-- Logs begin at Thu 2021-11-25 17:40:36 UTC, end at Thu 2021-11-25 20:09:18 UTC. -- Nov 25 18:15:23.850617 n-d-819194-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 18:15:26.638934 n-d-819194-3 neutron-server[103349]: INFO neutron.common.config [-] Logging enabled! Nov 25 18:15:26.639551 n-d-819194-3 neutron-server[103349]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 18:15:26.639703 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103349) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 18:15:26.643023 n-d-819194-3 neutron-server[103349]: INFO neutron.common.config [-] Logging enabled! Nov 25 18:15:26.643230 n-d-819194-3 neutron-server[103349]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 18:15:26.643539 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103349) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 18:15:26.644465 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 18:15:26.644697 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 18:15:26.645051 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 18:15:26.645296 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 18:15:26.645517 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 18:15:26.645828 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.646254 n-d-819194-3 neutron-server[103349]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 18:15:26.646587 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.646878 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.647164 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.647453 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.647737 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.648015 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.648296 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.648586 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.648866 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.649139 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.649414 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.649698 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.649975 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.650255 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.650560 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.651092 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] debug = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.651880 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.652313 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.652700 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.652976 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.653259 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.653532 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.653796 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.654065 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.654344 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.654687 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] host = n-d-819194-3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.654960 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.655238 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.655516 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.655797 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.656064 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.656332 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.656607 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.656871 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.657135 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] log_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.657404 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.657684 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.657964 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.658247 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.658481 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.658701 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.658982 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.659260 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.659530 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.659797 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.660065 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.660332 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.660597 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.660858 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.661136 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.661414 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.661690 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.661959 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.662226 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.662511 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.662779 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.663055 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.663323 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.663587 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.663852 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.664132 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.664395 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.664660 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.664952 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.665230 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.665505 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.665785 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.666053 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.666328 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.666686 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.666956 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.667821 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] use_json = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.668090 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.668356 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.668632 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.668899 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.669166 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.669433 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.669698 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.669973 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:26.670265 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.670585 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.670880 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.671157 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.671453 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.671725 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.672007 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.672281 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.672565 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.672849 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.673130 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.673402 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.673682 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.673955 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.674241 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.674561 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.674851 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.675133 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.675400 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.675666 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.675936 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.676206 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.676487 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.676760 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.677042 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.677325 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.677599 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.677888 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.678165 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.678469 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.678756 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.679023 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.679296 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.679578 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.679849 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.680113 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.680386 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.680669 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.680939 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.681205 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.681477 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.681746 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.682008 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.682271 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.682567 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.682873 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.683142 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.683403 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.683666 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.683935 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.684197 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.684471 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.684739 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.685001 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.685262 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.685530 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.685799 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.686062 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.686331 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.686632 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.686902 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.687165 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.687427 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.687689 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.687950 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.688216 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.688476 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.688737 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.689006 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.689268 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.689530 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.689790 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.690055 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.690318 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.690614 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.690905 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.691173 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.691441 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.691708 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.691975 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.692243 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.692509 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.692778 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.693047 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.693310 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.693589 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.693865 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.694142 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.694419 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.694738 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.695024 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.695293 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.695566 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.695840 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.696110 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.696385 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.696659 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.696942 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.697223 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.697503 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.697783 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.698066 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.698366 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.698697 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.698967 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:26.699179 n-d-819194-3 neutron-server[103349]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 18:15:26.699409 n-d-819194-3 neutron-server[103349]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103349) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 18:15:27.120744 n-d-819194-3 neutron-server[103349]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 18:15:27.121013 n-d-819194-3 neutron-server[103349]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 18:15:27.121313 n-d-819194-3 neutron-server[103349]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 18:15:27.121644 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 18:15:27.445600 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.445890 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.446153 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.447347 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.447613 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.447986 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.483557 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.483825 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.484084 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.498395 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.498698 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.498962 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.527953 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.528226 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.528488 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.567076 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.567351 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.567618 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.912758 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.913424 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.913424 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.913593 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:27.914213 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.012882 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.013200 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.013482 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.013747 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.014006 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.014307 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.014590 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.014842 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.015094 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.015375 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.015630 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.015886 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.016136 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.016383 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.016635 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.016892 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.017140 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.017404 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.017665 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.017915 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.018179 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.018425 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.018724 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.019091 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.019332 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.019570 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.019963 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.020198 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.020429 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.020660 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.020889 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.021117 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.021473 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 18:15:28.024650 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 18:15:28.029521 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 18:15:28.033367 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 25 18:15:28.035019 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 18:15:28.035476 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 18:15:28.035812 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 18:15:28.036197 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 18:15:28.039040 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 18:15:28.039286 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 18:15:28.039625 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 18:15:28.044882 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 18:15:28.067987 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 18:15:28.068430 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.068725 n-d-819194-3 neutron-server[103349]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103349) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 18:15:28.069081 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.070444 n-d-819194-3 neutron-server[103349]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103349) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 18:15:28.070745 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 18:15:28.070987 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 18:15:28.074991 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.075270 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.137987 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 18:15:28.138218 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 18:15:28.138470 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 18:15:28.138853 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 18:15:28.160915 n-d-819194-3 neutron-server[103349]: DEBUG oslo_db.sqlalchemy.engines [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103349) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 18:15:28.591887 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing driver for type 'gre' Nov 25 18:15:28.592412 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] gre ID ranges: [(1, 1000)] Nov 25 18:15:28.644944 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing driver for type 'local' Nov 25 18:15:28.645210 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing driver for type 'vlan' Nov 25 18:15:28.658511 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] VlanTypeDriver initialization complete Nov 25 18:15:28.658927 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing driver for type 'vxlan' Nov 25 18:15:28.659448 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] vxlan ID ranges: [(1, 1000)] Nov 25 18:15:28.712442 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing extension driver 'port_security' Nov 25 18:15:28.712888 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.extensions.port_security [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] PortSecurityExtensionDriver initialization complete Nov 25 18:15:28.713216 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing mechanism driver 'openvswitch' Nov 25 18:15:28.713534 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing mechanism driver 'hyperv' Nov 25 18:15:28.720783 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:28.721628 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.721996 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.722346 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.722905 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 18:15:28.723333 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnet after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.723682 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnet after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.724021 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.724411 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 18:15:28.724811 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.725151 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.725485 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.725881 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 18:15:28.726279 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > security_group after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.726650 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > security_group after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.726986 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.727377 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 18:15:28.727774 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.728110 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.728447 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.728832 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 18:15:28.729227 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > address_group after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.729604 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > address_group after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.729934 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.730322 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103349) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 18:15:28.730719 n-d-819194-3 neutron-server[103349]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] ML2 OVO RPC backend initialized. {{(pid=103349) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 18:15:28.731423 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.731772 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.732182 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.732523 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > networks before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.732864 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.733199 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > ports before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.733533 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnet before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.733866 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnets before_response 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.734200 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.734559 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.734888 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.735215 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.735543 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.735869 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.736197 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnet after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.736523 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnet after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.736849 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.737409 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.plugin [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Modular L2 Plugin initialization complete Nov 25 18:15:28.737731 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading services supported by the core plugin {{(pid=103349) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 18:15:28.738049 n-d-819194-3 neutron-server[103349]: INFO neutron.plugins.ml2.managers [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Got port-security extension from driver 'port_security' Nov 25 18:15:28.738531 n-d-819194-3 neutron-server[103349]: INFO neutron.extensions.vlantransparent [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Disabled vlantransparent extension. Nov 25 18:15:28.739016 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103349) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 18:15:28.739327 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: router Nov 25 18:15:28.775054 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.775443 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router after_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.776060 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router before_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.776982 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.777358 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.777706 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router after_delete 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.778054 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.778543 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.778904 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router after_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.779246 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.779589 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.779929 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.780285 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.780691 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.781051 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.781387 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.781723 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: subnet after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.782055 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.782397 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.782764 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.783100 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: port before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.783435 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.783785 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router after_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.784123 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.784466 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_create 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.784817 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.785153 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_update 55549900 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.785508 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > agent after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.785846 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > agent after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.786181 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > network after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.787069 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Tracking information for resource: router configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.787396 n-d-819194-3 neutron-server[103349]: DEBUG neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Tracking information for resource: floatingip configured {{(pid=103349) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 18:15:28.792342 n-d-819194-3 neutron-server[103349]: INFO neutron.db.l3_agentschedulers_db [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 18:15:28.792913 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.793273 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.793620 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.793965 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.794776 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router before_create 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.795135 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.795488 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_create 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.795837 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > router precommit_update 55550100 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.800602 n-d-819194-3 neutron-server[103349]: DEBUG neutron.services.provider_configuration [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service providers = [] {{(pid=103349) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 18:15:28.800965 n-d-819194-3 neutron-server[103349]: DEBUG neutron.db.servicetype_db [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103349) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 18:15:28.803905 n-d-819194-3 neutron-server[103349]: DEBUG neutron.services.service_base [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 18:15:28.804252 n-d-819194-3 neutron-server[103349]: DEBUG neutron.services.service_base [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 18:15:28.804590 n-d-819194-3 neutron-server[103349]: DEBUG neutron.services.service_base [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 18:15:28.805470 n-d-819194-3 neutron-server[103349]: DEBUG neutron.services.service_base [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103349) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 18:15:28.805835 n-d-819194-3 neutron-server[103349]: INFO neutron.services.service_base [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 18:15:28.806201 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.806540 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 18:15:28.817569 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.817903 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: auto_allocate Nov 25 18:15:28.823716 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: network precommit_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.824080 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: network precommit_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.824594 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.824910 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: tag Nov 25 18:15:28.831656 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.831981 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: timestamp Nov 25 18:15:28.835779 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.836107 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: network_ip_availability Nov 25 18:15:28.842005 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.842369 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.842751 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:28.843448 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.843762 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: flavors Nov 25 18:15:28.848695 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.849021 n-d-819194-3 neutron-server[103349]: INFO neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading Plugin: revisions Nov 25 18:15:28.853316 n-d-819194-3 neutron-server[103349]: DEBUG neutron.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103349) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 18:15:28.853703 n-d-819194-3 neutron-server[103349]: DEBUG oslo_concurrency.lockutils [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=103349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 18:15:28.854481 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103349) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 18:15:28.855474 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Initializing extension manager. Nov 25 18:15:28.856186 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: __init__.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.856547 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: __pycache__ {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.856878 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.857206 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: address_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.857952 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.858538 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: address-group Nov 25 18:15:28.858860 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: address_scope.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.859564 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.860073 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: address-scope Nov 25 18:15:28.860390 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.861308 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.861817 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: router-admin-state-down-before-update Nov 25 18:15:28.862135 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: agent.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.862850 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.863358 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: agent Nov 25 18:15:28.863673 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: agent_resources_synced.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.864575 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.865079 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: agent-resources-synced Nov 25 18:15:28.865396 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: allowedaddresspairs.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.867214 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.867734 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: allowed-address-pairs Nov 25 18:15:28.868056 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: auto_allocated_topology.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.869123 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.869643 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: auto-allocated-topology Nov 25 18:15:28.869963 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: availability_zone.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.870700 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.871210 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: availability_zone Nov 25 18:15:28.871529 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: availability_zone_filter.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.872436 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.872941 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: availability_zone_filter Nov 25 18:15:28.873260 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: data_plane_status.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.874167 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.874708 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 18:15:28.875026 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: default_subnetpools.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.875936 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.876445 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: default-subnetpools Nov 25 18:15:28.876764 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.877999 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.878570 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: dhcp_agent_scheduler Nov 25 18:15:28.878898 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: dns.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.879813 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.880312 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension dns-integration not supported by any of loaded plugins Nov 25 18:15:28.880629 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: dns_domain_ports.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.881535 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.882039 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 18:15:28.882355 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.883298 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.883804 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 18:15:28.884120 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: dvr.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.884785 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.885288 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: dvr Nov 25 18:15:28.885602 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: ecmp_routes.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.886554 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.887059 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 18:15:28.887376 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: empty_string_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.888277 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.888782 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: empty-string-filtering Nov 25 18:15:28.889097 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.889991 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.890519 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 18:15:28.890841 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.891746 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.892249 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 18:15:28.892564 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: external_net.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.893456 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.893960 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: external-net Nov 25 18:15:28.894274 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.895244 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.895705 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: extra_dhcp_opt Nov 25 18:15:28.896018 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: extraroute.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.896925 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.897434 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: extraroute Nov 25 18:15:28.897747 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: extraroute_atomic.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.899003 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.899518 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: extraroute-atomic Nov 25 18:15:28.899834 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: filter_validation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.900491 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.901260 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: filter-validation Nov 25 18:15:28.902088 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: fip_pf_description.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.903003 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.903510 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 18:15:28.903825 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: fip_port_details.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.904717 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.905225 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: fip-port-details Nov 25 18:15:28.905543 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: flavors.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.906806 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.907315 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: flavors Nov 25 18:15:28.907634 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.909314 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.909832 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 18:15:28.910156 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: floatingip_pools.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.910873 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.911379 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: floatingip-pools Nov 25 18:15:28.911700 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: ip_allocation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.912613 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.913112 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 18:15:28.913641 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.914328 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.914860 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: ip-substring-filtering Nov 25 18:15:28.915181 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l2_adjacency.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.916097 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.916597 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 18:15:28.916914 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l3.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.918469 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.918985 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: router Nov 25 18:15:28.919307 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.921549 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.922072 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 18:15:28.922402 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.923360 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.923875 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: ext-gw-mode Nov 25 18:15:28.924198 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.925120 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.925628 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: l3-ha Nov 25 18:15:28.925947 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l3_flavors.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.926883 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.927387 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: l3-flavors Nov 25 18:15:28.927708 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.928618 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.929122 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 18:15:28.929437 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: l3agentscheduler.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.930508 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.931018 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: l3_agent_scheduler Nov 25 18:15:28.931337 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: local_ip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.933132 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.933655 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension local_ip not supported by any of loaded plugins Nov 25 18:15:28.933983 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: logging.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.935601 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.936123 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension logging not supported by any of loaded plugins Nov 25 18:15:28.936456 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: metering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.937195 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.937776 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: metering Nov 25 18:15:28.938108 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.939207 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.939723 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: metering_source_and_destination_fields Nov 25 18:15:28.940049 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: multiprovidernet.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.940962 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.941473 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: multi-provider Nov 25 18:15:28.941796 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: netmtu.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.942723 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.943232 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: net-mtu Nov 25 18:15:28.943551 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: netmtu_writable.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.944457 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.944965 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: net-mtu-writable Nov 25 18:15:28.945284 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: network_availability_zone.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.945938 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.946444 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: network_availability_zone Nov 25 18:15:28.946781 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: network_ip_availability.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.947888 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.948424 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: network-ip-availability Nov 25 18:15:28.948744 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: network_segment_range.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.949494 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.949996 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 18:15:28.950315 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: pagination.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.951316 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.951647 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: pagination Nov 25 18:15:28.951966 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: port_device_profile.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.952860 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.953380 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: port-device-profile Nov 25 18:15:28.953701 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.954647 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.955156 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: port-mac-address-regenerate Nov 25 18:15:28.955472 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.956363 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.956870 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: port-numa-affinity-policy Nov 25 18:15:28.957187 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: port_resource_request.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.958098 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.958629 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 18:15:28.958945 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: port_resource_request_groups.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.959894 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.960396 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 18:15:28.960713 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: portbindings.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.961630 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.962136 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: binding Nov 25 18:15:28.962459 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: portbindings_extended.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.963738 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.964774 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: binding-extended Nov 25 18:15:28.965094 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: portsecurity.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.966001 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.966541 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: port-security Nov 25 18:15:28.966863 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: project_id.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.967822 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.968145 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: project-id Nov 25 18:15:28.968468 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: providernet.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.969374 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.969884 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: provider Nov 25 18:15:28.970201 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.973775 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.974296 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos not supported by any of loaded plugins Nov 25 18:15:28.974655 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.975888 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.976402 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 18:15:28.976742 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.977629 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.978139 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 18:15:28.978492 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_default.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.979391 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.980460 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-default not supported by any of loaded plugins Nov 25 18:15:28.980782 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_fip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.981425 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.981925 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-fip not supported by any of loaded plugins Nov 25 18:15:28.982242 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_gateway_ip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.983185 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.983693 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 18:15:28.984010 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_port_network_policy.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.986383 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.986939 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 18:15:28.987274 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.988321 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.988835 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 18:15:28.989159 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_pps_rule.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.990321 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.990871 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-pps not supported by any of loaded plugins Nov 25 18:15:28.991193 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_rule_type_details.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.992118 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.992630 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 18:15:28.992949 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: qos_rules_alias.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.993983 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.994530 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 18:15:28.994858 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: quota_check_limit.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.995796 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.996313 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: quota-check-limit Nov 25 18:15:28.996633 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: quotasv2.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:28.997544 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:28.997870 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: quotas Nov 25 18:15:28.998193 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: quotasv2_detail.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.001337 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.001671 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: quota_details Nov 25 18:15:29.001996 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: rbac.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.003077 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.003598 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: rbac-policies Nov 25 18:15:29.003925 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: rbac_address_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.004847 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.005363 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: rbac-address-group Nov 25 18:15:29.005675 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: rbac_address_scope.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.006645 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.007163 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: rbac-address-scope Nov 25 18:15:29.007480 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: rbac_security_groups.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.008394 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.008905 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: rbac-security-groups Nov 25 18:15:29.009222 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: rbac_subnetpool.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.010132 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.010704 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: rbac-subnetpool Nov 25 18:15:29.011028 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: revisionifmatch.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.011938 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.012447 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: revision-if-match Nov 25 18:15:29.012764 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: revisions.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.013887 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.014393 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: standard-attr-revisions Nov 25 18:15:29.014741 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: router_availability_zone.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.015403 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.015905 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: router_availability_zone Nov 25 18:15:29.016220 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: routerservicetype.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.017124 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.017625 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension router-service-type not supported by any of loaded plugins Nov 25 18:15:29.017941 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.018953 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.019462 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: security-groups-normalized-cidr Nov 25 18:15:29.019782 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.020721 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.021212 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: port-security-groups-filtering Nov 25 18:15:29.021529 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.022445 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.022971 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: security-groups-remote-address-group Nov 25 18:15:29.023289 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.024213 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.024723 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: security-groups-shared-filtering Nov 25 18:15:29.025062 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.025882 n-d-819194-3 neutron-server[103349]: WARNING neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 18:15:29.026204 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: securitygroup.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.036457 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.036989 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: security-group Nov 25 18:15:29.037317 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: segment.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.038097 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.038633 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension segment not supported by any of loaded plugins Nov 25 18:15:29.038963 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.039896 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.040408 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 18:15:29.040727 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: servicetype.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.041823 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.042911 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: service-type Nov 25 18:15:29.043238 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: sorting.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.044212 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.044541 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: sorting Nov 25 18:15:29.044858 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: standard_attr_segment.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.045759 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.046275 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 18:15:29.046624 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: standardattrdescription.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.047264 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.047769 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: standard-attr-description Nov 25 18:15:29.048084 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: stateful_security_group.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.049017 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.049530 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: stateful-security-group Nov 25 18:15:29.049855 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: stdattrs_common.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.050415 n-d-819194-3 neutron-server[103349]: WARNING neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 18:15:29.050754 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.051677 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.052183 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 18:15:29.052506 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: subnet_onboard.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.053575 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.054088 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: subnet_onboard Nov 25 18:15:29.054407 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.055352 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.055863 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 18:15:29.056179 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: subnet_service_types.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.057093 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.057634 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: subnet-service-types Nov 25 18:15:29.057955 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: subnetallocation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.059074 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.059589 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: subnet_allocation Nov 25 18:15:29.059907 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.060557 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.061063 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: subnetpool-prefix-ops Nov 25 18:15:29.061378 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.062304 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.062839 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 18:15:29.063156 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: tagging.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.064190 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.064709 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: standard-attr-tag Nov 25 18:15:29.065030 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: timestamp.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.066219 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.066765 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loaded extension: standard-attr-timestamp Nov 25 18:15:29.067088 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: trunk.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.068103 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.068619 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension trunk not supported by any of loaded plugins Nov 25 18:15:29.068948 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: trunk_details.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.069873 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.070384 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension trunk-details not supported by any of loaded plugins Nov 25 18:15:29.070734 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: uplink_status_propagation.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.071642 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.072151 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 18:15:29.072473 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Loading extension file: vlantransparent.py {{(pid=103349) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 18:15:29.073131 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103349) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 18:15:29.073664 n-d-819194-3 neutron-server[103349]: INFO neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 18:15:29.076225 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:network Nov 25 18:15:29.076748 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:subnet Nov 25 18:15:29.077153 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 18:15:29.077536 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:port Nov 25 18:15:29.078807 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.079239 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service FLAVORS assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.079852 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.080275 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.080626 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:router Nov 25 18:15:29.081046 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 18:15:29.081530 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service METERING assigned prefix: /metering {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.082995 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:29.083361 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:29.083706 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:15:29.084692 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 18:15:29.085131 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:security_group Nov 25 18:15:29.085556 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 18:15:29.086167 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.086507 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 18:15:29.086848 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] subnetpool is already registered Nov 25 18:15:29.087268 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.087586 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 18:15:29.087911 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] subnetpool is already registered Nov 25 18:15:29.090731 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.091161 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service FLAVORS assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.091742 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.092154 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.092478 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:router Nov 25 18:15:29.092807 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] router is already registered Nov 25 18:15:29.093205 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 18:15:29.093533 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] floatingip is already registered Nov 25 18:15:29.093983 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service METERING assigned prefix: /metering {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.094659 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 18:15:29.094985 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] rbac_policy is already registered Nov 25 18:15:29.095386 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:security_group Nov 25 18:15:29.095711 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] security_group is already registered Nov 25 18:15:29.096104 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 18:15:29.096423 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] security_group_rule is already registered Nov 25 18:15:29.097045 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.097365 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 18:15:29.097687 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] subnetpool is already registered Nov 25 18:15:29.098094 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.v2.resource_helper [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Service CORE assigned prefix: {{(pid=103349) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 18:15:29.098410 n-d-819194-3 neutron-server[103349]: INFO neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 18:15:29.098758 n-d-819194-3 neutron-server[103349]: WARNING neutron.quota.resource_registry [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] subnetpool is already registered Nov 25 18:15:29.099219 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: extensions {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.100718 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: address-groups {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.102209 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: address-scopes {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.103551 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: agents {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.105378 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: auto-allocated-topology {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.106646 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: availability_zones {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.107857 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: dhcp-networks {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.109481 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: dhcp-agents {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.110932 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: routers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.113145 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: flavors {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.114301 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: service_profiles {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.115547 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: next_providers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.117030 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: service_profiles {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.118599 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: floatingip-pools {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.119832 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: routers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.121968 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: floatingips {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.123401 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: l3-routers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.124798 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: l3-agents {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.126201 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: metering-labels {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.128445 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: metering-label-rules {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.129746 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: network-ip-availabilities {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.131069 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: bindings {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.132926 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: quotas {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.134502 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: quotas {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.136544 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: rbac-policies {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.137838 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: security-groups {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.139112 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: security-group-rules {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.140346 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: service-providers {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.141553 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: subnetpools {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.142986 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: subnetpools {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.144451 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.146173 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.147978 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.149733 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.152359 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.154267 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.155989 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.157872 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.159678 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.161515 n-d-819194-3 neutron-server[103349]: DEBUG neutron.api.extensions [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Extended resource: tags {{(pid=103349) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 18:15:29.167596 n-d-819194-3 neutron-server[103349]: WARNING keystonemiddleware.auth_token [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 18:15:29.172295 n-d-819194-3 neutron-server[103349]: WARNING keystonemiddleware.auth_token [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 18:15:29.180989 n-d-819194-3 neutron-server[103349]: DEBUG oslo_concurrency.lockutils [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Acquired lock "singleton_lock" {{(pid=103349) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 18:15:29.181454 n-d-819194-3 neutron-server[103349]: DEBUG oslo_concurrency.lockutils [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Releasing lock "singleton_lock" {{(pid=103349) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 18:15:29.182090 n-d-819194-3 neutron-server[103349]: INFO oslo_service.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Starting 2 workers Nov 25 18:15:29.186902 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Started child 103456 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 18:15:29.191253 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Started child 103457 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 18:15:29.192608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:29.193229 n-d-819194-3 neutron-server[103349]: INFO neutron.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 18:15:29.193451 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Publish callbacks [] for process, before_spawn {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:29.194113 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [-] (103456) wsgi starting up on http://0.0.0.0:9696 Nov 25 18:15:29.195875 n-d-819194-3 neutron-server[103349]: INFO oslo_service.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Starting 1 workers Nov 25 18:15:29.196190 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:29.197600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [-] (103457) wsgi starting up on http://0.0.0.0:9696 Nov 25 18:15:29.201538 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Started child 103458 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 18:15:29.202081 n-d-819194-3 neutron-server[103349]: INFO oslo_service.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Starting 1 workers Nov 25 18:15:29.205396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] calling RpcWorker wait() {{(pid=103458) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 18:15:29.205951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] returning from RpcWorker wait() {{(pid=103458) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 18:15:29.206494 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Started child 103459 {{(pid=103349) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 18:15:29.207335 n-d-819194-3 neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7156d264-c56d-437b-8e09-5c6d994ffe37 None None] Publish callbacks [] for process, after_spawn {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:29.207553 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:29.207973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:29.209229 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103349) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 18:15:29.209448 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 18:15:29.209628 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 18:15:29.209848 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 18:15:29.210151 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 18:15:29.210337 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 18:15:29.210886 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.211180 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.211438 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.211555 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:29.212067 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.212067 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.212548 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.212828 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.213108 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.213387 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.213598 n-d-819194-3 neutron-server[103459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:29.213692 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.213769 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.214572 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.214783 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.215014 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.215312 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.215584 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.215827 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.216078 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.216222 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.216483 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.217661 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.217661 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.217661 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] debug = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.217661 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.218804 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.218804 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.218804 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.219438 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.219870 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.220242 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.220671 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.221029 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.221413 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.221786 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.222175 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.222559 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.222929 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.223293 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.223644 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.224024 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.224394 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.225040 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] host = n-d-819194-3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.225425 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.225794 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.226161 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.226676 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.227073 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.227465 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.227848 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.228250 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.228615 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.228992 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.229510 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.229917 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.230287 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.230702 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.231003 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_options = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.231373 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.231791 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.232199 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.232540 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.232842 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.233154 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.233559 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.233868 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.234268 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.234656 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.235026 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.235380 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.235750 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.236121 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.236521 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.236986 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.237348 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.237703 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.238085 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.238509 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.238878 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.239245 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.239735 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.240087 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.240456 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.240820 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.241261 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.241606 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.241981 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.242384 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.242710 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.243179 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.243408 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.243685 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.244127 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.244550 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.244845 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.245275 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.245553 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.245963 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.246395 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.246958 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.247368 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.247795 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.248190 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.248449 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.248703 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_json = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.248939 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.249187 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.249438 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.249793 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.250046 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.250262 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.250497 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.250744 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.251179 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.251465 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.251778 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.252022 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.252410 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.252790 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.253164 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.253621 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.253956 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.254258 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.254649 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.254938 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.255242 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.255469 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.255764 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.256070 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.256352 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.256634 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.257100 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.257513 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.257889 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.258306 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.258778 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.259171 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.259593 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.260077 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.260486 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.261477 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.261921 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.262429 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.262893 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.263233 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.263503 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.263727 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.263973 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.264211 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.264426 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.264819 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.265217 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.265988 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.266386 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.266787 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.267283 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.267710 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.268082 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.268492 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.268886 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.269357 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.269696 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.270013 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.270331 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.270647 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.270927 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.271236 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.271555 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.271835 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.272157 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.272491 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.272815 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.273270 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.273383 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.273594 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.273901 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.274180 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.274584 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.274954 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.275332 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.275947 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.276402 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.277363 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.277739 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.278095 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.278475 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.278846 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.279242 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.279599 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.279960 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.280313 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.280754 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.281122 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.281508 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.281741 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.282131 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.282532 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.282944 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.283358 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.283740 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.284152 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.284553 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.284952 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.285352 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.285765 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.286219 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.286627 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.286877 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.287127 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.287600 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.287849 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.288132 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.288361 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.288576 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.288941 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.289343 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.289596 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.289830 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.290085 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.290323 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.290587 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.290823 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.291034 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.291251 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.291493 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.291726 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.292054 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.292294 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.292526 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.292761 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.292997 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.293275 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.293534 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.293801 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.294017 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.294283 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.294758 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.295030 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.295327 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.295580 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.295830 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.296123 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.296353 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.296617 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.296844 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.297106 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.297309 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.297783 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.298148 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.298530 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.298898 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.299361 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.299613 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.299827 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.300037 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.300454 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.300715 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.300953 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.301216 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.301467 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.301717 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.301983 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.302214 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.302425 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.302708 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.302938 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.303152 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.303386 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.303620 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.303855 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.304070 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.304284 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.304518 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.304731 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.304965 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.305191 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.305406 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.305623 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.305884 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.306096 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.306313 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.306581 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.306818 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.307033 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.307247 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.307476 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.307834 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.308054 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.308319 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.308573 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.308786 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.309033 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.309276 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.309507 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.309737 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.309979 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.310199 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.310462 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.310666 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.310880 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.311116 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.311348 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.311574 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.311784 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.312032 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.312266 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.312626 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.313010 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.313146 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.313854 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.313854 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.313854 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.314231 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.314231 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.314436 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.314595 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.314811 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.315049 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.315302 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.315541 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.315751 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.315961 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.316186 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.316421 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.316629 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.316914 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.317160 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.317385 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.317637 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.317970 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.318187 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.318411 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.318644 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.318856 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.319078 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.319309 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.319515 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.319738 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.319944 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.320149 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.320366 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.320577 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.320835 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.321092 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.321297 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.321502 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.321718 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.321929 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.322133 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.322373 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.322616 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.322844 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.323081 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.323827 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.324035 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.324257 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.324464 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.324689 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.324928 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.325138 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.325343 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.325650 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.325905 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.326129 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.326423 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.326694 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.326937 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.327175 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.327486 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.327727 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.328091 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.328329 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.328563 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.328781 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.329033 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.329336 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.329613 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.329869 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.330100 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.330388 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.330704 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.330978 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.331188 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.331486 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.331822 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.332092 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.332330 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.332586 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.332830 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.333050 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.333262 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.333475 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.333724 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.333936 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.334170 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.334399 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.334622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:29.334718 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.334881 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.335136 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.335367 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.335594 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.335819 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.336034 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.336244 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.336399 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 18:15:29.336923 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103349) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 18:15:29.337082 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 18:15:29.337233 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 18:15:29.337419 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 18:15:29.337594 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 18:15:29.337748 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 18:15:29.337978 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.338139 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.338296 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.338472 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.338633 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.339601 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.339755 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.339893 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.340050 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.340200 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.340337 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.340495 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.340651 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.340806 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.340953 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.341107 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.341264 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.341421 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.341587 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.341744 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.341900 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.342056 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.342201 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] debug = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.342344 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.342561 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.342723 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.342860 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.343013 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.343169 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.343324 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.343482 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.343633 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.343777 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.343912 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.344060 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.344215 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.344371 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.344528 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.344683 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.344838 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.344995 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.345139 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] host = n-d-819194-3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.345294 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.345450 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.345606 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.345762 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.345918 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.346084 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.346283 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.346496 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.346698 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.346698 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.346954 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.346954 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.347219 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.347357 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.347483 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_options = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.347565 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.347684 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.347912 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.348053 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.348260 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.348349 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.348455 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.348613 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.348769 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.348924 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.349080 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.349430 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.349430 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.349593 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.349673 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.349798 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.349952 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.350108 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.350264 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.350419 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.350597 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.350753 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.350908 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.351063 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.351219 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.351375 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.351536 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.351691 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.351846 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.352002 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.352156 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.352312 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.352468 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.352624 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.352780 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.352935 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.353092 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.353246 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.353405 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.353561 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.353717 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.353874 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.354030 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.354186 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.354342 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.354541 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.354685 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_json = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.354842 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.354997 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.355155 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.355309 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.355465 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.355620 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.355776 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.355932 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 18:15:29.356106 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.356265 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.356434 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.356592 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.356751 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.356909 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.357067 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.357224 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.357383 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.357540 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.357706 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.357863 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.358036 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.358197 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.358408 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.358571 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.358655 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.358817 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.358977 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.359136 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.359294 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.359451 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.359616 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.359774 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.359932 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.360089 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.360247 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.360401 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.360543 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.360718 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.360876 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.361035 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.361257 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.361358 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.361503 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.361661 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.361820 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.361979 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.362137 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.362294 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.362471 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.362632 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.362789 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.362948 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.363108 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.363265 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.363411 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.363655 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.363773 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.363877 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.364009 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.364167 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.364326 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.364486 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.364644 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.364803 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.364961 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.365129 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.365285 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.365442 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.365599 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.365756 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.365913 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.366071 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.366229 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.366387 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.366581 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.366741 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.366912 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.367071 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.367228 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.367387 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.367544 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.367703 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.367860 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.368018 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.368214 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.368342 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.368473 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.368633 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.368790 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.368947 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.369105 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.369262 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.369421 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.369578 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.369735 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.369892 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.370061 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.370225 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.370383 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.370569 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.370742 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.370898 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.371056 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.371214 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.371372 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.371535 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.371691 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.371848 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.372006 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.372167 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.372325 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.372482 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.372641 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.372798 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.372956 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.373112 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.373269 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.373425 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.373584 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.373742 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.373898 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.374058 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.374215 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.374371 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.374557 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.374715 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.374882 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.375041 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.375239 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.375359 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.375523 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.375690 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.375848 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.376007 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.376164 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.376322 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.376479 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.376636 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.376793 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.376951 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.377108 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.377265 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.377434 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.377592 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.377734 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.377919 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.378087 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.378232 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.378725 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.378725 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.378725 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.378940 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379065 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379202 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379327 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379448 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379571 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379694 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379838 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.379995 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.380152 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.380309 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.380468 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.380625 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.380782 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.380941 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.381099 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.381254 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.381411 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.381572 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.381729 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.381886 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.382045 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.382201 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.382358 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.382536 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.382697 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.382855 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.383014 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.383171 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.383328 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.383485 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.383642 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.383800 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.383958 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.384117 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.386560 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.386782 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.386969 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.387232 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.387354 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.387484 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.387655 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.387823 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.387990 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.388156 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.388320 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.388530 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.388667 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.388895 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.389065 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.389243 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.389407 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.389567 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.389727 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.389989 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.390159 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.390319 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.390516 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.390665 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.390824 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.390984 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.391145 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.391304 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.391637 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.391775 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.391899 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.392033 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.392192 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.392350 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.392521 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.392679 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.392838 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.392995 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.393153 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.393311 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.393481 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.393638 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.393795 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.394503 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.394503 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.394503 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.394503 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.394992 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.395115 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.395237 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.395361 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.396135 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.396369 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.396507 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.396642 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.396788 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.396948 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.397106 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.397274 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.397434 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.397593 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.397751 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.397909 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.398068 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.398236 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.398395 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.398568 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.398724 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.398977 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.399142 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.399310 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.399472 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.399633 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.399797 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.400052 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.400217 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.400419 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.400958 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.401118 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.401279 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.401998 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.402125 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.402275 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.402435 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.402651 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.402821 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.402985 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.403145 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.403311 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.403478 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.403646 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.403803 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.403967 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.404137 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.404295 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.404458 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.404615 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.404773 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.404931 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.405077 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.405235 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.405391 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.405548 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.405711 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.405868 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.406025 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.406182 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.406338 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.406518 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.406677 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.406834 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.406991 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.407148 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 18:15:29.407300 n-d-819194-3 neutron-server[103349]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103349) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 18:15:29.528418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47076) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:29.536915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063317 Nov 25 18:15:40.888503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090bbea-4b4f-4c33-b70a-b8f1e09e5d50 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:15:40.973158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090bbea-4b4f-4c33-b70a-b8f1e09e5d50 None None] No non-hosted networks {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 18:15:40.990864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7eec2629-9a23-4414-bbc3-3e42b2bf0b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707955'] for agent, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.325508 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9de84ef-fca0-4c78-a459-76851d2fbbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707955'] for agent, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:43.411533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9448-704e-4668-96b1-75522a19f727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:44.216660 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707955'] for agent, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:45.788284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707955'] for agent, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.798862 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707955'] for agent, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:46.800433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.801210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.801798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.802338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.802918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.803412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.803945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.804461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.805030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.805529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.806489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.807457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:46.808971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819194-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:46.820738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819194-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:15:47.238540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47168) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:47.763361 n-d-819194-3 neutron-server[103457]: WARNING oslo_policy.policy [None req-b2d4413c-c4f7-43b6-bed5-7e7bd0d7e79f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:47.763943 n-d-819194-3 neutron-server[103457]: WARNING oslo_policy.policy [None req-b2d4413c-c4f7-43b6-bed5-7e7bd0d7e79f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:48.007742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-b2d4413c-c4f7-43b6-bed5-7e7bd0d7e79f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:15:48.018482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b2d4413c-c4f7-43b6-bed5-7e7bd0d7e79f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7695079 Nov 25 18:15:49.874888 n-d-819194-3 neutron-server[103458]: INFO neutron.db.l3_hamode_db [None req-6b426a86-b026-4e99-981e-033e94507a2d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 18:15:49.950878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b426a86-b026-4e99-981e-033e94507a2d None None] Routers set() bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:15:49.951261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b426a86-b026-4e99-981e-033e94507a2d None None] Router IDs set() for agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 18:15:50.589199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:50.896173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:50.991600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.policy [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103457) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 18:15:51.038761 n-d-819194-3 neutron-server[103457]: WARNING oslo_policy.policy [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:51.039136 n-d-819194-3 neutron-server[103457]: WARNING oslo_policy.policy [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:51.048230 n-d-819194-3 neutron-server[103457]: INFO neutron.quota [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] Loaded quota_driver: . Nov 25 18:15:51.135947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754432612225', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754433059284', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754433049830', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754433052759', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754433032981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754433091979', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-644266', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686053', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3865760', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3671160'] for rbac-policy, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.200593 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:51.201772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf9d8ac7-9752-4e1d-8f54-0cee865c0125 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6115949 Nov 25 18:15:53.997547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47196) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:54.478567 n-d-819194-3 neutron-server[103456]: WARNING oslo_policy.policy [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:54.479774 n-d-819194-3 neutron-server[103456]: WARNING oslo_policy.policy [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:54.703726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'name': 'private', 'project_id': '8d54f56225d74ed284de5b74506a3340'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:54.705383 n-d-819194-3 neutron-server[103456]: INFO neutron.quota [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Loaded quota_driver: . Nov 25 18:15:54.760055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Made reservation on behalf of 8d54f56225d74ed284de5b74506a3340 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:54.828160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.policy [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103456) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 18:15:54.874174 n-d-819194-3 neutron-server[103456]: WARNING oslo_policy.policy [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:54.874578 n-d-819194-3 neutron-server[103456]: WARNING oslo_policy.policy [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 18:15:54.885033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:54.906418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.015035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.018721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.042809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:15:55.066470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754433262026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.067041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Unsubscribe: segment precommit_create {{(pid=103456) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 18:15:55.067563 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Added segment f390a569-9e18-4ec3-92ca-1e72dcce658f of type vlan for network d9317581-ccf7-4c42-9802-7f58d9e8ab24 Nov 25 18:15:55.073875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f65fc0-ac93-41c1-9c55-c75bcda40bff,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:55.103185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.103458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.103793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.104170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.104477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.104801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.105122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.105438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.105759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.106072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.106388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.106729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Tracked resource versions report: Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: pushed versions: Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: { 'AddressGroup': {'1.2'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'ConntrackHelper': {'1.0'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Log': {'1.0'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Network': {'1.1'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Port': {'1.7'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'PortForwarding': {'1.2'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'QosPolicy': {'1.10'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'SecurityGroup': {'1.5'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'SubPort': {'1.0'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Subnet': {'1.1'}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Trunk': {'1.1'}} Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: consumer versions: Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: L3 agent@n-d-819194-3: {}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: Metadata agent@n-d-819194-3: {}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: Metering agent@n-d-819194-3: {}, Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'ConntrackHelper': '1.0', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Log': '1.0', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Network': '1.1', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Port': '1.7', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'PortForwarding': '1.2', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'QosPolicy': '1.10', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'SecurityGroup': '1.5', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'SecurityGroupRule': '1.2', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'SubPort': '1.0', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Subnet': '1.1', Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: 'Trunk': '1.1'}} Nov 25 18:15:55.107909 n-d-819194-3 neutron-server[103456]: {{(pid=103456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:15:55.193222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.230313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.231581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:55.232328 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:55.319558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3198388 Nov 25 18:15:55.342115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce50c11-6880-4330-8548-6540fd8ea5db admin admin] Pushing event updated for resources: {'Network': ['ID=d9317581-ccf7-4c42-9802-7f58d9e8ab24,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:55.353777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:15:58.163355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47218) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:15:58.545997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1521da-6b44-42b9-a8ff-917897ee980b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:58.547366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-db1521da-6b44-42b9-a8ff-917897ee980b admin admin] 10.222.0.62 "GET /v2.0/networks/d9317581-ccf7-4c42-9802-7f58d9e8ab24 HTTP/1.1" status: 200 len: 825 time: 0.3830340 Nov 25 18:15:58.591900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55674e6c-cafd-4362-8849-11aa97900ad5 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/9333a570-97cb-4446-9379-da283faa114c HTTP/1.1" status: 200 len: 734 time: 0.0383537 Nov 25 18:15:58.601148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Request body: {'subnet': {'subnetpool_id': '9333a570-97cb-4446-9379-da283faa114c', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:15:58.624304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Made reservation on behalf of 8d54f56225d74ed284de5b74506a3340 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:15:58.626648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.909988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:58.980191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6117d86-2b5f-4668-9495-86e9282704d3,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:15:58.984629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Checking segment: {'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:15:58.984984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Network hostable DHCP agents. Network: d9317581-ccf7-4c42-9802-7f58d9e8ab24, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:15:59.005407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:15:59.016065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d9317581-ccf7-4c42-9802-7f58d9e8ab24) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:59.020584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:15:59.021185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.025683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e53de0-6cd0-485e-8c31-424639d2ee95 None None] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:15:59.035712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d4caef3a-b8e0-4a99-9a03-e9f0311fb1c1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4378736 Nov 25 18:15:59.352772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d9317581-ccf7-4c42-9802-7f58d9e8ab24', 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'fixed_ips': [{'subnet_id': 'f6117d86-2b5f-4668-9495-86e9282704d3'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:15:59.354650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.660927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Allocated IP 172.20.0.2 (d9317581-ccf7-4c42-9802-7f58d9e8ab24/f6117d86-2b5f-4668-9495-86e9282704d3/6d041669-8d18-4a6d-9b3a-72b1b618397f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:15:59.863043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.871472 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:15:59.955804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:15:59.960528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:15:59.969680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:15:59.971649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Pushing event updated for resources: {'Port': ['ID=6d041669-8d18-4a6d-9b3a-72b1b618397f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:00.006234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.006628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.006971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.007307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.007639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.007967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.008304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.008618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.008941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.009261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.009583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.009902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Tracked resource versions report: Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: pushed versions: Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: { 'AddressGroup': {'1.2'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Log': {'1.0'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Network': {'1.1'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Port': {'1.7'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'PortForwarding': {'1.2'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'QosPolicy': {'1.10'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'SecurityGroup': {'1.5'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'SubPort': {'1.0'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Subnet': {'1.1'}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Trunk': {'1.1'}} Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: consumer versions: Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: L3 agent@n-d-819194-3: {}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: Metadata agent@n-d-819194-3: {}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: Metering agent@n-d-819194-3: {}, Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'ConntrackHelper': '1.0', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Log': '1.0', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Network': '1.1', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Port': '1.7', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'PortForwarding': '1.2', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'QosPolicy': '1.10', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'SecurityGroup': '1.5', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'SecurityGroupRule': '1.2', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'SubPort': '1.0', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Subnet': '1.1', Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: 'Trunk': '1.1'}} Nov 25 18:16:00.011117 n-d-819194-3 neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:16:00.057907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Attempting to bind port 6d041669-8d18-4a6d-9b3a-72b1b618397f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:00.058598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Attempting to bind port 6d041669-8d18-4a6d-9b3a-72b1b618397f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:00.058734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Attempting to bind port 6d041669-8d18-4a6d-9b3a-72b1b618397f on network d9317581-ccf7-4c42-9802-7f58d9e8ab24 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:00.063619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:00.064004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Checking segment: {'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:00.064482 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:00.064869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Bound using segment: {'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:00.065361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Bound port: 6d041669-8d18-4a6d-9b3a-72b1b618397f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:00.065789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:00.126483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] For port 6d041669-8d18-4a6d-9b3a-72b1b618397f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:00.131157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] For port 6d041669-8d18-4a6d-9b3a-72b1b618397f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6d041669-8d18-4a6d-9b3a-72b1b618397f,segment=NetworkSegment(f390a569-9e18-4ec3-92ca-1e72dcce658f),segment_id=f390a569-9e18-4ec3-92ca-1e72dcce658f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:00.135421 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:00.200235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967979a-85fe-4ac0-95b0-8af7dc3bf1d2 None None] Pushing event updated for resources: {'Port': ['ID=6d041669-8d18-4a6d-9b3a-72b1b618397f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:01.691663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:02.017161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-645b7ffd-a126-4256-84ff-fcebbb69c775 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:02.018144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-645b7ffd-a126-4256-84ff-fcebbb69c775 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3255146 Nov 25 18:16:04.602843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:04.914630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-8eefd307-41f5-4d6b-b8fb-888941c37555 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:04.915609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8eefd307-41f5-4d6b-b8fb-888941c37555 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118496 Nov 25 18:16:07.714202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:08.047117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ffc6c9cb-7b25-48e9-aabf-38108406b9cc admin admin] Request body: {'router': {'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:08.074115 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c9cb-7b25-48e9-aabf-38108406b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.075751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c9cb-7b25-48e9-aabf-38108406b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.216724 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c9cb-7b25-48e9-aabf-38108406b9cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.221230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c9cb-7b25-48e9-aabf-38108406b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.236835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c9cb-7b25-48e9-aabf-38108406b9cc admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.238041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ffc6c9cb-7b25-48e9-aabf-38108406b9cc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5228100 Nov 25 18:16:08.632325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6d041669-8d18-4a6d-9b3a-72b1b618397f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:08.723665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6d041669-8d18-4a6d-9b3a-72b1b618397f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:08.724049 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.833964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.871156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 6d041669-8d18-4a6d-9b3a-72b1b618397f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6d041669-8d18-4a6d-9b3a-72b1b618397f,segment=NetworkSegment(f390a569-9e18-4ec3-92ca-1e72dcce658f),segment_id=f390a569-9e18-4ec3-92ca-1e72dcce658f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:08.875317 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:08.926196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=6d041669-8d18-4a6d-9b3a-72b1b618397f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:09.363013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d52093-9938-4763-a466-5c5b794007b7 None None] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:16:09.428144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b5234d10-1c7a-4fe4-ad04-054e6478cbe5 None None] Provisioning complete for port 6d041669-8d18-4a6d-9b3a-72b1b618397f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:09.428512 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5234d10-1c7a-4fe4-ad04-054e6478cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:09.792317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8d8b8d28-c973-4562-9e41-1cad91ea8790 None None] Provisioning complete for port 6d041669-8d18-4a6d-9b3a-72b1b618397f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:09.792951 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8d28-c973-4562-9e41-1cad91ea8790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.606271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6d041669-8d18-4a6d-9b3a-72b1b618397f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:10.654593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6d041669-8d18-4a6d-9b3a-72b1b618397f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:10.654891 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.808460 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c84346c9-201d-477b-8a40-e5d7e09da2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:10.826882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47256) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:11.137643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-9903d7ea-87ff-4bb6-b753-93525f0e658b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:16:11.138660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9903d7ea-87ff-4bb6-b753-93525f0e658b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3108304 Nov 25 18:16:13.313888 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ea35-a34a-40d3-96ae-74e4dcf2073d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:13.711163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47264) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:14.025348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:14.052044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Made reservation on behalf of f12061a7ee024687bc2baa81e1b106cc for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:14.054663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.077157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.168384 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.191386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.195035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.207405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103457) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 18:16:14.240179 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754433262026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.240757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Unsubscribe: segment precommit_create {{(pid=103457) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 18:16:14.241276 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Added segment 09f97cb1-ece1-4463-b5da-ed3e30a7528d of type flat for network 95577337-912d-42e9-b23c-854a36eebdb1 Nov 25 18:16:14.257341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92217212-d1af-4c18-a0b4-7d6811f3df40,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:14.305130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.305473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.305824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.306141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.306488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.307354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.307697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.308018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.308335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.308654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.308971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.309286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Tracked resource versions report: Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: pushed versions: Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: { 'AddressGroup': {'1.2'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'ConntrackHelper': {'1.0'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Log': {'1.0'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Network': {'1.1'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Port': {'1.7'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'PortForwarding': {'1.2'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'QosPolicy': {'1.10'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'SecurityGroup': {'1.5'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'SubPort': {'1.0'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Subnet': {'1.1'}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Trunk': {'1.1'}} Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: consumer versions: Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: L3 agent@n-d-819194-3: {}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: Metadata agent@n-d-819194-3: {}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: Metering agent@n-d-819194-3: {}, Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'ConntrackHelper': '1.0', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Log': '1.0', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Network': '1.1', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Port': '1.7', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'PortForwarding': '1.2', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'QosPolicy': '1.10', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'SecurityGroup': '1.5', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'SecurityGroupRule': '1.2', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'SubPort': '1.0', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Subnet': '1.1', Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: 'Trunk': '1.1'}} Nov 25 18:16:14.310404 n-d-819194-3 neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:16:14.365129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.409427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.410650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:14.411388 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:14.493899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7815895 Nov 25 18:16:14.518952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcceae-5985-44ad-a451-ba2c0e5379a1 admin admin] Pushing event updated for resources: {'Network': ['ID=95577337-912d-42e9-b23c-854a36eebdb1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:14.530601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 95577337-912d-42e9-b23c-854a36eebdb1 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:16:15.701311 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:16.843542 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:17.073321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47286) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:17.291612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d6547-b006-436a-8023-b49a29880675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:17.292982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-031d6547-b006-436a-8023-b49a29880675 admin admin] 10.222.0.62 "GET /v2.0/subnets/f6117d86-2b5f-4668-9495-86e9282704d3 HTTP/1.1" status: 200 len: 849 time: 0.2187109 Nov 25 18:16:17.476201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6385227c-fc60-4e5f-8a49-1facb4ff6630 admin admin] 10.222.0.62 "GET /v2.0/routers/92d4c59b-766b-4f62-958d-852104bcd26c HTTP/1.1" status: 200 len: 704 time: 0.1771290 Nov 25 18:16:17.742301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.034747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Allocated IP 172.20.0.1 (d9317581-ccf7-4c42-9802-7f58d9e8ab24/f6117d86-2b5f-4668-9495-86e9282704d3/fb151390-bcd2-4800-9fa7-d84b648ec0c3) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:16:18.221555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.286175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.363680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:18.371731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:18.378486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:16:18.378486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.397068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Pushing event updated for resources: {'Port': ['ID=fb151390-bcd2-4800-9fa7-d84b648ec0c3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:18.574423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.619620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-48e9bb83-9998-472a-8a71-a686088ece60 None None] Provisioning complete for port fb151390-bcd2-4800-9fa7-d84b648ec0c3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:18.620198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48e9bb83-9998-472a-8a71-a686088ece60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.654436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-48e9bb83-9998-472a-8a71-a686088ece60 None None] Port fb151390-bcd2-4800-9fa7-d84b648ec0c3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:16:18.834931 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.840051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.840876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:18.918501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Pushing event updated for resources: {'Port': ['ID=fb151390-bcd2-4800-9fa7-d84b648ec0c3,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:18.965375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:18.966715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:19.126156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Router 92d4c59b-766b-4f62-958d-852104bcd26c is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:16:19.176773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9f2eb39f-8ecd-4bcc-a3bf-d348841b3794 None None] Provisioning complete for port fb151390-bcd2-4800-9fa7-d84b648ec0c3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:19.177144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb39f-8ecd-4bcc-a3bf-d348841b3794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:19.209717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9f2eb39f-8ecd-4bcc-a3bf-d348841b3794 None None] Port fb151390-bcd2-4800-9fa7-d84b648ec0c3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:16:19.217639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:16:19.222825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7aad99ed-5b7f-4083-aab7-b0835de11f2a admin admin] 10.222.0.62 "PUT /v2.0/routers/92d4c59b-766b-4f62-958d-852104bcd26c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7406371 Nov 25 18:16:19.227596 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Sync routers for ids ['92d4c59b-766b-4f62-958d-852104bcd26c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:16:19.240032 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Routers {'92d4c59b-766b-4f62-958d-852104bcd26c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:19.240767 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['92d4c59b-766b-4f62-958d-852104bcd26c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:19.428165 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Set router 92d4c59b-766b-4f62-958d-852104bcd26c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:19.856909 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'name': 'router1', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:16:08Z', 'updated_at': '2021-11-25T18:16:18Z', 'revision_number': 2, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'gw_port_host': None, '_interfaces': [{'id': 'fb151390-bcd2-4800-9fa7-d84b648ec0c3', 'name': '', 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'mac_address': 'fa:16:3e:55:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:17Z', 'updated_at': '2021-11-25T18:16:18Z', 'revision_number': 2, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'subnets': [{'id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9333a570-97cb-4446-9379-da283faa114c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:19.907997 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Checking router: 92d4c59b-766b-4f62-958d-852104bcd26c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:16:19.908378 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Updating router 92d4c59b-766b-4f62-958d-852104bcd26c port fb151390-bcd2-4800-9fa7-d84b648ec0c3 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:16:19.955626 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.464873 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.470960 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.628953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Pushing event updated for resources: {'Port': ['ID=fb151390-bcd2-4800-9fa7-d84b648ec0c3,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.647168 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.647449 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.647789 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.648126 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.648457 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.648787 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.649114 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.649437 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.649763 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.650083 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.650439 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.650792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Tracked resource versions report: Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: pushed versions: Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: { 'AddressGroup': {'1.2'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Log': {'1.0'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Network': {'1.1'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Port': {'1.7'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'PortForwarding': {'1.2'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'QosPolicy': {'1.10'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'SecurityGroup': {'1.5'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'SubPort': {'1.0'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Subnet': {'1.1'}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Trunk': {'1.1'}} Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: consumer versions: Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: L3 agent@n-d-819194-3: {}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: Metadata agent@n-d-819194-3: {}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: Metering agent@n-d-819194-3: {}, Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'ConntrackHelper': '1.0', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Log': '1.0', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Network': '1.1', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Port': '1.7', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'PortForwarding': '1.2', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'QosPolicy': '1.10', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'SecurityGroup': '1.5', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'SecurityGroupRule': '1.2', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'SubPort': '1.0', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Subnet': '1.1', Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: 'Trunk': '1.1'}} Nov 25 18:16:20.652324 n-d-819194-3 neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:16:20.658160 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Attempting to bind port fb151390-bcd2-4800-9fa7-d84b648ec0c3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:20.658593 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Attempting to bind port fb151390-bcd2-4800-9fa7-d84b648ec0c3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:20.659031 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Attempting to bind port fb151390-bcd2-4800-9fa7-d84b648ec0c3 on network d9317581-ccf7-4c42-9802-7f58d9e8ab24 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:20.664264 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:20.664670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Checking segment: {'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:20.665159 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.665546 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Bound using segment: {'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:20.666123 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Bound port: fb151390-bcd2-4800-9fa7-d84b648ec0c3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f390a569-9e18-4ec3-92ca-1e72dcce658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:20.666637 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.736487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] For port fb151390-bcd2-4800-9fa7-d84b648ec0c3, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:20.737413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b6622185-9334-4d6d-967f-82361706a315 None None] Provisioning complete for port fb151390-bcd2-4800-9fa7-d84b648ec0c3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:20.738686 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6622185-9334-4d6d-967f-82361706a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.756454 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] For port fb151390-bcd2-4800-9fa7-d84b648ec0c3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fb151390-bcd2-4800-9fa7-d84b648ec0c3,segment=NetworkSegment(f390a569-9e18-4ec3-92ca-1e72dcce658f),segment_id=f390a569-9e18-4ec3-92ca-1e72dcce658f)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:20.762125 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:20.778869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b6622185-9334-4d6d-967f-82361706a315 None None] Port fb151390-bcd2-4800-9fa7-d84b648ec0c3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:16:20.816149 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Routers {'92d4c59b-766b-4f62-958d-852104bcd26c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:20.816777 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['92d4c59b-766b-4f62-958d-852104bcd26c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:20.883372 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb83ea7-1e25-403a-8010-073ed855d6ba None None] Pushing event updated for resources: {'Port': ['ID=fb151390-bcd2-4800-9fa7-d84b648ec0c3,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:20.912778 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] Set router 92d4c59b-766b-4f62-958d-852104bcd26c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:21.012615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-04213495-de3c-434c-b4e6-d0252ed94f4a None None] Provisioning complete for port fb151390-bcd2-4800-9fa7-d84b648ec0c3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:21.013347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-04213495-de3c-434c-b4e6-d0252ed94f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.089202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-04213495-de3c-434c-b4e6-d0252ed94f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.123586 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'name': 'router1', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:16:08Z', 'updated_at': '2021-11-25T18:16:18Z', 'revision_number': 2, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'gw_port_host': None, '_interfaces': [{'id': 'fb151390-bcd2-4800-9fa7-d84b648ec0c3', 'name': '', 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'mac_address': 'fa:16:3e:55:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:17Z', 'updated_at': '2021-11-25T18:16:20Z', 'revision_number': 4, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'subnets': [{'id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9333a570-97cb-4446-9379-da283faa114c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:21.124905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-04213495-de3c-434c-b4e6-d0252ed94f4a None None] For port fb151390-bcd2-4800-9fa7-d84b648ec0c3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fb151390-bcd2-4800-9fa7-d84b648ec0c3,segment=NetworkSegment(f390a569-9e18-4ec3-92ca-1e72dcce658f),segment_id=f390a569-9e18-4ec3-92ca-1e72dcce658f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:21.130348 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-04213495-de3c-434c-b4e6-d0252ed94f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:21.155647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08129bf-a208-4a73-886d-2a7cc1d3cf39 None None] The sync data for ids ['92d4c59b-766b-4f62-958d-852104bcd26c'] in n-d-819194-3 is: [{'id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'name': 'router1', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:16:08Z', 'updated_at': '2021-11-25T18:16:18Z', 'revision_number': 2, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'gw_port_host': None, '_interfaces': [{'id': 'fb151390-bcd2-4800-9fa7-d84b648ec0c3', 'name': '', 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'mac_address': 'fa:16:3e:55:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:17Z', 'updated_at': '2021-11-25T18:16:20Z', 'revision_number': 4, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'subnets': [{'id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9333a570-97cb-4446-9379-da283faa114c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:16:21.180529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04213495-de3c-434c-b4e6-d0252ed94f4a None None] Pushing event updated for resources: {'Port': ['ID=fb151390-bcd2-4800-9fa7-d84b648ec0c3,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:21.273330 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:16:21.650544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47306) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:21.765726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec299e-b8f6-446a-958e-bb673e18c238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:21.767101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22ec299e-b8f6-446a-958e-bb673e18c238 admin admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 842 time: 0.1156094 Nov 25 18:16:21.777388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:21.796910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Made reservation on behalf of f12061a7ee024687bc2baa81e1b106cc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:16:21.799135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:22.102172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:16:22.102618 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:22.162095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fb9db6-73a0-4088-bdae-a952f3bf191a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:22.168828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:22.169064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Network hostable DHCP agents. Network: 95577337-912d-42e9-b23c-854a36eebdb1, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:16:22.187350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:16:22.196835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 95577337-912d-42e9-b23c-854a36eebdb1) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:22.201055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:22.201625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:22.207997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e202a-5810-41e1-acd8-ee37f6aa35e5 None None] Network 95577337-912d-42e9-b23c-854a36eebdb1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:16:22.217848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0ffd2566-607d-47de-8ef3-ddbdc0060f09 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4441669 Nov 25 18:16:22.344319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92374d9d-0664-47d9-8498-bb23a07e5288 None None] Network 95577337-912d-42e9-b23c-854a36eebdb1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:16:24.726272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47314) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:24.939392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-70d15b23-6e17-42e6-a69f-2c23b6aa7eeb admin admin] 10.222.0.62 "GET /v2.0/routers/92d4c59b-766b-4f62-958d-852104bcd26c HTTP/1.1" status: 200 len: 710 time: 0.2118657 Nov 25 18:16:25.031231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b2398-711e-4dbf-aa15-cdba7a0bb32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:16:25.038115 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b72b2398-711e-4dbf-aa15-cdba7a0bb32c admin admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 886 time: 0.0872617 Nov 25 18:16:25.042788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:16:25.290100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:25.566984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:25.639529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:25.798067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Allocated IP 172.25.2.89 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/544130db-19c5-40db-a2e6-e2a1ac973012) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:16:25.903062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:25.960709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.030169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:16:26.037995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:16:26.042624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:16:26.045549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Pushing event updated for resources: {'Port': ['ID=544130db-19c5-40db-a2e6-e2a1ac973012,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:26.324761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.515619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.519876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.703842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Router 92d4c59b-766b-4f62-958d-852104bcd26c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:16:26.822002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:16:26.826637 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:26.827855 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1fafaa4d-ef3d-48cf-a517-e2e6c1c8c444 admin admin] 10.222.0.62 "PUT /v2.0/routers/92d4c59b-766b-4f62-958d-852104bcd26c HTTP/1.1" status: 200 len: 889 time: 1.7890832 Nov 25 18:16:28.266517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Sync routers for ids ['92d4c59b-766b-4f62-958d-852104bcd26c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:16:28.278100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Routers {'92d4c59b-766b-4f62-958d-852104bcd26c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:28.278784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['92d4c59b-766b-4f62-958d-852104bcd26c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:28.484742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Set router 92d4c59b-766b-4f62-958d-852104bcd26c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:28.679521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fb151390-bcd2-4800-9fa7-d84b648ec0c3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:28.843127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port fb151390-bcd2-4800-9fa7-d84b648ec0c3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:28.843492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:29.029523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'name': 'router1', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '544130db-19c5-40db-a2e6-e2a1ac973012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:16:08Z', 'updated_at': '2021-11-25T18:16:26Z', 'revision_number': 4, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'gw_port': {'id': '544130db-19c5-40db-a2e6-e2a1ac973012', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:25Z', 'updated_at': '2021-11-25T18:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'fb151390-bcd2-4800-9fa7-d84b648ec0c3', 'name': '', 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'mac_address': 'fa:16:3e:55:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:17Z', 'updated_at': '2021-11-25T18:16:21Z', 'revision_number': 5, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'subnets': [{'id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9333a570-97cb-4446-9379-da283faa114c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:29.083434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Checking router: 92d4c59b-766b-4f62-958d-852104bcd26c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:16:29.083788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Updating router 92d4c59b-766b-4f62-958d-852104bcd26c port 544130db-19c5-40db-a2e6-e2a1ac973012 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:16:29.132690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:29.445024 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:29.447694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47326) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:16:29.450594 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:29.501538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Attempting to bind port 544130db-19c5-40db-a2e6-e2a1ac973012 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:16:29.501910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Attempting to bind port 544130db-19c5-40db-a2e6-e2a1ac973012 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:16:29.502283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Attempting to bind port 544130db-19c5-40db-a2e6-e2a1ac973012 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:16:29.505045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03b6de-09d1-48d8-98c4-1e3b95d67f20 None None] Pushing event updated for resources: {'Port': ['ID=544130db-19c5-40db-a2e6-e2a1ac973012,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:29.509487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:16:29.509890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:16:29.510292 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:29.510702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:16:29.511170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Bound port: 544130db-19c5-40db-a2e6-e2a1ac973012, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:16:29.511568 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:29.560281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] For port 544130db-19c5-40db-a2e6-e2a1ac973012, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:16:29.562571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aff5c69f-ec8b-4de7-b166-88b3aa2db7d4 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133831 Nov 25 18:16:29.564319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] For port 544130db-19c5-40db-a2e6-e2a1ac973012, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=544130db-19c5-40db-a2e6-e2a1ac973012,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:16:29.569026 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:29.631168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Routers {'92d4c59b-766b-4f62-958d-852104bcd26c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:16:29.631727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['92d4c59b-766b-4f62-958d-852104bcd26c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:29.667350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03b6de-09d1-48d8-98c4-1e3b95d67f20 None None] Pushing event updated for resources: {'Port': ['ID=544130db-19c5-40db-a2e6-e2a1ac973012,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:29.748515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] Set router 92d4c59b-766b-4f62-958d-852104bcd26c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:16:29.965984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'name': 'router1', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '544130db-19c5-40db-a2e6-e2a1ac973012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:16:08Z', 'updated_at': '2021-11-25T18:16:26Z', 'revision_number': 4, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'gw_port': {'id': '544130db-19c5-40db-a2e6-e2a1ac973012', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:25Z', 'updated_at': '2021-11-25T18:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'fb151390-bcd2-4800-9fa7-d84b648ec0c3', 'name': '', 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'mac_address': 'fa:16:3e:55:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:17Z', 'updated_at': '2021-11-25T18:16:21Z', 'revision_number': 5, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'subnets': [{'id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9333a570-97cb-4446-9379-da283faa114c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:16:29.990921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971291a-bbae-4215-9129-8dd5f4d6bd23 None None] The sync data for ids ['92d4c59b-766b-4f62-958d-852104bcd26c'] in n-d-819194-3 is: [{'id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'name': 'router1', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '544130db-19c5-40db-a2e6-e2a1ac973012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:16:08Z', 'updated_at': '2021-11-25T18:16:26Z', 'revision_number': 4, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'gw_port': {'id': '544130db-19c5-40db-a2e6-e2a1ac973012', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:25Z', 'updated_at': '2021-11-25T18:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'fb151390-bcd2-4800-9fa7-d84b648ec0c3', 'name': '', 'network_id': 'd9317581-ccf7-4c42-9802-7f58d9e8ab24', 'tenant_id': '8d54f56225d74ed284de5b74506a3340', 'mac_address': 'fa:16:3e:55:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4c59b-766b-4f62-958d-852104bcd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:16:17Z', 'updated_at': '2021-11-25T18:16:21Z', 'revision_number': 5, 'project_id': '8d54f56225d74ed284de5b74506a3340', 'subnets': [{'id': 'f6117d86-2b5f-4668-9495-86e9282704d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9333a570-97cb-4446-9379-da283faa114c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:16:30.654940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 544130db-19c5-40db-a2e6-e2a1ac973012 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:30.706547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 544130db-19c5-40db-a2e6-e2a1ac973012 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:30.707003 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:30.783474 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:30.804915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 544130db-19c5-40db-a2e6-e2a1ac973012, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=544130db-19c5-40db-a2e6-e2a1ac973012,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:16:30.810902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:30.862955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=544130db-19c5-40db-a2e6-e2a1ac973012,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:16:32.662687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 544130db-19c5-40db-a2e6-e2a1ac973012 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:16:32.716742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 544130db-19c5-40db-a2e6-e2a1ac973012 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:16:32.717039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:40.814659 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ebc2b2f-111c-4fcd-afb4-bd7615424d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:43.318170 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8a9599f-0ecb-4a3f-a096-916ca3fd8c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:44.174195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:45.710934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:46.800639 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:16:58.272007 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:17:10.807271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9b00d500-8bb9-4fef-a652-57015c461076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:13.327754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-458b2c70-a985-4f08-9ddf-0c9682118e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:14.173016 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:15.711236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:16.798124 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:35.270574 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:17:40.809342 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bbb4be7e-f3ec-4a24-8ec7-e0b9c3c438e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:43.323402 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bd72a86-bd4f-489c-af4d-672ebae6e426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:44.175582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:45.714181 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:46.791980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:55.662158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47842) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:55.722802 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ff04d1-fdf7-45c5-9f55-cdccf4c83dab admin admin] GET failed (client error): The resource could not be found. Nov 25 18:17:55.724060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a3ff04d1-fdf7-45c5-9f55-cdccf4c83dab admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610204 Nov 25 18:17:55.892678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c2e286-0b86-4d95-8b44-a02093e16d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:55.894139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-82c2e286-0b86-4d95-8b44-a02093e16d78 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1655233 Nov 25 18:17:58.252814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47852) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:17:58.344100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f7efb-9aa1-46f4-95d5-e1dd2cb20778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:58.345485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-886f7efb-9aa1-46f4-95d5-e1dd2cb20778 admin admin] 10.222.0.62 "GET /v2.0/subnets/f6117d86-2b5f-4668-9495-86e9282704d3 HTTP/1.1" status: 200 len: 849 time: 0.0917246 Nov 25 18:17:58.356082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:17:58.442017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Publish callbacks [] for subnet, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:58.577111 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754433295647'] for subnet, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:58.608540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:17:58.609725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:58.611688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] 10.222.0.62 "PUT /v2.0/subnets/f6117d86-2b5f-4668-9495-86e9282704d3 HTTP/1.1" status: 200 len: 868 time: 0.2598252 Nov 25 18:17:58.612712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec9791-980a-4792-89f5-1a43448e5ae3 None None] Network d9317581-ccf7-4c42-9802-7f58d9e8ab24 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:17:58.638669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6117d86-2b5f-4668-9495-86e9282704d3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:17:58.647104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.647465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.647807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.648147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.648484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.648819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.649150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.649632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.650114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.650479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.650815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:58.651144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c6e16c-3475-400f-9a50-affb1d119f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:17:59.042255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0a6ceb5f-f546-4356-9489-8615764c92da None None] Provisioning complete for port 6d041669-8d18-4a6d-9b3a-72b1b618397f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:17:59.042641 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a6ceb5f-f546-4356-9489-8615764c92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:17:59.130679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0a6ceb5f-f546-4356-9489-8615764c92da None None] Provisioning complete for port fb151390-bcd2-4800-9fa7-d84b648ec0c3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:17:59.130921 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a6ceb5f-f546-4356-9489-8615764c92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:00.989972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47862) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:01.186414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140940b5-d981-4c78-b0d9-be14125dd226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:01.186818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140940b5-d981-4c78-b0d9-be14125dd226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:01.188333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-140940b5-d981-4c78-b0d9-be14125dd226 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972549 Nov 25 18:18:03.588392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47870) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:03.797803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734f0da-59cd-4e52-8206-67cc84856710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:03.798260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734f0da-59cd-4e52-8206-67cc84856710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:03.799845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5734f0da-59cd-4e52-8206-67cc84856710 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105165 Nov 25 18:18:06.205555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47878) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:06.327289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ffb3b-b781-44c7-901d-07891fdc9015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:06.328639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0b6ffb3b-b781-44c7-901d-07891fdc9015 admin admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 886 time: 0.1221132 Nov 25 18:18:08.700438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:08.829124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec848ab-628a-40d3-b87e-7dd3ee0d4c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:08.830788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ec848ab-628a-40d3-b87e-7dd3ee0d4c74 admin admin] 10.222.0.62 "GET /v2.0/networks/d9317581-ccf7-4c42-9802-7f58d9e8ab24 HTTP/1.1" status: 200 len: 869 time: 0.1293705 Nov 25 18:18:10.811138 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2af032a-fafa-4520-b83c-803701b005cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:11.225880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:11.349698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52382467-9373-4067-8f19-9fb1f8d8a298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:11.350147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52382467-9373-4067-8f19-9fb1f8d8a298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:11.351684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-52382467-9373-4067-8f19-9fb1f8d8a298 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248364 Nov 25 18:18:12.269202 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:18:13.324360 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e90a45f-4668-48d0-9822-b47a06f72ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:13.811028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47902) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:13.899614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c31e1f-ba0d-4ed6-8a51-4e3f08565cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:13.900067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c31e1f-ba0d-4ed6-8a51-4e3f08565cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:13.901690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-46c31e1f-ba0d-4ed6-8a51-4e3f08565cb7 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896182 Nov 25 18:18:14.177930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:15.720317 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:16.307108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47910) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:16.391026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee7ddc-3546-4be3-ab14-206daac97968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:16.392390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6cee7ddc-3546-4be3-ab14-206daac97968 admin admin] 10.222.0.62 "GET /v2.0/subnets/41fb9db6-73a0-4088-bdae-a952f3bf191a HTTP/1.1" status: 200 len: 816 time: 0.0843334 Nov 25 18:18:16.793416 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:18.748576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47918) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:18.843703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fff591-4c63-4cae-847b-4c15854ad667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:18.845030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a6fff591-4c63-4cae-847b-4c15854ad667 admin admin] 10.222.0.62 "GET /v2.0/subnets/f6117d86-2b5f-4668-9495-86e9282704d3 HTTP/1.1" status: 200 len: 868 time: 0.0953979 Nov 25 18:18:40.813819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf92baa3-93b8-482c-a02b-0180600a068f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:43.325001 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a45f3f52-7d4d-4762-b416-77062c39b5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:43.906499 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47972) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:43.953068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-66eef99b-157b-4f77-aef7-5472db7c47cd admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:18:43.954043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-66eef99b-157b-4f77-aef7-5472db7c47cd admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466170 Nov 25 18:18:44.182911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:45.718970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:46.439166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47980) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:46.498854 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf089cf-b38d-423e-a021-cef14ab2e47e admin admin] GET failed (client error): The resource could not be found. Nov 25 18:18:46.500118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-adf089cf-b38d-423e-a021-cef14ab2e47e admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600190 Nov 25 18:18:46.642419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a30a35-5473-4e8b-ba88-f7ee228aba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:46.643830 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d2a30a35-5473-4e8b-ba88-f7ee228aba43 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1393051 Nov 25 18:18:46.796425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:49.040219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47988) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:49.086726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:18:49.106972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Made reservation on behalf of f12061a7ee024687bc2baa81e1b106cc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:18:49.109191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:49.142907 n-d-819194-3 neutron-server[103456]: WARNING neutron.services.revisions.revision_plugin [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Could not find related network for resource to bump revision. Nov 25 18:18:49.154917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:18:49.163708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:49.164065 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Added segment 36bf821c-34bf-41e7-9fb8-a09658cb4dbd of type vlan for network 0b5541ce-44cc-473e-bb00-df9663c918d0 Nov 25 18:18:49.204473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:49.227005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:49.227852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:49.228437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:49.267438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:18:49.276889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2356243 Nov 25 18:18:49.287190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48e71f-f522-48a0-97d6-273c6a540a40 admin admin] Pushing event updated for resources: {'Network': ['ID=0b5541ce-44cc-473e-bb00-df9663c918d0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:49.301448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:18:51.711958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47996) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:18:51.771976 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fe5451-274b-4267-9fcf-06760750ec48 admin admin] GET failed (client error): The resource could not be found. Nov 25 18:18:51.773230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-19fe5451-274b-4267-9fcf-06760750ec48 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603280 Nov 25 18:18:51.843075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310786c0-648f-4deb-b749-d5f1b7e5d230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:51.844500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-310786c0-648f-4deb-b749-d5f1b7e5d230 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668464 Nov 25 18:18:51.855212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:18:51.875156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Made reservation on behalf of f12061a7ee024687bc2baa81e1b106cc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:18:51.877317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.035496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.088781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:52.095417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:18:52.095761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Network hostable DHCP agents. Network: 0b5541ce-44cc-473e-bb00-df9663c918d0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:18:52.110745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:18:52.119749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0b5541ce-44cc-473e-bb00-df9663c918d0) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:18:52.123941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:18:52.124543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.129125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5c9ae-791a-4797-8b55-8f935d3e382b None None] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:18:52.141624 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a6202f39-5bf3-4657-ad0f-a8bda583e57f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2905178 Nov 25 18:18:52.374579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-0b5541ce-44cc-473e-bb00-df9663c918d0', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'tenant_id': 'f12061a7ee024687bc2baa81e1b106cc', 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:18:52.375480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.513456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Allocated IP 192.168.233.2 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/b0ea2783-29ef-42ef-8353-d0b902bed578) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:18:52.656299 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.665720 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.711429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Pushing event updated for resources: {'Port': ['ID=b0ea2783-29ef-42ef-8353-d0b902bed578,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:52.714441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:18:52.719132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:18:52.721944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.722297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.722664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.723003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.723332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.723667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.723986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.724308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.724631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.724948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.725267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.725586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:18:52.729126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:18:52.785952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Attempting to bind port b0ea2783-29ef-42ef-8353-d0b902bed578 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:18:52.786324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Attempting to bind port b0ea2783-29ef-42ef-8353-d0b902bed578 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:18:52.786717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Attempting to bind port b0ea2783-29ef-42ef-8353-d0b902bed578 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:18:52.791903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:18:52.792271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:18:52.792662 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.793044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:18:52.793564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Bound port: b0ea2783-29ef-42ef-8353-d0b902bed578, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:18:52.793971 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.859494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] For port b0ea2783-29ef-42ef-8353-d0b902bed578, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:18:52.862834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] For port b0ea2783-29ef-42ef-8353-d0b902bed578, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b0ea2783-29ef-42ef-8353-d0b902bed578,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:18:52.868866 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:52.927055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb5452-ed51-4237-84f2-57fec909a183 None None] Pushing event updated for resources: {'Port': ['ID=b0ea2783-29ef-42ef-8353-d0b902bed578,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:53.753966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b125595-e09d-40a8-9950-d9e49d9e8ce4 None None] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:18:53.881973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8f750658-6879-4a23-88d2-89c8140a8f78 None None] Provisioning complete for port b0ea2783-29ef-42ef-8353-d0b902bed578 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:18:53.882330 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f750658-6879-4a23-88d2-89c8140a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:53.986422 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f750658-6879-4a23-88d2-89c8140a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:54.021611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8f750658-6879-4a23-88d2-89c8140a8f78 None None] For port b0ea2783-29ef-42ef-8353-d0b902bed578, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b0ea2783-29ef-42ef-8353-d0b902bed578,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:18:54.026999 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f750658-6879-4a23-88d2-89c8140a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:54.077666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f750658-6879-4a23-88d2-89c8140a8f78 None None] Pushing event updated for resources: {'Port': ['ID=b0ea2783-29ef-42ef-8353-d0b902bed578,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:18:54.248439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f69ca761-1e65-43a7-a14a-834a1d52f874 None None] Provisioning complete for port b0ea2783-29ef-42ef-8353-d0b902bed578 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:18:54.248732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f69ca761-1e65-43a7-a14a-834a1d52f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:18:54.766416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b0ea2783-29ef-42ef-8353-d0b902bed578 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:18:54.818436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b0ea2783-29ef-42ef-8353-d0b902bed578 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:18:54.818831 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:10.816559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47f15ed5-b9d2-496f-9f38-0e2cf525ce14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:13.325693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-089d8d15-412c-472a-b88e-e9262bc21704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:14.184784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:15.722813 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:16.798582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:26.265841 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:19:40.817732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b16b4ed-fb56-4885-b89d-43b5a99e2cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:43.327566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c0b2d1e-ceee-4fbe-b3a8-98f1363d19bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:44.187950 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:45.724610 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:19:46.798967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:03.264255 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:20:10.752717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:20:10.759178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-b3681207-9fbf-44dd-b609-8340b661703d tempest-verify_tempest_config-2005445153 tempest-verify_tempest_config-2005445153-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:20:10.760135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b3681207-9fbf-44dd-b609-8340b661703d tempest-verify_tempest_config-2005445153 tempest-verify_tempest_config-2005445153-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064530 Nov 25 18:20:10.821201 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0cd39f9a-94e6-4a14-81d8-dcdf6852ff5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.058245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48058) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:20:11.158177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.247884 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.252046 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.373670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d4a81-ad38-4c08-af3b-7a8eb9db0935,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:20:11.377156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea82fbf969ea4aa58c16ed0ae06c3ce0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3178849 Nov 25 18:20:11.380024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48062) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:20:11.382766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.383108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.383444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.383770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.384125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.384451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.384773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.385091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.385413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.385731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.386047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.386364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe74ce9-11fb-40b5-8b35-098b2a1c00b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.435234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.455022 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.547865 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.550736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:11.555667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c08d4a81-ad38-4c08-af3b-7a8eb9db0935 HTTP/1.1" status: 204 len: 168 time: 0.1708760 Nov 25 18:20:11.560220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d4a81-ad38-4c08-af3b-7a8eb9db0935,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:20:11.566959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.567309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.567651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.567987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.568333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.568641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.570012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.570012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.570012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.570012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.570367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:11.570594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda7d77a-a9c2-4556-8cc9-eec37a904dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:20:13.333607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e08f9004-00af-4990-8908-11d06321f5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:14.191165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:15.726219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:16.798767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:40.261865 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:20:40.822765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-24e2a8ac-194d-4c4e-b643-91b19c9f15ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:43.334410 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26029d5d-dc7e-498d-9130-e68e32ac7be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:44.193261 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:45.728835 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:20:46.800911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:10.828753 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45896511-9c13-4416-af90-498952a24f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:13.335123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-05bfd301-8de0-4226-a38e-c6af1347ab0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:14.196249 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:15.731425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:16.804158 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:17.260438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:21:40.820936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3afdbcd1-6120-439b-bb33-955dcb55a616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:43.336856 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e259a18a-e09f-4e1d-9f7c-e236f7a57a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:44.198952 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:45.733669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:46.805795 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:21:54.259921 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:22:10.822634 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1197796-abde-4fd9-994e-d937c70bab43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:13.339895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b6c016d-ae42-4297-b4fe-e9c56743e6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:14.201322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:15.737992 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:16.807450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:31.260080 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:22:40.822879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d93c096-7ecb-4f70-82b7-0ddd3dd5a014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:43.342815 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2714b406-80ea-477a-a260-7af2f85be49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:44.204028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:45.739147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:22:46.808657 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:08.259211 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:23:10.823719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2e84-6703-4153-bb03-4a590c3e4bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:13.344962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-40fe994d-97db-49d6-a679-ec38dd9bd943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:14.206816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:15.741652 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:16.809470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:30.449795 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707955'] for agent, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:32.891042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707955'] for agent, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:40.825160 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8c36c30e-2e56-48c0-b225-6da3ac5680ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:43.345819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-56e0fd94-95ae-48a8-b31e-8f12e3cf714e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:44.209256 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:45.258804 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:23:45.746292 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:23:46.810036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:00.427071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:02.848658 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:10.825943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48a6c495-efb3-4092-9a8c-4c7efc23368f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:13.352611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0009ffd-47f9-4c4c-8f97-95b0ab2e9874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:14.211684 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:15.751267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:16.812263 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:19.262195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48120) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:24:19.364273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d953fecf-54bd-4f21-8f99-283eae9cea7b admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1008768 Nov 25 18:24:21.794176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48130) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:24:21.850685 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ad93a149-3a83-4bb2-bba6-182718cd17fd admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0554004 Nov 25 18:24:22.258856 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:24:30.463291 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:32.866135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:40.827281 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0070cb67-2d8a-401a-99ea-dadf9f64f73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:43.353782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-324cb069-4a4a-4891-93b3-22f07e52abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:44.213920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:45.751775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:46.813691 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:24:59.258647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:25:00.463357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:02.873823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:10.849052 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-936f8598-e3cf-4305-a8ed-bf1a45c25528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:13.361287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-983c9fdc-d34f-4e24-b020-e890f60d595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:14.226570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:15.755873 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:16.814855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:30.480697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:32.877826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:36.259446 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:25:40.829660 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe3deb7a-2dae-4807-9ec7-8708ef689a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:43.358416 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11f19019-a7c0-4a87-aac7-b6c38a979c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:44.216252 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:44.670138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48332) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:44.941763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48348) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:45.069310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-network', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:45.090559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Made reservation on behalf of 2af34dfbba6c46c4bb4378e6d5924f4b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:45.092799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.101089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.183650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.189028 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.213752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:25:45.227226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3bd83-768f-49cf-a785-26825681fd12,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:45.239297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.239647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.239999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.240340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.240676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.241010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.241341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.241666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.241999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.242320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.242666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.242994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Tracked resource versions report: Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: pushed versions: Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: { 'AddressGroup': {'1.2'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'ConntrackHelper': {'1.0'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Log': {'1.0'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Network': {'1.1'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Port': {'1.7'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'PortForwarding': {'1.2'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'QosPolicy': {'1.10'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'SecurityGroup': {'1.5'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'SubPort': {'1.0'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Subnet': {'1.1'}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Trunk': {'1.1'}} Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: consumer versions: Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: HyperV agent@n-h1-819194-3: {}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: HyperV agent@n-h2-819194-3: {}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: L3 agent@n-d-819194-3: {}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: Metadata agent@n-d-819194-3: {}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: Metering agent@n-d-819194-3: {}, Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'ConntrackHelper': '1.0', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Log': '1.0', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Network': '1.1', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Port': '1.7', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'PortForwarding': '1.2', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'QosPolicy': '1.10', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'SecurityGroup': '1.5', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'SecurityGroupRule': '1.2', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'SubPort': '1.0', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Subnet': '1.1', Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: 'Trunk': '1.1'}} Nov 25 18:25:45.244553 n-d-819194-3 neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:25:45.247094 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.247440 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Added segment 56fd04ab-b797-4223-ae5e-7c39ea69b3fa of type vlan for network 34a02369-d5ac-4ff4-869b-451c7746e2a7 Nov 25 18:25:45.287743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.312710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.313674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:45.314276 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.473194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-359961933-network', 'tenant_id': '0d3fb4f55b27401db1e61c17d22653b0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:45.481490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8102467 Nov 25 18:25:45.484551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:45.492301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Request body: {'subnet': {'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-subnet', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:45.497292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c24872-b0c7-4bf2-8f59-536da0ecb496 admin admin] Pushing event updated for resources: {'Network': ['ID=34a02369-d5ac-4ff4-869b-451c7746e2a7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:45.511771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:25:45.514524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:25:45.514524 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 18:25:45.514524 n-d-819194-3 neutron-server[103456]: [parameters: {'project_id_1': '2af34dfbba6c46c4bb4378e6d5924f4b', 'expiration_1': datetime.datetime(2021, 11, 25, 18, 25, 25, 503434)}] Nov 25 18:25:45.514524 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:25:45.515239 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:25:45.525678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Made reservation on behalf of 0d3fb4f55b27401db1e61c17d22653b0 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:45.528272 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.538049 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.632310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.636977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.665509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:25:45.675884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.676477 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Added segment 2bd80f6b-3fcf-4b6a-bf09-e39f8451f256 of type vlan for network a19744a1-d96d-43ad-bef6-23ddd40d9743 Nov 25 18:25:45.703950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6468dea9-5a64-4f72-943a-ac87b05ffe6b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:45.722299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.747895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.748947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:45.749696 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.764829 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.777765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8349056 Nov 25 18:25:45.781683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:45.786898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Request body: {'subnet': {'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-359961933-subnet', 'tenant_id': '0d3fb4f55b27401db1e61c17d22653b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:45.813156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Made reservation on behalf of 0d3fb4f55b27401db1e61c17d22653b0 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:45.816432 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:45.825376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e0aa-46dd-4cfe-8021-c2c4bd3702c7 admin admin] Pushing event updated for resources: {'Network': ['ID=a19744a1-d96d-43ad-bef6-23ddd40d9743,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:45.836663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:25:46.001228 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.069843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd5db90-005f-40ed-aab7-4c241e246fc5,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:46.087484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.087835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.088560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.088904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.089234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.089560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.090052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.090606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.091065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.091525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.092000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.092461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Tracked resource versions report: Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: pushed versions: Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: { 'AddressGroup': {'1.2'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'ConntrackHelper': {'1.0'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Log': {'1.0'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Network': {'1.1'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Port': {'1.7'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'PortForwarding': {'1.2'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'QosPolicy': {'1.10'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'SecurityGroup': {'1.5'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'SubPort': {'1.0'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Subnet': {'1.1'}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Trunk': {'1.1'}} Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: consumer versions: Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: HyperV agent@n-h1-819194-3: {}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: HyperV agent@n-h2-819194-3: {}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: L3 agent@n-d-819194-3: {}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: Metadata agent@n-d-819194-3: {}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: Metering agent@n-d-819194-3: {}, Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'ConntrackHelper': '1.0', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Log': '1.0', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Network': '1.1', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Port': '1.7', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'PortForwarding': '1.2', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'QosPolicy': '1.10', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'SecurityGroup': '1.5', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'SecurityGroupRule': '1.2', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'SubPort': '1.0', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Subnet': '1.1', Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: 'Trunk': '1.1'}} Nov 25 18:25:46.093687 n-d-819194-3 neutron-server[103456]: {{(pid=103456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:25:46.098279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Made reservation on behalf of 2af34dfbba6c46c4bb4378e6d5924f4b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:46.100901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.116949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:46.117495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Network hostable DHCP agents. Network: a19744a1-d96d-43ad-bef6-23ddd40d9743, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:25:46.182121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:25:46.199537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a19744a1-d96d-43ad-bef6-23ddd40d9743) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:46.208819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:46.209584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.210261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde7e62-fdfa-4e5a-96e6-e34a0687225c None None] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:25:46.269249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-794da271-aef9-418e-9af0-0be498d21829 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4856393 Nov 25 18:25:46.348915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.377425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b1062a-b9af-40aa-aef3-36e9e0923ad4 None None] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:25:46.419259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa5a07f-be25-4dac-b8b7-1dbc17238064,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:46.428984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Checking segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:46.429338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Network hostable DHCP agents. Network: 34a02369-d5ac-4ff4-869b-451c7746e2a7, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:25:46.451256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:25:46.464157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 34a02369-d5ac-4ff4-869b-451c7746e2a7) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:46.475522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:46.476400 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.484689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf36f22-057e-4802-ba1a-4275bd5b59a0 None None] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:25:46.496668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48426) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:46.496945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3c6b7cd3-050e-4aa7-917b-a5643a8a5d05 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0103972 Nov 25 18:25:46.501452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:46.537206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.538677 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.654539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.676934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-34a02369-d5ac-4ff4-869b-451c7746e2a7', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:25:46.678010 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.836474 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.848073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:46.855171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Allocated IP 172.20.0.2 (34a02369-d5ac-4ff4-869b-451c7746e2a7/eaa5a07f-be25-4dac-b8b7-1dbc17238064/dcea46b5-6fb6-43e2-9cbf-d71868925000) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:25:47.120801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.146257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.192246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.206702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.292438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Allocated IP 172.25.2.13 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:25:47.295490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:25:47.296459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Pushing event updated for resources: {'Port': ['ID=dcea46b5-6fb6-43e2-9cbf-d71868925000,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:47.300906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:47.319674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:25:47.325349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.326394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.326889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.327381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.327848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.328311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.328772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.329229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.329687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.330134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.330614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.331098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Tracked resource versions report: Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: pushed versions: Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: { 'AddressGroup': {'1.2'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Log': {'1.0'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Network': {'1.1'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Port': {'1.7'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'PortForwarding': {'1.2'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'QosPolicy': {'1.10'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'SecurityGroup': {'1.5'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'SubPort': {'1.0'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Subnet': {'1.1'}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Trunk': {'1.1'}} Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: consumer versions: Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: HyperV agent@n-h1-819194-3: {}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: HyperV agent@n-h2-819194-3: {}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: L3 agent@n-d-819194-3: {}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: Metadata agent@n-d-819194-3: {}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: Metering agent@n-d-819194-3: {}, Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'ConntrackHelper': '1.0', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Log': '1.0', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Network': '1.1', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Port': '1.7', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'PortForwarding': '1.2', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'QosPolicy': '1.10', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'SecurityGroup': '1.5', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'SecurityGroupRule': '1.2', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'SubPort': '1.0', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Subnet': '1.1', Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: 'Trunk': '1.1'}} Nov 25 18:25:47.332339 n-d-819194-3 neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:25:47.403123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Attempting to bind port dcea46b5-6fb6-43e2-9cbf-d71868925000 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:25:47.403897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Attempting to bind port dcea46b5-6fb6-43e2-9cbf-d71868925000 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:25:47.404262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Attempting to bind port dcea46b5-6fb6-43e2-9cbf-d71868925000 on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:25:47.415213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:25:47.416381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Checking segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:47.416945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.417441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Bound using segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:25:47.418055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Bound port: dcea46b5-6fb6-43e2-9cbf-d71868925000, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:25:47.418583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.442425 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.491309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.519096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] For port dcea46b5-6fb6-43e2-9cbf-d71868925000, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:25:47.522523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] For port dcea46b5-6fb6-43e2-9cbf-d71868925000, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dcea46b5-6fb6-43e2-9cbf-d71868925000,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:25:47.529789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:47.542048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:47.560075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:25:47.561630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:47.585153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:25:47.653392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ce090-72c3-4064-8401-ffd77f535858 None None] Pushing event updated for resources: {'Port': ['ID=dcea46b5-6fb6-43e2-9cbf-d71868925000,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:47.915213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.409408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.471392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48502) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:48.477591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1778298572-network', 'tenant_id': '7f9c1e10ffbb47be862e0224fafc1eaf'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:48.521102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Made reservation on behalf of 7f9c1e10ffbb47be862e0224fafc1eaf for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:48.523515 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.535997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.668360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Router 0688dd00-f3de-4928-b2e4-7ec177b4329e is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:25:48.669420 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.682132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.735628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:25:48.766572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a588957b-5242-4610-8bf1-b214e09b3123,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:48.778947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.784220 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Added segment 02c6feb2-b915-4fb0-afd0-a770e10c4443 of type vlan for network 78a4ee28-71b9-492f-bcaa-f27e1bef6a24 Nov 25 18:25:48.829700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:25:48.840883 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Sync routers for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:25:48.861757 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:25:48.869549 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:48.880279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.884404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-14358505-7908-4f83-8f22-2893e31b09e3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3836687 Nov 25 18:25:48.884404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:48.892541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.963544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:48.965375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:48.966204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:49.038144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5656464 Nov 25 18:25:49.041841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48522) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:49.050076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Request body: {'subnet': {'network_id': '78a4ee28-71b9-492f-bcaa-f27e1bef6a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1778298572-subnet', 'tenant_id': '7f9c1e10ffbb47be862e0224fafc1eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:49.077040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8858b70-bbba-4a9c-b7b5-a35c8be8d17c admin admin] Pushing event updated for resources: {'Network': ['ID=78a4ee28-71b9-492f-bcaa-f27e1bef6a24,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:49.087584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dcea46b5-6fb6-43e2-9cbf-d71868925000 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:25:49.127710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Made reservation on behalf of 7f9c1e10ffbb47be862e0224fafc1eaf for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:49.130887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Publish callbacks [] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:49.179030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 78a4ee28-71b9-492f-bcaa-f27e1bef6a24 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:25:49.347201 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:25:49.409026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a46c8-5837-4e4e-a5fd-4aab8db831cc None None] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:25:49.513871 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:49.532980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48562) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:49.538075 n-d-819194-3 neutron-server[103457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 18:25:49.544195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port dcea46b5-6fb6-43e2-9cbf-d71868925000 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:49.549591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:49.640510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b9fb11-7751-4935-86c9-a113244c5169,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:49.652823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-feae2ad9-e9cc-45f8-9457-ae25243b9f0c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f239249d68bd448780dd6a89d72af301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141264 Nov 25 18:25:49.653224 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:47Z', 'revision_number': 3, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:49.662980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Checking segment: {'id': '02c6feb2-b915-4fb0-afd0-a770e10c4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '78a4ee28-71b9-492f-bcaa-f27e1bef6a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:49.663332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Network hostable DHCP agents. Network: 78a4ee28-71b9-492f-bcaa-f27e1bef6a24, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:25:49.700551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Network 78a4ee28-71b9-492f-bcaa-f27e1bef6a24 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:25:49.711030 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Checking router: 0688dd00-f3de-4928-b2e4-7ec177b4329e for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:25:49.711383 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Updating router 0688dd00-f3de-4928-b2e4-7ec177b4329e port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:25:49.713980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 78a4ee28-71b9-492f-bcaa-f27e1bef6a24) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:49.720125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:49.721507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:49.761389 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:49.777997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7e87b3d0-3a17-4964-b31e-aa7797b5b3ff admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7343569 Nov 25 18:25:49.821597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84e5af-9298-4fd1-844d-54658e7179a9 None None] Network 78a4ee28-71b9-492f-bcaa-f27e1bef6a24 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:25:49.838974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ed01e103-ccee-46b9-8e0b-ac4769c2b662 None None] Provisioning complete for port dcea46b5-6fb6-43e2-9cbf-d71868925000 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:49.839347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed01e103-ccee-46b9-8e0b-ac4769c2b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:49.885874 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.001742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port dcea46b5-6fb6-43e2-9cbf-d71868925000, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dcea46b5-6fb6-43e2-9cbf-d71868925000,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:25:50.026011 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.036013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-f1f4f261-7b82-403c-851b-cd2ce446e8c9 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:50.037529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-f1f4f261-7b82-403c-851b-cd2ce446e8c9 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692591 Nov 25 18:25:50.064707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-97c8dd74-e8ab-448c-9dfe-78c55d907941 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/quotas/f239249d68bd448780dd6a89d72af301 HTTP/1.1" status: 200 len: 375 time: 0.0205715 Nov 25 18:25:50.077619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.150219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=dcea46b5-6fb6-43e2-9cbf-d71868925000,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:50.217401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-614a4345-647c-4666-9cc2-8714707170a8 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f239249d68bd448780dd6a89d72af301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433887 Nov 25 18:25:50.307795 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.320788 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.340417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d76ce-885c-42ac-bfb4-f44588ef69c5 None None] Network 78a4ee28-71b9-492f-bcaa-f27e1bef6a24 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:25:50.422244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Allocated IP 172.20.0.1 (34a02369-d5ac-4ff4-869b-451c7746e2a7/eaa5a07f-be25-4dac-b8b7-1dbc17238064/d327367c-f495-44be-ab41-bc41508a79c7) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:25:50.428407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4a746fb6-ce41-42a4-90cb-2c94633f7dd1 None None] Provisioning complete for port dcea46b5-6fb6-43e2-9cbf-d71868925000 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:50.428779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a746fb6-ce41-42a4-90cb-2c94633f7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.450138 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Attempting to bind port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:25:50.450727 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Attempting to bind port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:25:50.451341 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Attempting to bind port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:25:50.462437 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:25:50.463010 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:50.463505 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.463986 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:25:50.464520 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Bound port: 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:25:50.465248 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.467700 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Pushing event updated for resources: {'Port': ['ID=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:50.540478 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.542361 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.542361 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.543308 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.544364 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.544469 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.546205 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.546205 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.550045 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.551793 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.552155 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.552500 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Tracked resource versions report: Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: pushed versions: Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: { 'AddressGroup': {'1.2'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Log': {'1.0'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Network': {'1.1'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Port': {'1.7'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'PortForwarding': {'1.2'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'QosPolicy': {'1.10'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'SecurityGroup': {'1.5'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'SubPort': {'1.0'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Subnet': {'1.1'}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Trunk': {'1.1'}} Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: consumer versions: Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: { DHCP agent@n-d-819194-3: {}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: HyperV agent@n-h1-819194-3: {}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: HyperV agent@n-h2-819194-3: {}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: L3 agent@n-d-819194-3: {}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: Metadata agent@n-d-819194-3: {}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: Metering agent@n-d-819194-3: {}, Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: Open vSwitch agent@n-d-819194-3: { 'AddressGroup': '1.2', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'ConntrackHelper': '1.0', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Log': '1.0', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Network': '1.1', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Port': '1.7', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'PortForwarding': '1.2', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'QosPolicy': '1.10', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'SecurityGroup': '1.5', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'SecurityGroupRule': '1.2', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'SubPort': '1.0', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Subnet': '1.1', Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: 'Trunk': '1.1'}} Nov 25 18:25:50.554122 n-d-819194-3 neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 18:25:50.561320 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.615313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.619255 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] For port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:25:50.622624 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] For port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:25:50.630438 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.680140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:25:50.683399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:50.686767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:25:50.687315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:50.705604 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59d5a-3ce7-4236-8681-c293662ccefc None None] Pushing event updated for resources: {'Port': ['ID=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:50.709047 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:25:50.709711 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:50.824217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Pushing event updated for resources: {'Port': ['ID=d327367c-f495-44be-ab41-bc41508a79c7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:50.901885 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:25:50.949252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dcea46b5-6fb6-43e2-9cbf-d71868925000 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:25:51.033373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48650) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:51.035924 n-d-819194-3 neutron-server[103456]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 18:25:51.063833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port dcea46b5-6fb6-43e2-9cbf-d71868925000 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:51.064833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:51.147348 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:47Z', 'revision_number': 3, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:51.151005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1f9ae235-cf01-4e66-99c7-dad950b27f52 None None] Provisioning complete for port d327367c-f495-44be-ab41-bc41508a79c7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:51.151523 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae235-cf01-4e66-99c7-dad950b27f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:51.178499 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb4dba-4b62-4928-836e-b42aee638614 None None] The sync data for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 is: [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:47Z', 'revision_number': 3, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:25:51.216312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56f81ec8-acba-4585-a30f-a46e221a638d req-305e5fd8-ec80-434f-8498-e587be6da123 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 210 time: 0.0910182 Nov 25 18:25:51.252212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ae235-cf01-4e66-99c7-dad950b27f52 None None] Port d327367c-f495-44be-ab41-bc41508a79c7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:25:51.292769 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:51.320334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-744c6a66-3743-49eb-9534-5bdd489bf960 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:51.329430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-744c6a66-3743-49eb-9534-5bdd489bf960 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 0.2942741 Nov 25 18:25:51.350612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-d921cbf3-70ca-42b2-84a5-fc9cb049ee4b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/quotas/0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 375 time: 0.0197699 Nov 25 18:25:51.428642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-ca931dc6-a196-4391-a7e5-2f53580bc631 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766113 Nov 25 18:25:51.556038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:51.563705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:51.564771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:51.692443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-e47b4712-7210-415e-bf14-acf0ccacb52e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:25:51.707941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-e47b4712-7210-415e-bf14-acf0ccacb52e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0939009 Nov 25 18:25:51.713683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Pushing event updated for resources: {'Port': ['ID=d327367c-f495-44be-ab41-bc41508a79c7,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:51.775560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:25:51.779531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:51.921415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-434316da-2fc8-4109-9a81-643176e233e9 service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099919 Nov 25 18:25:52.024103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Router 0688dd00-f3de-4928-b2e4-7ec177b4329e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:25:52.163031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-2c5b407b-4e4e-4cc0-9479-eebc1ba2c928 service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330124 Nov 25 18:25:52.288111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2baec1b-3c79-496b-ae91-1038a9b6ef53 None None] Provisioning complete for port d327367c-f495-44be-ab41-bc41508a79c7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:52.288642 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2baec1b-3c79-496b-ae91-1038a9b6ef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:52.310847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:25:52.326889 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-316dd301-d50e-471c-846a-ff18b4cffb4c admin admin] 10.222.0.62 "PUT /v2.0/routers/0688dd00-f3de-4928-b2e4-7ec177b4329e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4412928 Nov 25 18:25:52.399711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c2baec1b-3c79-496b-ae91-1038a9b6ef53 None None] Port d327367c-f495-44be-ab41-bc41508a79c7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:25:52.583470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-1b6ae9d5-6644-4a52-bc8e-c141e5ec6450 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ee36d60fcbe4fa1824007804b4cefb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483582 Nov 25 18:25:52.598373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48750) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:52.830044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-c55a0dd6-f7fa-4140-a01c-7a9de4bfb8d3 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:52.831780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-c55a0dd6-f7fa-4140-a01c-7a9de4bfb8d3 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475271 Nov 25 18:25:52.835189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d83a0972-cb82-405c-8a53-1b9b1b78879b req-f904e1ab-ccf7-427a-b8b9-68311e01b169 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 210 time: 0.0893748 Nov 25 18:25:52.861721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-79c22dc4-e1a1-4705-ace3-273a6ee84f02 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/quotas/3ee36d60fcbe4fa1824007804b4cefb6 HTTP/1.1" status: 200 len: 375 time: 0.0213869 Nov 25 18:25:52.865275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4ab57514-2e62-47c5-a078-55a1262167c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:52.988421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-59f5f4f7-344e-4f7a-984e-da85eb9095ff tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ee36d60fcbe4fa1824007804b4cefb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198692 Nov 25 18:25:53.013339 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4ab57514-2e62-47c5-a078-55a1262167c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.032608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4ab57514-2e62-47c5-a078-55a1262167c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.043393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:25:53.082729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cba6e322-3744-49ce-9b3f-f1c352970ba6 req-28fb18f0-2046-4353-af4f-40da347ac90f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 210 time: 0.0667844 Nov 25 18:25:53.162101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:53.162750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.206503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4ab57514-2e62-47c5-a078-55a1262167c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8dcce8e37994ccfae24ee1dcc94ec2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6045804 Nov 25 18:25:53.207741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48784) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:53.220620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab57514-2e62-47c5-a078-55a1262167c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86302099-571f-4559-9c61-6d6691d4a4a3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:53.306285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.334063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:25:53.344427 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.365959 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4ed8d97-e860-4897-8fae-16d7d8d87228 req-58c15cd6-531f-4a30-b6ae-1d5a94f61adf tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 0.0460262 Nov 25 18:25:53.419829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-130b3925-fe09-420d-b888-9d9d6b95e7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.463708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.64', 50731) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:53.503516 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-130b3925-fe09-420d-b888-9d9d6b95e7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.598311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-130b3925-fe09-420d-b888-9d9d6b95e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.608744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-130b3925-fe09-420d-b888-9d9d6b95e7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:53.608900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:53.609596 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-130b3925-fe09-420d-b888-9d9d6b95e7c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86302099-571f-4559-9c61-6d6691d4a4a3 HTTP/1.1" status: 204 len: 168 time: 0.3995039 Nov 25 18:25:53.616478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-bb33dadf-9b6f-4af3-9dca-de550a3da625 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f239249d68bd448780dd6a89d72af301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454179 Nov 25 18:25:53.622346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3925-fe09-420d-b888-9d9d6b95e7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86302099-571f-4559-9c61-6d6691d4a4a3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:54.040581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Sync routers for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:25:54.059788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:25:54.060446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:54.227365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:54.239343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-network', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:54.246573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8335cef-24c8-4e92-82c1-09c3b625e20c req-b35e9549-59d3-4bb2-aaee-1fd24a5723f3 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 210 time: 0.2367151 Nov 25 18:25:54.297704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Made reservation on behalf of 3e837bae3686489b96b937bcf2c2d49b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:54.304670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.340710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.343417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-a25b3a09-112a-419d-9ce0-4b146f70a879 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.344936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-a25b3a09-112a-419d-9ce0-4b146f70a879 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7107058 Nov 25 18:25:54.463016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdbf56d6-65d7-4355-8c2a-afc75f52dbed req-bdc62832-0716-4a86-9b9a-95cb25a8ce32 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 210 time: 0.0427358 Nov 25 18:25:54.478380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:54.528473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Request body: {'port': {'device_id': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'f239249d68bd448780dd6a89d72af301'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:54.564326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.571042 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.600702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:25:54.611678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0b405-1b13-44c7-b2ad-534957af5311,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:54.618394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:25:54.655306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.655648 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Added segment 755bc39c-3534-4d99-9dda-4c76898d1178 of type vlan for network 9fd48125-0997-4662-9709-2eb1593bf5b6 Nov 25 18:25:54.716878 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.720106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f9adc671-1681-4928-85dc-5bd1d55cdc71 req-5fadf8fa-7be9-45f1-8a54-b30b9d9fe63c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 0.0934627 Nov 25 18:25:54.750654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.751744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:54.752513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.761614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-267483aa-cd74-4fcf-b52d-4ed3e471c5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.817859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5883794 Nov 25 18:25:54.820018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48892) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:54.824840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Request body: {'subnet': {'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-subnet', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:54.862140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dc05a-7645-49d7-bfab-a4d570334299 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd48125-0997-4662-9709-2eb1593bf5b6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:54.864786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Made reservation on behalf of 3e837bae3686489b96b937bcf2c2d49b for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:54.867579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:54.876248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:25:55.106414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:25:55.109536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Made reservation on behalf of f239249d68bd448780dd6a89d72af301 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:55.114311 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.126457 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.200184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.229742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.66', 60178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:55.231314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 2, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:55.268792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Checking router: 0688dd00-f3de-4928-b2e4-7ec177b4329e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:25:55.269181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Updating router 0688dd00-f3de-4928-b2e4-7ec177b4329e port d327367c-f495-44be-ab41-bc41508a79c7 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:25:55.273536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1e007e-b909-4536-b332-3722859dc8c2,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:55.287856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-267483aa-cd74-4fcf-b52d-4ed3e471c5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.320766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Checking segment: {'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:55.320906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Network hostable DHCP agents. Network: 9fd48125-0997-4662-9709-2eb1593bf5b6, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:25:55.323962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-267483aa-cd74-4fcf-b52d-4ed3e471c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.328008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-e87573ee-4e4f-413f-9623-ce213a0bfeb5 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3ee36d60fcbe4fa1824007804b4cefb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945148 Nov 25 18:25:55.375546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:25:55.382694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:55.389510 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.415793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9fd48125-0997-4662-9709-2eb1593bf5b6) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:55.428028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:55.428637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.469488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48930) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:55.473414 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-267483aa-cd74-4fcf-b52d-4ed3e471c5ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9c2a04415ce4ad7863394009d3a2df6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9920161 Nov 25 18:25:55.484001 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.485990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f4784972-6960-4783-b70a-414c5b343c96 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6648598 Nov 25 18:25:55.489493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48932) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:55.495876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe258fd9-c81e-4d2a-b519-fe78c6747dfd None None] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:25:55.524971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:55.538953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.64', 50735) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:55.673755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8857bfc0-8593-41a6-9086-71a8352508f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.724844 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.726092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.771376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c03214d-c0d7-4573-8405-b5638ef6fa02 req-9bd10a5d-a06d-41d6-a3f7-5a5466230e0f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 210 time: 0.0635953 Nov 25 18:25:55.818951 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8857bfc0-8593-41a6-9086-71a8352508f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.838508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267483aa-cd74-4fcf-b52d-4ed3e471c5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc1b6c-2abf-49cf-b339-de546377d279,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:55.872231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:55.914726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.004324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edc57afe-9588-47d4-87b7-47a6c82a9cae req-55b99ae4-e5ad-4628-a1fc-b5a418c86c02 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 210 time: 0.6316659 Nov 25 18:25:56.027516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.046940 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72cc09ba-0a37-4895-a4ee-e72783a68fbf req-01775640-8cc4-4b17-a75a-25e84efdb60f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 0.0520716 Nov 25 18:25:56.216599 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.258394 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.261445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-9fd48125-0997-4662-9709-2eb1593bf5b6', 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'fixed_ips': [{'subnet_id': 'ae1e007e-b909-4536-b332-3722859dc8c2'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:25:56.263151 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.466221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.472264 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8857bfc0-8593-41a6-9086-71a8352508f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.477116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8857bfc0-8593-41a6-9086-71a8352508f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:56.478897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8857bfc0-8593-41a6-9086-71a8352508f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cedc1b6c-2abf-49cf-b339-de546377d279 HTTP/1.1" status: 204 len: 168 time: 1.0076423 Nov 25 18:25:56.491829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857bfc0-8593-41a6-9086-71a8352508f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc1b6c-2abf-49cf-b339-de546377d279,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:56.564591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0250cda6-29af-4efa-8ca9-3df6ff8060e5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:56.771684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f77cf-3778-41ae-be3b-c93ad6d56f70 None None] Pushing event updated for resources: {'Port': ['ID=d327367c-f495-44be-ab41-bc41508a79c7,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:57.040887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a75b41be-d36d-4cde-9862-541549da06ca req-43e06e98-96fb-4250-be90-2e0044019f46 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 210 time: 0.0685186 Nov 25 18:25:57.043325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Attempting to bind port d327367c-f495-44be-ab41-bc41508a79c7 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:25:57.043837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Attempting to bind port d327367c-f495-44be-ab41-bc41508a79c7 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:25:57.044456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Attempting to bind port d327367c-f495-44be-ab41-bc41508a79c7 on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:25:57.058250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.063786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:25:57.064284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Checking segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:57.064815 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.065771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Bound using segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:25:57.066496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Bound port: d327367c-f495-44be-ab41-bc41508a79c7, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:25:57.067127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.084247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.094438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-5d27bd57-e3e8-4fbe-8d41-892bd179972f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:57.108159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-5d27bd57-e3e8-4fbe-8d41-892bd179972f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7714217 Nov 25 18:25:57.135808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-0960f4a5-2548-435a-ad9a-05f68c4e58b0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:57.138661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-0960f4a5-2548-435a-ad9a-05f68c4e58b0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 1.5977829 Nov 25 18:25:57.148449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8b8cf77c-cc51-48a5-9e24-a0fb4fb65b2c None None] Provisioning complete for port d327367c-f495-44be-ab41-bc41508a79c7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:57.148966 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b8cf77c-cc51-48a5-9e24-a0fb4fb65b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.184403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Request body: {'port': {'device_id': '44c662e8-067a-4274-a829-7588f1334b62', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'admin_state_up': True, 'tenant_id': '0d3fb4f55b27401db1e61c17d22653b0'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:57.200422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8b8cf77c-cc51-48a5-9e24-a0fb4fb65b2c None None] Port d327367c-f495-44be-ab41-bc41508a79c7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:25:57.270366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-910e0042-efd5-4598-8427-2c5e283795d5 req-f2c0b484-419a-49a5-adc3-8b47066d03bc tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 0.0487232 Nov 25 18:25:57.295470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Request body: {'port': {'device_id': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '3ee36d60fcbe4fa1824007804b4cefb6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:25:57.305189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] For port d327367c-f495-44be-ab41-bc41508a79c7, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:25:57.309578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Allocated IP 172.20.0.2 (9fd48125-0997-4662-9709-2eb1593bf5b6/ae1e007e-b909-4536-b332-3722859dc8c2/70ea9d5a-7acf-46fd-a6d0-c502e81d85b8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:25:57.318794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] For port d327367c-f495-44be-ab41-bc41508a79c7, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d327367c-f495-44be-ab41-bc41508a79c7,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:25:57.333306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.351727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48980) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:57.408971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Allocated IP 172.25.2.184 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8b16052c-ab5e-4fa9-af04-5e17749b3374) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:25:57.457862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f77cf-3778-41ae-be3b-c93ad6d56f70 None None] Pushing event updated for resources: {'Port': ['ID=d327367c-f495-44be-ab41-bc41508a79c7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:57.542987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:25:57.543779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:57.595491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0ddb73f9-30d9-498a-b225-d5a0cba88bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.768776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0ddb73f9-30d9-498a-b225-d5a0cba88bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.781832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0ddb73f9-30d9-498a-b225-d5a0cba88bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.811941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:25:57.887840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-392655a7-b0a3-40ca-b512-64366cead7d9 None None] Provisioning complete for port d327367c-f495-44be-ab41-bc41508a79c7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:57.888115 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-392655a7-b0a3-40ca-b512-64366cead7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:57.892918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb73f9-30d9-498a-b225-d5a0cba88bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2dd8a-17a3-480d-85e3-8b6d0285873d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:57.969278 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0ddb73f9-30d9-498a-b225-d5a0cba88bce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50e2638b45844698a15237df7ae04b26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6142647 Nov 25 18:25:57.970876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48992) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:58.007524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Allocated IP 192.168.233.251 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/9ae129d9-903f-498e-a969-6caec52eaf1d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:25:58.025980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.053127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e052a19-c078-48a9-a5de-4379f032aac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.095096 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e052a19-c078-48a9-a5de-4379f032aac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.164231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e052a19-c078-48a9-a5de-4379f032aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.169302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e052a19-c078-48a9-a5de-4379f032aac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.171092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4e052a19-c078-48a9-a5de-4379f032aac9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44f2dd8a-17a3-480d-85e3-8b6d0285873d HTTP/1.1" status: 204 len: 168 time: 0.1990042 Nov 25 18:25:58.213508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e052a19-c078-48a9-a5de-4379f032aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2dd8a-17a3-480d-85e3-8b6d0285873d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:58.253273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdcf1847-2528-4a97-b22b-97b73c608bab req-0f088d86-0638-400b-838e-0d0cfa538427 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 210 time: 0.0440414 Nov 25 18:25:58.291979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.314440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.351948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Pushing event updated for resources: {'Port': ['ID=8b16052c-ab5e-4fa9-af04-5e17749b3374,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:58.405348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:25:58.410996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:58.422005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:25:58.435111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd557f6d-232c-477d-be3d-3b2404506c94 req-f28bd033-d5f1-4363-a1f4-4e41e43aeb9c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 210 time: 1.1455019 Nov 25 18:25:58.442091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Made reservation on behalf of 3ee36d60fcbe4fa1824007804b4cefb6 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:58.458647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.492993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.531134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.556023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-392655a7-b0a3-40ca-b512-64366cead7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.629024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Made reservation on behalf of 0d3fb4f55b27401db1e61c17d22653b0 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:25:58.629024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.722107 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.734337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-392655a7-b0a3-40ca-b512-64366cead7d9 None None] For port d327367c-f495-44be-ab41-bc41508a79c7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d327367c-f495-44be-ab41-bc41508a79c7,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:25:58.744557 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.751802 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-392655a7-b0a3-40ca-b512-64366cead7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.771589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-013df0cc-6da3-4405-942e-77616bbda9d1 req-fc6e023a-79c6-4634-8f44-713bd9952036 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 0.2491415 Nov 25 18:25:58.784255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:57Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:25:58.853433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:25:58.863431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936cd4e-4c0d-4596-9349-fcc02487309d None None] The sync data for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 is: [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:57Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:25:58.870223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:58.909717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:25:58.919582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Pushing event updated for resources: {'Port': ['ID=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:58.922056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:25:58.923098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:58.981611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:25:59.040510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5647070 Nov 25 18:25:59.122771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-dc1c0f66-c1a6-43b9-a18d-e7ee85693496 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:25:59.123831 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-dc1c0f66-c1a6-43b9-a18d-e7ee85693496 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596578 Nov 25 18:25:59.124584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49012) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:25:59.145534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:25:59.156216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:25:59.163998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc65e50-2cf1-48a9-889d-19dfa55a6940 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Pushing event updated for resources: {'Port': ['ID=9ae129d9-903f-498e-a969-6caec52eaf1d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:59.176310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-536d9a6f-0dc0-4ef7-bfa4-7ff39f5d3cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.395852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.527559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a090261c-fbfa-4b54-8c65-9d87503dec9a None None] Provisioning complete for port 9ae129d9-903f-498e-a969-6caec52eaf1d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:25:59.527898 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a090261c-fbfa-4b54-8c65-9d87503dec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.599559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a090261c-fbfa-4b54-8c65-9d87503dec9a None None] Port 9ae129d9-903f-498e-a969-6caec52eaf1d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:25:59.609587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Attempting to bind port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:25:59.609967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Attempting to bind port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:25:59.610330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Attempting to bind port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 on network 9fd48125-0997-4662-9709-2eb1593bf5b6 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:25:59.618884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:25:59.619273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Checking segment: {'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:25:59.619768 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.620212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Bound using segment: {'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:25:59.620699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Bound port: 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:25:59.621155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.757297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] For port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:25:59.767252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] For port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,segment=NetworkSegment(755bc39c-3534-4d99-9dda-4c76898d1178),segment_id=755bc39c-3534-4d99-9dda-4c76898d1178)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:25:59.775526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392655a7-b0a3-40ca-b512-64366cead7d9 None None] Pushing event updated for resources: {'Port': ['ID=d327367c-f495-44be-ab41-bc41508a79c7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:25:59.786045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:25:59.946224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155f1c5-4e1d-48c5-a5c0-1e6132f19f5c None None] Pushing event updated for resources: {'Port': ['ID=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:00.008959 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2667b21b-ab3e-496b-a93f-1361d23766f9 req-9fa22130-5dd3-4052-b82a-fc860d117cde tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 210 time: 0.5507691 Nov 25 18:26:00.183353 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.246688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.368378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3810e09-cb2b-4aeb-a0ce-011edc170fca req-97c920c8-567c-4fdb-a805-469100b1e3fa tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:00.399810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3810e09-cb2b-4aeb-a0ce-011edc170fca req-97c920c8-567c-4fdb-a805-469100b1e3fa tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 936 time: 0.7260225 Nov 25 18:26:00.436901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Allocated IP 172.20.0.8 (a19744a1-d96d-43ad-bef6-23ddd40d9743/7bd5db90-005f-40ed-aab7-4c241e246fc5/7f475118-276a-4b46-ac71-5ad054a85a04) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:00.511865 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.538257 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:00.657340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3810e09-cb2b-4aeb-a0ce-011edc170fca req-e5cc6f8f-a0c1-4b5f-83b3-78478c72a39b tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546463 Nov 25 18:26:00.872500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Request body: {'port': {'device_id': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:00.917934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Router b5e7113a-e2c1-4695-989f-aa9037211b2d is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:26:01.039008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:01.269258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d327367c-f495-44be-ab41-bc41508a79c7 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:01.428941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d327367c-f495-44be-ab41-bc41508a79c7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:01.431013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:01.486061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:01.513682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-903b96ab-3734-4fea-beb0-e0516bd3584b req-2947efb3-d571-4a67-aae5-48b1f583ac4d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 1.1560292 Nov 25 18:26:01.572145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ae633-75c3-4c58-bafe-dad4ae2117b9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:01.612916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-536d9a6f-0dc0-4ef7-bfa4-7ff39f5d3cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:01.690420 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-536d9a6f-0dc0-4ef7-bfa4-7ff39f5d3cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:01.695090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:01.751226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:26:01.756753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:01.757433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:01.765939 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Sync routers for ids ['b5e7113a-e2c1-4695-989f-aa9037211b2d'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:26:01.787244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Allocated IP 192.168.233.77 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/efa0de35-4e51-48ff-922a-287eb9d842af) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:01.796973 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Routers {'b5e7113a-e2c1-4695-989f-aa9037211b2d'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:01.802676 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b5e7113a-e2c1-4695-989f-aa9037211b2d'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:01.821526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48080587-19c6-42c6-8387-945e5fed08c0 req-4e05f59d-8e1e-4ab6-8a69-085aa038eda2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:01.824112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48080587-19c6-42c6-8387-945e5fed08c0 req-4e05f59d-8e1e-4ab6-8a69-085aa038eda2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 931 time: 0.5658438 Nov 25 18:26:01.830693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d2f0d-2971-44d9-b23e-c175e875745a None None] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:26:01.836106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:01.839677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a84726b8-6251-4387-8200-76a27a3af034 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.3466969 Nov 25 18:26:01.866137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49050) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:01.898126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:02.002416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:02.008631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:02.014342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:02.036032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.055386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-07b12b8e-e29b-4928-84a0-1155fdc5f047 None None] Provisioning complete for port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:02.055723 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07b12b8e-e29b-4928-84a0-1155fdc5f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.101014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-536d9a6f-0dc0-4ef7-bfa4-7ff39f5d3cec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c831f47e2fe44afe82b4b52380a1bfca&name=default HTTP/1.1" status: 200 len: 2994 time: 2.9622445 Nov 25 18:26:02.103953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49056) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:02.146906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.172647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d9a6f-0dc0-4ef7-bfa4-7ff39f5d3cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149ac618-3723-432a-9a79-09c94cf2bb82,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:02.175216 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Set router b5e7113a-e2c1-4695-989f-aa9037211b2d gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:02.200852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:02.215150 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.270098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-1969f66e-b218-4e5c-8c6e-0cc517b4d249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0985680 Nov 25 18:26:02.316552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Request body: {'port': {'device_id': '44c662e8-067a-4274-a829-7588f1334b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:02.327110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,segment=NetworkSegment(755bc39c-3534-4d99-9dda-4c76898d1178),segment_id=755bc39c-3534-4d99-9dda-4c76898d1178)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:02.339333 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.359416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48080587-19c6-42c6-8387-945e5fed08c0 req-06451530-abf7-4934-9946-82b4d5d12c81 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210333 Nov 25 18:26:02.398725 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07b12b8e-e29b-4928-84a0-1155fdc5f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.517691 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-07b12b8e-e29b-4928-84a0-1155fdc5f047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:26:02.518959 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-07b12b8e-e29b-4928-84a0-1155fdc5f047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:26:02.526762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:02.604197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b3fa-6f1b-483c-8ca6-a8f3a279dfba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.608143 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 3, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:02.692652 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Checking router: b5e7113a-e2c1-4695-989f-aa9037211b2d for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:26:02.699986 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Updating router b5e7113a-e2c1-4695-989f-aa9037211b2d port 8b16052c-ab5e-4fa9-af04-5e17749b3374 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:26:02.755277 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.795282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b3fa-6f1b-483c-8ca6-a8f3a279dfba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:02.867548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a606dcd6-737c-46ac-bb2b-df6927a844d9 req-69319da4-dcf8-4f17-939e-debbf1be6bb6 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 0.1076350 Nov 25 18:26:02.912392 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.142139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:03.142851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.171528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b3fa-6f1b-483c-8ca6-a8f3a279dfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.180406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969b35-edb2-418b-9de9-d3b3311d2725 req-4365abd8-8102-48bc-aab9-ce6099902802 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.184003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b3fa-6f1b-483c-8ca6-a8f3a279dfba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.185637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b4b8b3fa-6f1b-483c-8ca6-a8f3a279dfba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/149ac618-3723-432a-9a79-09c94cf2bb82 HTTP/1.1" status: 204 len: 168 time: 1.0790589 Nov 25 18:26:03.200398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-09969b35-edb2-418b-9de9-d3b3311d2725 req-4365abd8-8102-48bc-aab9-ce6099902802 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 936 time: 0.7983813 Nov 25 18:26:03.233486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8b3fa-6f1b-483c-8ca6-a8f3a279dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ac618-3723-432a-9a79-09c94cf2bb82,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:03.297608 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.309777 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.342305 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7530227b-4d36-4aa2-b83c-ecd068336404 None None] Provisioning complete for port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:03.342305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7530227b-4d36-4aa2-b83c-ecd068336404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.421933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:03.422313 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.429406 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8455873-38df-4b48-b7f8-a775458d93a1 None None] Pushing event updated for resources: {'Port': ['ID=8b16052c-ab5e-4fa9-af04-5e17749b3374,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:03.487904 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Attempting to bind port 8b16052c-ab5e-4fa9-af04-5e17749b3374 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:03.488314 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Attempting to bind port 8b16052c-ab5e-4fa9-af04-5e17749b3374 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:03.488687 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Attempting to bind port 8b16052c-ab5e-4fa9-af04-5e17749b3374 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:03.500670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:03.501061 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:03.501519 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.503057 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:03.503670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Bound port: 8b16052c-ab5e-4fa9-af04-5e17749b3374, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:03.504102 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.541625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.566578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.642601 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] For port 8b16052c-ab5e-4fa9-af04-5e17749b3374, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:03.650379 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] For port 8b16052c-ab5e-4fa9-af04-5e17749b3374, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8b16052c-ab5e-4fa9-af04-5e17749b3374,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:03.659777 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.866810 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Routers {'b5e7113a-e2c1-4695-989f-aa9037211b2d'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:03.868108 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b5e7113a-e2c1-4695-989f-aa9037211b2d'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:03.877569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:03.958322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a2b2f-08fe-49ad-86cb-ef91904f359c req-29cb649c-382e-414c-b86d-7d3ba70fbd71 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:03.968358 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-887a2b2f-08fe-49ad-86cb-ef91904f359c req-29cb649c-382e-414c-b86d-7d3ba70fbd71 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 931 time: 0.2703924 Nov 25 18:26:03.971992 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8455873-38df-4b48-b7f8-a775458d93a1 None None] Pushing event updated for resources: {'Port': ['ID=8b16052c-ab5e-4fa9-af04-5e17749b3374,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:04.031394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-09969b35-edb2-418b-9de9-d3b3311d2725 req-66bc4c98-89be-4f55-923f-2958cd38ac59 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296082 Nov 25 18:26:04.121032 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] Set router b5e7113a-e2c1-4695-989f-aa9037211b2d gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:04.153433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:04.165879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:04.192214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:04.198174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Allocated IP 172.20.0.1 (9fd48125-0997-4662-9709-2eb1593bf5b6/ae1e007e-b909-4536-b332-3722859dc8c2/ec9c02bf-f099-4e30-b409-2122a48fec32) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:04.203288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-887a2b2f-08fe-49ad-86cb-ef91904f359c req-7e3e7291-b463-46b1-8e46-92e1876e34ec tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089870 Nov 25 18:26:04.211829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:04.212472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.220660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Pushing event updated for resources: {'Port': ['ID=efa0de35-4e51-48ff-922a-287eb9d842af,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:04.519290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.530773 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 3, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:04.549978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-983ea702-c13f-4897-908f-1701c15c031d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2815714 Nov 25 18:26:04.608026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-be0054c2-6d4e-42da-ac79-b2eb32d2e1e7 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:26:04.609363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-be0054c2-6d4e-42da-ac79-b2eb32d2e1e7 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0226338 Nov 25 18:26:04.614702 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c151cc-72f9-420c-a0a3-538b7d50426a None None] The sync data for ids ['b5e7113a-e2c1-4695-989f-aa9037211b2d'] in n-d-819194-3 is: [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 3, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:26:04.659788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.803700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f408f0b4-203f-48fb-8612-20bc3b9de924 None None] Provisioning complete for port efa0de35-4e51-48ff-922a-287eb9d842af triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:04.804281 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f408f0b4-203f-48fb-8612-20bc3b9de924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.804371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:04.824047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:04.845920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:04.847225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.855802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae129d9-903f-498e-a969-6caec52eaf1d {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:04.893335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:04.926170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f408f0b4-203f-48fb-8612-20bc3b9de924 None None] Port efa0de35-4e51-48ff-922a-287eb9d842af cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:05.013543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Pushing event updated for resources: {'Port': ['ID=ec9c02bf-f099-4e30-b409-2122a48fec32,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:05.131605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Transition to ACTIVE for port object 9ae129d9-903f-498e-a969-6caec52eaf1d will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:05.134265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50568688-de39-4cdf-b613-8d515e731a9a req-8ef1ef08-86a0-4dc9-af83-dfc7fea0574c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:05.138706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-50568688-de39-4cdf-b613-8d515e731a9a req-8ef1ef08-86a0-4dc9-af83-dfc7fea0574c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 935 time: 0.5046191 Nov 25 18:26:05.216643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:05.436714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f475118-276a-4b46-ac71-5ad054a85a04 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:05.522012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1a00fa70-6562-4c69-8374-62a998c49664 None None] Provisioning complete for port ec9c02bf-f099-4e30-b409-2122a48fec32 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:05.522867 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a00fa70-6562-4c69-8374-62a998c49664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:05.559633 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-50568688-de39-4cdf-b613-8d515e731a9a req-abaff85f-f220-4717-84e2-df11da1567bd tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093709 Nov 25 18:26:05.587952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1a00fa70-6562-4c69-8374-62a998c49664 None None] Port ec9c02bf-f099-4e30-b409-2122a48fec32 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:05.608954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:05.689854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:05.692161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ae129d9-903f-498e-a969-6caec52eaf1d,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:05.793920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Transition to ACTIVE for port object 7f475118-276a-4b46-ac71-5ad054a85a04 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:05.817878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Request body: {'port': {'device_id': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'device_owner': 'compute:tempest-test_az-1084424094', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:05.923851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:05.993068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d085ebf-a5cc-46a4-be0e-981584011c05 req-e52d7038-e411-4a5a-b8e2-efa0e6e8e915 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:05.996883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d085ebf-a5cc-46a4-be0e-981584011c05 req-e52d7038-e411-4a5a-b8e2-efa0e6e8e915 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.7160881 Nov 25 18:26:06.021400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.053415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.054541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.132077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Pushing event updated for resources: {'Port': ['ID=ec9c02bf-f099-4e30-b409-2122a48fec32,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:06.153326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Attempting to bind port 9ae129d9-903f-498e-a969-6caec52eaf1d on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:06.157350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Attempting to bind port 9ae129d9-903f-498e-a969-6caec52eaf1d by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:06.158287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Attempting to bind port 9ae129d9-903f-498e-a969-6caec52eaf1d on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:06.478512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49130) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:06.529776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44103b-fc90-47e6-bdba-92e31f0d0e0a req-47a8ad08-fe2c-4024-b1a0-f222ccb701da tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:06.552834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf44103b-fc90-47e6-bdba-92e31f0d0e0a req-47a8ad08-fe2c-4024-b1a0-f222ccb701da tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.5203328 Nov 25 18:26:06.562143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:06.634839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:06.660609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:06.915590 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf44103b-fc90-47e6-bdba-92e31f0d0e0a req-266a90ea-e400-4cce-8fb4-b50021c0141e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608105 Nov 25 18:26:07.086316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Port 9ae129d9-903f-498e-a969-6caec52eaf1d on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:07.086664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Attempting to bind port 9ae129d9-903f-498e-a969-6caec52eaf1d on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:07.102918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:07.132592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6eab8f09-e7b3-4f31-8110-ce50e2939def admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:07.141699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b16052c-ab5e-4fa9-af04-5e17749b3374 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:07.279236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b42f0a85-14d2-4fc5-a66e-872e97268b30 None None] Provisioning complete for port ec9c02bf-f099-4e30-b409-2122a48fec32 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:07.282614 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b42f0a85-14d2-4fc5-a66e-872e97268b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:07.372836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:07.373214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:07.373728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:07.374216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Bound port: 9ae129d9-903f-498e-a969-6caec52eaf1d, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:07.374609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:07.467811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b42f0a85-14d2-4fc5-a66e-872e97268b30 None None] Port ec9c02bf-f099-4e30-b409-2122a48fec32 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:07.479056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8b16052c-ab5e-4fa9-af04-5e17749b3374 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:07.479782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:07.512676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d085ebf-a5cc-46a4-be0e-981584011c05 req-3b2f029c-19d1-4d69-a05e-02701dce24cc tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4181287 Nov 25 18:26:07.614939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:07.615688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:07.616457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:07.628334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:07.628977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:07.676159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6eab8f09-e7b3-4f31-8110-ce50e2939def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:07.695717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6eab8f09-e7b3-4f31-8110-ce50e2939def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:07.710626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:07.711697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:07.712348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:07.713094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Bound port: 7f475118-276a-4b46-ac71-5ad054a85a04, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:07.713807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:07.767174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6eab8f09-e7b3-4f31-8110-ce50e2939def admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a52faf4bdae245b3a284d95b4ff62866&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2841938 Nov 25 18:26:07.779318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:07.903802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Router b5e7113a-e2c1-4695-989f-aa9037211b2d has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:26:07.938579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] For port 9ae129d9-903f-498e-a969-6caec52eaf1d, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:07.959687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c53512-b2d3-4f65-ab72-4ea44b4bc018 req-91c7dc52-7d0d-457e-9324-dc9eec5ed86f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:07.962625 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08c53512-b2d3-4f65-ab72-4ea44b4bc018 req-91c7dc52-7d0d-457e-9324-dc9eec5ed86f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 935 time: 0.8278022 Nov 25 18:26:08.001204 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.037724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] For port 9ae129d9-903f-498e-a969-6caec52eaf1d, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ae129d9-903f-498e-a969-6caec52eaf1d,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:08.048304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.050682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 8b16052c-ab5e-4fa9-af04-5e17749b3374, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8b16052c-ab5e-4fa9-af04-5e17749b3374,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:08.055928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.068504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab8f09-e7b3-4f31-8110-ce50e2939def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c2cd56-5f18-47e8-93ab-86e34b7e054f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:08.097177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:08.098112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.100586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] 10.222.0.64 "PUT /v2.0/ports/9ae129d9-903f-498e-a969-6caec52eaf1d HTTP/1.1" status: 200 len: 1096 time: 8.6481125 Nov 25 18:26:08.154510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'tag': '9ae129d9-903f-498e-a969-6caec52eaf1d'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:08.219451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=8b16052c-ab5e-4fa9-af04-5e17749b3374,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:08.268098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08c53512-b2d3-4f65-ab72-4ea44b4bc018 req-2bd6a444-7477-471e-8c57-9fb150e0d5c4 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931542 Nov 25 18:26:08.274076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f35a8fbb-9762-4dce-894f-4f4b8e94e544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.301293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f35a8fbb-9762-4dce-894f-4f4b8e94e544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.433673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f35a8fbb-9762-4dce-894f-4f4b8e94e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.436828 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f35a8fbb-9762-4dce-894f-4f4b8e94e544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.445911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:08.448430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f35a8fbb-9762-4dce-894f-4f4b8e94e544 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17c2cd56-5f18-47e8-93ab-86e34b7e054f HTTP/1.1" status: 204 len: 168 time: 0.6615841 Nov 25 18:26:08.498818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8fbb-9762-4dce-894f-4f4b8e94e544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c2cd56-5f18-47e8-93ab-86e34b7e054f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:08.558177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:26:08.570577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Sync routers for ids ['b5e7113a-e2c1-4695-989f-aa9037211b2d'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:26:08.572912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-f1f197f5-d4db-47d2-9fd2-6c606df878f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:08.574737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-f1f197f5-d4db-47d2-9fd2-6c606df878f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f239249d68bd448780dd6a89d72af301&device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 1099 time: 0.3143055 Nov 25 18:26:08.589169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a04fe12d-b628-4e12-9ce3-52b3182f0c4b admin admin] 10.222.0.62 "PUT /v2.0/routers/b5e7113a-e2c1-4695-989f-aa9037211b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7167461 Nov 25 18:26:08.589357 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786" -d '{"events": [{"name": "network-changed", "server_uuid": "bb61386e-ab4f-4fe7-81c3-9afa21658eec", "tag": "9ae129d9-903f-498e-a969-6caec52eaf1d"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:08.592286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Routers {'b5e7113a-e2c1-4695-989f-aa9037211b2d'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:08.594712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b5e7113a-e2c1-4695-989f-aa9037211b2d'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:08.603094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9eb22-1924-4104-90e9-b200863fcd86 req-6529c8cd-1738-4a40-8b99-2ce182aae531 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:08.604755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4e9eb22-1924-4104-90e9-b200863fcd86 req-6529c8cd-1738-4a40-8b99-2ce182aae531 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.3424735 Nov 25 18:26:08.606990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:08.702201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-82d7245c-c115-43d6-9b0a-210535f5eb1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9ae129d9-903f-498e-a969-6caec52eaf1d HTTP/1.1" status: 200 len: 217 time: 0.0825551 Nov 25 18:26:08.708189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.756696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:08.757289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:08.758670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 1091 time: 6.4513028 Nov 25 18:26:08.811502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa0de35-4e51-48ff-922a-287eb9d842af {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:08.832426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4e9eb22-1924-4104-90e9-b200863fcd86 req-f1395432-84d9-4ed8-8cab-5cc456e7ab3f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309361 Nov 25 18:26:08.833729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48aee5-6c37-40ff-9526-bb85ab350d1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ae129d9-903f-498e-a969-6caec52eaf1d,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:08.857651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Set router b5e7113a-e2c1-4695-989f-aa9037211b2d gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:08.924936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8c4fb-c5ef-4a16-93d3-f8711e1a10b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:08.930167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.037592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d5c94-b47c-4628-9ab8-097f5316bb21 req-9a93cc7e-6d68-4826-8054-300738722692 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.039979 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-354d5c94-b47c-4628-9ab8-097f5316bb21 req-9a93cc7e-6d68-4826-8054-300738722692 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.1460156 Nov 25 18:26:09.042424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Transition to ACTIVE for port object efa0de35-4e51-48ff-922a-287eb9d842af will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:09.052734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-bcb2f185-b544-4f89-b031-5a6a8fce3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.055159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-bcb2f185-b544-4f89-b031-5a6a8fce3591 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1094 time: 0.1312089 Nov 25 18:26:09.057454 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.131546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b16052c-ab5e-4fa9-af04-5e17749b3374 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:09.201005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-354d5c94-b47c-4628-9ab8-097f5316bb21 req-063fe925-ff84-4d2c-93d1-3e5c1865bfcb tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520574 Nov 25 18:26:09.281220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Pushing event updated for resources: {'Port': ['ID=efa0de35-4e51-48ff-922a-287eb9d842af,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:09.291459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3c87e4ba-5163-44a2-984f-fedc137511da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.293279 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-3c87e4ba-5163-44a2-984f-fedc137511da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.5503759 Nov 25 18:26:09.296523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-dd57b61b-8d6d-4f1e-a8d6-f1e3c7bd968b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 217 time: 0.2295988 Nov 25 18:26:09.465065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8b16052c-ab5e-4fa9-af04-5e17749b3374 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:09.465968 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.474473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Attempting to bind port efa0de35-4e51-48ff-922a-287eb9d842af on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:09.475271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Attempting to bind port efa0de35-4e51-48ff-922a-287eb9d842af by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:09.476024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Attempting to bind port efa0de35-4e51-48ff-922a-287eb9d842af on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:09.552318 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc893c3-9c85-427c-bad3-1d6e8050d767 x-openstack-request-id: req-7bc893c3-9c85-427c-bad3-1d6e8050d767 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:09.553482 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb61386e-ab4f-4fe7-81c3-9afa21658eec", "tag": "9ae129d9-903f-498e-a969-6caec52eaf1d", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:09.555054 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bc893c3-9c85-427c-bad3-1d6e8050d767 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:09.557829 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'tag': '9ae129d9-903f-498e-a969-6caec52eaf1d', 'status': 'completed', 'code': 200} Nov 25 18:26:09.611928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:26:05Z', 'revision_number': 4, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ec9c02bf-f099-4e30-b409-2122a48fec32', 'name': '', 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'mac_address': 'fa:16:3e:0e:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ae1e007e-b909-4536-b332-3722859dc8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:26:03Z', 'updated_at': '2021-11-25T18:26:05Z', 'revision_number': 2, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'subnets': [{'id': 'ae1e007e-b909-4536-b332-3722859dc8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:09.635698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49192) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:09.647461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Port efa0de35-4e51-48ff-922a-287eb9d842af on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:09.647765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Attempting to bind port efa0de35-4e51-48ff-922a-287eb9d842af on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:09.655488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15c54845-d48f-469a-a487-337e8287656b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.689853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:09.689853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:09.689853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:09.689853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Bound port: efa0de35-4e51-48ff-922a-287eb9d842af, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:09.689853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.704108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Checking router: b5e7113a-e2c1-4695-989f-aa9037211b2d for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:26:09.704431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Updating router b5e7113a-e2c1-4695-989f-aa9037211b2d port ec9c02bf-f099-4e30-b409-2122a48fec32 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:26:09.765149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.810663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] For port efa0de35-4e51-48ff-922a-287eb9d842af, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:09.814015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] For port efa0de35-4e51-48ff-922a-287eb9d842af, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=efa0de35-4e51-48ff-922a-287eb9d842af,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:09.819731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-85cbec72-cfe7-424e-94fa-4de8f0415475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.821383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-85cbec72-cfe7-424e-94fa-4de8f0415475 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.4835441 Nov 25 18:26:09.823621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-54832f96-e867-48d4-aa06-783b28ec2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.825080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-54832f96-e867-48d4-aa06-783b28ec2f27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4861641 Nov 25 18:26:09.827472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.869717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15c54845-d48f-469a-a487-337e8287656b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.877916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15c54845-d48f-469a-a487-337e8287656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:09.888548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e68b7-691b-472c-a443-7c3befb3d5c5 req-44a212ff-c68e-41d4-842d-6dd89f3fdd3c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:09.890295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-427e68b7-691b-472c-a443-7c3befb3d5c5 req-44a212ff-c68e-41d4-842d-6dd89f3fdd3c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.2400753 Nov 25 18:26:09.931371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-49fa82d9-0bd2-49bf-996c-867e5816eea9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400374 Nov 25 18:26:10.017739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-15c54845-d48f-469a-a487-337e8287656b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcce1c7a6a6b427c8816eb584fc10125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770287 Nov 25 18:26:10.019720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.020360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.021715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] 10.222.0.66 "PUT /v2.0/ports/efa0de35-4e51-48ff-922a-287eb9d842af HTTP/1.1" status: 200 len: 1117 time: 5.0437376 Nov 25 18:26:10.046383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49200) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:10.106111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c54845-d48f-469a-a487-337e8287656b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0994f7f5-39c0-4fca-86ec-a85561063f59,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:10.202886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54472eff-35c8-432e-8a26-ffbedcf04faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.274387 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54472eff-35c8-432e-8a26-ffbedcf04faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.295643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-427e68b7-691b-472c-a443-7c3befb3d5c5 req-ed8db59c-3262-4d58-a1ca-14cb51ba5e11 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928506 Nov 25 18:26:10.400596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640259e1-91f3-401e-b71f-fc11bb1ff65b service neutron] Pushing event updated for resources: {'Port': ['ID=efa0de35-4e51-48ff-922a-287eb9d842af,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:10.411364 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.417265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.466944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5fe39-3ed3-458c-93fe-bcbb28f04ecf None None] Pushing event updated for resources: {'Port': ['ID=ec9c02bf-f099-4e30-b409-2122a48fec32,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:10.476191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefda62-74c3-43e8-9467-c4b7d636fd02 req-aba3acbb-7fc8-482e-bb42-5481c45e163b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.478108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcefda62-74c3-43e8-9467-c4b7d636fd02 req-aba3acbb-7fc8-482e-bb42-5481c45e163b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.0713754 Nov 25 18:26:10.522627 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54472eff-35c8-432e-8a26-ffbedcf04faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.537562 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54472eff-35c8-432e-8a26-ffbedcf04faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.545330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-54472eff-35c8-432e-8a26-ffbedcf04faa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0994f7f5-39c0-4fca-86ec-a85561063f59 HTTP/1.1" status: 204 len: 168 time: 0.4977512 Nov 25 18:26:10.587847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Attempting to bind port ec9c02bf-f099-4e30-b409-2122a48fec32 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:10.588219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Attempting to bind port ec9c02bf-f099-4e30-b409-2122a48fec32 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:10.588730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Attempting to bind port ec9c02bf-f099-4e30-b409-2122a48fec32 on network 9fd48125-0997-4662-9709-2eb1593bf5b6 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:10.600111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54472eff-35c8-432e-8a26-ffbedcf04faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994f7f5-39c0-4fca-86ec-a85561063f59,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:10.601734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:10.602883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Checking segment: {'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:10.604144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.605223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Bound using segment: {'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:10.608989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Bound port: ec9c02bf-f099-4e30-b409-2122a48fec32, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755bc39c-3534-4d99-9dda-4c76898d1178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:10.609605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.683111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcefda62-74c3-43e8-9467-c4b7d636fd02 req-38d751d4-23f7-462e-b8a5-aacfa1b9f236 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811435 Nov 25 18:26:10.868049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] For port ec9c02bf-f099-4e30-b409-2122a48fec32, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:10.923617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] For port ec9c02bf-f099-4e30-b409-2122a48fec32, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec9c02bf-f099-4e30-b409-2122a48fec32,segment=NetworkSegment(755bc39c-3534-4d99-9dda-4c76898d1178),segment_id=755bc39c-3534-4d99-9dda-4c76898d1178)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:10.930165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b02847f2-4a58-4ecc-922d-a29c913026d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.931202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-292e2bbc-edf7-4ada-a2e0-ecb089582862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:10.936417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-292e2bbc-edf7-4ada-a2e0-ecb089582862 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ee36d60fcbe4fa1824007804b4cefb6&device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 1120 time: 0.7222795 Nov 25 18:26:10.940459 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:10.944126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-c19dc5e0-80b0-4126-8f81-d3e35134845b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0500116 Nov 25 18:26:10.965462 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-48a73cc5-5d13-4c31-baea-16dff618da35 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0128229 Nov 25 18:26:11.112993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5fe39-3ed3-458c-93fe-bcbb28f04ecf None None] Pushing event updated for resources: {'Port': ['ID=ec9c02bf-f099-4e30-b409-2122a48fec32,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:11.122104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Routers {'b5e7113a-e2c1-4695-989f-aa9037211b2d'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:11.125257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b5e7113a-e2c1-4695-989f-aa9037211b2d'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:11.149437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-2b975b30-6c61-40b3-8953-633c95a61b18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=efa0de35-4e51-48ff-922a-287eb9d842af HTTP/1.1" status: 200 len: 217 time: 0.1784983 Nov 25 18:26:11.234832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-da32e946-3f6b-41f5-bc4a-81e711e58cbe None None] Provisioning complete for port ec9c02bf-f099-4e30-b409-2122a48fec32 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:11.236667 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da32e946-3f6b-41f5-bc4a-81e711e58cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:11.395492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f73f7-16f7-47fa-ab93-0eeddfaf91e9 req-40afebf8-e0ae-4618-8db6-7fb25a1b27d8 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:11.409390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd1f73f7-16f7-47fa-ab93-0eeddfaf91e9 req-40afebf8-e0ae-4618-8db6-7fb25a1b27d8 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.9358337 Nov 25 18:26:11.487422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] Set router b5e7113a-e2c1-4695-989f-aa9037211b2d gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:11.574904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04'}, {'name': 'network-changed', 'server_uuid': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'tag': 'efa0de35-4e51-48ff-922a-287eb9d842af'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:11.577213 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04"}, {"name": "network-changed", "server_uuid": "b35ece17-5f66-4070-88f6-44cea382ce90", "tag": "efa0de35-4e51-48ff-922a-287eb9d842af"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:11.621513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-728f5465-3e87-41e4-afe0-24c23b2d46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:11.623239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-728f5465-3e87-41e4-afe0-24c23b2d46a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.3488119 Nov 25 18:26:11.636819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88ef4bb-3284-4d4d-8990-9c898ab364c6 req-6f2f594d-2a19-4407-a91a-5da1aa4d21f7 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373382 Nov 25 18:26:11.641148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da32e946-3f6b-41f5-bc4a-81e711e58cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:11.656423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-915266c6-c8ba-4afc-b513-20c270307fa9 req-c114de30-739c-46ff-b87d-477c17caaba5 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897190 Nov 25 18:26:11.704196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd1f73f7-16f7-47fa-ab93-0eeddfaf91e9 req-b60d3f1b-12c5-4b41-8494-833ad9e6a633 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937460 Nov 25 18:26:11.899183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-da32e946-3f6b-41f5-bc4a-81e711e58cbe None None] For port ec9c02bf-f099-4e30-b409-2122a48fec32, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec9c02bf-f099-4e30-b409-2122a48fec32,segment=NetworkSegment(755bc39c-3534-4d99-9dda-4c76898d1178),segment_id=755bc39c-3534-4d99-9dda-4c76898d1178)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:11.975708 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da32e946-3f6b-41f5-bc4a-81e711e58cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:12.013151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-6e16d4d0-a66a-4bd3-b684-264426826c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:12.016963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-6e16d4d0-a66a-4bd3-b684-264426826c4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3723779 Nov 25 18:26:12.108501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32e946-3f6b-41f5-bc4a-81e711e58cbe None None] Pushing event updated for resources: {'Port': ['ID=ec9c02bf-f099-4e30-b409-2122a48fec32,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:12.159241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b320c2de-60d6-43dd-b5ed-870bdf893ca9 None None] Provisioning complete for port ec9c02bf-f099-4e30-b409-2122a48fec32 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:12.160071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b320c2de-60d6-43dd-b5ed-870bdf893ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:12.225180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-95cb1a05-2772-4800-8d60-6ec093de2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:12.226593 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-95cb1a05-2772-4800-8d60-6ec093de2cee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f239249d68bd448780dd6a89d72af301&device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 1099 time: 0.4566765 Nov 25 18:26:12.238057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-dc50d9f3-e51b-49c9-a9ad-6a4094cde991 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985931 Nov 25 18:26:12.324016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf8d62-0b4b-4eca-8a28-d1da99d53a18 req-5a2ac604-fa69-4be1-baa7-f0a6a013fb6b tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:12.338648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17cf8d62-0b4b-4eca-8a28-d1da99d53a18 req-5a2ac604-fa69-4be1-baa7-f0a6a013fb6b tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.4327800 Nov 25 18:26:12.371776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:12.376121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9846636c-4e73-461c-a3a8-ddc560c7431b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658680347', 'description': 'tempest-description--2078098676'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:12.450977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9846636c-4e73-461c-a3a8-ddc560c7431b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:12.519992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:26:05Z', 'revision_number': 4, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ec9c02bf-f099-4e30-b409-2122a48fec32', 'name': '', 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'mac_address': 'fa:16:3e:0e:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ae1e007e-b909-4536-b332-3722859dc8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:26:03Z', 'updated_at': '2021-11-25T18:26:10Z', 'revision_number': 4, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'subnets': [{'id': 'ae1e007e-b909-4536-b332-3722859dc8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:12.560848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed908e-3f59-48e3-85db-f3a6460a5acc None None] The sync data for ids ['b5e7113a-e2c1-4695-989f-aa9037211b2d'] in n-d-819194-3 is: [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:26:05Z', 'revision_number': 4, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ec9c02bf-f099-4e30-b409-2122a48fec32', 'name': '', 'network_id': '9fd48125-0997-4662-9709-2eb1593bf5b6', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'mac_address': 'fa:16:3e:0e:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ae1e007e-b909-4536-b332-3722859dc8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:26:03Z', 'updated_at': '2021-11-25T18:26:10Z', 'revision_number': 4, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'subnets': [{'id': 'ae1e007e-b909-4536-b332-3722859dc8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:26:12.590366 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076d1939-a11d-495e-999d-fb758ef8997c x-openstack-request-id: req-076d1939-a11d-495e-999d-fb758ef8997c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:12.590728 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b35ece17-5f66-4070-88f6-44cea382ce90", "tag": "efa0de35-4e51-48ff-922a-287eb9d842af", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:12.590966 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-076d1939-a11d-495e-999d-fb758ef8997c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:12.591378 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04', 'status': 'completed', 'code': 200} Nov 25 18:26:12.591632 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'tag': 'efa0de35-4e51-48ff-922a-287eb9d842af', 'status': 'completed', 'code': 200} Nov 25 18:26:12.718750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9846636c-4e73-461c-a3a8-ddc560c7431b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:12.752416 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17cf8d62-0b4b-4eca-8a28-d1da99d53a18 req-d28bd10b-0143-452d-b102-e466b606b557 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126856 Nov 25 18:26:12.774727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9846636c-4e73-461c-a3a8-ddc560c7431b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:12.892099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71823fa2-5953-46a5-88f8-e92f1ce090ed req-7bf9e0f7-88d7-48df-a4e3-a6bcc3e0ea1e service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301630 Nov 25 18:26:12.894813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-8cd46531-7f85-4b5b-b210-cef8158f8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:12.902536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-8cd46531-7f85-4b5b-b210-cef8158f8cb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.6594806 Nov 25 18:26:12.905046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-0ffa4697-9b8c-412c-b9b6-178491ac1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:12.907850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-0ffa4697-9b8c-412c-b9b6-178491ac1a2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1094 time: 0.3066602 Nov 25 18:26:12.911938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e497c-dae1-4e3f-afd4-637a90ea0383 req-466e3da2-ccdb-4e49-9a41-3f7c7b9dbe37 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:12.920338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a0e497c-dae1-4e3f-afd4-637a90ea0383 req-466e3da2-ccdb-4e49-9a41-3f7c7b9dbe37 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.2834072 Nov 25 18:26:12.943064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846636c-4e73-461c-a3a8-ddc560c7431b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f62f11-de52-447b-8d9f-6c03e495fcd0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:12.953014 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9846636c-4e73-461c-a3a8-ddc560c7431b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:12.959809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:12.960385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9846636c-4e73-461c-a3a8-ddc560c7431b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5879307 Nov 25 18:26:13.042588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e9201cc1-830f-4764-82b7-cf2bb99492b6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'security_group_rule': {'security_group_id': '92f62f11-de52-447b-8d9f-6c03e495fcd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:13.059217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a0e497c-dae1-4e3f-afd4-637a90ea0383 req-99129687-0655-4593-9b58-941a043a6da0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324844 Nov 25 18:26:13.093635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec9c02bf-f099-4e30-b409-2122a48fec32 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:13.099858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-b2642b95-fd87-480e-a3e6-10a6a52b849f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9ae129d9-903f-498e-a969-6caec52eaf1d HTTP/1.1" status: 200 len: 217 time: 0.1703312 Nov 25 18:26:13.261803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:26:13.273661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ec9c02bf-f099-4e30-b409-2122a48fec32 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:13.274037 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.414012 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf125-0500-469a-ad66-4d69058f8daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.478170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9201cc1-830f-4764-82b7-cf2bb99492b6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.562669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-2ac40eab-9cc9-494a-9842-8c5697993393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:13.564269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-2ac40eab-9cc9-494a-9842-8c5697993393 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.3945227 Nov 25 18:26:13.622291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9201cc1-830f-4764-82b7-cf2bb99492b6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.625225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-3b05c36a-7a01-4ccb-8aa1-6b2984271f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:13.627195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-3b05c36a-7a01-4ccb-8aa1-6b2984271f7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ee36d60fcbe4fa1824007804b4cefb6&device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 1120 time: 0.5757804 Nov 25 18:26:13.637065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78158a3d-39c7-4093-a3ee-583a95536101 req-2e8743ed-b4f9-42fd-8005-f186a562c330 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:13.638861 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78158a3d-39c7-4093-a3ee-583a95536101 req-2e8743ed-b4f9-42fd-8005-f186a562c330 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.5892735 Nov 25 18:26:13.643817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9201cc1-830f-4764-82b7-cf2bb99492b6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.717000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-e2044ec5-ae15-4c59-8ddb-0dd11339c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:13.718678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-e2044ec5-ae15-4c59-8ddb-0dd11339c376 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.7829087 Nov 25 18:26:13.766261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:13.827990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201cc1-830f-4764-82b7-cf2bb99492b6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a75dcc-fc6b-4ccf-9a4b-c9edde6e9876,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:13.906407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9201cc1-830f-4764-82b7-cf2bb99492b6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:13.910096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e9201cc1-830f-4764-82b7-cf2bb99492b6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8881612 Nov 25 18:26:13.914371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49282) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:13.923925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-db1157a0-dac6-4514-a76b-180ba05ae2d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 217 time: 0.1547315 Nov 25 18:26:13.928562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-90960b2e-d02e-4da7-b6b2-199464b2fc42 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'security_group_rule': {'security_group_id': '92f62f11-de52-447b-8d9f-6c03e495fcd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:13.963108 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78158a3d-39c7-4093-a3ee-583a95536101 req-1300d9a9-7bdd-40f4-ac75-41592983d319 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054786 Nov 25 18:26:14.016049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5da24-67d3-49c1-899f-ae7ba9704e7a req-5ca0f136-83e0-4c1b-95c0-10ebc0c22597 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:14.017571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-84ca1b77-fd02-4f29-aa31-26bf1d28da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:14.021680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-84ca1b77-fd02-4f29-aa31-26bf1d28da4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3797398 Nov 25 18:26:14.029506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f5da24-67d3-49c1-899f-ae7ba9704e7a req-5ca0f136-83e0-4c1b-95c0-10ebc0c22597 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.1582179 Nov 25 18:26:14.188797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f5da24-67d3-49c1-899f-ae7ba9704e7a req-03544654-4a27-4bdf-af29-62b283673b50 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475403 Nov 25 18:26:14.238497 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.371307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be717237-f00e-40fb-8ae3-7349afbd5bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.485587 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be717237-f00e-40fb-8ae3-7349afbd5bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.504041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be717237-f00e-40fb-8ae3-7349afbd5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.564319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be717237-f00e-40fb-8ae3-7349afbd5bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e789d5-0cc8-463c-acfa-3f1898205e44,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:14.576540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be717237-f00e-40fb-8ae3-7349afbd5bb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c294d7afd404bacb137a31ea8c87a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8091631 Nov 25 18:26:14.587445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:14.696097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c816161-c212-4fe2-ba42-109ed4f53511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.750188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c816161-c212-4fe2-ba42-109ed4f53511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.857229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c816161-c212-4fe2-ba42-109ed4f53511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.863204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c816161-c212-4fe2-ba42-109ed4f53511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:14.869150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c816161-c212-4fe2-ba42-109ed4f53511 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66e789d5-0cc8-463c-acfa-3f1898205e44 HTTP/1.1" status: 204 len: 168 time: 0.2746589 Nov 25 18:26:14.931015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c816161-c212-4fe2-ba42-109ed4f53511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e789d5-0cc8-463c-acfa-3f1898205e44,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:14.933213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-3535020f-3fcc-4f0e-b605-f41e12f15cf4 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7692008 Nov 25 18:26:14.974224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-1663eefd-fb94-4f10-b277-b87b008d6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:14.975755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-1663eefd-fb94-4f10-b277-b87b008d6724 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.9996126 Nov 25 18:26:14.976982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-5e709d9c-36c1-47db-9461-2d5773cfd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:14.978540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-5e709d9c-36c1-47db-9461-2d5773cfd7ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 1.3200054 Nov 25 18:26:15.020632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90960b2e-d02e-4da7-b6b2-199464b2fc42 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.119959 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-026432e4-04bf-4f2e-a248-033b9a581f50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=efa0de35-4e51-48ff-922a-287eb9d842af HTTP/1.1" status: 200 len: 217 time: 0.0939155 Nov 25 18:26:15.122547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-1ff6ec6b-c2b9-48b4-89fd-0388ab0e6588 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343685 Nov 25 18:26:15.364447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286d7ff-77d5-435c-b8c3-29ec46d85b24 req-1eba0dac-9dbb-49be-8909-b5642e74e6bc tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:15.366095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b286d7ff-77d5-435c-b8c3-29ec46d85b24 req-1eba0dac-9dbb-49be-8909-b5642e74e6bc tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 1.1363094 Nov 25 18:26:15.439038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-68c4e2cd-4770-44db-b0eb-b14e326161dd service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721851 Nov 25 18:26:15.473010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49308) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:15.487090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90960b2e-d02e-4da7-b6b2-199464b2fc42 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.495972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de3e2b1-cb34-4dcb-93da-2d48ba8cd786 req-353ce948-7be4-4d98-b79a-0c96e1c8e87a service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439551 Nov 25 18:26:15.500404 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b286d7ff-77d5-435c-b8c3-29ec46d85b24 req-1f621e5c-2ec0-4388-9127-5ac130b6731a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097293 Nov 25 18:26:15.500687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90960b2e-d02e-4da7-b6b2-199464b2fc42 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.515790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90960b2e-d02e-4da7-b6b2-199464b2fc42 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac15747f-1a3d-4c7c-8d43-80437a50f413,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:15.524890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9edf4d17-fef6-4ed6-85ab-5d5a07b37074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.549505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90960b2e-d02e-4da7-b6b2-199464b2fc42 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.550715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90960b2e-d02e-4da7-b6b2-199464b2fc42 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6291718 Nov 25 18:26:15.554851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:15.578330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:15.642788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.702875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-16397022-eb23-4e3e-b484-1b69f432cb99 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4a3b0646339846ce936aa84a66ad2696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381954 Nov 25 18:26:15.704886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c119ec-e0ae-4999-bbe0-9c492e8a55b7 req-9a8f529a-45fb-454b-bfab-9d014052390e tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:15.706395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05c119ec-e0ae-4999-bbe0-9c492e8a55b7 req-9a8f529a-45fb-454b-bfab-9d014052390e tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.0776310 Nov 25 18:26:15.710160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-f306bfd5-358c-4fe1-9da0-4f251af49523 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584024 Nov 25 18:26:15.764872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05c119ec-e0ae-4999-bbe0-9c492e8a55b7 req-863aa017-b819-4066-9a24-1a0af6c8126d tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512128 Nov 25 18:26:15.775776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.855355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9edf4d17-fef6-4ed6-85ab-5d5a07b37074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.868291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9edf4d17-fef6-4ed6-85ab-5d5a07b37074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:15.894359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43946a0-1f48-4f65-b129-b10f51b0dc6b req-4291fe41-ca08-4287-8572-85f6461dea4e tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:15.895860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f43946a0-1f48-4f65-b129-b10f51b0dc6b req-4291fe41-ca08-4287-8572-85f6461dea4e tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.0484295 Nov 25 18:26:15.948492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f43946a0-1f48-4f65-b129-b10f51b0dc6b req-8291c5d9-de79-4bdd-9cc8-fc1877c79374 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Nov 25 18:26:15.949311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9edf4d17-fef6-4ed6-85ab-5d5a07b37074 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec017d2ae6dd4defbd565f540776d945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748862 Nov 25 18:26:15.951923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:15.958138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf4d17-fef6-4ed6-85ab-5d5a07b37074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a30107-fc4e-457c-af4a-b377d91cb556,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:15.976024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-1238cd19-eb24-4d9f-ac6a-aba608f64c4b tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:15.977500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-1238cd19-eb24-4d9f-ac6a-aba608f64c4b tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587633 Nov 25 18:26:16.007210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-3b7605b9-c4ab-46ca-ade7-7feb175bfff8 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/quotas/4a3b0646339846ce936aa84a66ad2696 HTTP/1.1" status: 200 len: 375 time: 0.0221474 Nov 25 18:26:16.008360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca77943e-106a-4837-b434-3fe66f6686be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.030593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca77943e-106a-4837-b434-3fe66f6686be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.062393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-d3e292ea-dde4-4ab7-81c5-12a132e3919e tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a3b0646339846ce936aa84a66ad2696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476274 Nov 25 18:26:16.063824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.086137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca77943e-106a-4837-b434-3fe66f6686be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.089836 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca77943e-106a-4837-b434-3fe66f6686be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.091084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ca77943e-106a-4837-b434-3fe66f6686be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6a30107-fc4e-457c-af4a-b377d91cb556 HTTP/1.1" status: 204 len: 168 time: 0.1380565 Nov 25 18:26:16.099689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77943e-106a-4837-b434-3fe66f6686be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a30107-fc4e-457c-af4a-b377d91cb556,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:16.201831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Allocated IP 172.25.2.124 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/4a8b0833-3a27-453a-8b4f-5e410fe45a94) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:16.251049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c608be7b-e798-4b37-b8d2-de7edbec9535 req-c77044c2-cf19-450b-b135-df328d9d6da6 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 210 time: 0.0352578 Nov 25 18:26:16.325376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.362467 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.406019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:16.408957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:16.413955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:16.421736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event updated for resources: {'Port': ['ID=4a8b0833-3a27-453a-8b4f-5e410fe45a94,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:16.515891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.560589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.688157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bd3b9-a106-47ca-bfa4-4a545ee3d3fb req-25970a41-c36c-4d32-91dd-88f739c74d58 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:16.690287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f68bd3b9-a106-47ca-bfa4-4a545ee3d3fb req-25970a41-c36c-4d32-91dd-88f739c74d58 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.1072176 Nov 25 18:26:16.833362 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.904731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f68bd3b9-a106-47ca-bfa4-4a545ee3d3fb req-01dbbf8f-5fa6-456f-a287-a957c334ac39 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075212 Nov 25 18:26:16.921180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3351b3-7c0c-428b-9e74-28382711af7e req-2d17569b-2c8a-44a8-bc03-bd0141e9e0fc tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:16.929856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc3351b3-7c0c-428b-9e74-28382711af7e req-2d17569b-2c8a-44a8-bc03-bd0141e9e0fc tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.0699372 Nov 25 18:26:16.934093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.939362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.972120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:16.986378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc3351b3-7c0c-428b-9e74-28382711af7e req-deaa8231-3d97-4a33-8d7a-de6497e46b40 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Nov 25 18:26:17.004340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event updated for resources: {'Port': ['ID=4a8b0833-3a27-453a-8b4f-5e410fe45a94,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:17.014373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:17.015738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4f697780-998c-4794-91f5-fbc6623d823a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4522080 Nov 25 18:26:17.085573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6592a-9a78-4936-bd1e-2ed41fd4f0ac req-9d7eae06-4701-4647-b9bd-0308fffe4fee tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:17.087307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16d6592a-9a78-4936-bd1e-2ed41fd4f0ac req-9d7eae06-4701-4647-b9bd-0308fffe4fee tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.0569108 Nov 25 18:26:17.140191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16d6592a-9a78-4936-bd1e-2ed41fd4f0ac req-1ea7e38c-d111-4399-afda-7d3d92469bb3 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Nov 25 18:26:17.205837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-a6153962-70a4-4bcd-8cf9-91f994e08578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:17.209851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-a6153962-70a4-4bcd-8cf9-91f994e08578 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0869284 Nov 25 18:26:17.319126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-25b30720-0ec9-405c-839c-019621d812b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:17.320629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-25b30720-0ec9-405c-839c-019621d812b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008024 Nov 25 18:26:17.349715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-c747992e-7936-4344-836d-87d011033255 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--658680347&fields=id&tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b HTTP/1.1" status: 200 len: 267 time: 0.0880923 Nov 25 18:26:17.367806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdff1847-1218-4f10-829f-380d6bd46e0b req-80a92f12-e787-4ecf-b073-040fb21d9c51 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 210 time: 0.0477288 Nov 25 18:26:17.507803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-33b819b2-845b-4944-a5ad-8c256784e007 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718521 Nov 25 18:26:17.531413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-bb5c6fbf-d8f8-4915-9fb9-044205dd0326 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:17.532872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-bb5c6fbf-d8f8-4915-9fb9-044205dd0326 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 824 time: 0.1696455 Nov 25 18:26:17.581320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-47aa6ee5-e65c-4074-89ac-370b93878983 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/quotas/2af34dfbba6c46c4bb4378e6d5924f4b HTTP/1.1" status: 200 len: 375 time: 0.0378077 Nov 25 18:26:17.668733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c036252d-fbe6-4b03-8d03-9ab9d748c8dd req-743779ea-1970-4517-9ab3-dd8cf215cbb4 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530550 Nov 25 18:26:17.682537 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-947e72c5-2db3-4316-9d21-f9c6edc66a1b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940776 Nov 25 18:26:17.776052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-1681a04c-ce19-4b26-91a8-7be4bb3ad0ac tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4a3b0646339846ce936aa84a66ad2696&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248005 Nov 25 18:26:17.811318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-535b909f-4a46-4900-8265-7c7b0cbd41f0 service neutron] 10.222.0.62 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108093 Nov 25 18:26:17.988354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-57d0c6ab-f724-4b82-80a6-6df3a8387eb0 service neutron] 10.222.0.62 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696243 Nov 25 18:26:18.010073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-18a20a13-06a7-4382-acc6-1e9481309374 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.011107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-18a20a13-06a7-4382-acc6-1e9481309374 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426504 Nov 25 18:26:18.023366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Request body: {'port': {'device_id': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '4a3b0646339846ce936aa84a66ad2696'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:18.181332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Made reservation on behalf of 4a3b0646339846ce936aa84a66ad2696 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:18.187818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:18.209405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:18.229594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe5109-bcd6-4624-b48e-5a7f42fccc7c req-b9c7c2e3-e423-44be-abf8-1e9489f0f465 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.231136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebbe5109-bcd6-4624-b48e-5a7f42fccc7c req-b9c7c2e3-e423-44be-abf8-1e9489f0f465 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.0580063 Nov 25 18:26:18.276426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268e2b-ddb6-45ae-87a7-7c0874342be5 req-f5bdbcca-6edd-4952-9cd7-302547754560 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.277941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18268e2b-ddb6-45ae-87a7-7c0874342be5 req-f5bdbcca-6edd-4952-9cd7-302547754560 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.0868909 Nov 25 18:26:18.294986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebbe5109-bcd6-4624-b48e-5a7f42fccc7c req-ba0f8ce5-e331-4d14-ac9e-1017affa5ac5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561702 Nov 25 18:26:18.398102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:18.419100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18268e2b-ddb6-45ae-87a7-7c0874342be5 req-e36b421f-f1f0-4597-97e2-4ae701ce9149 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182654 Nov 25 18:26:18.422645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:18.463250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b0b825a-ff91-4771-b607-e1b8e56061e5 req-e25afefb-d8e2-46bc-81ff-a71e929b89f3 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 210 time: 0.0827010 Nov 25 18:26:18.560112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5b470-bac0-4358-b38a-f43cfe1bb12c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:18.577637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7f711d6-05c1-4c4d-b315-25f87fbf99eb req-185d770b-93fc-4e71-9128-8bda3f2a73bd tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 210 time: 0.0364008 Nov 25 18:26:18.603481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ddae-9e02-4946-adbd-582ac4fbe9ee req-b8982f85-31fd-4e06-8e98-9b872c5b6352 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:18.610729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3878ddae-9e02-4946-adbd-582ac4fbe9ee req-b8982f85-31fd-4e06-8e98-9b872c5b6352 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.1193807 Nov 25 18:26:18.698010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Allocated IP 192.168.233.4 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/86cfacea-0999-4e72-81c8-b9d640f59d3e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:18.712714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3878ddae-9e02-4946-adbd-582ac4fbe9ee req-6bb23263-8e48-4ded-8cc7-dec0f09d1916 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010010 Nov 25 18:26:18.751246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49416) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:18.901773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075310bd-6ff0-4258-a608-b21ceea122c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:18.992689 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075310bd-6ff0-4258-a608-b21ceea122c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:18.996568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075310bd-6ff0-4258-a608-b21ceea122c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.041600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-075310bd-6ff0-4258-a608-b21ceea122c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=191660a83ff34515b8060d51ac336f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892733 Nov 25 18:26:19.042687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075310bd-6ff0-4258-a608-b21ceea122c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda63294-8270-4390-983f-0e66984046c4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:19.045472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49420) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:19.074614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.094756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30308f44-4535-4088-834a-2119283650fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.107381 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.123933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30308f44-4535-4088-834a-2119283650fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.151418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:19.154397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:19.158346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:19.164763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:19.165353 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.176181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Pushing event updated for resources: {'Port': ['ID=86cfacea-0999-4e72-81c8-b9d640f59d3e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:19.183276 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30308f44-4535-4088-834a-2119283650fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.186415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30308f44-4535-4088-834a-2119283650fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.187515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-6d471bd2-30e9-49b1-8df4-13bb64498aee tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1681647 Nov 25 18:26:19.187753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30308f44-4535-4088-834a-2119283650fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cda63294-8270-4390-983f-0e66984046c4 HTTP/1.1" status: 204 len: 168 time: 0.1411552 Nov 25 18:26:19.200584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Request body: {'port': {'device_id': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'device_owner': 'compute:tempest-test_az-1084424094', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:19.202892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30308f44-4535-4088-834a-2119283650fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda63294-8270-4390-983f-0e66984046c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:19.273317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.454311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea77a8-d205-4712-8807-45ef1b72bc85 req-3f13fdba-f9e2-4bf6-ae2b-26d21c81cfee tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:19.456530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3fea77a8-d205-4712-8807-45ef1b72bc85 req-3f13fdba-f9e2-4bf6-ae2b-26d21c81cfee tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.0715907 Nov 25 18:26:19.510134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a0bc6fe1-ad5a-4a53-a96d-84e8b6dae7ce None None] Provisioning complete for port 86cfacea-0999-4e72-81c8-b9d640f59d3e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:19.510743 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6fe1-ad5a-4a53-a96d-84e8b6dae7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.541461 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3fea77a8-d205-4712-8807-45ef1b72bc85 req-4dd161e9-afca-429a-a25b-3eee33ea9b0f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742381 Nov 25 18:26:19.575048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49432) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:19.589139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc6fe1-ad5a-4a53-a96d-84e8b6dae7ce None None] Port 86cfacea-0999-4e72-81c8-b9d640f59d3e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:19.590347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28ab5d3-b858-4267-a876-82320619988b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.604379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ae129d9-903f-498e-a969-6caec52eaf1d details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:19.663525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-4d99ae7f-51c6-44cc-be66-e5c5f8e8c0c6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:19.664889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-4d99ae7f-51c6-44cc-be66-e5c5f8e8c0c6 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 824 time: 0.2391205 Nov 25 18:26:19.667966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-524835a3-9310-4c79-9258-a13e5da91e92 req-8d863091-0ccc-4e47-9b74-7c66bdc5b357 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 210 time: 0.0328233 Nov 25 18:26:19.694419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a2e3-e633-47c9-9267-e7fb5a142038 req-129bcad5-61cb-4662-a8d0-15d6f8066d06 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:19.694419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f883a2e3-e633-47c9-9267-e7fb5a142038 req-129bcad5-61cb-4662-a8d0-15d6f8066d06 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 948 time: 0.1838458 Nov 25 18:26:19.709887 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28ab5d3-b858-4267-a876-82320619988b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.714334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28ab5d3-b858-4267-a876-82320619988b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.750194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9ae129d9-903f-498e-a969-6caec52eaf1d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ae129d9-903f-498e-a969-6caec52eaf1d,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:19.756732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b28ab5d3-b858-4267-a876-82320619988b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d293eb99f960423dac0a9166f7a40806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805286 Nov 25 18:26:19.758785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ab5d3-b858-4267-a876-82320619988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b1a8f-18f7-4c84-825e-5c7d8cc47dbb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:19.761848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49438) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:19.765313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9ae129d9-903f-498e-a969-6caec52eaf1d', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '9ae129d9-903f-498e-a969-6caec52eaf1d', 'mac_address': 'fa:16:3e:5e:03:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:19.806850 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.820949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae129d9-903f-498e-a969-6caec52eaf1d {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:19.840574 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f883a2e3-e633-47c9-9267-e7fb5a142038 req-ae455ef8-7acb-4b28-814e-395721d104da tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358175 Nov 25 18:26:19.840777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c177e5-605d-4b03-83d8-bf04d0988ac0 req-8aba4ca1-01de-4f90-b2d9-41d7884b7b00 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:19.842423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86c177e5-605d-4b03-83d8-bf04d0988ac0 req-8aba4ca1-01de-4f90-b2d9-41d7884b7b00 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 934 time: 0.0845165 Nov 25 18:26:19.853664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9ae129d9-903f-498e-a969-6caec52eaf1d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ae129d9-903f-498e-a969-6caec52eaf1d,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:19.858627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-4998de9e-3d9e-44d6-8eb6-985772e13fac tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b HTTP/1.1" status: 200 len: 379 time: 0.1809456 Nov 25 18:26:19.863578 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.864440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:19.869998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'port': {'device_id': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'admin_state_up': True, 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'security_groups': ['92f62f11-de52-447b-8d9f-6c03e495fcd0']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:19.875839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-68a85e2f-200f-42ab-a56e-b15715852da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.899411 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-68a85e2f-200f-42ab-a56e-b15715852da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.940614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9ae129d9-903f-498e-a969-6caec52eaf1d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:19.960478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-68a85e2f-200f-42ab-a56e-b15715852da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.963900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-68a85e2f-200f-42ab-a56e-b15715852da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:19.967194 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-68a85e2f-200f-42ab-a56e-b15715852da5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/550b1a8f-18f7-4c84-825e-5c7d8cc47dbb HTTP/1.1" status: 204 len: 168 time: 0.2021289 Nov 25 18:26:19.993581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a85e2f-200f-42ab-a56e-b15715852da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b1a8f-18f7-4c84-825e-5c7d8cc47dbb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:20.015057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86c177e5-605d-4b03-83d8-bf04d0988ac0 req-17a5bfb0-35e6-45b2-82f1-35b24b112a56 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493566 Nov 25 18:26:20.025074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cfacea-0999-4e72-81c8-b9d640f59d3e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:20.046808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:20.058817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '7f475118-276a-4b46-ac71-5ad054a85a04', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'port_id': '7f475118-276a-4b46-ac71-5ad054a85a04', 'mac_address': 'fa:16:3e:ca:86:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd5db90-005f-40ed-aab7-4c241e246fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:20.060094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.089974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6ece-c959-4a96-bded-98d736fc9f3c req-6cc4a1f3-e7b4-4b3d-8e80-59ffaa8b5f33 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:20.091501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0bca6ece-c959-4a96-bded-98d736fc9f3c req-6cc4a1f3-e7b4-4b3d-8e80-59ffaa8b5f33 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.1605749 Nov 25 18:26:20.107050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Transition to ACTIVE for port object 86cfacea-0999-4e72-81c8-b9d640f59d3e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:20.110943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.120666 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.126091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f475118-276a-4b46-ac71-5ad054a85a04 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:20.150941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:20.155415 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.184251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Made reservation on behalf of 2af34dfbba6c46c4bb4378e6d5924f4b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:20.187717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.220581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:20.225468 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0bca6ece-c959-4a96-bded-98d736fc9f3c req-d5260985-d5fd-4f5e-8d30-fcc3fe7f1527 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275144 Nov 25 18:26:20.226085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Pushing event updated for resources: {'Port': ['ID=86cfacea-0999-4e72-81c8-b9d640f59d3e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:20.308706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Attempting to bind port 86cfacea-0999-4e72-81c8-b9d640f59d3e on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:20.309039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Attempting to bind port 86cfacea-0999-4e72-81c8-b9d640f59d3e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:20.309371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Attempting to bind port 86cfacea-0999-4e72-81c8-b9d640f59d3e on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:20.319307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Port 86cfacea-0999-4e72-81c8-b9d640f59d3e on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:20.319635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Attempting to bind port 86cfacea-0999-4e72-81c8-b9d640f59d3e on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:20.333594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:20.339378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:20.339830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:20.340397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Bound port: 86cfacea-0999-4e72-81c8-b9d640f59d3e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:20.340672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.434538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Allocated IP 172.20.0.6 (34a02369-d5ac-4ff4-869b-451c7746e2a7/eaa5a07f-be25-4dac-b8b7-1dbc17238064/ab001d23-c302-4cfa-b0c3-e5be39c5f5c2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:20.464432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] For port 86cfacea-0999-4e72-81c8-b9d640f59d3e, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:20.469856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] For port 86cfacea-0999-4e72-81c8-b9d640f59d3e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=86cfacea-0999-4e72-81c8-b9d640f59d3e,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:20.478255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.503745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9ae129d9-903f-498e-a969-6caec52eaf1d'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:20.523875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:20.580681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:20.581313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.592078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] 10.222.0.66 "PUT /v2.0/ports/86cfacea-0999-4e72-81c8-b9d640f59d3e HTTP/1.1" status: 200 len: 1116 time: 1.3864684 Nov 25 18:26:20.594483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'tag': '86cfacea-0999-4e72-81c8-b9d640f59d3e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:20.596882 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee0db79-e7cc-415f-b1ce-a4734a0c711a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec0400-8d38-48ec-b0f4-2c778ae1eac1", "tag": "86cfacea-0999-4e72-81c8-b9d640f59d3e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:20.678018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fd1d1-edfb-4bc2-9c65-66b505e641ed service neutron] Pushing event updated for resources: {'Port': ['ID=86cfacea-0999-4e72-81c8-b9d640f59d3e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:20.710232 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6c252-9ac5-4b0a-a9df-10abb58b5200 x-openstack-request-id: req-18f6c252-9ac5-4b0a-a9df-10abb58b5200 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:20.710569 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec0400-8d38-48ec-b0f4-2c778ae1eac1", "tag": "86cfacea-0999-4e72-81c8-b9d640f59d3e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:20.710824 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18f6c252-9ac5-4b0a-a9df-10abb58b5200 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:20.711219 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'tag': '86cfacea-0999-4e72-81c8-b9d640f59d3e', 'status': 'completed', 'code': 200} Nov 25 18:26:20.729246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88d6c3-1b20-4fb9-a5db-46f72e2851f2 req-be547af6-2442-4165-b990-d9a64cedc5ea tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:20.744373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e88d6c3-1b20-4fb9-a5db-46f72e2851f2 req-be547af6-2442-4165-b990-d9a64cedc5ea tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 944 time: 0.0904517 Nov 25 18:26:20.757736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-0ea49483-1248-4055-a2ae-6c7d52c560e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:20.759481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-0ea49483-1248-4055-a2ae-6c7d52c560e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a3b0646339846ce936aa84a66ad2696&device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 1119 time: 0.1168385 Nov 25 18:26:20.806866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.812145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e88d6c3-1b20-4fb9-a5db-46f72e2851f2 req-32bb374c-be90-413a-958b-aeef1afa0a59 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666444 Nov 25 18:26:20.858180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5841ae73-0202-4cca-865f-198aac1c467c req-a07b098c-c108-413b-8775-0bd915efe404 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 210 time: 0.0739498 Nov 25 18:26:20.859631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-fcb26bb1-7d66-4e8a-8157-7d5218e3cd20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=86cfacea-0999-4e72-81c8-b9d640f59d3e HTTP/1.1" status: 200 len: 217 time: 0.0826664 Nov 25 18:26:20.962153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49470) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:20.984231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-b8aad386-ed40-4a95-b3c1-34efe434523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:20.987692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-b8aad386-ed40-4a95-b3c1-34efe434523e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1177685 Nov 25 18:26:20.989855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64810c42-4519-4803-b183-2a4e24db5d18 req-cfbbaea9-cea1-457a-a897-53e1155347c0 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:20.990383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:20.999619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64810c42-4519-4803-b183-2a4e24db5d18 req-cfbbaea9-cea1-457a-a897-53e1155347c0 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 949 time: 0.0657012 Nov 25 18:26:21.046396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64810c42-4519-4803-b183-2a4e24db5d18 req-887fc9a0-a633-4e90-aa14-788847e7c9e6 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Nov 25 18:26:21.075151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:21.080847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:21.083770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-90a03764-9fdc-4dab-8822-dbc24341d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:21.085297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-90a03764-9fdc-4dab-8822-dbc24341d8c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862551 Nov 25 18:26:21.086030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:21.091400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:21.092016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.103164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-732120426-network', 'tenant_id': '242acb6a0e7b4cb38f27f86379b78788'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:21.120748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event updated for resources: {'Port': ['ID=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:21.218797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Made reservation on behalf of 242acb6a0e7b4cb38f27f86379b78788 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:21.221730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.233293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-1da7ef37-67e0-4ab1-849d-ab95550dc5da tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3677619 Nov 25 18:26:21.253928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289e819-ecad-4d62-baf7-7da61a26648a req-9db20dec-785a-4892-be9b-daf0bff8710f tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:21.255397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f289e819-ecad-4d62-baf7-7da61a26648a req-9db20dec-785a-4892-be9b-daf0bff8710f tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 968 time: 0.1491368 Nov 25 18:26:21.259100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.268292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Request body: {'port': {'device_id': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:21.325688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-728b7d1b-ba88-4179-a352-a3c5c03b895c service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172465 Nov 25 18:26:21.340365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7a0fda43-8fc4-4c67-996b-985eb71b23ff None None] Provisioning complete for port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:21.341079 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a0fda43-8fc4-4c67-996b-985eb71b23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.355556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1516e87-4378-41d9-b711-69a50c2a2d07 req-e08834d5-472f-4c7c-bfc4-ba36f0278693 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:21.356966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1516e87-4378-41d9-b711-69a50c2a2d07 req-e08834d5-472f-4c7c-bfc4-ba36f0278693 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.0605795 Nov 25 18:26:21.395066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7a0fda43-8fc4-4c67-996b-985eb71b23ff None None] Port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:21.413598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1516e87-4378-41d9-b711-69a50c2a2d07 req-b3bdd3cf-ba1e-4270-9086-27e11217bcc7 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495131 Nov 25 18:26:21.447030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f289e819-ecad-4d62-baf7-7da61a26648a req-4b8b3cb2-63b7-4d83-8804-a72a4f53a7f2 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761875 Nov 25 18:26:21.453355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.561376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.568283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ae129d9-903f-498e-a969-6caec52eaf1d up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:21.607857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.613720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679a5af4-e8a6-4651-8eca-54eecae033d4 req-02432747-5f53-4954-ac79-054e73c2a49e service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748044 Nov 25 18:26:21.617784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9ae129d9-903f-498e-a969-6caec52eaf1d completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:21.632376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9ae129d9-903f-498e-a969-6caec52eaf1d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:21.632763 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.637841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:26:21.665707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.666049 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Added segment 259c4480-b45f-493a-8d96-f474f2f49fc6 of type vlan for network c7b4c84c-1fbe-47d7-96db-15fd5744871e Nov 25 18:26:21.676299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28011759-59e2-48b9-b821-e9152ceeb7a6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:21.715284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.739920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae129d9-903f-498e-a969-6caec52eaf1d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:21.779334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.815080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-bb568b39-b48d-4110-afbf-5ee7af82243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:21.815807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9ae129d9-903f-498e-a969-6caec52eaf1d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ae129d9-903f-498e-a969-6caec52eaf1d,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:21.816676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-bb568b39-b48d-4110-afbf-5ee7af82243f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a3b0646339846ce936aa84a66ad2696&device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 1119 time: 0.1374919 Nov 25 18:26:21.820497 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.821736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:21.899019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.899975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:21.900568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.910814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9ae129d9-903f-498e-a969-6caec52eaf1d,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:21.930762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 7f475118-276a-4b46-ac71-5ad054a85a04 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:21.934802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 7f475118-276a-4b46-ac71-5ad054a85a04 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:21.935180 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:21.976562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57813bc4-db55-4e70-9190-d43f34d7faf3 req-415b9c52-a3bb-4c75-85d1-860c3ce4f56f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:21.979619 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6d97bd-03a1-49a4-9c42-28a51824ea8d" -d '{"events": [{"server_uuid": "bb61386e-ab4f-4fe7-81c3-9afa21658eec", "name": "network-vif-plugged", "status": "completed", "tag": "9ae129d9-903f-498e-a969-6caec52eaf1d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:21.985516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57813bc4-db55-4e70-9190-d43f34d7faf3 req-415b9c52-a3bb-4c75-85d1-860c3ce4f56f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 944 time: 0.0839250 Nov 25 18:26:22.041114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57813bc4-db55-4e70-9190-d43f34d7faf3 req-58298fb6-4a79-40be-836f-e892014bfb04 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544164 Nov 25 18:26:22.056904 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.090590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:22.096688 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.156173 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1909566 Nov 25 18:26:22.156656 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e2107e-994d-4cff-85b4-7c4e32727422 x-openstack-request-id: req-b5e2107e-994d-4cff-85b4-7c4e32727422 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:22.156879 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb61386e-ab4f-4fe7-81c3-9afa21658eec", "name": "network-vif-plugged", "status": "completed", "tag": "9ae129d9-903f-498e-a969-6caec52eaf1d", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:22.157138 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5e2107e-994d-4cff-85b4-7c4e32727422 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:22.157572 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae129d9-903f-498e-a969-6caec52eaf1d', 'code': 200} Nov 25 18:26:22.159661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49492) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:22.161399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:22.172107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Request body: {'subnet': {'network_id': 'c7b4c84c-1fbe-47d7-96db-15fd5744871e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-732120426-subnet', 'tenant_id': '242acb6a0e7b4cb38f27f86379b78788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:22.199768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Made reservation on behalf of 242acb6a0e7b4cb38f27f86379b78788 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:22.202760 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.238716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8eeac-0db8-4a24-a9dd-fafb33ef4c43 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b4c84c-1fbe-47d7-96db-15fd5744871e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:22.250631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c7b4c84c-1fbe-47d7-96db-15fd5744871e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:26:22.312344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:22.319126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-29f3a5c7-1dd5-428c-b387-bd338429b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.320522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-29f3a5c7-1dd5-428c-b387-bd338429b975 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.4940474 Nov 25 18:26:22.322579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d74a9-506d-4b64-8a82-a8ad0314d38c req-d563d6ab-6945-436a-a014-c8ace322cb2c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.324368 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c5d74a9-506d-4b64-8a82-a8ad0314d38c req-d563d6ab-6945-436a-a014-c8ace322cb2c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.0798333 Nov 25 18:26:22.325938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.388666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb464d6-7c83-4357-b346-8ec3d01f91fa req-44832401-a00f-49a8-a3bd-5c5ddcbb9a2d tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.390311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8bb464d6-7c83-4357-b346-8ec3d01f91fa req-44832401-a00f-49a8-a3bd-5c5ddcbb9a2d tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 931 time: 0.2393093 Nov 25 18:26:22.392297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Transition to ACTIVE for port object ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:22.395237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-18f3b42d-8b43-4284-827b-27e5deb34af0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=86cfacea-0999-4e72-81c8-b9d640f59d3e HTTP/1.1" status: 200 len: 217 time: 0.0646448 Nov 25 18:26:22.402152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5cffb-e78b-4863-9842-67da53d406a5 req-41dcc60f-88d7-4f8f-b1f3-786caa10ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.403704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1b5cffb-e78b-4863-9842-67da53d406a5 req-41dcc60f-88d7-4f8f-b1f3-786caa10ea72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 1101 time: 0.1585829 Nov 25 18:26:22.404427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.407859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c5d74a9-506d-4b64-8a82-a8ad0314d38c req-67c08c2f-e860-4021-854c-318542d6bd30 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Nov 25 18:26:22.464784 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.512547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f1b5cffb-e78b-4863-9842-67da53d406a5 req-000bafbf-dfb0-4f2c-9c3b-58af93f03b11 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.544735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-cdaf6efe-63c2-4372-855e-8ebcd62983cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.546217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-cdaf6efe-63c2-4372-855e-8ebcd62983cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1397262 Nov 25 18:26:22.561131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Pushing event updated for resources: {'Port': ['ID=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:22.561479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca8636e-3b12-42d1-9049-9dd5264e35eb,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:22.571045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Checking segment: {'id': '259c4480-b45f-493a-8d96-f474f2f49fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c7b4c84c-1fbe-47d7-96db-15fd5744871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:22.571364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Network hostable DHCP agents. Network: c7b4c84c-1fbe-47d7-96db-15fd5744871e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:26:22.585488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d1396-0edc-4260-8f63-4a1efe36623e req-18afc2e3-9909-4462-9a35-9a735c2c1855 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.587078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb8d1396-0edc-4260-8f63-4a1efe36623e req-18afc2e3-9909-4462-9a35-9a735c2c1855 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 969 time: 0.0920987 Nov 25 18:26:22.599601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8bb464d6-7c83-4357-b346-8ec3d01f91fa req-4d09a032-2768-44d6-9d57-424ddc2f9d4e tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910863 Nov 25 18:26:22.613082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Network c7b4c84c-1fbe-47d7-96db-15fd5744871e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:26:22.641524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c7b4c84c-1fbe-47d7-96db-15fd5744871e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:22.644908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Attempting to bind port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:22.644908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Attempting to bind port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:22.644908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Attempting to bind port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:22.647589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.648197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.652805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173a8d0-ad38-430a-b45b-5ca8ad7aa3f4 None None] Network c7b4c84c-1fbe-47d7-96db-15fd5744871e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:26:22.666997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:22.667325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Attempting to bind port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:22.682964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:22.683799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Checking segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:22.683799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Bound using segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:22.684203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Bound port: ab001d23-c302-4cfa-b0c3-e5be39c5f5c2, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:22.684622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.695253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-e654ba6f-8719-420e-9e94-fda4785229c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.697048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-e654ba6f-8719-420e-9e94-fda4785229c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416109 Nov 25 18:26:22.709251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e2bb85d0-c987-4a85-ba47-58143bea2625 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5479088 Nov 25 18:26:22.744797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb8d1396-0edc-4260-8f63-4a1efe36623e req-80fe5d21-b0b1-4a8d-86ba-35d7fc13dff3 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461322 Nov 25 18:26:22.856054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f1b5cffb-e78b-4863-9842-67da53d406a5 req-000bafbf-dfb0-4f2c-9c3b-58af93f03b11 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.870594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f1b5cffb-e78b-4863-9842-67da53d406a5 req-000bafbf-dfb0-4f2c-9c3b-58af93f03b11 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:22.900573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08c767-5ecd-4a59-9941-84f35888b1fe None None] Network c7b4c84c-1fbe-47d7-96db-15fd5744871e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:26:22.912879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dc488-f368-4ca1-8de9-833caf7f6d2b req-ba9f69a5-7bfe-466d-a018-cb26cfd10e6b tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:22.914392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-105dc488-f368-4ca1-8de9-833caf7f6d2b req-ba9f69a5-7bfe-466d-a018-cb26cfd10e6b tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 968 time: 0.2077463 Nov 25 18:26:22.974243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1b5cffb-e78b-4863-9842-67da53d406a5 req-000bafbf-dfb0-4f2c-9c3b-58af93f03b11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521481 Nov 25 18:26:22.979857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-b2bb62ae-181f-4504-8d79-958e976b57cf service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686920 Nov 25 18:26:22.981080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] For port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:22.986017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bafbf-dfb0-4f2c-9c3b-58af93f03b11 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf513831-b09e-4ae5-90b8-87fbc46d304f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:23.001541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] For port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:23.019187 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.118586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-105dc488-f368-4ca1-8de9-833caf7f6d2b req-b2301d34-0fef-44a0-8dc0-f0b54d288076 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833346 Nov 25 18:26:23.127982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.128606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.130041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 HTTP/1.1" status: 200 len: 1091 time: 1.8736796 Nov 25 18:26:23.132004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:23.134272 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaabb879-6d58-4f51-b98d-916bfa9b7365" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:23.166676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec853f-4fbf-4135-b8c0-55e80db9a301 service neutron] Pushing event updated for resources: {'Port': ['ID=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:23.190040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device efa0de35-4e51-48ff-922a-287eb9d842af details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:23.201634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee0db79-e7cc-415f-b1ce-a4734a0c711a req-7baa7547-7ded-4e89-a108-34cc4779917d service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036898 Nov 25 18:26:23.202905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f811b-3b2a-4dde-9082-49d46f8c5829 req-185f98b8-103d-4d66-ad84-9f57ff00dec6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.205803 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-822f811b-3b2a-4dde-9082-49d46f8c5829 req-185f98b8-103d-4d66-ad84-9f57ff00dec6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 945 time: 0.0963898 Nov 25 18:26:23.209099 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a81c1-8eca-4f4c-bc60-33f41d971b9b x-openstack-request-id: req-c50a81c1-8eca-4f4c-bc60-33f41d971b9b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:23.210660 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:23.210660 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c50a81c1-8eca-4f4c-bc60-33f41d971b9b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:23.210660 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'status': 'completed', 'code': 200} Nov 25 18:26:23.261031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-822f811b-3b2a-4dde-9082-49d46f8c5829 req-a400d2ce-f770-4a12-89dc-6f1ce54b7fbd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Nov 25 18:26:23.341796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port efa0de35-4e51-48ff-922a-287eb9d842af, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=efa0de35-4e51-48ff-922a-287eb9d842af,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:23.358832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'efa0de35-4e51-48ff-922a-287eb9d842af', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'efa0de35-4e51-48ff-922a-287eb9d842af', 'mac_address': 'fa:16:3e:fe:22:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-1084424094', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:23.396651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabb879-6d58-4f51-b98d-916bfa9b7365 req-5a1f1d1b-bc17-4ebe-bf63-819f1a0327c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.398241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eaabb879-6d58-4f51-b98d-916bfa9b7365 req-5a1f1d1b-bc17-4ebe-bf63-819f1a0327c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 1094 time: 0.0707903 Nov 25 18:26:23.406375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:23.407402 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.411650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598539144-network', 'tenant_id': 'f775bf5deb544b7194779cd0684c539d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:23.425742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa0de35-4e51-48ff-922a-287eb9d842af {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:23.436494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Made reservation on behalf of f775bf5deb544b7194779cd0684c539d for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:23.438997 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.450407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.451753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port efa0de35-4e51-48ff-922a-287eb9d842af, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=efa0de35-4e51-48ff-922a-287eb9d842af,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:23.462708 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.512056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=efa0de35-4e51-48ff-922a-287eb9d842af,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:23.550083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.553838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.580404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:26:23.589070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572140a3-7dfd-446e-a498-c3b95175b2e4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:23.598470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.599001 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Added segment 0a02e643-2a12-441a-981c-132aa4eb243a of type vlan for network 6756188f-b3ad-40ed-a0b9-46543b82db20 Nov 25 18:26:23.632182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f8083-08bb-4306-8cc5-31f9f210715b req-16ddd6f9-73d5-41e0-99e6-40e6c8c5e56d tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.634156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-555f8083-08bb-4306-8cc5-31f9f210715b req-16ddd6f9-73d5-41e0-99e6-40e6c8c5e56d tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.1320343 Nov 25 18:26:23.635373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabb879-6d58-4f51-b98d-916bfa9b7365 req-1a9997e5-2784-4d5b-8be6-91451a87dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.637083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eaabb879-6d58-4f51-b98d-916bfa9b7365 req-1a9997e5-2784-4d5b-8be6-91451a87dec5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2255883 Nov 25 18:26:23.645770 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.673476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.675234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.675849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.764662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3571143 Nov 25 18:26:23.769026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49524) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:23.774365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Request body: {'subnet': {'network_id': '6756188f-b3ad-40ed-a0b9-46543b82db20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598539144-subnet', 'tenant_id': 'f775bf5deb544b7194779cd0684c539d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:23.785729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-555f8083-08bb-4306-8cc5-31f9f210715b req-65b5216c-c404-42f0-a9ee-bd52ea1fe5ac tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449308 Nov 25 18:26:23.796400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becb08b-a75c-4e4c-9493-179101452558 admin admin] Pushing event updated for resources: {'Network': ['ID=6756188f-b3ad-40ed-a0b9-46543b82db20,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:23.811612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 6756188f-b3ad-40ed-a0b9-46543b82db20 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:26:23.817673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa31c5-d21b-4781-abc1-3a8ff54c77ca req-7df6fc09-985a-4a8b-9c98-a210c47fa362 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.819400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41aa31c5-d21b-4781-abc1-3a8ff54c77ca req-7df6fc09-985a-4a8b-9c98-a210c47fa362 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 943 time: 0.1355395 Nov 25 18:26:23.828145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Made reservation on behalf of f775bf5deb544b7194779cd0684c539d for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:23.831056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:23.854146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabb879-6d58-4f51-b98d-916bfa9b7365 req-bb6f35f9-f66e-433e-be87-4572517de858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.855673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eaabb879-6d58-4f51-b98d-916bfa9b7365 req-bb6f35f9-f66e-433e-be87-4572517de858 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2069678 Nov 25 18:26:23.941491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41aa31c5-d21b-4781-abc1-3a8ff54c77ca req-82ead9a2-da57-47cd-9404-5117200d86bf tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068313 Nov 25 18:26:23.989180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf89e-0311-4d3d-8f23-d3c001d73d0a req-f733206a-8565-4cd3-b45b-5e0e7fefcde4 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:23.990651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fcdf89e-0311-4d3d-8f23-d3c001d73d0a req-f733206a-8565-4cd3-b45b-5e0e7fefcde4 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 970 time: 0.0735240 Nov 25 18:26:23.990986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['efa0de35-4e51-48ff-922a-287eb9d842af'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:23.999773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-148ebbeb-162e-4843-8929-90d67300a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:24.001025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-148ebbeb-162e-4843-8929-90d67300a3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 1094 time: 0.0978785 Nov 25 18:26:24.057901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-9ce2a9f2-1a41-47a6-abb9-d686e4c73a78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0422249 Nov 25 18:26:24.073595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.129006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff07b85-3a5a-4e39-a8bb-32715c74ddf0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:24.131795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fcdf89e-0311-4d3d-8f23-d3c001d73d0a req-88339317-cb28-4a1c-88dc-beb83bfd884f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250618 Nov 25 18:26:24.135421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-bb3fca44-54a7-44db-80f2-ee7c62f50a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:24.137469 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-bb3fca44-54a7-44db-80f2-ee7c62f50a12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eaa5a07f-be25-4dac-b8b7-1dbc17238064 HTTP/1.1" status: 200 len: 863 time: 0.0706806 Nov 25 18:26:24.162922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Checking segment: {'id': '0a02e643-2a12-441a-981c-132aa4eb243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6756188f-b3ad-40ed-a0b9-46543b82db20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:24.162922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Network hostable DHCP agents. Network: 6756188f-b3ad-40ed-a0b9-46543b82db20, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:26:24.163188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:24.168019 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1467facf-2e09-4a11-878d-68d829f8de11" -d '{"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-plugged", "status": "completed", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:24.191354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Network 6756188f-b3ad-40ed-a0b9-46543b82db20 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:26:24.202862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 6756188f-b3ad-40ed-a0b9-46543b82db20) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:24.212318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:24.217716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.218031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd549d30-8a43-4449-9f2d-ac7308e40156 None None] Network 6756188f-b3ad-40ed-a0b9-46543b82db20 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:26:24.249864 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1bd3bd-2598-48c5-acb8-92a3707eabd3 x-openstack-request-id: req-5f1bd3bd-2598-48c5-acb8-92a3707eabd3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:24.250960 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-plugged", "status": "completed", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:24.252008 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f1bd3bd-2598-48c5-acb8-92a3707eabd3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:24.252008 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04', 'code': 200} Nov 25 18:26:24.291193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-32aa8ee4-c264-44f1-a01d-902709f05fcd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5122299 Nov 25 18:26:24.315528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1700-4e27-45c4-8272-f2daf3fa84de req-7861fbe9-be7f-4b46-ae41-1a53ad38bc44 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:24.317387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-513e1700-4e27-45c4-8272-f2daf3fa84de req-7861fbe9-be7f-4b46-ae41-1a53ad38bc44 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 968 time: 0.0820968 Nov 25 18:26:24.389577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-513e1700-4e27-45c4-8272-f2daf3fa84de req-90389d3c-9adc-486f-9fbd-a503d43d690e tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653856 Nov 25 18:26:24.436455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489fa358-fee7-4334-811c-bf143e43c652 None None] Network 6756188f-b3ad-40ed-a0b9-46543b82db20 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:26:24.457785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49534) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:24.486603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-40b15359-34c3-45f0-a75f-c392406b2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:24.488139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-40b15359-34c3-45f0-a75f-c392406b2a49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34a02369-d5ac-4ff4-869b-451c7746e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401968 Nov 25 18:26:24.497634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8f920-1be4-4b64-b629-12b15477ec35 req-5681d2b4-1b34-46db-8e83-4698585515b6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:24.499099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46f8f920-1be4-4b64-b629-12b15477ec35 req-5681d2b4-1b34-46db-8e83-4698585515b6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 945 time: 0.1112504 Nov 25 18:26:24.507476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] Deleting subnet 6ca8636e-3b12-42d1-9049-9dd5264e35eb {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:26:24.508905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e414-d0bb-47d4-a72a-1320f7e7af9e req-71c7d4e4-3f29-489d-95b0-dbdd589dbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:24.510312 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ad5e414-d0bb-47d4-a72a-1320f7e7af9e req-71c7d4e4-3f29-489d-95b0-dbdd589dbfd0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1096 time: 0.1141765 Nov 25 18:26:24.510995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.548461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.560487 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.616088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.638588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46f8f920-1be4-4b64-b629-12b15477ec35 req-b7c7b4d7-8341-445a-8757-f87c5307b720 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264925 Nov 25 18:26:24.642272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca8636e-3b12-42d1-9049-9dd5264e35eb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:24.650988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ad5e414-d0bb-47d4-a72a-1320f7e7af9e req-9009f600-7ca4-4b4f-9d64-735f5845490e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265407 Nov 25 18:26:24.654214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.654849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-763fa149-d3a2-4a6c-b0d4-e77f5aa856fc service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541750 Nov 25 18:26:24.657447 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-29cc2234-f7cf-4485-b693-3420a3a84346 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6ca8636e-3b12-42d1-9049-9dd5264e35eb HTTP/1.1" status: 204 len: 168 time: 0.1976094 Nov 25 18:26:24.661125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49538) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:24.745407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.822671 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:24.846779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.847127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.847885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.848210 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.848542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.848872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.849203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.849518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.849827 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.850167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:24.981343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afa6ec94-485e-43ed-8041-91568e2444e6 req-444e2b88-d4ef-496b-940d-57f755c358cc service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885584 Nov 25 18:26:25.070953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2108cc-81a8-4ebc-b330-83f937332bf3 req-256e7927-7390-47c0-8f97-09320cfaa399 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:25.072469 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b2108cc-81a8-4ebc-b330-83f937332bf3 req-256e7927-7390-47c0-8f97-09320cfaa399 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 943 time: 0.0495369 Nov 25 18:26:25.083811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.084157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.084483 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.084801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.085149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b4c84c-1fbe-47d7-96db-15fd5744871e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:25.113974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259c4480-b45f-493a-8d96-f474f2f49fc6') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:25.114263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259c4480-b45f-493a-8d96-f474f2f49fc6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:25.139172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b2108cc-81a8-4ebc-b330-83f937332bf3 req-7aa1c54a-6b4d-4521-9e5a-817551965199 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606720 Nov 25 18:26:25.149098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.164610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 86cfacea-0999-4e72-81c8-b9d640f59d3e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:25.195270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.198709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device efa0de35-4e51-48ff-922a-287eb9d842af up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:25.207819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4d57-1774-4cdd-9c09-ebd77040c6ce req-caf8f3aa-6da0-4c9d-9b01-1318ee902609 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:25.215477 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-567b4d57-1774-4cdd-9c09-ebd77040c6ce req-caf8f3aa-6da0-4c9d-9b01-1318ee902609 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.1252522 Nov 25 18:26:25.221118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:26:25.221503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: from cryptography.utils import int_from_bytes Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: from cryptography.utils import int_from_bytes Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:26:25.263406 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:26:25.296121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e5299-6e35-418a-a7ce-b5fd5aa59c3e req-4e226ec2-86e8-4fc7-8812-b36745b70c3f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:25.297548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-904e5299-6e35-418a-a7ce-b5fd5aa59c3e req-4e226ec2-86e8-4fc7-8812-b36745b70c3f tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 970 time: 0.0493355 Nov 25 18:26:25.303307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port efa0de35-4e51-48ff-922a-287eb9d842af completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:25.313082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port efa0de35-4e51-48ff-922a-287eb9d842af triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:25.313452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.355568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-567b4d57-1774-4cdd-9c09-ebd77040c6ce req-607fba75-726e-4867-994f-5bc2e41407b3 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387057 Nov 25 18:26:25.355979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-904e5299-6e35-418a-a7ce-b5fd5aa59c3e req-c4bec1ff-fba8-4820-8bae-2ae1b7ee2dd6 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513361 Nov 25 18:26:25.360269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 86cfacea-0999-4e72-81c8-b9d640f59d3e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=86cfacea-0999-4e72-81c8-b9d640f59d3e,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:25.364988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.378081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '86cfacea-0999-4e72-81c8-b9d640f59d3e', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '86cfacea-0999-4e72-81c8-b9d640f59d3e', 'mac_address': 'fa:16:3e:ff:02:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:tempest-test_az-1084424094', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:25.392605 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.396290 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] 10.222.0.62 "DELETE /v2.0/networks/c7b4c84c-1fbe-47d7-96db-15fd5744871e HTTP/1.1" status: 204 len: 168 time: 0.7314024 Nov 25 18:26:25.397142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49546) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:25.403904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390fcee-96c1-4bde-af34-855b3c53f7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b4c84c-1fbe-47d7-96db-15fd5744871e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:25.448862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] Deleting subnet aff07b85-3a5a-4e39-a8bb-32715c74ddf0 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:26:25.453296 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.465133 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.482294 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.484945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cfacea-0999-4e72-81c8-b9d640f59d3e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:25.511821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.523378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 86cfacea-0999-4e72-81c8-b9d640f59d3e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=86cfacea-0999-4e72-81c8-b9d640f59d3e,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:25.532398 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.535920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port efa0de35-4e51-48ff-922a-287eb9d842af, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=efa0de35-4e51-48ff-922a-287eb9d842af,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:25.540556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.558052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860f777-00bc-4b1c-b40a-187716c2faa3 req-d1170878-cd26-47ae-8c5f-e06fd3584f81 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:25.559466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3860f777-00bc-4b1c-b40a-187716c2faa3 req-d1170878-cd26-47ae-8c5f-e06fd3584f81 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 968 time: 0.0835376 Nov 25 18:26:25.572535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.585925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=86cfacea-0999-4e72-81c8-b9d640f59d3e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:25.635627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=efa0de35-4e51-48ff-922a-287eb9d842af,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:25.641888 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3860f777-00bc-4b1c-b40a-187716c2faa3 req-e9a95709-1e04-4d26-b919-59dc6896a223 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761147 Nov 25 18:26:25.652218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.678176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff07b85-3a5a-4e39-a8bb-32715c74ddf0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:25.681982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.685120 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f15fc2cb-e2b8-44ff-8729-3d3fddfd2131 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aff07b85-3a5a-4e39-a8bb-32715c74ddf0 HTTP/1.1" status: 204 len: 168 time: 0.2870367 Nov 25 18:26:25.687773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49552) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:25.791692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.811146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04062555-18f6-464e-81be-62b09965ad12 req-283d8660-701f-48e1-ae12-c20b5c657507 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:25.812531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04062555-18f6-464e-81be-62b09965ad12 req-283d8660-701f-48e1-ae12-c20b5c657507 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 945 time: 0.0765038 Nov 25 18:26:25.852076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['86cfacea-0999-4e72-81c8-b9d640f59d3e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:25.927952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:25.945416 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04062555-18f6-464e-81be-62b09965ad12 req-3c845f60-3773-4e2e-ba1d-da2099104803 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251876 Nov 25 18:26:25.957822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.958188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.958968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.959297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > port after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.959628 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.960658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.961014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.961336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.961653 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:25.961999 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:26.030806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:26.031158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:26.031473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:26.031800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 18:26:26.032157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6756188f-b3ad-40ed-a0b9-46543b82db20']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:26.050534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a02e643-2a12-441a-981c-132aa4eb243a') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:26.050825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a02e643-2a12-441a-981c-132aa4eb243a') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:26.066858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.090951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.099921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:26:26.100443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: from cryptography.utils import int_from_bytes Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: from cryptography.utils import int_from_bytes Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:26:26.104386 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:26:26.158383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.165743 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.169039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6756188f-b3ad-40ed-a0b9-46543b82db20 HTTP/1.1" status: 204 len: 168 time: 0.4801626 Nov 25 18:26:26.178922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cd0cd-04a2-46c0-bdda-755f1d487d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6756188f-b3ad-40ed-a0b9-46543b82db20,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:26.252955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0de35-4e51-48ff-922a-287eb9d842af'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:26.255397 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3211c08-9be5-4230-adf5-31d66daac2d9" -d '{"events": [{"server_uuid": "b35ece17-5f66-4070-88f6-44cea382ce90", "name": "network-vif-plugged", "status": "completed", "tag": "efa0de35-4e51-48ff-922a-287eb9d842af"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:26.263854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ecda4-8200-4a26-a182-c971b040033c req-0b3ad760-7d10-4bdb-90e6-28348b4ba5e9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:26.266010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da1ecda4-8200-4a26-a182-c971b040033c req-0b3ad760-7d10-4bdb-90e6-28348b4ba5e9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 943 time: 0.0485682 Nov 25 18:26:26.293328 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4746005a-1721-4587-80a2-5ea1ed919d20 x-openstack-request-id: req-4746005a-1721-4587-80a2-5ea1ed919d20 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:26.293643 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ece17-5f66-4070-88f6-44cea382ce90", "name": "network-vif-plugged", "status": "completed", "tag": "efa0de35-4e51-48ff-922a-287eb9d842af", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:26.293906 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4746005a-1721-4587-80a2-5ea1ed919d20 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:26.294294 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0de35-4e51-48ff-922a-287eb9d842af', 'code': 200} Nov 25 18:26:26.318043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da1ecda4-8200-4a26-a182-c971b040033c req-9c25be4f-05e8-45de-b777-3fe621107657 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456779 Nov 25 18:26:26.347844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49560) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:26.415728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f769d3a-6114-43e8-8bc5-7abc22ba2282 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=242acb6a0e7b4cb38f27f86379b78788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665994 Nov 25 18:26:26.418834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49566) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:26.421156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd068b-97a5-4928-b8d9-ed35c7095557 req-779cd139-bb05-4f28-8dd8-0bc0fdd4ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:26.422557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95bd068b-97a5-4928-b8d9-ed35c7095557 req-779cd139-bb05-4f28-8dd8-0bc0fdd4ceeb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 1122 time: 0.0589995 Nov 25 18:26:26.507153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912dbe3-a390-4d78-9ee6-2a7e3a52d840 req-e426b8ad-aadf-47e1-acc7-73a8b9cfe298 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:26.508732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d912dbe3-a390-4d78-9ee6-2a7e3a52d840 req-e426b8ad-aadf-47e1-acc7-73a8b9cfe298 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.0801392 Nov 25 18:26:26.510955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95bd068b-97a5-4928-b8d9-ed35c7095557 req-a8ee273d-3eb2-4312-88ff-86ca95d1c314 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 Nov 25 18:26:26.559291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d912dbe3-a390-4d78-9ee6-2a7e3a52d840 req-e08df0b5-7f18-4577-b305-68776a599b4d tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Nov 25 18:26:26.638731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d12be25-25c6-4f9f-8bf4-add3bc88b931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.657592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f093791-3438-419b-9ad5-9968a94c2e90 req-a5d6b057-b76b-41d0-a57d-25b7057dc4c5 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:26.659129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f093791-3438-419b-9ad5-9968a94c2e90 req-a5d6b057-b76b-41d0-a57d-25b7057dc4c5 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 971 time: 0.2111571 Nov 25 18:26:26.678897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d12be25-25c6-4f9f-8bf4-add3bc88b931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.735751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f093791-3438-419b-9ad5-9968a94c2e90 req-3ea0ccba-65a5-4a1e-9c2a-1b81b7d4970e tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671649 Nov 25 18:26:26.759696 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d12be25-25c6-4f9f-8bf4-add3bc88b931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.762503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d12be25-25c6-4f9f-8bf4-add3bc88b931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:26.763658 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8d12be25-25c6-4f9f-8bf4-add3bc88b931 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28011759-59e2-48b9-b821-e9152ceeb7a6 HTTP/1.1" status: 204 len: 168 time: 0.3434682 Nov 25 18:26:26.772483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12be25-25c6-4f9f-8bf4-add3bc88b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28011759-59e2-48b9-b821-e9152ceeb7a6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:26.847537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8162e54-7a72-4fb1-be2c-8de6062598c0 req-0ad7fb6d-f81c-4fb5-bb06-6766438a778b tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:26.849243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8162e54-7a72-4fb1-be2c-8de6062598c0 req-0ad7fb6d-f81c-4fb5-bb06-6766438a778b tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 969 time: 0.0511825 Nov 25 18:26:26.900437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8162e54-7a72-4fb1-be2c-8de6062598c0 req-029c343c-8b9d-4d20-beaa-cadcebd6a3b2 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451312 Nov 25 18:26:26.940756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-e3a701be-2c2b-48d6-82ad-a3b2ca8a76c8 req-5f521909-2902-41d8-9435-1d4b020da11c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:26:26.941732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e3a701be-2c2b-48d6-82ad-a3b2ca8a76c8 req-5f521909-2902-41d8-9435-1d4b020da11c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054414 Nov 25 18:26:27.063518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9083-19fd-4224-8467-bf17a5aa0e9e req-17a9d5bd-774b-44ff-9250-28497be3e0a7 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:27.065240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91aa9083-19fd-4224-8467-bf17a5aa0e9e req-17a9d5bd-774b-44ff-9250-28497be3e0a7 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Nov 25 18:26:27.101249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ecf73-ba19-473e-b5af-f887a00687de req-953f0921-8647-4893-9c93-a8b90f576321 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:27.103014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a4ecf73-ba19-473e-b5af-f887a00687de req-953f0921-8647-4893-9c93-a8b90f576321 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.0504727 Nov 25 18:26:27.118511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91aa9083-19fd-4224-8467-bf17a5aa0e9e req-92e1be25-95cc-456d-9b81-4aaa59080ed5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464349 Nov 25 18:26:27.122955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49582) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:27.155115 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a4ecf73-ba19-473e-b5af-f887a00687de req-da70f119-1b8a-4378-982f-5f16eaf5921d tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Nov 25 18:26:27.164129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b7006a30-ef9e-40d9-b376-928c4c060558 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f775bf5deb544b7194779cd0684c539d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398724 Nov 25 18:26:27.166764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:27.183762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 86cfacea-0999-4e72-81c8-b9d640f59d3e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:27.234468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bb12-856c-4df9-9090-06c6785dd3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.242478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 86cfacea-0999-4e72-81c8-b9d640f59d3e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:27.249320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 86cfacea-0999-4e72-81c8-b9d640f59d3e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:27.250085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.266338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bb12-856c-4df9-9090-06c6785dd3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.334538 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bb12-856c-4df9-9090-06c6785dd3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.337225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bb12-856c-4df9-9090-06c6785dd3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.338382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a5e9bb12-856c-4df9-9090-06c6785dd3d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/572140a3-7dfd-446e-a498-c3b95175b2e4 HTTP/1.1" status: 204 len: 168 time: 0.1705878 Nov 25 18:26:27.349187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.356321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9bb12-856c-4df9-9090-06c6785dd3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572140a3-7dfd-446e-a498-c3b95175b2e4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:27.409493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-239f812a-4061-451e-b956-bcea62dd6e66 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f239249d68bd448780dd6a89d72af301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311306 Nov 25 18:26:27.418754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 86cfacea-0999-4e72-81c8-b9d640f59d3e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=86cfacea-0999-4e72-81c8-b9d640f59d3e,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:27.425022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.477900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=86cfacea-0999-4e72-81c8-b9d640f59d3e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:27.538305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-09219670-1fc3-4dd0-b1ce-d547fa193ba6 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:27.539938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-09219670-1fc3-4dd0-b1ce-d547fa193ba6 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1218290 Nov 25 18:26:27.556352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-8fdd90fe-9eea-4033-83d5-5ec60e8d7035 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/quotas/f239249d68bd448780dd6a89d72af301 HTTP/1.1" status: 200 len: 375 time: 0.0103991 Nov 25 18:26:27.583682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:27.610510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-a8dede8a-9cdd-4c0d-8cc1-7370010786c7 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f239249d68bd448780dd6a89d72af301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480423 Nov 25 18:26:27.621410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fc7b1-db78-44eb-860a-d9fd6bbeed03 req-6cd69133-97c7-4d8a-b543-5bf5d53132ee tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:27.623151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-849fc7b1-db78-44eb-860a-d9fd6bbeed03 req-6cd69133-97c7-4d8a-b543-5bf5d53132ee tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1096 time: 0.0804009 Nov 25 18:26:27.684676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-849fc7b1-db78-44eb-860a-d9fd6bbeed03 req-6a541060-9ae4-433b-8c54-0f58e9f0f41b tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539613 Nov 25 18:26:27.723001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:27.739338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'port_id': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'mac_address': 'fa:16:3e:09:95:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:27.802196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.834324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:27.853377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122f89f-5aac-4875-9183-5d395cf139be req-8adf8d35-d8a7-4ed8-a96c-0e6e523b3a2f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:27.855114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6122f89f-5aac-4875-9183-5d395cf139be req-8adf8d35-d8a7-4ed8-a96c-0e6e523b3a2f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 943 time: 0.0682135 Nov 25 18:26:27.906433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:27.912701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6122f89f-5aac-4875-9183-5d395cf139be req-10aa174f-89ef-4255-8480-36520d7b5a70 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515730 Nov 25 18:26:27.915953 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:27.981043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e60a7-0fc1-402a-9447-5784b4a479c1 req-7046164b-c92d-41cf-9e59-287faed0b222 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:27.985213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d81e60a7-0fc1-402a-9447-5784b4a479c1 req-7046164b-c92d-41cf-9e59-287faed0b222 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1096 time: 0.0879383 Nov 25 18:26:27.992868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:28.018779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83a3f5af-1fe7-4d58-b927-a43a629995d9 req-e2c7d6c2-dac2-4c37-a638-56c4c2f5f47e tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 210 time: 0.0344698 Nov 25 18:26:28.058888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d81e60a7-0fc1-402a-9447-5784b4a479c1 req-953370d9-3be7-4f57-a792-1e29f0258ea8 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624154 Nov 25 18:26:28.154749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0e9e5-d7da-41f6-a219-9953dd8168f0 req-fc73c440-0dcf-4c2f-ae53-afd4262ce43c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:28.156822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6c0e9e5-d7da-41f6-a219-9953dd8168f0 req-fc73c440-0dcf-4c2f-ae53-afd4262ce43c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 971 time: 0.0593405 Nov 25 18:26:28.196795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['ab001d23-c302-4cfa-b0c3-e5be39c5f5c2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:28.255223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6c0e9e5-d7da-41f6-a219-9953dd8168f0 req-da73f874-b9ce-4ab4-9687-8e191b56053c tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867937 Nov 25 18:26:28.310169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cfacea-0999-4e72-81c8-b9d640f59d3e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:28.313091 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c493f-abb3-400c-ae82-0af0a7493389" -d '{"events": [{"server_uuid": "6fec0400-8d38-48ec-b0f4-2c778ae1eac1", "name": "network-vif-plugged", "status": "completed", "tag": "86cfacea-0999-4e72-81c8-b9d640f59d3e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:28.387011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5e157-6b0c-4ce1-ba31-8818f87f708e req-8e173435-2252-4394-ba52-87aba427d87f tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:28.389264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3db5e157-6b0c-4ce1-ba31-8818f87f708e req-8e173435-2252-4394-ba52-87aba427d87f tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 970 time: 0.0708213 Nov 25 18:26:28.414389 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75578cb4-0e97-47f5-9cdc-4aaab5eb97dd x-openstack-request-id: req-75578cb4-0e97-47f5-9cdc-4aaab5eb97dd {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:28.415001 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec0400-8d38-48ec-b0f4-2c778ae1eac1", "name": "network-vif-plugged", "status": "completed", "tag": "86cfacea-0999-4e72-81c8-b9d640f59d3e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:28.415001 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75578cb4-0e97-47f5-9cdc-4aaab5eb97dd {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:28.416382 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cfacea-0999-4e72-81c8-b9d640f59d3e', 'code': 200} Nov 25 18:26:28.480590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3db5e157-6b0c-4ce1-ba31-8818f87f708e req-56f53869-4c9a-4a2d-8951-6a75cf92257b tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701921 Nov 25 18:26:28.553102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38750cfa-a9f3-43ba-9c84-93f04f418494 req-d0d3962f-fe9e-4d19-ba71-3467d577743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:28.554809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38750cfa-a9f3-43ba-9c84-93f04f418494 req-d0d3962f-fe9e-4d19-ba71-3467d577743b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 1121 time: 0.0672178 Nov 25 18:26:28.616518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38750cfa-a9f3-43ba-9c84-93f04f418494 req-3d7bafdb-7dd3-425c-9295-cd83381c6d79 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449781 Nov 25 18:26:28.688351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-de64a7f0-6bc2-477c-bd1b-8e72481ecf10 req-1aeb05d6-010a-4910-8335-650516c955f6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:26:28.690070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de64a7f0-6bc2-477c-bd1b-8e72481ecf10 req-1aeb05d6-010a-4910-8335-650516c955f6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471244 Nov 25 18:26:29.077612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9179ef2-6980-4f85-9f03-c62bc483c339 req-03b918d1-0a22-429e-961f-defc2abd85f9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:29.079128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9179ef2-6980-4f85-9f03-c62bc483c339 req-03b918d1-0a22-429e-961f-defc2abd85f9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 944 time: 0.0687637 Nov 25 18:26:29.127081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9179ef2-6980-4f85-9f03-c62bc483c339 req-ab6534dd-eca0-4aba-a4fb-c9c489750233 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418756 Nov 25 18:26:29.207082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8feeb5de-c78d-4c64-9aad-7584d27ba64a req-d851ccb1-272a-4674-8467-449a81354d7e tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 210 time: 0.0252109 Nov 25 18:26:29.433574 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-1cab4465-35a1-426f-b6be-1b032729d42b tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f239249d68bd448780dd6a89d72af301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362406 Nov 25 18:26:29.604843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0423a-ad52-4abc-b1cc-55e0502b285e req-369be034-4b63-4a90-98ec-4cfbaa87f66d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:29.606543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1c0423a-ad52-4abc-b1cc-55e0502b285e req-369be034-4b63-4a90-98ec-4cfbaa87f66d tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 971 time: 0.1026294 Nov 25 18:26:29.618256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-1ff97433-de34-439d-bedc-e33687259c0c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:29.618950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:29.619837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-1ff97433-de34-439d-bedc-e33687259c0c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793411 Nov 25 18:26:29.640000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Request body: {'port': {'device_id': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'f239249d68bd448780dd6a89d72af301'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:29.669859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:29.673962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:29.674337 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:29.728227 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1c0423a-ad52-4abc-b1cc-55e0502b285e req-60cc7acb-5290-41e0-a2ba-69fa1a03e8bb tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073968 Nov 25 18:26:29.755412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:29.785759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Made reservation on behalf of f239249d68bd448780dd6a89d72af301 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:29.789529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:29.793923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:29.799367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:29.879331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:29.935013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:29.969996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Allocated IP 192.168.233.240 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/76dd1ac3-cd81-4836-b52b-d405a32d9d2c) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:30.070006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61ccc7-c9f5-4d2f-87d5-b1e805365329 req-f7f6eff4-547f-4155-a389-1532f8cf7375 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:30.071674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c61ccc7-c9f5-4d2f-87d5-b1e805365329 req-f7f6eff4-547f-4155-a389-1532f8cf7375 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 970 time: 0.0901508 Nov 25 18:26:30.086141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6b7ee640-a806-4c35-b338-0a43e975c24e tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:26:30.087209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6b7ee640-a806-4c35-b338-0a43e975c24e tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1509359 Nov 25 18:26:30.181360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c61ccc7-c9f5-4d2f-87d5-b1e805365329 req-bf271a18-00cf-42c2-8e78-86913a3df529 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984752 Nov 25 18:26:30.211778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.235951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-3b3943cf-7948-4852-9d60-ef208e444378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:30.238006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-3b3943cf-7948-4852-9d60-ef208e444378 service neutron] 10.222.0.62 "GET /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 1093 time: 0.0981123 Nov 25 18:26:30.247495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Request body: {'binding': {'host': 'n-h1-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:30.248097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Unknown quota resources ['binding']. {{(pid=103457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:26:30.254993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.267115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9ae129d9-903f-498e-a969-6caec52eaf1d'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:30.331464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:30.341109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Pushing event updated for resources: {'Port': ['ID=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:30.348539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:30.351503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:30.391302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe98167-1007-4b51-9323-d357a4f45f06 req-569184f1-8e0e-4e9c-afae-7185933610bb tempest-AggregatesAdminTestJSON-1820918563 tempest-AggregatesAdminTestJSON-1820918563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:30.398551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dbe98167-1007-4b51-9323-d357a4f45f06 req-569184f1-8e0e-4e9c-afae-7185933610bb tempest-AggregatesAdminTestJSON-1820918563 tempest-AggregatesAdminTestJSON-1820918563-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 1122 time: 0.1171675 Nov 25 18:26:30.419399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on host n-h1-819194-3 for vnic_type normal with profile None {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:30.420044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:30.420163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:30.422303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dbe98167-1007-4b51-9323-d357a4f45f06 req-ffea7500-d40b-4011-96ed-efda7748bbc1 tempest-AggregatesAdminTestJSON-1820918563 tempest-AggregatesAdminTestJSON-1820918563-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.428164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:30.428583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:30.432877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:30.434240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:30.434786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:30.435367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:30.436145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Bound port: 7f475118-276a-4b46-ac71-5ad054a85a04, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:30.437063 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8247b5-286f-4be2-a148-4dea1a6e08ea" -d '{"events": [{"server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "name": "network-vif-plugged", "status": "completed", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:30.445523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:30.446824 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.477177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-60475338-7acd-4883-a3c9-04332c35cb3a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8428009 Nov 25 18:26:30.501515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Request body: {'port': {'device_id': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'device_owner': 'compute:tempest-test_az-1084424094', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:30.515712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.551450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:30.560083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.561428 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-65f54bf0-77c4-4217-89fd-bb2872c206e1 service neutron] 10.222.0.62 "POST /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04/bindings HTTP/1.1" status: 201 len: 389 time: 0.3174880 Nov 25 18:26:30.590801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.593898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dbe98167-1007-4b51-9323-d357a4f45f06 req-ffea7500-d40b-4011-96ed-efda7748bbc1 tempest-AggregatesAdminTestJSON-1820918563 tempest-AggregatesAdminTestJSON-1820918563-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.603052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dbe98167-1007-4b51-9323-d357a4f45f06 req-ffea7500-d40b-4011-96ed-efda7748bbc1 tempest-AggregatesAdminTestJSON-1820918563 tempest-AggregatesAdminTestJSON-1820918563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.633520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8cf18ccc-4efb-4e6c-b7ba-975caf8e0c21 None None] Provisioning complete for port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:30.634050 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cf18ccc-4efb-4e6c-b7ba-975caf8e0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:30.672945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dbe98167-1007-4b51-9323-d357a4f45f06 req-ffea7500-d40b-4011-96ed-efda7748bbc1 tempest-AggregatesAdminTestJSON-1820918563 tempest-AggregatesAdminTestJSON-1820918563-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735090 Nov 25 18:26:30.682805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea7500-d40b-4011-96ed-efda7748bbc1 tempest-AggregatesAdminTestJSON-1820918563 tempest-AggregatesAdminTestJSON-1820918563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7e2556-c824-45ae-9e2f-a7b2007aa2e0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:30.720319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8cf18ccc-4efb-4e6c-b7ba-975caf8e0c21 None None] Port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:30.836865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54da48bc-0e2c-4979-a120-440bc3f002e2 req-7c578cc7-aa84-4f7c-a05d-aee7ccda7a82 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3eab193678324aed865f3a873330827b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232377 Nov 25 18:26:30.882591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfca73c-7596-4ff1-8ba2-bbbb7797b7de req-0247e4b6-f6ca-4803-a46d-54380e16951b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:30.884386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1cfca73c-7596-4ff1-8ba2-bbbb7797b7de req-0247e4b6-f6ca-4803-a46d-54380e16951b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 945 time: 0.1044922 Nov 25 18:26:30.925280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.66', 60192) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:30.968883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1cfca73c-7596-4ff1-8ba2-bbbb7797b7de req-e0d1875a-9ec2-4063-8c87-e6db8086d11e tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754926 Nov 25 18:26:31.014253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dd1ac3-cd81-4836-b52b-d405a32d9d2c {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:31.016239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da48bc-0e2c-4979-a120-440bc3f002e2 req-4873ba0e-ee25-4293-bf5a-cd4de3d8e4e9 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.018365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54da48bc-0e2c-4979-a120-440bc3f002e2 req-4873ba0e-ee25-4293-bf5a-cd4de3d8e4e9 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753018 Nov 25 18:26:31.023314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:31.037093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Transition to ACTIVE for port object 76dd1ac3-cd81-4836-b52b-d405a32d9d2c will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:31.041767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:31.046534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-b898f9f1-7a8a-4d9b-b719-5097d14acfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.048083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-b898f9f1-7a8a-4d9b-b719-5097d14acfd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1096 time: 0.1217866 Nov 25 18:26:31.050214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54da48bc-0e2c-4979-a120-440bc3f002e2 req-5d2ad8f2-bb4d-496c-aad1-0be059fb58b4 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/quotas/3eab193678324aed865f3a873330827b HTTP/1.1" status: 200 len: 375 time: 0.0207076 Nov 25 18:26:31.130841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Pushing event updated for resources: {'Port': ['ID=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:31.141917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54da48bc-0e2c-4979-a120-440bc3f002e2 req-050abb5b-9ecc-40c3-971e-dfde550035a3 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eab193678324aed865f3a873330827b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790339 Nov 25 18:26:31.155171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff6a91-ef2a-471a-aa74-93370742053f req-a46b7738-3382-4e6f-bdb0-bf722047890c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.162401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbff6a91-ef2a-471a-aa74-93370742053f req-a46b7738-3382-4e6f-bdb0-bf722047890c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 970 time: 0.1118917 Nov 25 18:26:31.237840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-324548f2-0cd5-4ffb-9887-047ee57f443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.240480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-324548f2-0cd5-4ffb-9887-047ee57f443f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1843190 Nov 25 18:26:31.263118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbff6a91-ef2a-471a-aa74-93370742053f req-bfb156ba-7859-4852-baeb-dba5d6bad065 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995855 Nov 25 18:26:31.277907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Attempting to bind port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:31.278631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Attempting to bind port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:31.279249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Attempting to bind port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:31.279575 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b239dab-6167-4c35-ae14-fc78d93daa9d x-openstack-request-id: req-2b239dab-6167-4c35-ae14-fc78d93daa9d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:31.279885 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "name": "network-vif-plugged", "status": "completed", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:31.280145 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b239dab-6167-4c35-ae14-fc78d93daa9d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:31.280539 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'code': 200} Nov 25 18:26:31.288826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:31.289555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Attempting to bind port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:31.304957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:31.307216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:31.307690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:31.308195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Bound port: 76dd1ac3-cd81-4836-b52b-d405a32d9d2c, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:31.308881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:31.325774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-c097e86a-6c6a-4efa-9708-fccb1a1ac44e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 217 time: 0.0771749 Nov 25 18:26:31.401276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-cc9102f5-9874-437b-a47c-52c32f412491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.402810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-cc9102f5-9874-437b-a47c-52c32f412491 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0683908 Nov 25 18:26:31.447195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] For port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:31.452168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] For port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:31.461347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-f4ddc1eb-8fc8-42bf-bdc9-4e90aecaff7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513029 Nov 25 18:26:31.464596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:31.477634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991189e0-e910-485b-9bb5-e759ea8dfe6b req-f2fb8c71-55a2-447a-9161-0e9bc5541796 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.479175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-991189e0-e910-485b-9bb5-e759ea8dfe6b req-f2fb8c71-55a2-447a-9161-0e9bc5541796 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 945 time: 0.1286359 Nov 25 18:26:31.485675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25889bed-e8df-4a2b-a725-754b6fcf49be req-30824f40-3d51-473a-8503-93a6d4a810b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.487738 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25889bed-e8df-4a2b-a725-754b6fcf49be req-30824f40-3d51-473a-8503-93a6d4a810b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 1096 time: 0.1226296 Nov 25 18:26:31.540235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.540870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:31.542411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] 10.222.0.66 "PUT /v2.0/ports/76dd1ac3-cd81-4836-b52b-d405a32d9d2c HTTP/1.1" status: 200 len: 1118 time: 1.0461345 Nov 25 18:26:31.557195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'tag': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:31.559631 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e26c892-d62a-4203-ac4f-44976c0558e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e46fc7e7-4391-48df-a35e-72885d630f69", "tag": "76dd1ac3-cd81-4836-b52b-d405a32d9d2c"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:31.636671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637cdbb-404f-4032-a436-be50c2adb159 service neutron] Pushing event updated for resources: {'Port': ['ID=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:31.667487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-991189e0-e910-485b-9bb5-e759ea8dfe6b req-52c7a18a-9b71-4e50-84cc-426c3f706531 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787801 Nov 25 18:26:31.671793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25889bed-e8df-4a2b-a725-754b6fcf49be req-c7b52ddf-c043-4b9a-890b-4dfe9d988b24 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590919 Nov 25 18:26:31.683140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-bac9276b-5830-4be0-ad9e-98ecd3fb4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.694625 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-bac9276b-5830-4be0-ad9e-98ecd3fb4da0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f239249d68bd448780dd6a89d72af301&device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 1121 time: 0.1144319 Nov 25 18:26:31.750179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-001e6717-c379-4b18-aecd-a752b098c017 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=76dd1ac3-cd81-4836-b52b-d405a32d9d2c HTTP/1.1" status: 200 len: 217 time: 0.0469453 Nov 25 18:26:31.755984 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6c87ea8b-820c-4a31-9749-61ff09a68dc0 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877755 Nov 25 18:26:31.775076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985bac0-f71a-460a-8d64-230ce758a9b6 req-01054608-0ef9-404c-9a71-64ae5017cacb tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.777693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5985bac0-f71a-460a-8d64-230ce758a9b6 req-01054608-0ef9-404c-9a71-64ae5017cacb tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 970 time: 0.2449989 Nov 25 18:26:31.808108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-d4fbc2b4-5b12-4c50-bece-d64500b7151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.809500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-d4fbc2b4-5b12-4c50-bece-d64500b7151a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0520318 Nov 25 18:26:31.872559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-35cf1a95-63ff-4c92-b416-234a4a6e0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:31.874111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-35cf1a95-63ff-4c92-b416-234a4a6e0577 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580964 Nov 25 18:26:31.895821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5985bac0-f71a-460a-8d64-230ce758a9b6 req-310ca61f-3a96-48b2-95c0-c65bfe846a9c tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080799 Nov 25 18:26:31.910973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-2fd78dc7-caf9-4a46-b2e8-8674db73827e service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320109 Nov 25 18:26:31.950088 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bbfd0f-a7ad-4010-9a84-365a636db3fe x-openstack-request-id: req-b6bbfd0f-a7ad-4010-9a84-365a636db3fe {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:31.950380 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46fc7e7-4391-48df-a35e-72885d630f69", "tag": "76dd1ac3-cd81-4836-b52b-d405a32d9d2c", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:31.950659 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6bbfd0f-a7ad-4010-9a84-365a636db3fe {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:31.951040 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'tag': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c', 'status': 'completed', 'code': 200} Nov 25 18:26:31.996323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-926ffec6-9a5f-4d1a-8d25-5114f0fa1009 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130891 Nov 25 18:26:32.148972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-998dd182-f06c-4aa6-8282-4a7b3f4ebc66 req-cb7b3b83-ce24-4a2a-aeca-e936b1f9d4fa service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978749 Nov 25 18:26:32.195441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-45bafbe0-f8f2-45d6-a9a9-a969db95a785 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.196692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-45bafbe0-f8f2-45d6-a9a9-a969db95a785 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.1030748 Nov 25 18:26:32.204016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0037-bf85-460d-b143-8fd75eee7eee req-21cefecc-7900-4bb8-9f89-d0b20c961dec tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.205906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e61c0037-bf85-460d-b143-8fd75eee7eee req-21cefecc-7900-4bb8-9f89-d0b20c961dec tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 945 time: 0.1206081 Nov 25 18:26:32.217838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819194-3'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:32.253997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-64d90cea-ec46-4c7c-9535-8834e9d98e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.256417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-64d90cea-ec46-4c7c-9535-8834e9d98e1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f239249d68bd448780dd6a89d72af301&device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 1121 time: 0.0547523 Nov 25 18:26:32.327307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e61c0037-bf85-460d-b143-8fd75eee7eee req-42e3eab9-c5ec-4499-91e9-9312bfe209a0 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027730 Nov 25 18:26:32.329181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:32.376959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-200b5864-9498-40be-b710-a823488ac277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.378872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-200b5864-9498-40be-b710-a823488ac277 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1152880 Nov 25 18:26:32.430594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.66', 60196) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:32.445001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-d340d0df-f1e3-4345-bc90-4f6ee5102a34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=76dd1ac3-cd81-4836-b52b-d405a32d9d2c HTTP/1.1" status: 200 len: 217 time: 0.0549121 Nov 25 18:26:32.499511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-fb4c7230-055d-4813-bf0c-44ca0f734c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.501119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-fb4c7230-055d-4813-bf0c-44ca0f734c98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0496366 Nov 25 18:26:32.550371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-c7284e09-7975-410e-9ba5-cd3b5c61a4b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1175473 Nov 25 18:26:32.563325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-fd63524b-d8a7-4d19-9077-17c3ff0cff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.565680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-fd63524b-d8a7-4d19-9077-17c3ff0cff23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491953 Nov 25 18:26:32.566258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1ca96-5e0d-4819-99e1-7782866ba33c req-6d4f1f01-c24f-4d91-84ee-cbda9b78e2ab tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.568008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5d1ca96-5e0d-4819-99e1-7782866ba33c req-6d4f1f01-c24f-4d91-84ee-cbda9b78e2ab tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 970 time: 0.1365173 Nov 25 18:26:32.586462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:32.688486 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5d1ca96-5e0d-4819-99e1-7782866ba33c req-0ede136c-c008-420e-becf-cf0e53c87ee2 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093853 Nov 25 18:26:32.693560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:32.715647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-3f0e9b5b-3785-46f0-966e-eecd1da0619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:32.717152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-3f0e9b5b-3785-46f0-966e-eecd1da0619a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ee36d60fcbe4fa1824007804b4cefb6&device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 1122 time: 0.1098907 Nov 25 18:26:32.743957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:32.754925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:32.786942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:32.857023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d00cb2e7-9753-41bd-939f-f3b392e308b9 req-e890ed89-fdbc-46d0-8eeb-9152b8fcb856 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3eab193678324aed865f3a873330827b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2276545 Nov 25 18:26:32.858093 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d7ea4d-c29b-4df4-ac62-741e8e2c3037" -d '{"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-unplugged", "status": "completed", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:32.923424 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:32.928958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:32.988020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-36c0bba9-0f57-4644-9d70-13278d1abd6f service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092205 Nov 25 18:26:32.995867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on host n-h2-819194-3 for vnic_type normal with profile {"migrating_to": "n-h1-819194-3"} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:32.996408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:32.996726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:33.003041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-4ac13f3a-cd71-4321-aaf6-2a0659f7891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.004691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-4ac13f3a-cd71-4321-aaf6-2a0659f7891b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2464471 Nov 25 18:26:33.008347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:33.008666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Attempting to bind port 7f475118-276a-4b46-ac71-5ad054a85a04 on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:33.023028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:33.023353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:33.023874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:33.024472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Bound port: 7f475118-276a-4b46-ac71-5ad054a85a04, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:33.024839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:33.066314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-e12d805a-ecac-478f-9cac-7e58c4cea0f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=efa0de35-4e51-48ff-922a-287eb9d842af HTTP/1.1" status: 200 len: 217 time: 0.0501821 Nov 25 18:26:33.074524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ecc02-0f96-4dfe-b78b-1acb491fde9b req-0592b768-c8ed-47ed-b00f-a692e8d5e5fc tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.075923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-783ecc02-0f96-4dfe-b78b-1acb491fde9b req-0592b768-c8ed-47ed-b00f-a692e8d5e5fc tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 970 time: 0.1172194 Nov 25 18:26:33.082354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cb2e7-9753-41bd-939f-f3b392e308b9 req-f03db7d4-84be-43c2-b6de-5528918a5350 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.083859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d00cb2e7-9753-41bd-939f-f3b392e308b9 req-f03db7d4-84be-43c2-b6de-5528918a5350 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077620 Nov 25 18:26:33.116547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d00cb2e7-9753-41bd-939f-f3b392e308b9 req-5ba8bc03-a1f0-41ac-9e00-1ee5e465dd47 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/quotas/3eab193678324aed865f3a873330827b HTTP/1.1" status: 200 len: 375 time: 0.0262389 Nov 25 18:26:33.120118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e26c892-d62a-4203-ac4f-44976c0558e6 req-2e5aa7af-3072-41cd-8314-4f49eec48be9 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238034 Nov 25 18:26:33.149423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d00cb2e7-9753-41bd-939f-f3b392e308b9 req-a1198e4a-7644-41c7-b89d-410a435db2d2 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eab193678324aed865f3a873330827b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271578 Nov 25 18:26:33.190706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-181f1ea4-fde0-4594-aaa2-41ed50af010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.192140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-181f1ea4-fde0-4594-aaa2-41ed50af010a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1152706 Nov 25 18:26:33.198606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:33.207586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-783ecc02-0f96-4dfe-b78b-1acb491fde9b req-b6a0f00e-899c-45c1-8bd9-ee8761ac3380 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Nov 25 18:26:33.217212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:33.222507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:33.300327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8b4f6-e53e-43ed-85fd-f39c9ebcfa13 req-33b765e2-8645-4a43-8524-791d143c22fd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.301820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e3f8b4f6-e53e-43ed-85fd-f39c9ebcfa13 req-33b765e2-8645-4a43-8524-791d143c22fd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.0525265 Nov 25 18:26:33.317326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-3ac32768-76e5-47f2-a43e-7dcbdaa60a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.318780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-3ac32768-76e5-47f2-a43e-7dcbdaa60a60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178730 Nov 25 18:26:33.323280 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92a43ee-f8ba-4797-adff-589687596b91 x-openstack-request-id: req-d92a43ee-f8ba-4797-adff-589687596b91 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:33.323614 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-unplugged", "status": "completed", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:33.323844 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d92a43ee-f8ba-4797-adff-589687596b91 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:33.324280 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04', 'code': 200} Nov 25 18:26:33.358526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=8']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:33.378205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e3f8b4f6-e53e-43ed-85fd-f39c9ebcfa13 req-1ffa58d5-d014-415c-9fe3-4e363530e1bd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699930 Nov 25 18:26:33.408950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.409575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:33.411341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-7e46073e-3052-4d8b-a6ee-313f7eae923b service neutron] 10.222.0.66 "PUT /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 1121 time: 1.1980655 Nov 25 18:26:33.466172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:33.489721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-315ee831-90dd-4efd-a709-1abe5706854c service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582284 Nov 25 18:26:33.497569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f47d-a166-4e3f-932b-63d7dd510e06 req-d4522f01-5168-4dac-9d1b-e2c53e6fbd7e tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.499906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a302f47d-a166-4e3f-932b-63d7dd510e06 req-d4522f01-5168-4dac-9d1b-e2c53e6fbd7e tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Nov 25 18:26:33.558426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a302f47d-a166-4e3f-932b-63d7dd510e06 req-1f147767-4891-44e9-9ac3-86bed9bdb7b4 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520375 Nov 25 18:26:33.632463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-501ebe73-29ca-46d1-a04d-8613e1e2934e req-a772ac9c-7e72-4bd0-a9ef-023cfce8791b service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330647 Nov 25 18:26:33.757641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da03619-ec5b-406a-8d69-914caaa61bec req-7657b7a6-9f34-442f-b786-a3d2692ede2f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.762997 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2da03619-ec5b-406a-8d69-914caaa61bec req-7657b7a6-9f34-442f-b786-a3d2692ede2f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 945 time: 0.0563827 Nov 25 18:26:33.767674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:33.774275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'floatingip': {'port_id': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:33.847899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:33.879219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a7047-7023-47da-9200-0ac5029c81e5 req-b91e48ae-8f72-4556-b7a2-bde8105c95ef tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:33.880606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-234a7047-7023-47da-9200-0ac5029c81e5 req-b91e48ae-8f72-4556-b7a2-bde8105c95ef tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 970 time: 0.0624573 Nov 25 18:26:33.935484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-234a7047-7023-47da-9200-0ac5029c81e5 req-b6a80f88-925b-407d-b619-7186a7f37719 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489874 Nov 25 18:26:34.089736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e235c87-f329-4098-a4f0-33bf2cb31f2c req-c0bea15f-a3de-450f-9429-f44f335a8536 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3eab193678324aed865f3a873330827b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272815 Nov 25 18:26:34.141261 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-2de53faa-d330-4df5-a68f-a96109f8ecb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876946 Nov 25 18:26:34.213837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235c87-f329-4098-a4f0-33bf2cb31f2c req-2121781e-ed2c-43e3-86db-e8ef0ff7ae55 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:34.215326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e235c87-f329-4098-a4f0-33bf2cb31f2c req-2121781e-ed2c-43e3-86db-e8ef0ff7ae55 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187305 Nov 25 18:26:34.234409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e235c87-f329-4098-a4f0-33bf2cb31f2c req-daf37f5e-e6cd-4567-b535-2ea3e3bf0106 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/quotas/3eab193678324aed865f3a873330827b HTTP/1.1" status: 200 len: 375 time: 0.0102510 Nov 25 18:26:34.275967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e235c87-f329-4098-a4f0-33bf2cb31f2c req-4a973563-8803-4a27-a69f-8405ace0b270 tempest-QuotasAdminNegativeTest-1867319033 tempest-QuotasAdminNegativeTest-1867319033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eab193678324aed865f3a873330827b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341897 Nov 25 18:26:34.421926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-515ec322-fd57-4688-b761-904af38b2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:34.423432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-515ec322-fd57-4688-b761-904af38b2682 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f239249d68bd448780dd6a89d72af301&device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 1101 time: 0.2161329 Nov 25 18:26:34.425389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-8308ad17-935a-46bb-8628-ff2fb21abceb tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:34.442156 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-8308ad17-935a-46bb-8628-ff2fb21abceb tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 970 time: 0.0764863 Nov 25 18:26:34.491108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ec242-3299-4346-a207-49c541bdd550 req-bdb20e13-fadf-4bdd-bd8c-9378e340c98a tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:34.492620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1ec242-3299-4346-a207-49c541bdd550 req-bdb20e13-fadf-4bdd-bd8c-9378e340c98a tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 970 time: 0.1954515 Nov 25 18:26:34.612774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:26:34.637937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Deleting port 86cfacea-0999-4e72-81c8-b9d640f59d3e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:26:34.638403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:34.716136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1ec242-3299-4346-a207-49c541bdd550 req-b2e0618e-dba5-49ca-ad0f-26549f52b828 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d5b470-bac0-4358-b38a-f43cfe1bb12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925476 Nov 25 18:26:34.721137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-ecd9a8d3-b345-4240-9272-51eb0e117c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:34.721869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-ecd9a8d3-b345-4240-9272-51eb0e117c12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2709017 Nov 25 18:26:34.729074 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:34.734416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:34.789935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] For port 86cfacea-0999-4e72-81c8-b9d640f59d3e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=86cfacea-0999-4e72-81c8-b9d640f59d3e,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:34.790623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:34.801144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae562c7-7622-4df7-9178-e8827072915c req-cfb67056-8fcd-4d66-820f-d8e57c07361b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:34.802885 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eae562c7-7622-4df7-9178-e8827072915c req-cfb67056-8fcd-4d66-820f-d8e57c07361b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.1174645 Nov 25 18:26:34.856627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Calling delete_port for 86cfacea-0999-4e72-81c8-b9d640f59d3e owned by compute:tempest-test_az-1084424094 {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:26:34.937297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eae562c7-7622-4df7-9178-e8827072915c req-73cf6f26-2ed6-4a5f-8e00-88c4a54f1d58 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256652 Nov 25 18:26:35.032739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-195db4ef-b7dc-4d73-8de8-7351bd279140 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9ae129d9-903f-498e-a969-6caec52eaf1d HTTP/1.1" status: 200 len: 217 time: 0.3023567 Nov 25 18:26:35.127151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-bbc6acc8-415c-4b93-9e48-0ba13d32bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:35.128704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-bbc6acc8-415c-4b93-9e48-0ba13d32bb22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0828357 Nov 25 18:26:35.133401 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea associated. External IP: 172.25.2.124, port: ab001d23-c302-4cfa-b0c3-e5be39c5f5c2. Nov 25 18:26:35.150735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aacc82-928d-4e58-a9f4-b7d0b7912c31 req-3baa6e41-a0cf-449e-865a-a6a4817b52eb tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:35.163322 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0aacc82-928d-4e58-a9f4-b7d0b7912c31 req-3baa6e41-a0cf-449e-865a-a6a4817b52eb tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 970 time: 0.1177065 Nov 25 18:26:35.186381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49966) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:35.293105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-eafa531f-92d1-44a2-a6df-a158c5d66b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:35.295341 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-eafa531f-92d1-44a2-a6df-a158c5d66b5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590302 Nov 25 18:26:35.424468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:35.426701 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:35.458200 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0aacc82-928d-4e58-a9f4-b7d0b7912c31 req-f84f3860-41ca-4bc9-bea9-a887db12e39e tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940128 Nov 25 18:26:35.464031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a6013f-85d6-421c-b37a-8db43ec156bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:35.518311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:35.519180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-78c7dc70-d2c9-4d77-ba2f-b1bcf0a3b029 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996868 Nov 25 18:26:35.535185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['86cfacea-0999-4e72-81c8-b9d640f59d3e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:35.572077 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e15e3-10dc-4997-a921-e9c9a517ac94 x-openstack-request-id: req-e49e15e3-10dc-4997-a921-e9c9a517ac94 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:35.572361 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:35.572610 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e49e15e3-10dc-4997-a921-e9c9a517ac94 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:35.572989 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04', 'status': 'completed', 'code': 200} Nov 25 18:26:35.588137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Pushing event deleted for resources: {'Port': ['ID=86cfacea-0999-4e72-81c8-b9d640f59d3e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:35.652321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Router 0688dd00-f3de-4928-b2e4-7ec177b4329e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:26:35.678024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] No DVR routers for this DVR port 86cfacea-0999-4e72-81c8-b9d640f59d3e on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:26:35.682422 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:35.685193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-603e7fef-7d96-4eda-9d47-a89b90daf679 req-aec0193a-5a84-429c-9c8d-0021b6250f23 tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.66 "DELETE /v2.0/ports/86cfacea-0999-4e72-81c8-b9d640f59d3e HTTP/1.1" status: 204 len: 173 time: 1.2358432 Nov 25 18:26:35.725221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a6013f-85d6-421c-b37a-8db43ec156bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:35.735539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a6013f-85d6-421c-b37a-8db43ec156bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:35.865033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-83a6013f-85d6-421c-b37a-8db43ec156bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3eab193678324aed865f3a873330827b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6677878 Nov 25 18:26:35.875564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50006) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:35.886921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6013f-85d6-421c-b37a-8db43ec156bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb503eb-ac6b-481f-a38f-ed862447f836,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:35.957671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a922de7-ae26-4883-9875-10955edf3a2b req-cfdfdb24-f04b-4fa4-9c30-8edd54196b1a tempest-ServerDiagnosticsNegativeTest-850298058 tempest-ServerDiagnosticsNegativeTest-850298058-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fec0400-8d38-48ec-b0f4-2c778ae1eac1 HTTP/1.1" status: 200 len: 210 time: 0.0880933 Nov 25 18:26:35.964138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2087fc30-5f5a-4fee-b0b4-033f6f12588e req-e58cfc13-bd1f-477c-8470-a52446f97800 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320750 Nov 25 18:26:35.978086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-e918635c-5630-477b-9824-9f589d1ebc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:35.979705 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-e918635c-5630-477b-9824-9f589d1ebc09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1124 time: 0.3788977 Nov 25 18:26:35.990797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:26:35.999053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.007785 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] Sync routers for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:26:36.034126 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:36.034803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:26:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:36.089537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bae64e9-a78f-4b0c-9172-bc1c94ceda3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.104184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b2b5ff1-ead5-4896-9601-6fcda989526a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "PUT /v2.0/floatingips/45cdc743-2b41-44e6-b458-160282d7c2ea HTTP/1.1" status: 200 len: 991 time: 2.3350682 Nov 25 18:26:36.108861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:36.111564 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3751382a-6487-49db-8357-190e35f4bed8" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:36.154291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-28da7259-919f-4039-a147-8fa91a26b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:36.155786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-28da7259-919f-4039-a147-8fa91a26b273 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1538184 Nov 25 18:26:36.184987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bae64e9-a78f-4b0c-9172-bc1c94ceda3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.210873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:36.215402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-008127e6-4602-415f-a892-c573975610e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 217 time: 0.0504596 Nov 25 18:26:36.217892 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:36.289857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3470-ba95-4f50-9abc-33cd1d5d16ba req-c0d4a105-357c-4b1f-ac99-554c3fe860ee tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:36.291503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-523a3470-ba95-4f50-9abc-33cd1d5d16ba req-c0d4a105-357c-4b1f-ac99-554c3fe860ee tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.1523964 Nov 25 18:26:36.332094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-6e857bad-de00-42f0-978f-2bcefa8feee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:36.333562 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-6e857bad-de00-42f0-978f-2bcefa8feee8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1042476 Nov 25 18:26:36.388292 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-4702e2f3-8438-4dc4-96bb-13b7ffa62774 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459633 Nov 25 18:26:36.404117 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bae64e9-a78f-4b0c-9172-bc1c94ceda3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.406820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bae64e9-a78f-4b0c-9172-bc1c94ceda3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.407961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9bae64e9-a78f-4b0c-9172-bc1c94ceda3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fb503eb-ac6b-481f-a38f-ed862447f836 HTTP/1.1" status: 204 len: 168 time: 0.5313756 Nov 25 18:26:36.431911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae64e9-a78f-4b0c-9172-bc1c94ceda3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb503eb-ac6b-481f-a38f-ed862447f836,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:36.465019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-523a3470-ba95-4f50-9abc-33cd1d5d16ba req-371a9a57-2505-4f8e-810f-18708d79ea39 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483717 Nov 25 18:26:36.520646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74169439-1b68-444e-88f4-ac31030fa77a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.533244 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f0875-76da-4f55-80b1-4f151390960a x-openstack-request-id: req-052f0875-76da-4f55-80b1-4f151390960a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:36.533907 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:36.533907 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-052f0875-76da-4f55-80b1-4f151390960a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:36.534232 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'status': 'completed', 'code': 200} Nov 25 18:26:36.542132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-ed2ad703-1548-49d0-bf3f-2b1f5740ccfa service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376066 Nov 25 18:26:36.691895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74169439-1b68-444e-88f4-ac31030fa77a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.704572 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74169439-1b68-444e-88f4-ac31030fa77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.748510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751382a-6487-49db-8357-190e35f4bed8 req-b42ec534-eaed-49fb-b417-5103aa317fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:36.750509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3751382a-6487-49db-8357-190e35f4bed8 req-b42ec534-eaed-49fb-b417-5103aa317fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 1096 time: 0.1778834 Nov 25 18:26:36.830212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-74169439-1b68-444e-88f4-ac31030fa77a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6952e42de5c44b5cbcec0289a8c06cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6063974 Nov 25 18:26:36.838607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50062) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:36.853669 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '45cdc743-2b41-44e6-b458-160282d7c2ea', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'port_id': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'mac_address': 'fa:16:3e:09:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:26:16Z', 'updated_at': '2021-11-25T18:26:34Z', 'revision_number': 1, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:36.860099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74169439-1b68-444e-88f4-ac31030fa77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25357758-8938-4280-9bd2-4b4fcb96e34d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:36.934110 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] Checking router: 0688dd00-f3de-4928-b2e4-7ec177b4329e for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:26:36.946049 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:26:36.946972 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:26:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:36.956633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50070) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:36.957305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88bc4098-c4e1-45ee-b67e-89c827269fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:36.966875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751382a-6487-49db-8357-190e35f4bed8 req-1716d20f-1982-417c-8b9a-3f5698e36f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:36.968340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3751382a-6487-49db-8357-190e35f4bed8 req-1716d20f-1982-417c-8b9a-3f5698e36f63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 925 time: 0.1959887 Nov 25 18:26:36.979444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d2d6a23-b58c-41f5-9678-b4f8abd2f810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.076843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88bc4098-c4e1-45ee-b67e-89c827269fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.079111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbac6f22-b580-4ce0-98e4-a69520ce5fa7 req-f0d4f046-875b-4118-aac7-6b2ec8dcb57f service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269175 Nov 25 18:26:37.132801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a18bf-1a5e-4b76-afd2-5f09e663517b req-3d03db15-6255-4c65-91fe-baf493ff91c5 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:37.139969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-651a18bf-1a5e-4b76-afd2-5f09e663517b req-3d03db15-6255-4c65-91fe-baf493ff91c5 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 970 time: 0.1706395 Nov 25 18:26:37.148953 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3751382a-6487-49db-8357-190e35f4bed8 req-a94f4427-9ca4-44dd-8237-63da3ed85d16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 HTTP/1.1" status: 200 len: 999 time: 0.1640985 Nov 25 18:26:37.197456 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:26:37.207217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50080) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:37.247393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 76dd1ac3-cd81-4836-b52b-d405a32d9d2c details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:37.293749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d2d6a23-b58c-41f5-9678-b4f8abd2f810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.301244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751382a-6487-49db-8357-190e35f4bed8 req-49039c62-b939-4c78-9ad1-93c0d9480cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:37.302732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3751382a-6487-49db-8357-190e35f4bed8 req-49039c62-b939-4c78-9ad1-93c0d9480cb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eaa5a07f-be25-4dac-b8b7-1dbc17238064 HTTP/1.1" status: 200 len: 863 time: 0.1274681 Nov 25 18:26:37.311459 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d2d6a23-b58c-41f5-9678-b4f8abd2f810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.318284 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-651a18bf-1a5e-4b76-afd2-5f09e663517b req-0c2f40cb-ecc9-429a-bfd6-d301785cd269 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716723 Nov 25 18:26:37.324597 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88bc4098-c4e1-45ee-b67e-89c827269fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.327576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88bc4098-c4e1-45ee-b67e-89c827269fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.328780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-88bc4098-c4e1-45ee-b67e-89c827269fd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25357758-8938-4280-9bd2-4b4fcb96e34d HTTP/1.1" status: 204 len: 168 time: 0.4891357 Nov 25 18:26:37.363368 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6d2d6a23-b58c-41f5-9678-b4f8abd2f810 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e1c05a4bf504cddba53589df0f2b42a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036429 Nov 25 18:26:37.365885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d6a23-b58c-41f5-9678-b4f8abd2f810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106e8447-da1f-4247-81a7-25e306ecbf76,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:37.382260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:37.459027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751382a-6487-49db-8357-190e35f4bed8 req-d73f9bcf-07bb-46fd-9c16-cb0b0703a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:37.464783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3751382a-6487-49db-8357-190e35f4bed8 req-d73f9bcf-07bb-46fd-9c16-cb0b0703a15f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34a02369-d5ac-4ff4-869b-451c7746e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453600 Nov 25 18:26:37.465227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc4098-c4e1-45ee-b67e-89c827269fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25357758-8938-4280-9bd2-4b4fcb96e34d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:37.553703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91795ef-b2ae-4634-8b88-3670bc410105 req-d05bfccb-5c8b-44ef-af61-7334d89d98cf tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:37.555248 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e91795ef-b2ae-4634-8b88-3670bc410105 req-d05bfccb-5c8b-44ef-af61-7334d89d98cf tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 971 time: 0.1217539 Nov 25 18:26:37.557692 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92dac021-825f-446e-a3e4-cb31d5b24739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.562719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:37.577487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'name': 'network-vif-deleted', 'tag': '86cfacea-0999-4e72-81c8-b9d640f59d3e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:37.584753 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b4d9ca-eeea-4ec1-b2a5-2bc557cc5bb9" -d '{"events": [{"server_uuid": "6fec0400-8d38-48ec-b0f4-2c778ae1eac1", "name": "network-vif-deleted", "tag": "86cfacea-0999-4e72-81c8-b9d640f59d3e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:37.588257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c', 'mac_address': 'fa:16:3e:1e:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:tempest-test_az-1084424094', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:37.619968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdc93-e60f-4655-bad5-0b9f0ab40d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.647378 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92dac021-825f-446e-a3e4-cb31d5b24739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.690348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04382d0-c702-4db9-81dc-2d4edf610a18 req-869e8e66-1903-4a94-a989-a6d91181675e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:37.692683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f04382d0-c702-4db9-81dc-2d4edf610a18 req-869e8e66-1903-4a94-a989-a6d91181675e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.0817738 Nov 25 18:26:37.694956 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3751382a-6487-49db-8357-190e35f4bed8 req-4558bbf2-333c-46a5-b666-3319b10e9f0a service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198164 Nov 25 18:26:37.718526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:37.726908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.757224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dd1ac3-cd81-4836-b52b-d405a32d9d2c {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:37.781687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e91795ef-b2ae-4634-8b88-3670bc410105 req-c9602589-cfb6-42a2-be07-54ec7a343cce tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055783 Nov 25 18:26:37.808596 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '45cdc743-2b41-44e6-b458-160282d7c2ea', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'port_id': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'mac_address': 'fa:16:3e:09:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:26:16Z', 'updated_at': '2021-11-25T18:26:34Z', 'revision_number': 1, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:26:37.818783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:37.831287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f04382d0-c702-4db9-81dc-2d4edf610a18 req-6025c2bd-5227-4c0e-83fe-1a1ccb5eefdd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305969 Nov 25 18:26:37.832510 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.833194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:37.872311 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f16e4-7788-4dc3-a2b5-6c9995e32753 None None] The sync data for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 is: [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '45cdc743-2b41-44e6-b458-160282d7c2ea', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'port_id': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'mac_address': 'fa:16:3e:09:95:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:26:16Z', 'updated_at': '2021-11-25T18:26:34Z', 'revision_number': 1, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:26:37.884386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3751382a-6487-49db-8357-190e35f4bed8 req-aa64769a-7974-4187-ab0d-33352880f0a9 service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715238 Nov 25 18:26:37.897335 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8161331-9bec-474f-aa0c-4d80942d0f87 x-openstack-request-id: req-f8161331-9bec-474f-aa0c-4d80942d0f87 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:37.897976 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec0400-8d38-48ec-b0f4-2c778ae1eac1", "name": "network-vif-deleted", "tag": "86cfacea-0999-4e72-81c8-b9d640f59d3e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:37.897976 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8161331-9bec-474f-aa0c-4d80942d0f87 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:37.898440 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec0400-8d38-48ec-b0f4-2c778ae1eac1', 'name': 'network-vif-deleted', 'tag': '86cfacea-0999-4e72-81c8-b9d640f59d3e', 'status': 'completed', 'code': 200} Nov 25 18:26:37.908896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdc93-e60f-4655-bad5-0b9f0ab40d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.922184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdc93-e60f-4655-bad5-0b9f0ab40d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.931127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92dac021-825f-446e-a3e4-cb31d5b24739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.939038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92dac021-825f-446e-a3e4-cb31d5b24739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:37.945206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:37.945409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-92dac021-825f-446e-a3e4-cb31d5b24739 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/106e8447-da1f-4247-81a7-25e306ecbf76 HTTP/1.1" status: 204 len: 168 time: 0.5487247 Nov 25 18:26:37.986542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cc6bdc93-e60f-4655-bad5-0b9f0ab40d2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d11944a41f24ed1b0338d65174ac873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7634194 Nov 25 18:26:37.987401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:37.996446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bdc93-e60f-4655-bad5-0b9f0ab40d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7cb245-f308-4980-a80b-92fd5ed0f260,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:38.033704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dac021-825f-446e-a3e4-cb31d5b24739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106e8447-da1f-4247-81a7-25e306ecbf76,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:38.074502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a6d28f-7a81-4269-b8de-16cf2a7970a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.103068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a6d28f-7a81-4269-b8de-16cf2a7970a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.107255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:38.128309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 has no active binding in host n-h1-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:26:38.165012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50108) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:38.182770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e954bb1-f9bb-4d28-a03c-ff62cbcf899a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.213197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-41529ac5-15c3-4786-a662-c4664a85252a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a3b0646339846ce936aa84a66ad2696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783444 Nov 25 18:26:38.213197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a6d28f-7a81-4269-b8de-16cf2a7970a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.215868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a6d28f-7a81-4269-b8de-16cf2a7970a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.216018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:38.217134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-64a6d28f-7a81-4269-b8de-16cf2a7970a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f7cb245-f308-4980-a80b-92fd5ed0f260 HTTP/1.1" status: 204 len: 168 time: 0.2286718 Nov 25 18:26:38.227576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6d28f-7a81-4269-b8de-16cf2a7970a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7cb245-f308-4980-a80b-92fd5ed0f260,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:38.272938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad75a2-b458-4c40-9f63-9e9a84b2ffdc None None] New status for floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:26:38.309304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42057ea7-1881-4240-963c-dd313d02ce1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.343818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42057ea7-1881-4240-963c-dd313d02ce1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.441643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e954bb1-f9bb-4d28-a03c-ff62cbcf899a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.460797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e954bb1-f9bb-4d28-a03c-ff62cbcf899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.496932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42057ea7-1881-4240-963c-dd313d02ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.499771 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42057ea7-1881-4240-963c-dd313d02ce1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.504333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-42057ea7-1881-4240-963c-dd313d02ce1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09d5b470-bac0-4358-b38a-f43cfe1bb12c HTTP/1.1" status: 204 len: 168 time: 0.2873306 Nov 25 18:26:38.531064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50126) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:38.531594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2e954bb1-f9bb-4d28-a03c-ff62cbcf899a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5f54c32400c47b9b604e4fcbfda03ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650789 Nov 25 18:26:38.542695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a87d9-76ec-46f0-b481-faea2bf28ca5 req-7eeac12e-20b3-49b9-914c-3d390a0685b8 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:38.544273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ab5a87d9-76ec-46f0-b481-faea2bf28ca5 req-7eeac12e-20b3-49b9-914c-3d390a0685b8 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 971 time: 0.1165175 Nov 25 18:26:38.545536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e954bb1-f9bb-4d28-a03c-ff62cbcf899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b7a218-ad35-47f4-a674-0e9291594d48,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:38.559616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42057ea7-1881-4240-963c-dd313d02ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5b470-bac0-4358-b38a-f43cfe1bb12c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:38.664895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5949676-5736-41b5-ab15-cdd0be1895da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.670645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ab5a87d9-76ec-46f0-b481-faea2bf28ca5 req-d6f23a43-5cef-4410-93b7-68c4128b4a73 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050706 Nov 25 18:26:38.711549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5949676-5736-41b5-ab15-cdd0be1895da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.723262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['76dd1ac3-cd81-4836-b52b-d405a32d9d2c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:38.781632 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5949676-5736-41b5-ab15-cdd0be1895da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.785236 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5949676-5736-41b5-ab15-cdd0be1895da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:38.790353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f5949676-5736-41b5-ab15-cdd0be1895da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73b7a218-ad35-47f4-a674-0e9291594d48 HTTP/1.1" status: 204 len: 168 time: 0.2580693 Nov 25 18:26:38.800182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5949676-5736-41b5-ab15-cdd0be1895da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b7a218-ad35-47f4-a674-0e9291594d48,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:38.953647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a5cc7-c8f8-4cbe-b0a8-e9d1aee1f361 req-fb5c5651-fef5-4769-b445-ddf1580122f6 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:38.961880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-273a5cc7-c8f8-4cbe-b0a8-e9d1aee1f361 req-fb5c5651-fef5-4769-b445-ddf1580122f6 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 971 time: 0.0851805 Nov 25 18:26:38.986640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c80275-9e7a-49c6-8020-99f05a6705b1 req-5264e230-3938-42a6-920c-8c583c727e73 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:38.987991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08c80275-9e7a-49c6-8020-99f05a6705b1 req-5264e230-3938-42a6-920c-8c583c727e73 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.0608132 Nov 25 18:26:39.017228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-273a5cc7-c8f8-4cbe-b0a8-e9d1aee1f361 req-897755e3-a245-4eaf-bbd3-917f59c4b526 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd3ae633-75c3-4c58-bafe-dad4ae2117b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542190 Nov 25 18:26:39.053547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08c80275-9e7a-49c6-8020-99f05a6705b1 req-b88cefe7-c0c9-4023-b510-65629b5f07ad tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583999 Nov 25 18:26:39.115539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50146) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:39.132825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ed1abb-d4b1-432b-88c7-62bb44691d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.144301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-46800fd3-3afe-4857-bd05-56f4ffa50276 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:39.145819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-46800fd3-3afe-4857-bd05-56f4ffa50276 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.66 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 971 time: 0.0544922 Nov 25 18:26:39.228419 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ed1abb-d4b1-432b-88c7-62bb44691d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.233777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ed1abb-d4b1-432b-88c7-62bb44691d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.260356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 86cfacea-0999-4e72-81c8-b9d640f59d3e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:26:39.272867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed1abb-d4b1-432b-88c7-62bb44691d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca3495-dd4d-4004-b05f-12a23c5e682e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:39.284646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 86cfacea-0999-4e72-81c8-b9d640f59d3e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:26:39.285120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 86cfacea-0999-4e72-81c8-b9d640f59d3e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:26:39.301920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b3ed1abb-d4b1-432b-88c7-62bb44691d60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54e375b706174c689e5dc034051c68c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845696 Nov 25 18:26:39.303126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Deleting port efa0de35-4e51-48ff-922a-287eb9d842af {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:26:39.303455 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.304431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50152) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:39.377731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5998ac-65cb-4352-abde-c422cf4545a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.416053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5998ac-65cb-4352-abde-c422cf4545a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.460507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] For port efa0de35-4e51-48ff-922a-287eb9d842af, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=efa0de35-4e51-48ff-922a-287eb9d842af,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:39.460875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.466012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50160) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:39.476776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Calling delete_port for efa0de35-4e51-48ff-922a-287eb9d842af owned by compute:tempest-test_az-1084424094 {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:26:39.485060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f52-db91-448a-ac7e-65c8c3101ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.507717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5998ac-65cb-4352-abde-c422cf4545a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.510570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5998ac-65cb-4352-abde-c422cf4545a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.511778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fa5998ac-65cb-4352-abde-c422cf4545a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3ca3495-dd4d-4004-b05f-12a23c5e682e HTTP/1.1" status: 204 len: 168 time: 0.2058992 Nov 25 18:26:39.529302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5998ac-65cb-4352-abde-c422cf4545a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca3495-dd4d-4004-b05f-12a23c5e682e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:39.636035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f52-db91-448a-ac7e-65c8c3101ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.640872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f52-db91-448a-ac7e-65c8c3101ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.680686 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.691684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9ebc7f52-db91-448a-ac7e-65c8c3101ac2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=910b4994d1bc46e8b07cebf90c771162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219174 Nov 25 18:26:39.691684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc7f52-db91-448a-ac7e-65c8c3101ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5533e8e3-c933-4757-937c-d3a422fc3f9d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:39.693098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:39.696265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['efa0de35-4e51-48ff-922a-287eb9d842af'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:39.784701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Pushing event deleted for resources: {'Port': ['ID=efa0de35-4e51-48ff-922a-287eb9d842af,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:39.840576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24c65e-d3d8-4e6f-80cc-0979818376a1 req-f8594a98-ddf7-4294-b8bc-f162375a2fbd tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:39.841010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] No DVR routers for this DVR port efa0de35-4e51-48ff-922a-287eb9d842af on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:26:39.842264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c24c65e-d3d8-4e6f-80cc-0979818376a1 req-f8594a98-ddf7-4294-b8bc-f162375a2fbd tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 971 time: 0.0736361 Nov 25 18:26:39.850331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.854820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1e22a50-bc3e-4a3d-b278-a0ad73b7ee53 req-db89cd46-9819-4930-9bb1-3cdade0d2765 tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.66 "DELETE /v2.0/ports/efa0de35-4e51-48ff-922a-287eb9d842af HTTP/1.1" status: 204 len: 173 time: 0.7011926 Nov 25 18:26:39.895644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8402ddef-9e91-4e1b-b7a2-0199daf47849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.900985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'name': 'network-vif-deleted', 'tag': 'efa0de35-4e51-48ff-922a-287eb9d842af'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:39.904471 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc4c97a-820e-4e83-a384-4a8c1835ff72" -d '{"events": [{"server_uuid": "b35ece17-5f66-4070-88f6-44cea382ce90", "name": "network-vif-deleted", "tag": "efa0de35-4e51-48ff-922a-287eb9d842af"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:39.960807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c24c65e-d3d8-4e6f-80cc-0979818376a1 req-57b9784e-8043-450c-ad65-51257c692774 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112578 Nov 25 18:26:39.984996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8402ddef-9e91-4e1b-b7a2-0199daf47849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:39.996784 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e632d7-1ff5-40c7-92b5-33661a197fa4 x-openstack-request-id: req-39e632d7-1ff5-40c7-92b5-33661a197fa4 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:39.997069 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ece17-5f66-4070-88f6-44cea382ce90", "name": "network-vif-deleted", "tag": "efa0de35-4e51-48ff-922a-287eb9d842af", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:39.997496 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39e632d7-1ff5-40c7-92b5-33661a197fa4 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:39.998053 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ece17-5f66-4070-88f6-44cea382ce90', 'name': 'network-vif-deleted', 'tag': 'efa0de35-4e51-48ff-922a-287eb9d842af', 'status': 'completed', 'code': 200} Nov 25 18:26:40.069414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8402ddef-9e91-4e1b-b7a2-0199daf47849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:40.072850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8402ddef-9e91-4e1b-b7a2-0199daf47849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:40.074106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8402ddef-9e91-4e1b-b7a2-0199daf47849 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5533e8e3-c933-4757-937c-d3a422fc3f9d HTTP/1.1" status: 204 len: 168 time: 0.3791351 Nov 25 18:26:40.083582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402ddef-9e91-4e1b-b7a2-0199daf47849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5533e8e3-c933-4757-937c-d3a422fc3f9d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:40.229340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9fd4805e-51a2-4a6f-b111-b60c16059243 req-7c307dc0-73b6-4eec-9979-1b8fcad738fb tempest-AggregatesAdminTestJSON-3748788 tempest-AggregatesAdminTestJSON-3748788-project] 10.222.0.62 "GET /v2.0/ports?device_id=b35ece17-5f66-4070-88f6-44cea382ce90 HTTP/1.1" status: 200 len: 210 time: 0.0446687 Nov 25 18:26:40.234110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b958e-f44d-4110-b2c9-8b795f481ef5 req-9fae90b7-420f-4de3-9a55-8f41dae5cbb4 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:40.248171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-204b958e-f44d-4110-b2c9-8b795f481ef5 req-9fae90b7-420f-4de3-9a55-8f41dae5cbb4 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 943 time: 0.0700376 Nov 25 18:26:40.275483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-141f58b1-241c-42c6-afd7-93c1d062a09d service neutron] 10.222.0.64 "GET /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.1225166 Nov 25 18:26:40.317610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-204b958e-f44d-4110-b2c9-8b795f481ef5 req-a87754f4-a73d-44d2-836a-83975aee4882 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583601 Nov 25 18:26:40.731609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:40.753556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:40.788063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f475118-276a-4b46-ac71-5ad054a85a04 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:40.800117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:40.825289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:40.833050 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c253154a-45d8-46f2-b42a-a2d7f40406cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:40.857684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50224) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:40.923126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] Transition to ACTIVE for port object 7f475118-276a-4b46-ac71-5ad054a85a04 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:40.928456 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:40.984989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] No DVR routers for this DVR port 7f475118-276a-4b46-ac71-5ad054a85a04 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:26:41.024533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:41.045415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6517f55b-028c-4d7b-8ad3-c95ac274a544 service neutron] 10.222.0.64 "PUT /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04/bindings/n-h1-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7611890 Nov 25 18:26:41.106869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c72bcb-3604-4dec-ad9a-5d75128664b8 req-d54339c2-d71b-401b-86fb-372ba9770ce7 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:41.108754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8c72bcb-3604-4dec-ad9a-5d75128664b8 req-d54339c2-d71b-401b-86fb-372ba9770ce7 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 971 time: 0.0596795 Nov 25 18:26:41.208666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8c72bcb-3604-4dec-ad9a-5d75128664b8 req-7a081f47-6d88-4f0f-accb-079643d5718f tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932217 Nov 25 18:26:41.211438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-931df6d2-9cea-41fc-a4f0-90d4e6b10d97 tempest-AutoAllocateNetworkTest-935178465 tempest-AutoAllocateNetworkTest-935178465-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f2a5bfd1dde94c99b144223532a02101&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3517768 Nov 25 18:26:41.213963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:41.228713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-2341c931-df43-4b0b-b04a-721320be21ef tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:41.230215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-2341c931-df43-4b0b-b04a-721320be21ef tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1095 time: 0.1078758 Nov 25 18:26:41.253875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:41.279480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 76dd1ac3-cd81-4836-b52b-d405a32d9d2c up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:41.394631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-378cde70-5cb8-4afc-98bb-6af25e62f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:41.396332 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-378cde70-5cb8-4afc-98bb-6af25e62f2f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62&tenant_id=0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 1095 time: 0.1533070 Nov 25 18:26:41.424699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c16c2-fed3-4b88-8bf4-71516de4255f tempest-AutoAllocateNetworkTest-935178465 tempest-AutoAllocateNetworkTest-935178465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:41.430706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:41.441354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d84c16c2-fed3-4b88-8bf4-71516de4255f tempest-AutoAllocateNetworkTest-935178465 tempest-AutoAllocateNetworkTest-935178465-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2261379 Nov 25 18:26:41.502788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:41.512043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-616a28b5-2064-45c2-b849-19688a5eebb4 tempest-AutoAllocateNetworkTest-935178465 tempest-AutoAllocateNetworkTest-935178465-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800157 Nov 25 18:26:41.512730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50266) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:41.518989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:41.519530 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:41.549877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f6a0d190-54df-4269-a510-9d1dc6ce5449 tempest-AutoAllocateNetworkTest-935178465 tempest-AutoAllocateNetworkTest-935178465-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f2a5bfd1dde94c99b144223532a02101 HTTP/1.1" status: 200 len: 208 time: 0.0356977 Nov 25 18:26:41.596962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:41.649168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11d74-07f0-471c-ac44-8f232751170e req-4485bb35-ea88-406e-934f-2e6ccdc395d7 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:41.652079 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:41.656999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2c11d74-07f0-471c-ac44-8f232751170e req-4485bb35-ea88-406e-934f-2e6ccdc395d7 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 944 time: 0.2120996 Nov 25 18:26:41.659259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-06386664-4b36-4581-aa6b-cee15396d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:41.660882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-06386664-4b36-4581-aa6b-cee15396d65b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1095 time: 0.1942704 Nov 25 18:26:41.674005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7f475118-276a-4b46-ac71-5ad054a85a04', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'port_id': '7f475118-276a-4b46-ac71-5ad054a85a04', 'mac_address': 'fa:16:3e:ca:86:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd5db90-005f-40ed-aab7-4c241e246fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:41.738842 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:41.752267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:41.755368 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fdd9c8-9062-4572-b695-93b17e51d9ef" -d '{"events": [{"server_uuid": "e46fc7e7-4391-48df-a35e-72885d630f69", "name": "network-vif-plugged", "status": "completed", "tag": "76dd1ac3-cd81-4836-b52b-d405a32d9d2c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:41.777630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:41.780445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f475118-276a-4b46-ac71-5ad054a85a04 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:41.788764 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:41.809237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2c11d74-07f0-471c-ac44-8f232751170e req-ab849fea-78f2-4e94-8ad8-1ddd7b04c38a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409297 Nov 25 18:26:41.846282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-c4556ae5-7f0c-4d5c-b676-7396d45c0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:41.851147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-c4556ae5-7f0c-4d5c-b676-7396d45c0f97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1813259 Nov 25 18:26:41.851342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50302) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:41.869131 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b763848-d265-4d64-8878-a1dd2b2a69b7 x-openstack-request-id: req-9b763848-d265-4d64-8878-a1dd2b2a69b7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:41.869673 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fc7e7-4391-48df-a35e-72885d630f69", "name": "network-vif-plugged", "status": "completed", "tag": "76dd1ac3-cd81-4836-b52b-d405a32d9d2c", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:41.870030 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b763848-d265-4d64-8878-a1dd2b2a69b7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:41.870512 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c', 'code': 200} Nov 25 18:26:41.874711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:41.885034 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:41.904364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:41.925018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-876a7179-3ce6-4c82-b47b-43d9323f3a85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 217 time: 0.0657892 Nov 25 18:26:41.957120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:42.018341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:42.041703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-c9de4ee7-4a44-4ac6-9a79-35eb13d0578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:42.043197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-c9de4ee7-4a44-4ac6-9a79-35eb13d0578f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1093042 Nov 25 18:26:42.046094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e98d0-4d54-4fd6-ae7c-3a24709b30fd req-5f1618b6-a67e-4b77-844e-f5e2a32a9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:42.047486 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-345e98d0-4d54-4fd6-ae7c-3a24709b30fd req-5f1618b6-a67e-4b77-844e-f5e2a32a9dd9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 1123 time: 0.0918090 Nov 25 18:26:42.106561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-eb662531-4401-4433-bdde-2d82563d4637 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426221 Nov 25 18:26:42.190045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-345e98d0-4d54-4fd6-ae7c-3a24709b30fd req-90b523af-3d49-4243-856c-2c19a019e149 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127477 Nov 25 18:26:42.218121 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-4599aa1b-0db9-4f93-997d-7d9fd1938f60 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023967 Nov 25 18:26:42.259678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:42.321896 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e64e1a31-032b-4e21-b009-508955bdfe85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ee36d60fcbe4fa1824007804b4cefb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4693201 Nov 25 18:26:42.324655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50324) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:42.368247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0795e-46d1-4376-b8c0-2869f6b08366 req-a63f98c4-0621-4085-94f9-ad7f268cbe0a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:42.379103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0795e-46d1-4376-b8c0-2869f6b08366 req-a63f98c4-0621-4085-94f9-ad7f268cbe0a tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.0776460 Nov 25 18:26:42.417335 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d12c65-be79-4298-b35a-c1c5267d818a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.437049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0795e-46d1-4376-b8c0-2869f6b08366 req-6b81d256-8583-48ce-9d62-f9b407454533 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568867 Nov 25 18:26:42.454143 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d12c65-be79-4298-b35a-c1c5267d818a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.508636 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d12c65-be79-4298-b35a-c1c5267d818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.511403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d12c65-be79-4298-b35a-c1c5267d818a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.515482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-09d12c65-be79-4298-b35a-c1c5267d818a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd3ae633-75c3-4c58-bafe-dad4ae2117b9 HTTP/1.1" status: 204 len: 168 time: 0.1868799 Nov 25 18:26:42.522283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d12c65-be79-4298-b35a-c1c5267d818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ae633-75c3-4c58-bafe-dad4ae2117b9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:42.638375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:42.638525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2788a092-89da-4fa9-b229-10dfe6c7f96a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.718345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2788a092-89da-4fa9-b229-10dfe6c7f96a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.723253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2788a092-89da-4fa9-b229-10dfe6c7f96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.763143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2788a092-89da-4fa9-b229-10dfe6c7f96a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2a5bfd1dde94c99b144223532a02101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024688 Nov 25 18:26:42.764115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788a092-89da-4fa9-b229-10dfe6c7f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad8ca6-9ab8-49d1-8509-7328e7334b3f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:42.766435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50342) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:42.824559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82966a9c-b777-4845-a5e6-93c7d43d41e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.846599 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82966a9c-b777-4845-a5e6-93c7d43d41e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.908663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82966a9c-b777-4845-a5e6-93c7d43d41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.911668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82966a9c-b777-4845-a5e6-93c7d43d41e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:42.913095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-82966a9c-b777-4845-a5e6-93c7d43d41e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cad8ca6-9ab8-49d1-8509-7328e7334b3f HTTP/1.1" status: 204 len: 168 time: 0.1454532 Nov 25 18:26:42.922532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82966a9c-b777-4845-a5e6-93c7d43d41e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad8ca6-9ab8-49d1-8509-7328e7334b3f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:42.942971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca7861-db5d-4830-8d29-87db2787d4bb req-f272dd5c-4604-49df-81ef-2760d224f4c6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:42.950336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ca7861-db5d-4830-8d29-87db2787d4bb req-f272dd5c-4604-49df-81ef-2760d224f4c6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 945 time: 0.0579894 Nov 25 18:26:42.988552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6caba95-76da-48e6-b5f0-7f22f64a6f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.055434 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ca7861-db5d-4830-8d29-87db2787d4bb req-26f77504-ad34-4e38-a6ae-a9935d1a48e3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037364 Nov 25 18:26:43.112922 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6caba95-76da-48e6-b5f0-7f22f64a6f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.118046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6caba95-76da-48e6-b5f0-7f22f64a6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.157114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d6caba95-76da-48e6-b5f0-7f22f64a6f2e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64556ac452824c0bb51d0a470a2e5bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5173469 Nov 25 18:26:43.160318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:43.165075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50358) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:43.172624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caba95-76da-48e6-b5f0-7f22f64a6f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f867579-6abf-4a85-87c2-852c0123fd74,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:43.225630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-160ffa49-2f6c-41e0-bb15-36f72ea808ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.235125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-93a088f2-8d00-455d-9240-ca881c050464 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b63dd11cfb7145159e1d2baec6d297fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678196 Nov 25 18:26:43.238180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50362) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:43.260275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:43.271430 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-160ffa49-2f6c-41e0-bb15-36f72ea808ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.323491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 7f475118-276a-4b46-ac71-5ad054a85a04 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:26:43.330364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7f475118-276a-4b46-ac71-5ad054a85a04 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:43.330565 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.335491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d44c57a-8e4a-4c7c-8aa9-4902dd5f735e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.359579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d44c57a-8e4a-4c7c-8aa9-4902dd5f735e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.385429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-160ffa49-2f6c-41e0-bb15-36f72ea808ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.388186 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-160ffa49-2f6c-41e0-bb15-36f72ea808ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.391791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-160ffa49-2f6c-41e0-bb15-36f72ea808ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f867579-6abf-4a85-87c2-852c0123fd74 HTTP/1.1" status: 204 len: 168 time: 0.2278457 Nov 25 18:26:43.413560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ffa49-2f6c-41e0-bb15-36f72ea808ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f867579-6abf-4a85-87c2-852c0123fd74,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:43.443067 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e804c940-0518-4ff1-a050-5381f97fc9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.444218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d44c57a-8e4a-4c7c-8aa9-4902dd5f735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.449100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d44c57a-8e4a-4c7c-8aa9-4902dd5f735e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.461177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8d44c57a-8e4a-4c7c-8aa9-4902dd5f735e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a7e2556-c824-45ae-9e2f-a7b2007aa2e0 HTTP/1.1" status: 204 len: 168 time: 0.2218914 Nov 25 18:26:43.477658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44c57a-8e4a-4c7c-8aa9-4902dd5f735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7e2556-c824-45ae-9e2f-a7b2007aa2e0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:43.519301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.562834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:43.571601 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:43.572412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device efa0de35-4e51-48ff-922a-287eb9d842af no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:26:43.588038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d543cb-74ea-402c-9f9d-430ff6ac3ff5 req-f02490e4-5922-4192-87ff-551bd00f31b4 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:43.591183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67d543cb-74ea-402c-9f9d-430ff6ac3ff5 req-f02490e4-5922-4192-87ff-551bd00f31b4 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.0603378 Nov 25 18:26:43.620831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: efa0de35-4e51-48ff-922a-287eb9d842af {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:26:43.621419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device efa0de35-4e51-48ff-922a-287eb9d842af not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:26:43.654016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:43.656294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67d543cb-74ea-402c-9f9d-430ff6ac3ff5 req-73db2457-4cf2-4c56-ae99-3c8239060f87 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596058 Nov 25 18:26:43.680717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:26:43.727534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:26:43.871327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:43.873573 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436f5412-f541-471d-bb27-a5af666b1879" -d '{"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-plugged", "status": "completed", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:43.910153 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631566c-058f-4ee8-9f3e-c42c717eb41d x-openstack-request-id: req-0631566c-058f-4ee8-9f3e-c42c717eb41d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:43.910498 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-plugged", "status": "completed", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:43.911005 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0631566c-058f-4ee8-9f3e-c42c717eb41d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:43.911556 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04', 'code': 200} Nov 25 18:26:44.034603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50394) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:44.050160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e9a48d0-98cc-4f95-9b7d-9da6df19c20b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.151737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e9a48d0-98cc-4f95-9b7d-9da6df19c20b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.151860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e9a48d0-98cc-4f95-9b7d-9da6df19c20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.219047 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.225027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5e9a48d0-98cc-4f95-9b7d-9da6df19c20b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75924faa38e24dc9b03f3138dcef53a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893311 Nov 25 18:26:44.227677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50406) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:44.229731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a48d0-98cc-4f95-9b7d-9da6df19c20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1a2b78-a4b6-4097-aff0-fa0a86622811,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:44.268962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9a6d-ef4c-4267-80af-8f1679d241f8 req-c8682e82-af15-49b1-8cf7-d1e7f9e140d1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:44.270482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b6a9a6d-ef4c-4267-80af-8f1679d241f8 req-c8682e82-af15-49b1-8cf7-d1e7f9e140d1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 946 time: 0.1136434 Nov 25 18:26:44.319762 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-400367a4-adfa-4767-a541-7c21615485f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.365102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b6a9a6d-ef4c-4267-80af-8f1679d241f8 req-b1364ee5-849e-41ec-97c4-dbf246e87716 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769749 Nov 25 18:26:44.365678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-400367a4-adfa-4767-a541-7c21615485f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.429127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-400367a4-adfa-4767-a541-7c21615485f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.431840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-400367a4-adfa-4767-a541-7c21615485f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.434936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-400367a4-adfa-4767-a541-7c21615485f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e1a2b78-a4b6-4097-aff0-fa0a86622811 HTTP/1.1" status: 204 len: 168 time: 0.2041440 Nov 25 18:26:44.441685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400367a4-adfa-4767-a541-7c21615485f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1a2b78-a4b6-4097-aff0-fa0a86622811,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:44.496868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50418) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:44.781566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5310becc-1bdf-4bd5-bfd9-93d3bdac62f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.818428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcefc1-da99-4c88-97e2-fbbbddebf2d9 req-d7f5f76b-ea19-4791-a3c4-ada900c65d32 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:44.819968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dddcefc1-da99-4c88-97e2-fbbbddebf2d9 req-d7f5f76b-ea19-4791-a3c4-ada900c65d32 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.0837765 Nov 25 18:26:44.899516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dddcefc1-da99-4c88-97e2-fbbbddebf2d9 req-611f539f-bffa-4f47-8271-cdade7c8034e tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697680 Nov 25 18:26:44.926098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5310becc-1bdf-4bd5-bfd9-93d3bdac62f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.930067 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5310becc-1bdf-4bd5-bfd9-93d3bdac62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:44.970932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5310becc-1bdf-4bd5-bfd9-93d3bdac62f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ccac67d269bc4b83bf813379e53c0d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722440 Nov 25 18:26:44.971849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310becc-1bdf-4bd5-bfd9-93d3bdac62f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a56243f-bcba-48ad-b559-8714671768bd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:44.974825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50442) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:45.028264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f265fbe9-a300-4837-909c-73a9e2c89522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:45.056127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f265fbe9-a300-4837-909c-73a9e2c89522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:45.130584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-eac020f3-0c08-4730-8cc3-2d9b7b5055db tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235832 Nov 25 18:26:45.206830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f265fbe9-a300-4837-909c-73a9e2c89522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:45.212131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f265fbe9-a300-4837-909c-73a9e2c89522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:45.213640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f265fbe9-a300-4837-909c-73a9e2c89522 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a56243f-bcba-48ad-b559-8714671768bd HTTP/1.1" status: 204 len: 168 time: 0.2377603 Nov 25 18:26:45.233378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265fbe9-a300-4837-909c-73a9e2c89522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a56243f-bcba-48ad-b559-8714671768bd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:45.281882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-3545e155-d414-4007-a20a-43a114e70ca6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:45.283671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-3545e155-d414-4007-a20a-43a114e70ca6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460242 Nov 25 18:26:45.303322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-0a4be33e-2af9-4d68-b6f2-ba977d7ba750 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/quotas/224261ee0e4143e1bd9e7700b5d43adf HTTP/1.1" status: 200 len: 375 time: 0.0122187 Nov 25 18:26:45.350232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-5badd0ba-1095-4eb1-9a7a-38b157a612b7 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097565 Nov 25 18:26:45.352259 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-648c6a5d-e6a4-4ff1-bc88-881fbebe0ef0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418792 Nov 25 18:26:45.496134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960607-ce44-412c-8c73-ed29fc58a62e req-fc13e2f8-898c-49e7-b3cb-4452ce95379a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:45.512872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e960607-ce44-412c-8c73-ed29fc58a62e req-fc13e2f8-898c-49e7-b3cb-4452ce95379a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 946 time: 0.0753207 Nov 25 18:26:45.591549 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e960607-ce44-412c-8c73-ed29fc58a62e req-514cea7b-099d-43d8-9636-68e1e9a73791 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777469 Nov 25 18:26:45.698932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6afe5685-066e-4726-9f46-bb4a89ab8487 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:45.702701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-6afe5685-066e-4726-9f46-bb4a89ab8487 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1097 time: 0.0543284 Nov 25 18:26:45.776899 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:45.834169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-9caaa1d4-bc4d-4f63-8369-0a4da4f4199e service neutron] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:45.838621 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-9caaa1d4-bc4d-4f63-8369-0a4da4f4199e service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:45.839452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9faaa13-b241-4bf6-a4e7-e6344bafc89d req-9caaa1d4-bc4d-4f63-8369-0a4da4f4199e service neutron] 10.222.0.66 "DELETE /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04/bindings/n-h2-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.1307402 Nov 25 18:26:45.874980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50492) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:45.919954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:46.029506 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-7aa096a9-695d-471a-bce5-1753b87ede54 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342646 Nov 25 18:26:46.099034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f680-3873-4dd9-bee5-e09d8c840f5b req-54dab17f-a496-4ef1-8849-0a5a129afa70 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:46.108161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48d2f680-3873-4dd9-bee5-e09d8c840f5b req-54dab17f-a496-4ef1-8849-0a5a129afa70 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.0829282 Nov 25 18:26:46.137227 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:46.146118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:46.175180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48d2f680-3873-4dd9-bee5-e09d8c840f5b req-4f19f554-b419-41cd-991f-8becc6ef3b6b tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Nov 25 18:26:46.242138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=539ff3f44770452fb113265df2ab8514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657551 Nov 25 18:26:46.244884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50518) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:46.245058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f402e5f-01c8-46ac-bdd2-18a2ddd0634a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:46.273381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-1dc397b6-cc3a-45d4-a1b5-5de87c589897 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:46.284346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-1dc397b6-cc3a-45d4-a1b5-5de87c589897 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450395 Nov 25 18:26:46.314907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.315587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.315943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.316287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.316672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.322956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.323360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.323712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.324059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.324400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.324813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.324986 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:46.325094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055754f-184b-48f9-ba09-2137f066d441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.346094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-7fc13986-9e76-462d-a07a-aa83a4f56e6a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/quotas/224261ee0e4143e1bd9e7700b5d43adf HTTP/1.1" status: 200 len: 375 time: 0.0599294 Nov 25 18:26:46.389478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:46.416382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-ca25aeab-ece9-43cc-a369-2b3872674339 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691407 Nov 25 18:26:46.487115 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:46.490060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:46.491519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f402e5f-01c8-46ac-bdd2-18a2ddd0634a HTTP/1.1" status: 204 len: 168 time: 0.2443137 Nov 25 18:26:46.508903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f402e5f-01c8-46ac-bdd2-18a2ddd0634a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:46.523167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.523854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.524298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.524799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.525226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.525992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.526388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.526828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.527323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.527812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.528248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.528586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585640-4955-4a3d-bf3d-bc2494ecb320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:46.666226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0133ee5-352d-4464-a4a6-57ad54515b45 req-3661c478-f25d-4706-9aa9-89dc1da7f248 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 210 time: 0.0434284 Nov 25 18:26:46.761220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b78990-0230-42d3-8936-15b74b6bb02e req-8a5aee5f-ae0f-4d50-846b-352f1df9e8b3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:46.763222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4b78990-0230-42d3-8936-15b74b6bb02e req-8a5aee5f-ae0f-4d50-846b-352f1df9e8b3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 946 time: 0.0605667 Nov 25 18:26:46.838918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4b78990-0230-42d3-8936-15b74b6bb02e req-040a1d4a-1d4b-42e2-88eb-c2b62b8178e0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Nov 25 18:26:46.840214 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:47.094342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fddb2-6e24-4b35-8638-f3b22c04c075 req-824dab25-e0ec-4a30-bea6-9ba95478557a tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:47.102790 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-177fddb2-6e24-4b35-8638-f3b22c04c075 req-824dab25-e0ec-4a30-bea6-9ba95478557a tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1097 time: 0.0675511 Nov 25 18:26:47.150066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-177fddb2-6e24-4b35-8638-f3b22c04c075 req-0600c784-b47c-467e-919c-cdc53fd265ff tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Nov 25 18:26:47.325603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd453c1d-f6a7-4e56-a366-20452518e2d7 req-482dc451-40ae-40ba-aa8a-aecbcbfdb7ce tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:47.338687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd453c1d-f6a7-4e56-a366-20452518e2d7 req-482dc451-40ae-40ba-aa8a-aecbcbfdb7ce tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.0910728 Nov 25 18:26:47.417645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd453c1d-f6a7-4e56-a366-20452518e2d7 req-4f4e68fe-d398-4c81-bc62-17e93fb663bf tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752335 Nov 25 18:26:47.504299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-51e4b81e-4563-4c8f-89e2-4b9a6fa52c66 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505137 Nov 25 18:26:47.726332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-4b507a24-bd3d-473f-85a6-5ae0e1402bbe tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:47.728595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-4b507a24-bd3d-473f-85a6-5ae0e1402bbe tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025683 Nov 25 18:26:47.749183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Request body: {'port': {'device_id': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '224261ee0e4143e1bd9e7700b5d43adf'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:47.985132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5cc172a5-934a-4f20-acd3-219425cdd087 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:47.987271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5cc172a5-934a-4f20-acd3-219425cdd087 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 0.1385839 Nov 25 18:26:48.020368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-aff2c1f1-3fb9-4c00-8b8c-72bda704960b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/quotas/0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 375 time: 0.0146992 Nov 25 18:26:48.021745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Made reservation on behalf of 224261ee0e4143e1bd9e7700b5d43adf for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:48.026228 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:48.042124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:48.115898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-0777f2a1-22a9-4fdc-a8ee-121eb034c742 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611434 Nov 25 18:26:48.243380 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-d68360dc-f297-4272-ac17-09da55232f0f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018664 Nov 25 18:26:48.346403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4668da6-0b50-4ecf-9fbc-c99430e73129 req-0672d12f-a5af-4441-964b-a6b71cf108c6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 210 time: 0.0391169 Nov 25 18:26:48.351858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:48.388483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-444c952e-de8f-42c0-bc98-e37587721e87 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:48.390062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-444c952e-de8f-42c0-bc98-e37587721e87 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390051 Nov 25 18:26:48.395080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:48.424617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Request body: {'port': {'device_id': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '224261ee0e4143e1bd9e7700b5d43adf'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:48.460873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43cac3-8507-4f2a-8b12-f013013c4076 req-887d3de4-ee44-41e2-8f91-37ebe30fcbd9 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:48.462408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d43cac3-8507-4f2a-8b12-f013013c4076 req-887d3de4-ee44-41e2-8f91-37ebe30fcbd9 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.0553439 Nov 25 18:26:48.520002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d43cac3-8507-4f2a-8b12-f013013c4076 req-022a1e9b-e84f-4bc8-83cc-aac6233383b8 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Nov 25 18:26:48.528121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507a5119-d9e0-484f-a4b6-52ba5d82ce8e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:48.744100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-c3c4fa23-1971-4762-8e42-00e274a3c273 service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814122 Nov 25 18:26:48.784567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Allocated IP 192.168.233.96 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/6f9274dd-2205-41b1-b78b-1a03a870d679) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:48.818373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Made reservation on behalf of 224261ee0e4143e1bd9e7700b5d43adf for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:48.821870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:48.957996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50654) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:48.975718 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-a1b301f9-9e18-4803-badd-5da7eba77926 service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209291 Nov 25 18:26:49.303269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6da080f4-edcb-4bfa-85bc-f0c17d7ede9a req-be980618-eee1-4e87-a4a7-c1cace98ea13 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0775263 Nov 25 18:26:49.305141 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9e425d8-3917-429b-9dd4-bb5d7713a6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.371787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.474182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9e425d8-3917-429b-9dd4-bb5d7713a6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.490143 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9e425d8-3917-429b-9dd4-bb5d7713a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.514554 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.546559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:49.552756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c3a4890-4f1e-4307-ab46-d039a4f317ef req-9d0f6d93-5b92-40c2-8752-ba772c48d90b tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 210 time: 0.0743589 Nov 25 18:26:49.553984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:49.560324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e425d8-3917-429b-9dd4-bb5d7713a6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9334bd1-f4df-419f-b402-fdd5945efc32,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:49.583005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:49.602433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e9e425d8-3917-429b-9dd4-bb5d7713a6bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dae0717d91cf4f26b073435111ed007d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6432099 Nov 25 18:26:49.603073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50696) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:49.682223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c888b42f-23ee-43e7-8cd5-aa2fe49ef255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.696092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Allocated IP 192.168.233.141 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/5995e66e-30ac-47a2-8457-3d17f7719520) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:49.716723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c888b42f-23ee-43e7-8cd5-aa2fe49ef255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.740274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:49.793221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c888b42f-23ee-43e7-8cd5-aa2fe49ef255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.795795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c888b42f-23ee-43e7-8cd5-aa2fe49ef255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.801297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c888b42f-23ee-43e7-8cd5-aa2fe49ef255 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9334bd1-f4df-419f-b402-fdd5945efc32 HTTP/1.1" status: 204 len: 168 time: 0.1942067 Nov 25 18:26:49.813109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:49.813638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:49.844644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-efee054d-4479-4894-a6fe-85ef5a9901f6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0999103 Nov 25 18:26:49.850311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888b42f-23ee-43e7-8cd5-aa2fe49ef255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9334bd1-f4df-419f-b402-fdd5945efc32,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:49.876034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Request body: {'port': {'device_id': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:49.888408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc30d9-291d-4a73-b234-f3bf91267f06 req-5c7b8a38-c015-471e-a38b-01c3b0636b63 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:49.901249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbc30d9-291d-4a73-b234-f3bf91267f06 req-5c7b8a38-c015-471e-a38b-01c3b0636b63 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.2207541 Nov 25 18:26:49.930164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3b8697e7-b034-4a4b-b15b-d49a35587e5e None None] Provisioning complete for port 6f9274dd-2205-41b1-b78b-1a03a870d679 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:49.930757 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b8697e7-b034-4a4b-b15b-d49a35587e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.034354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3b8697e7-b034-4a4b-b15b-d49a35587e5e None None] Port 6f9274dd-2205-41b1-b78b-1a03a870d679 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:50.061765 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.098881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbc30d9-291d-4a73-b234-f3bf91267f06 req-2ff9beea-5079-4c2c-a681-fe93cd11e5dc tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966598 Nov 25 18:26:50.264440 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:26:50.269705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.277255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a73b0-8c98-42db-90e3-2792b74b738b req-30284cef-3c29-4b70-947a-111d04a13f45 tempest-LiveMigrationNegativeTest-1003000788 tempest-LiveMigrationNegativeTest-1003000788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:50.287719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f21a73b0-8c98-42db-90e3-2792b74b738b req-30284cef-3c29-4b70-947a-111d04a13f45 tempest-LiveMigrationNegativeTest-1003000788 tempest-LiveMigrationNegativeTest-1003000788-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 1123 time: 0.0633705 Nov 25 18:26:50.292614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50732) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:50.321325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f21a73b0-8c98-42db-90e3-2792b74b738b req-f04ccfa8-fcc1-485b-85b8-330714146e07 tempest-LiveMigrationNegativeTest-1003000788 tempest-LiveMigrationNegativeTest-1003000788-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.328298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50736) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:50.342536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e742b343-0ec2-4526-8b1c-100df4f0a504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.376747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.459376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e742b343-0ec2-4526-8b1c-100df4f0a504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.464227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e742b343-0ec2-4526-8b1c-100df4f0a504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.485989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:50.499520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14f396be-e231-442e-bbfe-820d0d92cedf req-d8d701b1-f9bd-479a-a03f-da667ba17e9e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0623188 Nov 25 18:26:50.550843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:50.557061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:50.559513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Pushing event updated for resources: {'Port': ['ID=5995e66e-30ac-47a2-8457-3d17f7719520,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:50.612388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50750) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:50.616030 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e742b343-0ec2-4526-8b1c-100df4f0a504 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49fce2a454744f5cba17ab132a68311c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173966 Nov 25 18:26:50.616572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742b343-0ec2-4526-8b1c-100df4f0a504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6c5329-bd88-4af5-91a0-d2c1aa5dba1c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:50.746463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:50.747078 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.873832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4f3819d-f82f-4c3c-a811-7d95c12a1d73 None None] Provisioning complete for port 5995e66e-30ac-47a2-8457-3d17f7719520 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:50.874582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4f3819d-f82f-4c3c-a811-7d95c12a1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:50.936343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3819d-f82f-4c3c-a811-7d95c12a1d73 None None] Port 5995e66e-30ac-47a2-8457-3d17f7719520 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:50.977280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50756) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:50.995798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79a788bb-fba6-41b9-8c81-c92eb4c648bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.070405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f21a73b0-8c98-42db-90e3-2792b74b738b req-f04ccfa8-fcc1-485b-85b8-330714146e07 tempest-LiveMigrationNegativeTest-1003000788 tempest-LiveMigrationNegativeTest-1003000788-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.080871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-969e19b1-ddb1-46e7-a1d2-5e836cedcfc6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:51.082401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-969e19b1-ddb1-46e7-a1d2-5e836cedcfc6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 0.5499406 Nov 25 18:26:51.087629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f21a73b0-8c98-42db-90e3-2792b74b738b req-f04ccfa8-fcc1-485b-85b8-330714146e07 tempest-LiveMigrationNegativeTest-1003000788 tempest-LiveMigrationNegativeTest-1003000788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.093556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-08221421-3d82-40c4-a060-192fa8ea6e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6754024 Nov 25 18:26:51.109589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Request body: {'port': {'device_id': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'admin_state_up': True, 'tenant_id': '0d3fb4f55b27401db1e61c17d22653b0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:51.121890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Request body: {'port': {'device_id': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:51.168704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7349066-d7a6-45de-bc3a-0ee0a640ce77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.187338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5d9b-f90b-4de3-95e5-9f1aaf11e888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.188187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51dab8-1898-4392-a40f-c5654062866a req-10303d1e-3b59-421b-b99c-ac0739970ce7 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:51.189688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca51dab8-1898-4392-a40f-c5654062866a req-10303d1e-3b59-421b-b99c-ac0739970ce7 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 936 time: 0.4677565 Nov 25 18:26:51.201062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f21a73b0-8c98-42db-90e3-2792b74b738b req-f04ccfa8-fcc1-485b-85b8-330714146e07 tempest-LiveMigrationNegativeTest-1003000788 tempest-LiveMigrationNegativeTest-1003000788-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9098957 Nov 25 18:26:51.203462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9274dd-2205-41b1-b78b-1a03a870d679 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:51.215171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ccfa8-fcc1-485b-85b8-330714146e07 tempest-LiveMigrationNegativeTest-1003000788 tempest-LiveMigrationNegativeTest-1003000788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4118a360-ad88-4c81-8e7f-8cc37c031c20,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:51.244534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.273176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7349066-d7a6-45de-bc3a-0ee0a640ce77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.299279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Transition to ACTIVE for port object 6f9274dd-2205-41b1-b78b-1a03a870d679 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:51.304775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.318918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79a788bb-fba6-41b9-8c81-c92eb4c648bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.328123 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79a788bb-fba6-41b9-8c81-c92eb4c648bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.329284 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.378678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca51dab8-1898-4392-a40f-c5654062866a req-bba20caf-8555-498c-a42a-7e3f169c7518 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811001 Nov 25 18:26:51.415046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-79a788bb-fba6-41b9-8c81-c92eb4c648bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d67f057cf314a389b6dbf5f3e5d2c91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0844221 Nov 25 18:26:51.424706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50774) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:51.446629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:51.481617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Made reservation on behalf of 0d3fb4f55b27401db1e61c17d22653b0 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:51.487133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.493972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5d9b-f90b-4de3-95e5-9f1aaf11e888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.511210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a788bb-fba6-41b9-8c81-c92eb4c648bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e75d27-4576-412d-b7de-3295fdef77d4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:51.528960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e7c5d9b-f90b-4de3-95e5-9f1aaf11e888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.540947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7349066-d7a6-45de-bc3a-0ee0a640ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.543518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7349066-d7a6-45de-bc3a-0ee0a640ce77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.544645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f7349066-d7a6-45de-bc3a-0ee0a640ce77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c6c5329-bd88-4af5-91a0-d2c1aa5dba1c HTTP/1.1" status: 204 len: 168 time: 0.9312727 Nov 25 18:26:51.747973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349066-d7a6-45de-bc3a-0ee0a640ce77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6c5329-bd88-4af5-91a0-d2c1aa5dba1c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:51.770436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c5d9b-f90b-4de3-95e5-9f1aaf11e888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda66e36-b973-4bc4-86dd-d8eaf79abcbf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:51.784883 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9e7c5d9b-f90b-4de3-95e5-9f1aaf11e888 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=883335bae3164fc59ef7e601c0556c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8068969 Nov 25 18:26:51.788811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50788) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:51.800575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7652d4db-46e1-474a-982a-2353998eb45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.823765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cb48a1a-7e30-4466-89a3-52045ecc04bc req-f1b2581a-e370-417e-8966-fda2aa3a2eb4 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0468554 Nov 25 18:26:51.827202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Attempting to bind port 6f9274dd-2205-41b1-b78b-1a03a870d679 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:51.827637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Attempting to bind port 6f9274dd-2205-41b1-b78b-1a03a870d679 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:51.828121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Attempting to bind port 6f9274dd-2205-41b1-b78b-1a03a870d679 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:51.837433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Port 6f9274dd-2205-41b1-b78b-1a03a870d679 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:51.837886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Attempting to bind port 6f9274dd-2205-41b1-b78b-1a03a870d679 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:51.858895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:51.859660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:51.860124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:51.860567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Bound port: 6f9274dd-2205-41b1-b78b-1a03a870d679, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:51.860987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.910097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7652d4db-46e1-474a-982a-2353998eb45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:51.945189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:51.969357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Allocated IP 172.20.0.11 (a19744a1-d96d-43ad-bef6-23ddd40d9743/7bd5db90-005f-40ed-aab7-4c241e246fc5/935c743f-d767-42fd-bd8d-21f404107dea) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:51.980368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:51.985716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:51.997803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.019647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1487a-c7c3-40f1-b7d9-c3deff09cd7f req-a168dd4c-fcaf-49d0-9a3c-e05e05e04f99 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:52.021424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2eb1487a-c7c3-40f1-b7d9-c3deff09cd7f req-a168dd4c-fcaf-49d0-9a3c-e05e05e04f99 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.1727576 Nov 25 18:26:52.029552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2b59993-95f8-4ccc-881b-a9d3a3d4c402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.072413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:52.076412 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.078060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] 10.222.0.64 "PUT /v2.0/ports/6f9274dd-2205-41b1-b78b-1a03a870d679 HTTP/1.1" status: 200 len: 1095 time: 2.2125499 Nov 25 18:26:52.085131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:52.088089 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91772606-db80-4f3f-bfd3-2f6d0054df03" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:52.099958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7652d4db-46e1-474a-982a-2353998eb45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.102692 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7652d4db-46e1-474a-982a-2353998eb45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.111651 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7652d4db-46e1-474a-982a-2353998eb45a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7e75d27-4576-412d-b7de-3295fdef77d4 HTTP/1.1" status: 204 len: 168 time: 0.6754224 Nov 25 18:26:52.132763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2b59993-95f8-4ccc-881b-a9d3a3d4c402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.138172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a7572-83c4-416c-901f-afebf57a3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:52.146837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5995e66e-30ac-47a2-8457-3d17f7719520 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:52.165920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.195554 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759769ec-e1b1-46c6-9742-7fe426e2f060 x-openstack-request-id: req-759769ec-e1b1-46c6-9742-7fe426e2f060 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:52.206159 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:52.206735 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-759769ec-e1b1-46c6-9742-7fe426e2f060 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:52.207350 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'status': 'completed', 'code': 200} Nov 25 18:26:52.232509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652d4db-46e1-474a-982a-2353998eb45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e75d27-4576-412d-b7de-3295fdef77d4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:52.249078 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c8b-d2f3-414a-941d-b79d6babe739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.252792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Transition to ACTIVE for port object 5995e66e-30ac-47a2-8457-3d17f7719520 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:52.277277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.311031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2eb1487a-c7c3-40f1-b7d9-c3deff09cd7f req-eebde274-f27e-4633-b2a8-0d50dbb6a120 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728658 Nov 25 18:26:52.319125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-3ea0cb47-8043-47a8-81c9-31d6c146cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:52.320685 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-3ea0cb47-8043-47a8-81c9-31d6c146cc21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1098 time: 0.1763015 Nov 25 18:26:52.357806 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2b59993-95f8-4ccc-881b-a9d3a3d4c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.363464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2b59993-95f8-4ccc-881b-a9d3a3d4c402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.367675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a2b59993-95f8-4ccc-881b-a9d3a3d4c402 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fda66e36-b973-4bc4-86dd-d8eaf79abcbf HTTP/1.1" status: 204 len: 168 time: 0.5736344 Nov 25 18:26:52.389381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b59993-95f8-4ccc-881b-a9d3a3d4c402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda66e36-b973-4bc4-86dd-d8eaf79abcbf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:52.445334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.447905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-15666219-91bf-4b74-8afe-0745349e1bb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6f9274dd-2205-41b1-b78b-1a03a870d679 HTTP/1.1" status: 200 len: 217 time: 0.1082349 Nov 25 18:26:52.484133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Pushing event updated for resources: {'Port': ['ID=5995e66e-30ac-47a2-8457-3d17f7719520,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:52.531373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.548030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:52.621762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:52.632488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:52.650851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:52.726340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:52.751782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-348730fc-32b9-4ef5-ae87-86d064514e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:52.753240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-348730fc-32b9-4ef5-ae87-86d064514e62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.2891917 Nov 25 18:26:52.765022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:52.765883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.783804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50818) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:52.794902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-5e85fd7b-2937-47df-8830-c5290c081fd5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7003479 Nov 25 18:26:52.803097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-167a3470-89dc-4001-a3c7-2851f6d5722e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.809270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c8b-d2f3-414a-941d-b79d6babe739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.818630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Request body: {'port': {'device_id': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:52.846645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c8b-d2f3-414a-941d-b79d6babe739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.851197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Attempting to bind port 5995e66e-30ac-47a2-8457-3d17f7719520 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:52.851530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Attempting to bind port 5995e66e-30ac-47a2-8457-3d17f7719520 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:52.851867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Attempting to bind port 5995e66e-30ac-47a2-8457-3d17f7719520 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:52.884204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444be3f7-98bd-48ed-bf43-b0d92182be92 req-4c1f7e9f-696b-45c2-9fe7-89ebb12b12c7 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:52.892528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-444be3f7-98bd-48ed-bf43-b0d92182be92 req-4c1f7e9f-696b-45c2-9fe7-89ebb12b12c7 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 948 time: 0.2404687 Nov 25 18:26:52.900323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Port 5995e66e-30ac-47a2-8457-3d17f7719520 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:52.900645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Attempting to bind port 5995e66e-30ac-47a2-8457-3d17f7719520 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:52.950177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:52.950560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:52.950952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:52.951401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Bound port: 5995e66e-30ac-47a2-8457-3d17f7719520, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:52.952063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:52.977649 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3e18c8b-d2f3-414a-941d-b79d6babe739 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1ecb5dfcc1747e8a3cbcecf1383f276&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0271611 Nov 25 18:26:52.983849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18c8b-d2f3-414a-941d-b79d6babe739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b0580-d417-4156-a2e1-2126dd6e35a9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:52.984991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50828) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:52.997962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.005635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-afd8103e-e95b-47fe-995c-61a9021b950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.007079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-afd8103e-e95b-47fe-995c-61a9021b950c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2345579 Nov 25 18:26:53.074892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-444be3f7-98bd-48ed-bf43-b0d92182be92 req-78dc21cb-49dc-44f4-8e8f-f9b77c2f4809 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813872 Nov 25 18:26:53.109441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5549e19-db6a-4134-a8a1-d349642ff76f req-4dc93f41-2ef2-4e21-aa65-296565043137 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.117177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c5549e19-db6a-4134-a8a1-d349642ff76f req-4dc93f41-2ef2-4e21-aa65-296565043137 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 932 time: 0.1678870 Nov 25 18:26:53.159496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] For port 5995e66e-30ac-47a2-8457-3d17f7719520, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:53.164961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] For port 5995e66e-30ac-47a2-8457-3d17f7719520, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5995e66e-30ac-47a2-8457-3d17f7719520,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:53.175697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.204028 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-167a3470-89dc-4001-a3c7-2851f6d5722e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.225940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-a7440330-9de6-4255-9f79-057e7f07dda9 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889689 Nov 25 18:26:53.236666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.237523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.239136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] 10.222.0.64 "PUT /v2.0/ports/5995e66e-30ac-47a2-8457-3d17f7719520 HTTP/1.1" status: 200 len: 1096 time: 2.1286309 Nov 25 18:26:53.272516 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-489527f5-b82b-4cf7-b1fa-e90697eb58d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.297203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-167a3470-89dc-4001-a3c7-2851f6d5722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.412637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef04c0f-6ed9-4d17-95f0-983e154c37fd service neutron] Pushing event updated for resources: {'Port': ['ID=5995e66e-30ac-47a2-8457-3d17f7719520,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:53.497645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-68e6b4fd-b1f5-498d-9407-d7d5526a582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.499356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-68e6b4fd-b1f5-498d-9407-d7d5526a582d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 1099 time: 0.1689777 Nov 25 18:26:53.503633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-024d2674-37ba-40a6-b058-a56dee3e8e96 req-1792471f-2665-432c-bea4-f9c4cef2d329 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617152 Nov 25 18:26:53.522080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ba02-38bc-4e43-95b5-061f6ce3cbed req-eaf3c878-4712-4ce6-9286-7c5c8f74f79c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.523848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6d1ba02-38bc-4e43-95b5-061f6ce3cbed req-eaf3c878-4712-4ce6-9286-7c5c8f74f79c tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.0916097 Nov 25 18:26:53.573585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-297eb0f7-ec17-4cc5-9179-6edbcb2abd3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5995e66e-30ac-47a2-8457-3d17f7719520 HTTP/1.1" status: 200 len: 217 time: 0.0601163 Nov 25 18:26:53.576238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-489527f5-b82b-4cf7-b1fa-e90697eb58d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.636173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-167a3470-89dc-4001-a3c7-2851f6d5722e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4edf89b9564466184b29f5b9fd8affa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8511169 Nov 25 18:26:53.643323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50852) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:53.729844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6d1ba02-38bc-4e43-95b5-061f6ce3cbed req-551bcfd9-0b34-49d2-9a66-e8949bbd7fc7 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975372 Nov 25 18:26:53.731205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-ea8d0e26-7604-43fd-95fe-8903110ffccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.732553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-ea8d0e26-7604-43fd-95fe-8903110ffccd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1475630 Nov 25 18:26:53.734175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-934afacf-8593-4bd1-81e1-a548054302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.735847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-934afacf-8593-4bd1-81e1-a548054302b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1098 time: 0.1711960 Nov 25 18:26:53.738645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c5549e19-db6a-4134-a8a1-d349642ff76f req-f41e64a4-56c1-43e1-b7d8-e9f9d0ca3ea5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976071 Nov 25 18:26:53.744006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-489527f5-b82b-4cf7-b1fa-e90697eb58d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.760329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-489527f5-b82b-4cf7-b1fa-e90697eb58d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.761768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-489527f5-b82b-4cf7-b1fa-e90697eb58d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a2b0580-d417-4156-a2e1-2126dd6e35a9 HTTP/1.1" status: 204 len: 168 time: 0.7711923 Nov 25 18:26:53.763607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a3470-89dc-4001-a3c7-2851f6d5722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a994c-d153-4719-9e4a-a49f56fc4df0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:53.801886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597fb429-0529-4eb6-b1a5-013493389d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.817437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489527f5-b82b-4cf7-b1fa-e90697eb58d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b0580-d417-4156-a2e1-2126dd6e35a9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:53.859550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef828b6-c712-468b-a238-79dcf01be2ed req-82850509-40ad-46d8-8590-3f8a4220feac tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.861061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597fb429-0529-4eb6-b1a5-013493389d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:53.861178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eef828b6-c712-468b-a238-79dcf01be2ed req-82850509-40ad-46d8-8590-3f8a4220feac tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.66 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 972 time: 0.2278302 Nov 25 18:26:53.882054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-c4af759a-4deb-4d57-9da9-86863e5a2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:53.883599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-c4af759a-4deb-4d57-9da9-86863e5a2214 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357999 Nov 25 18:26:53.984200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935c743f-d767-42fd-bd8d-21f404107dea {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:53.993693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.021387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Transition to ACTIVE for port object 935c743f-d767-42fd-bd8d-21f404107dea will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:54.025407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-133a919a-7eb6-4fb8-bb61-e0097dd5dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:54.029886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.030877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-133a919a-7eb6-4fb8-bb61-e0097dd5dca2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2785194 Nov 25 18:26:54.082643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Deleting port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:26:54.082987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.091720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-938f2771-3bdb-466a-8069-47c806556ec0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6f9274dd-2205-41b1-b78b-1a03a870d679 HTTP/1.1" status: 200 len: 217 time: 0.0521655 Nov 25 18:26:54.144981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:54.147524 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-024a105a-0609-40f6-a9ce-c4e2a8332558 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508848 Nov 25 18:26:54.175615 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597fb429-0529-4eb6-b1a5-013493389d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.179739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597fb429-0529-4eb6-b1a5-013493389d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.181113 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-597fb429-0529-4eb6-b1a5-013493389d60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/089a994c-d153-4719-9e4a-a49f56fc4df0 HTTP/1.1" status: 204 len: 168 time: 0.5348890 Nov 25 18:26:54.213162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'tag': '5995e66e-30ac-47a2-8457-3d17f7719520'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:54.215703 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e685a7de-09f9-4724-b403-ce83565abd05" -d '{"events": [{"name": "network-changed", "server_uuid": "d81abed6-9da3-4a84-88a0-a06e92069d47", "tag": "5995e66e-30ac-47a2-8457-3d17f7719520"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:54.256055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-97a70a87-5269-4887-a506-4747c4997ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:54.257797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-97a70a87-5269-4887-a506-4747c4997ac3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1561313 Nov 25 18:26:54.275840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fb429-0529-4eb6-b1a5-013493389d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a994c-d153-4719-9e4a-a49f56fc4df0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:54.340312 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d530b45a-f393-4aa5-95ff-b6aee09af121 x-openstack-request-id: req-d530b45a-f393-4aa5-95ff-b6aee09af121 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:54.340986 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81abed6-9da3-4a84-88a0-a06e92069d47", "tag": "5995e66e-30ac-47a2-8457-3d17f7719520", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:54.341458 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d530b45a-f393-4aa5-95ff-b6aee09af121 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:54.342038 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'tag': '5995e66e-30ac-47a2-8457-3d17f7719520', 'status': 'completed', 'code': 200} Nov 25 18:26:54.403267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c83dd6-1575-4fd7-9d9a-5a26257c8359 req-bb9f77d4-6945-4a25-a56e-3cdfbb46ac54 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:54.406557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1c83dd6-1575-4fd7-9d9a-5a26257c8359 req-bb9f77d4-6945-4a25-a56e-3cdfbb46ac54 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 948 time: 0.2243075 Nov 25 18:26:54.418142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618eb4a7-d1cc-429e-a1eb-77db4b7653c8 req-2d366966-3ecc-4d31-9076-284f4f084f8c service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574596 Nov 25 18:26:54.426077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-6650d6c2-594c-401c-b138-b757bad4fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:54.428701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-6650d6c2-594c-401c-b138-b757bad4fe40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504052 Nov 25 18:26:54.483349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] For port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:54.483723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.500406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:54.500406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:54.500406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:54.505209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:54.508318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Calling delete_port for 76dd1ac3-cd81-4836-b52b-d405a32d9d2c owned by compute:tempest-test_az-1084424094 {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:26:54.527948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:54.528283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:54.536133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad968-c0bb-4550-b2f2-a8496b49b4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.540921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:54.541262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:54.541672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:54.542106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Bound port: 935c743f-d767-42fd-bd8d-21f404107dea, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:54.542463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.551904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1c83dd6-1575-4fd7-9d9a-5a26257c8359 req-fccbdb70-abe5-4c93-956a-6acd17b5816b tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375122 Nov 25 18:26:54.590119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a7de-09f9-4724-b403-ce83565abd05 req-bbada75a-7d23-4458-b99e-8b4344394db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:54.595884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e685a7de-09f9-4724-b403-ce83565abd05 req-bbada75a-7d23-4458-b99e-8b4344394db6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 1099 time: 0.0979044 Nov 25 18:26:54.637383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-18a1332d-1abe-41e2-9372-13bbe9fcd0c0 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959264 Nov 25 18:26:54.719234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:54.725504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:54.757995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.832340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:54.832973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.834444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] 10.222.0.66 "PUT /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 1092 time: 2.0222633 Nov 25 18:26:54.834953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:54.837268 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090912cd-39ff-4808-a005-9d7c335b58ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "tag": "935c743f-d767-42fd-bd8d-21f404107dea"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:54.851013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad968-c0bb-4550-b2f2-a8496b49b4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.864452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad968-c0bb-4550-b2f2-a8496b49b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.873895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f47d46-9b1e-4a8c-87e5-7c120387ffc9 service neutron] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:54.899564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:54.913350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['76dd1ac3-cd81-4836-b52b-d405a32d9d2c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:54.922476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9ae129d9-903f-498e-a969-6caec52eaf1d'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:54.993031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ad968-c0bb-4550-b2f2-a8496b49b4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c07fc44-a3f5-441e-8ca8-3d269df5eb76,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:55.000751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Pushing event deleted for resources: {'Port': ['ID=76dd1ac3-cd81-4836-b52b-d405a32d9d2c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:55.030002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ef0ad968-c0bb-4550-b2f2-a8496b49b4ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=deb3203c705a408599807fc997c7b729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233145 Nov 25 18:26:55.033349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-d4cbdf3c-a479-4d2a-98a3-412c7aedfb71 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=18f5954d55614b0a9f8fd0e3778fd297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480614 Nov 25 18:26:55.035145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-7e444faa-62ab-4995-9bd0-b3f894844644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.036805 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-7e444faa-62ab-4995-9bd0-b3f894844644 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.1252432 Nov 25 18:26:55.040016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50906) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:55.175507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a7de-09f9-4724-b403-ce83565abd05 req-8a0ff20e-d66b-4c1d-9526-f560d313e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.176551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] No DVR routers for this DVR port 76dd1ac3-cd81-4836-b52b-d405a32d9d2c on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:26:55.177484 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e685a7de-09f9-4724-b403-ce83565abd05 req-8a0ff20e-d66b-4c1d-9526-f560d313e8a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.5657623 Nov 25 18:26:55.189687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-f97e7518-1e4f-4c27-bc41-8fe723941099 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 217 time: 0.1211298 Nov 25 18:26:55.221188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:55.224573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eef828b6-c712-468b-a238-79dcf01be2ed req-9af68071-36bd-433e-b8b6-03a179288136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.66 "DELETE /v2.0/ports/76dd1ac3-cd81-4836-b52b-d405a32d9d2c HTTP/1.1" status: 204 len: 173 time: 1.3546269 Nov 25 18:26:55.265444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e685a7de-09f9-4724-b403-ce83565abd05 req-287a4072-1773-40a8-a755-db6f5161fc18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5995e66e-30ac-47a2-8457-3d17f7719520 HTTP/1.1" status: 200 len: 217 time: 0.0724754 Nov 25 18:26:55.278803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcd113-05ac-42ff-91e3-e224fba967e6 req-883b8251-5fa0-4c2a-a3ae-0577b06e5058 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.286401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-babcd113-05ac-42ff-91e3-e224fba967e6 req-883b8251-5fa0-4c2a-a3ae-0577b06e5058 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.2119548 Nov 25 18:26:55.307583 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91772606-db80-4f3f-bfd3-2f6d0054df03 req-a25e874f-aa10-49dd-b69e-d3907c1b8533 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384406 Nov 25 18:26:55.334365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-1bd7933f-e8ab-4db2-86e6-c3d9e3750379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.335805 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-1bd7933f-e8ab-4db2-86e6-c3d9e3750379 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1103292 Nov 25 18:26:55.360436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b457f6b-668b-4889-b7ca-7f452ade8d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:55.388264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e2d5e349-b642-49a7-bb6e-3b8b8315e5eb tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.395233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e2d5e349-b642-49a7-bb6e-3b8b8315e5eb tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3530309 Nov 25 18:26:55.404499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-88a3cf07-6643-457f-90e9-ed01a848c25a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539303 Nov 25 18:26:55.415959 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-babcd113-05ac-42ff-91e3-e224fba967e6 req-5f87955e-a7e9-4dde-bb92-945f43ee02ae tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286016 Nov 25 18:26:55.422548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a7de-09f9-4724-b403-ce83565abd05 req-a7a6453f-afcb-459f-a9a4-2ca34ae03f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.426642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e685a7de-09f9-4724-b403-ce83565abd05 req-a7a6453f-afcb-459f-a9a4-2ca34ae03f24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1357105 Nov 25 18:26:55.444544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-a3be8d58-943e-438d-930a-a057de7852be tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/quotas/18f5954d55614b0a9f8fd0e3778fd297 HTTP/1.1" status: 200 len: 375 time: 0.0387454 Nov 25 18:26:55.446624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b457f6b-668b-4889-b7ca-7f452ade8d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:55.503207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a7de-09f9-4724-b403-ce83565abd05 req-6646b358-78ae-445d-8708-a2b575f3839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.505897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e685a7de-09f9-4724-b403-ce83565abd05 req-6646b358-78ae-445d-8708-a2b575f3839b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693598 Nov 25 18:26:55.517527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-3e8c43cc-d28a-4917-ad59-f0b07fca6e93 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18f5954d55614b0a9f8fd0e3778fd297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731585 Nov 25 18:26:55.577708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-c5c8b4f4-541f-43c1-9c58-50f48df18757 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614225 Nov 25 18:26:55.597059 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b457f6b-668b-4889-b7ca-7f452ade8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:55.599846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b457f6b-668b-4889-b7ca-7f452ade8d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:55.601457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8b457f6b-668b-4889-b7ca-7f452ade8d14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c07fc44-a3f5-441e-8ca8-3d269df5eb76 HTTP/1.1" status: 204 len: 168 time: 0.5599861 Nov 25 18:26:55.638893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e685a7de-09f9-4724-b403-ce83565abd05 req-4404050c-1738-44f9-bd94-47ea3a394f2d service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228104 Nov 25 18:26:55.643762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b457f6b-668b-4889-b7ca-7f452ade8d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c07fc44-a3f5-441e-8ca8-3d269df5eb76,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:55.733106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06f57ec1-847c-4c53-942d-bbff06f181eb req-1d98b548-c0cd-474b-844d-b9e450181136 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=e46fc7e7-4391-48df-a35e-72885d630f69 HTTP/1.1" status: 200 len: 210 time: 0.0930541 Nov 25 18:26:55.789234 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf32e332-00ae-436b-9fb0-278ac290ee5c x-openstack-request-id: req-bf32e332-00ae-436b-9fb0-278ac290ee5c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:55.791231 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "tag": "935c743f-d767-42fd-bd8d-21f404107dea", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:55.791511 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf32e332-00ae-436b-9fb0-278ac290ee5c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:55.792102 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea', 'status': 'completed', 'code': 200} Nov 25 18:26:55.862330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5661d52-ffaf-4f35-a8ba-fe3b3bb41278 req-811c4ab2-d2c8-4875-80d6-7cab5eb42656 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753363 Nov 25 18:26:55.898013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e685a7de-09f9-4724-b403-ce83565abd05 req-8671fb2e-2a74-4d9f-a200-b8c2bd9b05f5 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191303 Nov 25 18:26:55.991430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090912cd-39ff-4808-a005-9d7c335b58ac req-b2f16aee-0156-45a3-ba8d-8586256838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:55.993142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-090912cd-39ff-4808-a005-9d7c335b58ac req-b2f16aee-0156-45a3-ba8d-8586256838d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1095 time: 0.0547357 Nov 25 18:26:56.093899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80a934-31a7-4962-bb82-1e320a7db4f0 req-cc4ec60f-11a3-43b4-b944-aa7cccd3c9cc tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:56.113588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a80a934-31a7-4962-bb82-1e320a7db4f0 req-cc4ec60f-11a3-43b4-b944-aa7cccd3c9cc tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 948 time: 0.1157708 Nov 25 18:26:56.149089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090912cd-39ff-4808-a005-9d7c335b58ac req-73801b8e-700a-4890-9a4e-8ac791257616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:56.152326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-090912cd-39ff-4808-a005-9d7c335b58ac req-73801b8e-700a-4890-9a4e-8ac791257616 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1444774 Nov 25 18:26:56.203181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a80a934-31a7-4962-bb82-1e320a7db4f0 req-3ee8d6d8-4d34-46d4-8763-dee6967e6a25 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887105 Nov 25 18:26:56.235538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-090912cd-39ff-4808-a005-9d7c335b58ac req-4637dfc8-37b5-46da-ac8c-95b794a5aeb4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 217 time: 0.0763912 Nov 25 18:26:56.291792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40c7ec1c-1213-4e96-94b0-13a823059a3a req-d48911de-b74d-4179-9ab5-1053ef0afd73 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 210 time: 0.0588930 Nov 25 18:26:56.352701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090912cd-39ff-4808-a005-9d7c335b58ac req-5d907dab-5504-4aee-a168-da0b50a99b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:56.354574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-090912cd-39ff-4808-a005-9d7c335b58ac req-5d907dab-5504-4aee-a168-da0b50a99b30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1104524 Nov 25 18:26:56.394690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-090912cd-39ff-4808-a005-9d7c335b58ac req-787559e6-1843-4f72-8216-ec8e1288f926 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321212 Nov 25 18:26:56.562064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-090912cd-39ff-4808-a005-9d7c335b58ac req-3c485070-5f0e-4e84-87f0-7732cc798761 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599424 Nov 25 18:26:56.585204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b4640-4504-4d99-8f97-6a49fb8e83aa req-9c0a348d-12fc-469a-887d-347beb33dba5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:56.586746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f0b4640-4504-4d99-8f97-6a49fb8e83aa req-9c0a348d-12fc-469a-887d-347beb33dba5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0736747 Nov 25 18:26:56.700983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f0b4640-4504-4d99-8f97-6a49fb8e83aa req-aee6b1db-16d1-40fa-9ed2-d830acc11397 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986714 Nov 25 18:26:56.727201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-090912cd-39ff-4808-a005-9d7c335b58ac req-b62686e3-94a3-4b66-80ab-f962a5d6cc44 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574004 Nov 25 18:26:57.117215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52babb15-a6e1-4e41-b73f-d051ab246b53 req-29ac94e4-ad1c-479b-935d-ffb1568f75b4 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:57.119068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52babb15-a6e1-4e41-b73f-d051ab246b53 req-29ac94e4-ad1c-479b-935d-ffb1568f75b4 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.0595465 Nov 25 18:26:57.140041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-bc3f091f-16b3-43ec-b30c-4524b396da70 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=18f5954d55614b0a9f8fd0e3778fd297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322275 Nov 25 18:26:57.281654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52babb15-a6e1-4e41-b73f-d051ab246b53 req-18f1cc72-814e-4554-9093-331b28f014c9 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288512 Nov 25 18:26:57.343193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 76dd1ac3-cd81-4836-b52b-d405a32d9d2c no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:26:57.360323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-f812d7d2-7fc8-490c-863e-42dc23fedf78 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:57.362024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-f812d7d2-7fc8-490c-863e-42dc23fedf78 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136242 Nov 25 18:26:57.382078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Request body: {'port': {'device_id': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '18f5954d55614b0a9f8fd0e3778fd297'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:57.383019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 76dd1ac3-cd81-4836-b52b-d405a32d9d2c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:26:57.383372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 76dd1ac3-cd81-4836-b52b-d405a32d9d2c not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:26:57.403651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70b9a7-bdd7-45b7-a25f-b57de4a83412 req-05e4c805-f071-48bf-b59b-81cd2b55afe5 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:57.408943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e70b9a7-bdd7-45b7-a25f-b57de4a83412 req-05e4c805-f071-48bf-b59b-81cd2b55afe5 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 948 time: 0.1031959 Nov 25 18:26:57.467102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e70b9a7-bdd7-45b7-a25f-b57de4a83412 req-fee1eab2-e7ca-4fac-a270-5edce5df2f4a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 Nov 25 18:26:57.469092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2213385-5c19-44a0-ac5f-de3495462eba req-ed23b693-dd08-4c77-af8d-3750472719a2 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 210 time: 0.0796757 Nov 25 18:26:57.557080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Made reservation on behalf of 18f5954d55614b0a9f8fd0e3778fd297 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:26:57.561369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:57.571949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:57.639970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51024) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:57.672444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:57.677887 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:57.717481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5995e66e-30ac-47a2-8457-3d17f7719520 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:57.808695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Allocated IP 192.168.233.198 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/b5e42c73-ded4-4ea3-8e5c-5c208007b4fc) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:26:57.862905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'name': 'network-vif-deleted', 'tag': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:57.865163 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a58d5-991d-4147-a09f-4b40f920cfd6" -d '{"events": [{"server_uuid": "e46fc7e7-4391-48df-a35e-72885d630f69", "name": "network-vif-deleted", "tag": "76dd1ac3-cd81-4836-b52b-d405a32d9d2c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:57.880599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7d407-d32f-4035-9069-e867cfdda710 req-db20fe96-ebb7-4f6d-89a3-b7f774e9edec tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:57.890478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1df7d407-d32f-4035-9069-e867cfdda710 req-db20fe96-ebb7-4f6d-89a3-b7f774e9edec tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1184645 Nov 25 18:26:57.917940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5995e66e-30ac-47a2-8457-3d17f7719520, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5995e66e-30ac-47a2-8457-3d17f7719520,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:57.941546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '5995e66e-30ac-47a2-8457-3d17f7719520', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '5995e66e-30ac-47a2-8457-3d17f7719520', 'mac_address': 'fa:16:3e:44:b1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:57.947503 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a51049-580b-419a-b954-218aff81af9d x-openstack-request-id: req-44a51049-580b-419a-b954-218aff81af9d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:26:57.947985 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fc7e7-4391-48df-a35e-72885d630f69", "name": "network-vif-deleted", "tag": "76dd1ac3-cd81-4836-b52b-d405a32d9d2c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:26:57.948292 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44a51049-580b-419a-b954-218aff81af9d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:26:57.948941 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fc7e7-4391-48df-a35e-72885d630f69', 'name': 'network-vif-deleted', 'tag': '76dd1ac3-cd81-4836-b52b-d405a32d9d2c', 'status': 'completed', 'code': 200} Nov 25 18:26:57.959241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472e6814-74ff-4ac1-bf22-8fb9166597d3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:57.987149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.002491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5995e66e-30ac-47a2-8457-3d17f7719520 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:58.014059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1df7d407-d32f-4035-9069-e867cfdda710 req-05327557-c0c4-4c9c-bae2-b7ef98146298 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224267 Nov 25 18:26:58.035823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5995e66e-30ac-47a2-8457-3d17f7719520, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5995e66e-30ac-47a2-8457-3d17f7719520,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:58.046099 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.047570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:58.051593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be121e78-44f2-444a-b8f0-2234a04f0a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.085880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.114643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5995e66e-30ac-47a2-8457-3d17f7719520,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:58.130065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.130677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.131013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.131597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.131964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.132522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.133008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.133390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.133721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.134243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.134684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.135172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:26:58.141314 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.175774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:58.186488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be121e78-44f2-444a-b8f0-2234a04f0a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.188491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'mac_address': 'fa:16:3e:a7:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:58.194990 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be121e78-44f2-444a-b8f0-2234a04f0a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.211775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:26:58.215381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:26:58.226939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be121e78-44f2-444a-b8f0-2234a04f0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa198a1-01cc-4b9f-8177-e9fc845e7a32,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:58.229699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51048) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:58.234509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:26:58.258288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-be121e78-44f2-444a-b8f0-2234a04f0a67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b01d89a221704376841a43673eeebf39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6168294 Nov 25 18:26:58.261331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51052) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:58.282208 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.315440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9274dd-2205-41b1-b78b-1a03a870d679 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:58.324678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:58.376775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:58.377689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:58.379676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.397661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f314380e-4cbf-4bb0-be60-91079773e3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.398912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.431975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-e7b3f218-7738-43cd-95c6-2321318df2fc tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0593948 Nov 25 18:26:58.445816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Request body: {'port': {'device_id': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:26:58.470654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:58.574920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.589833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f314380e-4cbf-4bb0-be60-91079773e3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.597481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b7bae918-a856-4ccc-86c4-47a9b2772772 None None] Provisioning complete for port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:26:58.598216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b7bae918-a856-4ccc-86c4-47a9b2772772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.645434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b7bae918-a856-4ccc-86c4-47a9b2772772 None None] Port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:26:58.653198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['5995e66e-30ac-47a2-8457-3d17f7719520'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:58.659999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6637c8-dcde-4d37-84bf-5e0dd109ccb8 req-655ec887-a56b-43f3-bfc0-756ac531b924 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:58.664971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a55ae-0135-4533-ba24-1ca18fd9a963 req-fbb9444c-9167-4747-96a0-0f67cdb215ab tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:58.666488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-143a55ae-0135-4533-ba24-1ca18fd9a963 req-fbb9444c-9167-4747-96a0-0f67cdb215ab tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 949 time: 0.0933688 Nov 25 18:26:58.667656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a6637c8-dcde-4d37-84bf-5e0dd109ccb8 req-655ec887-a56b-43f3-bfc0-756ac531b924 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.2306671 Nov 25 18:26:58.686147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['6f9274dd-2205-41b1-b78b-1a03a870d679'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:58.711658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-856b0351-4111-48a0-bc3f-9994fb58c430 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:58.713147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-856b0351-4111-48a0-bc3f-9994fb58c430 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 950 time: 0.1779399 Nov 25 18:26:58.735341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53e25d89-fd17-482f-9696-8984486a1689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.797870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-143a55ae-0135-4533-ba24-1ca18fd9a963 req-f4e50f1d-c34d-49c0-8a5f-b1f16b7d5b3c tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793231 Nov 25 18:26:58.803990 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a6637c8-dcde-4d37-84bf-5e0dd109ccb8 req-ebe71bba-9585-4aca-8271-f6feb74e19e5 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/security-groups?id=0250cda6-29af-4efa-8ca9-3df6ff8060e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354077 Nov 25 18:26:58.889314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f314380e-4cbf-4bb0-be60-91079773e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.894008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f314380e-4cbf-4bb0-be60-91079773e3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:58.898488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f314380e-4cbf-4bb0-be60-91079773e3d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3aa198a1-01cc-4b9f-8177-e9fc845e7a32 HTTP/1.1" status: 204 len: 168 time: 0.6361554 Nov 25 18:26:58.934036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314380e-4cbf-4bb0-be60-91079773e3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa198a1-01cc-4b9f-8177-e9fc845e7a32,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:58.983824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e42c73-ded4-4ea3-8e5c-5c208007b4fc {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:58.994414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.013259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Transition to ACTIVE for port object b5e42c73-ded4-4ea3-8e5c-5c208007b4fc will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:26:59.019505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.042179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bd675-4eb2-4637-a181-d6c9fab2d4a6 req-64cd45e0-e932-431f-9e9b-b32ef369fc5b tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:59.050579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-484bd675-4eb2-4637-a181-d6c9fab2d4a6 req-64cd45e0-e932-431f-9e9b-b32ef369fc5b tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 936 time: 0.1189430 Nov 25 18:26:59.077533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:59.102474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53e25d89-fd17-482f-9696-8984486a1689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.115066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Deleting port 9ae129d9-903f-498e-a969-6caec52eaf1d {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:26:59.115375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.124519 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53e25d89-fd17-482f-9696-8984486a1689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.180006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Attempting to bind port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:26:59.180532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Attempting to bind port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:26:59.180649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Attempting to bind port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:59.186674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:26:59.186997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Attempting to bind port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:26:59.192471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:26:59.192854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:26:59.194041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:26:59.194520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Bound port: b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:26:59.194889 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.267355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53e25d89-fd17-482f-9696-8984486a1689 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=204e167c52a94cf9b1e9d47c2adb051f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0330443 Nov 25 18:26:59.270110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51076) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:59.276388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-484bd675-4eb2-4637-a181-d6c9fab2d4a6 req-27d19d7b-0f2c-43db-a198-ef9a4d0f5037 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250285 Nov 25 18:26:59.290485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25d89-fd17-482f-9696-8984486a1689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15378d6-6542-40a8-a206-e80d8ba33351,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:59.324444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24527e2-d228-46ba-9b7a-47fc758e91dc req-e3083b5e-0f78-4b1c-be86-bd1cc028177f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:59.325951 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c24527e2-d228-46ba-9b7a-47fc758e91dc req-e3083b5e-0f78-4b1c-be86-bd1cc028177f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0850284 Nov 25 18:26:59.356832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 935c743f-d767-42fd-bd8d-21f404107dea details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:26:59.358368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:26:59.380201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b5c01e1-b35d-4488-a094-86518a7832f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.393663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] For port 9ae129d9-903f-498e-a969-6caec52eaf1d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ae129d9-903f-498e-a969-6caec52eaf1d,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:59.393994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.419562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Calling delete_port for 9ae129d9-903f-498e-a969-6caec52eaf1d owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:26:59.423894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:26:59.427238 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-375a59d2-f00c-430a-b02f-6e12090642f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.463667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:26:59.481471 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.507835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:59.509754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-375a59d2-f00c-430a-b02f-6e12090642f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.525294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '935c743f-d767-42fd-bd8d-21f404107dea', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'port_id': '935c743f-d767-42fd-bd8d-21f404107dea', 'mac_address': 'fa:16:3e:8f:81:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd5db90-005f-40ed-aab7-4c241e246fc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:26:59.534304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c24527e2-d228-46ba-9b7a-47fc758e91dc req-ebef4538-2b69-4b79-9a21-17815ac73960 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984775 Nov 25 18:26:59.559739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:59.560642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.565290 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] 10.222.0.66 "PUT /v2.0/ports/b5e42c73-ded4-4ea3-8e5c-5c208007b4fc HTTP/1.1" status: 200 len: 1096 time: 1.1213572 Nov 25 18:26:59.591485 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.610189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935c743f-d767-42fd-bd8d-21f404107dea {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:26:59.616499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844de05-178e-4c00-b58c-15a35d53d58c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:59.648076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-375a59d2-f00c-430a-b02f-6e12090642f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.651006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-375a59d2-f00c-430a-b02f-6e12090642f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.652623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-375a59d2-f00c-430a-b02f-6e12090642f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d15378d6-6542-40a8-a206-e80d8ba33351 HTTP/1.1" status: 204 len: 168 time: 0.3798633 Nov 25 18:26:59.652750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:26:59.660612 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.671304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a59d2-f00c-430a-b02f-6e12090642f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15378d6-6542-40a8-a206-e80d8ba33351,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:59.686328 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.703963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9ae129d9-903f-498e-a969-6caec52eaf1d'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:26:59.714091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5995e66e-30ac-47a2-8457-3d17f7719520 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:26:59.740374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b5c01e1-b35d-4488-a094-86518a7832f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.745625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Pushing event deleted for resources: {'Port': ['ID=9ae129d9-903f-498e-a969-6caec52eaf1d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:26:59.747786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b5c01e1-b35d-4488-a094-86518a7832f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.756996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-06e357ed-6b7d-43ce-aa09-607ea17b7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:26:59.758692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-06e357ed-6b7d-43ce-aa09-607ea17b7fcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18f5954d55614b0a9f8fd0e3778fd297&device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 1099 time: 0.1311839 Nov 25 18:26:59.872428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] No DVR routers for this DVR port 9ae129d9-903f-498e-a969-6caec52eaf1d on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:26:59.876756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:26:59.881640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b5fc37c8-b412-4c6d-857f-82061a9df544 req-12326312-350e-40e7-a473-a6ac9e478d95 tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.64 "DELETE /v2.0/ports/9ae129d9-903f-498e-a969-6caec52eaf1d HTTP/1.1" status: 204 len: 173 time: 1.1568689 Nov 25 18:26:59.882433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'name': 'network-vif-deleted', 'tag': '9ae129d9-903f-498e-a969-6caec52eaf1d'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:59.890315 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6491e88-e063-41e2-b04c-920019f69f10" -d '{"events": [{"server_uuid": "bb61386e-ab4f-4fe7-81c3-9afa21658eec", "name": "network-vif-deleted", "tag": "9ae129d9-903f-498e-a969-6caec52eaf1d"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:26:59.954207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df3c79a1-0612-45e5-853a-56941d9123c7 req-107e4415-4c63-40a4-8497-476374ccf84f tempest-LiveMigrationNegativeTest-1265700082 tempest-LiveMigrationNegativeTest-1265700082-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb61386e-ab4f-4fe7-81c3-9afa21658eec HTTP/1.1" status: 200 len: 210 time: 0.0343227 Nov 25 18:26:59.957367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:26:59.960199 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee1cc6-6d22-432e-ae54-d4d1f972db73" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:00.007113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51096) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:00.007700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7b5c01e1-b35d-4488-a094-86518a7832f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f023fc3cfcb240699e576746ce863f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6463523 Nov 25 18:27:00.008781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c01e1-b35d-4488-a094-86518a7832f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4268c491-d571-4891-883b-4dbaac1ef783,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:00.013838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-1f744577-7c85-4a9c-8437-73d427429655 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc HTTP/1.1" status: 200 len: 217 time: 0.2431037 Nov 25 18:27:00.118927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:00.148269 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4d32d-66ef-48b8-aedb-3820311af74e x-openstack-request-id: req-dda4d32d-66ef-48b8-aedb-3820311af74e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:00.148570 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb61386e-ab4f-4fe7-81c3-9afa21658eec", "name": "network-vif-deleted", "tag": "9ae129d9-903f-498e-a969-6caec52eaf1d", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:00.148832 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dda4d32d-66ef-48b8-aedb-3820311af74e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:00.149234 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb61386e-ab4f-4fe7-81c3-9afa21658eec', 'name': 'network-vif-deleted', 'tag': '9ae129d9-903f-498e-a969-6caec52eaf1d', 'status': 'completed', 'code': 200} Nov 25 18:27:00.150015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8a60123-6459-43ec-a551-45ff505670e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.162880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 5995e66e-30ac-47a2-8457-3d17f7719520 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:00.173783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 5995e66e-30ac-47a2-8457-3d17f7719520 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:00.175376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.179958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc104e-de7f-460e-81b5-d2190929dcba req-68dc34af-6c7e-4e94-abd5-06989dda1e7e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:00.186971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8a60123-6459-43ec-a551-45ff505670e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.189814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cbc104e-de7f-460e-81b5-d2190929dcba req-68dc34af-6c7e-4e94-abd5-06989dda1e7e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 949 time: 0.1965747 Nov 25 18:27:00.233154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['935c743f-d767-42fd-bd8d-21f404107dea'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:00.235001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-1593bb44-1617-47b7-9b99-eac08580acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:00.237528 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-1593bb44-1617-47b7-9b99-eac08580acdd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1635766 Nov 25 18:27:00.242022 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bcde4c-4616-4e50-9a35-f37e2d2bc6ca x-openstack-request-id: req-d8bcde4c-4616-4e50-9a35-f37e2d2bc6ca {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:00.242472 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:00.242733 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8bcde4c-4616-4e50-9a35-f37e2d2bc6ca {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:00.243124 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'status': 'completed', 'code': 200} Nov 25 18:27:00.249521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8a60123-6459-43ec-a551-45ff505670e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.252838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8a60123-6459-43ec-a551-45ff505670e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.257133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d8a60123-6459-43ec-a551-45ff505670e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4268c491-d571-4891-883b-4dbaac1ef783 HTTP/1.1" status: 204 len: 168 time: 0.2489552 Nov 25 18:27:00.267768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a60123-6459-43ec-a551-45ff505670e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4268c491-d571-4891-883b-4dbaac1ef783,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:00.331873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cbc104e-de7f-460e-81b5-d2190929dcba req-1336c53d-e9f5-4b1e-a35c-05d0a3c66584 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400819 Nov 25 18:27:00.395554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-56e1203c-4016-4212-9f67-a7c28498b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:00.407239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-56e1203c-4016-4212-9f67-a7c28498b315 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580396 Nov 25 18:27:00.457543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51112) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:00.488849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95e7a984-65cc-414a-8932-7dc2e3d14e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.665793 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.706129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95e7a984-65cc-414a-8932-7dc2e3d14e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.727882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95e7a984-65cc-414a-8932-7dc2e3d14e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.735569 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.772718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995e66e-30ac-47a2-8457-3d17f7719520'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:00.775012 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98363a8a-0cdb-4e26-aaa3-331b954e342f" -d '{"events": [{"server_uuid": "d81abed6-9da3-4a84-88a0-a06e92069d47", "name": "network-vif-plugged", "status": "completed", "tag": "5995e66e-30ac-47a2-8457-3d17f7719520"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:00.794970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5995e66e-30ac-47a2-8457-3d17f7719520, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5995e66e-30ac-47a2-8457-3d17f7719520,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:00.804355 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.805140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:00.869860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c7408-4b8d-4f5a-a871-501bf3b302bf req-ddac30f1-3263-44d3-aea2-d8aeb879d260 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:00.884140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-101c7408-4b8d-4f5a-a871-501bf3b302bf req-ddac30f1-3263-44d3-aea2-d8aeb879d260 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 948 time: 0.3878067 Nov 25 18:27:00.924768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5995e66e-30ac-47a2-8457-3d17f7719520,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:00.954971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 6f9274dd-2205-41b1-b78b-1a03a870d679 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:00.960997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 6f9274dd-2205-41b1-b78b-1a03a870d679 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:00.961378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:00.972350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dcaac-d51a-4f22-86c8-00b9bf7769ae req-c16d56a7-f82a-4603-a8e0-1176c0c112a3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:00.974653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c45dcaac-d51a-4f22-86c8-00b9bf7769ae req-c16d56a7-f82a-4603-a8e0-1176c0c112a3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 945 time: 0.2435522 Nov 25 18:27:01.076195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-4c8170cf-8a99-45f4-83bf-c2fa49781113 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620307 Nov 25 18:27:01.078480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:01.078609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-101c7408-4b8d-4f5a-a871-501bf3b302bf req-3303badc-d18f-420d-bf0d-4e0a22170e7f tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933837 Nov 25 18:27:01.089957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-95e7a984-65cc-414a-8932-7dc2e3d14e59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=692cae4c38c249c8871b72f91de0b862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6291175 Nov 25 18:27:01.092306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7a984-65cc-414a-8932-7dc2e3d14e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f9d2c-b27f-41e5-b280-996f69ac080f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:01.106648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51128) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:01.146398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:01.156731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:01.198070 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b020a5be-ed1a-4ec6-af0e-80fd190eb863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:01.236245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b020a5be-ed1a-4ec6-af0e-80fd190eb863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:01.269442 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56749f4-c3cf-4e30-93f9-dd481690d9e5 x-openstack-request-id: req-a56749f4-c3cf-4e30-93f9-dd481690d9e5 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:01.269881 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81abed6-9da3-4a84-88a0-a06e92069d47", "name": "network-vif-plugged", "status": "completed", "tag": "5995e66e-30ac-47a2-8457-3d17f7719520", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:01.270062 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a56749f4-c3cf-4e30-93f9-dd481690d9e5 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:01.270395 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995e66e-30ac-47a2-8457-3d17f7719520', 'code': 200} Nov 25 18:27:01.323556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:01.331853 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb49d200-8833-4ecb-9e12-eb0cfacc92c2 req-da8bf170-be34-4c13-bdbc-4a745dc8c616 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446904 Nov 25 18:27:01.390232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c45dcaac-d51a-4f22-86c8-00b9bf7769ae req-f8d16588-f4e8-4493-ab50-cf5a6ad13eb8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998156 Nov 25 18:27:01.482107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-6fb3d7d4-e4f3-4dea-bd53-1479bfeafbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:01.485205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-6fb3d7d4-e4f3-4dea-bd53-1479bfeafbc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18f5954d55614b0a9f8fd0e3778fd297&device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 1099 time: 0.0829926 Nov 25 18:27:01.492946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51142) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:01.552306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433620a-902b-4894-9927-1dd54b5d28e8 req-f09bb1a7-3787-49ab-82f3-477226af3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:01.555469 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b433620a-902b-4894-9927-1dd54b5d28e8 req-f09bb1a7-3787-49ab-82f3-477226af3ff9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 1101 time: 0.2558763 Nov 25 18:27:01.637077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b020a5be-ed1a-4ec6-af0e-80fd190eb863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:01.643169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b020a5be-ed1a-4ec6-af0e-80fd190eb863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:01.662921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b020a5be-ed1a-4ec6-af0e-80fd190eb863 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b52f9d2c-b27f-41e5-b280-996f69ac080f HTTP/1.1" status: 204 len: 168 time: 0.5430968 Nov 25 18:27:01.713660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a5be-ed1a-4ec6-af0e-80fd190eb863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f9d2c-b27f-41e5-b280-996f69ac080f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:01.715867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ae129d9-903f-498e-a969-6caec52eaf1d no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:27:01.750985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-c1bdbca8-b0e6-4fc8-9936-42e4d75a15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:01.751923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c99fc-6c6b-4e68-b465-cae85aa8ea39 req-0aeade7d-3fd4-4a32-ae76-e12098f8563e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:01.754389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-c1bdbca8-b0e6-4fc8-9936-42e4d75a15cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2595658 Nov 25 18:27:01.760321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-721c99fc-6c6b-4e68-b465-cae85aa8ea39 req-0aeade7d-3fd4-4a32-ae76-e12098f8563e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 950 time: 0.2856386 Nov 25 18:27:01.783507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9ae129d9-903f-498e-a969-6caec52eaf1d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:27:01.784005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ae129d9-903f-498e-a969-6caec52eaf1d not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:27:01.823381 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-721c99fc-6c6b-4e68-b465-cae85aa8ea39 req-5548308d-ca10-4343-862d-f02f4aedfc37 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574644 Nov 25 18:27:01.826993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b433620a-902b-4894-9927-1dd54b5d28e8 req-4266fae7-1288-44ac-8bb6-5e8f4a9582c9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547114 Nov 25 18:27:01.842391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-ffdf1396-ae0c-48d3-8f6e-4930fe138ea3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc HTTP/1.1" status: 200 len: 217 time: 0.0809541 Nov 25 18:27:01.915768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-e1964d7a-b209-474b-93c7-1ee32ee69d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:01.917300 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-e1964d7a-b209-474b-93c7-1ee32ee69d52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0681992 Nov 25 18:27:01.955927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-189ac842-2fe2-4f88-bbdd-f8abae7b8772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.038812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51158) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:02.274594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b0d468c-bc3e-405f-ad13-e82a58957722 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f239249d68bd448780dd6a89d72af301&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2345703 Nov 25 18:27:02.278434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51170) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:02.389650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2647f85b-1b4e-4207-af80-bed4b3100ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.397756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-acf1901e-d1e0-40ba-966e-8794b6bbeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:02.400796 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-acf1901e-d1e0-40ba-966e-8794b6bbeb86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4704850 Nov 25 18:27:02.413730 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-189ac842-2fe2-4f88-bbdd-f8abae7b8772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.419194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2647f85b-1b4e-4207-af80-bed4b3100ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.468135 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-189ac842-2fe2-4f88-bbdd-f8abae7b8772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.489333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2647f85b-1b4e-4207-af80-bed4b3100ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.491949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d381ea-8283-42a7-9f17-fa907a58b7c9 req-e1ade173-93f3-4e87-847c-9d2d013fce80 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:02.493026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2647f85b-1b4e-4207-af80-bed4b3100ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.499437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2647f85b-1b4e-4207-af80-bed4b3100ee1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0250cda6-29af-4efa-8ca9-3df6ff8060e5 HTTP/1.1" status: 204 len: 168 time: 0.2200587 Nov 25 18:27:02.499837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0d381ea-8283-42a7-9f17-fa907a58b7c9 req-e1ade173-93f3-4e87-847c-9d2d013fce80 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 948 time: 0.2057533 Nov 25 18:27:02.522848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f85b-1b4e-4207-af80-bed4b3100ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0250cda6-29af-4efa-8ca9-3df6ff8060e5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:02.556318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-189ac842-2fe2-4f88-bbdd-f8abae7b8772 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d2bb283874d46399e46a68c04988f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9277604 Nov 25 18:27:02.559647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51184) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:02.569391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ac842-2fe2-4f88-bbdd-f8abae7b8772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a757be-d54b-4393-80c5-fc0cb777c439,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:02.609324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0d381ea-8283-42a7-9f17-fa907a58b7c9 req-90575d5e-f9dc-4ee2-8887-233421a12601 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086295 Nov 25 18:27:02.619511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-e3c7d960-150d-40e9-85d3-6dae3c7096b5 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078316 Nov 25 18:27:02.671601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58471e48-ba92-43fb-bda0-fa997d44d9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.705716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067dade-df71-430b-841d-53b5d4a10866 req-694cd313-0390-4baf-8fbf-9a0cc1ae6944 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:02.713237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2067dade-df71-430b-841d-53b5d4a10866 req-694cd313-0390-4baf-8fbf-9a0cc1ae6944 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1098750 Nov 25 18:27:02.725049 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58471e48-ba92-43fb-bda0-fa997d44d9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.766560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bee1cc6-6d22-432e-ae54-d4d1f972db73 req-47261816-ef52-4a0d-905b-7a97df4e8cae service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383641 Nov 25 18:27:02.809638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2067dade-df71-430b-841d-53b5d4a10866 req-92c4fb98-4d89-476a-ad02-7b5ae26726d8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954533 Nov 25 18:27:02.832123 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58471e48-ba92-43fb-bda0-fa997d44d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.835770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58471e48-ba92-43fb-bda0-fa997d44d9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.837267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-58471e48-ba92-43fb-bda0-fa997d44d9fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0a757be-d54b-4393-80c5-fc0cb777c439 HTTP/1.1" status: 204 len: 168 time: 0.2748823 Nov 25 18:27:02.851585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58471e48-ba92-43fb-bda0-fa997d44d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a757be-d54b-4393-80c5-fc0cb777c439,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:02.923531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:02.963139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8852c1a-d857-4467-a146-eed48dc6a15b req-a3fdb299-442a-48a9-b835-3bb45d7eef49 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:02.965038 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d8852c1a-d857-4467-a146-eed48dc6a15b req-a3fdb299-442a-48a9-b835-3bb45d7eef49 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 950 time: 0.0627692 Nov 25 18:27:03.042615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d8852c1a-d857-4467-a146-eed48dc6a15b req-2c8fcdf3-5330-4753-a9db-176157bd8cca tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602224 Nov 25 18:27:03.064688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51206) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:03.134662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-57fd324b-0f0c-4200-b212-671c331ed5ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e53480a6bed8454aa5a3e8d3ef13562b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671606 Nov 25 18:27:03.136026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51208) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:03.206416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a717d26e-8bc6-4295-87d9-f2f5b120cf53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.229146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a717d26e-8bc6-4295-87d9-f2f5b120cf53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.271725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:03.274111 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456a61c-38a6-4bf3-b016-424474d57bf1" -d '{"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-plugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:03.288023 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a717d26e-8bc6-4295-87d9-f2f5b120cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.290735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a717d26e-8bc6-4295-87d9-f2f5b120cf53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.292120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a717d26e-8bc6-4295-87d9-f2f5b120cf53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4118a360-ad88-4c81-8e7f-8cc37c031c20 HTTP/1.1" status: 204 len: 168 time: 0.1541185 Nov 25 18:27:03.306196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717d26e-8bc6-4295-87d9-f2f5b120cf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4118a360-ad88-4c81-8e7f-8cc37c031c20,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:03.313660 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f26ce3f-744f-49c4-b72f-a385fd348113 x-openstack-request-id: req-7f26ce3f-744f-49c4-b72f-a385fd348113 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:03.314554 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-plugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:03.314816 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f26ce3f-744f-49c4-b72f-a385fd348113 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:03.315208 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'code': 200} Nov 25 18:27:03.397370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 935c743f-d767-42fd-bd8d-21f404107dea up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:03.427537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2fb74-a1a5-4327-9312-1f9facc10dbc req-63f38346-19b4-42fd-a750-674ebbf1236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:03.429034 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2e2fb74-a1a5-4327-9312-1f9facc10dbc req-63f38346-19b4-42fd-a750-674ebbf1236a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1100 time: 0.0477731 Nov 25 18:27:03.463326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 935c743f-d767-42fd-bd8d-21f404107dea completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:03.470601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 935c743f-d767-42fd-bd8d-21f404107dea triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:03.471032 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.487502 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2e2fb74-a1a5-4327-9312-1f9facc10dbc req-d7391f47-cc05-4964-bb09-fac69a9c2155 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504367 Nov 25 18:27:03.493077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51222) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:03.507285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ed51d3e-6122-4016-9568-708068c6ada0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.564717 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.601470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:03.606930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.608971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ed51d3e-6122-4016-9568-708068c6ada0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.613612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ed51d3e-6122-4016-9568-708068c6ada0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.647734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed51d3e-6122-4016-9568-708068c6ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f06a7b-5da6-4531-8075-9bc7dc003e74,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:03.676210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ed51d3e-6122-4016-9568-708068c6ada0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84e048a720b24b85aec3ab61f8551f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819861 Nov 25 18:27:03.679000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51228) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:03.687135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:03.744311 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597633ac-40ff-4278-8fe5-ec694e104f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.767764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597633ac-40ff-4278-8fe5-ec694e104f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.793580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84545d-7656-40e2-b1ee-6773fd2dbfef req-e7b001ed-005e-49d3-bb3b-505682308097 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:03.803371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a84545d-7656-40e2-b1ee-6773fd2dbfef req-e7b001ed-005e-49d3-bb3b-505682308097 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 948 time: 0.0737159 Nov 25 18:27:03.843487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597633ac-40ff-4278-8fe5-ec694e104f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.847370 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-597633ac-40ff-4278-8fe5-ec694e104f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:03.849156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-597633ac-40ff-4278-8fe5-ec694e104f5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11f06a7b-5da6-4531-8075-9bc7dc003e74 HTTP/1.1" status: 204 len: 168 time: 0.1674302 Nov 25 18:27:03.859169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597633ac-40ff-4278-8fe5-ec694e104f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f06a7b-5da6-4531-8075-9bc7dc003e74,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:03.863632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a84545d-7656-40e2-b1ee-6773fd2dbfef req-5935ad34-52f2-49a4-9cee-a53c35ddd4f6 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585458 Nov 25 18:27:03.985236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06457a-b89b-4f3b-8778-3097eaf5bdf0 req-72a836c3-cf44-4239-8a29-4773d151dcb2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:03.987182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc06457a-b89b-4f3b-8778-3097eaf5bdf0 req-72a836c3-cf44-4239-8a29-4773d151dcb2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0557747 Nov 25 18:27:04.042999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc06457a-b89b-4f3b-8778-3097eaf5bdf0 req-5bd1351a-9d40-44e1-839b-fea777accc59 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486269 Nov 25 18:27:04.178832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deac0b-7e01-4b2d-804e-389855e4de32 req-9887035a-4aec-4db2-a7d0-793cb3d87a27 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:04.180375 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81deac0b-7e01-4b2d-804e-389855e4de32 req-9887035a-4aec-4db2-a7d0-793cb3d87a27 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 950 time: 0.0598478 Nov 25 18:27:04.234881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81deac0b-7e01-4b2d-804e-389855e4de32 req-c0ca9097-7e14-431a-b001-f6b7f9d293f2 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Nov 25 18:27:04.405643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3d6f-242f-44bd-99a0-8e75e046a20b req-e0d4f042-7c3d-4d82-9a23-7c6cbe806389 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:04.409410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15dc3d6f-242f-44bd-99a0-8e75e046a20b req-e0d4f042-7c3d-4d82-9a23-7c6cbe806389 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0900550 Nov 25 18:27:04.460255 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15dc3d6f-242f-44bd-99a0-8e75e046a20b req-2204d9d1-f73d-4452-a7cb-79dc010c14ca tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Nov 25 18:27:04.998023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51328) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:05.021229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ceb51-9b26-4074-b614-ff51863656c2 req-35db294c-0d0d-4c18-86d9-04ba6388bd11 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:05.023573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c0ceb51-9b26-4074-b614-ff51863656c2 req-35db294c-0d0d-4c18-86d9-04ba6388bd11 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 948 time: 0.0746763 Nov 25 18:27:05.086219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c0ceb51-9b26-4074-b614-ff51863656c2 req-5dfc1e7b-7a9c-429b-9049-620c9309f854 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563567 Nov 25 18:27:05.172895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ba2f-0555-415e-9a17-e2a2d672f9c4 req-76d26fe0-52ca-4e7b-adaa-c0366b63fcad tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:05.174432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b78ba2f-0555-415e-9a17-e2a2d672f9c4 req-76d26fe0-52ca-4e7b-adaa-c0366b63fcad tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0537612 Nov 25 18:27:05.229721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-791755e1-6f72-461a-ad37-346fa84ee77e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.271906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b78ba2f-0555-415e-9a17-e2a2d672f9c4 req-9a1c776c-aadf-4123-af3b-bd09678ab8a1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910354 Nov 25 18:27:05.317009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:05.319389 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee671a83-5e77-483a-938e-7b1a1fc1bf42" -d '{"events": [{"server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "935c743f-d767-42fd-bd8d-21f404107dea"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:05.321135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-791755e1-6f72-461a-ad37-346fa84ee77e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.326799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-791755e1-6f72-461a-ad37-346fa84ee77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.366942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791755e1-6f72-461a-ad37-346fa84ee77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed492446-11f3-4357-be84-7822b3f92852,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:05.371877 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aba8c7-db43-478b-8ab8-a93cb4004292 x-openstack-request-id: req-89aba8c7-db43-478b-8ab8-a93cb4004292 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:05.374157 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "935c743f-d767-42fd-bd8d-21f404107dea", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:05.374697 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89aba8c7-db43-478b-8ab8-a93cb4004292 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:05.378291 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea', 'code': 200} Nov 25 18:27:05.398594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51348) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:05.400011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:05.412694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-791755e1-6f72-461a-ad37-346fa84ee77e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edc6a6558dce4a4f8334b8fb2db0aef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092247 Nov 25 18:27:05.453141 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc22f282-51cf-44d4-808c-31d175d334dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.525297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:05.538777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'mac_address': 'fa:16:3e:17:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:05.560003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d01f-bc45-4db5-9b0e-ab8c144e2af6 req-e3a3c7b1-21b3-4c7b-b86b-aa8efdeef7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:05.561532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e48d01f-bc45-4db5-9b0e-ab8c144e2af6 req-e3a3c7b1-21b3-4c7b-b86b-aa8efdeef7fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.1058843 Nov 25 18:27:05.563437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc22f282-51cf-44d4-808c-31d175d334dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.590437 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.607758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e42c73-ded4-4ea3-8e5c-5c208007b4fc {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:05.648358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:05.649732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e48d01f-bc45-4db5-9b0e-ab8c144e2af6 req-efefd18c-9bd4-4b06-8bfa-5272147304c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793114 Nov 25 18:27:05.654471 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.661685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60de8ab-6d56-42bc-b093-a8567667f365 req-8e3583e8-cad3-43da-b832-ea139450bf4f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:05.669760 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f60de8ab-6d56-42bc-b093-a8567667f365 req-8e3583e8-cad3-43da-b832-ea139450bf4f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0925868 Nov 25 18:27:05.680169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc22f282-51cf-44d4-808c-31d175d334dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.683213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc22f282-51cf-44d4-808c-31d175d334dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:05.687462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fc22f282-51cf-44d4-808c-31d175d334dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed492446-11f3-4357-be84-7822b3f92852 HTTP/1.1" status: 204 len: 168 time: 0.2877605 Nov 25 18:27:05.695495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f282-51cf-44d4-808c-31d175d334dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed492446-11f3-4357-be84-7822b3f92852,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:05.738409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:05.761360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f60de8ab-6d56-42bc-b093-a8567667f365 req-4a8f6b0e-db6c-4380-b2f8-179b8ac0f74e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904605 Nov 25 18:27:05.989976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:06.128234 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-bae088e5-279c-49e8-a95b-239ef17f9487 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269530 Nov 25 18:27:06.262070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-28762337-e5ec-4df8-b5e4-aee7b7a463f2 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:06.263509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-28762337-e5ec-4df8-b5e4-aee7b7a463f2 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281884 Nov 25 18:27:06.287303 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-afc03101-7a17-44da-bdf6-81500d14761f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/quotas/224261ee0e4143e1bd9e7700b5d43adf HTTP/1.1" status: 200 len: 375 time: 0.0121047 Nov 25 18:27:06.326424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51400) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:06.333407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db057e11-3cc5-474c-82c5-5693e1a74b3d req-f0b069b7-1164-4ca2-bd61-8b32ae5c0cbf tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:06.336258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db057e11-3cc5-474c-82c5-5693e1a74b3d req-f0b069b7-1164-4ca2-bd61-8b32ae5c0cbf tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 949 time: 0.0690236 Nov 25 18:27:06.346704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-726ac190-7e27-41d9-b2e0-ede0bbe58fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:06.374999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-692072e0-7f06-47b2-9ea1-91692b1bf5e2 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811713 Nov 25 18:27:06.433118 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db057e11-3cc5-474c-82c5-5693e1a74b3d req-2f4e7060-029b-4bb7-9b7c-53495efb7646 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907741 Nov 25 18:27:06.500557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-726ac190-7e27-41d9-b2e0-ede0bbe58fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:06.505923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-726ac190-7e27-41d9-b2e0-ede0bbe58fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:06.536461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ac190-7e27-41d9-b2e0-ede0bbe58fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb490748-3c42-420d-bb36-b99a65f12ca2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:06.558480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-726ac190-7e27-41d9-b2e0-ede0bbe58fba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c1e39281ed3448c9f93ded0b2a3450d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308493 Nov 25 18:27:06.561086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51414) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:06.620674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cde7c781-3d50-4a33-ad43-4c5f3fd566e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:06.659193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cde7c781-3d50-4a33-ad43-4c5f3fd566e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:06.723394 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cde7c781-3d50-4a33-ad43-4c5f3fd566e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:06.726638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cde7c781-3d50-4a33-ad43-4c5f3fd566e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:06.729316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cde7c781-3d50-4a33-ad43-4c5f3fd566e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb490748-3c42-420d-bb36-b99a65f12ca2 HTTP/1.1" status: 204 len: 168 time: 0.1671300 Nov 25 18:27:06.738950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb347bd8-1731-4474-b407-6ab2220b48d7 req-f844a80d-e5a8-468e-9ee4-d93157f655d3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:06.743623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7c781-3d50-4a33-ad43-4c5f3fd566e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb490748-3c42-420d-bb36-b99a65f12ca2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:06.747441 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb347bd8-1731-4474-b407-6ab2220b48d7 req-f844a80d-e5a8-468e-9ee4-d93157f655d3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 946 time: 0.0897946 Nov 25 18:27:06.836983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb347bd8-1731-4474-b407-6ab2220b48d7 req-d392572e-3cf2-40af-81f6-a970a0836fe2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743206 Nov 25 18:27:06.840639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80e916a3-801f-4b1d-9647-9fc13cd03eba req-39876044-ab1a-4c3c-b1b0-48dc606be39a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 210 time: 0.0436666 Nov 25 18:27:07.043298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-bfbbe610-4d36-4c22-be2c-4a8c2aee870b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270581 Nov 25 18:27:07.174660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-3dd42788-ed91-4e5b-9c48-e4dda5a6c7e5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:07.181722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-3dd42788-ed91-4e5b-9c48-e4dda5a6c7e5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341782 Nov 25 18:27:07.199078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-f9e8efbc-4747-4303-be80-172914720b1c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/quotas/d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 375 time: 0.0161741 Nov 25 18:27:07.238622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-742f33cb-a648-4825-8ab7-27becf0aaec1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380957 Nov 25 18:27:07.412678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:07.534990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:07.540676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:07.540676 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:07.630601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4681f836-7ea6-45d2-b279-53b2b72a319e req-166925f5-0da6-4fab-b04a-a6d7ab8eed2e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 210 time: 0.0494182 Nov 25 18:27:07.680435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:07.708892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:07.711392 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607a9172-d66a-4b61-a779-81a7a822d621" -d '{"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-plugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:07.726881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:07.735138 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:07.754323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f92b1-3501-4577-92be-846366f1dd5a req-7187786a-9f42-495c-b313-3051cacac87a tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:07.758799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe5f92b1-3501-4577-92be-846366f1dd5a req-7187786a-9f42-495c-b313-3051cacac87a tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 949 time: 0.0956931 Nov 25 18:27:07.836020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:07.850144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe5f92b1-3501-4577-92be-846366f1dd5a req-3438cc40-93d8-4d72-8f04-e70ed0f031d0 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790873 Nov 25 18:27:07.861605 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e538e527-50c1-4dae-b751-6af4124bb2d0 x-openstack-request-id: req-e538e527-50c1-4dae-b751-6af4124bb2d0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:07.862151 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-plugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:07.862690 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e538e527-50c1-4dae-b751-6af4124bb2d0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:07.863891 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'code': 200} Nov 25 18:27:07.968253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-9d634fd7-9be4-4614-af86-29d2bf63a707 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722501 Nov 25 18:27:08.038003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39fe12-2aa7-499f-96ce-ecfb85418b90 req-b5baf3dc-4096-42f7-81dd-0668ed3689ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:08.040012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a39fe12-2aa7-499f-96ce-ecfb85418b90 req-b5baf3dc-4096-42f7-81dd-0668ed3689ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 1101 time: 0.0802672 Nov 25 18:27:08.133484 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2edb3988-fa97-49bc-a0fe-45bef056022e req-2d4010ed-fa39-43a8-8b89-7d6c7acaeca6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 210 time: 0.0397031 Nov 25 18:27:08.180108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a39fe12-2aa7-499f-96ce-ecfb85418b90 req-d9a30791-76c4-40a7-ac87-f2111dd3cd4a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332469 Nov 25 18:27:08.193857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6bd9d-9a1d-4c47-a8c2-8e63f0d82381 req-48c4551f-cfe1-4b0d-ac85-89d126c9e96a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:08.203561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cd6bd9d-9a1d-4c47-a8c2-8e63f0d82381 req-48c4551f-cfe1-4b0d-ac85-89d126c9e96a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1306853 Nov 25 18:27:08.241571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-7028d11f-3aaf-4d61-8c13-57e96e30c8a4 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:08.243603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-7028d11f-3aaf-4d61-8c13-57e96e30c8a4 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608647 Nov 25 18:27:08.266147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Request body: {'port': {'device_id': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '224261ee0e4143e1bd9e7700b5d43adf'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:08.271819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cd6bd9d-9a1d-4c47-a8c2-8e63f0d82381 req-c05225cb-cac1-4e5b-bf5e-ff432d03f889 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608671 Nov 25 18:27:08.455971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ef1d1-fa28-4c27-baa4-2be435008068 req-57b2268d-6f34-4711-a932-98c3d6c53097 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:08.458710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca5ef1d1-fa28-4c27-baa4-2be435008068 req-57b2268d-6f34-4711-a932-98c3d6c53097 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.0791912 Nov 25 18:27:08.460399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Made reservation on behalf of 224261ee0e4143e1bd9e7700b5d43adf for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:08.464604 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:08.578605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca5ef1d1-fa28-4c27-baa4-2be435008068 req-7a9f640b-6c22-41f2-a7d3-982a63470fd7 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110411 Nov 25 18:27:08.645918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Allocated IP 192.168.233.219 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/d420edb2-d403-488b-a391-faa7db93eafd) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:08.720918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e4750-9425-4656-b097-11d44d635afe req-22a5976f-0102-49a8-a3f4-1c163a17428b tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:08.722076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c56e4750-9425-4656-b097-11d44d635afe req-22a5976f-0102-49a8-a3f4-1c163a17428b tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.0533645 Nov 25 18:27:08.781036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c56e4750-9425-4656-b097-11d44d635afe req-dd205344-0e8f-407e-9814-1d98247fd93b tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505619 Nov 25 18:27:08.868314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2372208-1cc3-4d81-956c-3d7aa6cd3daa req-a4c19053-ae85-4368-84c8-479838b9a51e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 210 time: 0.0273788 Nov 25 18:27:08.902634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-a4dc9fe1-73e5-4850-9238-36528a3cd0cb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329568 Nov 25 18:27:09.152204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51564) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:09.153838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-938bb070-b703-4af4-ab6a-7bd36a47e1c2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:09.155432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-938bb070-b703-4af4-ab6a-7bd36a47e1c2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436366 Nov 25 18:27:09.171895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Request body: {'port': {'device_id': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'd238c92999f6468d9acaa143e2603a98'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:09.238313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.281577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.297167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['5995e66e-30ac-47a2-8457-3d17f7719520', '6f9274dd-2205-41b1-b78b-1a03a870d679'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:09.344452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b205-380c-4f1b-985b-40f18f0cdc4e req-e1bf87d4-9607-48bf-a614-c686cc6d716b tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:09.352542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b73b205-380c-4f1b-985b-40f18f0cdc4e req-e1bf87d4-9607-48bf-a614-c686cc6d716b tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 950 time: 0.1959050 Nov 25 18:27:09.359732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Made reservation on behalf of d238c92999f6468d9acaa143e2603a98 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:09.363768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.370877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe467-8d30-4540-bc97-6c21f5424f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.373790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.392655 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:09.398273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Pushing event updated for resources: {'Port': ['ID=d420edb2-d403-488b-a391-faa7db93eafd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:09.409646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:09.438079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:09.473210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b73b205-380c-4f1b-985b-40f18f0cdc4e req-6b65c136-ed5f-4c68-897a-2020bbdad828 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193554 Nov 25 18:27:09.623826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.655696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:09.656594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.663505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.683960 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-93757aae-d5de-487a-b3ce-21d6e571426a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4259338 Nov 25 18:27:09.699769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Request body: {'port': {'device_id': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:09.767605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-740109a1-fe80-4ade-bf73-14baa5c50e38 None None] Provisioning complete for port d420edb2-d403-488b-a391-faa7db93eafd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:09.768077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-740109a1-fe80-4ade-bf73-14baa5c50e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.773860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe467-8d30-4540-bc97-6c21f5424f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.785236 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe467-8d30-4540-bc97-6c21f5424f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.805464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-740109a1-fe80-4ade-bf73-14baa5c50e38 None None] Port d420edb2-d403-488b-a391-faa7db93eafd cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:27:09.835055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20894db7-d8e0-458d-940f-2a5eaeb43b69,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:09.846609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:09.855587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20612-18ca-421c-bfd9-5f6abebb004b req-5e2636b6-424e-45c8-8b47-ff304c368615 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:09.857144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6f20612-18ca-421c-bfd9-5f6abebb004b req-5e2636b6-424e-45c8-8b47-ff304c368615 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 936 time: 0.2290633 Nov 25 18:27:09.864769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e7bbe467-8d30-4540-bc97-6c21f5424f2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fd1a973b1644c8b8777ca311eaeb523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7118993 Nov 25 18:27:09.867933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbe467-8d30-4540-bc97-6c21f5424f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b89ab2-65df-4082-9dcc-012af368dfb0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:09.870272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:09.874236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cb97d-8f39-4811-bce6-05d40f41d0d1 req-ae44dd46-5e6f-44ad-b2b1-a100d0391bc6 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:09.875543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Allocated IP 192.168.233.59 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/c8300373-7a15-45ec-b187-cedac963ad9f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:09.881460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-557cb97d-8f39-4811-bce6-05d40f41d0d1 req-ae44dd46-5e6f-44ad-b2b1-a100d0391bc6 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.1482854 Nov 25 18:27:09.938809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6f20612-18ca-421c-bfd9-5f6abebb004b req-b022e937-9644-4c44-8d94-0c8b2da33c11 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744081 Nov 25 18:27:09.993941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-557cb97d-8f39-4811-bce6-05d40f41d0d1 req-dbaabead-ed4e-4aa4-bf2c-3cfd473909bd tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116421 Nov 25 18:27:10.056563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df8fc246-d80b-42da-af28-c66153fd697f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.084749 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df8fc246-d80b-42da-af28-c66153fd697f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.129648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.138115 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df8fc246-d80b-42da-af28-c66153fd697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.140773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df8fc246-d80b-42da-af28-c66153fd697f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.145472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-df8fc246-d80b-42da-af28-c66153fd697f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2b89ab2-65df-4082-9dcc-012af368dfb0 HTTP/1.1" status: 204 len: 168 time: 0.2732034 Nov 25 18:27:10.158749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fc246-d80b-42da-af28-c66153fd697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b89ab2-65df-4082-9dcc-012af368dfb0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:10.179368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.255904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:10.265574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:10.271206 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:10.323809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4f1e3-c694-438b-b287-b4385001e59a req-f6cee70c-81ed-4829-9934-36ad31249e27 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:10.325365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1bc4f1e3-c694-438b-b287-b4385001e59a req-f6cee70c-81ed-4829-9934-36ad31249e27 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 935 time: 0.1606255 Nov 25 18:27:10.331941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:10.332647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.361539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:10.395930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d420edb2-d403-488b-a391-faa7db93eafd {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:10.405855 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.421505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Transition to ACTIVE for port object d420edb2-d403-488b-a391-faa7db93eafd will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:10.426429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.440745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1bc4f1e3-c694-438b-b287-b4385001e59a req-d5fbeae0-d053-4873-a218-63ae27552a8e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977845 Nov 25 18:27:10.466169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-219905bc-c153-4eee-bf88-9a785ef0ebb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2979555 Nov 25 18:27:10.485178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Request body: {'port': {'device_id': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:10.569985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Pushing event updated for resources: {'Port': ['ID=d420edb2-d403-488b-a391-faa7db93eafd,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:10.586214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Attempting to bind port d420edb2-d403-488b-a391-faa7db93eafd on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:10.587319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Attempting to bind port d420edb2-d403-488b-a391-faa7db93eafd by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:10.588073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Attempting to bind port d420edb2-d403-488b-a391-faa7db93eafd on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:10.597269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Port d420edb2-d403-488b-a391-faa7db93eafd on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:10.600131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Attempting to bind port d420edb2-d403-488b-a391-faa7db93eafd on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:10.623344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51614) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:10.636361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:10.636632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:10.637029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:10.637481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Bound port: d420edb2-d403-488b-a391-faa7db93eafd, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:10.637847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.643608 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b509614-58d0-4897-ae57-09cf273a24c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.661571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5366b2a1-7007-4d29-99be-ab242ed21eea None None] Provisioning complete for port c8300373-7a15-45ec-b187-cedac963ad9f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:10.663148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5366b2a1-7007-4d29-99be-ab242ed21eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.696938 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.767115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5366b2a1-7007-4d29-99be-ab242ed21eea None None] Port c8300373-7a15-45ec-b187-cedac963ad9f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:27:10.785771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] For port d420edb2-d403-488b-a391-faa7db93eafd, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:10.793895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] For port d420edb2-d403-488b-a391-faa7db93eafd, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d420edb2-d403-488b-a391-faa7db93eafd,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:10.805159 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.835881 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff30e889-df10-4dd2-a7d3-b9070c8dfd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.871681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b509614-58d0-4897-ae57-09cf273a24c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.884640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b509614-58d0-4897-ae57-09cf273a24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.886912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Pushing event updated for resources: {'Port': ['ID=d420edb2-d403-488b-a391-faa7db93eafd,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:10.897624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:10.900306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:10.904623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-10b37190-3d02-4e22-8e76-84a3f8376da0 service neutron] 10.222.0.64 "PUT /v2.0/ports/d420edb2-d403-488b-a391-faa7db93eafd HTTP/1.1" status: 200 len: 1096 time: 1.2065442 Nov 25 18:27:10.904899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'tag': 'd420edb2-d403-488b-a391-faa7db93eafd'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:10.909298 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37" -d '{"events": [{"name": "network-changed", "server_uuid": "d019e7b8-783a-4bb5-99f2-5b6a8227ba0a", "tag": "d420edb2-d403-488b-a391-faa7db93eafd"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:11.031488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3b509614-58d0-4897-ae57-09cf273a24c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=079e05222bcf4a87981b11007506f1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068425 Nov 25 18:27:11.032889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51634) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:11.033078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b509614-58d0-4897-ae57-09cf273a24c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15acfa-4b00-4e53-9ba0-261d70ceefcc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:11.102119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-20d5f40f-59ec-4b43-96b9-7793faef17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.104271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-20d5f40f-59ec-4b43-96b9-7793faef17f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 1099 time: 0.1344581 Nov 25 18:27:11.190689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-b805bfe2-f1f5-4929-8e37-13a4fe90dcc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d420edb2-d403-488b-a391-faa7db93eafd HTTP/1.1" status: 200 len: 217 time: 0.0655243 Nov 25 18:27:11.233443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5135-b16d-4d4a-881c-6741f39208d2 req-8f9c9585-9019-4324-8f7b-e73073934cad tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.234872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11bd5135-b16d-4d4a-881c-6741f39208d2 req-8f9c9585-9019-4324-8f7b-e73073934cad tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 950 time: 0.0885706 Nov 25 18:27:11.242182 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3129c80f-079c-4c05-9423-92be1267fa17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.278267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3129c80f-079c-4c05-9423-92be1267fa17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.278725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8300373-7a15-45ec-b187-cedac963ad9f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:11.291310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-11f9d66d-e9a0-4581-8115-f93a039b7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.292779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-11f9d66d-e9a0-4581-8115-f93a039b7e4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0873754 Nov 25 18:27:11.298252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.337385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Transition to ACTIVE for port object c8300373-7a15-45ec-b187-cedac963ad9f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:11.355163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11bd5135-b16d-4d4a-881c-6741f39208d2 req-c2a204f5-5147-4910-b111-f96fc2f6bfd9 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027598 Nov 25 18:27:11.357107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.381555 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3129c80f-079c-4c05-9423-92be1267fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.384603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3129c80f-079c-4c05-9423-92be1267fa17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.388459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3129c80f-079c-4c05-9423-92be1267fa17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d15acfa-4b00-4e53-9ba0-261d70ceefcc HTTP/1.1" status: 204 len: 168 time: 0.3521016 Nov 25 18:27:11.400239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-02bcf548-aacb-41bc-aece-75a98377a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.402063 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-02bcf548-aacb-41bc-aece-75a98377a5ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921276 Nov 25 18:27:11.403179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129c80f-079c-4c05-9423-92be1267fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15acfa-4b00-4e53-9ba0-261d70ceefcc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:11.434579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:11.442815 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe3c0cf-1458-43b7-a771-d230ded25824 x-openstack-request-id: req-cfe3c0cf-1458-43b7-a771-d230ded25824 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:11.443718 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d019e7b8-783a-4bb5-99f2-5b6a8227ba0a", "tag": "d420edb2-d403-488b-a391-faa7db93eafd", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:11.444543 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfe3c0cf-1458-43b7-a771-d230ded25824 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:11.446292 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'tag': 'd420edb2-d403-488b-a391-faa7db93eafd', 'status': 'completed', 'code': 200} Nov 25 18:27:11.541259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:11.541259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:11.541259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:11.561293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Port c8300373-7a15-45ec-b187-cedac963ad9f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:11.561830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:11.571108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:11.571441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:11.571814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:11.572253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Bound port: c8300373-7a15-45ec-b187-cedac963ad9f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:11.572764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.609220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-99e4fac2-d474-48e1-9d8f-6aaf94bc5bdd service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605232 Nov 25 18:27:11.628292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25376d-9f0c-4615-a5db-7c8139e61e6d req-40a094cf-d881-4041-b0b4-ef81a14134e3 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.635904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f25376d-9f0c-4615-a5db-7c8139e61e6d req-40a094cf-d881-4041-b0b4-ef81a14134e3 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 948 time: 0.1098492 Nov 25 18:27:11.714242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f25376d-9f0c-4615-a5db-7c8139e61e6d req-8458b8ce-97a8-4826-8548-bd348bf24fe9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773573 Nov 25 18:27:11.724947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:11.729231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:11.736312 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.751734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43b50eb1-eed8-4e62-b373-f30564bd26c4 req-98195518-0486-49dc-971d-3dae558aa266 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337795 Nov 25 18:27:11.816342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.816969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:11.818653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] 10.222.0.66 "PUT /v2.0/ports/c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 1095 time: 1.3420818 Nov 25 18:27:11.819152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:11.821277 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b96274-71a1-46da-9b9d-130d05b7d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:11.835296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9e4f0-76c7-4064-b9b0-f3a1df26ac7a service neutron] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:11.940558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-8172112c-3b1e-4a03-b92c-1ab1b43a24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.948290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51674) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:11.955144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-8172112c-3b1e-4a03-b92c-1ab1b43a24e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1098 time: 0.0721204 Nov 25 18:27:11.978811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-d847df42-2c99-4182-8a68-54ea000e3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:11.980483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-d847df42-2c99-4182-8a68-54ea000e3229 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 1099 time: 0.1302745 Nov 25 18:27:12.008688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-0417edec-c7d9-4f7c-892d-1a5e17c8f8f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.0526476 Nov 25 18:27:12.115901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-d6a3b7fb-6ca3-40f7-9ec4-226344fe1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:12.118032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-d6a3b7fb-6ca3-40f7-9ec4-226344fe1b61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1017420 Nov 25 18:27:12.152661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-d972d3b7-b2ab-4a60-86e4-f6a44aae9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:12.158940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-d972d3b7-b2ab-4a60-86e4-f6a44aae9f30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1632586 Nov 25 18:27:12.172591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-8b781f5f-3b6e-441d-93ac-94925a8e7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:12.174979 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-8b781f5f-3b6e-441d-93ac-94925a8e7098 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494919 Nov 25 18:27:12.215246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-f651e8d3-4238-4df2-bf49-699ae7259e3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d420edb2-d403-488b-a391-faa7db93eafd HTTP/1.1" status: 200 len: 217 time: 0.0491073 Nov 25 18:27:12.289644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-c84fb666-3244-4a28-bd4e-b6dfd436bb70 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069481 Nov 25 18:27:12.294954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-0d2db9f5-7e65-418e-b672-39d61deeac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:12.297021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-0d2db9f5-7e65-418e-b672-39d61deeac01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0636091 Nov 25 18:27:12.314236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-818fec1c-9452-4938-b637-c43e68b783bb tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:27:12.315535 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-818fec1c-9452-4938-b637-c43e68b783bb tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3663008 Nov 25 18:27:12.386184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-2ddc0298-5ccd-4c7e-bcfb-09affe89147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:12.388191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-2ddc0298-5ccd-4c7e-bcfb-09affe89147c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716152 Nov 25 18:27:12.405136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2325a35c-723b-4ac6-82a4-f2db29ac1c11 req-7626ccb8-80bf-421f-ba65-661c389c7c6b service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083767 Nov 25 18:27:12.516194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-8cb6f9d4-9a16-409f-a483-f4cdff5588a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:12.517900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-8cb6f9d4-9a16-409f-a483-f4cdff5588a6 service neutron] 10.222.0.62 "GET /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 1094 time: 0.1401610 Nov 25 18:27:12.535905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Request body: {'binding': {'host': 'n-h2-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:12.536709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Unknown quota resources ['binding']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:27:12.583918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7687b6-24ce-4253-b597-89809104572e req-c1cfe12b-aa7e-4f43-b598-911d2528da2a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:12.584325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-37671277-d83e-4e3b-86b0-e5e98403e9b2 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850581 Nov 25 18:27:12.585498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac7687b6-24ce-4253-b597-89809104572e req-c1cfe12b-aa7e-4f43-b598-911d2528da2a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 947 time: 0.0548728 Nov 25 18:27:12.641862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac7687b6-24ce-4253-b597-89809104572e req-7d716216-69ae-4d2b-b13e-3af524f5aa68 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493259 Nov 25 18:27:12.743631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c68ad49-2e11-4a93-9795-8d0c2b60ad37 req-d26e04a4-45f8-4534-b040-7ecfb7f3ef9e service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449044 Nov 25 18:27:12.777746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on host n-h2-819194-3 for vnic_type normal with profile None {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:12.778088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:12.778406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:12.783291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:12.783605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:12.788877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:12.789214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:12.789586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:12.790007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Bound port: 935c743f-d767-42fd-bd8d-21f404107dea, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:12.890321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:12.898070 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:12.898937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-790749a2-1ec2-47b8-b103-2f5a6ad77df5 service neutron] 10.222.0.62 "POST /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea/bindings HTTP/1.1" status: 201 len: 389 time: 0.3737395 Nov 25 18:27:12.935949 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d11fd8-d949-4f93-9c72-75bdfebf2973 x-openstack-request-id: req-92d11fd8-d949-4f93-9c72-75bdfebf2973 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:12.936511 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:12.936840 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92d11fd8-d949-4f93-9c72-75bdfebf2973 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:12.937294 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'status': 'completed', 'code': 200} Nov 25 18:27:13.054357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-a894e71f-89aa-4dd2-a0ef-900d8691d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.059543 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-a894e71f-89aa-4dd2-a0ef-900d8691d4a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1098 time: 0.0878823 Nov 25 18:27:13.211097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3838eec-9e60-4219-9fb4-a26aa9022ef8 req-c37887a9-fee5-476c-8405-48480fd2ab00 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.213006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3838eec-9e60-4219-9fb4-a26aa9022ef8 req-c37887a9-fee5-476c-8405-48480fd2ab00 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 948 time: 0.0746002 Nov 25 18:27:13.253207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-ec03f4a8-4a65-46e0-9c41-e9b4c64faae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.254703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-ec03f4a8-4a65-46e0-9c41-e9b4c64faae9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1893396 Nov 25 18:27:13.279025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-ba4e4250-321a-4c4b-98ee-703ff88142d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.280694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-ba4e4250-321a-4c4b-98ee-703ff88142d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1097 time: 0.0573566 Nov 25 18:27:13.312064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-f69ba99e-682e-40df-9e98-7b53f1b19f77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.0441689 Nov 25 18:27:13.319909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3838eec-9e60-4219-9fb4-a26aa9022ef8 req-5ec7d092-9a60-457e-bf08-54e70d1d4ceb tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001003 Nov 25 18:27:13.362785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13a517cb-cd2f-4382-a062-62b79203622e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:13.369334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-1275ec05-03ad-47a0-ac29-7be9f77e3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.370827 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-1275ec05-03ad-47a0-ac29-7be9f77e3ea9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0500722 Nov 25 18:27:13.435941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-9f02026c-e7fc-4899-be5a-cc83b9ae7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.437842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-9f02026c-e7fc-4899-be5a-cc83b9ae7605 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585032 Nov 25 18:27:13.449559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5699e-2abd-46d7-ae3c-d096f37ad80e req-d1f3d979-cda0-4a9b-ac56-d8d363df6f44 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.451093 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9b5699e-2abd-46d7-ae3c-d096f37ad80e req-d1f3d979-cda0-4a9b-ac56-d8d363df6f44 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 946 time: 0.1548204 Nov 25 18:27:13.455076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-82c4e016-b36a-40f1-899c-3bae63b0e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.456286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-82c4e016-b36a-40f1-899c-3bae63b0e910 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1678286 Nov 25 18:27:13.516041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-5b20d32c-0151-4b91-bbd6-1e8442bc56a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 217 time: 0.0427213 Nov 25 18:27:13.540644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-c92354c2-b088-4ed8-81e4-e913a6c68fc5 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949333 Nov 25 18:27:13.573114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9b5699e-2abd-46d7-ae3c-d096f37ad80e req-7668eacb-db9e-4806-8fa0-726488f47b89 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107285 Nov 25 18:27:13.593472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-6ec01fe6-780a-4673-9aa3-bd4bae7c3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.593472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-6ec01fe6-780a-4673-9aa3-bd4bae7c3751 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0638819 Nov 25 18:27:13.635040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-e0f97331-5b45-4545-88be-6443b52882f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330703 Nov 25 18:27:13.656887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25b96274-71a1-46da-9b9d-130d05b7d00a req-80251594-e969-4dfb-b307-062661fedc34 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072061 Nov 25 18:27:13.744993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-27e9b92f-e206-425f-b404-8f8c5a7c0e92 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987079 Nov 25 18:27:13.888122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6072386-1988-4e90-a1b7-a69ac4480849 req-36749189-9755-42db-bf35-133af69f67b5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:13.893013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6072386-1988-4e90-a1b7-a69ac4480849 req-36749189-9755-42db-bf35-133af69f67b5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 947 time: 0.0835803 Nov 25 18:27:13.895598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-8713d243-c2fa-469b-a2b8-c028328fd487 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424656 Nov 25 18:27:13.974781 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6072386-1988-4e90-a1b7-a69ac4480849 req-2bbc6d1f-f6ed-4d4f-9447-e13e3b362b36 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745864 Nov 25 18:27:14.083370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-e7ce243b-f9f6-4c89-9af1-96b8f12e441f tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:14.085523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-e7ce243b-f9f6-4c89-9af1-96b8f12e441f tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1097 time: 0.0878713 Nov 25 18:27:14.103605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819194-3'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:14.164586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.221747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:14.222897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.258803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51816) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:14.305066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:14.346924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:14.391677 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c73a30-31da-4cf6-a0df-8c6bc5553e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.396960 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.400136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:14.403024 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29604d7a-490a-4f9e-9d1f-ea05115b82a3" -d '{"events": [{"server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "935c743f-d767-42fd-bd8d-21f404107dea"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:14.425723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.487334 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d715cb-da67-413b-8748-17cfd710d8f2 x-openstack-request-id: req-d6d715cb-da67-413b-8748-17cfd710d8f2 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:14.487695 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "name": "network-vif-unplugged", "status": "completed", "tag": "935c743f-d767-42fd-bd8d-21f404107dea", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:14.487875 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6d715cb-da67-413b-8748-17cfd710d8f2 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:14.488259 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea', 'code': 200} Nov 25 18:27:14.512961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204f061-0c39-4ac2-844d-7067a473a977 req-398c735c-f87e-47ec-b1b4-d34812d9c280 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:14.522990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c204f061-0c39-4ac2-844d-7067a473a977 req-398c735c-f87e-47ec-b1b4-d34812d9c280 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 948 time: 0.0997202 Nov 25 18:27:14.523842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51826) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:14.547373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on host n-h1-819194-3 for vnic_type normal with profile {"migrating_to": "n-h2-819194-3"} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:14.547706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:14.548060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:14.552489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:14.555252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:14.555571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Attempting to bind port 935c743f-d767-42fd-bd8d-21f404107dea on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:14.564302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:14.566101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:14.566436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:14.567390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Bound port: 935c743f-d767-42fd-bd8d-21f404107dea, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:14.568397 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.610200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c73a30-31da-4cf6-a0df-8c6bc5553e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.630937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c73a30-31da-4cf6-a0df-8c6bc5553e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.649405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c204f061-0c39-4ac2-844d-7067a473a977 req-0dc7a968-8047-4d3c-ad90-3fbe822381e7 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215720 Nov 25 18:27:14.656376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e913e6be-ad6a-4aff-97ea-c9a2241857da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.666762 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7172945a-9e2c-4d30-a602-316c45ca968e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.668551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:14.695426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:14.701246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:14.749217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c756f6b-b67a-4524-8a0f-3653781fb99b req-8efbd0cc-b598-4965-878f-160feeffd56f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:14.750796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c756f6b-b67a-4524-8a0f-3653781fb99b req-8efbd0cc-b598-4965-878f-160feeffd56f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0976925 Nov 25 18:27:14.934713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-39c73a30-31da-4cf6-a0df-8c6bc5553e6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=860a0554c40d487482a66e99d9d9fee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7114677 Nov 25 18:27:14.942247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51832) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:14.952641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c73a30-31da-4cf6-a0df-8c6bc5553e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f53b2-e3df-4e02-b57c-839445697b2d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.038312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:15.038946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.040301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 1122 time: 0.9421823 Nov 25 18:27:15.056438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529c94e-4e75-474c-a5ce-3826dbc3d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=8']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.076653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c756f6b-b67a-4524-8a0f-3653781fb99b req-9731cc45-fc56-4fe2-9a75-5b5c73145385 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173921 Nov 25 18:27:15.111989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ee5-751d-42d3-bf83-fdba3d0e8578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.135140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7172945a-9e2c-4d30-a602-316c45ca968e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.142349 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e913e6be-ad6a-4aff-97ea-c9a2241857da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.150149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7172945a-9e2c-4d30-a602-316c45ca968e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.152384 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e913e6be-ad6a-4aff-97ea-c9a2241857da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.192072 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ee5-751d-42d3-bf83-fdba3d0e8578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.225137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed637f6-941c-429b-a6b0-053e25097346 req-d1adade5-31d4-4212-b9ac-8e02c5f06db7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:15.226648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ed637f6-941c-429b-a6b0-053e25097346 req-d1adade5-31d4-4212-b9ac-8e02c5f06db7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 947 time: 0.1746006 Nov 25 18:27:15.243902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7172945a-9e2c-4d30-a602-316c45ca968e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de908bde42e24b51a23ad07228dcdd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7176704 Nov 25 18:27:15.245376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51846) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:15.246262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e913e6be-ad6a-4aff-97ea-c9a2241857da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ca1d2b50b0f4812b161469619631ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9863675 Nov 25 18:27:15.250038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:15.265153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172945a-9e2c-4d30-a602-316c45ca968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce056262-8a66-4a6c-bc5b-0146c401865a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.302179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['935c743f-d767-42fd-bd8d-21f404107dea'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:15.320442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913e6be-ad6a-4aff-97ea-c9a2241857da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5607ba-41bb-4337-bdb9-9f887b3b2a51,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.340559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc386-60ab-4422-b89a-a208f5bc89b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.342502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ed637f6-941c-429b-a6b0-053e25097346 req-abcefae5-caa8-4bee-a556-16e1be6bd84f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082532 Nov 25 18:27:15.360108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ee5-751d-42d3-bf83-fdba3d0e8578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.363604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ee5-751d-42d3-bf83-fdba3d0e8578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.364953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6c8a6ee5-751d-42d3-bf83-fdba3d0e8578 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd4f53b2-e3df-4e02-b57c-839445697b2d HTTP/1.1" status: 204 len: 168 time: 0.4197395 Nov 25 18:27:15.375561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a6ee5-751d-42d3-bf83-fdba3d0e8578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f53b2-e3df-4e02-b57c-839445697b2d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.394814 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc386-60ab-4422-b89a-a208f5bc89b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.403703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc446-647b-43cf-9ea4-7b3e0396b295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.456547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc446-647b-43cf-9ea4-7b3e0396b295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.504171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc386-60ab-4422-b89a-a208f5bc89b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.506911 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc386-60ab-4422-b89a-a208f5bc89b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.508540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e6bfc386-60ab-4422-b89a-a208f5bc89b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce056262-8a66-4a6c-bc5b-0146c401865a HTTP/1.1" status: 204 len: 168 time: 0.2616775 Nov 25 18:27:15.519136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfc386-60ab-4422-b89a-a208f5bc89b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce056262-8a66-4a6c-bc5b-0146c401865a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.523696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc446-647b-43cf-9ea4-7b3e0396b295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.526884 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9cdc446-647b-43cf-9ea4-7b3e0396b295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.530954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9cdc446-647b-43cf-9ea4-7b3e0396b295 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f5607ba-41bb-4337-bdb9-9f887b3b2a51 HTTP/1.1" status: 204 len: 168 time: 0.2740419 Nov 25 18:27:15.541505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdc446-647b-43cf-9ea4-7b3e0396b295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5607ba-41bb-4337-bdb9-9f887b3b2a51,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.700727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51864) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:15.714354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4541be0f-2928-4cc1-9a97-d811cf9adc89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.778326 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.799080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362dc49-d01b-48af-a4b5-2c97bb8b1656 req-c49d59a4-ad9a-4f9d-8067-5b89660414f5 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:15.800984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d420edb2-d403-488b-a391-faa7db93eafd details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:15.807308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2362dc49-d01b-48af-a4b5-2c97bb8b1656 req-c49d59a4-ad9a-4f9d-8067-5b89660414f5 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 948 time: 0.0719435 Nov 25 18:27:15.847827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4541be0f-2928-4cc1-9a97-d811cf9adc89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.856180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4541be0f-2928-4cc1-9a97-d811cf9adc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.874586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2362dc49-d01b-48af-a4b5-2c97bb8b1656 req-b3ea6cf3-b37b-4bc0-882d-8d22cb7aa763 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614760 Nov 25 18:27:15.905579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d420edb2-d403-488b-a391-faa7db93eafd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d420edb2-d403-488b-a391-faa7db93eafd,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:15.906540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:15.906885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4541be0f-2928-4cc1-9a97-d811cf9adc89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ea87fde79cb42a38e911185d0097369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051706 Nov 25 18:27:15.918746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd420edb2-d403-488b-a391-faa7db93eafd', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'd420edb2-d403-488b-a391-faa7db93eafd', 'mac_address': 'fa:16:3e:27:6a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:15.929103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541be0f-2928-4cc1-9a97-d811cf9adc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8b873f-962a-4c7b-bdd8-8a250fa3683d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:15.942174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51868) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:15.963737 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.965540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ca95811-6902-4644-821d-9f5c76ce21d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.977800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d420edb2-d403-488b-a391-faa7db93eafd {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:15.996929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba347757-cc7b-449f-9066-26c9c201d744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:15.997924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d420edb2-d403-488b-a391-faa7db93eafd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d420edb2-d403-488b-a391-faa7db93eafd,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:16.002229 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.030907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba347757-cc7b-449f-9066-26c9c201d744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.054964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d420edb2-d403-488b-a391-faa7db93eafd,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:16.103372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ca95811-6902-4644-821d-9f5c76ce21d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.108893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ca95811-6902-4644-821d-9f5c76ce21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.114419 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba347757-cc7b-449f-9066-26c9c201d744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.117269 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba347757-cc7b-449f-9066-26c9c201d744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.121366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ba347757-cc7b-449f-9066-26c9c201d744 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b8b873f-962a-4c7b-bdd8-8a250fa3683d HTTP/1.1" status: 204 len: 168 time: 0.2106712 Nov 25 18:27:16.155408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ca95811-6902-4644-821d-9f5c76ce21d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=920d61c6b0df4866b2512570112e69a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121146 Nov 25 18:27:16.156404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca95811-6902-4644-821d-9f5c76ce21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6970e2b4-34c3-46aa-a8bc-87a065ea51ef,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:16.160558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:16.167262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba347757-cc7b-449f-9066-26c9c201d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8b873f-962a-4c7b-bdd8-8a250fa3683d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:16.191056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51880) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:16.211819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd162767-dfff-4b2d-870c-982fc199ea94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.283623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdfb2e-dc4d-445a-a026-9d17e4ce7731 req-f0b3244f-041d-4eec-9724-9ce888a64d05 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:16.285012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52cdfb2e-dc4d-445a-a026-9d17e4ce7731 req-f0b3244f-041d-4eec-9724-9ce888a64d05 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1107304 Nov 25 18:27:16.303398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e113f2ef-db0a-4c24-a5e0-77975d08ef89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.314038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd162767-dfff-4b2d-870c-982fc199ea94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.319934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd162767-dfff-4b2d-870c-982fc199ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.340256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e113f2ef-db0a-4c24-a5e0-77975d08ef89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.355227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d420edb2-d403-488b-a391-faa7db93eafd'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:16.369288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52cdfb2e-dc4d-445a-a026-9d17e4ce7731 req-0ceafce1-21c1-4dc8-b527-27a256d0f246 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739901 Nov 25 18:27:16.369857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cd162767-dfff-4b2d-870c-982fc199ea94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1969065a2a594cd79369f2fe34efa5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770811 Nov 25 18:27:16.370107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd162767-dfff-4b2d-870c-982fc199ea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9de556-1071-4a65-86e8-00b4fe138274,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:16.373459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51890) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:16.425639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e113f2ef-db0a-4c24-a5e0-77975d08ef89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.431268 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e113f2ef-db0a-4c24-a5e0-77975d08ef89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.447143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e113f2ef-db0a-4c24-a5e0-77975d08ef89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6970e2b4-34c3-46aa-a8bc-87a065ea51ef HTTP/1.1" status: 204 len: 168 time: 0.2739596 Nov 25 18:27:16.468667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113f2ef-db0a-4c24-a5e0-77975d08ef89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6970e2b4-34c3-46aa-a8bc-87a065ea51ef,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:16.489141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:16.492279 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49671e2-b978-4036-8870-a4dd7ef7f7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "tag": "935c743f-d767-42fd-bd8d-21f404107dea"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:16.550491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38102819-6105-43cb-aabe-dd3f6e3babcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.593041 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf209dd-15cb-4607-91f7-99ead2e94ab7 x-openstack-request-id: req-2cf209dd-15cb-4607-91f7-99ead2e94ab7 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:16.593041 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "tag": "935c743f-d767-42fd-bd8d-21f404107dea", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:16.593041 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cf209dd-15cb-4607-91f7-99ead2e94ab7 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:16.593041 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea', 'status': 'completed', 'code': 200} Nov 25 18:27:16.601299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38102819-6105-43cb-aabe-dd3f6e3babcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.621971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741d99d-d98e-47ee-bb3d-b8a241c34063 req-f5903bfe-a601-4e9a-b130-3f202ec07043 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:16.624065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f741d99d-d98e-47ee-bb3d-b8a241c34063 req-f5903bfe-a601-4e9a-b130-3f202ec07043 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 947 time: 0.1331365 Nov 25 18:27:16.690024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51904) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:16.705388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29fd54e5-9536-44ba-ae5a-c8a4f42995f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.726405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f741d99d-d98e-47ee-bb3d-b8a241c34063 req-23b32515-16bc-4066-a867-65443affc18b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940592 Nov 25 18:27:16.730163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-f6a16075-c504-4788-8138-17c3e717e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:16.731882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-f6a16075-c504-4788-8138-17c3e717e9e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1125 time: 0.0983891 Nov 25 18:27:16.739991 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38102819-6105-43cb-aabe-dd3f6e3babcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.743941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38102819-6105-43cb-aabe-dd3f6e3babcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.748112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-38102819-6105-43cb-aabe-dd3f6e3babcb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f9de556-1071-4a65-86e8-00b4fe138274 HTTP/1.1" status: 204 len: 168 time: 0.3705828 Nov 25 18:27:16.775737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38102819-6105-43cb-aabe-dd3f6e3babcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9de556-1071-4a65-86e8-00b4fe138274,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:16.849980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.853672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-662a0999-1e5a-4bce-bb7c-cd786393d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:16.857966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-662a0999-1e5a-4bce-bb7c-cd786393d7b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1112022 Nov 25 18:27:16.861476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29fd54e5-9536-44ba-ae5a-c8a4f42995f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.865774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29fd54e5-9536-44ba-ae5a-c8a4f42995f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.907088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29fd54e5-9536-44ba-ae5a-c8a4f42995f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d04474ff80804d159ef0f755f3966ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152174 Nov 25 18:27:16.908201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd54e5-9536-44ba-ae5a-c8a4f42995f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c1ec6-7413-428d-ac8e-b7fb0c892801,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:16.910718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:16.914041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-aeb89d97-d0b9-482b-b53d-68167efdcc7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 217 time: 0.0469861 Nov 25 18:27:16.971892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1dc0f29-1b56-40cd-aedf-f16b367ebfc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:16.975629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-d4561c61-f3d3-41bc-ba6d-344e2b76a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:16.977176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-d4561c61-f3d3-41bc-ba6d-344e2b76a32a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0552762 Nov 25 18:27:17.007299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1dc0f29-1b56-40cd-aedf-f16b367ebfc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.016080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-fd72aca1-a2d1-4df0-95d5-82f631b1ae54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294750 Nov 25 18:27:17.073887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916828a-4331-4f7f-ad9e-c67614de5392 req-4ceb606a-d86c-4fc0-9a4a-ada51574f232 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:17.075540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4916828a-4331-4f7f-ad9e-c67614de5392 req-4ceb606a-d86c-4fc0-9a4a-ada51574f232 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 949 time: 0.0815146 Nov 25 18:27:17.107552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1dc0f29-1b56-40cd-aedf-f16b367ebfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.111938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1dc0f29-1b56-40cd-aedf-f16b367ebfc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.115973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e1dc0f29-1b56-40cd-aedf-f16b367ebfc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a29c1ec6-7413-428d-ac8e-b7fb0c892801 HTTP/1.1" status: 204 len: 168 time: 0.2041450 Nov 25 18:27:17.132425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc0f29-1b56-40cd-aedf-f16b367ebfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c1ec6-7413-428d-ac8e-b7fb0c892801,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:17.162629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4916828a-4331-4f7f-ad9e-c67614de5392 req-352f154e-f393-4c64-bd1b-01403c5eb484 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 Nov 25 18:27:17.187257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-f986e994-b766-42a4-a8af-959c443e6d1d service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632864 Nov 25 18:27:17.291730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e49671e2-b978-4036-8870-a4dd7ef7f7d5 req-c3024500-73f0-40ca-bcb2-9d14f2aa13a6 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969281 Nov 25 18:27:17.459986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:17.519675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54fd41-eb72-435c-9c4e-67f4515eb01d req-7cd69287-aa97-4b29-a60d-3aa3cfb1d9a8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:17.521335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea54fd41-eb72-435c-9c4e-67f4515eb01d req-7cd69287-aa97-4b29-a60d-3aa3cfb1d9a8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0539994 Nov 25 18:27:17.593785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea54fd41-eb72-435c-9c4e-67f4515eb01d req-76eb7be3-7ba0-4635-8d56-5f1568a4729d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Nov 25 18:27:17.605804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:17.631633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'mac_address': 'fa:16:3e:17:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:17.670521 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.684387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5e42c73-ded4-4ea3-8e5c-5c208007b4fc {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:17.706591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:17.711078 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:17.711806 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device c8300373-7a15-45ec-b187-cedac963ad9f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:17.782422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:17.788203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:17.802266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'mac_address': 'fa:16:3e:9c:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:17.841891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 935c743f-d767-42fd-bd8d-21f404107dea details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:17.851463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d420edb2-d403-488b-a391-faa7db93eafd up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:17.897632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffc60b-e315-41dd-ba95-92e9dd9b5ea4 req-c34ccbdc-ea7f-47e4-837a-531219dbe578 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:17.900396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4ffc60b-e315-41dd-ba95-92e9dd9b5ea4 req-c34ccbdc-ea7f-47e4-837a-531219dbe578 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 947 time: 0.0709982 Nov 25 18:27:17.961079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4ffc60b-e315-41dd-ba95-92e9dd9b5ea4 req-84cfa4d3-82dc-4193-8a12-99f368cb44fc tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536814 Nov 25 18:27:17.964119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.001322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8300373-7a15-45ec-b187-cedac963ad9f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:18.012474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d420edb2-d403-488b-a391-faa7db93eafd completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:18.025650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d420edb2-d403-488b-a391-faa7db93eafd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:18.026102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.180812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:18.186021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51986) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:18.205098 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.269314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:18.290425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 935c743f-d767-42fd-bd8d-21f404107dea has no active binding in host n-h2-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:27:18.308687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:18.314001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:18.315727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994675-d713-45f0-bd09-1d7c56a88949 req-744eb630-fe6a-4a9f-80da-aa8d98eb7f19 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:18.318346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b994675-d713-45f0-bd09-1d7c56a88949 req-744eb630-fe6a-4a9f-80da-aa8d98eb7f19 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 949 time: 0.0766063 Nov 25 18:27:18.397597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.440312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b994675-d713-45f0-bd09-1d7c56a88949 req-8ec6fc23-9ddf-4a0b-82d9-4904aba001d3 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156564 Nov 25 18:27:18.442381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd420edb2-d403-488b-a391-faa7db93eafd'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:18.444678 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d4d849-4073-442d-9f63-7a36c09d6f1a" -d '{"events": [{"server_uuid": "d019e7b8-783a-4bb5-99f2-5b6a8227ba0a", "name": "network-vif-plugged", "status": "completed", "tag": "d420edb2-d403-488b-a391-faa7db93eafd"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:18.452396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2123623095-network', 'tenant_id': '461b391723204a5b9aff69962f4da3a1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:18.462015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d420edb2-d403-488b-a391-faa7db93eafd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d420edb2-d403-488b-a391-faa7db93eafd,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:18.473936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.492796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Made reservation on behalf of 461b391723204a5b9aff69962f4da3a1 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:18.496145 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.507338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.512342 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b00171-3c93-4a9c-9793-64dc92c31ec0 x-openstack-request-id: req-12b00171-3c93-4a9c-9793-64dc92c31ec0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:18.512637 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d019e7b8-783a-4bb5-99f2-5b6a8227ba0a", "name": "network-vif-plugged", "status": "completed", "tag": "d420edb2-d403-488b-a391-faa7db93eafd", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:18.512888 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12b00171-3c93-4a9c-9793-64dc92c31ec0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:18.513279 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd420edb2-d403-488b-a391-faa7db93eafd', 'code': 200} Nov 25 18:27:18.571917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d420edb2-d403-488b-a391-faa7db93eafd,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:18.647455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.666426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.679012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f0f4c-85a1-47bc-a227-d07488f6ce86 req-de419a10-8aed-4917-ac92-c014b1c4a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:18.680534 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-638f0f4c-85a1-47bc-a227-d07488f6ce86 req-de419a10-8aed-4917-ac92-c014b1c4a541 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 1101 time: 0.0860736 Nov 25 18:27:18.709905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:27:18.732537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16926d62-717f-424e-a7ed-d199514c6d52,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:18.739190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:18.742064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.742634 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Added segment ff6c3ccf-3508-4603-baf4-596ddf5cfdf7 of type vlan for network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 Nov 25 18:27:18.803880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-638f0f4c-85a1-47bc-a227-d07488f6ce86 req-63d8e451-94b2-47fe-9dc9-3b34b5017c80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069665 Nov 25 18:27:18.819399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.841576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee2e51-de01-41e1-95e0-9204756ca9e2 req-4d206ac7-280e-4d36-b54f-076a49785726 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:18.857130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4ee2e51-de01-41e1-95e0-9204756ca9e2 req-4d206ac7-280e-4d36-b54f-076a49785726 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.1495910 Nov 25 18:27:18.864167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.866131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:18.866961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:18.911114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7237055 Nov 25 18:27:18.925102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52026) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:18.930801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Request body: {'subnet': {'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2123623095-subnet', 'tenant_id': '461b391723204a5b9aff69962f4da3a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:18.963569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4ee2e51-de01-41e1-95e0-9204756ca9e2 req-7c6b1f4b-0b72-473e-8fda-f0622bb92ea1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051981 Nov 25 18:27:18.990259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dfdab-3e29-4f8b-bf80-4b59798cdf24 admin admin] Pushing event updated for resources: {'Network': ['ID=1d92d0a3-6c66-4168-9eb2-8913bbc3b172,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:19.010159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:27:19.011418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Made reservation on behalf of 461b391723204a5b9aff69962f4da3a1 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:19.016731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:19.177157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e58e1-d2c8-4bd6-89f1-6d353f44960b req-f5a39630-d136-47c6-b301-7a058433d5c4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:19.178723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b9e58e1-d2c8-4bd6-89f1-6d353f44960b req-f5a39630-d136-47c6-b301-7a058433d5c4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 948 time: 0.0908568 Nov 25 18:27:19.283677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b9e58e1-d2c8-4bd6-89f1-6d353f44960b req-35d0709d-0d51-4765-9b4b-c59baf110ba9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969687 Nov 25 18:27:19.352283 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:19.425585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f824ed0-3321-417f-931b-51613c84c82c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:19.439978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:19.440350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Network hostable DHCP agents. Network: 1d92d0a3-6c66-4168-9eb2-8913bbc3b172, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:27:19.462050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:19.473501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:27:19.506353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1d92d0a3-6c66-4168-9eb2-8913bbc3b172) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:19.517635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:19.519161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:19.522506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328b058e-795a-4a45-b747-af2d70f878c8 None None] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:27:19.545413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-42da1808-db73-4dd6-8d29-e52425c11cf1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6187906 Nov 25 18:27:19.611374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a765f-7850-43b8-a4d8-afbc547724d9 req-f4c44759-6343-42da-9f37-28090bac0e0d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:19.619659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a12a765f-7850-43b8-a4d8-afbc547724d9 req-f4c44759-6343-42da-9f37-28090bac0e0d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 950 time: 0.0681736 Nov 25 18:27:19.687948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6f311-026e-4999-9254-4b51bf839d2b None None] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:27:19.730380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a12a765f-7850-43b8-a4d8-afbc547724d9 req-b4a86d37-ed3c-4b8b-a71d-2545259d94b6 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096861 Nov 25 18:27:19.744147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-f9479712-3a46-49f1-9219-5bbac9c29c23 service neutron] 10.222.0.66 "GET /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea/bindings/n-h2-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.1221950 Nov 25 18:27:19.788785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:19.789188 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:19.846633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52076) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:19.952903 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.010007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:20.017408 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.020714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:20.063907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:20.097746 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-884dc537-2501-48f4-a04b-863e36e31c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.115897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:20.152452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935c743f-d767-42fd-bd8d-21f404107dea {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:20.168386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:20.192643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbec8-768f-4043-badc-5cb4df5a5889 req-0a34eeca-afde-4ab5-8181-9f421b6a2375 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:20.194345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-582bbec8-768f-4043-badc-5cb4df5a5889 req-0a34eeca-afde-4ab5-8181-9f421b6a2375 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0981896 Nov 25 18:27:20.195492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.196956 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-884dc537-2501-48f4-a04b-863e36e31c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.207232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-884dc537-2501-48f4-a04b-863e36e31c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.293754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-582bbec8-768f-4043-badc-5cb4df5a5889 req-3fbacd26-ff59-467b-8013-7fa6e093a5ef tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888679 Nov 25 18:27:20.296753 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-884dc537-2501-48f4-a04b-863e36e31c4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dbc5f8879014254bea5290b7b297a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490259 Nov 25 18:27:20.299512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dc537-2501-48f4-a04b-863e36e31c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1f093-5c07-4b55-9568-bd759ca1e04e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:20.301816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:20.372597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52104) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:20.402512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] Transition to ACTIVE for port object 935c743f-d767-42fd-bd8d-21f404107dea will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:20.418341 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.514261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:20.525781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27b5eaa7-66d1-4cca-b0cb-591c8e23f722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.526174 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26671656-4713-44a0-b8bf-7dc46eacf463" -d '{"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-plugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:20.553240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] Pushing event updated for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=10']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:20.561556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b45e0f-e7e2-4650-997b-d86658eacb4b req-6d5fb230-9374-4e75-a02a-3fcfa96b5ee7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:20.562190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] No DVR routers for this DVR port 935c743f-d767-42fd-bd8d-21f404107dea on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:27:20.570499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47b45e0f-e7e2-4650-997b-d86658eacb4b req-6d5fb230-9374-4e75-a02a-3fcfa96b5ee7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 948 time: 0.1488802 Nov 25 18:27:20.600661 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27b5eaa7-66d1-4cca-b0cb-591c8e23f722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.622635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-9c61c3ef-526c-4982-8f1c-c3f340d969dd service neutron] 10.222.0.66 "PUT /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea/bindings/n-h2-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8689132 Nov 25 18:27:20.667125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47b45e0f-e7e2-4650-997b-d86658eacb4b req-b48863d5-4611-4cc8-8b2d-dfa4b36056b1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954309 Nov 25 18:27:20.697095 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27b5eaa7-66d1-4cca-b0cb-591c8e23f722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.700451 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27b5eaa7-66d1-4cca-b0cb-591c8e23f722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.701207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-27b5eaa7-66d1-4cca-b0cb-591c8e23f722 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13d1f093-5c07-4b55-9568-bd759ca1e04e HTTP/1.1" status: 204 len: 168 time: 0.3975842 Nov 25 18:27:20.706188 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e1d30-31ab-4294-9a7c-66c66b9ef796 x-openstack-request-id: req-045e1d30-31ab-4294-9a7c-66c66b9ef796 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:20.706736 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-plugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:20.707692 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-045e1d30-31ab-4294-9a7c-66c66b9ef796 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:20.708226 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'code': 200} Nov 25 18:27:20.711382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5eaa7-66d1-4cca-b0cb-591c8e23f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1f093-5c07-4b55-9568-bd759ca1e04e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:20.755827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52130) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:20.762515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-524683057-network', 'tenant_id': '249eddd82fea4fef889bf40ec35f3cad'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:20.763922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d0a9934-abc8-4b1f-8f18-fd4fce7dade9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.793580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Made reservation on behalf of 249eddd82fea4fef889bf40ec35f3cad for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:20.801906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.820508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.824414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-a40291c9-d502-445c-9355-fb28dd616c63 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:20.826349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-a40291c9-d502-445c-9355-fb28dd616c63 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.1095674 Nov 25 18:27:20.961979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1be73-6668-41f6-b219-7d878710b2bd req-aa39b35b-2dbf-48b8-9e3c-ee030b20f679 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:20.963610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06e1be73-6668-41f6-b219-7d878710b2bd req-aa39b35b-2dbf-48b8-9e3c-ee030b20f679 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 950 time: 0.1352117 Nov 25 18:27:20.987956 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:20.997390 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.012832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-54c9a460-8a44-41be-b79c-a77017967890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:21.014884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-54c9a460-8a44-41be-b79c-a77017967890 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0&tenant_id=0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 1096 time: 0.1574788 Nov 25 18:27:21.019158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d0a9934-abc8-4b1f-8f18-fd4fce7dade9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.038005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d0a9934-abc8-4b1f-8f18-fd4fce7dade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.043690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b9ef05-0d48-4374-8057-e86880c5fe4a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:21.059620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:27:21.075533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.075924 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Added segment fc8134b6-e898-4845-bfa4-afca5b0dc224 of type vlan for network 77ea292e-b8f7-44f6-ba8e-13c485f36115 Nov 25 18:27:21.122293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06e1be73-6668-41f6-b219-7d878710b2bd req-d1b93fbb-dc3d-4edb-af56-03d44db413a0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516614 Nov 25 18:27:21.124734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d0a9934-abc8-4b1f-8f18-fd4fce7dade9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fa1507e45ba4af6a284c5949d810b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7510724 Nov 25 18:27:21.128089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a9934-abc8-4b1f-8f18-fd4fce7dade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd06fd3-5500-4556-a2ca-4e0737c0e0e0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:21.133967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52148) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:21.177196 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.178389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-3a747c9b-8a52-4ed2-8798-097146749450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:21.180363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-3a747c9b-8a52-4ed2-8798-097146749450 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1096 time: 0.1199625 Nov 25 18:27:21.212031 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa29da90-aad2-4877-8c77-6925943ab9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.216656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.217742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:21.218435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.278296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa29da90-aad2-4877-8c77-6925943ab9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.283865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5268679 Nov 25 18:27:21.286861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52154) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:21.293119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Request body: {'subnet': {'network_id': '77ea292e-b8f7-44f6-ba8e-13c485f36115', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-524683057-subnet', 'tenant_id': '249eddd82fea4fef889bf40ec35f3cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:21.296796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52156) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:21.303723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40470d-f184-43a4-b89f-ab36eb305b75 admin admin] Pushing event updated for resources: {'Network': ['ID=77ea292e-b8f7-44f6-ba8e-13c485f36115,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:21.318015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 77ea292e-b8f7-44f6-ba8e-13c485f36115 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:27:21.328632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22aa9690-784c-46e9-8b81-e1f055e0c436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.347576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Made reservation on behalf of 249eddd82fea4fef889bf40ec35f3cad for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:21.350000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.377799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-3c2388a3-2b17-487c-9fde-b1f241a83769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:21.379858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-3c2388a3-2b17-487c-9fde-b1f241a83769 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1837664 Nov 25 18:27:21.480023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device c8300373-7a15-45ec-b187-cedac963ad9f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:21.490314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22aa9690-784c-46e9-8b81-e1f055e0c436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.547423 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22aa9690-784c-46e9-8b81-e1f055e0c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.574413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port c8300373-7a15-45ec-b187-cedac963ad9f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:21.581523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-2c010eb5-8517-40e5-a244-e876528c47d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 217 time: 0.0874739 Nov 25 18:27:21.583917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port c8300373-7a15-45ec-b187-cedac963ad9f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:21.586580 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.603063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa29da90-aad2-4877-8c77-6925943ab9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.606684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa29da90-aad2-4877-8c77-6925943ab9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.608065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aa29da90-aad2-4877-8c77-6925943ab9d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dcd06fd3-5500-4556-a2ca-4e0737c0e0e0 HTTP/1.1" status: 204 len: 168 time: 0.4728818 Nov 25 18:27:21.687866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22aa9690-784c-46e9-8b81-e1f055e0c436 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=feea7b24cf624ff08ea4eb03b2a47274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900104 Nov 25 18:27:21.688703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52168) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:21.691747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa9690-784c-46e9-8b81-e1f055e0c436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3384c0-ad74-45d8-8725-af3dfb5a503e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:21.703484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99447c2c-7e03-4e3c-a317-0aed241293c2 req-ef8ecd27-d1fb-469b-acef-6e6546eacb36 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:21.712278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99447c2c-7e03-4e3c-a317-0aed241293c2 req-ef8ecd27-d1fb-469b-acef-6e6546eacb36 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 945 time: 0.2193961 Nov 25 18:27:21.750209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29da90-aad2-4877-8c77-6925943ab9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd06fd3-5500-4556-a2ca-4e0737c0e0e0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:21.762848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-15eb2528-ece6-4b92-bce6-893a38e04efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:21.764501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-15eb2528-ece6-4b92-bce6-893a38e04efb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1624064 Nov 25 18:27:21.799145 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.803561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-989b9b42-25ff-40ff-94b7-dad80bdc5ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.867268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-989b9b42-25ff-40ff-94b7-dad80bdc5ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.875813 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:21.922343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99447c2c-7e03-4e3c-a317-0aed241293c2 req-e2b13daf-fe5f-4323-a301-e66432fed959 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081957 Nov 25 18:27:21.922533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75444a41-a9d4-424a-a384-5d31b41cdd5b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:21.924387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-d876c899-c13c-405d-98a0-1957236e1606 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399164 Nov 25 18:27:21.957988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:21.960034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Checking segment: {'id': 'fc8134b6-e898-4845-bfa4-afca5b0dc224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '77ea292e-b8f7-44f6-ba8e-13c485f36115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:21.960407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Network hostable DHCP agents. Network: 77ea292e-b8f7-44f6-ba8e-13c485f36115, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:27:21.965416 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.022267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Network 77ea292e-b8f7-44f6-ba8e-13c485f36115 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:27:22.038539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-989b9b42-25ff-40ff-94b7-dad80bdc5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.045580 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-989b9b42-25ff-40ff-94b7-dad80bdc5ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.046790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-989b9b42-25ff-40ff-94b7-dad80bdc5ac4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e3384c0-ad74-45d8-8725-af3dfb5a503e HTTP/1.1" status: 204 len: 168 time: 0.3571157 Nov 25 18:27:22.071748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 77ea292e-b8f7-44f6-ba8e-13c485f36115) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:22.083652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a8116-6d89-4062-8e29-13d899668a1e None None] Network 77ea292e-b8f7-44f6-ba8e-13c485f36115 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:27:22.101017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.104950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.114857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b9b42-25ff-40ff-94b7-dad80bdc5ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3384c0-ad74-45d8-8725-af3dfb5a503e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:22.158884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aaa1558c-f639-4233-a75f-5403c6f8cd2a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8707483 Nov 25 18:27:22.241145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489173f-285f-4498-99c8-bc056f4a2895 req-e87f74c0-c25c-4902-b7d8-bba96d10987e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.244269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2489173f-285f-4498-99c8-bc056f4a2895 req-e87f74c0-c25c-4902-b7d8-bba96d10987e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1459620 Nov 25 18:27:22.248405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-82245d28-fcef-4758-9ae1-23269f7ae066 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086913 Nov 25 18:27:22.275560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:22.412594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52190) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:22.436501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b4b298-b88b-4a39-b623-c4630dee51b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.490626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2489173f-285f-4498-99c8-bc056f4a2895 req-ef9091e3-38e9-40a3-9e28-12b0c6843052 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384989 Nov 25 18:27:22.524803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9fb9e-323f-4326-bca0-f5012c8feee7 None None] Network 77ea292e-b8f7-44f6-ba8e-13c485f36115 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:27:22.550979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-0d341ed0-927f-49aa-acb5-744f48379381 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870436 Nov 25 18:27:22.658410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b4b298-b88b-4a39-b623-c4630dee51b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.668698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b4b298-b88b-4a39-b623-c4630dee51b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:22.709121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:22.714479 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f71b6-c7cb-4228-aaee-3d5d29ae118e" -d '{"events": [{"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-plugged", "status": "completed", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:22.873798 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bcfc4a-3024-4309-a081-2db6b8a0b88a x-openstack-request-id: req-84bcfc4a-3024-4309-a081-2db6b8a0b88a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:22.874129 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-plugged", "status": "completed", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:22.874399 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84bcfc4a-3024-4309-a081-2db6b8a0b88a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:22.874860 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'code': 200} Nov 25 18:27:22.912860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b9b4b298-b88b-4a39-b623-c4630dee51b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee46ab45f44e4763b2a82254953cf0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965799 Nov 25 18:27:22.913892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52204) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:22.936410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.939972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.942259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.942843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.943379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.944006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.944548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.945029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:22.947921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2904675-14ad-497d-9955-434863bfbf3d req-6455cf98-4c6d-4169-bc46-87b509de5935 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0&device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a&device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072&device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0&device_id=d81abed6-9da3-4a84-88a0-a06e92069d47&device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65&device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 7323 time: 0.1820529 Nov 25 18:27:22.948912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4b298-b88b-4a39-b623-c4630dee51b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d7dbe-6b4f-4ff9-88b3-180238535298,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:23.058642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2904675-14ad-497d-9955-434863bfbf3d req-b933192f-3f1c-44d5-974e-9b0ffaf5de57 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.077811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db96d0d-4e7c-401e-820d-9fd36cfdf1cb req-29588415-19ac-4bd7-9715-5ebce2b17ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:23.079696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7db96d0d-4e7c-401e-820d-9fd36cfdf1cb req-29588415-19ac-4bd7-9715-5ebce2b17ee2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1100 time: 0.0605226 Nov 25 18:27:23.103549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1523d166-c446-459c-8966-a6cd3f700b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.153575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7db96d0d-4e7c-401e-820d-9fd36cfdf1cb req-9dd1c198-0d54-4474-9842-242c846f3876 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656309 Nov 25 18:27:23.154623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241fc36-ab26-43b0-9607-77361afe8fd5 req-6d53cadd-063a-4af9-8edb-8b356e6cd22f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:23.166240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8241fc36-ab26-43b0-9607-77361afe8fd5 req-6d53cadd-063a-4af9-8edb-8b356e6cd22f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1423068 Nov 25 18:27:23.191648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1523d166-c446-459c-8966-a6cd3f700b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.199669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40551765-cde5-4207-9639-d98b60b134e7 req-9240093e-42dd-40f2-80fb-553ce8907c15 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:23.199669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-9240093e-42dd-40f2-80fb-553ce8907c15 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.1641133 Nov 25 18:27:23.249345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2904675-14ad-497d-9955-434863bfbf3d req-b933192f-3f1c-44d5-974e-9b0ffaf5de57 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.256045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2904675-14ad-497d-9955-434863bfbf3d req-b933192f-3f1c-44d5-974e-9b0ffaf5de57 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.303030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8241fc36-ab26-43b0-9607-77361afe8fd5 req-7cbcf2b7-591c-4417-b761-5816fe90cc2c tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333985 Nov 25 18:27:23.327344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933192f-3f1c-44d5-974e-9b0ffaf5de57 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c5b764-958a-4990-8df6-25d7d80a18c4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:23.395911 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1523d166-c446-459c-8966-a6cd3f700b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.399084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1523d166-c446-459c-8966-a6cd3f700b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.400238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1523d166-c446-459c-8966-a6cd3f700b42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae1d7dbe-6b4f-4ff9-88b3-180238535298 HTTP/1.1" status: 204 len: 168 time: 0.4846952 Nov 25 18:27:23.413354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2904675-14ad-497d-9955-434863bfbf3d req-b933192f-3f1c-44d5-974e-9b0ffaf5de57 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&id=472e6814-74ff-4ac1-bf22-8fb9166597d3&id=20894db7-d8e0-458d-940f-2a5eaeb43b69&id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4429469 Nov 25 18:27:23.449177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523d166-c446-459c-8966-a6cd3f700b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d7dbe-6b4f-4ff9-88b3-180238535298,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:23.475857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-40551765-cde5-4207-9639-d98b60b134e7 req-bda69a93-9c48-4f09-9893-60b5fc5e5d40 service neutron] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:23.483455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-40551765-cde5-4207-9639-d98b60b134e7 req-bda69a93-9c48-4f09-9893-60b5fc5e5d40 service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:23.484403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40551765-cde5-4207-9639-d98b60b134e7 req-bda69a93-9c48-4f09-9893-60b5fc5e5d40 service neutron] 10.222.0.64 "DELETE /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea/bindings/n-h1-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.2739739 Nov 25 18:27:23.492242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 935c743f-d767-42fd-bd8d-21f404107dea no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:27:23.613754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 935c743f-d767-42fd-bd8d-21f404107dea not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:27:23.693912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6728c-4273-48ca-905f-f367e7b75257 req-806e1d40-83d2-4103-a7a2-c13ea0b39086 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:23.702165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ec6728c-4273-48ca-905f-f367e7b75257 req-806e1d40-83d2-4103-a7a2-c13ea0b39086 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0829792 Nov 25 18:27:23.774239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ec6728c-4273-48ca-905f-f367e7b75257 req-fb05cc33-229a-4b21-9e3f-4b8377975f68 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708857 Nov 25 18:27:24.068661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a253f-e877-455d-8979-9a477d9a9d73 req-2ff5b283-2b1a-44c1-b77b-c35bfcbb1793 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:24.076902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-2ff5b283-2b1a-44c1-b77b-c35bfcbb1793 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.2223020 Nov 25 18:27:24.094046 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f6a141fa-1ff0-4c62-9df6-3bec4aba2678 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/quotas/461b391723204a5b9aff69962f4da3a1 HTTP/1.1" status: 200 len: 375 time: 0.0158651 Nov 25 18:27:24.144235 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-54211519-5d7d-4440-bd28-25807d7fd1d0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482554 Nov 25 18:27:24.203612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33646aa-b935-4aee-b62c-55e776e0e0dd req-7d78db4f-0150-4a3f-b5d2-22fd4de3ec9d tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:24.204938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33646aa-b935-4aee-b62c-55e776e0e0dd req-7d78db4f-0150-4a3f-b5d2-22fd4de3ec9d tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:24.209844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33646aa-b935-4aee-b62c-55e776e0e0dd req-7d78db4f-0150-4a3f-b5d2-22fd4de3ec9d tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:24.220247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c33646aa-b935-4aee-b62c-55e776e0e0dd req-7d78db4f-0150-4a3f-b5d2-22fd4de3ec9d tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a&device_id=d81abed6-9da3-4a84-88a0-a06e92069d47&device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 2883 time: 0.1000619 Nov 25 18:27:24.277441 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-71d53bf9-4267-46a6-9c4b-74aaaaf9bca2 service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302884 Nov 25 18:27:24.290879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c33646aa-b935-4aee-b62c-55e776e0e0dd req-6f933e54-576d-4d26-9521-2f190dbe2f8a tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670679 Nov 25 18:27:24.531565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-0b2232e7-6dc8-436d-8142-e6cf668b6450 service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490828 Nov 25 18:27:24.874793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba626a40-ed12-4d00-9f2e-568820e7dc33 req-76edc918-93ec-4a86-8295-ccd8f8adcf53 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:24.874793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba626a40-ed12-4d00-9f2e-568820e7dc33 req-76edc918-93ec-4a86-8295-ccd8f8adcf53 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 945 time: 0.1833169 Nov 25 18:27:24.978524 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f6d0f57-4690-4eb0-8ac2-c368917f4b78 req-7d76688e-b27b-428b-b481-71a9e87de10e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 210 time: 0.0416715 Nov 25 18:27:24.999639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba626a40-ed12-4d00-9f2e-568820e7dc33 req-46972f4d-0159-4b30-9087-59a6eee64ef4 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961790 Nov 25 18:27:25.226059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1e9bc-a50a-4c17-ac9b-efc39e6df619 req-8439c2b6-5b0b-4d10-919f-5131b3dec6bd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:25.227785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9b1e9bc-a50a-4c17-ac9b-efc39e6df619 req-8439c2b6-5b0b-4d10-919f-5131b3dec6bd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1255336 Nov 25 18:27:25.373294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9b1e9bc-a50a-4c17-ac9b-efc39e6df619 req-ec5a8a20-87c4-44bd-95d4-ae4342ea6c2c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326165 Nov 25 18:27:25.626668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Request body: {'security_group': {'name': 'tempest-securitygroup-771091997', 'description': 'tempest-description-402951945'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:25.652299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:25.663426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:25.796451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33987d5d-5ff9-4f87-a515-91021d43a476 req-6c221802-9441-4f67-8665-4d1c0473d2f4 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:25.807138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33987d5d-5ff9-4f87-a515-91021d43a476 req-6c221802-9441-4f67-8665-4d1c0473d2f4 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0599334 Nov 25 18:27:25.855683 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:25.864852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33987d5d-5ff9-4f87-a515-91021d43a476 req-8e22b362-85f3-4f6b-88e1-569b4127ee22 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Nov 25 18:27:25.865181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:25.942811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262a77b6-11e1-4121-b5aa-a6a38deb5de5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:26.023449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:26.029731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:26.060039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:26.061243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de4c68ab-4ad0-49c3-850b-8aadd9605546 req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4563980 Nov 25 18:27:26.070261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a4aca-f3fc-4237-9fb6-ba037943cbf6 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25662127-d215-4721-9411-62e14b307229,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:26.584133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1b0dee7-47a8-4c11-8ca7-ce1dee5662f7 req-e343b631-540e-485c-805b-8bde5315cc46 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 210 time: 0.0959685 Nov 25 18:27:26.600269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a253f-e877-455d-8979-9a477d9a9d73 req-e0630ee1-ff9b-4b89-894c-d8e82a49453f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:26.601760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-e0630ee1-ff9b-4b89-894c-d8e82a49453f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.3021894 Nov 25 18:27:26.603395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c796af0-1848-43a0-8383-53280397a37b req-550f9298-5c58-4fb0-9441-8498769fe9f7 tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:26.614230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c796af0-1848-43a0-8383-53280397a37b req-550f9298-5c58-4fb0-9441-8498769fe9f7 tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1100 time: 0.0624721 Nov 25 18:27:26.618421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Request body: {'port': {'device_id': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'admin_state_up': True, 'tenant_id': '461b391723204a5b9aff69962f4da3a1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:26.632342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5c796af0-1848-43a0-8383-53280397a37b req-e59a384f-a351-4541-a5eb-9622a628c2be tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:26.748308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5c796af0-1848-43a0-8383-53280397a37b req-e59a384f-a351-4541-a5eb-9622a628c2be tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:26.756218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5c796af0-1848-43a0-8383-53280397a37b req-e59a384f-a351-4541-a5eb-9622a628c2be tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:26.804260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a384f-a351-4541-a5eb-9622a628c2be tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f585fa-a8ba-454e-b864-bb37023de505,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:26.847273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42b81-20c0-4b67-8828-5880c206b2de req-4c10ca00-e703-4394-b987-6e41120fa964 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:26.847688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c796af0-1848-43a0-8383-53280397a37b req-e59a384f-a351-4541-a5eb-9622a628c2be tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270701 Nov 25 18:27:26.848473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-4c10ca00-e703-4394-b987-6e41120fa964 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 0.1574602 Nov 25 18:27:26.868093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Made reservation on behalf of 461b391723204a5b9aff69962f4da3a1 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:26.871855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:26.872534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a7016e91-667d-4377-9f8e-6d68e87e43a7 req-25fdd0de-16bc-4b26-bc26-9a639c741400 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1480106016', 'description': 'tempest-description-1720053608'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:26.892850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-de3b481a-e955-4699-88a1-fe70050c753a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/quotas/0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 375 time: 0.0260351 Nov 25 18:27:26.909742 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7016e91-667d-4377-9f8e-6d68e87e43a7 req-25fdd0de-16bc-4b26-bc26-9a639c741400 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:27.023038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7016e91-667d-4377-9f8e-6d68e87e43a7 req-25fdd0de-16bc-4b26-bc26-9a639c741400 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:27.023577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-3ffd6872-8e55-4d75-a4f1-83975e86819b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233125 Nov 25 18:27:27.029372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-0c619904-d6b1-4bb7-9316-466b07bae9f5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:27:27.029993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7016e91-667d-4377-9f8e-6d68e87e43a7 req-25fdd0de-16bc-4b26-bc26-9a639c741400 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:27.037465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-0c619904-d6b1-4bb7-9316-466b07bae9f5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130019 Nov 25 18:27:27.073380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7016e91-667d-4377-9f8e-6d68e87e43a7 req-25fdd0de-16bc-4b26-bc26-9a639c741400 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:27.081364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7016e91-667d-4377-9f8e-6d68e87e43a7 req-25fdd0de-16bc-4b26-bc26-9a639c741400 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2137358 Nov 25 18:27:27.082866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdd0de-16bc-4b26-bc26-9a639c741400 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95af276a-9b4f-4602-9c20-de039481cd6a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:27.154631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Allocated IP 172.20.0.10 (1d92d0a3-6c66-4168-9eb2-8913bbc3b172/0f824ed0-3321-417f-931b-51613c84c82c/55a413d4-341a-44c4-9bd9-f82a43d57791) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:27.217689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6a003-3a10-4a02-9ba8-65524d000aab req-9f6d7ff4-7117-490b-b220-6604e6c71124 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:27.223471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fa6a003-3a10-4a02-9ba8-65524d000aab req-9f6d7ff4-7117-490b-b220-6604e6c71124 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1100 time: 0.0472836 Nov 25 18:27:27.264119 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:27:27.268475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fa6a003-3a10-4a02-9ba8-65524d000aab req-fe83e1bd-4c7e-430e-b0ca-45189c9d0f52 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Nov 25 18:27:27.336154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-5c36136c-d1d5-463f-9360-aac7a2edb6be service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826023 Nov 25 18:27:27.416781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:27.486668 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-bb6c43cb-9219-41d6-b9f7-52ad4985ebf7 service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560972 Nov 25 18:27:27.495434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:27.544047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:27.548808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:27.556313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:27.613095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:27.655257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:27.656186 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:27.685958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-65538008-dbbd-4b4a-8486-afd7ff4e2574 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0712757 Nov 25 18:27:27.702947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Request body: {'port': {'device_id': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:27.810487 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.138365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-820322495', 'description': 'tempest-description-263614523'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:28.206359 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.223170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.393192 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.402552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.475671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e58b02-f7bb-4d1a-8c9d-711aba5cc741,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:28.489269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a413d4-341a-44c4-9bd9-f82a43d57791 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:28.498323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.513789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Transition to ACTIVE for port object 55a413d4-341a-44c4-9bd9-f82a43d57791 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:28.519893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.575286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.580774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.585333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:28.649705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.653523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d161880-8d2b-4c5b-a466-daee7146d1b5 req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5209305 Nov 25 18:27:28.655547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ce121-7444-427a-b6ac-554e63aa4df1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19223fd-0faf-48f8-af5f-1b26181df594,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:28.677486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:28.677486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:28.677786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:28.682443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:28.682836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:28.689009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:28.689456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:28.689871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:28.690596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Bound port: 55a413d4-341a-44c4-9bd9-f82a43d57791, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:28.697045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.814837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89222a40-7c50-45c4-b62e-60f68bbcbcdc req-38171cdc-5ce2-47a3-ae11-b2405f6bb5d6 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:28.824176 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89222a40-7c50-45c4-b62e-60f68bbcbcdc req-38171cdc-5ce2-47a3-ae11-b2405f6bb5d6 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1100 time: 0.0641339 Nov 25 18:27:28.835203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:28.854515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:28.866580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-958e1d0e-9e73-4187-a5dd-de0c7ca56e08 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0645306 Nov 25 18:27:28.868059 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.883197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-605e781f-c3e2-4475-b41f-6b5e011fcb4b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:27:28.884240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-605e781f-c3e2-4475-b41f-6b5e011fcb4b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116708 Nov 25 18:27:28.897759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89222a40-7c50-45c4-b62e-60f68bbcbcdc req-e1733bac-c61e-41bc-91a0-a8549e4b0235 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698652 Nov 25 18:27:28.950084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:28.950821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:28.952261 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] 10.222.0.66 "PUT /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 1092 time: 1.2552671 Nov 25 18:27:28.955168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:28.957665 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39" -d '{"events": [{"name": "network-changed", "server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:29.032827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed545252-ee6e-434a-be7c-525f4fd14831 req-ef707b3a-8f43-4929-9f5f-576c146e3080 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:29.039723 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d6f25f9-f131-4262-97e7-1dc3b2d745dc req-c6f437e7-e06f-41d4-876a-a0c5c8a03d07 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 210 time: 0.0364971 Nov 25 18:27:29.055149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed545252-ee6e-434a-be7c-525f4fd14831 req-ef707b3a-8f43-4929-9f5f-576c146e3080 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.1499615 Nov 25 18:27:29.056944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7821d-8a4d-4153-8943-a799584e1f6d service neutron] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:29.149290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a253f-e877-455d-8979-9a477d9a9d73 req-16bfcd36-6246-435f-af93-7d94f67535c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:29.150839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-16bfcd36-6246-435f-af93-7d94f67535c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1095 time: 0.1402118 Nov 25 18:27:29.159086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed545252-ee6e-434a-be7c-525f4fd14831 req-9d79dbb7-2669-4388-afc5-bec84d250a4a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029668 Nov 25 18:27:29.255377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-3cf54398-a344-4eba-b32c-3cac87f83cbc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 217 time: 0.0815685 Nov 25 18:27:29.321634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-afc493e7-57d7-44d0-8019-709ab115b4f0 req-4fde5fcc-8770-4a4f-ab8b-9ac95b8acbcb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-711264919', 'description': 'tempest-description-1007019327'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:29.444697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ba66-701b-4c49-8e6e-7f7cd3ecbada req-c7c1654b-a419-4c99-866d-b21dd6f208fd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:29.447015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ef8ba66-701b-4c49-8e6e-7f7cd3ecbada req-c7c1654b-a419-4c99-866d-b21dd6f208fd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1620340 Nov 25 18:27:29.512973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ef8ba66-701b-4c49-8e6e-7f7cd3ecbada req-3c1b7e4c-e930-48c7-9c80-e499151ddff7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591025 Nov 25 18:27:29.590979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a253f-e877-455d-8979-9a477d9a9d73 req-aaf4b0f9-9f39-4038-a367-b52ce154efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:29.593627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-aaf4b0f9-9f39-4038-a367-b52ce154efb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.3373265 Nov 25 18:27:29.606786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-afc493e7-57d7-44d0-8019-709ab115b4f0 req-4fde5fcc-8770-4a4f-ab8b-9ac95b8acbcb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:29.684958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-b1653271-450f-4a10-9cb4-ef369538f2e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735683 Nov 25 18:27:29.763770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42b81-20c0-4b67-8828-5880c206b2de req-8ce8afb6-1459-45e6-8416-1671c4a5f542 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:29.768473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-8ce8afb6-1459-45e6-8416-1671c4a5f542 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 0.5922971 Nov 25 18:27:29.786274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Request body: {'port': {'device_id': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'admin_state_up': True, 'tenant_id': '0d3fb4f55b27401db1e61c17d22653b0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:29.894798 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa54ecc-19b2-46d3-972c-d044ffec77b7 x-openstack-request-id: req-dfa54ecc-19b2-46d3-972c-d044ffec77b7 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:29.895292 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:29.895686 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfa54ecc-19b2-46d3-972c-d044ffec77b7 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:29.897570 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791', 'status': 'completed', 'code': 200} Nov 25 18:27:29.950268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-f21783ce-8c4e-4a33-b810-39247d9a89f1 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577002 Nov 25 18:27:29.987623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-afc493e7-57d7-44d0-8019-709ab115b4f0 req-4fde5fcc-8770-4a4f-ab8b-9ac95b8acbcb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:30.009521 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-afc493e7-57d7-44d0-8019-709ab115b4f0 req-4fde5fcc-8770-4a4f-ab8b-9ac95b8acbcb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:30.087192 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-afc493e7-57d7-44d0-8019-709ab115b4f0 req-4fde5fcc-8770-4a4f-ab8b-9ac95b8acbcb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:30.088418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-afc493e7-57d7-44d0-8019-709ab115b4f0 req-4fde5fcc-8770-4a4f-ab8b-9ac95b8acbcb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8490939 Nov 25 18:27:30.093798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde5fcc-8770-4a4f-ab8b-9ac95b8acbcb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9213a-5858-4241-95c4-23eb1cd3713e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:30.117766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Made reservation on behalf of 0d3fb4f55b27401db1e61c17d22653b0 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:30.121402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:30.149393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-425a253f-e877-455d-8979-9a477d9a9d73 req-9f1970ef-9fe9-4247-a641-b79399f26105 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776941 Nov 25 18:27:30.309661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-5c010623-46e3-453f-831c-eda9610ccda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:30.311125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-5c010623-46e3-453f-831c-eda9610ccda8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1095 time: 0.0898042 Nov 25 18:27:30.332369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Allocated IP 172.20.0.10 (a19744a1-d96d-43ad-bef6-23ddd40d9743/7bd5db90-005f-40ed-aab7-4c241e246fc5/920eb88a-213c-42d5-a77d-11b39da9286a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:30.358260 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7961ea9a-475e-47ad-809b-4acba5be6e64 req-b8d93bc3-2797-4a53-99b8-fc2937759d0f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 210 time: 0.0395553 Nov 25 18:27:30.527283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-c05732d2-caa8-436e-9ef3-1a777e97bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:30.528858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-c05732d2-caa8-436e-9ef3-1a777e97bb06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1942751 Nov 25 18:27:30.531985 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:30.579002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-5b5b431a-03cf-4259-b158-09f231d66afb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 217 time: 0.0404031 Nov 25 18:27:30.680231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:30.701856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-42221b2d-c25f-4cdc-8492-660f482218a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:30.703386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-42221b2d-c25f-4cdc-8492-660f482218a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1103160 Nov 25 18:27:30.751049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-dae0dacc-a64e-4780-b81a-48dbceeac0e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360320 Nov 25 18:27:30.770394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90e3f4-d526-4985-b0a2-0f2e9c5db40d req-adf21833-3034-4d66-a8d8-63d7a789f1ff tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:30.771989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c90e3f4-d526-4985-b0a2-0f2e9c5db40d req-adf21833-3034-4d66-a8d8-63d7a789f1ff tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.1113851 Nov 25 18:27:30.842414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:30.879295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:30.931979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:30.942508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:30.945088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:30.958485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:30.971999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c90e3f4-d526-4985-b0a2-0f2e9c5db40d req-d89589c8-ad97-47e0-9298-99eb9453f8a8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785071 Nov 25 18:27:30.999964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-3101b816-d353-45ee-a34e-9d66bcddddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:31.001578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-3101b816-d353-45ee-a34e-9d66bcddddb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1100 time: 0.1216140 Nov 25 18:27:31.028126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-2231908e-0b57-41f2-afe0-7b33781e713c tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53718 time: 0.6270208 Nov 25 18:27:31.087924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:31.088822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:31.107917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-e968b7d8-7a9c-4b56-a389-e9d4bb26d1bc service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343120 Nov 25 18:27:31.119824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-cde131b8-b9de-40d9-b7ad-fa5b8928ee4d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3373084 Nov 25 18:27:31.141159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-301e0c77-05f1-4a3b-8c50-78cc4967061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:31.143432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-301e0c77-05f1-4a3b-8c50-78cc4967061d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1131878 Nov 25 18:27:31.165750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Request body: {'port': {'device_id': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:31.197313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-e5a9e4c8-f966-48ae-946b-e9230c4199c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.0445967 Nov 25 18:27:31.258666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-31336c1c-2923-40a9-85ed-f2fbe9194022 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/16926d62-717f-424e-a7ed-d199514c6d52 HTTP/1.1" status: 200 len: 2998 time: 0.2294743 Nov 25 18:27:31.295766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-7c89ee87-38d1-4a85-9a32-077c9c8fe8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:31.297623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-7c89ee87-38d1-4a85-9a32-077c9c8fe8cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0914950 Nov 25 18:27:31.334108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:31.337022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-d5da55b6-5e51-4f91-9562-392bdd9e32cb tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/16926d62-717f-424e-a7ed-d199514c6d52 HTTP/1.1" status: 200 len: 2998 time: 0.0771301 Nov 25 18:27:31.358115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f222ab1-b22c-44b1-9bd9-2fa1466c7a39 req-057c0617-9427-4a59-a83a-4f326eda24b9 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320879 Nov 25 18:27:31.400854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a1095-ba7d-408a-866a-743f2f6c8000 req-246a687f-728c-4cf4-aaac-2a5347035d69 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:31.410344 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c51a1095-ba7d-408a-866a-743f2f6c8000 req-246a687f-728c-4cf4-aaac-2a5347035d69 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1306813 Nov 25 18:27:31.410556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-0475e02d-9ca5-4211-9fcd-4299adb57584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:31.412204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-0475e02d-9ca5-4211-9fcd-4299adb57584 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952876 Nov 25 18:27:31.417267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-225d0660-bd39-46c6-99e9-e0e27326d735 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/19b9ef05-0d48-4374-8057-e86880c5fe4a HTTP/1.1" status: 200 len: 2998 time: 0.0791371 Nov 25 18:27:31.493254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c51a1095-ba7d-408a-866a-743f2f6c8000 req-1f21b676-a2c2-4ab8-bfa8-78eeb32da679 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815115 Nov 25 18:27:31.543320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-a38c2069-dc29-4985-8f41-47c8a3a50579 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/19b9ef05-0d48-4374-8057-e86880c5fe4a HTTP/1.1" status: 200 len: 2998 time: 0.1157217 Nov 25 18:27:31.647582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-6e64507b-5b37-4b73-8836-586c087c4ebe service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215140 Nov 25 18:27:31.673406 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-dbd73c4b-3e2f-46c8-bd5c-4db048f7469a tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/1ce0b405-1b13-44c7-b2ad-534957af5311 HTTP/1.1" status: 200 len: 2994 time: 0.1175332 Nov 25 18:27:31.757077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52536) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:31.904365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920eb88a-213c-42d5-a77d-11b39da9286a {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:31.927987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:31.980720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Transition to ACTIVE for port object 920eb88a-213c-42d5-a77d-11b39da9286a will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:32.015018 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.146346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:32.200269 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e6424f0-d721-42d8-a76c-55d43dd7c0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.224006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-fbd72351-d35c-4fd1-b9cc-b7ae411e4720 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/1ce0b405-1b13-44c7-b2ad-534957af5311 HTTP/1.1" status: 200 len: 2994 time: 0.5492263 Nov 25 18:27:32.225559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:32.226772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:32.227116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:32.232892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:32.233273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:32.239367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:32.239724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:32.240108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:32.241479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Bound port: 920eb88a-213c-42d5-a77d-11b39da9286a, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:32.241865 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.265700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-22661714-6f53-4fe7-8679-e1d8085f63e9 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892689 Nov 25 18:27:32.315758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-61892164-754d-43cf-80d8-df7b427a437a tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/20894db7-d8e0-458d-940f-2a5eaeb43b69 HTTP/1.1" status: 200 len: 2998 time: 0.0908659 Nov 25 18:27:32.367558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c215-b933-4d10-939a-e5add8cad655 req-869613e5-7463-475b-a246-5e734e1ef235 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:32.372657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8364c215-b933-4d10-939a-e5add8cad655 req-869613e5-7463-475b-a246-5e734e1ef235 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1155324 Nov 25 18:27:32.391912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:32.397556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:32.405290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-385bf201-a0a5-4ec1-9965-254cbcfe5299 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/20894db7-d8e0-458d-940f-2a5eaeb43b69 HTTP/1.1" status: 200 len: 2998 time: 0.0792918 Nov 25 18:27:32.409839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.448147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e6424f0-d721-42d8-a76c-55d43dd7c0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.462409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e6424f0-d721-42d8-a76c-55d43dd7c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.479321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:32.480235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.481925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] 10.222.0.66 "PUT /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 1092 time: 1.3211014 Nov 25 18:27:32.486645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:32.490005 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236" -d '{"events": [{"name": "network-changed", "server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:32.542512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8364c215-b933-4d10-939a-e5add8cad655 req-87835a9a-ea55-4695-a275-260e0f4f8372 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607327 Nov 25 18:27:32.558171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625e6dd-cce3-42e2-99ca-d0b76304d996 service neutron] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:32.577101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52562) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:32.577811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8e6424f0-d721-42d8-a76c-55d43dd7c0bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c7a32c2d48742cb8a275e3b435f112c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8177686 Nov 25 18:27:32.597372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-b75aafbc-1ccc-4d21-b23f-49cbbf885746 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/25c5b764-958a-4990-8df6-25d7d80a18c4 HTTP/1.1" status: 200 len: 2998 time: 0.1700120 Nov 25 18:27:32.604681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6424f0-d721-42d8-a76c-55d43dd7c0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8937078-7d80-4f9a-9ce0-0633c256f4b7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:32.655125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-02e2e392-f644-4678-a3cc-23c1fa77f476 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/25c5b764-958a-4990-8df6-25d7d80a18c4 HTTP/1.1" status: 200 len: 2998 time: 0.0566344 Nov 25 18:27:32.706091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-03f4e68d-4333-4e8e-8f65-4998e7683543 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/262a77b6-11e1-4121-b5aa-a6a38deb5de5 HTTP/1.1" status: 200 len: 2998 time: 0.0498114 Nov 25 18:27:32.733374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c4bb-9961-4c27-8c33-028b9be3454f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.754610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-26b5a4b5-df91-4da3-80ac-138e4755a534 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/262a77b6-11e1-4121-b5aa-a6a38deb5de5 HTTP/1.1" status: 200 len: 2998 time: 0.0473909 Nov 25 18:27:32.770194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9cb4af20-7f19-4c3d-8fe1-4558152a0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:32.782923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-9cb4af20-7f19-4c3d-8fe1-4558152a0773 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1095 time: 0.1732171 Nov 25 18:27:32.802364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-f92661e4-11d3-4ce9-9bc9-9e813fa6b0c9 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/38e3bd83-768f-49cf-a785-26825681fd12 HTTP/1.1" status: 200 len: 2994 time: 0.0468147 Nov 25 18:27:32.806202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596b5d-f71c-42c4-91f9-19c73e0b7eb1 req-6aeac729-e5ad-4b04-a809-66f3537c9366 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:32.810905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0596b5d-f71c-42c4-91f9-19c73e0b7eb1 req-6aeac729-e5ad-4b04-a809-66f3537c9366 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.1387796 Nov 25 18:27:32.874841 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-a905da29-81dc-4fa1-b662-7905c68aa53e tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/38e3bd83-768f-49cf-a785-26825681fd12 HTTP/1.1" status: 200 len: 2994 time: 0.0643904 Nov 25 18:27:32.916321 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.933124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-3e4756a2-54ae-4bb0-aa89-f200ed98b60c tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/472e6814-74ff-4ac1-bf22-8fb9166597d3 HTTP/1.1" status: 200 len: 2998 time: 0.0569651 Nov 25 18:27:32.956963 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c4bb-9961-4c27-8c33-028b9be3454f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:32.961531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-77072092-e9c2-4747-bc4e-463afa494e86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 217 time: 0.1407187 Nov 25 18:27:32.986544 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-7dec8ca3-ee78-4df2-bc44-30b8c15baff9 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/472e6814-74ff-4ac1-bf22-8fb9166597d3 HTTP/1.1" status: 200 len: 2998 time: 0.0522749 Nov 25 18:27:33.030427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-1d1a8bb8-71e8-4e21-8818-01862627edc2 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/507a5119-d9e0-484f-a4b6-52ba5d82ce8e HTTP/1.1" status: 200 len: 2998 time: 0.0423317 Nov 25 18:27:33.041421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0596b5d-f71c-42c4-91f9-19c73e0b7eb1 req-3a3fc387-0d47-4ee4-9863-6ee0f0cc9e57 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192202 Nov 25 18:27:33.058234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42b81-20c0-4b67-8828-5880c206b2de req-8df88c1e-941a-470b-aa0b-46cee11c6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:33.059810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-8df88c1e-941a-470b-aa0b-46cee11c6262 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0828559 Nov 25 18:27:33.087072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-45553db7-1e5f-4602-8870-0fce59c7ea60 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/507a5119-d9e0-484f-a4b6-52ba5d82ce8e HTTP/1.1" status: 200 len: 2998 time: 0.0507362 Nov 25 18:27:33.101681 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-d2ad3517-0ca2-447a-9876-e9747b6f8300 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339487 Nov 25 18:27:33.107986 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c4bb-9961-4c27-8c33-028b9be3454f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:33.111190 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c4bb-9961-4c27-8c33-028b9be3454f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:33.112422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3aa7c4bb-9961-4c27-8c33-028b9be3454f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8937078-7d80-4f9a-9ce0-0633c256f4b7 HTTP/1.1" status: 204 len: 168 time: 0.5340717 Nov 25 18:27:33.130355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7c4bb-9961-4c27-8c33-028b9be3454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8937078-7d80-4f9a-9ce0-0633c256f4b7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:33.171203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-59b47031-3735-491d-8aab-b7aabe2eac44 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/50f65fc0-ac93-41c1-9c55-c75bcda40bff HTTP/1.1" status: 200 len: 2990 time: 0.0829685 Nov 25 18:27:33.245701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-30a8c491-4a34-45c1-bab3-73449cb7821a tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/50f65fc0-ac93-41c1-9c55-c75bcda40bff HTTP/1.1" status: 200 len: 2990 time: 0.0735126 Nov 25 18:27:33.294566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-69ab999b-2496-4377-97dd-5905cab869d0 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807938 Nov 25 18:27:33.299188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-fbcb99a9-2c5c-4a7c-9c23-732d1c8f37ea tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/6468dea9-5a64-4f72-943a-ac87b05ffe6b HTTP/1.1" status: 200 len: 2994 time: 0.0525978 Nov 25 18:27:33.373744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-d31444b8-ab4c-4334-9627-9a34cadc1c82 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/6468dea9-5a64-4f72-943a-ac87b05ffe6b HTTP/1.1" status: 200 len: 2994 time: 0.0676780 Nov 25 18:27:33.419300 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d42b81-20c0-4b67-8828-5880c206b2de req-e23c1a55-0889-4b37-a64b-47a446cebee6 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098320 Nov 25 18:27:33.437605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d75b6-981f-467f-a51f-4f7c1d5d2dd4 req-0d2fc4c6-42d3-4ad1-b2e8-579e78fcbfbf tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:33.451012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b2d75b6-981f-467f-a51f-4f7c1d5d2dd4 req-0d2fc4c6-42d3-4ad1-b2e8-579e78fcbfbf tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.2238035 Nov 25 18:27:33.473287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-b707a338-a995-448e-9212-069a29b8316e tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/85e58b02-f7bb-4d1a-8c9d-711aba5cc741 HTTP/1.1" status: 200 len: 2998 time: 0.0909321 Nov 25 18:27:33.529897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-0ec300db-c3be-48af-81fd-ab127500bbef tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/85e58b02-f7bb-4d1a-8c9d-711aba5cc741 HTTP/1.1" status: 200 len: 2998 time: 0.0555332 Nov 25 18:27:33.551421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b2d75b6-981f-467f-a51f-4f7c1d5d2dd4 req-c90e77c8-7deb-4498-9daf-9d5a095c28c9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994709 Nov 25 18:27:33.598551 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf2f03b-c196-4e2c-89b2-20d8c41d8487 x-openstack-request-id: req-adf2f03b-c196-4e2c-89b2-20d8c41d8487 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:33.599134 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:33.599645 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adf2f03b-c196-4e2c-89b2-20d8c41d8487 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:33.600813 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a', 'status': 'completed', 'code': 200} Nov 25 18:27:33.606659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-e0bedfd6-5102-45e4-b3ae-3490bfcb65d8 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/92217212-d1af-4c18-a0b4-7d6811f3df40 HTTP/1.1" status: 200 len: 2994 time: 0.0668662 Nov 25 18:27:33.655456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-16727d55-6da5-47de-aff6-f50012171e50 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/92217212-d1af-4c18-a0b4-7d6811f3df40 HTTP/1.1" status: 200 len: 2994 time: 0.0418496 Nov 25 18:27:33.717614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-423eae99-e587-40c0-8165-aa985018a011 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/a588957b-5242-4610-8bf1-b214e09b3123 HTTP/1.1" status: 200 len: 2994 time: 0.0548942 Nov 25 18:27:33.754735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-c711174e-af61-47cd-b04a-43bc58ce0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:33.756370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-c711174e-af61-47cd-b04a-43bc58ce0727 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1095 time: 0.1222303 Nov 25 18:27:33.767590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52578) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:33.796323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-dec20304-97f0-490b-8b0b-84848ce11d37 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/a588957b-5242-4610-8bf1-b214e09b3123 HTTP/1.1" status: 200 len: 2994 time: 0.0679061 Nov 25 18:27:33.835616 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57e33262-f90a-41ca-8a96-767c18f25d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:33.852155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba4418-7b70-4f70-86ac-0034bb9d4694 req-d3fbcb46-31d2-4526-a461-f07b44ca1de3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:33.853697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42ba4418-7b70-4f70-86ac-0034bb9d4694 req-d3fbcb46-31d2-4526-a461-f07b44ca1de3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1660516 Nov 25 18:27:33.873008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-3749b0ad-2999-46da-8212-618b1dc319e6 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bf513831-b09e-4ae5-90b8-87fbc46d304f HTTP/1.1" status: 200 len: 2998 time: 0.0694432 Nov 25 18:27:33.936973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-06d2328b-d931-49bd-9380-429010e7b53c tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bf513831-b09e-4ae5-90b8-87fbc46d304f HTTP/1.1" status: 200 len: 2998 time: 0.0547061 Nov 25 18:27:33.965555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-9605c663-cf21-424d-8d28-97a67f015aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:33.967068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-9605c663-cf21-424d-8d28-97a67f015aa2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1986065 Nov 25 18:27:33.978810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42ba4418-7b70-4f70-86ac-0034bb9d4694 req-9cbe8004-a34b-4ede-ba5a-740340b906f8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170955 Nov 25 18:27:34.002951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-06783fe4-12be-4ae1-96a3-187deea5fff0 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c0f585fa-a8ba-454e-b864-bb37023de505 HTTP/1.1" status: 200 len: 2998 time: 0.0648255 Nov 25 18:27:34.061358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f82b84be-0e0b-44e7-81d9-e8060e310127 req-a77e1691-dcc4-434e-990e-c52a46177f19 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c0f585fa-a8ba-454e-b864-bb37023de505 HTTP/1.1" status: 200 len: 2998 time: 0.0573635 Nov 25 18:27:34.201175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-9abc16b9-6947-4aa8-9dd4-98dc48f5fecd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693839 Nov 25 18:27:34.300444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-32b86153-7877-4bb5-999e-c2b97403aa83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 217 time: 0.3153861 Nov 25 18:27:34.309791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8da251-8d40-4538-a8a2-581699e736cd req-c039260e-85e1-4e5b-adef-14e4dbaa6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.311485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-c039260e-85e1-4e5b-adef-14e4dbaa6b20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 1096 time: 0.0764451 Nov 25 18:27:34.331900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d2d5462-44bf-4f87-a662-5ac39fa3eb92 req-eabd4884-287f-4018-b76b-f7b320eb166b tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=957b86359b804d78bd123ea074a6f16d HTTP/1.1" status: 200 len: 6153 time: 0.1340818 Nov 25 18:27:34.408557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57e33262-f90a-41ca-8a96-767c18f25d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:34.426021 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57e33262-f90a-41ca-8a96-767c18f25d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:34.444564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-2f54b12e-b81c-4e86-8ae7-f48084c772ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.459671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-2f54b12e-b81c-4e86-8ae7-f48084c772ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1399395 Nov 25 18:27:34.471268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d2d5462-44bf-4f87-a662-5ac39fa3eb92 req-96a8b4a0-cede-49b1-be26-5b7bd1e21dd0 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "GET /v2.0/security-groups/262a77b6-11e1-4121-b5aa-a6a38deb5de5 HTTP/1.1" status: 200 len: 2998 time: 0.1186800 Nov 25 18:27:34.527817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ad5d-1ac5-47df-bba6-268806225dad req-b20e6b05-0d18-415a-85b4-45b3d4bb9cae tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.535384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6430ad5d-1ac5-47df-bba6-268806225dad req-b20e6b05-0d18-415a-85b4-45b3d4bb9cae tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.2498345 Nov 25 18:27:34.541129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d2d5462-44bf-4f87-a662-5ac39fa3eb92 req-f00d9672-8e29-429a-a4b4-64797e53b39a tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "GET /v2.0/security-groups/262a77b6-11e1-4121-b5aa-a6a38deb5de5 HTTP/1.1" status: 200 len: 2998 time: 0.0611463 Nov 25 18:27:34.573601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8da251-8d40-4538-a8a2-581699e736cd req-de6b39d5-1701-4e0f-a45d-084372805ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.574806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-de6b39d5-1701-4e0f-a45d-084372805ad7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 925 time: 0.2376747 Nov 25 18:27:34.588547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-4d1bba78-56ae-4678-b41d-df2bd5220a42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914698 Nov 25 18:27:34.604017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-57e33262-f90a-41ca-8a96-767c18f25d17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7bd08d615f9478297efa66358044b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8318899 Nov 25 18:27:34.608153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52596) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:34.630402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e33262-f90a-41ca-8a96-767c18f25d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5b837-4055-4aaf-9f94-d3ea019a8275,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:34.685715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-9aca6f1b-12ac-46d8-9e84-538d22168a91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 HTTP/1.1" status: 200 len: 1001 time: 0.0834799 Nov 25 18:27:34.696901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6430ad5d-1ac5-47df-bba6-268806225dad req-3990456f-bc49-454b-91e8-e97ee3ac6678 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593156 Nov 25 18:27:34.792239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-cb48cb16-2d23-4d03-9572-0c787c58b559 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2312799 Nov 25 18:27:34.795366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8da251-8d40-4538-a8a2-581699e736cd req-86a91359-a709-4abe-b327-4fc861097795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.796761 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-86a91359-a709-4abe-b327-4fc861097795 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eaa5a07f-be25-4dac-b8b7-1dbc17238064 HTTP/1.1" status: 200 len: 863 time: 0.0983996 Nov 25 18:27:34.803254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19b6448-3619-461e-9ae8-dd38f3dcaba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:34.836186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-e0d5129c-aec1-4c3c-b96b-0b9d38c68b07 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333922 Nov 25 18:27:34.839549 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fcc3ee71-7d4e-4d67-9167-d02e0433e780 req-56ad76e5-0264-4066-b683-0a9114496ee8 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/4ca9213a-5858-4241-95c4-23eb1cd3713e HTTP/1.1" status: 200 len: 1794 time: 0.0882332 Nov 25 18:27:34.859007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed3391-d222-4ba1-88c5-7669b8edb2b7 req-63d368a7-6c65-469f-8f32-0f271b9ab4cd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.861082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21ed3391-d222-4ba1-88c5-7669b8edb2b7 req-63d368a7-6c65-469f-8f32-0f271b9ab4cd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.1791234 Nov 25 18:27:34.867502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19b6448-3619-461e-9ae8-dd38f3dcaba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:34.933924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8da251-8d40-4538-a8a2-581699e736cd req-9c1db30b-96c9-4c00-aecd-ab15c99840d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.935481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-9c1db30b-96c9-4c00-aecd-ab15c99840d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34a02369-d5ac-4ff4-869b-451c7746e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281772 Nov 25 18:27:34.949164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-124f2c3c-5d03-420b-b9f7-7483317f3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:34.953205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-124f2c3c-5d03-420b-b9f7-7483317f3d6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1097 time: 0.0876992 Nov 25 18:27:35.030001 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19b6448-3619-461e-9ae8-dd38f3dcaba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.032892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19b6448-3619-461e-9ae8-dd38f3dcaba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.037324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f19b6448-3619-461e-9ae8-dd38f3dcaba6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71e5b837-4055-4aaf-9f94-d3ea019a8275 HTTP/1.1" status: 204 len: 168 time: 0.4186454 Nov 25 18:27:35.043423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21ed3391-d222-4ba1-88c5-7669b8edb2b7 req-51b2c970-b3c9-44c2-b90f-2ff950247577 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703715 Nov 25 18:27:35.060500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fcc3ee71-7d4e-4d67-9167-d02e0433e780 req-241f4c16-e8fd-4146-b6db-75c8aef000d4 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.088900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0ff24e0-2209-4615-bdfe-3e1d9a6c4236 req-12175b3e-0b04-433f-b397-2278164abf7e service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372358 Nov 25 18:27:35.112541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b6448-3619-461e-9ae8-dd38f3dcaba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5b837-4055-4aaf-9f94-d3ea019a8275,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:35.137316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fcc3ee71-7d4e-4d67-9167-d02e0433e780 req-241f4c16-e8fd-4146-b6db-75c8aef000d4 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.217840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fcc3ee71-7d4e-4d67-9167-d02e0433e780 req-241f4c16-e8fd-4146-b6db-75c8aef000d4 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.221147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fcc3ee71-7d4e-4d67-9167-d02e0433e780 req-241f4c16-e8fd-4146-b6db-75c8aef000d4 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.222299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fcc3ee71-7d4e-4d67-9167-d02e0433e780 req-241f4c16-e8fd-4146-b6db-75c8aef000d4 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ca9213a-5858-4241-95c4-23eb1cd3713e HTTP/1.1" status: 204 len: 173 time: 0.3738976 Nov 25 18:27:35.231646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-6e4f6940-8070-488c-ba61-7a761b3e8339 service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799125 Nov 25 18:27:35.232165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f4c16-e8fd-4146-b6db-75c8aef000d4 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9213a-5858-4241-95c4-23eb1cd3713e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:35.325151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-16ca9d6a-5a2c-420c-93c3-6f393fb1a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:35.326779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-16ca9d6a-5a2c-420c-93c3-6f393fb1a313 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.3344378 Nov 25 18:27:35.385907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-a31a963f-44ce-47cf-9c12-8a75c876e17d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 217 time: 0.0479360 Nov 25 18:27:35.402006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b2dfa-ec00-4d93-a45c-d68709bacd33 req-0adfef70-8c85-48ac-b5c6-3a9aaa50d725 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:35.402573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d2d2a-da3f-49cc-bee6-991ed8817d7f req-04f9b905-5d03-4d76-8d80-64ed08ed5fca tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:35.403740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f57b2dfa-ec00-4d93-a45c-d68709bacd33 req-0adfef70-8c85-48ac-b5c6-3a9aaa50d725 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0919538 Nov 25 18:27:35.410363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805d2d2a-da3f-49cc-bee6-991ed8817d7f req-04f9b905-5d03-4d76-8d80-64ed08ed5fca tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.2121363 Nov 25 18:27:35.468802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f57b2dfa-ec00-4d93-a45c-d68709bacd33 req-d6e8fa53-180e-4dda-b820-8317a98cfd01 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570986 Nov 25 18:27:35.508779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8da251-8d40-4538-a8a2-581699e736cd req-413bd394-8a90-4356-9b01-3c06f24b131f service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461505 Nov 25 18:27:35.546005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805d2d2a-da3f-49cc-bee6-991ed8817d7f req-4030d1ca-1d52-4e39-bf33-e7a3de771306 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344693 Nov 25 18:27:35.548059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-c24d29b3-f209-4002-9a2b-d1124ae48f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:35.549652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-c24d29b3-f209-4002-9a2b-d1124ae48f65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1229055 Nov 25 18:27:35.561344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:35.622714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-54e0c9d9-546a-44c2-95b6-691541272726 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651505 Nov 25 18:27:35.709399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:35.717974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13a3a650-c65f-4b81-891a-19610d511d26 req-672d345f-2032-4aa7-a279-14967ea0423f tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c19223fd-0faf-48f8-af5f-1b26181df594 HTTP/1.1" status: 200 len: 1793 time: 0.1073074 Nov 25 18:27:35.728498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '55a413d4-341a-44c4-9bd9-f82a43d57791', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'port_id': '55a413d4-341a-44c4-9bd9-f82a43d57791', 'mac_address': 'fa:16:3e:80:cd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f824ed0-3321-417f-931b-51613c84c82c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:35.775969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-9a6f422b-eaf7-49e0-b698-2a1c1237b9a5 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443634 Nov 25 18:27:35.782855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.818611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a413d4-341a-44c4-9bd9-f82a43d57791 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:35.834325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13a3a650-c65f-4b81-891a-19610d511d26 req-3c05570c-0f99-4ad5-961b-c0ebaa9290b1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.864529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:35.876713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.882048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13a3a650-c65f-4b81-891a-19610d511d26 req-3c05570c-0f99-4ad5-961b-c0ebaa9290b1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.946877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56a1eb3e-cf5c-41b1-b8dc-7a14727a56f7 req-24931e67-f3b0-4967-aeb1-b7af64e940a4 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590075 Nov 25 18:27:35.962632 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13a3a650-c65f-4b81-891a-19610d511d26 req-3c05570c-0f99-4ad5-961b-c0ebaa9290b1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.977936 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13a3a650-c65f-4b81-891a-19610d511d26 req-3c05570c-0f99-4ad5-961b-c0ebaa9290b1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:35.992266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b030f-bae6-4086-84ca-db2444473194 req-d68814c0-b192-4bfb-9308-f5995f3cf8ab tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:35.995454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13a3a650-c65f-4b81-891a-19610d511d26 req-3c05570c-0f99-4ad5-961b-c0ebaa9290b1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/c19223fd-0faf-48f8-af5f-1b26181df594 HTTP/1.1" status: 204 len: 173 time: 0.2763941 Nov 25 18:27:35.996774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a5b030f-bae6-4086-84ca-db2444473194 req-d68814c0-b192-4bfb-9308-f5995f3cf8ab tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1854773 Nov 25 18:27:36.011255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:36.029424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05570c-0f99-4ad5-961b-c0ebaa9290b1 tempest-SecurityGroupsTestAdminJSON-1396952634 tempest-SecurityGroupsTestAdminJSON-1396952634-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19223fd-0faf-48f8-af5f-1b26181df594,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:36.083907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a5b030f-bae6-4086-84ca-db2444473194 req-165cca9c-1e3f-4773-a50d-4e2667783a06 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796583 Nov 25 18:27:36.113183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c1cc1e0-ced3-4934-92bf-51d1d3302cc4 req-39713a95-0a87-431b-a25b-1e819ff468d3 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "GET /v2.0/security-groups/95af276a-9b4f-4602-9c20-de039481cd6a HTTP/1.1" status: 200 len: 1795 time: 0.0860288 Nov 25 18:27:36.200023 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7c1cc1e0-ced3-4934-92bf-51d1d3302cc4 req-64917be8-f271-4f74-9614-adfb52ab0d45 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.229417 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7c1cc1e0-ced3-4934-92bf-51d1d3302cc4 req-64917be8-f271-4f74-9614-adfb52ab0d45 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.232312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7315c-a3d1-42fb-b962-b6fd4eacfcac req-9d5d241a-e4c2-4686-81a2-19ba133b3cc0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:36.234288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8f7315c-a3d1-42fb-b962-b6fd4eacfcac req-9d5d241a-e4c2-4686-81a2-19ba133b3cc0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.0651560 Nov 25 18:27:36.285314 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7c1cc1e0-ced3-4934-92bf-51d1d3302cc4 req-64917be8-f271-4f74-9614-adfb52ab0d45 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.294680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7c1cc1e0-ced3-4934-92bf-51d1d3302cc4 req-64917be8-f271-4f74-9614-adfb52ab0d45 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.296992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c1cc1e0-ced3-4934-92bf-51d1d3302cc4 req-64917be8-f271-4f74-9614-adfb52ab0d45 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "DELETE /v2.0/security-groups/95af276a-9b4f-4602-9c20-de039481cd6a HTTP/1.1" status: 204 len: 173 time: 0.1830108 Nov 25 18:27:36.320054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['55a413d4-341a-44c4-9bd9-f82a43d57791'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:36.324770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64917be8-f271-4f74-9614-adfb52ab0d45 tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95af276a-9b4f-4602-9c20-de039481cd6a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:36.330357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8f7315c-a3d1-42fb-b962-b6fd4eacfcac req-897664b3-4bba-4234-9d39-825352f8aa92 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895686 Nov 25 18:27:36.375090 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-682df5db-ff68-4acc-b076-771c139e6afb req-63361840-24fe-4c79-bd5f-ff1eed4a089d tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "GET /v2.0/security-groups/25662127-d215-4721-9411-62e14b307229 HTTP/1.1" status: 200 len: 1793 time: 0.0521250 Nov 25 18:27:36.464603 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-682df5db-ff68-4acc-b076-771c139e6afb req-d514cd5b-de3d-4ccd-811f-d11c991f536d tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.491377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-682df5db-ff68-4acc-b076-771c139e6afb req-d514cd5b-de3d-4ccd-811f-d11c991f536d tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.602301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-682df5db-ff68-4acc-b076-771c139e6afb req-d514cd5b-de3d-4ccd-811f-d11c991f536d tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.608199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-682df5db-ff68-4acc-b076-771c139e6afb req-d514cd5b-de3d-4ccd-811f-d11c991f536d tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:36.626640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebcf0f-f00b-44d3-82c0-a74395e75f9f req-51141e3c-2ecb-4274-a63d-910d5352c813 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:36.628178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aebcf0f-f00b-44d3-82c0-a74395e75f9f req-51141e3c-2ecb-4274-a63d-910d5352c813 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0685754 Nov 25 18:27:36.634236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-682df5db-ff68-4acc-b076-771c139e6afb req-d514cd5b-de3d-4ccd-811f-d11c991f536d tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] 10.222.0.62 "DELETE /v2.0/security-groups/25662127-d215-4721-9411-62e14b307229 HTTP/1.1" status: 204 len: 173 time: 0.2469850 Nov 25 18:27:36.659172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514cd5b-de3d-4ccd-811f-d11c991f536d tempest-SecurityGroupsTestAdminJSON-434080758 tempest-SecurityGroupsTestAdminJSON-434080758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25662127-d215-4721-9411-62e14b307229,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:36.768006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aebcf0f-f00b-44d3-82c0-a74395e75f9f req-ac13d324-4f79-46d0-8fe3-a9349e36d90f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280313 Nov 25 18:27:36.841665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcd233-6c02-4c24-97c9-cad40b741c52 req-5363b1e4-46f7-4d84-b94c-b2b3ef88caf9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:36.851299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52bcd233-6c02-4c24-97c9-cad40b741c52 req-5363b1e4-46f7-4d84-b94c-b2b3ef88caf9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0709116 Nov 25 18:27:36.912863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52bcd233-6c02-4c24-97c9-cad40b741c52 req-fc815c4f-8fd1-4e43-a732-d98d97c63909 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605931 Nov 25 18:27:37.019344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52672) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:37.210490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a1c494b0-6dc3-4657-a1bd-a09986831f5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=957b86359b804d78bd123ea074a6f16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879091 Nov 25 18:27:37.210878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52682) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:37.234155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a43f-73bc-4042-a954-f8ab5200e365 req-b98d5a20-f7ed-4960-9133-80d9bb94fcfd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:37.236317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25e3a43f-73bc-4042-a954-f8ab5200e365 req-b98d5a20-f7ed-4960-9133-80d9bb94fcfd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.0708621 Nov 25 18:27:37.262254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a410b8cd-066b-413e-974f-9b693c1b243d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:37.302507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a410b8cd-066b-413e-974f-9b693c1b243d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:37.332783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25e3a43f-73bc-4042-a954-f8ab5200e365 req-6ab91c35-c2cb-4662-aa15-50f2697a050c tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875452 Nov 25 18:27:37.381053 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a410b8cd-066b-413e-974f-9b693c1b243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:37.403548 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a410b8cd-066b-413e-974f-9b693c1b243d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:37.404837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a410b8cd-066b-413e-974f-9b693c1b243d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/262a77b6-11e1-4121-b5aa-a6a38deb5de5 HTTP/1.1" status: 204 len: 168 time: 0.1929786 Nov 25 18:27:37.433224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410b8cd-066b-413e-974f-9b693c1b243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262a77b6-11e1-4121-b5aa-a6a38deb5de5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:37.520103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc587d-6f0d-46b8-80c3-aab1c5347e39 req-8965ab36-5827-47fd-bb41-8581c55de456 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:37.528832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebfc587d-6f0d-46b8-80c3-aab1c5347e39 req-8965ab36-5827-47fd-bb41-8581c55de456 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.0868039 Nov 25 18:27:37.600574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 920eb88a-213c-42d5-a77d-11b39da9286a details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:37.603891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:37.607056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebfc587d-6f0d-46b8-80c3-aab1c5347e39 req-c59de63a-7a4e-4df2-9d8e-ee79a2dcca49 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772328 Nov 25 18:27:37.728706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-2a5ea2cf-a42e-4d40-b523-e1317dec9f3c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396161 Nov 25 18:27:37.768458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 55a413d4-341a-44c4-9bd9-f82a43d57791 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:37.782443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 55a413d4-341a-44c4-9bd9-f82a43d57791 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:37.783341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:37.827993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:37.853712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '920eb88a-213c-42d5-a77d-11b39da9286a', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'port_id': '920eb88a-213c-42d5-a77d-11b39da9286a', 'mac_address': 'fa:16:3e:cd:ec:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd5db90-005f-40ed-aab7-4c241e246fc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:37.995781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702e509-9ab5-4145-a0dc-65ca45b04607 req-1e88203b-b2b9-4585-a088-11bf1ab3f92c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:38.003993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-4d509904-c606-436f-b7c2-ef83337a3e27 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:38.006432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1702e509-9ab5-4145-a0dc-65ca45b04607 req-1e88203b-b2b9-4585-a088-11bf1ab3f92c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0835218 Nov 25 18:27:38.015258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-4d509904-c606-436f-b7c2-ef83337a3e27 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804873 Nov 25 18:27:38.033423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52712) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:38.057663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-06076dd6-0802-410a-a854-b4b874537d10 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/quotas/808eb8191e6c474eb642cfaa344cbe93 HTTP/1.1" status: 200 len: 375 time: 0.0415084 Nov 25 18:27:38.081014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.097565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ce81eedc-e82c-4796-ab9b-fb7fd2a73597 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e37d74838a7441fbd31ed2880a5d5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568283 Nov 25 18:27:38.100180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52714) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:38.106150 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.107743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1702e509-9ab5-4145-a0dc-65ca45b04607 req-8f113be9-20e4-4a8f-8d2a-5986a9adff63 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989501 Nov 25 18:27:38.132205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:38.133769 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff89433-0ee5-4588-8916-3fb5df21826e" -d '{"events": [{"server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "name": "network-vif-plugged", "status": "completed", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:38.150909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920eb88a-213c-42d5-a77d-11b39da9286a {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:38.190523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:38.194894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:38.198502 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.210932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-5f9489b9-6eea-4ffd-9204-f9fe97f70691 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140208 Nov 25 18:27:38.254405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:38.254668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57cded79-96b4-4c1a-bdd9-596c016ff73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.257643 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.289813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57cded79-96b4-4c1a-bdd9-596c016ff73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.337374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:38.339827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe3591-e7a3-48ae-ad5e-d6b8d39e6fe3 req-432d3fcc-0898-466f-8535-0a70d68b0752 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:38.348713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0fe3591-e7a3-48ae-ad5e-d6b8d39e6fe3 req-432d3fcc-0898-466f-8535-0a70d68b0752 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1020761 Nov 25 18:27:38.414427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57cded79-96b4-4c1a-bdd9-596c016ff73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.417293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57cded79-96b4-4c1a-bdd9-596c016ff73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:38.422178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57cded79-96b4-4c1a-bdd9-596c016ff73a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85e58b02-f7bb-4d1a-8c9d-711aba5cc741 HTTP/1.1" status: 204 len: 168 time: 0.3181143 Nov 25 18:27:38.440830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cded79-96b4-4c1a-bdd9-596c016ff73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e58b02-f7bb-4d1a-8c9d-711aba5cc741,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:38.520654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0fe3591-e7a3-48ae-ad5e-d6b8d39e6fe3 req-7b66de7f-bb67-45e0-bc2c-c7882a9080f3 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690412 Nov 25 18:27:38.543241 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612513e3-fd8a-4ea5-87b8-7f9620736d6e x-openstack-request-id: req-612513e3-fd8a-4ea5-87b8-7f9620736d6e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:38.543573 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "name": "network-vif-plugged", "status": "completed", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:38.543836 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-612513e3-fd8a-4ea5-87b8-7f9620736d6e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:38.544229 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791', 'code': 200} Nov 25 18:27:38.684383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['920eb88a-213c-42d5-a77d-11b39da9286a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:38.689957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b3f37cf-c31b-4351-af29-4fa9b56e6a45 req-3199f00b-6132-47ee-9113-fb9555958bcc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 210 time: 0.0627363 Nov 25 18:27:38.801918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945c657-0739-4534-92fe-04476b4e08cb req-35c53b0a-4980-4049-8c99-4897a07fc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:38.804510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f945c657-0739-4534-92fe-04476b4e08cb req-35c53b0a-4980-4049-8c99-4897a07fc1f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1097 time: 0.1303113 Nov 25 18:27:38.818104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad8e91-9dd8-46ca-be2c-57c7d7b62990 req-31026200-dbc2-4f0c-9860-eae3bc7b9a03 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:38.827518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0ad8e91-9dd8-46ca-be2c-57c7d7b62990 req-31026200-dbc2-4f0c-9860-eae3bc7b9a03 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.1031783 Nov 25 18:27:38.957942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfbc47-dd0f-48a3-aef9-a857bb176901 req-0cc1c0d2-c9ca-43f1-8f56-bf57b6a5aeb7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:38.965273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bcbfbc47-dd0f-48a3-aef9-a857bb176901 req-0cc1c0d2-c9ca-43f1-8f56-bf57b6a5aeb7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 946 time: 0.1573172 Nov 25 18:27:38.984732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f945c657-0739-4534-92fe-04476b4e08cb req-8f9ad80c-a04b-46f1-ad24-c928b63478f3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517692 Nov 25 18:27:39.020992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0ad8e91-9dd8-46ca-be2c-57c7d7b62990 req-cd0ae132-d153-4b2c-9ead-37db2b90b262 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896484 Nov 25 18:27:39.133965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bcbfbc47-dd0f-48a3-aef9-a857bb176901 req-c64ae0d9-4f86-4d4f-9de4-1663b9fea521 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647906 Nov 25 18:27:39.295178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c79b1b-0b9a-4e88-bc88-c603083474cf req-8027b32f-94d2-494e-b3dc-d378c1ae6174 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:39.312523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47c79b1b-0b9a-4e88-bc88-c603083474cf req-8027b32f-94d2-494e-b3dc-d378c1ae6174 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1030445 Nov 25 18:27:39.393188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47c79b1b-0b9a-4e88-bc88-c603083474cf req-7079f5d1-0e3b-41fd-ae4e-398850232a61 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771310 Nov 25 18:27:39.677957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a5917-679f-451a-99d0-1491399d5fc4 req-5ccff2fc-cea5-432a-ae94-a9ba1c2b6dd0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:39.679431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-966a5917-679f-451a-99d0-1491399d5fc4 req-5ccff2fc-cea5-432a-ae94-a9ba1c2b6dd0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0577552 Nov 25 18:27:39.712461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:39.733433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-966a5917-679f-451a-99d0-1491399d5fc4 req-0dd30cba-b020-451b-be93-1bd522ceb980 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Nov 25 18:27:39.784327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-219febd6-ac13-42a6-a185-afab526f71f1 req-4c65c88d-c3d0-4c8f-9464-8a29328eeb57 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 210 time: 0.0290513 Nov 25 18:27:39.817116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-network', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:39.836676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Made reservation on behalf of 477572e3a2a04475bf3717bbbc6772f2 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:39.838989 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:39.846873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:39.918024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:39.921319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:39.945642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:27:39.955101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:39.959697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:39.960028 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Added segment 5aa69fd3-d507-4f26-bad2-450bd8515cb1 of type vlan for network 0de78dfc-ae80-46e3-8697-e6fee89887bf Nov 25 18:27:39.999001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.024994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.025944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:40.026542 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.082655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.3690255 Nov 25 18:27:40.085773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52798) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:40.090931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Request body: {'subnet': {'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-subnet', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:40.093752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0ff02-406a-4247-ab0d-72fc780cb131 admin admin] Pushing event updated for resources: {'Network': ['ID=0de78dfc-ae80-46e3-8697-e6fee89887bf,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:40.104750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:27:40.152852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Made reservation on behalf of 477572e3a2a04475bf3717bbbc6772f2 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:40.155790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.165529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604e17-29df-4461-a5a1-e2535c82f66a req-356b2852-2fe1-4f6c-ac8d-4e19fce99002 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:40.167062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73604e17-29df-4461-a5a1-e2535c82f66a req-356b2852-2fe1-4f6c-ac8d-4e19fce99002 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.0725572 Nov 25 18:27:40.265050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73604e17-29df-4461-a5a1-e2535c82f66a req-c81ee0d9-1cc4-4ea7-a8a4-138edcaa76ef tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880649 Nov 25 18:27:40.278186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7b0a9-4782-450e-9a6b-3e2314ae1989 req-4ac8f458-d694-49f6-850c-7344b606b065 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:40.291923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77f7b0a9-4782-450e-9a6b-3e2314ae1989 req-4ac8f458-d694-49f6-850c-7344b606b065 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 946 time: 0.0657482 Nov 25 18:27:40.367606 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77f7b0a9-4782-450e-9a6b-3e2314ae1989 req-134ff206-9406-47d8-a7c3-73b11e5f8244 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641699 Nov 25 18:27:40.424631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.483317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-5fd20e25-197d-4baa-8ca2-7cf92bf3252b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311677 Nov 25 18:27:40.497572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5717abbb-5fb7-41ff-b3e8-953aabe3bb94,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:40.508387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Checking segment: {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:40.508977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Network hostable DHCP agents. Network: 0de78dfc-ae80-46e3-8697-e6fee89887bf, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:27:40.555283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:27:40.572038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc724-f39f-4de5-ba10-53f29ae8afbb req-a8848588-6fc8-4859-8d76-bf7e70a4d691 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:40.573527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aeadc724-f39f-4de5-ba10-53f29ae8afbb req-a8848588-6fc8-4859-8d76-bf7e70a4d691 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 950 time: 0.0622461 Nov 25 18:27:40.574607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0de78dfc-ae80-46e3-8697-e6fee89887bf) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:40.579001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:40.579590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.588157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d2be3-a909-45b9-aaf8-926c4aeefc2f None None] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:27:40.615843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b164bacd-4ca9-48ca-8afb-de077518c8e0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5287068 Nov 25 18:27:40.618226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4128-5679-435e-ab09-673c9ab5fbfe req-764319a6-965b-42ac-94bf-832403d704bf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:40.619743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00ed4128-5679-435e-ab09-673c9ab5fbfe req-764319a6-965b-42ac-94bf-832403d704bf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1389368 Nov 25 18:27:40.620217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52828) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:40.626867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:40.649786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aeadc724-f39f-4de5-ba10-53f29ae8afbb req-3322bddf-c1a7-4eb8-8026-ef21099f7c69 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565331 Nov 25 18:27:40.693069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-05e774fd-20bb-442c-9f94-5024ad54ad1b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:40.695403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-05e774fd-20bb-442c-9f94-5024ad54ad1b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998281 Nov 25 18:27:40.714331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:40.721598 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.722667 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.752976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00ed4128-5679-435e-ab09-673c9ab5fbfe req-b4eb1368-786d-484f-a4ce-dd7f7bd7b338 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195240 Nov 25 18:27:40.850421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-0de78dfc-ae80-46e3-8697-e6fee89887bf', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:27:40.852028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.871674 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:40.888260 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a71c867b-8f74-4984-841f-edc64cab05af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.033643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Allocated IP 172.20.0.2 (0de78dfc-ae80-46e3-8697-e6fee89887bf/5717abbb-5fb7-41ff-b3e8-953aabe3bb94/b985f010-508d-4acb-8756-acf515368f13) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:41.192104 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.199333 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.248432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:41.252059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:41.254742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:41.283956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Pushing event updated for resources: {'Port': ['ID=b985f010-508d-4acb-8756-acf515368f13,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:41.320667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Attempting to bind port b985f010-508d-4acb-8756-acf515368f13 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:41.320830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93095296-103d-4e2a-a6fa-a97d56ddcbdb req-17ae2a06-9768-4e40-9b62-2261c2e2395f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:41.321041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Attempting to bind port b985f010-508d-4acb-8756-acf515368f13 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:41.321407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Attempting to bind port b985f010-508d-4acb-8756-acf515368f13 on network 0de78dfc-ae80-46e3-8697-e6fee89887bf {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:41.322339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93095296-103d-4e2a-a6fa-a97d56ddcbdb req-17ae2a06-9768-4e40-9b62-2261c2e2395f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.4997122 Nov 25 18:27:41.325355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:41.327268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:41.327767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Checking segment: {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:41.328082 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.328494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Bound using segment: {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:41.328760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.329478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Bound port: b985f010-508d-4acb-8756-acf515368f13, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:41.329862 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.350603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.354712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.408853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] For port b985f010-508d-4acb-8756-acf515368f13, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:41.412480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] For port b985f010-508d-4acb-8756-acf515368f13, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b985f010-508d-4acb-8756-acf515368f13,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:41.417744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.467546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93095296-103d-4e2a-a6fa-a97d56ddcbdb req-f2501346-d9db-4fef-858f-f1b835fbee7e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332073 Nov 25 18:27:41.494998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edf842-7349-4f97-a5c7-6f4a22776250 None None] Pushing event updated for resources: {'Port': ['ID=b985f010-508d-4acb-8756-acf515368f13,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:41.593162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b201f8a-0d88-48ad-87f2-fe14d69102f3 req-d3a76a15-ea41-459c-a751-b7c46975d8b7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 210 time: 0.0412388 Nov 25 18:27:41.598649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.607837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 920eb88a-213c-42d5-a77d-11b39da9286a up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:41.615725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.687434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 920eb88a-213c-42d5-a77d-11b39da9286a completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:41.693272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 920eb88a-213c-42d5-a77d-11b39da9286a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:41.694010 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.709636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bbcd0-a008-4185-bc7f-a12fa64b0b29 req-588244a2-8506-4c62-9ebe-a72a853cf107 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:41.711353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af8bbcd0-a008-4185-bc7f-a12fa64b0b29 req-588244a2-8506-4c62-9ebe-a72a853cf107 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.0827572 Nov 25 18:27:41.773418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:41.799049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af8bbcd0-a008-4185-bc7f-a12fa64b0b29 req-1846d949-7171-4399-b44a-7141f81f24f0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813015 Nov 25 18:27:41.830497 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.883895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:41.886239 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fc2448-152f-4f50-9b12-ad5936084a75" -d '{"events": [{"server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "name": "network-vif-plugged", "status": "completed", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:41.904326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:41.917506 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.918754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:27:41.924439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733b28a-7eb7-4bf8-a8e1-29446b7631a0 req-572d20f8-9650-4089-9723-39b9e29a0532 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:41.926040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6733b28a-7eb7-4bf8-a8e1-29446b7631a0 req-572d20f8-9650-4089-9723-39b9e29a0532 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 946 time: 0.2007191 Nov 25 18:27:41.952348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:41.978164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacb684-365b-4e75-b957-fa4351ca827d req-5a9444f1-fac8-477b-98c9-dfd9dbc7ea88 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:41.986334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4aacb684-365b-4e75-b957-fa4351ca827d req-5a9444f1-fac8-477b-98c9-dfd9dbc7ea88 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0761812 Nov 25 18:27:41.997436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.4 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/2e8fc183-b74c-4d95-ac4c-6aa456979630) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:42.001363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.036277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:42.042582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4aacb684-365b-4e75-b957-fa4351ca827d req-be8fa77a-4484-45cf-a2b7-5cdf501fb113 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550494 Nov 25 18:27:42.091637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6733b28a-7eb7-4bf8-a8e1-29446b7631a0 req-101afb07-3bcc-4979-94da-76db4b3aa3bc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520355 Nov 25 18:27:42.095970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.136351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:42.141791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.227476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Allocated IP 172.25.2.24 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/67f341f1-51f2-4f59-8218-55428d1915c6) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:42.231437 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52c96dc-200c-4ac3-86cb-afc1edb0ca8f x-openstack-request-id: req-b52c96dc-200c-4ac3-86cb-afc1edb0ca8f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:42.231955 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "name": "network-vif-plugged", "status": "completed", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:42.232148 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b52c96dc-200c-4ac3-86cb-afc1edb0ca8f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:42.232626 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a', 'code': 200} Nov 25 18:27:42.233772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:42.377387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041c18-c423-4d7b-85fd-176f547a0df6 req-f357ab69-3279-480e-93db-5e90b483ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:42.378978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b041c18-c423-4d7b-85fd-176f547a0df6 req-f357ab69-3279-480e-93db-5e90b483ca73 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1491191 Nov 25 18:27:42.421798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.534853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b041c18-c423-4d7b-85fd-176f547a0df6 req-fb34d3e6-c017-4020-9388-a069132c2691 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456842 Nov 25 18:27:42.559721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.579380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.606918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172286df-111e-468f-9171-c5c72dd71f14 req-558b7765-6328-4967-a733-a447a7e41482 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:42.614579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-172286df-111e-468f-9171-c5c72dd71f14 req-558b7765-6328-4967-a733-a447a7e41482 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0629106 Nov 25 18:27:42.623656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deba92a-2dd4-40b9-b8c6-10c695607b3b req-cdfe1c97-688b-4a35-9308-7305b2e33f94 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:42.625225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6deba92a-2dd4-40b9-b8c6-10c695607b3b req-cdfe1c97-688b-4a35-9308-7305b2e33f94 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1097 time: 0.1136897 Nov 25 18:27:42.663917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:42.666112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-172286df-111e-468f-9171-c5c72dd71f14 req-c3ae00a4-00b8-4be0-aa62-82b29a31a48e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Nov 25 18:27:42.673039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=2e8fc183-b74c-4d95-ac4c-6aa456979630,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:42.678818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:42.692631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:42.727633 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.813780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:42.817439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:42.871028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee8a99-0a97-4ed7-8c85-ba8f13e77fe6 req-0fbdfcb5-68db-4259-8482-cb4df34c0545 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:42.879184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2eee8a99-0a97-4ed7-8c85-ba8f13e77fe6 req-0fbdfcb5-68db-4259-8482-cb4df34c0545 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 934 time: 0.0703256 Nov 25 18:27:42.882965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6deba92a-2dd4-40b9-b8c6-10c695607b3b req-c66221c4-c1c4-4b56-aea3-f730405832bd tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484229 Nov 25 18:27:42.888415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:42.890627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:42.894310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:42.897516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Pushing event updated for resources: {'Port': ['ID=67f341f1-51f2-4f59-8218-55428d1915c6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:42.905101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-209c4c81-d0b6-41c0-b98c-e0c2a11ba67e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1974096 Nov 25 18:27:42.916592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fee1c2-20ca-4b88-bdb5-0d1a5ac52b00 None None] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:27:42.931952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Request body: {'port': {'device_id': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:42.953886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2eee8a99-0a97-4ed7-8c85-ba8f13e77fe6 req-06cb77bf-713c-4f07-8190-d99c889321a6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694649 Nov 25 18:27:43.059834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Provisioning complete for port b985f010-508d-4acb-8756-acf515368f13 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:43.060825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.084675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58367-8778-42af-97c9-eeee24241219 req-d896c81c-9b45-4e3d-b366-fdfc5efcf296 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:43.086169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fa58367-8778-42af-97c9-eeee24241219 req-d896c81c-9b45-4e3d-b366-fdfc5efcf296 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.0694940 Nov 25 18:27:43.128547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.140384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fa58367-8778-42af-97c9-eeee24241219 req-825004c4-38be-4a6f-8cb5-c78ec87a25a5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Nov 25 18:27:43.226544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1a61-b78d-43a8-8c0e-6a4905cbb973 req-69ae47e1-611b-4491-bfd4-b0b1280497a5 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:43.234400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1cbb1a61-b78d-43a8-8c0e-6a4905cbb973 req-69ae47e1-611b-4491-bfd4-b0b1280497a5 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1097 time: 0.1086707 Nov 25 18:27:43.239214 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.296679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] For port b985f010-508d-4acb-8756-acf515368f13, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b985f010-508d-4acb-8756-acf515368f13,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:43.302767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd3e12-a087-4732-b100-ef7f8b4605df req-df0722ab-068f-4f54-b703-17260e0b4301 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:43.305724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.314083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1bd3e12-a087-4732-b100-ef7f8b4605df req-df0722ab-068f-4f54-b703-17260e0b4301 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0966671 Nov 25 18:27:43.374651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Provisioning complete for port 2e8fc183-b74c-4d95-ac4c-6aa456979630 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:43.375100 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.396408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1bd3e12-a087-4732-b100-ef7f8b4605df req-d7240587-9e3f-4722-a830-b41fa8cf6df2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779090 Nov 25 18:27:43.399712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b985f010-508d-4acb-8756-acf515368f13 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:43.402280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1cbb1a61-b78d-43a8-8c0e-6a4905cbb973 req-bd4a45f0-0884-434b-bdb7-a4d80c526298 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670229 Nov 25 18:27:43.458733 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4281790-5a86-4cac-babe-0da3edf4171d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.467654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Pushing event updated for resources: {'Port': ['ID=b985f010-508d-4acb-8756-acf515368f13,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:43.496341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9f6900e5-b40e-4800-9b5e-f9f4c73046b1 None None] Port 2e8fc183-b74c-4d95-ac4c-6aa456979630 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:27:43.514249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.516555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b985f010-508d-4acb-8756-acf515368f13 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:43.516932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:43.618232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d4f26091-814c-481b-959f-ee4108502774 None None] Provisioning complete for port b985f010-508d-4acb-8756-acf515368f13 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:43.618634 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d4f26091-814c-481b-959f-ee4108502774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.116536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8fc183-b74c-4d95-ac4c-6aa456979630 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:44.124071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.129322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.146368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddf75f-5895-4d97-a436-9e812850c8e2 req-ce33c338-dbd4-44eb-be6b-2f231f8a4b75 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:44.147902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0ddf75f-5895-4d97-a436-9e812850c8e2 req-ce33c338-dbd4-44eb-be6b-2f231f8a4b75 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.3910320 Nov 25 18:27:44.198828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Transition to ACTIVE for port object 2e8fc183-b74c-4d95-ac4c-6aa456979630 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:44.215233 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.223116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.233497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:44.237033 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca3f860-edb3-4f0a-a5b9-9cf6784667aa" -d '{"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:44.361145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8fc183-b74c-4d95-ac4c-6aa456979630,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:44.370053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0ddf75f-5895-4d97-a436-9e812850c8e2 req-8f1d4535-59f9-4e64-aa0c-8c7ae8378315 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157416 Nov 25 18:27:44.470236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Attempting to bind port 2e8fc183-b74c-4d95-ac4c-6aa456979630 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:44.470565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Attempting to bind port 2e8fc183-b74c-4d95-ac4c-6aa456979630 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:44.470899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Attempting to bind port 2e8fc183-b74c-4d95-ac4c-6aa456979630 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:44.478157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Router 517a5139-844f-4f3c-a853-e37e78618db9 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:27:44.480151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Port 2e8fc183-b74c-4d95-ac4c-6aa456979630 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:44.480524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Attempting to bind port 2e8fc183-b74c-4d95-ac4c-6aa456979630 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:44.489888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:44.490229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:44.490640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:44.491077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Bound port: 2e8fc183-b74c-4d95-ac4c-6aa456979630, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:44.491425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.558797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-7984ef5f-6ba3-41d4-a2e2-bb31071d4730 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:27:44.559774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-7984ef5f-6ba3-41d4-a2e2-bb31071d4730 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085340 Nov 25 18:27:44.703780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-46751027-68b5-444c-b5c5-7eeff67fcd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:44.705206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-46751027-68b5-444c-b5c5-7eeff67fcd79 service neutron] 10.222.0.62 "GET /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 1094 time: 0.1237960 Nov 25 18:27:44.718853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] For port 2e8fc183-b74c-4d95-ac4c-6aa456979630, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:44.723264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Request body: {'binding': {'host': 'n-h2-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:44.723645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Unknown quota resources ['binding']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:27:44.729618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] For port 2e8fc183-b74c-4d95-ac4c-6aa456979630, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e8fc183-b74c-4d95-ac4c-6aa456979630,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:44.762546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.778316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c21ed-466b-4e93-b8cb-bff6e343eecd req-05ff40a7-ec2e-4f7e-959b-e9ac418e8a73 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:44.779796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e4c21ed-466b-4e93-b8cb-bff6e343eecd req-05ff40a7-ec2e-4f7e-959b-e9ac418e8a73 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 946 time: 0.1967039 Nov 25 18:27:44.786141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:27:44.795398 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Sync routers for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:27:44.806606 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:27:44.807217 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:44.856818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:44.857474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.859620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] 10.222.0.64 "PUT /v2.0/ports/2e8fc183-b74c-4d95-ac4c-6aa456979630 HTTP/1.1" status: 200 len: 1094 time: 1.9310644 Nov 25 18:27:44.862893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'tag': '2e8fc183-b74c-4d95-ac4c-6aa456979630'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:44.865242 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b02094-2762-497b-9cc8-215da2be35c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1000e41-e8cb-48ba-a87c-9cdaf0526c83", "tag": "2e8fc183-b74c-4d95-ac4c-6aa456979630"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:44.904696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:44.909388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-afa6ec0b-67e6-461e-9a8a-b96d85f0f752 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2823043 Nov 25 18:27:44.909633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:44.920539 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:27:44.986520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7f2a2-0999-435d-96cc-e38285d7cb24 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8fc183-b74c-4d95-ac4c-6aa456979630,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:45.030338 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e4c21ed-466b-4e93-b8cb-bff6e343eecd req-242f0e96-1abb-49bb-a5c3-e36edd7a83bc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395096 Nov 25 18:27:45.040094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-0af15cb3-7a08-44a4-8151-c16be8116588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.042087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-0af15cb3-7a08-44a4-8151-c16be8116588 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 1097 time: 0.1136796 Nov 25 18:27:45.106559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-93b690fc-f34e-444c-a5b8-594b27e13ef7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=2e8fc183-b74c-4d95-ac4c-6aa456979630 HTTP/1.1" status: 200 len: 217 time: 0.0439520 Nov 25 18:27:45.165820 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:43Z', 'revision_number': 3, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:45.189385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on host n-h2-819194-3 for vnic_type normal with profile None {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:45.189949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:45.190239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:45.198905 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Checking router: 517a5139-844f-4f3c-a853-e37e78618db9 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:27:45.200183 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Updating router 517a5139-844f-4f3c-a853-e37e78618db9 port 67f341f1-51f2-4f59-8218-55428d1915c6 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:27:45.204907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:45.205303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:45.217461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:45.217917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:45.218377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:45.218908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Bound port: 55a413d4-341a-44c4-9bd9-f82a43d57791, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:45.223284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-9ae4d622-0495-4dfe-a18c-85dfbd7c6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.224849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-9ae4d622-0495-4dfe-a18c-85dfbd7c6535 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1091270 Nov 25 18:27:45.232791 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.271154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242bfbd-1f82-4584-a2af-62ff6daddae9 req-072471f3-0dd6-4bb3-97d2-9573541e0e9a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.272712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242bfbd-1f82-4584-a2af-62ff6daddae9 req-072471f3-0dd6-4bb3-97d2-9573541e0e9a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.1480129 Nov 25 18:27:45.297242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b985f010-508d-4acb-8756-acf515368f13 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:45.353981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b985f010-508d-4acb-8756-acf515368f13 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:45.354791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.366356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-ede29079-8610-4acc-9490-5defacb6c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.368475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-ede29079-8610-4acc-9490-5defacb6c1fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172907 Nov 25 18:27:45.371191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:45.375434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242bfbd-1f82-4584-a2af-62ff6daddae9 req-cf4dfeca-fe37-412f-bf65-fb37c1246a03 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844274 Nov 25 18:27:45.401702 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.402906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-724a8fed-12a7-4771-867f-c5683ff59bba service neutron] 10.222.0.62 "POST /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791/bindings HTTP/1.1" status: 201 len: 389 time: 0.6883097 Nov 25 18:27:45.421644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.520089 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e2fe8f-fd80-4f1f-a473-e55adee5b95b x-openstack-request-id: req-a1e2fe8f-fd80-4f1f-a473-e55adee5b95b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:45.522874 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:45.523910 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1e2fe8f-fd80-4f1f-a473-e55adee5b95b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:45.524326 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'code': 200} Nov 25 18:27:45.560908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-f9cda6b3-c615-4e85-b2aa-3fe54274d05e service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833320 Nov 25 18:27:45.610783 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.619821 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.666657 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9926bf9-120a-42c4-a38a-dd47322414c4 x-openstack-request-id: req-c9926bf9-120a-42c4-a38a-dd47322414c4 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:45.666948 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1000e41-e8cb-48ba-a87c-9cdaf0526c83", "tag": "2e8fc183-b74c-4d95-ac4c-6aa456979630", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:45.667198 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9926bf9-120a-42c4-a38a-dd47322414c4 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:45.667588 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'tag': '2e8fc183-b74c-4d95-ac4c-6aa456979630', 'status': 'completed', 'code': 200} Nov 25 18:27:45.683526 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Pushing event updated for resources: {'Port': ['ID=67f341f1-51f2-4f59-8218-55428d1915c6,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:45.695697 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.696183 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.696530 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.696871 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.697203 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.697532 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.697862 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.698190 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.698537 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.698905 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.699255 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.699580 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:45.721537 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Attempting to bind port 67f341f1-51f2-4f59-8218-55428d1915c6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:45.721914 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Attempting to bind port 67f341f1-51f2-4f59-8218-55428d1915c6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:45.722283 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Attempting to bind port 67f341f1-51f2-4f59-8218-55428d1915c6 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:45.728080 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:45.728459 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:45.728875 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.729695 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:45.729825 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Bound port: 67f341f1-51f2-4f59-8218-55428d1915c6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:45.730122 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.761333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Allocated IP 172.20.0.1 (0de78dfc-ae80-46e3-8697-e6fee89887bf/5717abbb-5fb7-41ff-b3e8-953aabe3bb94/3fb2a025-e352-4dd2-bd22-5eedfcdf7698) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:45.778088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7570a3a1-3059-4a76-a490-1a986ddd8f1c req-91a3253c-e870-4fb5-892a-173295b55d6d service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050986 Nov 25 18:27:45.779299 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.791666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-873f729f-1efd-4aa0-8e26-4c9a5f1b16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.793052 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] For port 67f341f1-51f2-4f59-8218-55428d1915c6, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:45.794398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-873f729f-1efd-4aa0-8e26-4c9a5f1b16ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1097 time: 0.1087663 Nov 25 18:27:45.797926 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] For port 67f341f1-51f2-4f59-8218-55428d1915c6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=67f341f1-51f2-4f59-8218-55428d1915c6,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:45.805724 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.806023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6fda-22fd-41c1-adb5-14f17e6120cc req-00354a44-06ca-40e0-96be-1cf0f340a0e4 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.814310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f35b6fda-22fd-41c1-adb5-14f17e6120cc req-00354a44-06ca-40e0-96be-1cf0f340a0e4 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0843217 Nov 25 18:27:45.858514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb581f-276c-4ca1-a06f-5f9619cec2fe req-4b566a32-3d4d-4b5a-a5fb-97cb155cd859 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.860783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83cb581f-276c-4ca1-a06f-5f9619cec2fe req-4b566a32-3d4d-4b5a-a5fb-97cb155cd859 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.2766156 Nov 25 18:27:45.865788 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:27:45.866416 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:45.916421 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:45.918731 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca22666-56f2-46a7-8076-84daf68f00da None None] Pushing event updated for resources: {'Port': ['ID=67f341f1-51f2-4f59-8218-55428d1915c6,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:45.950734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83cb581f-276c-4ca1-a06f-5f9619cec2fe req-bb488e50-17ac-450b-aa98-ae6a925f345c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725839 Nov 25 18:27:45.952661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f35b6fda-22fd-41c1-adb5-14f17e6120cc req-2ff1caf0-522a-42ed-bcd6-0dfbd31670b4 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374731 Nov 25 18:27:45.970051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02094-2762-497b-9cc8-215da2be35c1 req-9698be42-84f8-4a2f-9710-9fdd3cb66886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.971350 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b02094-2762-497b-9cc8-215da2be35c1 req-9698be42-84f8-4a2f-9710-9fdd3cb66886 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 1097 time: 0.1269710 Nov 25 18:27:45.974246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-e3064089-3ab8-416a-af4f-4d69ec8fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:45.975627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-e3064089-3ab8-416a-af4f-4d69ec8fa329 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1588032 Nov 25 18:27:45.995122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.033666 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:27:46.088308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:46.095647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:46.096255 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-500c854d-8541-4005-bdc0-438e83eeeaa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 217 time: 0.1017368 Nov 25 18:27:46.098576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:46.100818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:46.154021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d708c-1b11-42fe-99e5-2636aa5690c9 req-bc6f73ca-36c2-4fd5-815c-762f7717c383 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:46.166705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-390d708c-1b11-42fe-99e5-2636aa5690c9 req-bc6f73ca-36c2-4fd5-815c-762f7717c383 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1269600 Nov 25 18:27:46.190364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-860cb8c7-73cc-4bc6-9e88-9c30e55aac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:46.191838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-860cb8c7-73cc-4bc6-9e88-9c30e55aac0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0766373 Nov 25 18:27:46.227810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0f1f9-ad72-4912-bdae-f3e5b90642f4 req-b5848fc9-e242-4678-9d57-99e3bd05fc44 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:46.236996 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de0f1f9-ad72-4912-bdae-f3e5b90642f4 req-b5848fc9-e242-4678-9d57-99e3bd05fc44 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 946 time: 0.1817918 Nov 25 18:27:46.238474 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:43Z', 'revision_number': 3, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:46.257395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-7dcdbb1d-9a99-449a-a5e4-61c16e8b0090 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520740 Nov 25 18:27:46.262922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02094-2762-497b-9cc8-215da2be35c1 req-358459e8-fc33-475c-87ed-53fdf6643c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:46.265032 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b02094-2762-497b-9cc8-215da2be35c1 req-358459e8-fc33-475c-87ed-53fdf6643c1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2782619 Nov 25 18:27:46.271157 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d7713b-9af1-4cfd-903a-abd5f07df944 None None] The sync data for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 is: [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:43Z', 'revision_number': 3, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:27:46.278757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.324234 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b02094-2762-497b-9cc8-215da2be35c1 req-a3e3832b-821f-435d-a9a9-14f4da5aa0fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=2e8fc183-b74c-4d95-ac4c-6aa456979630 HTTP/1.1" status: 200 len: 217 time: 0.0451510 Nov 25 18:27:46.325028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-390d708c-1b11-42fe-99e5-2636aa5690c9 req-806da821-0088-4334-929a-1663e277b0b8 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570303 Nov 25 18:27:46.400542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e9ebbb61-182d-4168-bddb-73af0235c7c0 None None] Provisioning complete for port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:46.401513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9ebbb61-182d-4168-bddb-73af0235c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.447256 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.455082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebbb61-182d-4168-bddb-73af0235c7c0 None None] Port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:27:46.456592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de0f1f9-ad72-4912-bdae-f3e5b90642f4 req-16cb50b2-9f0f-4334-9315-85fd428aff92 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186394 Nov 25 18:27:46.473716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02094-2762-497b-9cc8-215da2be35c1 req-b0db5f62-99f3-423a-a6f7-aea3b97eeff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:46.479662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b02094-2762-497b-9cc8-215da2be35c1 req-b0db5f62-99f3-423a-a6f7-aea3b97eeff2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1423340 Nov 25 18:27:46.538604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-d4f8e3d0-2c8f-48db-8c02-432563144038 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605546 Nov 25 18:27:46.640838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02094-2762-497b-9cc8-215da2be35c1 req-dce85eee-8e21-4385-844f-69b941cc703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:46.642597 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b02094-2762-497b-9cc8-215da2be35c1 req-dce85eee-8e21-4385-844f-69b941cc703c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426899 Nov 25 18:27:46.663350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.682980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.691455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b1f2-a18f-47b5-9e37-f40d64124bfb req-58991462-979e-43ba-aa50-995541756834 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:46.693162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c081b1f2-a18f-47b5-9e37-f40d64124bfb req-58991462-979e-43ba-aa50-995541756834 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 946 time: 0.1535211 Nov 25 18:27:46.777742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-34ddd69f-06c8-45ab-9f28-b8bf3bd75eb1 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256627 Nov 25 18:27:46.780982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.832759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:46.846702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:46.854809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c081b1f2-a18f-47b5-9e37-f40d64124bfb req-308c96c2-6e51-43fc-91ae-ca9574bfd71c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428392 Nov 25 18:27:46.890346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.890713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.891579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.891923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.892253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.892579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.892932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.893253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.893574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.893892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.894215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.894552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:46.899574 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b02094-2762-497b-9cc8-215da2be35c1 req-0d0d15d8-ee0c-4793-8c3d-edf4bd4df5eb service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468731 Nov 25 18:27:46.949758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:46.951739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:47.045862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b02094-2762-497b-9cc8-215da2be35c1 req-1966d1d2-57b1-48d0-b1fa-c4e60a2f6bff service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362336 Nov 25 18:27:47.054979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-9eebe4c7-dad9-428c-a2ac-f3094e24f1cb tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:47.056446 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-9eebe4c7-dad9-428c-a2ac-f3094e24f1cb tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1097 time: 0.1905475 Nov 25 18:27:47.086655 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819194-3'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:47.178412 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.181281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Router 517a5139-844f-4f3c-a853-e37e78618db9 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:27:47.211480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404ac28-f47f-4c33-a6ab-d95d841672ab req-4216a987-04f0-4a1a-8937-eb049f5546db tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:47.222985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1404ac28-f47f-4c33-a6ab-d95d841672ab req-4216a987-04f0-4a1a-8937-eb049f5546db tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1018598 Nov 25 18:27:47.288321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bd2f1a04-d3ab-45ee-816f-9c696816372b None None] Provisioning complete for port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:47.288693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd2f1a04-d3ab-45ee-816f-9c696816372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.365592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f1a04-d3ab-45ee-816f-9c696816372b None None] Port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:27:47.367132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 67f341f1-51f2-4f59-8218-55428d1915c6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:47.480816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 67f341f1-51f2-4f59-8218-55428d1915c6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:47.481514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.590929 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.609972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:47.622768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 67f341f1-51f2-4f59-8218-55428d1915c6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=67f341f1-51f2-4f59-8218-55428d1915c6,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:47.627254 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.634468 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1404ac28-f47f-4c33-a6ab-d95d841672ab req-5dcd7047-d27f-42f4-b220-05fdacd4cf6e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106467 Nov 25 18:27:47.653565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c1fca-6aec-4655-a4b3-b0a2ad00dc2c req-a1cfeedd-3678-4d6a-8dcb-01259f50cc49 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:47.661272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:47.671579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19c1fca-6aec-4655-a4b3-b0a2ad00dc2c req-a1cfeedd-3678-4d6a-8dcb-01259f50cc49 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.2077241 Nov 25 18:27:47.744313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:27:47.763506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8fe25ed4-c9d7-4ec7-896a-e05faf65c9b3 admin admin] 10.222.0.62 "PUT /v2.0/routers/517a5139-844f-4f3c-a853-e37e78618db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8478973 Nov 25 18:27:47.789876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:47.846465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.851527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=67f341f1-51f2-4f59-8218-55428d1915c6,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:47.866148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:47.869623 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c32d9-519e-4dd1-b110-93abeedec5db" -d '{"events": [{"server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:47.885791 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19c1fca-6aec-4655-a4b3-b0a2ad00dc2c req-b92b62da-da14-4fc9-9992-ba68ec64bc07 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997900 Nov 25 18:27:47.894210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:47.935853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964081c-8b8c-4177-939f-ccb4961ae1cf req-8dd0de6a-8e96-4ae1-829a-065a658de94a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:47.937524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d964081c-8b8c-4177-939f-ccb4961ae1cf req-8dd0de6a-8e96-4ae1-829a-065a658de94a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 946 time: 0.1030025 Nov 25 18:27:47.982578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e8fc183-b74c-4d95-ac4c-6aa456979630 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:47.985004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:27:47.995079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on host n-h1-819194-3 for vnic_type normal with profile {"migrating_to": "n-h2-819194-3"} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:47.995477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:47.995867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:48.007853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:48.008236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Attempting to bind port 55a413d4-341a-44c4-9bd9-f82a43d57791 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:48.022466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:48.028606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:48.029177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:48.031228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Bound port: 55a413d4-341a-44c4-9bd9-f82a43d57791, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:48.031760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:48.036092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:48.062226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.062763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.063982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.064431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.064825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.065216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.065604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.065988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.066370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.066786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.068449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.068840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:27:48.123384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d964081c-8b8c-4177-939f-ccb4961ae1cf req-7837f35c-aebd-4b44-825d-a92814b93957 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743295 Nov 25 18:27:48.168021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:48.172039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:48.209186 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649fb06f-29f9-4bf2-b87e-a2e90453ba13 x-openstack-request-id: req-649fb06f-29f9-4bf2-b87e-a2e90453ba13 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:48.209559 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:48.209873 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-649fb06f-29f9-4bf2-b87e-a2e90453ba13 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:48.210346 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791', 'code': 200} Nov 25 18:27:48.212285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:48.304675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=8']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:48.361412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbcffa-3243-4379-a6ab-3f6ed8bffcbc req-c4604e7d-5a06-400f-948d-5f75bdb62200 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:48.370160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04cbcffa-3243-4379-a6ab-3f6ed8bffcbc req-c4604e7d-5a06-400f-948d-5f75bdb62200 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 946 time: 0.1943898 Nov 25 18:27:48.395997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:48.396655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:48.398112 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-86553650-a76c-4af2-8bcc-e1b3b46fcd36 service neutron] 10.222.0.64 "PUT /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 1122 time: 1.3169701 Nov 25 18:27:48.456453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04cbcffa-3243-4379-a6ab-3f6ed8bffcbc req-1a642cf1-833b-47bd-8cc8-d30332a26ea8 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850258 Nov 25 18:27:48.524188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:48.537690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['55a413d4-341a-44c4-9bd9-f82a43d57791'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:48.572220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-d694eb5b-001f-43f9-9435-eea2c0a30a91 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:48.582470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-d694eb5b-001f-43f9-9435-eea2c0a30a91 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks?id=0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 200 len: 829 time: 0.2087579 Nov 25 18:27:48.588830 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:48.605340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-ff9d8618-0199-48d2-9a88-37f8720877a7 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/quotas/477572e3a2a04475bf3717bbbc6772f2 HTTP/1.1" status: 200 len: 375 time: 0.0215414 Nov 25 18:27:48.616969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'mac_address': 'fa:16:3e:17:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:48.686807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-31d811ee-e413-4afb-a45f-e34cf942840e tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=477572e3a2a04475bf3717bbbc6772f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799215 Nov 25 18:27:48.770914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:48.773791 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c21448-848b-46ea-a626-ba9d1f5874d0" -d '{"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:48.807475 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-267fb8aa-93ce-469f-bb85-4607d8b86bb8 service neutron] 10.222.0.62 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197741 Nov 25 18:27:48.833235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8bab8-0834-4638-8fe3-220e7d01caa2 req-006b4ef8-2ecd-4001-b284-f7177b269a22 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:48.835101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dc8bab8-0834-4638-8fe3-220e7d01caa2 req-006b4ef8-2ecd-4001-b284-f7177b269a22 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0661042 Nov 25 18:27:48.862908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e8fc183-b74c-4d95-ac4c-6aa456979630, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e8fc183-b74c-4d95-ac4c-6aa456979630,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:48.886182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:48.893453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dc8bab8-0834-4638-8fe3-220e7d01caa2 req-a3b092c2-c4e0-428b-a9ac-e2c2fa578075 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513675 Nov 25 18:27:48.903458 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:48.915406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:48.917170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '2e8fc183-b74c-4d95-ac4c-6aa456979630', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '2e8fc183-b74c-4d95-ac4c-6aa456979630', 'mac_address': 'fa:16:3e:7b:ea:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:48.940880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Sync routers for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:27:48.969242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-40eb8a6d-1bc0-4eb4-91bb-66433a1e4786 service neutron] 10.222.0.62 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552596 Nov 25 18:27:48.980941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e42c73-ded4-4ea3-8e5c-5c208007b4fc {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:49.045863 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48feea65-ab43-4c21-b199-d024fe88b11f x-openstack-request-id: req-48feea65-ab43-4c21-b199-d024fe88b11f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:49.046179 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:49.046441 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48feea65-ab43-4c21-b199-d024fe88b11f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:49.046856 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'code': 200} Nov 25 18:27:49.047582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:27:49.048239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:49.109163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:49.136864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:49.139340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:49.169014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:49.195184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87f34-c1c1-4065-a11b-fc04a7cd9cbc req-533e8fe4-0f33-433c-a3c2-a50d32caf175 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:49.211537 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8e87f34-c1c1-4065-a11b-fc04a7cd9cbc req-533e8fe4-0f33-433c-a3c2-a50d32caf175 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 947 time: 0.1208656 Nov 25 18:27:49.385104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:49.388444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 67f341f1-51f2-4f59-8218-55428d1915c6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:49.409241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8e87f34-c1c1-4065-a11b-fc04a7cd9cbc req-43120828-8db1-4a80-8d10-f79dcdb753b1 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697826 Nov 25 18:27:49.409704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:49.437491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8fc183-b74c-4d95-ac4c-6aa456979630 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:49.532159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed32b3f7-6f53-4bc8-a97e-988e1cd2470d req-7b8141dc-7b4f-4db0-b654-212e25d8012a tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 210 time: 0.0705533 Nov 25 18:27:49.557418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df38d8e-b75d-4c5f-94dc-7e67f70e8908 req-4df692a1-c59a-4f81-833e-8540aad8673e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:49.583100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e8fc183-b74c-4d95-ac4c-6aa456979630, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e8fc183-b74c-4d95-ac4c-6aa456979630,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:49.589265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7df38d8e-b75d-4c5f-94dc-7e67f70e8908 req-4df692a1-c59a-4f81-833e-8540aad8673e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.1424396 Nov 25 18:27:49.594374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:27:49.631984 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:49.632788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:49.690329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2e8fc183-b74c-4d95-ac4c-6aa456979630,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:49.699350 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7df38d8e-b75d-4c5f-94dc-7e67f70e8908 req-10d19f0c-a5dc-4833-a382-24c6c00d82bd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091011 Nov 25 18:27:49.705095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 67f341f1-51f2-4f59-8218-55428d1915c6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:49.705559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:49.914966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:49.952960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'mac_address': 'fa:16:3e:a7:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:27:50.072050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52f66-cd79-46fb-8eb1-9933fce045f1 req-c3e25675-a05a-4a7e-b936-4ee9fe6ea433 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.074797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55c52f66-cd79-46fb-8eb1-9933fce045f1 req-c3e25675-a05a-4a7e-b936-4ee9fe6ea433 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0739362 Nov 25 18:27:50.097552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2f32-01d8-4df9-b26e-f59e0eae3a0e req-c4ae688e-b895-4e11-9a85-f7d402cf4251 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.107117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d5a2f32-01d8-4df9-b26e-f59e0eae3a0e req-c4ae688e-b895-4e11-9a85-f7d402cf4251 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 947 time: 0.4101655 Nov 25 18:27:50.159112 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d5a2f32-01d8-4df9-b26e-f59e0eae3a0e req-2590194c-add7-4179-a3a2-5d7d1e8845a0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Nov 25 18:27:50.159559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:50.162393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55c52f66-cd79-46fb-8eb1-9933fce045f1 req-4e442c19-0737-45ff-8cd8-ecaf8afee93d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728452 Nov 25 18:27:50.189345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9274dd-2205-41b1-b78b-1a03a870d679 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:50.212061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:50.216522 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e" -d '{"events": [{"name": "network-changed", "server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:50.217519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:50.224629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:50.262083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 2, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:50.267056 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c654f6-a291-468a-9dd0-74e3d4d24ad9 x-openstack-request-id: req-d4c654f6-a291-468a-9dd0-74e3d4d24ad9 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:50.267355 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:50.267922 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4c654f6-a291-468a-9dd0-74e3d4d24ad9 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:50.268035 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791', 'status': 'completed', 'code': 200} Nov 25 18:27:50.293137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Checking router: 517a5139-844f-4f3c-a853-e37e78618db9 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:27:50.293486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Updating router 517a5139-844f-4f3c-a853-e37e78618db9 port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:27:50.324950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:50.331447 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:50.347196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-d31e079e-c6ef-48e0-ad3f-b08d18e3fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.350399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-d31e079e-c6ef-48e0-ad3f-b08d18e3fd4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1125 time: 0.0494776 Nov 25 18:27:50.446216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-d8fe185d-60b9-4edc-8515-fa0079356b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.447663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-d8fe185d-60b9-4edc-8515-fa0079356b6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.0900199 Nov 25 18:27:50.499029 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-d26b7e61-7a71-4581-a5ab-783b2863257a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 217 time: 0.0440242 Nov 25 18:27:50.574335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e0cc-f236-4c05-a676-c4e8f0780eb7 req-06c92bc1-fba6-4fd5-a77e-81a87140ff89 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.575847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ff7e0cc-f236-4c05-a676-c4e8f0780eb7 req-06c92bc1-fba6-4fd5-a77e-81a87140ff89 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 948 time: 0.1132970 Nov 25 18:27:50.577637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-9b8e99b7-2170-48e6-bd76-8ab2532661e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.579582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-9b8e99b7-2170-48e6-bd76-8ab2532661e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0664313 Nov 25 18:27:50.596486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:50.598607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['6f9274dd-2205-41b1-b78b-1a03a870d679'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:27:50.622151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-3e06d3cc-54a8-4995-a90b-2894f011eb14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290396 Nov 25 18:27:50.696786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c43aa22d-f8ec-4842-9531-522aace604aa req-47ede973-00d5-4be0-9837-d22b71a933f0 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 210 time: 0.0409706 Nov 25 18:27:50.776810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ff7e0cc-f236-4c05-a676-c4e8f0780eb7 req-a5f0adea-de27-4586-b5f3-daf67e60256f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804500 Nov 25 18:27:50.849418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:50.873572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022bf25-cba2-4cfb-b2ab-fbe407ab9b19 req-f9cb8d56-89b4-47b0-b08f-910a7f989842 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.875743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7022bf25-cba2-4cfb-b2ab-fbe407ab9b19 req-f9cb8d56-89b4-47b0-b08f-910a7f989842 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.0986912 Nov 25 18:27:50.912450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:50.942118 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7022bf25-cba2-4cfb-b2ab-fbe407ab9b19 req-6036420c-d619-4ada-88af-75298f683e8e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583558 Nov 25 18:27:50.942266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-e9fe9990-ec5d-474d-b780-a1dbbdf29a57 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053071 Nov 25 18:27:50.951125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-eb13a58e-2625-4d20-9a25-336be099927b tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:50.952839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-eb13a58e-2625-4d20-9a25-336be099927b tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.64 "GET /v2.0/networks?id=0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 200 len: 829 time: 0.2426162 Nov 25 18:27:50.992443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Request body: {'port': {'device_id': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'admin_state_up': True, 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:51.086514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30992d-9068-4367-837b-4c99bcde706a None None] Pushing event updated for resources: {'Port': ['ID=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:51.130570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Attempting to bind port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:51.130938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Attempting to bind port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:51.131292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Attempting to bind port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 on network 0de78dfc-ae80-46e3-8697-e6fee89887bf {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:51.154318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c233f7a9-4814-43fe-a9d2-ba0b5bc1487e req-68089d37-1f2a-4cca-9bb0-1bb0711ddcc0 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004824 Nov 25 18:27:51.158712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:51.158712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Checking segment: {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:51.158712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.159689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Bound using segment: {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:51.159689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Bound port: 3fb2a025-e352-4dd2-bd22-5eedfcdf7698, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:51.159689 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.184723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Made reservation on behalf of 477572e3a2a04475bf3717bbbc6772f2 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:27:51.188623 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.335671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] For port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:51.357544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] For port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:51.359176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd0b1aef-d1a9-466b-8d01-13e0c2391753 None None] Provisioning complete for port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:51.359537 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1aef-d1a9-466b-8d01-13e0c2391753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.365220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe3da9-3d4a-4715-bc50-7dec20828074 req-de37f598-37fb-4f9c-b0b4-d694544f2885 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:51.365440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.365592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acbe3da9-3d4a-4715-bc50-7dec20828074 req-de37f598-37fb-4f9c-b0b4-d694544f2885 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0833454 Nov 25 18:27:51.437691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acbe3da9-3d4a-4715-bc50-7dec20828074 req-f1d6088d-223f-46d6-884f-48679d3d9a47 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Nov 25 18:27:51.459886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00480e7-3314-4758-af3a-3f10aeb61378 req-fc08cdbb-7ff6-40fc-b337-53329c400483 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:51.461467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b00480e7-3314-4758-af3a-3f10aeb61378 req-fc08cdbb-7ff6-40fc-b337-53329c400483 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 947 time: 0.1222558 Nov 25 18:27:51.463865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:27:51.464501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:51.468797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30992d-9068-4367-837b-4c99bcde706a None None] Pushing event updated for resources: {'Port': ['ID=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:51.470133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Allocated IP 172.20.0.13 (0de78dfc-ae80-46e3-8697-e6fee89887bf/5717abbb-5fb7-41ff-b3e8-953aabe3bb94/5a8be102-812c-4cd8-9e0e-b10673f4a2e9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:27:51.531106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b00480e7-3314-4758-af3a-3f10aeb61378 req-442ea456-9251-498a-8316-23be64cfb8a3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582886 Nov 25 18:27:51.595322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1aef-d1a9-466b-8d01-13e0c2391753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.629938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:27:51.671241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:51.698100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fd0b1aef-d1a9-466b-8d01-13e0c2391753 None None] For port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:51.710273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1aef-d1a9-466b-8d01-13e0c2391753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.748894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.827882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.872606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:51.872980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:51.912039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:27:51.918312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:27:51.920844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab1a69-2c3c-48c0-8f10-6b740027596a req-1fe34309-40be-4253-9a24-153f2491bd60 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:51.923536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03ab1a69-2c3c-48c0-8f10-6b740027596a req-1fe34309-40be-4253-9a24-153f2491bd60 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 948 time: 0.0663259 Nov 25 18:27:51.930699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event updated for resources: {'Port': ['ID=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:51.934657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:27:51.936197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b1aef-d1a9-466b-8d01-13e0c2391753 None None] Pushing event updated for resources: {'Port': ['ID=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:51.947670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85812c8-9701-42a1-aa53-7ee31445cb11 req-4cee946f-bab4-4e33-895e-91789645e8e4 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:51.949601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e85812c8-9701-42a1-aa53-7ee31445cb11 req-4cee946f-bab4-4e33-895e-91789645e8e4 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 932 time: 0.1644809 Nov 25 18:27:51.952775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7248953a-9440-4c40-8124-2c0366a56ee1 None None] Provisioning complete for port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:51.953142 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7248953a-9440-4c40-8124-2c0366a56ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.018770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03ab1a69-2c3c-48c0-8f10-6b740027596a req-16a23d5f-9feb-416a-90af-cddd1a4cea9f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876899 Nov 25 18:27:52.043822 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e85812c8-9701-42a1-aa53-7ee31445cb11 req-469d4f5b-5eae-411d-83cc-a11ddae4fc5d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Nov 25 18:27:52.050677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:52.051715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.077643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-14290b24-bfec-45c2-9563-fdd9be9a3e8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0940175 Nov 25 18:27:52.093672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Request body: {'port': {'device_id': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:27:52.155979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1c59b-3bcf-4e1f-af30-55557ec661cb req-d64db751-858f-43b3-8339-79ee215349ec tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:52.157780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13f1c59b-3bcf-4e1f-af30-55557ec661cb req-d64db751-858f-43b3-8339-79ee215349ec tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.0618393 Nov 25 18:27:52.171560 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.185319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.216938 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13f1c59b-3bcf-4e1f-af30-55557ec661cb req-ee30f22c-97d9-487c-8a13-acace38d664f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Nov 25 18:27:52.255597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:52.257847 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e86052-ef46-4d84-8fe6-307eb1d26285" -d '{"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-plugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:52.278071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:52.279500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:27:52.310770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e8fc183-b74c-4d95-ac4c-6aa456979630 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:52.316991 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba22f9b-7d1c-46e5-8a57-04b1fbc86e76 x-openstack-request-id: req-0ba22f9b-7d1c-46e5-8a57-04b1fbc86e76 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:52.317304 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-plugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:52.317558 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ba22f9b-7d1c-46e5-8a57-04b1fbc86e76 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:52.317940 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'code': 200} Nov 25 18:27:52.320149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.440979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:27:52.466645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:52.479456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9135d0-3409-4575-9d2a-48b7290079d2 None None] The sync data for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 is: [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:27:52.504333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7e9c9ca6-45f5-4c73-9e3a-e7f5abefbd14 None None] Provisioning complete for port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:52.504702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9ca6-45f5-4c73-9e3a-e7f5abefbd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.515710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:52.524920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.573633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Transition to ACTIVE for port object 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:52.575544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:52.580832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.593247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c9ca6-45f5-4c73-9e3a-e7f5abefbd14 None None] Port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:27:52.596096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 has no active binding in host n-h2-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:27:52.598078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 2e8fc183-b74c-4d95-ac4c-6aa456979630 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:27:52.603007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 2e8fc183-b74c-4d95-ac4c-6aa456979630 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:52.603728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.689241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df86ef1-fccc-4b87-be07-d35b7d9691a7 req-6e0d8fc9-f418-44c4-b2de-fceec743b584 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:52.693212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0df86ef1-fccc-4b87-be07-d35b7d9691a7 req-6e0d8fc9-f418-44c4-b2de-fceec743b584 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1808679 Nov 25 18:27:52.781036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.813466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0df86ef1-fccc-4b87-be07-d35b7d9691a7 req-2dde6438-2803-4632-8881-2144f2dee49a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128764 Nov 25 18:27:52.828164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Pushing event updated for resources: {'Port': ['ID=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:52.876370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e8fc183-b74c-4d95-ac4c-6aa456979630, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e8fc183-b74c-4d95-ac4c-6aa456979630,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:52.884625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:52.885442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:52.994791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Attempting to bind port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:27:52.995566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Attempting to bind port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:27:52.996969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Attempting to bind port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 on network 0de78dfc-ae80-46e3-8697-e6fee89887bf {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:53.027163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d21c2-6f7e-426a-9df9-4e1e5e943aff req-b026e03e-4329-4b57-ab56-5ce34429c058 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:53.028703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2e8fc183-b74c-4d95-ac4c-6aa456979630,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:53.035196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-436d21c2-6f7e-426a-9df9-4e1e5e943aff req-b026e03e-4329-4b57-ab56-5ce34429c058 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 948 time: 0.1772335 Nov 25 18:27:53.036259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 on network 0de78dfc-ae80-46e3-8697-e6fee89887bf not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:27:53.036581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Attempting to bind port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 on network 0de78dfc-ae80-46e3-8697-e6fee89887bf {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:27:53.056071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 6f9274dd-2205-41b1-b78b-1a03a870d679 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:53.056418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:53.056538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:27:53.056767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Checking segment: {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:27:53.066060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Bound using segment: {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:27:53.066609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Bound port: 5a8be102-812c-4cd8-9e0e-b10673f4a2e9, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa69fd3-d507-4f26-bad2-450bd8515cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:27:53.067028 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:53.174527 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-436d21c2-6f7e-426a-9df9-4e1e5e943aff req-d66ff4b2-07ea-4707-94f1-f9f1b34c67ed tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235473 Nov 25 18:27:53.276801 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:53.297752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3310ee-05e3-4785-989e-7b50d38ba7a2 req-aaee6c24-b230-4cb3-9b64-299350176d71 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:53.303883 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c3310ee-05e3-4785-989e-7b50d38ba7a2 req-aaee6c24-b230-4cb3-9b64-299350176d71 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 948 time: 0.1764960 Nov 25 18:27:53.317238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] For port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:53.340867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] For port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:27:53.354871 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:53.419089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:53.434774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c3310ee-05e3-4785-989e-7b50d38ba7a2 req-40b43a71-a648-4ef7-96c3-2ab5b8561b2e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246579 Nov 25 18:27:53.436882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:53.492046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Pushing event updated for resources: {'Port': ['ID=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:53.527664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe3cba-2129-4cdd-99bc-eb40c5d954ca req-f7aca11e-8ceb-437e-871d-8df5acd79e95 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:53.529888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fe3cba-2129-4cdd-99bc-eb40c5d954ca req-f7aca11e-8ceb-437e-871d-8df5acd79e95 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 944 time: 0.1784377 Nov 25 18:27:53.684504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea34f6-5060-40e0-aefa-e5d33a13e984 req-17c49ae7-3711-40c1-ac28-0aae7c21ee4a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:53.697921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cea34f6-5060-40e0-aefa-e5d33a13e984 req-17c49ae7-3711-40c1-ac28-0aae7c21ee4a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.1205020 Nov 25 18:27:53.722256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:53.727998 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:53.732706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b32b1491-4441-47ba-bc92-b698f71081ed service neutron] 10.222.0.64 "PUT /v2.0/ports/5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 1092 time: 1.6442888 Nov 25 18:27:53.744609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fe3cba-2129-4cdd-99bc-eb40c5d954ca req-f6d794a0-0a91-491e-8f76-72a0e6f23a37 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999545 Nov 25 18:27:53.745228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:53.751344 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:53.835561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:27:53.840505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cea34f6-5060-40e0-aefa-e5d33a13e984 req-37c81c07-2014-4df8-8515-f1dfb9952167 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393123 Nov 25 18:27:53.930364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:53.957242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:27:53.957863 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:54.021324 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e77c7a-29a2-4ddd-a4cb-fd121c1aa47a x-openstack-request-id: req-f7e77c7a-29a2-4ddd-a4cb-fd121c1aa47a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:54.025499 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:54.025823 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7e77c7a-29a2-4ddd-a4cb-fd121c1aa47a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:54.026256 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'status': 'completed', 'code': 200} Nov 25 18:27:54.027869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-c40de9a2-a7d7-4c74-8fad-0304d9e1b9ab service neutron] 10.222.0.66 "GET /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791/bindings/n-h2-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.1872661 Nov 25 18:27:54.113931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-1cd818e3-064f-40df-abbe-7d0e8d43340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:54.115437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-1cd818e3-064f-40df-abbe-7d0e8d43340d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=477572e3a2a04475bf3717bbbc6772f2&device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 1095 time: 0.3265989 Nov 25 18:27:54.206218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-cf919371-6783-4576-a1cb-d06874b9096d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0579073 Nov 25 18:27:54.319554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8fc183-b74c-4d95-ac4c-6aa456979630'}, {'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:27:54.322156 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d133c3-37ab-45f9-8e3c-9b884589fe10" -d '{"events": [{"server_uuid": "c1000e41-e8cb-48ba-a87c-9cdaf0526c83", "name": "network-vif-plugged", "status": "completed", "tag": "2e8fc183-b74c-4d95-ac4c-6aa456979630"}, {"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-plugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:27:54.338847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e96f2-b4bc-43d0-a43e-e0264f198552 req-d3d478bf-5311-4c53-befa-790fe3c3d9d6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:54.340432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc5e96f2-b4bc-43d0-a43e-e0264f198552 req-d3d478bf-5311-4c53-befa-790fe3c3d9d6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.2412858 Nov 25 18:27:54.390259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b154ca17-b216-4777-ab4a-c9667126c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:54.392244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b154ca17-b216-4777-ab4a-c9667126c934 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5717abbb-5fb7-41ff-b3e8-953aabe3bb94 HTTP/1.1" status: 200 len: 868 time: 0.1851768 Nov 25 18:27:54.397860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19c155-07d1-4c7a-8e89-8063ebd788aa req-6f887d0c-7e33-41fe-939a-01352e2493d7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:54.414683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e19c155-07d1-4c7a-8e89-8063ebd788aa req-6f887d0c-7e33-41fe-939a-01352e2493d7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 948 time: 0.1371210 Nov 25 18:27:54.544579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e19c155-07d1-4c7a-8e89-8063ebd788aa req-40af4dd2-7d17-4bbb-9342-813a47e0753f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281197 Nov 25 18:27:54.559427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc5e96f2-b4bc-43d0-a43e-e0264f198552 req-4ecde9e4-277e-40fa-8d6f-9619312a468a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848981 Nov 25 18:27:54.610809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-6e77c811-1b94-4eef-b64c-9428237e9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:54.612376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-6e77c811-1b94-4eef-b64c-9428237e9f29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de78dfc-ae80-46e3-8697-e6fee89887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083912 Nov 25 18:27:54.648091 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d376fb-36b4-4165-8ac5-0725392d87bc x-openstack-request-id: req-56d376fb-36b4-4165-8ac5-0725392d87bc {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:27:54.648409 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1000e41-e8cb-48ba-a87c-9cdaf0526c83", "name": "network-vif-plugged", "status": "completed", "tag": "2e8fc183-b74c-4d95-ac4c-6aa456979630", "code": 200}, {"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-plugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:27:54.648667 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56d376fb-36b4-4165-8ac5-0725392d87bc {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:27:54.649642 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8fc183-b74c-4d95-ac4c-6aa456979630', 'code': 200} Nov 25 18:27:54.649913 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'code': 200} Nov 25 18:27:54.858486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:54.926086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4f52-c5cd-44f6-802d-3da37528b9e2 req-516b1d24-f1c0-418c-ae55-420e5297d7a6 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:54.932962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:54.935156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.64', 50786) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:27:54.939611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e54d4f52-c5cd-44f6-802d-3da37528b9e2 req-516b1d24-f1c0-418c-ae55-420e5297d7a6 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 944 time: 0.0886083 Nov 25 18:27:55.003812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-f973cc4a-0f43-47f3-8ba2-8971cc6cf1c1 service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730886 Nov 25 18:27:55.006570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e54d4f52-c5cd-44f6-802d-3da37528b9e2 req-62f853bc-75b4-4070-bdb8-aad6f3476828 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654750 Nov 25 18:27:55.016254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5970a-d253-49c6-b2df-9ffb6f39f242 req-455a18d4-3298-45cb-9db4-500764e41161 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:55.023467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aab5970a-d253-49c6-b2df-9ffb6f39f242 req-455a18d4-3298-45cb-9db4-500764e41161 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.2777147 Nov 25 18:27:55.030883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047944ae-2bb9-4b78-ac9f-f9e21e33a9c7 req-78d2d1ca-7fce-4be7-a217-ff99703b229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:55.032390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-047944ae-2bb9-4b78-ac9f-f9e21e33a9c7 req-78d2d1ca-7fce-4be7-a217-ff99703b229a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 1099 time: 0.2758217 Nov 25 18:27:55.078998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a413d4-341a-44c4-9bd9-f82a43d57791 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:27:55.127849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:27:55.136176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3cb60-ec18-48e1-ae90-46391a03a161 req-2794577d-d168-402c-b1ea-04bb1ea4aa64 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:55.148169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a9f3cb60-ec18-48e1-ae90-46391a03a161 req-2794577d-d168-402c-b1ea-04bb1ea4aa64 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 944 time: 0.0775633 Nov 25 18:27:55.202135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:55.219366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a9f3cb60-ec18-48e1-ae90-46391a03a161 req-fa3372ac-38e4-4067-8176-da5cc806ab9c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696766 Nov 25 18:27:55.220530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10196e74-32e0-425c-bdbc-0c7b8235429e req-6c5044aa-6793-4632-a94e-cb31f7a9c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:55.222041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-10196e74-32e0-425c-bdbc-0c7b8235429e req-6c5044aa-6793-4632-a94e-cb31f7a9c746 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1100 time: 0.2821834 Nov 25 18:27:55.274901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aab5970a-d253-49c6-b2df-9ffb6f39f242 req-7e1a9f1e-68b6-406e-9aba-7d8042e620a9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421627 Nov 25 18:27:55.332083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-047944ae-2bb9-4b78-ac9f-f9e21e33a9c7 req-bc37c509-eb93-4d01-9233-f0012f66ddca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823842 Nov 25 18:27:55.408534 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d9e7fe6-844c-4612-935c-85e2af99e05b req-b51ec160-7d00-49da-b066-a1d638ddfaf6 service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796558 Nov 25 18:27:55.439880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-10196e74-32e0-425c-bdbc-0c7b8235429e req-844e468f-0316-4aef-9ab5-50431e27023d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951416 Nov 25 18:27:55.525228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] Transition to ACTIVE for port object 55a413d4-341a-44c4-9bd9-f82a43d57791 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:27:55.532626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:55.711028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] Pushing event updated for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:55.723004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] No DVR routers for this DVR port 55a413d4-341a-44c4-9bd9-f82a43d57791 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:27:55.755217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edccbf-000b-4d78-bc17-ff5450c0d474 req-6fc95bf6-15a5-4ff5-a730-2a647bede9cb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:55.767268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33edccbf-000b-4d78-bc17-ff5450c0d474 req-6fc95bf6-15a5-4ff5-a730-2a647bede9cb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 948 time: 0.1052153 Nov 25 18:27:55.854012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33edccbf-000b-4d78-bc17-ff5450c0d474 req-76a4ae95-dfc8-4946-b897-4f08bef4ecce tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869229 Nov 25 18:27:56.132201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-ccbb90ed-a9bb-4c11-9164-95e0d8935f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.134661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-ccbb90ed-a9bb-4c11-9164-95e0d8935f4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=477572e3a2a04475bf3717bbbc6772f2&device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 1095 time: 0.0644999 Nov 25 18:27:56.146780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742824ee-5be9-4432-bfd4-2ea8b0070883 req-40edd1f7-c2d0-466f-ab86-6e70ae5ffd68 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.147423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-495bfced-41af-40cb-8cb6-62e58c149026 service neutron] 10.222.0.66 "PUT /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791/bindings/n-h2-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1044042 Nov 25 18:27:56.148271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-742824ee-5be9-4432-bfd4-2ea8b0070883 req-40edd1f7-c2d0-466f-ab86-6e70ae5ffd68 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 944 time: 0.0597465 Nov 25 18:27:56.182099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e29c04-13ff-4934-a677-84f5a9c8733a req-e8b7d779-4633-4bea-a82f-f8076f62b52b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.185957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0e29c04-13ff-4934-a677-84f5a9c8733a req-e8b7d779-4633-4bea-a82f-f8076f62b52b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.4633510 Nov 25 18:27:56.241776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-742824ee-5be9-4432-bfd4-2ea8b0070883 req-1934c041-e89e-4b1f-ba40-551b67752c0c tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833948 Nov 25 18:27:56.316814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-69071c27-cd00-47af-8ee9-69340268c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.318914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-69071c27-cd00-47af-8ee9-69340268c79f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 200 len: 930 time: 0.1699054 Nov 25 18:27:56.382356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479f97-e3cd-4768-9c90-69e6599ea0a4 req-0eeab3ee-437d-4dd3-afe3-2fb69d27eacc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.390104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08479f97-e3cd-4768-9c90-69e6599ea0a4 req-0eeab3ee-437d-4dd3-afe3-2fb69d27eacc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.0725038 Nov 25 18:27:56.409954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-7f89d80a-2fba-4822-ab2a-54d738de0afc tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.411521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-7f89d80a-2fba-4822-ab2a-54d738de0afc tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.1408455 Nov 25 18:27:56.415874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-116c1110-74b0-4351-a0db-1b59a674821d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0797544 Nov 25 18:27:56.435018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0e29c04-13ff-4934-a677-84f5a9c8733a req-f84d49c4-c1de-413f-9723-6e825907a184 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653056 Nov 25 18:27:56.484259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08479f97-e3cd-4768-9c90-69e6599ea0a4 req-2636d865-26bf-4de7-b801-9936984e0e71 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Nov 25 18:27:56.613908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-f6755849-156e-4279-a45d-d8756e3ca30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.615689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-f6755849-156e-4279-a45d-d8756e3ca30f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5717abbb-5fb7-41ff-b3e8-953aabe3bb94 HTTP/1.1" status: 200 len: 868 time: 0.1779244 Nov 25 18:27:56.617719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-3ea267d2-7da4-4ba8-b465-9a0ac4f8be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.619468 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-3ea267d2-7da4-4ba8-b465-9a0ac4f8be91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb&tenant_id=461b391723204a5b9aff69962f4da3a1 HTTP/1.1" status: 200 len: 1096 time: 0.1798210 Nov 25 18:27:56.636073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94676c6-faa7-40f8-bded-c8051f60ddc1 req-cb5b88a5-2720-4561-9c11-69f590b16abe tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.649368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f94676c6-faa7-40f8-bded-c8051f60ddc1 req-cb5b88a5-2720-4561-9c11-69f590b16abe tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1085784 Nov 25 18:27:56.793583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-904bb33f-1a85-4d45-8f9a-7939469275a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.798777 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-904bb33f-1a85-4d45-8f9a-7939469275a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de78dfc-ae80-46e3-8697-e6fee89887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421247 Nov 25 18:27:56.820376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f94676c6-faa7-40f8-bded-c8051f60ddc1 req-6e58ae2c-d78c-47ae-b7d7-7d932ade179a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700501 Nov 25 18:27:56.854047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-95c412c1-2aff-4935-bb6e-b7d5b8bc96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:56.855971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-95c412c1-2aff-4935-bb6e-b7d5b8bc96d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1096 time: 0.1700418 Nov 25 18:27:57.039233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285896c-93d4-4c1e-b2d2-abdf8a99a0e0 req-48604002-4857-40be-a1f7-dc8d9566fd8c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:57.048246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3285896c-93d4-4c1e-b2d2-abdf8a99a0e0 req-48604002-4857-40be-a1f7-dc8d9566fd8c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 948 time: 0.0813797 Nov 25 18:27:57.152746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-acd3e8af-2118-4eca-8b34-08fa06660682 service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310423 Nov 25 18:27:57.155817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3285896c-93d4-4c1e-b2d2-abdf8a99a0e0 req-c5b7082d-8c72-4a9c-b4a1-2d96acb95a57 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834341 Nov 25 18:27:57.222717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-87811d8a-206b-4ff0-8757-020d82d27e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:57.224498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-87811d8a-206b-4ff0-8757-020d82d27e7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2621808 Nov 25 18:27:57.332618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-1128f642-097c-46f7-a83b-e9f894eeb018 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 217 time: 0.0596278 Nov 25 18:27:57.425176 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30ff6942-e92e-4cfb-9d62-cd44db2aebd5 req-2197b6a1-f18e-4a51-85e7-066d66313b4c service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565310 Nov 25 18:27:57.458820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-296b141a-6e66-4c2c-969e-b89c04579ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:57.463283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-296b141a-6e66-4c2c-969e-b89c04579ed3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1157057 Nov 25 18:27:57.506939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2472-8ea2-4aee-8f16-c87948168c45 req-0835b879-15ad-4f69-a9cf-083878146476 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:57.515575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d38a2472-8ea2-4aee-8f16-c87948168c45 req-0835b879-15ad-4f69-a9cf-083878146476 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 944 time: 0.1484761 Nov 25 18:27:57.537471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-e3e115c8-74ef-4591-9fbc-b52fc489d183 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615489 Nov 25 18:27:57.582331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d38a2472-8ea2-4aee-8f16-c87948168c45 req-2fd45667-8ad8-451a-9396-4b4e096a2ef7 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608485 Nov 25 18:27:57.657563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a3622-0ef7-4372-977b-7e894cd301f1 req-ad1d42aa-58f4-4928-babf-06d8b92a90d8 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:57.659592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa7a3622-0ef7-4372-977b-7e894cd301f1 req-ad1d42aa-58f4-4928-babf-06d8b92a90d8 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 1099 time: 0.1209593 Nov 25 18:27:57.693106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:27:57.694775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fa7a3622-0ef7-4372-977b-7e894cd301f1 req-a230a1f1-ee63-4d63-a54d-b1441a71c48a tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:57.722228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-77127583-c972-46db-9d13-f8a79ecf4d04 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727483 Nov 25 18:27:57.774253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76a74-ae55-4ca2-b678-f71771b3cc59 req-026dac47-bd98-47c9-87ee-2dcdd0b0847b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:57.785133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02e76a74-ae55-4ca2-b678-f71771b3cc59 req-026dac47-bd98-47c9-87ee-2dcdd0b0847b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1249962 Nov 25 18:27:57.787664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:27:57.852212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02e76a74-ae55-4ca2-b678-f71771b3cc59 req-804fdec0-06ef-4512-a7a4-deebf5348e11 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661821 Nov 25 18:27:57.946011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-00d1568e-8e03-40ad-b55f-84d21294abe6 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090290 Nov 25 18:27:57.953146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fa7a3622-0ef7-4372-977b-7e894cd301f1 req-a230a1f1-ee63-4d63-a54d-b1441a71c48a tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:57.975772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fa7a3622-0ef7-4372-977b-7e894cd301f1 req-a230a1f1-ee63-4d63-a54d-b1441a71c48a tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:58.021083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230a1f1-ee63-4d63-a54d-b1441a71c48a tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3db0c5c-80c3-4728-b926-085edc2b0122,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:27:58.040480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa7a3622-0ef7-4372-977b-7e894cd301f1 req-a230a1f1-ee63-4d63-a54d-b1441a71c48a tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727736 Nov 25 18:27:58.144903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928262da-06d2-4615-af1e-ebbaa4896ff2 req-77e32517-8cb6-4897-8ac3-d829c5203b9b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:58.151307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-928262da-06d2-4615-af1e-ebbaa4896ff2 req-77e32517-8cb6-4897-8ac3-d829c5203b9b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.0856192 Nov 25 18:27:58.251181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-928262da-06d2-4615-af1e-ebbaa4896ff2 req-2483dce3-11c1-4f05-8f1e-230e7eed4518 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885587 Nov 25 18:27:58.429100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114799-2772-4857-882f-53046b094237 req-d140fdff-f03c-4560-8d4d-a8732e36893c tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:58.439590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47114799-2772-4857-882f-53046b094237 req-d140fdff-f03c-4560-8d4d-a8732e36893c tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1516120 Nov 25 18:27:58.446424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996679c-bc45-417c-b2d8-d6494be5410c req-5eef141e-f22a-409c-af68-f385699365d8 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:58.448442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-5eef141e-f22a-409c-af68-f385699365d8 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.2159345 Nov 25 18:27:58.660188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47114799-2772-4857-882f-53046b094237 req-703c42a0-c48c-449f-9f51-6c77043896af tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965985 Nov 25 18:27:58.781142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87619964-46e8-4fad-ac51-3c7c81d3a7cf req-879077b8-7350-48f8-8fb0-a5197af9dd75 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:58.783366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-fea44ed9-c806-4626-8f01-c2141920afc3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296953 Nov 25 18:27:58.791826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87619964-46e8-4fad-ac51-3c7c81d3a7cf req-879077b8-7350-48f8-8fb0-a5197af9dd75 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 944 time: 0.0767615 Nov 25 18:27:58.797568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4996679c-bc45-417c-b2d8-d6494be5410c req-5c030118-965a-4910-903a-800c83d9a6eb service neutron] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:27:58.822131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4996679c-bc45-417c-b2d8-d6494be5410c req-5c030118-965a-4910-903a-800c83d9a6eb service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:27:58.827489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4996679c-bc45-417c-b2d8-d6494be5410c req-5c030118-965a-4910-903a-800c83d9a6eb service neutron] 10.222.0.64 "DELETE /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791/bindings/n-h1-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.3627574 Nov 25 18:27:58.866593 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87619964-46e8-4fad-ac51-3c7c81d3a7cf req-bb469f65-376b-4a25-969f-32808efc1a6e tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733709 Nov 25 18:27:58.991505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-75420da3-95bd-48b9-8150-5f0de1d00fd7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:59.000087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-75420da3-95bd-48b9-8150-5f0de1d00fd7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042766 Nov 25 18:27:59.014186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5943df99-4805-45d8-9e0f-91a1f56b8aa8 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/quotas/808eb8191e6c474eb642cfaa344cbe93 HTTP/1.1" status: 200 len: 375 time: 0.0122163 Nov 25 18:27:59.034814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eef45b-c7d5-4483-ac11-3aa81c424e7a req-7a059328-5233-4734-80fa-e896536487ed tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:59.043052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b5eef45b-c7d5-4483-ac11-3aa81c424e7a req-7a059328-5233-4734-80fa-e896536487ed tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0987730 Nov 25 18:27:59.084790 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-f9aa3362-ea3e-4467-9565-9f1a4ca1391f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621121 Nov 25 18:27:59.136467 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b5eef45b-c7d5-4483-ac11-3aa81c424e7a req-35851997-4d6f-436e-87e9-e39659908fed tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925128 Nov 25 18:27:59.341751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ed8bd-b50e-499d-8aee-2354bec80b7e req-8b0220dc-ae94-406f-99a9-b834f575bbcd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:59.348725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-872ed8bd-b50e-499d-8aee-2354bec80b7e req-8b0220dc-ae94-406f-99a9-b834f575bbcd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0839181 Nov 25 18:27:59.457558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-872ed8bd-b50e-499d-8aee-2354bec80b7e req-6467950e-5fcc-42bd-9e7e-127473ff7506 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Nov 25 18:27:59.855178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e0f55-365e-42dc-b7d6-a20eaefb073e req-aecb5fb9-582b-4f49-ae1d-f8b5191b93b2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:27:59.856877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-459e0f55-365e-42dc-b7d6-a20eaefb073e req-aecb5fb9-582b-4f49-ae1d-f8b5191b93b2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.1150506 Nov 25 18:27:59.974433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-459e0f55-365e-42dc-b7d6-a20eaefb073e req-02d85326-6ee0-4faa-bbd3-5ec228ca100b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115906 Nov 25 18:28:00.174611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde25df0-cc06-4dbf-a581-d590b2d64da9 req-6c698901-6698-47cc-85fa-6a93334a19d9 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:00.183374 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde25df0-cc06-4dbf-a581-d590b2d64da9 req-6c698901-6698-47cc-85fa-6a93334a19d9 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 944 time: 0.1215198 Nov 25 18:28:00.262917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde25df0-cc06-4dbf-a581-d590b2d64da9 req-8eb94ce5-d304-4899-9acb-e14ea8a1fba5 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777593 Nov 25 18:28:00.283291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:00.402173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656c45-7e5e-42ea-82f7-a6b894dd0dc4 req-ef597094-4d67-4138-9de4-66eb70a4d224 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:00.410722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7656c45-7e5e-42ea-82f7-a6b894dd0dc4 req-ef597094-4d67-4138-9de4-66eb70a4d224 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0901864 Nov 25 18:28:00.414837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:00.430347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'port_id': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'mac_address': 'fa:16:3e:3e:b0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:00.468797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-808861ec-2a0f-4a18-9cbb-b7ba13eeb887 req-5cbc86df-495e-4a3c-a55c-2ea6bd69f095 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 210 time: 0.0899696 Nov 25 18:28:00.474015 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7656c45-7e5e-42ea-82f7-a6b894dd0dc4 req-fb0a5648-4d66-406f-bcac-54304d27906d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596926 Nov 25 18:28:00.490533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:00.512264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:00.548287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:00.573027 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:00.628630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d2429-2a61-47f8-a921-9cdf566aaec4 req-4567ae13-aa54-4a00-bce1-812c9eb72521 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:00.640457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-476d2429-2a61-47f8-a921-9cdf566aaec4 req-4567ae13-aa54-4a00-bce1-812c9eb72521 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1096 time: 0.0767562 Nov 25 18:28:00.661525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:00.670705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.671070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.671874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.673083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.673537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.673914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.674437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.674922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.675254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.675695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.676061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.676384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:00.691928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:00.739122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-476d2429-2a61-47f8-a921-9cdf566aaec4 req-03cf717d-7064-47c7-aacf-a0e4a889d637 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954103 Nov 25 18:28:00.765904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe7262-853a-4d58-b7bf-4fd0dea12d23 req-f7d22be3-9e7f-4e2e-b74c-d034d2ebc878 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:00.769662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6dbe7262-853a-4d58-b7bf-4fd0dea12d23 req-f7d22be3-9e7f-4e2e-b74c-d034d2ebc878 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1052814 Nov 25 18:28:00.896506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6dbe7262-853a-4d58-b7bf-4fd0dea12d23 req-678a341c-8f61-42c8-920b-46987085ce8f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 Nov 25 18:28:00.937749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['5a8be102-812c-4cd8-9e0e-b10673f4a2e9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:01.348466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277139-c344-4463-8b00-4de35866d883 req-9932623f-bc9c-4bfe-b423-8849fe9359f2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:01.356883 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-9932623f-bc9c-4bfe-b423-8849fe9359f2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.1835737 Nov 25 18:28:01.376082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-a5e60a17-067d-44fe-a88b-6d2d9f029821 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/quotas/461b391723204a5b9aff69962f4da3a1 HTTP/1.1" status: 200 len: 375 time: 0.0171216 Nov 25 18:28:01.412600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff16a2a-a8c1-4952-8459-c74dfe68cba2 req-318001ac-12da-412e-974d-aa40804754d8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:01.422990 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aff16a2a-a8c1-4952-8459-c74dfe68cba2 req-318001ac-12da-412e-974d-aa40804754d8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 945 time: 0.0783644 Nov 25 18:28:01.487125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-d2d95dbb-6f5f-4576-9339-142346f6d65c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098330 Nov 25 18:28:01.508508 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aff16a2a-a8c1-4952-8459-c74dfe68cba2 req-e04601d7-0fea-4a0d-8a9a-679397067b76 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843999 Nov 25 18:28:01.615048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-78d78586-fb41-4afc-81ae-e8618c9c3def service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269417 Nov 25 18:28:01.718572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-645e3e84-48ec-46d1-8a23-1e954897a0ba tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385592 Nov 25 18:28:01.792965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-f5768f2c-851a-4a32-abac-5be6a9febcb0 service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708128 Nov 25 18:28:01.888945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae83ae9f-0803-4bac-ab67-5865e9a73528 req-e094c873-b660-4593-a254-395b0cd25c92 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 210 time: 0.0346704 Nov 25 18:28:01.978945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-596d9882-3baa-48b0-b64c-ab0946b914c6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:01.979980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-596d9882-3baa-48b0-b64c-ab0946b914c6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540357 Nov 25 18:28:01.997158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:02.179849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aeb73-21e2-4854-ab4e-dba244f388af req-72fa707f-5f9f-45bc-a2be-865bd978cfa2 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:02.181633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d20aeb73-21e2-4854-ab4e-dba244f388af req-72fa707f-5f9f-45bc-a2be-865bd978cfa2 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1625140 Nov 25 18:28:02.211702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-8f73fe34-4d0f-4098-89fc-394609278745 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004074 Nov 25 18:28:02.300898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d20aeb73-21e2-4854-ab4e-dba244f388af req-36942048-20ee-48ce-a716-80b00778de6b tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035867 Nov 25 18:28:02.301448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:02.303189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:02.309144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:02.379781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441afca-d7d9-49ea-acef-45207c61c837 req-ae1b5b09-6305-4e23-942e-2524f98037df tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:02.402656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9441afca-d7d9-49ea-acef-45207c61c837 req-ae1b5b09-6305-4e23-942e-2524f98037df tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.2288604 Nov 25 18:28:02.428263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:02.434385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:02.434790 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:02.466226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f175bad-79e3-4ce4-a9de-86676895ea70 req-a788f658-8008-4c57-a231-cbfeb1260b10 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 210 time: 0.0738757 Nov 25 18:28:02.500407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-b9cfceb0-202c-48e1-9125-816839b4382d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:02.502797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-b9cfceb0-202c-48e1-9125-816839b4382d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591157 Nov 25 18:28:02.519227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9441afca-d7d9-49ea-acef-45207c61c837 req-b6d2f6cf-536a-4791-9d61-f052c384e8be tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152921 Nov 25 18:28:02.543287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:02.609041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.138 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/cafc5a86-4e54-459e-830f-061a8da26fe9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:02.663411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:02.705630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:02.709057 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12df5b1-b554-4881-a27d-bd0ed2f2773f" -d '{"events": [{"server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "name": "network-vif-plugged", "status": "completed", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:02.739004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:02.745411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:02.785974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef908313-dd03-43b4-b9a8-dde3d61d742a req-2056e300-a550-4707-9873-60290cf7b12f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:02.797814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef908313-dd03-43b4-b9a8-dde3d61d742a req-2056e300-a550-4707-9873-60290cf7b12f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 945 time: 0.1239779 Nov 25 18:28:02.820129 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb6c4a-021a-4433-b2b4-ff54793cb5e3 x-openstack-request-id: req-80cb6c4a-021a-4433-b2b4-ff54793cb5e3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:02.820560 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "name": "network-vif-plugged", "status": "completed", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:02.820696 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80cb6c4a-021a-4433-b2b4-ff54793cb5e3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:02.821661 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'code': 200} Nov 25 18:28:02.822226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:02.869912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:02.877758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:02.910125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef908313-dd03-43b4-b9a8-dde3d61d742a req-a7ff0c3d-c405-46ed-b71b-87c3c3c190bd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054282 Nov 25 18:28:02.958047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:02.972994 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:03.014245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e539e03-b073-4abd-9edc-cfcce106dca0 req-b8ab96c8-edfb-4667-9927-cc886f86eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:03.016640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e539e03-b073-4abd-9edc-cfcce106dca0 req-b8ab96c8-edfb-4667-9927-cc886f86eb35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 1097 time: 0.0761588 Nov 25 18:28:03.059459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1c604c29-baab-41fd-825b-b447a9f94c9f req-f91a2cee-9610-44f1-bf98-6ebbc0a3ab59 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 210 time: 0.0539761 Nov 25 18:28:03.087282 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:03.100203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:03.152947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:03.158180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e539e03-b073-4abd-9edc-cfcce106dca0 req-5c472a30-d8e8-4d76-9ebc-0533a79f2502 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255562 Nov 25 18:28:03.161548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:03.166206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:03.173108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=cafc5a86-4e54-459e-830f-061a8da26fe9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:03.202649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.107 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/3c485170-5e78-4f23-8e10-454183860872) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:03.247836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:03.251174 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:03.293271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-5cd557c2-a2ee-49ca-b7f3-656bfcdec04f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3010159 Nov 25 18:28:03.317625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Request body: {'port': {'device_id': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:03.470167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:03.503322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:03.519635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde186e7-a788-4e3b-80e5-b3f1016e7de0 req-c0e8f9d2-4e09-46e1-9b92-f6f7429a3238 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:03.521165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde186e7-a788-4e3b-80e5-b3f1016e7de0 req-c0e8f9d2-4e09-46e1-9b92-f6f7429a3238 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1171615 Nov 25 18:28:03.553286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:03.625490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e284d2b-9358-4d3f-8afb-e4daa6303bf2 None None] Provisioning complete for port cafc5a86-4e54-459e-830f-061a8da26fe9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:03.626064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e284d2b-9358-4d3f-8afb-e4daa6303bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:03.672696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:03.717013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0e284d2b-9358-4d3f-8afb-e4daa6303bf2 None None] Port cafc5a86-4e54-459e-830f-061a8da26fe9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:03.721613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c26fc8d7-44e3-4cca-bc34-9529c0da22bf req-fde21c0c-3982-451e-957d-9e801c1df83a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 210 time: 0.0996323 Nov 25 18:28:03.751032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:03.752608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde186e7-a788-4e3b-80e5-b3f1016e7de0 req-3f731be5-f450-46a1-ad71-6787afe1a203 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221749 Nov 25 18:28:03.887223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:03.931688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:04.046032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=3c485170-5e78-4f23-8e10-454183860872,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:04.091945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafc5a86-4e54-459e-830f-061a8da26fe9 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:04.103140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.125431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:04.126252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.130222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Transition to ACTIVE for port object cafc5a86-4e54-459e-830f-061a8da26fe9 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:04.141507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c336bb-c0b4-4904-9296-57ab4f197493 req-9f74d85b-9d90-4090-accd-c9997fa3ba92 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:04.145076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7ea64-e2df-4080-8e11-6be9e22de649 req-8c524810-c4a3-4d5a-9037-1f59eb4843f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:04.146888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1be7ea64-e2df-4080-8e11-6be9e22de649 req-8c524810-c4a3-4d5a-9037-1f59eb4843f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 946 time: 0.1077390 Nov 25 18:28:04.148210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.148690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27c336bb-c0b4-4904-9296-57ab4f197493 req-9f74d85b-9d90-4090-accd-c9997fa3ba92 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.2472355 Nov 25 18:28:04.207042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277139-c344-4463-8b00-4de35866d883 req-81fbc877-c81b-4d6d-8ab2-2836f587fec2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:04.208469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-81fbc877-c81b-4d6d-8ab2-2836f587fec2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.4782786 Nov 25 18:28:04.215086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-6d1d7d01-1062-4a31-b86c-86207b4fd360 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6810679 Nov 25 18:28:04.232363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Request body: {'port': {'device_id': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'admin_state_up': True, 'tenant_id': '461b391723204a5b9aff69962f4da3a1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:04.241920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Request body: {'port': {'device_id': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:04.245259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Pushing event updated for resources: {'Port': ['ID=cafc5a86-4e54-459e-830f-061a8da26fe9,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:04.265480 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:28:04.275805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0d9ebb24-4adc-4b17-a52f-3af86f74c7fa None None] Provisioning complete for port 3c485170-5e78-4f23-8e10-454183860872 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:04.276496 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d9ebb24-4adc-4b17-a52f-3af86f74c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.306928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1be7ea64-e2df-4080-8e11-6be9e22de649 req-72e7c9de-b7cc-4ef2-8660-eb39a8580c49 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313298 Nov 25 18:28:04.375995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ebb24-4adc-4b17-a52f-3af86f74c7fa None None] Port 3c485170-5e78-4f23-8e10-454183860872 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:04.399602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Attempting to bind port cafc5a86-4e54-459e-830f-061a8da26fe9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:04.399942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Attempting to bind port cafc5a86-4e54-459e-830f-061a8da26fe9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:04.400269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Attempting to bind port cafc5a86-4e54-459e-830f-061a8da26fe9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:04.405101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Port cafc5a86-4e54-459e-830f-061a8da26fe9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:04.405422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Attempting to bind port cafc5a86-4e54-459e-830f-061a8da26fe9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:04.412759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:04.413093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:04.413470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:04.413905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Bound port: cafc5a86-4e54-459e-830f-061a8da26fe9, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:04.414260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.421075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27c336bb-c0b4-4904-9296-57ab4f197493 req-2488b055-890b-499a-9d88-6d5a3ae0e085 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714355 Nov 25 18:28:04.548217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.554883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] For port cafc5a86-4e54-459e-830f-061a8da26fe9, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:04.559496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] For port cafc5a86-4e54-459e-830f-061a8da26fe9, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cafc5a86-4e54-459e-830f-061a8da26fe9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:04.585761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.680208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Pushing event updated for resources: {'Port': ['ID=cafc5a86-4e54-459e-830f-061a8da26fe9,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:04.710021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739976a-0341-4923-b288-277c68ae8263 req-b5488b44-785b-4099-9019-f763e3e50975 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:04.711720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6739976a-0341-4923-b288-277c68ae8263 req-b5488b44-785b-4099-9019-f763e3e50975 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 936 time: 0.2157655 Nov 25 18:28:04.717325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:04.718206 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.719849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-7e351f5d-17d5-4ed9-8eec-df3e6d7ed61c service neutron] 10.222.0.66 "PUT /v2.0/ports/cafc5a86-4e54-459e-830f-061a8da26fe9 HTTP/1.1" status: 200 len: 1096 time: 1.4155707 Nov 25 18:28:04.720404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'tag': 'cafc5a86-4e54-459e-830f-061a8da26fe9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:04.723514 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "544debea-78c9-44f5-8c03-36a5d9cb4920", "tag": "cafc5a86-4e54-459e-830f-061a8da26fe9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:04.761279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Made reservation on behalf of 461b391723204a5b9aff69962f4da3a1 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:04.764753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:04.836809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6739976a-0341-4923-b288-277c68ae8263 req-ebb27473-636c-4e6b-a9c5-be5f040b196f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093745 Nov 25 18:28:04.909741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d220923e-e735-4c08-acac-489c8bc6aaaf req-850ba7c2-30f5-47af-89e5-11df95030fae tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 210 time: 0.0412321 Nov 25 18:28:04.934863 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f08138-dee0-44c2-a6b2-8a116ae2de1d x-openstack-request-id: req-d8f08138-dee0-44c2-a6b2-8a116ae2de1d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:04.935156 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544debea-78c9-44f5-8c03-36a5d9cb4920", "tag": "cafc5a86-4e54-459e-830f-061a8da26fe9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:04.935412 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8f08138-dee0-44c2-a6b2-8a116ae2de1d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:04.935809 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'tag': 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'status': 'completed', 'code': 200} Nov 25 18:28:04.957088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-97126ffd-7c5f-4eb4-91c7-04ced0d400ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:04.962083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-97126ffd-7c5f-4eb4-91c7-04ced0d400ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 1099 time: 0.1236026 Nov 25 18:28:05.024361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-70c4e808-744c-4b35-856a-07805e845fec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=cafc5a86-4e54-459e-830f-061a8da26fe9 HTTP/1.1" status: 200 len: 217 time: 0.0533926 Nov 25 18:28:05.109119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Allocated IP 172.20.0.8 (1d92d0a3-6c66-4168-9eb2-8913bbc3b172/0f824ed0-3321-417f-931b-51613c84c82c/5f9e05c1-f396-425a-bb87-cb7c2205098a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:05.117476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.66', 60271) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:05.290897 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-16422603-04a8-44d2-8152-394d87e293c1 service neutron] show failed (client error): The resource could not be found. Nov 25 18:28:05.292360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-16422603-04a8-44d2-8152-394d87e293c1 service neutron] 10.222.0.66 "GET /v2.0/ports/c8300373-7a15-45ec-b187-cedac963ad9f/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.1659863 Nov 25 18:28:05.412993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c485170-5e78-4f23-8e10-454183860872 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:05.426739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:05.461023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Transition to ACTIVE for port object 3c485170-5e78-4f23-8e10-454183860872 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:05.485725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:05.499087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:05.524414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-50a9d6fb-902f-4dc2-ab98-7d72da1121c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:05.530976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-50a9d6fb-902f-4dc2-ab98-7d72da1121c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.4968743 Nov 25 18:28:05.639488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21092468-ff9d-4fcc-b93a-7004cefff451 req-b895af1b-8ced-406a-962a-4987a3c618b4 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:05.658915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21092468-ff9d-4fcc-b93a-7004cefff451 req-b895af1b-8ced-406a-962a-4987a3c618b4 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.6048272 Nov 25 18:28:05.778289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21092468-ff9d-4fcc-b93a-7004cefff451 req-0482627a-90bb-46c7-bfb1-939aa7e097ba tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173694 Nov 25 18:28:05.782531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-f1effbd2-4a1a-4c1c-b283-88d6787b5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:05.784174 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-f1effbd2-4a1a-4c1c-b283-88d6787b5b4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147713 Nov 25 18:28:05.834140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-4e372c6f-4cb8-4b35-8b1b-9c7b52cf53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:05.837000 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-4e372c6f-4cb8-4b35-8b1b-9c7b52cf53ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0&tenant_id=d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 1100 time: 0.1636448 Nov 25 18:28:05.894169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:05.989139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10311d24-d664-4a45-9b5d-4d71a0926f13 req-620b72aa-5f8b-4322-a9b4-4184d037127f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:05.990406 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10311d24-d664-4a45-9b5d-4d71a0926f13 req-620b72aa-5f8b-4322-a9b4-4184d037127f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 946 time: 0.5189376 Nov 25 18:28:05.991131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Pushing event updated for resources: {'Port': ['ID=3c485170-5e78-4f23-8e10-454183860872,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:06.033789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37d7d7-f093-427d-bf50-1315f22f337a req-00af6d1d-3bd9-475b-8881-c5a3359ab11e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:06.035329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e37d7d7-f093-427d-bf50-1315f22f337a req-00af6d1d-3bd9-475b-8881-c5a3359ab11e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.1740971 Nov 25 18:28:06.038903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:06.043811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-60a3cc98-ef86-4d1e-8309-b40fa050ca4b service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450199 Nov 25 18:28:06.051084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:06.155162 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10311d24-d664-4a45-9b5d-4d71a0926f13 req-609aa948-30fe-4529-8365-cc566fa3e2bc tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502964 Nov 25 18:28:06.155989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Attempting to bind port 3c485170-5e78-4f23-8e10-454183860872 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:06.156877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Attempting to bind port 3c485170-5e78-4f23-8e10-454183860872 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:06.157217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Attempting to bind port 3c485170-5e78-4f23-8e10-454183860872 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:06.160755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:06.162663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:06.175966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:06.177813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Port 3c485170-5e78-4f23-8e10-454183860872 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:06.178135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Attempting to bind port 3c485170-5e78-4f23-8e10-454183860872 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:06.181191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:06.196928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:06.197276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:06.197653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:06.198096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Bound port: 3c485170-5e78-4f23-8e10-454183860872, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:06.208431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:06.218288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e37d7d7-f093-427d-bf50-1315f22f337a req-7bec5700-4dfd-44b3-a3ba-8d285c8fc9ec tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665754 Nov 25 18:28:06.374244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:06.374542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:06.394092 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-07410de7-4e83-49be-bb43-320e9002d2db service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388307 Nov 25 18:28:06.426952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-2d6cadff-5eae-421f-a476-775f67b5cb37 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2001750 Nov 25 18:28:06.444539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Request body: {'port': {'device_id': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:06.484462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3a926-11ff-4db1-a721-a3c5303b74d0 req-3aba97cc-ab81-4a13-a0c0-141f14e637dd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:06.486198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dee3a926-11ff-4db1-a721-a3c5303b74d0 req-3aba97cc-ab81-4a13-a0c0-141f14e637dd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 948 time: 0.1481102 Nov 25 18:28:06.522861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f519-a6f0-424f-8ac5-6b4369736bf6 req-be2521e5-d124-4904-9f7b-57052ffc59f3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:06.524811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf59f519-a6f0-424f-8ac5-6b4369736bf6 req-be2521e5-d124-4904-9f7b-57052ffc59f3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 931 time: 0.1711991 Nov 25 18:28:06.526078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] For port 3c485170-5e78-4f23-8e10-454183860872, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:06.554603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] For port 3c485170-5e78-4f23-8e10-454183860872, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3c485170-5e78-4f23-8e10-454183860872,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:06.592923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:06.609030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dee3a926-11ff-4db1-a721-a3c5303b74d0 req-aeb9fcea-27ee-4e75-918a-4553565ff696 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104541 Nov 25 18:28:06.618512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:06.621758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-66460137-0579-4c72-bb9a-80598762b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:06.623565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-66460137-0579-4c72-bb9a-80598762b83e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 1099 time: 0.1346941 Nov 25 18:28:06.623759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:06.712709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:06.716624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:06.716624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] 10.222.0.66 "PUT /v2.0/ports/3c485170-5e78-4f23-8e10-454183860872 HTTP/1.1" status: 200 len: 1096 time: 2.4776673 Nov 25 18:28:06.738043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908be9f1-7c3d-4919-83f6-705941097182 service neutron] Pushing event updated for resources: {'Port': ['ID=3c485170-5e78-4f23-8e10-454183860872,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:06.772162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'tag': '3c485170-5e78-4f23-8e10-454183860872'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:06.775572 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbafc59-7d46-488d-8f65-2e825ac927cb", "tag": "3c485170-5e78-4f23-8e10-454183860872"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:06.776810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:06.858166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf59f519-a6f0-424f-8ac5-6b4369736bf6 req-53dbd8a5-fcb1-434d-820a-9645306b81d3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165085 Nov 25 18:28:06.931119 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbcb32b-46ba-4ecc-9d8d-cb4de884c5f9 x-openstack-request-id: req-1fbcb32b-46ba-4ecc-9d8d-cb4de884c5f9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:06.931459 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbafc59-7d46-488d-8f65-2e825ac927cb", "tag": "3c485170-5e78-4f23-8e10-454183860872", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:06.931668 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fbcb32b-46ba-4ecc-9d8d-cb4de884c5f9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:06.932048 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'tag': '3c485170-5e78-4f23-8e10-454183860872', 'status': 'completed', 'code': 200} Nov 25 18:28:07.019979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-0bd20451-8aad-4182-ba4a-fd83d4da2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.021525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-0bd20451-8aad-4182-ba4a-fd83d4da2635 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.3867674 Nov 25 18:28:07.034010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:07.034963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-a530664a-a8d4-4a5c-a62b-91fc0e9374f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.036290 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c4511e-ebad-454d-bcd9-ddfb62db46a5" -d '{"events": [{"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-unplugged", "status": "completed", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:07.038243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-a530664a-a8d4-4a5c-a62b-91fc0e9374f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 1099 time: 0.2145891 Nov 25 18:28:07.052586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.125191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-01eefa2e-14d4-49f9-98cd-83b44900c292 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=3c485170-5e78-4f23-8e10-454183860872 HTTP/1.1" status: 200 len: 217 time: 0.0699494 Nov 25 18:28:07.132409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-fd59de71-f46f-4fb7-909e-81faa273b83e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=cafc5a86-4e54-459e-830f-061a8da26fe9 HTTP/1.1" status: 200 len: 217 time: 0.0926909 Nov 25 18:28:07.161197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Transition to ACTIVE for port object c8300373-7a15-45ec-b187-cedac963ad9f will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:07.209482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.266877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc496fe-0a6b-4173-a63d-a56f0f4d93c5 req-019b70b4-4c47-47b7-819f-2bf7ae187cbb tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.268599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1fc496fe-0a6b-4173-a63d-a56f0f4d93c5 req-019b70b4-4c47-47b7-819f-2bf7ae187cbb tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.2382829 Nov 25 18:28:07.277244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-994c1344-d5ae-491d-a62c-4ce457c96de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.278915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-994c1344-d5ae-491d-a62c-4ce457c96de5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1454005 Nov 25 18:28:07.298897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-19701754-d188-4808-9196-cd90fae7ef3c tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 258 time: 0.4631970 Nov 25 18:28:07.303645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:07.317997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-5eef4145-7909-4d27-a64b-394eec8fa148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.319757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-5eef4145-7909-4d27-a64b-394eec8fa148 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1772554 Nov 25 18:28:07.357461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] No DVR routers for this DVR port c8300373-7a15-45ec-b187-cedac963ad9f on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:07.416476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:07.454858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.470782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:07.471140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:07.471450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:07.476972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-f33e31c4-20b3-46b6-a515-63efa028f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.481079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-f33e31c4-20b3-46b6-a515-63efa028f6a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800976 Nov 25 18:28:07.483752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Port c8300373-7a15-45ec-b187-cedac963ad9f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:07.484078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Attempting to bind port c8300373-7a15-45ec-b187-cedac963ad9f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:07.492946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1fc496fe-0a6b-4173-a63d-a56f0f4d93c5 req-80bd10ce-e5eb-4b40-9c01-a89e02a73e72 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929994 Nov 25 18:28:07.510075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-d898c3da-62e7-4f50-b59f-be3a9c5cd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.511628 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-d898c3da-62e7-4f50-b59f-be3a9c5cd6fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670530 Nov 25 18:28:07.538306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:07.540667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:07.541063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:07.541526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Bound port: c8300373-7a15-45ec-b187-cedac963ad9f, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:07.541887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.706647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:07.729459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9e05c1-f396-425a-bb87-cb7c2205098a {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:07.733914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:07.737108 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-3905fb2b-b544-41ed-a9a4-81450a18930a service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927574 Nov 25 18:28:07.746650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.761933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.768561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b8d93-8285-40f2-a88b-641b840e8627 req-7e3d124e-1575-45ef-bed0-da00677f4217 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.770070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-308b8d93-8285-40f2-a88b-641b840e8627 req-7e3d124e-1575-45ef-bed0-da00677f4217 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1269248 Nov 25 18:28:07.798595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Transition to ACTIVE for port object 5f9e05c1-f396-425a-bb87-cb7c2205098a will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:07.809710 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-50008fe0-bd9b-40f7-922b-7051db1ad4ec service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015766 Nov 25 18:28:07.812289 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.858361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:07.858994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.860889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 1095 time: 1.9978273 Nov 25 18:28:07.882337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:07.955244 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-308b8d93-8285-40f2-a88b-641b840e8627 req-f0c851e4-5832-492d-a722-c4d1758b99ae tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769440 Nov 25 18:28:07.988558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:08.005586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7388f9-9095-4cdb-8e88-81f25bac6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:08.042543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad49f8a-14e5-4579-801b-50fb0e0bb5c1 req-9061cd2d-a756-40bd-b3bf-8f23713a02f7 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815042 Nov 25 18:28:08.067764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-57ad6285-4d50-45ba-9da5-694c77ac4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.070807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-57ad6285-4d50-45ba-9da5-694c77ac4e83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1098 time: 0.1793265 Nov 25 18:28:08.084512 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44609b-7ce1-4642-822b-a87a8b732aae x-openstack-request-id: req-6d44609b-7ce1-4642-822b-a87a8b732aae {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:08.084895 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-unplugged", "status": "completed", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:08.085223 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d44609b-7ce1-4642-822b-a87a8b732aae {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:08.085757 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'code': 200} Nov 25 18:28:08.206339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e0820ab-47c4-44a0-abb9-14951dd93a4d req-990ce9e4-10af-42e1-809f-19c2c19696d6 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840597 Nov 25 18:28:08.206931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Allocated IP 172.25.2.67 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/5db0fe3d-1264-48cf-bf78-21e1db3c4b8e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:08.255083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:08.255386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:08.255833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:08.264799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:08.265121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:08.275147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-6182c2f7-7a76-4578-b84a-422cec029e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.276627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-6182c2f7-7a76-4578-b84a-422cec029e57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1880217 Nov 25 18:28:08.336896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:08.337240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:08.337633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:08.338088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Bound port: 5f9e05c1-f396-425a-bb87-cb7c2205098a, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:08.338461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:08.404520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-7d263882-9300-4e2e-a11e-4111ef8285f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.406976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-7d263882-9300-4e2e-a11e-4111ef8285f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 1099 time: 0.1266441 Nov 25 18:28:08.444057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d6bf5-2885-417e-9ed3-09702afcc36c req-ec0e9e42-a970-4125-82bb-23194ee394cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.451799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae2d6bf5-2885-417e-9ed3-09702afcc36c req-ec0e9e42-a970-4125-82bb-23194ee394cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 947 time: 0.1552927 Nov 25 18:28:08.562138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:08.598072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:08.609896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:08.618316 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-3bf0f5a6-3c65-4756-86ac-cacc9e65556d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.3026359 Nov 25 18:28:08.631239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae2d6bf5-2885-417e-9ed3-09702afcc36c req-7e9930b3-9961-4272-b34b-f1d6c97296ce tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784990 Nov 25 18:28:08.654628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-81acfed8-f350-4459-87de-9566a1984e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.658289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-81acfed8-f350-4459-87de-9566a1984e04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2323351 Nov 25 18:28:08.666366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.667291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:08.668432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] 10.222.0.66 "PUT /v2.0/ports/5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 1091 time: 2.2314594 Nov 25 18:28:08.707585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-fa3f2ab4-0a3c-45d2-be1b-f9336fcc397f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=3c485170-5e78-4f23-8e10-454183860872 HTTP/1.1" status: 200 len: 217 time: 0.0382106 Nov 25 18:28:08.750178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-6915b617-da7a-47ec-8d71-dea7e20095e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.751615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-6915b617-da7a-47ec-8d71-dea7e20095e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1245401 Nov 25 18:28:08.754602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:08.803111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90448e-c8a4-407e-8af7-a3d32124bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:08.837356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-be703be3-3de5-494e-abfd-fea076ea8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.838914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-be703be3-3de5-494e-abfd-fea076ea8fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783665 Nov 25 18:28:08.847595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:08.902173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277139-c344-4463-8b00-4de35866d883 req-d506e3eb-db6d-440c-9112-87b0ba04e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.904392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-d506e3eb-db6d-440c-9112-87b0ba04e85b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1094 time: 0.1584263 Nov 25 18:28:08.936423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee557d9-e632-4403-a43b-374557c7005f req-25e2cd39-fb15-42ec-8d6a-bddd4b396d35 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.938532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ee557d9-e632-4403-a43b-374557c7005f req-25e2cd39-fb15-42ec-8d6a-bddd4b396d35 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 948 time: 0.1543052 Nov 25 18:28:08.941270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:08.942860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:08.943513 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29" -d '{"events": [{"name": "network-changed", "server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:08.950325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:08.957561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:08.961860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event updated for resources: {'Port': ['ID=5db0fe3d-1264-48cf-bf78-21e1db3c4b8e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:08.988297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-2576287f-fe52-4e1f-95ff-732d9f23f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:08.990478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-2576287f-fe52-4e1f-95ff-732d9f23f273 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.2541940 Nov 25 18:28:09.001573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-16a25e6a-ccaa-4140-a058-ac1ef711f130 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 217 time: 0.0843284 Nov 25 18:28:09.030721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-d5c16fde-741d-4f46-8e15-bbda4d2637d4 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805730 Nov 25 18:28:09.164444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:09.164664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277139-c344-4463-8b00-4de35866d883 req-cf679719-d02c-4f7c-be32-47660f0fe04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.166536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-cf679719-d02c-4f7c-be32-47660f0fe04a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1024809 Nov 25 18:28:09.170810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ee557d9-e632-4403-a43b-374557c7005f req-ec9e2ca7-6241-4065-b196-66c68d7423a3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797345 Nov 25 18:28:09.190570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-db05c811-d7dd-4274-9e93-f3b064ca504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.207627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-db05c811-d7dd-4274-9e93-f3b064ca504e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2049541 Nov 25 18:28:09.234320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-0281002c-5a89-4ab8-816b-3be22bd9fe31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586686 Nov 25 18:28:09.301752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:09.367579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d43b571f-8d85-4646-96e7-8d00be471ef5 req-b0125d50-e80d-4a97-995f-a90e847f2cea service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910397 Nov 25 18:28:09.519236 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:09.527048 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:09.631967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event updated for resources: {'Port': ['ID=5db0fe3d-1264-48cf-bf78-21e1db3c4b8e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:09.666953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:09.688613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:09.690420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-3deed7cc-ff0a-4229-9255-d8d778f625f3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3906105 Nov 25 18:28:09.727872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-6ae6b143-020c-4313-9e11-300e134b5741 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031421 Nov 25 18:28:09.732118 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-00c789f7-a1a3-4a21-8442-0cb3654a120e service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866650 Nov 25 18:28:09.739457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0e037-2572-4cc2-bf66-df3a0281a10b req-dc96494c-88e0-42da-9d81-30cec7f935ca tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.747223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22c0e037-2572-4cc2-bf66-df3a0281a10b req-dc96494c-88e0-42da-9d81-30cec7f935ca tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.3866389 Nov 25 18:28:09.772026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device c8300373-7a15-45ec-b187-cedac963ad9f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:09.818089 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-a125d257-9a72-419a-836f-5e3894875b1f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1163585 Nov 25 18:28:09.823546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device c8300373-7a15-45ec-b187-cedac963ad9f not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:09.940485 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22c0e037-2572-4cc2-bf66-df3a0281a10b req-b36e020b-a365-44fb-966b-c0b6ed8e5db7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922665 Nov 25 18:28:09.961564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6277139-c344-4463-8b00-4de35866d883 req-152b1edb-1f47-4fbe-bef8-c77ed863a2fc service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976678 Nov 25 18:28:09.968837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc09372-d042-4ebc-b2b8-0a3f720fd9d1 req-715cc665-9ce3-40e6-bbe5-7a901821fc9e service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140043 Nov 25 18:28:09.998421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-e29f6efe-f31d-42f2-98cd-c7added8d6cf tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:09.999932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-e29f6efe-f31d-42f2-98cd-c7added8d6cf tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1725788 Nov 25 18:28:10.017867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-54aeb683-289d-4da3-906a-fd088a42be8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:10.018933 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7234579-1f88-4ed7-9c10-08fc11c8b0ef req-54aeb683-289d-4da3-906a-fd088a42be8d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093987 Nov 25 18:28:10.090292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:10.092817 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf546fcb-6332-452f-930a-707247635572" -d '{"events": [{"name": "network-changed", "server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:10.188425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197863ed-973a-446a-83dc-280279700cf4 req-a5ca042c-9442-49b7-a959-18fb4eec780f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:10.190287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-197863ed-973a-446a-83dc-280279700cf4 req-a5ca042c-9442-49b7-a959-18fb4eec780f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0882409 Nov 25 18:28:10.249050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-197863ed-973a-446a-83dc-280279700cf4 req-d9432599-70e3-4fc4-872b-fa00e1efac04 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517728 Nov 25 18:28:10.297745 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa3873-33dc-49e0-9c78-65e591469cba x-openstack-request-id: req-17aa3873-33dc-49e0-9c78-65e591469cba {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:10.299033 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:10.299446 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17aa3873-33dc-49e0-9c78-65e591469cba {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:10.300013 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'status': 'completed', 'code': 200} Nov 25 18:28:10.411370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-1f79e0a6-31b5-4fb4-92d8-a5fc0d1cc547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:10.413219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-1f79e0a6-31b5-4fb4-92d8-a5fc0d1cc547 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1094 time: 0.0802760 Nov 25 18:28:10.516366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9309-12e4-4b37-9eb2-1c1ce7581cb3 req-b08ea41f-e6fa-4b18-b1c0-1bd5dfd31e09 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:10.518164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-064e9309-12e4-4b37-9eb2-1c1ce7581cb3 req-b08ea41f-e6fa-4b18-b1c0-1bd5dfd31e09 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 947 time: 0.0568326 Nov 25 18:28:10.549170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-a40a2456-b6e1-4697-ba3b-c21c963cb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:10.550614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-a40a2456-b6e1-4697-ba3b-c21c963cb042 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1271663 Nov 25 18:28:10.594618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-064e9309-12e4-4b37-9eb2-1c1ce7581cb3 req-99d44279-5977-472f-886f-0dc6f5015b98 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644958 Nov 25 18:28:10.628702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-96586fd1-03b7-4d65-ade6-085882ed2c9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 217 time: 0.0681765 Nov 25 18:28:10.706975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-b537eae3-f3fe-4def-8cbd-6cb1d921bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:10.708577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-b537eae3-f3fe-4def-8cbd-6cb1d921bca3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0710921 Nov 25 18:28:10.756492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-fe7efaee-8982-478c-975d-0c2a382b63f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352983 Nov 25 18:28:10.786727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-8e545b9e-40dd-451c-bae9-85f57a7fc1fd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:10.794681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-8e545b9e-40dd-451c-bae9-85f57a7fc1fd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0944898 Nov 25 18:28:10.854071 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-e3a9b6b3-968a-4561-87a6-5146637c4e63 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.0582159 Nov 25 18:28:10.854851 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5a44fcc-bf7f-4d1a-905c-0761a0f7e179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:10.859424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Request body: {'floatingip': {'port_id': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:10.892514 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-0159e00b-ae39-4022-a98e-86d46624428a service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203930 Nov 25 18:28:10.899279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:11.038882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cd9baca-63ff-4f5a-ac88-e04b1a455c29 req-5565c104-871d-4110-b823-446e523118fe service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260309 Nov 25 18:28:11.083051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-fed03b80-24a5-43e2-af88-bd78f25c0e2a tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:11.084036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-fed03b80-24a5-43e2-af88-bd78f25c0e2a tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069704 Nov 25 18:28:11.134981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-ecf7075a-e3f7-4454-a5d8-c0b7ce7cc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.136454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-ecf7075a-e3f7-4454-a5d8-c0b7ce7cc7da service neutron] 10.222.0.62 "GET /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 1094 time: 0.0406141 Nov 25 18:28:11.146096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Request body: {'binding': {'host': 'n-h2-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:11.146603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Unknown quota resources ['binding']. {{(pid=103457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:28:11.281914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on host n-h2-819194-3 for vnic_type normal with profile None {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:11.282248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:11.282607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:11.286841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:11.287423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:11.292131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:11.292449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:11.292848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:11.293257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Bound port: 920eb88a-213c-42d5-a77d-11b39da9286a, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:11.345594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:11.351476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:11.352620 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c1e463aa-8c70-4e0f-bac9-dbe5b77fccc4 service neutron] 10.222.0.62 "POST /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2100809 Nov 25 18:28:11.374809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:11.379373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:11.465659 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd676466-fdbd-488f-85df-aeeed03584b7 x-openstack-request-id: req-fd676466-fdbd-488f-85df-aeeed03584b7 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:11.465958 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:11.466208 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd676466-fdbd-488f-85df-aeeed03584b7 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:11.466619 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'status': 'completed', 'code': 200} Nov 25 18:28:11.498036 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Floating IP 5e6a117f-28cc-495b-84ce-8e701f4db4a2 associated. External IP: 172.25.2.67, port: 5a8be102-812c-4cd8-9e0e-b10673f4a2e9. Nov 25 18:28:11.586082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-b2b5d30b-8725-4582-8146-abb7812addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.587604 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-b2b5d30b-8725-4582-8146-abb7812addf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1098 time: 0.0817568 Nov 25 18:28:11.601289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabb542-91cd-4860-ac04-2e48ad6d02a8 req-525b7bfe-5dbc-4685-b6ad-4539d142858f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.602745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-feabb542-91cd-4860-ac04-2e48ad6d02a8 req-525b7bfe-5dbc-4685-b6ad-4539d142858f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 948 time: 0.0879912 Nov 25 18:28:11.642916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-78002348-d429-4ee0-aced-f62a972d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.644333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-78002348-d429-4ee0-aced-f62a972d96d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1098 time: 0.1097786 Nov 25 18:28:11.683194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-6dc2f01f-8b9a-4489-bd99-ffc964a6745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.684648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-6dc2f01f-8b9a-4489-bd99-ffc964a6745b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0822556 Nov 25 18:28:11.700446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-feabb542-91cd-4860-ac04-2e48ad6d02a8 req-19c6d832-7c8d-4b8f-b826-c3a4713eb7d2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888610 Nov 25 18:28:11.721757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-3e1638f0-5fe6-4c52-8a26-31a8446cd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.723284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-3e1638f0-5fe6-4c52-8a26-31a8446cd988 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1195831 Nov 25 18:28:11.785042 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-c1a39090-eae8-4c5a-8644-a1b30f2fca52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.0517316 Nov 25 18:28:11.795805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3c485170-5e78-4f23-8e10-454183860872 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:11.853956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-98909bdb-7d51-4b83-a854-b12975b0881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.856136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-98909bdb-7d51-4b83-a854-b12975b0881d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0627022 Nov 25 18:28:11.908561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3c485170-5e78-4f23-8e10-454183860872, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3c485170-5e78-4f23-8e10-454183860872,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:11.926815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '3c485170-5e78-4f23-8e10-454183860872', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '3c485170-5e78-4f23-8e10-454183860872', 'mac_address': 'fa:16:3e:d4:74:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:11.946672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2d206-e9c2-484c-a85a-75a7e1f69678 req-7f1a2aef-942a-4267-a143-bf85ec95e9d8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.948279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29b2d206-e9c2-484c-a85a-75a7e1f69678 req-7f1a2aef-942a-4267-a143-bf85ec95e9d8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.0715611 Nov 25 18:28:11.950319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-e231a30c-1fd4-4207-8bce-653c3a2f944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:11.951779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-e231a30c-1fd4-4207-8bce-653c3a2f944b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875728 Nov 25 18:28:11.980009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:11.996424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c485170-5e78-4f23-8e10-454183860872 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:12.017219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3c485170-5e78-4f23-8e10-454183860872, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3c485170-5e78-4f23-8e10-454183860872,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:12.021425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:12.022515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cafc5a86-4e54-459e-830f-061a8da26fe9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:12.065503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29b2d206-e9c2-484c-a85a-75a7e1f69678 req-4833e0c7-fe0f-468a-88e9-6576fc59a9f1 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095262 Nov 25 18:28:12.096137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port cafc5a86-4e54-459e-830f-061a8da26fe9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cafc5a86-4e54-459e-830f-061a8da26fe9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:12.100371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-1b4b44c6-1cc1-45fa-ad98-6b04bdb21fcc service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385853 Nov 25 18:28:12.108138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3c485170-5e78-4f23-8e10-454183860872,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:12.119854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'mac_address': 'fa:16:3e:63:01:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:12.176385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:12.181244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-a9a7b95d-ec25-4829-abb8-771eea3e2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.182742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-a9a7b95d-ec25-4829-abb8-771eea3e2eec service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.5253301 Nov 25 18:28:12.192818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafc5a86-4e54-459e-830f-061a8da26fe9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:12.219397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port cafc5a86-4e54-459e-830f-061a8da26fe9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cafc5a86-4e54-459e-830f-061a8da26fe9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:12.229193 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:12.243620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-8ba088a9-49ca-44bc-8ddd-3ea1017856e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.245097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-8ba088a9-49ca-44bc-8ddd-3ea1017856e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.5324512 Nov 25 18:28:12.247457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-a308c331-bc18-4997-b49c-8fe12f164398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.0536115 Nov 25 18:28:12.248080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-e0631aa2-39b0-49b3-ae3e-3e5d10fb3257 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393228 Nov 25 18:28:12.251536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Router 517a5139-844f-4f3c-a853-e37e78618db9 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:28:12.300397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=cafc5a86-4e54-459e-830f-061a8da26fe9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:12.315116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab4ce5-d354-4035-b913-e209a5da4f4e req-1e2a1d5f-9e01-4398-9fdd-6f116b393178 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.316376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b5ab4ce5-d354-4035-b913-e209a5da4f4e req-1e2a1d5f-9e01-4398-9fdd-6f116b393178 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0666838 Nov 25 18:28:12.346786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c8300373-7a15-45ec-b187-cedac963ad9f details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:12.371113 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-29c3199b-580a-47c6-a195-e20bbbeb64da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 217 time: 0.1040642 Nov 25 18:28:12.381010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b5ab4ce5-d354-4035-b913-e209a5da4f4e req-b5b2ff40-78c2-44ad-beb0-ff6ca1b96c7b tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577943 Nov 25 18:28:12.443092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-de4c06f0-e5aa-40fd-91d1-313895237973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.444543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-de4c06f0-e5aa-40fd-91d1-313895237973 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1448848 Nov 25 18:28:12.458965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:12.470893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'mac_address': 'fa:16:3e:9c:c5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:12.499322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-edbd4656-5f0f-403d-97fd-9e193b76f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.500835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-edbd4656-5f0f-403d-97fd-9e193b76f1eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1190093 Nov 25 18:28:12.507391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:28:12.517886 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:12.521694 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af48595-6148-4699-a6af-941a7669677e None None] Sync routers for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:28:12.522316 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:12.535208 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:12.535832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:12.544568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8300373-7a15-45ec-b187-cedac963ad9f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:12.561882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-7e82add1-037b-4fd7-b84d-e3dfe6026713 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522678 Nov 25 18:28:12.568721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:12.576076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:12.585771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-61478b6c-33db-40df-a5d1-2bb4e231fef8 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "PUT /v2.0/floatingips/5e6a117f-28cc-495b-84ce-8e701f4db4a2 HTTP/1.1" status: 200 len: 996 time: 1.7308288 Nov 25 18:28:12.594094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf082e-9257-4225-926d-fc42e1662fe3 req-aa5db7d8-0a26-4f56-9a79-e0b392becf39 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.597634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf082e-9257-4225-926d-fc42e1662fe3 req-aa5db7d8-0a26-4f56-9a79-e0b392becf39 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.0665319 Nov 25 18:28:12.598666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf546fcb-6332-452f-930a-707247635572 req-5396c04e-4edb-4422-bb10-5373f40e0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.600315 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-5396c04e-4edb-4422-bb10-5373f40e0f61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343548 Nov 25 18:28:12.646939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:12.654165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf082e-9257-4225-926d-fc42e1662fe3 req-93f09ab2-8ef6-46c3-b3de-c205cfbbb811 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 Nov 25 18:28:12.660691 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:12.718383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['cafc5a86-4e54-459e-830f-061a8da26fe9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:12.754063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:12.792187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9efc9-b601-4a3b-9df5-49a75a0add2f req-d977db00-f171-4c22-9ac7-3e4781818304 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.799620 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00b9efc9-b601-4a3b-9df5-49a75a0add2f req-d977db00-f171-4c22-9ac7-3e4781818304 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 948 time: 0.0765259 Nov 25 18:28:12.823434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-e385505a-6e69-44bf-b08a-85caa6d01601 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745107 Nov 25 18:28:12.827453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-c8824fdc-867a-4e79-979c-fcfa24bb981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:12.829620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-c8824fdc-867a-4e79-979c-fcfa24bb981c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=477572e3a2a04475bf3717bbbc6772f2&device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 1097 time: 0.2202415 Nov 25 18:28:12.877112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00b9efc9-b601-4a3b-9df5-49a75a0add2f req-0551f624-0cdc-4dce-84c7-4bbee12b90c7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603604 Nov 25 18:28:12.886228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-8e8d8ab8-528f-4d32-9416-d4060907e7e5 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125710 Nov 25 18:28:13.001371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:13.057589 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf546fcb-6332-452f-930a-707247635572 req-ae972b40-f92d-436a-8f34-499c105a5113 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235520 Nov 25 18:28:13.069441 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '5e6a117f-28cc-495b-84ce-8e701f4db4a2', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'port_id': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'mac_address': 'fa:16:3e:3e:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:28:09Z', 'updated_at': '2021-11-25T18:28:11Z', 'revision_number': 1, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 5, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:13.075416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7703-a4d2-46be-a25c-f6e59e382a88 req-cd649dce-787f-407d-8c71-533d8dc6c64c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.084435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-b425f4ab-566a-4714-826b-b7cee11b2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.085537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fabd7703-a4d2-46be-a25c-f6e59e382a88 req-cd649dce-787f-407d-8c71-533d8dc6c64c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 949 time: 0.0656028 Nov 25 18:28:13.086110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-b425f4ab-566a-4714-826b-b7cee11b2594 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 200 len: 930 time: 0.2457612 Nov 25 18:28:13.119068 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af48595-6148-4699-a6af-941a7669677e None None] Checking router: 517a5139-844f-4f3c-a853-e37e78618db9 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:28:13.130493 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:13.131135 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:13.147554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fabd7703-a4d2-46be-a25c-f6e59e382a88 req-718eedde-57a5-4a85-a0fb-378d2b4a4cd1 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606639 Nov 25 18:28:13.183176 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08f128a8-41d4-4ab2-98f3-0895aad6f16e service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659018 Nov 25 18:28:13.187446 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-31101990-003c-4d13-a837-d6198d123a08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 999 time: 0.0903611 Nov 25 18:28:13.252601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-4e859f75-466d-4f03-8ae4-70e631549c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.254178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-4e859f75-466d-4f03-8ae4-70e631549c75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5717abbb-5fb7-41ff-b3e8-953aabe3bb94 HTTP/1.1" status: 200 len: 868 time: 0.0540698 Nov 25 18:28:13.268086 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:13.347554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-3be35041-bd46-4f09-b270-c876da85eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.349101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-3be35041-bd46-4f09-b270-c876da85eb5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0de78dfc-ae80-46e3-8697-e6fee89887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867755 Nov 25 18:28:13.362042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-955cda82-8c4a-46bc-8cf8-1aff35fca655 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:13.363107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-955cda82-8c4a-46bc-8cf8-1aff35fca655 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060976 Nov 25 18:28:13.365328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aecb89f4-9477-48ce-9c9c-6dbbf3a31da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:13.381902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df370-8b8b-42ac-8b0a-62fd4a2fb1db req-5b8082e3-0527-4474-83ed-0b1b600f0c93 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.383569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae0df370-8b8b-42ac-8b0a-62fd4a2fb1db req-5b8082e3-0527-4474-83ed-0b1b600f0c93 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 951 time: 0.0758348 Nov 25 18:28:13.472151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:13.474662 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8512b78-a387-4f15-9bbb-641390d85ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:13.496967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-6f0ab03e-8630-48cb-9745-a8dbc21d6897 service neutron] 10.222.0.62 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245105 Nov 25 18:28:13.516433 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-c40d1259-6a34-46e1-8e55-ad6c291bcee1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.517956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-c40d1259-6a34-46e1-8e55-ad6c291bcee1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.66 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0&tenant_id=d238c92999f6468d9acaa143e2603a98&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 948 time: 0.1248651 Nov 25 18:28:13.526104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae0df370-8b8b-42ac-8b0a-62fd4a2fb1db req-9d6403ca-df8d-4b8e-93ea-ffc278337f56 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320324 Nov 25 18:28:13.621964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13a97b28-593e-45c4-8bcb-ba2495028bbe req-95f06435-22c0-4909-9397-5cd0969071f3 service neutron] 10.222.0.62 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203070 Nov 25 18:28:13.659986 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8af48595-6148-4699-a6af-941a7669677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '5e6a117f-28cc-495b-84ce-8e701f4db4a2', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'port_id': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'mac_address': 'fa:16:3e:3e:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:28:09Z', 'updated_at': '2021-11-25T18:28:11Z', 'revision_number': 1, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 5, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:13.669426 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-2025195e-2ca6-45a7-88b7-8d03edf4754f service neutron] delete failed (client error): The resource could not be found. Nov 25 18:28:13.670519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-2025195e-2ca6-45a7-88b7-8d03edf4754f service neutron] 10.222.0.66 "DELETE /v2.0/ports/c8300373-7a15-45ec-b187-cedac963ad9f/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.1433375 Nov 25 18:28:13.690160 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af48595-6148-4699-a6af-941a7669677e None None] The sync data for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 is: [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '5e6a117f-28cc-495b-84ce-8e701f4db4a2', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'port_id': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'mac_address': 'fa:16:3e:3e:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:28:09Z', 'updated_at': '2021-11-25T18:28:11Z', 'revision_number': 1, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 5, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:28:13.704076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0793bf-3f7b-4545-b3c8-59548005900b req-f82381c2-5255-4273-be90-7c8678e5aaa3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.705614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e0793bf-3f7b-4545-b3c8-59548005900b req-f82381c2-5255-4273-be90-7c8678e5aaa3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.0886474 Nov 25 18:28:13.789036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b9707-d640-427a-b133-33af96705b5b req-fc798211-26ff-46b6-a898-89446c4251e8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.796167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-897b9707-d640-427a-b133-33af96705b5b req-fc798211-26ff-46b6-a898-89446c4251e8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 948 time: 0.0716190 Nov 25 18:28:13.798630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e0793bf-3f7b-4545-b3c8-59548005900b req-95b4e6c4-c358-499b-95c7-5238233f4e27 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782101 Nov 25 18:28:13.802386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:13.861980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-a3f2453a-021f-4200-83e0-288ba94749f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:13.867190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-a3f2453a-021f-4200-83e0-288ba94749f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1099 time: 0.0842755 Nov 25 18:28:13.869978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-897b9707-d640-427a-b133-33af96705b5b req-fe34035d-b6b9-473e-ac83-e810ff7f5f8a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Nov 25 18:28:14.035099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:14.048375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'port_id': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'mac_address': 'fa:16:3e:49:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f824ed0-3321-417f-931b-51613c84c82c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:14.055433 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0290be5-7c72-4d3a-b550-685c1e9028b5 req-0637a31e-4ab9-4723-9b4e-cc3566e81ebd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.057291 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0290be5-7c72-4d3a-b550-685c1e9028b5 req-0637a31e-4ab9-4723-9b4e-cc3566e81ebd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1156564 Nov 25 18:28:14.058561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-b782f64c-c3e0-4128-b239-0a59378470a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.060354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-b782f64c-c3e0-4128-b239-0a59378470a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1852412 Nov 25 18:28:14.069382 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac77ad57-c98a-4bdf-8308-39f14b769319 x-openstack-request-id: req-ac77ad57-c98a-4bdf-8308-39f14b769319 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:14.069888 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:14.070231 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac77ad57-c98a-4bdf-8308-39f14b769319 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:14.070815 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'status': 'completed', 'code': 200} Nov 25 18:28:14.087915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040af7b2-5c75-4903-80b1-0c07452be990 None None] New status for floating IP 5e6a117f-28cc-495b-84ce-8e701f4db4a2: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:28:14.128541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-1329c5dd-e068-4c74-a098-cec8e342e91b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.0488892 Nov 25 18:28:14.153075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-6bf1bb46-ec81-4153-838c-e2848ba35b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.166310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-6bf1bb46-ec81-4153-838c-e2848ba35b97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=477572e3a2a04475bf3717bbbc6772f2&device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 1097 time: 0.0512109 Nov 25 18:28:14.173594 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0290be5-7c72-4d3a-b550-685c1e9028b5 req-18248189-ed2b-466b-9d91-13fbe6c1956c tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090565 Nov 25 18:28:14.180812 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:14.253387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9e05c1-f396-425a-bb87-cb7c2205098a {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:14.286001 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:14.288170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:14.298293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:14.306268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-5913782f-a1fa-44e6-92a1-2a979fd00377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.308106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-5913782f-a1fa-44e6-92a1-2a979fd00377 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 200 len: 930 time: 0.1396127 Nov 25 18:28:14.423992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-36cc26d4-5808-4637-90aa-d71e9526584b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 999 time: 0.1044505 Nov 25 18:28:14.494665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-f5fa7332-f464-4c0d-834d-632d9d33998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.495534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-f5fa7332-f464-4c0d-834d-632d9d33998d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.3206768 Nov 25 18:28:14.511905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-f7c3acc9-0399-43ac-a03a-de00bda8c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.513752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-f7c3acc9-0399-43ac-a03a-de00bda8c27e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5717abbb-5fb7-41ff-b3e8-953aabe3bb94 HTTP/1.1" status: 200 len: 868 time: 0.0737090 Nov 25 18:28:14.553174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:14.591334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-1a3f685f-11f1-485b-a642-c6cf2deaedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.592911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-1a3f685f-11f1-485b-a642-c6cf2deaedfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de78dfc-ae80-46e3-8697-e6fee89887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633099 Nov 25 18:28:14.641035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-8c16c059-b623-4926-a6fd-a6f15dfd4d1e tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 258 time: 0.4251039 Nov 25 18:28:14.661167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:14.673115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-d0a0fc55-3bb6-4404-be32-59abba3d5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.675713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-d0a0fc55-3bb6-4404-be32-59abba3d5887 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671810 Nov 25 18:28:14.715852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f9e05c1-f396-425a-bb87-cb7c2205098a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:14.735881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-40d06d89-45ab-4327-a0a7-f077a023ded2 service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332562 Nov 25 18:28:14.754438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:14.883650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-8c68946f-51aa-4e75-b338-b253c844868b service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962190 Nov 25 18:28:14.901804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8512b78-a387-4f15-9bbb-641390d85ba3 req-7b0734d1-6b70-4cde-bb00-6f40864fb087 service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485996 Nov 25 18:28:14.918678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9202cb-21e6-4353-baf4-e42ee988a113 req-17d275f5-9fa3-4aef-87ec-3713afa0d994 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:14.926877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d9202cb-21e6-4353-baf4-e42ee988a113 req-17d275f5-9fa3-4aef-87ec-3713afa0d994 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.0752525 Nov 25 18:28:14.975247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d9202cb-21e6-4353-baf4-e42ee988a113 req-5126ac5e-0c74-4090-8a19-157ae683ac08 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472350 Nov 25 18:28:15.021158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1fed2f7-831d-428e-b8d2-ef7711fd4b51 req-07f7d470-4d58-4523-84f8-31ec20e6741c service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286612 Nov 25 18:28:15.026838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.092264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a847cf-8007-4545-9ab1-70b6f5098096 req-3d5e8c20-59be-45f7-a8af-7b84d6846ba5 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:15.094360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90a847cf-8007-4545-9ab1-70b6f5098096 req-3d5e8c20-59be-45f7-a8af-7b84d6846ba5 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 949 time: 0.0583885 Nov 25 18:28:15.154211 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90a847cf-8007-4545-9ab1-70b6f5098096 req-b832601c-6c18-478b-b362-0b108ef78300 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 Nov 25 18:28:15.167748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Allocated IP 172.25.2.68 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/a1c6ab2b-4de0-4d67-9aa9-69ae9222dccc) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:15.275354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.313850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.336901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bf1a-6596-46a9-bfe7-a754d577979a req-0b14c920-d90e-4088-b247-e7023014eac1 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:15.338376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31e6bf1a-6596-46a9-bfe7-a754d577979a req-0b14c920-d90e-4088-b247-e7023014eac1 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 944 time: 0.0536640 Nov 25 18:28:15.356676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:15.361577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:15.364345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:15.388516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event updated for resources: {'Port': ['ID=a1c6ab2b-4de0-4d67-9aa9-69ae9222dccc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:15.414056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31e6bf1a-6596-46a9-bfe7-a754d577979a req-31618568-7758-4a37-afe7-01c93f99d107 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684938 Nov 25 18:28:15.491434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.539088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.557392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcbdd-4f6a-4441-97e0-59ed784ee1ab req-28f12ba2-c76c-4626-8fdc-a219ea963d7d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:15.559141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-860dcbdd-4f6a-4441-97e0-59ed784ee1ab req-28f12ba2-c76c-4626-8fdc-a219ea963d7d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 948 time: 0.0652237 Nov 25 18:28:15.620349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-860dcbdd-4f6a-4441-97e0-59ed784ee1ab req-42e23a81-746e-4585-a0d1-82b252de7b62 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519104 Nov 25 18:28:15.783845 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.824680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b748b-836d-42ac-ad4d-c702bcf5b3cf req-e7f7b736-3cea-4ff8-b5db-0b4c291a59aa tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:15.825673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f3b748b-836d-42ac-ad4d-c702bcf5b3cf req-e7f7b736-3cea-4ff8-b5db-0b4c291a59aa tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0530837 Nov 25 18:28:15.825813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cafc5a86-4e54-459e-830f-061a8da26fe9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:15.891172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f3b748b-836d-42ac-ad4d-c702bcf5b3cf req-dd10462c-4e28-4f78-8a48-a4f7c48e6ff8 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492756 Nov 25 18:28:15.903719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port cafc5a86-4e54-459e-830f-061a8da26fe9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:15.908136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port cafc5a86-4e54-459e-830f-061a8da26fe9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:15.908508 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.986508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:15.993066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.030776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.075943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafc5a86-4e54-459e-830f-061a8da26fe9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:16.079244 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3cee17-c5a1-4346-8ef5-5630bf434b11" -d '{"events": [{"server_uuid": "544debea-78c9-44f5-8c03-36a5d9cb4920", "name": "network-vif-plugged", "status": "completed", "tag": "cafc5a86-4e54-459e-830f-061a8da26fe9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:16.096673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event updated for resources: {'Port': ['ID=a1c6ab2b-4de0-4d67-9aa9-69ae9222dccc,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:16.099375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port cafc5a86-4e54-459e-830f-061a8da26fe9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cafc5a86-4e54-459e-830f-061a8da26fe9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:16.112791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.113758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3c485170-5e78-4f23-8e10-454183860872 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:16.114224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.131660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.133231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-3f9a58b3-6ea4-45a1-8789-fcbbafb9c211 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4817467 Nov 25 18:28:16.183810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd21db9-084f-47ac-800e-66c7d4af295d req-f65772b3-6e76-4ff2-a4e0-e7adcb5f965e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.194165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cbd21db9-084f-47ac-800e-66c7d4af295d req-f65772b3-6e76-4ff2-a4e0-e7adcb5f965e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.0736351 Nov 25 18:28:16.215789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-97f1a9cd-9f36-40ad-b5e1-db03e47a0f85 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0756786 Nov 25 18:28:16.223477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=cafc5a86-4e54-459e-830f-061a8da26fe9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:16.264274 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cbd21db9-084f-47ac-800e-66c7d4af295d req-f1b718bb-3dc6-4d23-a27c-05246ff8618e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681088 Nov 25 18:28:16.265117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 3c485170-5e78-4f23-8e10-454183860872 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:16.273560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 3c485170-5e78-4f23-8e10-454183860872 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:16.274363 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.361754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-ca61b582-3805-4f7b-8732-30922fcc324e tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.363917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-ca61b582-3805-4f7b-8732-30922fcc324e tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1406152 Nov 25 18:28:16.369583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.379679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-59c7bf56-39c2-4e9f-8483-6e32d7014c18 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:16.380868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ca4527d-0719-4299-a829-e807b53fbf89 req-59c7bf56-39c2-4e9f-8483-6e32d7014c18 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064077 Nov 25 18:28:16.389571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f6f5-b063-4c28-9305-ca56e5eeb09e req-ecc0552c-cdad-4fc5-8170-00da37cc9c12 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.396450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5da1f6f5-b063-4c28-9305-ca56e5eeb09e req-ecc0552c-cdad-4fc5-8170-00da37cc9c12 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 951 time: 0.0747573 Nov 25 18:28:16.397555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c8300373-7a15-45ec-b187-cedac963ad9f up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:16.438638 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee4c43-50bb-4ff4-bb15-bc024db852b8 x-openstack-request-id: req-58ee4c43-50bb-4ff4-bb15-bc024db852b8 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:16.439363 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544debea-78c9-44f5-8c03-36a5d9cb4920", "name": "network-vif-plugged", "status": "completed", "tag": "cafc5a86-4e54-459e-830f-061a8da26fe9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:16.439363 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58ee4c43-50bb-4ff4-bb15-bc024db852b8 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:16.439574 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'code': 200} Nov 25 18:28:16.444873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3c485170-5e78-4f23-8e10-454183860872, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3c485170-5e78-4f23-8e10-454183860872,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:16.456980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.457817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:16.460647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5da1f6f5-b063-4c28-9305-ca56e5eeb09e req-30887fff-2811-411b-af9e-a344b680dd91 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632241 Nov 25 18:28:16.563181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port c8300373-7a15-45ec-b187-cedac963ad9f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:16.586603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port c8300373-7a15-45ec-b187-cedac963ad9f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:16.587375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.590907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05698-af5f-4504-a789-091d693b9919 req-a6cd3a04-e66e-4ebf-b1cf-54aa0588a7e4 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.593149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ca05698-af5f-4504-a789-091d693b9919 req-a6cd3a04-e66e-4ebf-b1cf-54aa0588a7e4 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0565948 Nov 25 18:28:16.604277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e49226-a3e2-42dc-8550-6a360b02b9b7 req-08336c1f-8739-47ec-be13-bffa38dac2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.606020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6e49226-a3e2-42dc-8550-6a360b02b9b7 req-08336c1f-8739-47ec-be13-bffa38dac2b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 1101 time: 0.0966811 Nov 25 18:28:16.619559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca041f-73bc-48e0-8289-e6df4f9500b4 req-34554621-7090-4ca4-9971-d6cdf3d53119 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.627107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aaca041f-73bc-48e0-8289-e6df4f9500b4 req-34554621-7090-4ca4-9971-d6cdf3d53119 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 950 time: 0.0776894 Nov 25 18:28:16.640664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3c485170-5e78-4f23-8e10-454183860872,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:16.656026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ca05698-af5f-4504-a789-091d693b9919 req-49bad103-abc1-4aa9-99b1-20f85e9bd58a tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0553939 Nov 25 18:28:16.662470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1ca05698-af5f-4504-a789-091d693b9919 req-15439281-8aff-410a-9457-d15a791f1b0f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Request body: {'floatingip': {'port_id': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:16.702398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6e49226-a3e2-42dc-8550-6a360b02b9b7 req-3ed99166-c770-4b84-ab21-2fa8ac3077e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730410 Nov 25 18:28:16.707756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1ca05698-af5f-4504-a789-091d693b9919 req-15439281-8aff-410a-9457-d15a791f1b0f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.717921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aaca041f-73bc-48e0-8289-e6df4f9500b4 req-4c438103-49b7-45da-9561-0dd2218dc449 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862319 Nov 25 18:28:16.756210 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.768751 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.825099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:16.849141 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.852845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc0ad9-b4a3-4c36-9126-979fdaf0897a req-3e96d124-9afb-405c-8d99-7bc0707bc11b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:16.861014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7fc0ad9-b4a3-4c36-9126-979fdaf0897a req-3e96d124-9afb-405c-8d99-7bc0707bc11b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 944 time: 0.0702622 Nov 25 18:28:16.879647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:16.892965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.900301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:16.911294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:16.934738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7fc0ad9-b4a3-4c36-9126-979fdaf0897a req-da1c5483-1a28-4e3a-a718-e145e76725ee tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631931 Nov 25 18:28:16.967883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:16.975056 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-1ca05698-af5f-4504-a789-091d693b9919 req-15439281-8aff-410a-9457-d15a791f1b0f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 18:28:16.988905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ca05698-af5f-4504-a789-091d693b9919 req-15439281-8aff-410a-9457-d15a791f1b0f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "PUT /v2.0/floatingips/2a683566-f01d-49ed-b0f0-5409feec916b HTTP/1.1" status: 409 len: 550 time: 0.3311491 Nov 25 18:28:17.056741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb092b-fb34-409e-82db-e9f3f5e8fedc req-48666344-5636-4917-9d56-c6edc14f632c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.058260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abbb092b-fb34-409e-82db-e9f3f5e8fedc req-48666344-5636-4917-9d56-c6edc14f632c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0553503 Nov 25 18:28:17.109088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abbb092b-fb34-409e-82db-e9f3f5e8fedc req-a40f3b8a-c47b-4f0f-8c4e-52c1be0f18d1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Nov 25 18:28:17.148781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71167b-6a65-4275-bce0-e77091bfbeef req-be8f0851-1ee2-4d79-8e92-f1b86dcf433f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.150914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc71167b-6a65-4275-bce0-e77091bfbeef req-be8f0851-1ee2-4d79-8e92-f1b86dcf433f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0542192 Nov 25 18:28:17.202013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc71167b-6a65-4275-bce0-e77091bfbeef req-dc1d2520-d2e1-4c5b-9e0b-e1789e4d33d3 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456784 Nov 25 18:28:17.229245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-968706ce-bad1-4755-b83d-4595e3d0aaad tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips/2a683566-f01d-49ed-b0f0-5409feec916b HTTP/1.1" status: 200 len: 692 time: 0.0918021 Nov 25 18:28:17.308665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95706a-e655-4ce0-ba5d-7c5d60a5a2f2 req-5f396a49-6615-412d-9f99-154ad0efc8ff tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.310251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d95706a-e655-4ce0-ba5d-7c5d60a5a2f2 req-5f396a49-6615-412d-9f99-154ad0efc8ff tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1100 time: 0.0412030 Nov 25 18:28:17.338942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-3e733734-f06d-4c11-9b41-e0817361e38f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.340443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-3e733734-f06d-4c11-9b41-e0817361e38f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1045661 Nov 25 18:28:17.351065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-bca3e78f-59b5-4f94-ac31-f708465104ae tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:17.352233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-bca3e78f-59b5-4f94-ac31-f708465104ae tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057912 Nov 25 18:28:17.363691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d95706a-e655-4ce0-ba5d-7c5d60a5a2f2 req-49d575be-c144-4610-bf1c-1fdca68514df tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Nov 25 18:28:17.413881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-adecb75d-1670-4099-8091-b4335887d923 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0542240 Nov 25 18:28:17.468452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-7f22fae8-e17e-41d5-9f77-20941d9f5390 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0475540 Nov 25 18:28:17.490179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c2ae8-0479-4dda-9c0c-6d0a9b5be69a req-2fb01d02-c329-4cef-9650-a3d116b16f59 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.491736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b91c2ae8-0479-4dda-9c0c-6d0a9b5be69a req-2fb01d02-c329-4cef-9650-a3d116b16f59 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.0601089 Nov 25 18:28:17.544372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b91c2ae8-0479-4dda-9c0c-6d0a9b5be69a req-27c09127-cfe3-4daa-b098-6263b43bf585 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Nov 25 18:28:17.621272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Deleting port a1c6ab2b-4de0-4d67-9aa9-69ae9222dccc {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:17.621755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.702123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff1674-ea4c-4c5b-8034-6164df6b965a req-2392466e-2b19-40e0-826a-5d1cb78909f3 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.703793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-80ff1674-ea4c-4c5b-8034-6164df6b965a req-2392466e-2b19-40e0-826a-5d1cb78909f3 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 949 time: 0.0672562 Nov 25 18:28:17.715233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.715647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.728877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Calling delete_port for a1c6ab2b-4de0-4d67-9aa9-69ae9222dccc owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:17.754171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-80ff1674-ea4c-4c5b-8034-6164df6b965a req-2f1777c3-24c3-4a80-a4c7-224454a419ea tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Nov 25 18:28:17.836887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:17.869565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-400bd78a-5717-4a58-bd2d-82c2971b099b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366347 Nov 25 18:28:17.908704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 5f9e05c1-f396-425a-bb87-cb7c2205098a completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:17.911174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.924718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 5f9e05c1-f396-425a-bb87-cb7c2205098a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:17.925358 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:17.942248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event deleted for resources: {'Port': ['ID=a1c6ab2b-4de0-4d67-9aa9-69ae9222dccc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:17.987814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-6f1e6fcb-e781-4afa-adad-8f448e812871 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:17.989556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-6f1e6fcb-e781-4afa-adad-8f448e812871 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143301 Nov 25 18:28:18.007122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-c0942fbc-3e74-4e03-a95b-a97e1c17f74c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/quotas/d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 375 time: 0.0111370 Nov 25 18:28:18.015356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:18.018702 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:18.019860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797a71a3-34aa-4970-a77a-a7a265a9e081 req-2cee95e4-aa60-4025-af38-6e2988c8bd38 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "DELETE /v2.0/floatingips/2a683566-f01d-49ed-b0f0-5409feec916b HTTP/1.1" status: 204 len: 173 time: 0.5453928 Nov 25 18:28:18.049704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:18.079416 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-62a1ba35-f16d-459e-a2ac-55cbfa56699b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661492 Nov 25 18:28:18.088071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:18.099914 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:18.149920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907d38-20ee-4640-9d3e-278214a5ce13 req-23dcad7d-9f79-42f8-a745-9c4cb778850a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:18.151947 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75907d38-20ee-4640-9d3e-278214a5ce13 req-23dcad7d-9f79-42f8-a745-9c4cb778850a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 950 time: 0.0608392 Nov 25 18:28:18.169078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:18.244992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75907d38-20ee-4640-9d3e-278214a5ce13 req-cc1e475b-06d1-4ed0-bc2f-aa9e214a3fa9 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800009 Nov 25 18:28:18.356005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f9048-e410-4cab-b2aa-aa4a028bb621 req-fab7d593-ad42-42a7-a20b-149a5fe16013 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:18.364022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c2f9048-e410-4cab-b2aa-aa4a028bb621 req-fab7d593-ad42-42a7-a20b-149a5fe16013 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0707753 Nov 25 18:28:18.431204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c2f9048-e410-4cab-b2aa-aa4a028bb621 req-17089957-dacc-471c-ae86-f057713717e0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653782 Nov 25 18:28:18.432205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-508b2d58-9219-4526-a1c1-bd5eb3ed7f89 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1001 time: 0.1540940 Nov 25 18:28:18.443725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c485170-5e78-4f23-8e10-454183860872'}, {'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'}, {'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f'}, {'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:18.445489 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994bd06-0a90-47b7-9d78-4a8a64a5b1c7" -d '{"events": [{"server_uuid": "4dbafc59-7d46-488d-8f65-2e825ac927cb", "name": "network-vif-plugged", "status": "completed", "tag": "3c485170-5e78-4f23-8e10-454183860872"}, {"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc"}, {"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-plugged", "status": "completed", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f"}, {"server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "name": "network-vif-plugged", "status": "completed", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:18.495193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-ed3a610e-293e-4897-9fe7-be06d24f88a4 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:18.497045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-ed3a610e-293e-4897-9fe7-be06d24f88a4 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports/5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 943 time: 0.0640259 Nov 25 18:28:18.607634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-279aabed-fb97-4ac1-84d4-a966f63ef1d8 req-d6e46a42-9782-427a-8c83-08459443ad0e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 210 time: 0.0352905 Nov 25 18:28:18.664393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-c9eda77f-917d-4fd4-90ab-9e013b25b537 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1001 time: 0.0676792 Nov 25 18:28:18.749342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c573091-adfe-4024-9f9e-9927d4e023e0 req-6979352a-feba-47b1-9f03-9ab41183349d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:18.752135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c573091-adfe-4024-9f9e-9927d4e023e0 req-6979352a-feba-47b1-9f03-9ab41183349d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0723057 Nov 25 18:28:18.805890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-0f934fbb-fe5f-4ce7-9932-80e1627212c2 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:18.808617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-0f934fbb-fe5f-4ce7-9932-80e1627212c2 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 949 time: 0.1119969 Nov 25 18:28:18.815433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c573091-adfe-4024-9f9e-9927d4e023e0 req-3ca8203e-8e16-468c-84ac-9dbd3263a8cc tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567498 Nov 25 18:28:18.872536 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8608033a-3d81-42cb-b01b-eaa65b0f290e x-openstack-request-id: req-8608033a-3d81-42cb-b01b-eaa65b0f290e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:18.873042 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbafc59-7d46-488d-8f65-2e825ac927cb", "name": "network-vif-plugged", "status": "completed", "tag": "3c485170-5e78-4f23-8e10-454183860872", "code": 200}, {"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc", "code": 200}, {"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-plugged", "status": "completed", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f", "code": 200}, {"server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "name": "network-vif-plugged", "status": "completed", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:18.873197 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8608033a-3d81-42cb-b01b-eaa65b0f290e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:18.873487 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c485170-5e78-4f23-8e10-454183860872', 'code': 200} Nov 25 18:28:18.873752 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'code': 200} Nov 25 18:28:18.874007 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'code': 200} Nov 25 18:28:18.874255 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'code': 200} Nov 25 18:28:18.954297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-74386012-3551-4af7-b130-6674a63bf0a5 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:18.955746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-74386012-3551-4af7-b130-6674a63bf0a5 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.2855413 Nov 25 18:28:18.979499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-053672ae-1b55-400b-96d8-1fd30ab1dc81 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:18.988002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-053672ae-1b55-400b-96d8-1fd30ab1dc81 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225501 Nov 25 18:28:19.024094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Deleting port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:19.024592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:19.042789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c7a2f-d1c5-4552-a4f6-d0be0bbd11fe req-f1bde74f-de8e-443e-8d0a-85212d7bb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.048638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-120c7a2f-d1c5-4552-a4f6-d0be0bbd11fe req-f1bde74f-de8e-443e-8d0a-85212d7bb072 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1096 time: 0.0676086 Nov 25 18:28:19.067398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f32562-60e5-4266-800f-7a654c3ba906 req-fa1bdbf8-af75-4228-9c42-da72763b1b50 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.069080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2f32562-60e5-4266-800f-7a654c3ba906 req-fa1bdbf8-af75-4228-9c42-da72763b1b50 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.1183045 Nov 25 18:28:19.160732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-120c7a2f-d1c5-4552-a4f6-d0be0bbd11fe req-f993cb80-7d45-431f-94a2-0d22a3feb225 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903435 Nov 25 18:28:19.165379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcde0c-cb12-4deb-8985-062d1a6841e8 req-908d0f81-5355-4179-bc82-7c4591ee54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.166894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fefcde0c-cb12-4deb-8985-062d1a6841e8 req-908d0f81-5355-4179-bc82-7c4591ee54a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 1101 time: 0.1989572 Nov 25 18:28:19.167187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2f32562-60e5-4266-800f-7a654c3ba906 req-8b49533f-8a02-4174-acb5-1eb1c2aa85f8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892587 Nov 25 18:28:19.179850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-20caebdd-79a8-462e-9eeb-e908a989f6d9 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1001 time: 0.1908205 Nov 25 18:28:19.199443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:19.265398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] For port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:19.266322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:19.303925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Calling delete_port for b5e42c73-ded4-4ea3-8e5c-5c208007b4fc owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:19.304488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f5e53-28de-4bc1-a9ec-6da7320ff907 req-0eb079c4-9985-48f9-aa75-a95a6c82d168 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.306293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-812f5e53-28de-4bc1-a9ec-6da7320ff907 req-0eb079c4-9985-48f9-aa75-a95a6c82d168 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff3c2f5-8667-4ea2-8978-83cabf696072 HTTP/1.1" status: 200 len: 949 time: 0.0578840 Nov 25 18:28:19.323556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:19.365159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-812f5e53-28de-4bc1-a9ec-6da7320ff907 req-e938591f-ca09-4c36-b24e-b61ffd8d448d tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.62 "GET /v2.0/security-groups?id=472e6814-74ff-4ac1-bf22-8fb9166597d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512664 Nov 25 18:28:19.518412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250abc-ea56-43ed-97ef-bc91f28dec3b req-586f9fbe-5387-4fe5-8a1a-a1fb3e965a52 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.527843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0250abc-ea56-43ed-97ef-bc91f28dec3b req-586f9fbe-5387-4fe5-8a1a-a1fb3e965a52 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 950 time: 0.0841005 Nov 25 18:28:19.569691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-00fc827c-5b11-4be6-85aa-3e8463a6e608 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336080 Nov 25 18:28:19.586303 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fefcde0c-cb12-4deb-8985-062d1a6841e8 req-11b8a75a-a671-4b09-91e8-b226ce99c37a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677148 Nov 25 18:28:19.667546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0250abc-ea56-43ed-97ef-bc91f28dec3b req-41ce3510-94a3-43c3-874e-fc19369270a2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317496 Nov 25 18:28:19.757308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-d2cd0fb1-9858-432a-bac0-70031a57c361 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.758812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-d2cd0fb1-9858-432a-bac0-70031a57c361 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624706 Nov 25 18:28:19.778228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Request body: {'port': {'device_id': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'd238c92999f6468d9acaa143e2603a98'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:19.855189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44d397-93f7-491a-895c-765331e0704d req-ce32824e-201f-42c8-81bb-1602bf16cd99 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:19.857816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac44d397-93f7-491a-895c-765331e0704d req-ce32824e-201f-42c8-81bb-1602bf16cd99 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1225452 Nov 25 18:28:19.884510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:19.888994 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:19.889389 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Floating IP 5e6a117f-28cc-495b-84ce-8e701f4db4a2 disassociated. External IP: 172.25.2.67, port: 5a8be102-812c-4cd8-9e0e-b10673f4a2e9. Nov 25 18:28:19.936505 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac44d397-93f7-491a-895c-765331e0704d req-93781a73-9752-48b2-a887-82ef9e40928f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704937 Nov 25 18:28:19.946714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Made reservation on behalf of d238c92999f6468d9acaa143e2603a98 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:19.950179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.011578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.053035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Pushing event deleted for resources: {'Port': ['ID=b5e42c73-ded4-4ea3-8e5c-5c208007b4fc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:20.110859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55bc47f9-9544-4280-a8fd-61f6a70a3780 req-a703112a-0fe7-4aa5-8c26-96c6ada19edc tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 210 time: 0.0309386 Nov 25 18:28:20.127574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Allocated IP 192.168.233.60 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/5fc21094-efcd-4036-ae37-8b2ce85d2d08) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:20.156331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] No DVR routers for this DVR port b5e42c73-ded4-4ea3-8e5c-5c208007b4fc on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:20.160101 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.163711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c31dae-3560-4628-a428-dfd90dd058e2 req-20f18986-9cfd-4a14-9d5e-26ee4d754059 tempest-ImagesOneServerTestJSON-1506040592 tempest-ImagesOneServerTestJSON-1506040592-project] 10.222.0.66 "DELETE /v2.0/ports/b5e42c73-ded4-4ea3-8e5c-5c208007b4fc HTTP/1.1" status: 204 len: 173 time: 1.3421869 Nov 25 18:28:20.164157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-deleted', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:20.166776 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea42000-19cf-450a-b493-c9184c0a6066" -d '{"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-deleted", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:20.248036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Router 517a5139-844f-4f3c-a853-e37e78618db9 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:28:20.293598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4af0b7-fcf0-42ba-b6fe-edffd3b52226 req-bba6d8dc-be07-4ccb-bfac-ef2750252107 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.295112 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a4af0b7-fcf0-42ba-b6fe-edffd3b52226 req-bba6d8dc-be07-4ccb-bfac-ef2750252107 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1169407 Nov 25 18:28:20.358593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.363799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:28:20.368212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.375509 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] Sync routers for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:28:20.379086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a4af0b7-fcf0-42ba-b6fe-edffd3b52226 req-9ea9e766-b8ad-42be-b362-dd61b19b685f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 Nov 25 18:28:20.396814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-7a04c516-9969-469c-9131-b3a862c1f5ea tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "PUT /v2.0/floatingips/5e6a117f-28cc-495b-84ce-8e701f4db4a2 HTTP/1.1" status: 200 len: 694 time: 1.2040746 Nov 25 18:28:20.411011 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:20.411878 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:20.429599 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.442961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:20.471235 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc3080c-d511-4104-b099-de682cd72237 x-openstack-request-id: req-cdc3080c-d511-4104-b099-de682cd72237 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:20.472051 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff3c2f5-8667-4ea2-8978-83cabf696072", "name": "network-vif-deleted", "tag": "b5e42c73-ded4-4ea3-8e5c-5c208007b4fc", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:20.472461 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdc3080c-d511-4104-b099-de682cd72237 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:20.473075 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff3c2f5-8667-4ea2-8978-83cabf696072', 'name': 'network-vif-deleted', 'tag': 'b5e42c73-ded4-4ea3-8e5c-5c208007b4fc', 'status': 'completed', 'code': 200} Nov 25 18:28:20.501864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-ad3ffa90-80a1-4098-a0b8-3704e30f3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.503925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-ad3ffa90-80a1-4098-a0b8-3704e30f3389 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=477572e3a2a04475bf3717bbbc6772f2&device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 1097 time: 0.0907242 Nov 25 18:28:20.509001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:20.557637 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:20.680239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-254a99cf-c816-4f0a-819a-a68212ebbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.681798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-254a99cf-c816-4f0a-819a-a68212ebbdfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 200 len: 930 time: 0.1706364 Nov 25 18:28:20.761908 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-0cddbd43-34e4-430f-9c06-55fa0280f31d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0711191 Nov 25 18:28:20.824668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-79decca0-f193-45d1-a1da-3ce1cdd2c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.826771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-79decca0-f193-45d1-a1da-3ce1cdd2c987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5717abbb-5fb7-41ff-b3e8-953aabe3bb94 HTTP/1.1" status: 200 len: 868 time: 0.0569167 Nov 25 18:28:20.843339 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 5, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:20.873859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:20.880064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:20.882623 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] Checking router: 517a5139-844f-4f3c-a853-e37e78618db9 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:28:20.882900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:20.892396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-69014303-1500-4c32-a94b-0defa765a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.893039 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:20.893670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:20.894175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-69014303-1500-4c32-a94b-0defa765a52a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0de78dfc-ae80-46e3-8697-e6fee89887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549483 Nov 25 18:28:20.949673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.950316 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:20.965197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46b00-3cb1-4307-b878-69c69710de21 req-77332d30-27be-4a0b-98fd-c93a6c27b093 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:20.968047 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55f46b00-3cb1-4307-b878-69c69710de21 req-77332d30-27be-4a0b-98fd-c93a6c27b093 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.4636378 Nov 25 18:28:21.001937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-22766f0c-6884-4d3a-a245-f9cf604ee0bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2283537 Nov 25 18:28:21.022987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-1df246f8-2d93-4a27-a246-388e819c18a9 service neutron] 10.222.0.62 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224208 Nov 25 18:28:21.038054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Request body: {'port': {'device_id': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:21.058732 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:21.073721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55f46b00-3cb1-4307-b878-69c69710de21 req-71d032aa-e08d-484f-a2ea-da9bdd1de9e6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963013 Nov 25 18:28:21.120304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.161563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d337dc69-c536-4c30-9225-8bb3b3dededd req-bb1a3ca9-eb3b-45ca-bae0-48c40502e271 service neutron] 10.222.0.62 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319807 Nov 25 18:28:21.241912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8c3dafc9-8dea-4c05-98ca-dbe5b99d5c58 None None] Provisioning complete for port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:21.242333 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8c3dafc9-8dea-4c05-98ca-dbe5b99d5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.282657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8c3dafc9-8dea-4c05-98ca-dbe5b99d5c58 None None] Port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:21.365576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b6ea-b08c-4f9a-a59f-7cb86509a585 req-7fbd893b-d1cd-4e7c-a907-ce9c9b6db689 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:21.367362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2137b6ea-b08c-4f9a-a59f-7cb86509a585 req-7fbd893b-d1cd-4e7c-a907-ce9c9b6db689 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0690958 Nov 25 18:28:21.395412 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 5, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:21.431363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a632e21-bcbd-4b34-9c6a-586f32d0f3ae None None] The sync data for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 is: [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:27:46Z', 'revision_number': 4, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3fb2a025-e352-4dd2-bd22-5eedfcdf7698', 'name': '', 'network_id': '0de78dfc-ae80-46e3-8697-e6fee89887bf', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'mac_address': 'fa:16:3e:60:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:45Z', 'updated_at': '2021-11-25T18:27:51Z', 'revision_number': 5, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'subnets': [{'id': '5717abbb-5fb7-41ff-b3e8-953aabe3bb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:28:21.435653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2137b6ea-b08c-4f9a-a59f-7cb86509a585 req-e7e9aace-dbf5-42c9-b1c4-e90b4402e0d8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606425 Nov 25 18:28:21.445685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd593e1-4565-4a5a-a9aa-6e6d6712f760 req-5951579b-26e4-4670-a004-199e587b4202 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:21.447277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fd593e1-4565-4a5a-a9aa-6e6d6712f760 req-5951579b-26e4-4670-a004-199e587b4202 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 950 time: 0.0977666 Nov 25 18:28:21.521379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53826) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:21.574778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fd593e1-4565-4a5a-a9aa-6e6d6712f760 req-16d41df4-9eaf-46d1-9c61-865277b3390e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141477 Nov 25 18:28:21.650306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b906de-e965-429e-8430-221184602044 req-a7bc4253-91bd-4be6-8c2f-631c0b33a5a5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:21.652528 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b7b906de-e965-429e-8430-221184602044 req-a7bc4253-91bd-4be6-8c2f-631c0b33a5a5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 935 time: 0.0525372 Nov 25 18:28:21.670184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-8abe3286-e1d5-46e7-afc6-3949b4e2ef4a tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips/5e6a117f-28cc-495b-84ce-8e701f4db4a2 HTTP/1.1" status: 200 len: 694 time: 0.0602930 Nov 25 18:28:21.725467 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9df9f166-cb70-432b-be08-f285e46e800f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18f5954d55614b0a9f8fd0e3778fd297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021081 Nov 25 18:28:21.729543 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b7b906de-e965-429e-8430-221184602044 req-a64ae555-0aaf-4bae-bb68-b063fba53a13 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692868 Nov 25 18:28:21.730044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53830) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:21.767902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc21094-efcd-4036-ae37-8b2ce85d2d08 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:21.778732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.795925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c41364-0cb6-4c45-8d7f-99941f27ede1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.805882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a39c56-e329-481c-86c4-7c81832c1bcb None None] New status for floating IP 5e6a117f-28cc-495b-84ce-8e701f4db4a2: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:28:21.807237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Transition to ACTIVE for port object 5fc21094-efcd-4036-ae37-8b2ce85d2d08 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:21.818890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.834949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-28c1c15c-4235-4952-bdf6-30f321110644 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:21.836340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-28c1c15c-4235-4952-bdf6-30f321110644 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1583550 Nov 25 18:28:21.846895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c41364-0cb6-4c45-8d7f-99941f27ede1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.864903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-58150b18-0d33-40b9-a1e4-2fc3e40f3a4a tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:21.872666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-58150b18-0d33-40b9-a1e4-2fc3e40f3a4a tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172606 Nov 25 18:28:21.898164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4accdb-680c-4719-b290-92844e12d382 req-d5086541-9b6e-4daf-a383-0c51f9cbb5ab tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:21.899659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b4accdb-680c-4719-b290-92844e12d382 req-d5086541-9b6e-4daf-a383-0c51f9cbb5ab tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0918434 Nov 25 18:28:21.929640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:21.951726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c41364-0cb6-4c45-8d7f-99941f27ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.955191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c41364-0cb6-4c45-8d7f-99941f27ede1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:21.956606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c8c41364-0cb6-4c45-8d7f-99941f27ede1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/472e6814-74ff-4ac1-bf22-8fb9166597d3 HTTP/1.1" status: 204 len: 168 time: 0.2253978 Nov 25 18:28:21.972130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b4accdb-680c-4719-b290-92844e12d382 req-94d34265-2dd5-42d6-a0b6-9ed643a1456d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659673 Nov 25 18:28:21.972335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-4d850ded-eccc-4aeb-92c7-5aa36ddb800d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 697 time: 0.0987983 Nov 25 18:28:21.973043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c41364-0cb6-4c45-8d7f-99941f27ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472e6814-74ff-4ac1-bf22-8fb9166597d3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:21.974513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:22.070394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-10a9da95-2ae5-411b-954a-0baa934ccb81 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 697 time: 0.0783989 Nov 25 18:28:22.114638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: b5e42c73-ded4-4ea3-8e5c-5c208007b4fc {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:28:22.114995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device b5e42c73-ded4-4ea3-8e5c-5c208007b4fc not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:22.166092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c458bc7-35fd-4d91-838c-f1fd47f1e3b0 req-3335f99c-bba3-4b44-bcbc-5b172d614a2a tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.167672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c458bc7-35fd-4d91-838c-f1fd47f1e3b0 req-3335f99c-bba3-4b44-bcbc-5b172d614a2a tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1096 time: 0.0865991 Nov 25 18:28:22.184138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:22.184479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:22.184809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:22.206969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:22.207291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:22.215390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:22.215726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:22.216143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:22.216539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Bound port: 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:22.216892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.223289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c458bc7-35fd-4d91-838c-f1fd47f1e3b0 req-ed6c5aea-e949-429b-8d9b-c971e3e8a7a3 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487258 Nov 25 18:28:22.282496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Deleting port 5db0fe3d-1264-48cf-bf78-21e1db3c4b8e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:22.282496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.368617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:22.385312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:22.399602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.424296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f235a-57d0-4ee4-9e73-a57dcece8112 req-23174d25-aa2b-4c33-8f72-753fbdaf0d1e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.426162 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e13f235a-57d0-4ee4-9e73-a57dcece8112 req-23174d25-aa2b-4c33-8f72-753fbdaf0d1e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.0701776 Nov 25 18:28:22.446723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.447057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.456858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.457480 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.458913 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] 10.222.0.64 "PUT /v2.0/ports/5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 1095 time: 1.4383907 Nov 25 18:28:22.459346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:22.465580 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e28bfe-6811-4bed-8563-7309ca253fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:22.479011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Calling delete_port for 5db0fe3d-1264-48cf-bf78-21e1db3c4b8e owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:22.482398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:22.484993 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697a0214-9d6b-424e-8220-ca9ce2029acc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:22.490927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e13f235a-57d0-4ee4-9e73-a57dcece8112 req-91579295-4723-4cdc-a438-42c87e647de1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Nov 25 18:28:22.520952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d03ca-ee45-4359-94e0-88ba7d32510c service neutron] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:22.620766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b86564-7c0b-4e7d-9006-7b1495e26d94 req-78448bc3-75fd-435f-8f06-f980f496de2e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.622389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4b86564-7c0b-4e7d-9006-7b1495e26d94 req-78448bc3-75fd-435f-8f06-f980f496de2e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1096 time: 0.0506263 Nov 25 18:28:22.623035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-10d39eb6-dd02-43b5-a283-8fe4209b45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.624568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-10d39eb6-dd02-43b5-a283-8fe4209b45e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1098 time: 0.1006427 Nov 25 18:28:22.677702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-485fecf5-457b-4f36-b4d1-618a7b042c8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.0399520 Nov 25 18:28:22.698836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4b86564-7c0b-4e7d-9006-7b1495e26d94 req-5b95755c-7cb5-4f31-a053-1b8c70af2387 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Nov 25 18:28:22.770948 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-a58a9d95-cb92-4db1-8cfd-f00a07d084ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.772843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-a58a9d95-cb92-4db1-8cfd-f00a07d084ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0833347 Nov 25 18:28:22.774295 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09d4357-b033-433a-9704-bb21f3bcd6f0 x-openstack-request-id: req-b09d4357-b033-433a-9704-bb21f3bcd6f0 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:22.774624 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:22.774886 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b09d4357-b033-433a-9704-bb21f3bcd6f0 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:22.775296 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'status': 'completed', 'code': 200} Nov 25 18:28:22.776455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.808477 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11306eb8-cfe4-43ab-8991-6e3b6200b35f x-openstack-request-id: req-11306eb8-cfe4-43ab-8991-6e3b6200b35f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:22.808784 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:22.809070 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11306eb8-cfe4-43ab-8991-6e3b6200b35f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:22.809820 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'status': 'completed', 'code': 200} Nov 25 18:28:22.811164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event deleted for resources: {'Port': ['ID=5db0fe3d-1264-48cf-bf78-21e1db3c4b8e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:22.895766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53868) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:22.923158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-c633168f-addd-45a2-ba38-5edd1bd63777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.924410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-c633168f-addd-45a2-ba38-5edd1bd63777 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216743 Nov 25 18:28:22.932216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.934973 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:22.936220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d750ea52-30b3-44f2-9e9e-bd3e25ebb355 req-65dff8ac-6622-4a59-bc89-47b319eea6ac tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "DELETE /v2.0/floatingips/5e6a117f-28cc-495b-84ce-8e701f4db4a2 HTTP/1.1" status: 204 len: 173 time: 0.8649881 Nov 25 18:28:22.963985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-d780497c-f8a2-41fb-a384-bdaa1803db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:22.965586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-d780497c-f8a2-41fb-a384-bdaa1803db00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=477572e3a2a04475bf3717bbbc6772f2&device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 1097 time: 0.1128223 Nov 25 18:28:23.008671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce917af1-b6f1-4eef-a44f-c997104ba9f0 req-6f7d801e-534b-4189-94c0-f086c3e19c39 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.011087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce917af1-b6f1-4eef-a44f-c997104ba9f0 req-6f7d801e-534b-4189-94c0-f086c3e19c39 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 950 time: 0.0752933 Nov 25 18:28:23.044785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1254962770-network', 'tenant_id': 'e9a2e9dc40c145129bd9109b11e083fb'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:23.084193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Made reservation on behalf of e9a2e9dc40c145129bd9109b11e083fb for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:23.086485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.092458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce917af1-b6f1-4eef-a44f-c997104ba9f0 req-e1e338c2-df1a-4c66-bcd2-f5247655ad5a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758629 Nov 25 18:28:23.098537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.121844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-f0e9cf5d-f7be-401a-a47f-1e5c428a57c6 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845851 Nov 25 18:28:23.177617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546dc93-ddd6-4b56-97d5-bd5ef85b57c5 req-3c71e193-7e7f-4206-bd81-53530e81485e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.179133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6546dc93-ddd6-4b56-97d5-bd5ef85b57c5 req-3c71e193-7e7f-4206-bd81-53530e81485e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 947 time: 0.1293209 Nov 25 18:28:23.194880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.198901 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.207429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-be9ae30b-205a-45fc-98e3-a771e2169c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.208927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-be9ae30b-205a-45fc-98e3-a771e2169c76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 200 len: 930 time: 0.2174697 Nov 25 18:28:23.245288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:28:23.268870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc238cb-9d36-442f-8b51-306512a6df6b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:23.270935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-e5388869-f0bc-44fc-8988-7afb8f593ab8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 200 len: 217 time: 0.0506947 Nov 25 18:28:23.283336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.284973 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Added segment cdcc343d-d76b-4774-886d-1f5b4368498d of type vlan for network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 Nov 25 18:28:23.351068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.352726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6546dc93-ddd6-4b56-97d5-bd5ef85b57c5 req-17721f61-2a74-4e54-bd85-373b122ca62e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469939 Nov 25 18:28:23.356305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc713124-ef27-4b30-856d-f93c460e20d6 req-f5e18833-0fcc-4a51-b5df-d74c2efbee7b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189193 Nov 25 18:28:23.367478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-bd62d720-d947-4d97-bc32-d2c4ad993d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.368915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-bd62d720-d947-4d97-bc32-d2c4ad993d12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5717abbb-5fb7-41ff-b3e8-953aabe3bb94 HTTP/1.1" status: 200 len: 868 time: 0.0698800 Nov 25 18:28:23.386321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb145bd2-066c-4fe0-8ad3-5b4d57fd8642 req-09a9fd9c-876b-4c00-88b5-e09bc8d7a713 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.388369 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb145bd2-066c-4fe0-8ad3-5b4d57fd8642 req-09a9fd9c-876b-4c00-88b5-e09bc8d7a713 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0893304 Nov 25 18:28:23.416105 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.417042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.417828 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.463885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-912e5010-9088-41c0-bcc2-1e34419020f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.466001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-912e5010-9088-41c0-bcc2-1e34419020f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0de78dfc-ae80-46e3-8697-e6fee89887bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768335 Nov 25 18:28:23.483690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5864666 Nov 25 18:28:23.489882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:23.505436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Request body: {'subnet': {'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1254962770-subnet', 'tenant_id': 'e9a2e9dc40c145129bd9109b11e083fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:23.520941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55485881-1b4e-40c0-8810-e34ee4b8d727 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba2044d-8d51-4a2d-8033-04ae43b0df75,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:23.533603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:28:23.535048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb145bd2-066c-4fe0-8ad3-5b4d57fd8642 req-808b5cde-5582-426f-b145-a9adb11e3cb5 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395850 Nov 25 18:28:23.560822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Made reservation on behalf of e9a2e9dc40c145129bd9109b11e083fb for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:23.563499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.591238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-b4223f37-427e-4d17-bc0f-4f68a23a9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.592741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-b4223f37-427e-4d17-bc0f-4f68a23a9d76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1098 time: 0.1439407 Nov 25 18:28:23.617161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d0bad-5192-4ce9-a3f8-948e1f348d8d req-92bd424b-2ecf-487a-80e9-16f75326b0de tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.618747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-198d0bad-5192-4ce9-a3f8-948e1f348d8d req-92bd424b-2ecf-487a-80e9-16f75326b0de tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 950 time: 0.1371353 Nov 25 18:28:23.716456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-98e0b704-5598-474b-926a-c266c7a9a926 service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101033 Nov 25 18:28:23.735491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32731502-8da4-40cf-bc7a-2afb66c53fe3 req-9ed8ab1d-9d9d-4543-9908-6a1a21d54924 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.736987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32731502-8da4-40cf-bc7a-2afb66c53fe3 req-9ed8ab1d-9d9d-4543-9908-6a1a21d54924 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1098740 Nov 25 18:28:23.740706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-198d0bad-5192-4ce9-a3f8-948e1f348d8d req-d18dcc87-5a87-461c-9fd8-4ed4f33d8401 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099367 Nov 25 18:28:23.818442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32731502-8da4-40cf-bc7a-2afb66c53fe3 req-0d4ea374-aacb-4549-99ea-d9d627199ca1 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0743699 Nov 25 18:28:23.822542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-9fdd5cb0-03c8-4488-a1d2-19f26f87b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.823976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-9fdd5cb0-03c8-4488-a1d2-19f26f87b45d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2026045 Nov 25 18:28:23.888850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:23.896689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-e4b1d6e3-9f72-46e4-b8f5-c07ad18dda17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.0462623 Nov 25 18:28:23.945061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-697a0214-9d6b-424e-8220-ca9ce2029acc req-f2a3cc64-dc62-4c90-bb52-1d037574b2d9 service neutron] 10.222.0.64 "GET /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034004 Nov 25 18:28:23.952022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895210d-fd9c-4cc9-9b2f-1f104af1fd53 req-bafbe2be-85d0-4808-8e20-6fb079dfddbb tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.954058 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f895210d-fd9c-4cc9-9b2f-1f104af1fd53 req-bafbe2be-85d0-4808-8e20-6fb079dfddbb tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1096 time: 0.1433990 Nov 25 18:28:23.972534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-63bd64ae-b784-4187-bd8d-821c28d7725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.973900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-63bd64ae-b784-4187-bd8d-821c28d7725d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0634809 Nov 25 18:28:23.977366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bbdd4-e6db-4234-847d-511632874dda req-265c6547-caee-4b1e-a4c8-7a15d2163617 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:23.978881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-506bbdd4-e6db-4234-847d-511632874dda req-265c6547-caee-4b1e-a4c8-7a15d2163617 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.1031594 Nov 25 18:28:23.981274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bb561c-71d4-49e0-8086-9396c305d01e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:23.996408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Checking segment: {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:23.996766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Network hostable DHCP agents. Network: 3ba2044d-8d51-4a2d-8033-04ae43b0df75, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:28:24.029355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f895210d-fd9c-4cc9-9b2f-1f104af1fd53 req-be77b8be-5fe4-4f09-9266-c74073084081 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677748 Nov 25 18:28:24.032660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:28:24.043493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-3a3c74b5-3c2f-4acf-817b-930fb8f3f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.044913 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-3a3c74b5-3c2f-4acf-817b-930fb8f3f7b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595961 Nov 25 18:28:24.049440 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-506bbdd4-e6db-4234-847d-511632874dda req-abff223f-adc4-4f99-81c3-d278903bc9a2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Nov 25 18:28:24.050475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 3ba2044d-8d51-4a2d-8033-04ae43b0df75) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:24.054364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.055005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:24.060959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281e2d35-bd5e-4609-8439-e4dcb1d7731a None None] Network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:28:24.086972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1cfdf825-6fd4-4ba4-9165-0d1e5c6e2ae0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5906582 Nov 25 18:28:24.187275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f74b856-b2f9-481d-babc-6f1e3a4fef3d req-65de3cc8-9941-4cb1-9502-c703aa38194e tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0648522 Nov 25 18:28:24.224890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-8f8628e9-03c1-4d66-9826-b0875e8e708f service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648796 Nov 25 18:28:24.373327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59c24-f4f0-4e99-9ab4-e1f19290a4a9 req-a7b3503e-c789-43a6-b646-aa2d5cd4f898 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.377097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1108ae83-680e-4f01-a53a-899e78f998f6 None None] Network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:28:24.380200 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e28bfe-6811-4bed-8563-7309ca253fbd req-908e1d87-1e89-43c2-a60f-3160a0eb759e service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444066 Nov 25 18:28:24.384702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59c24-f4f0-4e99-9ab4-e1f19290a4a9 req-a7b3503e-c789-43a6-b646-aa2d5cd4f898 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.386556 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89f59c24-f4f0-4e99-9ab4-e1f19290a4a9 req-a7b3503e-c789-43a6-b646-aa2d5cd4f898 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb&device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 1691 time: 0.0774050 Nov 25 18:28:24.449769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89f59c24-f4f0-4e99-9ab4-e1f19290a4a9 req-3e7011d0-97a9-4d88-b5c7-46f3115a5864 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469830 Nov 25 18:28:24.868470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301181-5faa-4180-ab7b-09e506a31bfe req-8c812462-a40e-4d27-abb5-4249b34bf0bd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:24.869958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-8c812462-a40e-4d27-abb5-4249b34bf0bd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 822 time: 0.1045680 Nov 25 18:28:24.885675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-354e7df2-2243-4be9-b6ad-d8563cbaa7a0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/quotas/e9a2e9dc40c145129bd9109b11e083fb HTTP/1.1" status: 200 len: 375 time: 0.0093565 Nov 25 18:28:24.918039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-bf7e19d8-b715-4568-8bb3-7244365b2ea5 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266047 Nov 25 18:28:25.011634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-a6ed416c-aeb3-41fc-a483-4305804c8cc0 service neutron] 10.222.0.62 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850620 Nov 25 18:28:25.100047 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-00b7c01a-59f4-4426-9f15-be0a9f8bdf40 service neutron] 10.222.0.62 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815988 Nov 25 18:28:25.167227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-7eb8bfba-3999-4fcb-b00e-479cd90eda84 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:25.168652 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-7eb8bfba-3999-4fcb-b00e-479cd90eda84 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062125 Nov 25 18:28:25.212594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-3cbac290-2719-4c60-834c-3f5c875497e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.214243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-3cbac290-2719-4c60-834c-3f5c875497e1 service neutron] 10.222.0.62 "GET /v2.0/ports/5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 1093 time: 0.0389764 Nov 25 18:28:25.231239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Request body: {'binding': {'host': 'n-h2-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:25.231798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Unknown quota resources ['binding']. {{(pid=103457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:28:25.354083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dc319-3646-4be6-9f0e-d6bcd8bdd809 req-3e6efdd5-1d3d-45b3-a758-fa157043df1c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.355714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d82dc319-3646-4be6-9f0e-d6bcd8bdd809 req-3e6efdd5-1d3d-45b3-a758-fa157043df1c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 947 time: 0.0978322 Nov 25 18:28:25.436097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d82dc319-3646-4be6-9f0e-d6bcd8bdd809 req-ec912412-6fc7-428f-93b3-4310eaa755d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725064 Nov 25 18:28:25.445800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on host n-h2-819194-3 for vnic_type normal with profile None {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:25.446106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:25.446431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:25.460327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:25.460646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:25.466019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:25.466336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:25.466808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:25.467236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Bound port: 5f9e05c1-f396-425a-bb87-cb7c2205098a, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:25.533844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:25.542075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:25.543412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dbb331cd-84e9-4e68-ace7-ea4d5e37f533 service neutron] 10.222.0.62 "POST /v2.0/ports/5f9e05c1-f396-425a-bb87-cb7c2205098a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3185120 Nov 25 18:28:25.628874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e815da-1149-4f09-b9ad-0ff3fbda9446 req-2949a32b-cf29-4b87-b3a9-f6e41b077420 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.630471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86e815da-1149-4f09-b9ad-0ff3fbda9446 req-2949a32b-cf29-4b87-b3a9-f6e41b077420 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0727489 Nov 25 18:28:25.689462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86e815da-1149-4f09-b9ad-0ff3fbda9446 req-74507adb-cc3f-4a29-ace8-9e1a9a61a1e0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511551 Nov 25 18:28:25.730463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937a88-512c-4e25-8edd-8227fbdce964 req-401e7387-103d-40bf-b613-f437723f2fd7 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.732070 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc937a88-512c-4e25-8edd-8227fbdce964 req-401e7387-103d-40bf-b613-f437723f2fd7 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 946 time: 0.0646911 Nov 25 18:28:25.794222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc937a88-512c-4e25-8edd-8227fbdce964 req-4598cb1e-ebe4-4fed-b7d9-b2eca7d5373f tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551867 Nov 25 18:28:25.822211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac64a-f8a5-43db-a5d9-17618f4a0108 req-7b58ff3a-5f5e-4766-86f7-ff43ae9d48df tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.824013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79bac64a-f8a5-43db-a5d9-17618f4a0108 req-7b58ff3a-5f5e-4766-86f7-ff43ae9d48df tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.0700026 Nov 25 18:28:25.875363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79bac64a-f8a5-43db-a5d9-17618f4a0108 req-471286bd-36ea-452d-89e7-c479fb050432 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Nov 25 18:28:25.883780 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-856334b0-d51b-46ad-ba56-29a52427f57b req-9c270564-6a60-4960-99c7-968e2667c538 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 210 time: 0.0306201 Nov 25 18:28:25.979074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6181c-8140-4757-8a34-de3b8ded5756 req-41d6d5db-4f01-4265-8d7b-bb88c2aa22e0 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:25.980577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ddc6181c-8140-4757-8a34-de3b8ded5756 req-41d6d5db-4f01-4265-8d7b-bb88c2aa22e0 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 1101 time: 0.0403790 Nov 25 18:28:26.026267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ddc6181c-8140-4757-8a34-de3b8ded5756 req-5951dcd4-4e74-49c5-bb22-4fba4c4299d4 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Nov 25 18:28:26.048410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704974-27d7-4eac-8b55-e0192e82f3a1 req-6448f8eb-caec-4513-b839-7708671012d2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.049828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5704974-27d7-4eac-8b55-e0192e82f3a1 req-6448f8eb-caec-4513-b839-7708671012d2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Nov 25 18:28:26.096007 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5704974-27d7-4eac-8b55-e0192e82f3a1 req-65a9b852-2244-46a9-bda5-bcf50cc3e865 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Nov 25 18:28:26.128964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efefd58-0f7e-42f3-b4df-4593d3515ec4 req-6c3242dd-fe68-4fd1-aaf5-ca1201633dc6 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.130434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3efefd58-0f7e-42f3-b4df-4593d3515ec4 req-6c3242dd-fe68-4fd1-aaf5-ca1201633dc6 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 1101 time: 0.0397825 Nov 25 18:28:26.177248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3efefd58-0f7e-42f3-b4df-4593d3515ec4 req-96ac1bee-80e5-4e50-b402-d531d493023a tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Nov 25 18:28:26.336114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301181-5faa-4180-ab7b-09e506a31bfe req-5cd7aca7-e286-4c0a-857e-9dcce6849402 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.337641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-5cd7aca7-e286-4c0a-857e-9dcce6849402 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 822 time: 0.1127832 Nov 25 18:28:26.361454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Request body: {'port': {'device_id': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'admin_state_up': True, 'tenant_id': 'e9a2e9dc40c145129bd9109b11e083fb'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:26.427949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:26.480945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-dfdfae4a-3af2-412d-9b3b-c396065620b2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247200 Nov 25 18:28:26.486888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Made reservation on behalf of e9a2e9dc40c145129bd9109b11e083fb for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:26.491447 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:26.537550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:26.551616 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'mac_address': 'fa:16:3e:f9:88:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:26.589509 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:26.597708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-9d10e822-8db5-473c-a3f7-5998b6e15311 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.599299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-9d10e822-8db5-473c-a3f7-5998b6e15311 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133523 Nov 25 18:28:26.604118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc21094-efcd-4036-ae37-8b2ce85d2d08 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:26.609822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63847be6-f01d-4bec-a1a0-02128c13bc45 req-c11a59a1-9a3a-40a1-be61-84cb1b2ce0d6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.611845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63847be6-f01d-4bec-a1a0-02128c13bc45 req-c11a59a1-9a3a-40a1-be61-84cb1b2ce0d6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 947 time: 0.0986350 Nov 25 18:28:26.615921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-33fb0335-b6eb-4901-abec-c7864f244458 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/quotas/808eb8191e6c474eb642cfaa344cbe93 HTTP/1.1" status: 200 len: 375 time: 0.0106497 Nov 25 18:28:26.625061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:26.629673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:26.681631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:26.685041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cab61f23-469b-4813-a5e8-c7180fe8f694 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602496 Nov 25 18:28:26.709559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63847be6-f01d-4bec-a1a0-02128c13bc45 req-9359fcbf-8ea6-46d9-8b9f-37f6c78842b5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895667 Nov 25 18:28:26.722870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Allocated IP 172.20.0.8 (3ba2044d-8d51-4a2d-8033-04ae43b0df75/46bb561c-71d4-49e0-8086-9396c305d01e/ac22fe6d-03e2-495b-88d7-c59391c32f91) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:26.888809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72188002-32c7-4f3a-a0bd-cdbaf71e28ba req-34fb7d61-638d-4ad0-bcc2-78d0d2af0a59 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:26.890376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72188002-32c7-4f3a-a0bd-cdbaf71e28ba req-34fb7d61-638d-4ad0-bcc2-78d0d2af0a59 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1121395 Nov 25 18:28:27.119729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-619e48ac-22ba-402a-bf35-039151d7c61d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:27.121249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-619e48ac-22ba-402a-bf35-039151d7c61d tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 946 time: 0.1019485 Nov 25 18:28:27.129441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e6d1d-4509-49a5-90b4-e2f8abd2ed72 req-5d677462-eb4f-4c59-9165-7365bdaaaec3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:27.131795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-350e6d1d-4509-49a5-90b4-e2f8abd2ed72 req-5d677462-eb4f-4c59-9165-7365bdaaaec3 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 946 time: 0.0923948 Nov 25 18:28:27.193869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:27.223373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72188002-32c7-4f3a-a0bd-cdbaf71e28ba req-c2ec50a0-94d9-498d-a801-727c2e845102 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171649 Nov 25 18:28:27.225138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['5fc21094-efcd-4036-ae37-8b2ce85d2d08'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:27.269408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:27.368621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:27.371816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:27.397757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:27.459434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:27.475895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:27.476430 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:27.497773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20a545-ba10-4275-b678-a71391a06d04 req-41559208-e85c-407d-bca2-d0fe2bfc9db6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:27.499320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f20a545-ba10-4275-b678-a71391a06d04 req-41559208-e85c-407d-bca2-d0fe2bfc9db6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 946 time: 0.1494138 Nov 25 18:28:27.504132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-2714b4b5-acdf-49c4-b467-b9ba7f68a8c2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1553597 Nov 25 18:28:27.531743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Request body: {'port': {'device_id': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:27.577464 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f20a545-ba10-4275-b678-a71391a06d04 req-7392d2d4-e26b-4c54-ae07-5f9735c81765 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707421 Nov 25 18:28:27.587458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-350e6d1d-4509-49a5-90b4-e2f8abd2ed72 req-d5ac88d5-4516-4055-9efd-0e9900fedea2 tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/security-groups?id=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460402 Nov 25 18:28:27.610173 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:27.635963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Deleting port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:27.636591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:27.809779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540dfc0-1f6a-44bc-aae8-60b71928fba5 req-c4519d9d-d72e-4a6d-9686-2336bcabc510 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:27.817793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5540dfc0-1f6a-44bc-aae8-60b71928fba5 req-c4519d9d-d72e-4a6d-9686-2336bcabc510 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 931 time: 0.1119628 Nov 25 18:28:27.821868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] For port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:27.822257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:27.860336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Calling delete_port for 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:28.022845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5540dfc0-1f6a-44bc-aae8-60b71928fba5 req-84f93d4e-e744-4734-b698-5b5d2b2ec8df tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001400 Nov 25 18:28:28.048925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac22fe6d-03e2-495b-88d7-c59391c32f91 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:28.066168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.097816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Transition to ACTIVE for port object ac22fe6d-03e2-495b-88d7-c59391c32f91 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:28.098595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-14b94168-1617-43dd-a9a0-3cae812a8d3b tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.100519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-14b94168-1617-43dd-a9a0-3cae812a8d3b tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1097 time: 0.1269786 Nov 25 18:28:28.115527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87ec6-165f-4995-8c04-ec9aa648c830 req-ae182552-9704-41e3-b244-d7a01709a672 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.130741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43a87ec6-165f-4995-8c04-ec9aa648c830 req-ae182552-9704-41e3-b244-d7a01709a672 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1911645 Nov 25 18:28:28.138573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819194-3'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:28.146488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.227064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.257948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:28.264062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43a87ec6-165f-4995-8c04-ec9aa648c830 req-933c8d3c-f627-45eb-9f83-fb175b5cc5f8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317506 Nov 25 18:28:28.283448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Pushing event deleted for resources: {'Port': ['ID=5a8be102-812c-4cd8-9e0e-b10673f4a2e9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:28.300725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc720583-8e2d-48ad-a62e-52a0a14cf6b8 req-7d674c90-2b3f-46ac-b886-e8c02a643ad4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.310171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc720583-8e2d-48ad-a62e-52a0a14cf6b8 req-7d674c90-2b3f-46ac-b886-e8c02a643ad4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 948 time: 0.1796412 Nov 25 18:28:28.316375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.334043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Attempting to bind port ac22fe6d-03e2-495b-88d7-c59391c32f91 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:28.334484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Attempting to bind port ac22fe6d-03e2-495b-88d7-c59391c32f91 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:28.334851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Attempting to bind port ac22fe6d-03e2-495b-88d7-c59391c32f91 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:28.340021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Port ac22fe6d-03e2-495b-88d7-c59391c32f91 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:28.340432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Attempting to bind port ac22fe6d-03e2-495b-88d7-c59391c32f91 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:28.359156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:28.359701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Checking segment: {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:28.360204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Bound using segment: {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:28.360749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Bound port: ac22fe6d-03e2-495b-88d7-c59391c32f91, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:28.361205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.396387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d2339ed-e100-4e6b-83dc-76fe2a9f1def req-2be07405-fb89-4b55-b99b-98c47cc1f3f1 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 210 time: 0.0513453 Nov 25 18:28:28.421941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] No DVR routers for this DVR port 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:28.425454 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.431129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8dfeaeb8-42bc-4832-ba38-a0e15591b493 req-358df8ee-b89a-497e-ba71-534346d588cd tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.64 "DELETE /v2.0/ports/5a8be102-812c-4cd8-9e0e-b10673f4a2e9 HTTP/1.1" status: 204 len: 173 time: 1.2924039 Nov 25 18:28:28.462220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:28.465784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:28.467997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'name': 'network-vif-deleted', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:28.470119 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a5d680-e9f3-4549-b653-2286d6b17baf" -d '{"events": [{"server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "name": "network-vif-deleted", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:28.473931 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.487757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc720583-8e2d-48ad-a62e-52a0a14cf6b8 req-45dba5ba-c96f-40e6-9f80-16d8c578fd57 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717145 Nov 25 18:28:28.547953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.548966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.549978 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] 10.222.0.66 "PUT /v2.0/ports/ac22fe6d-03e2-495b-88d7-c59391c32f91 HTTP/1.1" status: 200 len: 1091 time: 1.0223649 Nov 25 18:28:28.554703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:28.558069 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2cc28-87ea-4216-866d-59be2a1ade48" -d '{"events": [{"name": "network-changed", "server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:28.606017 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b52b4e8-75af-4f56-a23c-73a4dc6af1fc x-openstack-request-id: req-3b52b4e8-75af-4f56-a23c-73a4dc6af1fc {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:28.606295 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d71a0e-b7f6-4770-ac88-88623f115a38", "name": "network-vif-deleted", "tag": "5a8be102-812c-4cd8-9e0e-b10673f4a2e9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:28.606625 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b52b4e8-75af-4f56-a23c-73a4dc6af1fc {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:28.607020 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d71a0e-b7f6-4770-ac88-88623f115a38', 'name': 'network-vif-deleted', 'tag': '5a8be102-812c-4cd8-9e0e-b10673f4a2e9', 'status': 'completed', 'code': 200} Nov 25 18:28:28.613244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee489f0c-7709-4dfb-9e97-57a974f425c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:28.641180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152d16-1cc2-43e0-9b03-64c9a6f91135 req-b81e9dbc-b2b6-4b43-ab26-ea7af34bbd92 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.651190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32152d16-1cc2-43e0-9b03-64c9a6f91135 req-b81e9dbc-b2b6-4b43-ab26-ea7af34bbd92 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1208143 Nov 25 18:28:28.656276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:28.714355 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35f2b6f-3eb2-4214-8804-19c47517ef06 x-openstack-request-id: req-b35f2b6f-3eb2-4214-8804-19c47517ef06 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:28.714697 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:28.716487 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b35f2b6f-3eb2-4214-8804-19c47517ef06 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:28.716913 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'status': 'completed', 'code': 200} Nov 25 18:28:28.717302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:28.770913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32152d16-1cc2-43e0-9b03-64c9a6f91135 req-1c5bbf94-8626-499b-aa36-dc1ea48a7940 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184525 Nov 25 18:28:28.781457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301181-5faa-4180-ab7b-09e506a31bfe req-23d2019e-08ad-4478-ace8-b5669f81a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.783303 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-23d2019e-08ad-4478-ace8-b5669f81a290 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 1094 time: 0.1095543 Nov 25 18:28:28.808050 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.831021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbe94500-8f7f-458b-8c22-09639dcf5e4e req-bfcecb99-76da-435d-892e-ceedd08ad2db tempest-FloatingIPsAssociationNegativeTestJSON-715701743 tempest-FloatingIPsAssociationNegativeTestJSON-715701743-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9d71a0e-b7f6-4770-ac88-88623f115a38 HTTP/1.1" status: 200 len: 210 time: 0.0438895 Nov 25 18:28:28.832109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:28.848008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-3263ee5d-cd35-4e2a-a72e-ac19aeefa534 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91 HTTP/1.1" status: 200 len: 217 time: 0.0546381 Nov 25 18:28:28.947423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:28.958430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-3c9bc50e-c8ff-4ca7-a560-cbd9c2ef704f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633867 Nov 25 18:28:28.968695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2788b5-666d-4ef7-b3fb-f7f0e22ee51b req-edc5d21c-e974-4c4e-ae74-50b96450e52c tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:28.975901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac2788b5-666d-4ef7-b3fb-f7f0e22ee51b req-edc5d21c-e974-4c4e-ae74-50b96450e52c tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1304321 Nov 25 18:28:29.007758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on host n-h1-819194-3 for vnic_type normal with profile {"migrating_to": "n-h2-819194-3"} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:29.008163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:29.008411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:29.012922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-39706214-1c3d-449a-9384-50b01469ca0d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455086 Nov 25 18:28:29.014980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:29.015322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Attempting to bind port 920eb88a-213c-42d5-a77d-11b39da9286a on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:29.020380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:29.020723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:29.021160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:29.021595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Bound port: 920eb88a-213c-42d5-a77d-11b39da9286a, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:29.021946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:29.115947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301181-5faa-4180-ab7b-09e506a31bfe req-c266f57d-261c-485a-8dec-664e89838353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.117414 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-c266f57d-261c-485a-8dec-664e89838353 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bb561c-71d4-49e0-8086-9396c305d01e HTTP/1.1" status: 200 len: 862 time: 0.2213438 Nov 25 18:28:29.167027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-c951bf0f-8368-4b69-88af-559ed5ce96fc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.168501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-c951bf0f-8368-4b69-88af-559ed5ce96fc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905499 Nov 25 18:28:29.170321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-d192029a-3efc-4f3d-9256-6afb5d216792 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ba2044d-8d51-4a2d-8033-04ae43b0df75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398467 Nov 25 18:28:29.174787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac2788b5-666d-4ef7-b3fb-f7f0e22ee51b req-bc845a80-a5ca-4337-a49b-32fdc2a51f82 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980522 Nov 25 18:28:29.187790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:29.252692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d92299-096d-4b87-afe2-7ad71b998b30 req-49a8565e-3c5c-4038-86af-31b05fdb1afd tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.258961 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7d92299-096d-4b87-afe2-7ad71b998b30 req-49a8565e-3c5c-4038-86af-31b05fdb1afd tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 945 time: 0.2168119 Nov 25 18:28:29.281726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-3df13d50-7628-4bfa-85ed-c83bfeb8efac tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.283107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-3df13d50-7628-4bfa-85ed-c83bfeb8efac tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578721 Nov 25 18:28:29.284238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:29.293809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:29.305902 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:29.325207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:29.403568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efdb97-1366-42f5-89d2-de1b627457d5 req-70f7a877-6349-40d4-9ef6-cd87e99efa78 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.405053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32efdb97-1366-42f5-89d2-de1b627457d5 req-70f7a877-6349-40d4-9ef6-cd87e99efa78 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 943 time: 0.1188416 Nov 25 18:28:29.411546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-de82e8ce-dc4a-4026-a47a-a44dc40f3788 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195072 Nov 25 18:28:29.439248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7d92299-096d-4b87-afe2-7ad71b998b30 req-4376e3ef-68e4-48f7-9b21-6fa8db77e75b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787136 Nov 25 18:28:29.492750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.493727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:29.495726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] 10.222.0.64 "PUT /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 1122 time: 1.3665941 Nov 25 18:28:29.499855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8ef7-634b-436f-9dd9-5b0cd5acaf8a service neutron] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=8']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:29.504780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:29.508826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:29.548793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32efdb97-1366-42f5-89d2-de1b627457d5 req-d965015a-8b50-4418-9bf5-dec6009e38bd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341949 Nov 25 18:28:29.588371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['920eb88a-213c-42d5-a77d-11b39da9286a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:29.630957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d2465-6ebc-466b-a739-41fd2166f889 req-7784e23b-97c3-4504-925b-d6ec96511884 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.631731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93301181-5faa-4180-ab7b-09e506a31bfe req-b0a9ae22-1a04-4ab5-9a6b-2c960af750a4 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008567 Nov 25 18:28:29.632884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5d2465-6ebc-466b-a739-41fd2166f889 req-7784e23b-97c3-4504-925b-d6ec96511884 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1037643 Nov 25 18:28:29.634003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:29.637365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:29.704484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['920eb88a-213c-42d5-a77d-11b39da9286a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:29.747769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9d16674-a624-4598-9ce9-cb439ec08cf1 req-9cd863a7-2a05-4522-b318-8b3bc5b2ca57 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 210 time: 0.0530176 Nov 25 18:28:29.780398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5d2465-6ebc-466b-a739-41fd2166f889 req-365d2ba9-eeba-4398-a7a7-dfbfc94e707e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Nov 25 18:28:29.792866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.131 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/adc7acb7-8d55-4e03-b5b7-3d491c753d28) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:29.840530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-57bc1403-6aad-4135-aec6-5f2e0fef0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.842050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-57bc1403-6aad-4135-aec6-5f2e0fef0d80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 1094 time: 0.1063759 Nov 25 18:28:29.918959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0590e-52c9-4809-837c-b3af47870f19 req-cd2db667-bfa4-4c96-9879-7ec803309022 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:29.920632 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4d0590e-52c9-4809-837c-b3af47870f19 req-cd2db667-bfa4-4c96-9879-7ec803309022 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0529742 Nov 25 18:28:29.970759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4d0590e-52c9-4809-837c-b3af47870f19 req-88560a1c-b486-448e-bc7d-ac117a951561 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Nov 25 18:28:30.013139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209111b-42b2-4be9-9082-b561c798c8c6 req-ef48fc19-b90d-4b4e-b278-3396ad56373e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.014660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3209111b-42b2-4be9-9082-b561c798c8c6 req-ef48fc19-b90d-4b4e-b278-3396ad56373e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 948 time: 0.1648839 Nov 25 18:28:30.018408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:30.077482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-c27bf6c1-8e61-47da-8586-0823048bf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.079556 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-c27bf6c1-8e61-47da-8586-0823048bf784 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 923 time: 0.2159209 Nov 25 18:28:30.109918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.146190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-a4a583b2-95b7-4c37-8573-50d2c49bee4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91 HTTP/1.1" status: 200 len: 217 time: 0.0555856 Nov 25 18:28:30.152923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3209111b-42b2-4be9-9082-b561c798c8c6 req-e4b49f47-839b-43e8-b214-42f9d440d1d4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289229 Nov 25 18:28:30.217369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-b59a930f-e75d-42d9-83e1-21c4d9da1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.218984 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-b59a930f-e75d-42d9-83e1-21c4d9da1b5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bb561c-71d4-49e0-8086-9396c305d01e HTTP/1.1" status: 200 len: 862 time: 0.0640771 Nov 25 18:28:30.226130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.239270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:30.285629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-9b77a61e-ffdd-43b8-a013-3139748134ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ba2044d-8d51-4a2d-8033-04ae43b0df75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572028 Nov 25 18:28:30.300486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:30.307870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:30.316499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=adc7acb7-8d55-4e03-b5b7-3d491c753d28,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:30.318897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:30.378807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.27 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/d1a22a80-d6a2-4cdc-b461-27df44e4bad2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:30.409564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5743-0011-484f-ae48-33f3e3eab3fc req-077991ac-fb1a-4b54-898f-5e68c4c6979e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.411175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-673c5743-0011-484f-ae48-33f3e3eab3fc req-077991ac-fb1a-4b54-898f-5e68c4c6979e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1444867 Nov 25 18:28:30.439377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 920eb88a-213c-42d5-a77d-11b39da9286a details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:30.444489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:30.448641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.449282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.490494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-83eea06c-70a3-45fa-b465-cddc99d96df7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3069801 Nov 25 18:28:30.495649 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-1b45c8f8-2b00-4842-a0f6-471357a1f3d4 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879048 Nov 25 18:28:30.511361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Request body: {'port': {'device_id': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:30.601690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.622544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a'}, {'name': 'network-changed', 'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:30.632382 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd6ce8e-e10b-40df-b932-18727252b5cf" -d '{"events": [{"server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a"}, {"name": "network-changed", "server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:30.642559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-673c5743-0011-484f-ae48-33f3e3eab3fc req-a5100ddd-f92c-4b3f-a981-c5229683f736 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104125 Nov 25 18:28:30.679829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.723028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:30.732506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-af9ea46f-a6fc-4b67-b247-a79052413575 None None] Provisioning complete for port adc7acb7-8d55-4e03-b5b7-3d491c753d28 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:30.733152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-af9ea46f-a6fc-4b67-b247-a79052413575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.739920 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b4eec-2c83-4f88-9ce1-244ce0b78f22 x-openstack-request-id: req-cd4b4eec-2c83-4f88-9ce1-244ce0b78f22 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:30.740212 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "name": "network-vif-unplugged", "status": "completed", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a", "code": 200}, {"name": "network-changed", "server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:30.741574 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd4b4eec-2c83-4f88-9ce1-244ce0b78f22 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:30.742564 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a', 'code': 200} Nov 25 18:28:30.743144 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a', 'status': 'completed', 'code': 200} Nov 25 18:28:30.758943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:30.759551 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.833981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:30.852553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:30.870273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-af9ea46f-a6fc-4b67-b247-a79052413575 None None] Port adc7acb7-8d55-4e03-b5b7-3d491c753d28 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:30.871662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 920eb88a-213c-42d5-a77d-11b39da9286a has no active binding in host n-h2-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:28:30.892491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:30.905050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1a2cc28-87ea-4216-866d-59be2a1ade48 req-780c20d2-3542-47d8-8001-84db58080176 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003893 Nov 25 18:28:30.917061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52356166-0ad5-4f55-987f-cf9c76188092 req-31074487-3717-4082-b43b-145e61fa0bf8 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.919833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52356166-0ad5-4f55-987f-cf9c76188092 req-31074487-3717-4082-b43b-145e61fa0bf8 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 943 time: 0.2376974 Nov 25 18:28:30.963461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-be10e2cc-4ed5-45ad-910d-424888d76e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:30.965139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-be10e2cc-4ed5-45ad-910d-424888d76e67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1125 time: 0.1232259 Nov 25 18:28:30.994246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52356166-0ad5-4f55-987f-cf9c76188092 req-44bb798e-63fe-4da7-939a-1c2e68a810ae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653827 Nov 25 18:28:31.006072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.077449 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.124671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:31.127404 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b780df-9eaf-4919-b933-47b3a19875de" -d '{"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:31.152311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:31.152566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:31.166566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.167538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:31.168905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:31.185729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:31.199164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe474f4-37b5-4056-8c3e-51ae588e486b req-01298e86-9b9b-4140-8972-de5fe34575dd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.200917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbe474f4-37b5-4056-8c3e-51ae588e486b req-01298e86-9b9b-4140-8972-de5fe34575dd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 935 time: 0.1093128 Nov 25 18:28:31.221668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:28:31.222020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5a8be102-812c-4cd8-9e0e-b10673f4a2e9 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:31.242797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:31.258171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.266619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-4063036a-6b51-43b8-8779-146e62f64513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.268085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-4063036a-6b51-43b8-8779-146e62f64513 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.2940421 Nov 25 18:28:31.276552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:31.326050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbe474f4-37b5-4056-8c3e-51ae588e486b req-fb730854-6ec8-40a9-9ce1-6f91676118fa tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174309 Nov 25 18:28:31.356558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-3260dc6c-68fb-401f-aee7-7ff5b5e9272b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 217 time: 0.0557556 Nov 25 18:28:31.362305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.362951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.416631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc7acb7-8d55-4e03-b5b7-3d491c753d28 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:31.426258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.428413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:31.453706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df110e16-3478-4cd1-93cb-0697bf8e51dd req-053b2f8a-4ded-4252-b362-e16cf2cf048b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.459947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Transition to ACTIVE for port object adc7acb7-8d55-4e03-b5b7-3d491c753d28 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:31.461438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df110e16-3478-4cd1-93cb-0697bf8e51dd req-053b2f8a-4ded-4252-b362-e16cf2cf048b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.3227549 Nov 25 18:28:31.470614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.475368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-cb61e86d-ae4a-4676-8bdd-4d835330cb3f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1574149 Nov 25 18:28:31.490118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda8a9b-50bd-4a9d-a4ac-60190c9493ac req-d422330c-88d9-4a34-9223-78b86855e43f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.491795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efda8a9b-50bd-4a9d-a4ac-60190c9493ac req-d422330c-88d9-4a34-9223-78b86855e43f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0885210 Nov 25 18:28:31.498275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Request body: {'port': {'device_id': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:31.528815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-4c837a85-c5d6-4a70-8c0c-bca3094986f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.530189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-43ea46ef-0be5-436d-a821-75505118c688 None None] Provisioning complete for port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:31.530332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-4c837a85-c5d6-4a70-8c0c-bca3094986f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1646953 Nov 25 18:28:31.530792 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43ea46ef-0be5-436d-a821-75505118c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.589035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-43ea46ef-0be5-436d-a821-75505118c688 None None] Port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:31.619885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Pushing event updated for resources: {'Port': ['ID=adc7acb7-8d55-4e03-b5b7-3d491c753d28,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:31.641073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efda8a9b-50bd-4a9d-a4ac-60190c9493ac req-fc216c71-c00e-402e-8beb-6db1fa9294b1 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393614 Nov 25 18:28:31.680848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:31.714411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Attempting to bind port adc7acb7-8d55-4e03-b5b7-3d491c753d28 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:31.714642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Attempting to bind port adc7acb7-8d55-4e03-b5b7-3d491c753d28 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:31.715106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Attempting to bind port adc7acb7-8d55-4e03-b5b7-3d491c753d28 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:31.721803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Port adc7acb7-8d55-4e03-b5b7-3d491c753d28 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:31.722138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Attempting to bind port adc7acb7-8d55-4e03-b5b7-3d491c753d28 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:31.729007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:31.729390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:31.729870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:31.730897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Bound port: adc7acb7-8d55-4e03-b5b7-3d491c753d28, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:31.730897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.732547 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1eb51c-3ce1-4542-a939-1de15d6e893c x-openstack-request-id: req-5b1eb51c-3ce1-4542-a939-1de15d6e893c {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:31.732860 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:31.733121 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b1eb51c-3ce1-4542-a939-1de15d6e893c {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:31.733533 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'code': 200} Nov 25 18:28:31.880021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] For port adc7acb7-8d55-4e03-b5b7-3d491c753d28, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:31.884549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] For port adc7acb7-8d55-4e03-b5b7-3d491c753d28, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adc7acb7-8d55-4e03-b5b7-3d491c753d28,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:31.900071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20925892-2dc6-447c-a2bd-360790914d2e req-8ece3517-29e2-4c2d-aa08-72f6e94c2295 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.901594 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20925892-2dc6-447c-a2bd-360790914d2e req-8ece3517-29e2-4c2d-aa08-72f6e94c2295 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0800948 Nov 25 18:28:31.902917 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.944427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:31.944879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:31.946676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] 10.222.0.66 "PUT /v2.0/ports/adc7acb7-8d55-4e03-b5b7-3d491c753d28 HTTP/1.1" status: 200 len: 1096 time: 1.4403982 Nov 25 18:28:31.958174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'tag': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:31.960458 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a64d61-1598-4f8e-90c5-16634d92a4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "99a099aa-df36-46bb-a574-5e47d8f0d050", "tag": "adc7acb7-8d55-4e03-b5b7-3d491c753d28"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:31.969654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-e6821aa1-64f5-4055-928b-ae118b35698c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4170899 Nov 25 18:28:32.004078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df110e16-3478-4cd1-93cb-0697bf8e51dd req-510de54b-3342-4d1b-b1f6-554e5fa7c36e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420625 Nov 25 18:28:32.032965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20925892-2dc6-447c-a2bd-360790914d2e req-4167e303-8ca3-49cb-8d6e-dbd9d15c7816 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142585 Nov 25 18:28:32.094018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3657943-5ada-4cdf-b9b0-a04bcef667d5 service neutron] Pushing event updated for resources: {'Port': ['ID=adc7acb7-8d55-4e03-b5b7-3d491c753d28,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:32.111816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:32.161734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3568b-d745-4967-a2a4-7a41d2a4484b req-e209d2ea-5521-4656-9620-d6bb270f3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.162660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-98df1cef-a451-4f70-ba82-778ab27e4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.163515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde3568b-d745-4967-a2a4-7a41d2a4484b req-e209d2ea-5521-4656-9620-d6bb270f3fc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1100 time: 0.2146671 Nov 25 18:28:32.164403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-98df1cef-a451-4f70-ba82-778ab27e4b34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 1099 time: 0.1202438 Nov 25 18:28:32.182682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f358e0-0397-4d17-9ec7-87ba6a0d6d7d req-015aef76-40bf-4ac7-ad11-079f2be18694 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.184234 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75f358e0-0397-4d17-9ec7-87ba6a0d6d7d req-015aef76-40bf-4ac7-ad11-079f2be18694 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.0658753 Nov 25 18:28:32.228892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-a42ae87e-6f20-42df-9fa6-9039101b4983 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=adc7acb7-8d55-4e03-b5b7-3d491c753d28 HTTP/1.1" status: 200 len: 217 time: 0.0436869 Nov 25 18:28:32.276080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-4540181e-7e2f-4976-92ee-4b33504aa1de service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889876 Nov 25 18:28:32.330382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-998f7537-27d2-44ff-b441-ec675fe9c2c0 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--658680347&fields=id&tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b HTTP/1.1" status: 200 len: 267 time: 0.2009015 Nov 25 18:28:32.415359 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde3568b-d745-4967-a2a4-7a41d2a4484b req-e538a810-f667-47ae-81ee-4175723c10bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190049 Nov 25 18:28:32.539483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75f358e0-0397-4d17-9ec7-87ba6a0d6d7d req-9ae20cd4-32ba-4dc6-934e-da65c183bd91 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469355 Nov 25 18:28:32.547575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-6560808f-713f-440e-9aac-268f0c7381c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.549180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-6560808f-713f-440e-9aac-268f0c7381c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.3080535 Nov 25 18:28:32.595493 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4986e26-8734-42fb-a886-3d15cddcd867 x-openstack-request-id: req-a4986e26-8734-42fb-a886-3d15cddcd867 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:32.595861 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a099aa-df36-46bb-a574-5e47d8f0d050", "tag": "adc7acb7-8d55-4e03-b5b7-3d491c753d28", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:32.596174 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4986e26-8734-42fb-a886-3d15cddcd867 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:32.596616 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'tag': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', 'status': 'completed', 'code': 200} Nov 25 18:28:32.601198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-74d3d323-70df-4376-871a-0cc42a48aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.603460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-74d3d323-70df-4376-871a-0cc42a48aab5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449035 Nov 25 18:28:32.642883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dd6ce8e-e10b-40df-b932-18727252b5cf req-f0dc21e8-db53-44ea-bc73-46ee0e126f7b service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518076 Nov 25 18:28:32.657295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-19281114-a87c-4faa-89a2-7f1cafd949d3 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.658758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-19281114-a87c-4faa-89a2-7f1cafd949d3 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 824 time: 0.2690327 Nov 25 18:28:32.686200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Deleting port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:32.686569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:32.708186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-3ceaf48d-d14f-49ea-b1d6-7dc98a6f8a22 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/quotas/2af34dfbba6c46c4bb4378e6d5924f4b HTTP/1.1" status: 200 len: 375 time: 0.0383368 Nov 25 18:28:32.735638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e1146-b0e6-4b5e-bcfa-f04502aa052d req-6f3fbaca-323f-4532-b0d5-a4c9dfc17f86 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.737138 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-640e1146-b0e6-4b5e-bcfa-f04502aa052d req-6f3fbaca-323f-4532-b0d5-a4c9dfc17f86 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 943 time: 0.0839450 Nov 25 18:28:32.738956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-894a391f-39ae-4bad-abc2-4978d8045466 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280992 Nov 25 18:28:32.839219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-640e1146-b0e6-4b5e-bcfa-f04502aa052d req-752b3ded-d58d-44cf-a13a-7ed975b46502 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957646 Nov 25 18:28:32.847911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-051d005b-e005-4bfa-90f7-3f7b86857ba0 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086729 Nov 25 18:28:32.852887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a22a80-d6a2-4cdc-b461-27df44e4bad2 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:32.867509 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:32.875581 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-99013586-29d7-4f71-be26-1d04a2b8852f service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253541 Nov 25 18:28:32.876195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] For port 3fb2a025-e352-4dd2-bd22-5eedfcdf7698, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:32.876573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:32.941410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Calling delete_port for 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:32.943356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Transition to ACTIVE for port object d1a22a80-d6a2-4cdc-b461-27df44e4bad2 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:32.952060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:32.953611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:32.972251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960118b-fc57-4291-af07-10ed01b806e1 req-9d8b2c92-5534-4e12-b7d2-1083af8d010a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.973914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1960118b-fc57-4291-af07-10ed01b806e1 req-9d8b2c92-5534-4e12-b7d2-1083af8d010a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 935 time: 0.0774350 Nov 25 18:28:32.983382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-d435575d-0873-4d97-a076-4b059a6b01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:32.985014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-d435575d-0873-4d97-a076-4b059a6b01f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 1099 time: 0.0594072 Nov 25 18:28:33.070621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:33.087582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-c844662d-6890-4e4e-a854-81bc19d67e55 service neutron] 10.222.0.62 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144370 Nov 25 18:28:33.094570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1960118b-fc57-4291-af07-10ed01b806e1 req-436dc81d-29a6-4ed6-be2e-e7e58383616b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083877 Nov 25 18:28:33.142889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-a6226867-dc1c-4e02-8fe0-d2a9a64af14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.144603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-a6226867-dc1c-4e02-8fe0-d2a9a64af14f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1441710 Nov 25 18:28:33.197542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-97875f9d-b6df-4139-8274-9750dbbb5f9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=adc7acb7-8d55-4e03-b5b7-3d491c753d28 HTTP/1.1" status: 200 len: 217 time: 0.0438566 Nov 25 18:28:33.283461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e74e7-497c-45e5-b03f-22fe7f9f4c71 req-cd35dbbc-cd57-496c-b13a-406d1ea87a0a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.285429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-566e74e7-497c-45e5-b03f-22fe7f9f4c71 req-cd35dbbc-cd57-496c-b13a-406d1ea87a0a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0903552 Nov 25 18:28:33.299305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-8c7946f6-4ff0-4e41-874d-3f0033c65a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.301013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-8c7946f6-4ff0-4e41-874d-3f0033c65a9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0766034 Nov 25 18:28:33.336133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-a7c9ae1d-0573-45a9-8972-e6f7ea979b28 service neutron] 10.222.0.62 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332625 Nov 25 18:28:33.336771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Attempting to bind port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:33.337096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Attempting to bind port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:33.337420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Attempting to bind port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:33.343249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:33.344327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Attempting to bind port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:33.350644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:33.350982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:33.351360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:33.351962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Bound port: d1a22a80-d6a2-4cdc-b461-27df44e4bad2, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:33.352499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:33.368623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-566e74e7-497c-45e5-b03f-22fe7f9f4c71 req-e9a9ee0c-09c3-46e4-98e0-fdee532c3954 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756006 Nov 25 18:28:33.378588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-17675525-b8ee-48a3-8042-64ceac30ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.380479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-17675525-b8ee-48a3-8042-64ceac30ce70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657742 Nov 25 18:28:33.451100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:33.466268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] For port d1a22a80-d6a2-4cdc-b461-27df44e4bad2, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:33.492282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb2a025-e352-4dd2-bd22-5eedfcdf7698,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:33.500183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] For port d1a22a80-d6a2-4cdc-b461-27df44e4bad2, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:33.520890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:33.595522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.596134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:33.597519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] 10.222.0.64 "PUT /v2.0/ports/d1a22a80-d6a2-4cdc-b461-27df44e4bad2 HTTP/1.1" status: 200 len: 1095 time: 2.1071842 Nov 25 18:28:33.598042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'tag': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:33.600345 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b334eba-baff-4048-b05f-86e0f741af17" -d '{"events": [{"name": "network-changed", "server_uuid": "8809ff09-393b-4ac2-b59e-f0457ce5b10e", "tag": "d1a22a80-d6a2-4cdc-b461-27df44e4bad2"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:33.614220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-f13d2995-bc9d-4a04-baaf-10d63a60af52 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232013 Nov 25 18:28:33.629216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc4ba3-0a81-4d34-85b6-630f28379054 req-01d6b23d-aeb0-4486-b69d-8bd6d347d2a8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.630827 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2fc4ba3-0a81-4d34-85b6-630f28379054 req-01d6b23d-aeb0-4486-b69d-8bd6d347d2a8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1531630 Nov 25 18:28:33.776028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee2ceb-e1e2-410c-8bb8-cfb947913dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:33.820291 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2fc4ba3-0a81-4d34-85b6-630f28379054 req-3436fb24-ad98-49f8-b11b-18b549589154 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214337 Nov 25 18:28:33.822402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3a64d61-1598-4f8e-90c5-16634d92a4dd req-33b15fbd-d672-40a4-8006-a9d5402f4903 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906652 Nov 25 18:28:33.862280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab5fb-6924-4dc4-adaa-ccfc7f0fd982 req-8d13bbdc-e67f-4a08-8c35-85c4118f1cfd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:33.875187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a93ab5fb-6924-4dc4-adaa-ccfc7f0fd982 req-8d13bbdc-e67f-4a08-8c35-85c4118f1cfd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2357638 Nov 25 18:28:33.926485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:33.952505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac22fe6d-03e2-495b-88d7-c59391c32f91 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:33.955539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a93ab5fb-6924-4dc4-adaa-ccfc7f0fd982 req-7873e320-f1a3-4292-ac7a-8a4a761db93b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753214 Nov 25 18:28:33.971072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5672847-a613-47b1-8931-b6980d32bcd8 req-e8939371-3058-42bd-8182-f1903913fbd2 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 210 time: 0.0700510 Nov 25 18:28:34.067014 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3690b31e-d4b8-495a-a5f9-bed27d155510 x-openstack-request-id: req-3690b31e-d4b8-495a-a5f9-bed27d155510 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:34.067301 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8809ff09-393b-4ac2-b59e-f0457ce5b10e", "tag": "d1a22a80-d6a2-4cdc-b461-27df44e4bad2", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:34.067554 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3690b31e-d4b8-495a-a5f9-bed27d155510 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:34.067959 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'tag': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2', 'status': 'completed', 'code': 200} Nov 25 18:28:34.110755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:34.128225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'port_id': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'mac_address': 'fa:16:3e:40:d8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bb561c-71d4-49e0-8086-9396c305d01e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:34.170485 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:34.185693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac22fe6d-03e2-495b-88d7-c59391c32f91 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:34.194276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034b224-7441-4779-8f10-64a43a10bc7d req-a33a6043-b769-4c55-aa41-9ea1ad42aed0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:34.197539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6034b224-7441-4779-8f10-64a43a10bc7d req-a33a6043-b769-4c55-aa41-9ea1ad42aed0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 943 time: 0.0705156 Nov 25 18:28:34.210134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:34.215173 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:34.252101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6034b224-7441-4779-8f10-64a43a10bc7d req-88dba773-e7d1-433e-8242-f19562199489 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482450 Nov 25 18:28:34.270857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:34.378354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff4b28-5b6c-4310-975b-38bb7ceb8a8c req-30b13ea8-5cc2-42a2-bcdb-f6299d913fe9 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:34.379828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ddff4b28-5b6c-4310-975b-38bb7ceb8a8c req-30b13ea8-5cc2-42a2-bcdb-f6299d913fe9 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 947 time: 0.0556204 Nov 25 18:28:34.430975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ddff4b28-5b6c-4310-975b-38bb7ceb8a8c req-aedaf322-2112-4d5d-935c-626146bdeaa6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Nov 25 18:28:34.455580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38a7e-938c-4dae-8db8-71faecf24562 req-db8c2b50-da53-4b95-8e44-e2f47ff0db91 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:34.457045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87d38a7e-938c-4dae-8db8-71faecf24562 req-db8c2b50-da53-4b95-8e44-e2f47ff0db91 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.4157636 Nov 25 18:28:34.539479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571826d-ee21-49f2-ba3b-a8dc422c6a97 req-9622d13f-022c-42d4-92a0-37715bcad070 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:34.540935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2571826d-ee21-49f2-ba3b-a8dc422c6a97 req-9622d13f-022c-42d4-92a0-37715bcad070 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0513513 Nov 25 18:28:34.547656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87d38a7e-938c-4dae-8db8-71faecf24562 req-71f46528-cd16-442d-ae21-2a8280230fe0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842531 Nov 25 18:28:34.589186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2571826d-ee21-49f2-ba3b-a8dc422c6a97 req-7ad9c05f-c57f-4449-bd3b-6bc3e8d69ca3 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Nov 25 18:28:34.610057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Router 517a5139-844f-4f3c-a853-e37e78618db9 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:28:34.713008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:28:34.718044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bbfbe77f-2d70-4ed4-8d8f-c4f538f31dfd admin admin] 10.222.0.62 "PUT /v2.0/routers/517a5139-844f-4f3c-a853-e37e78618db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6978273 Nov 25 18:28:34.720772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:34.724068 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] Sync routers for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:28:34.724548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ac22fe6d-03e2-495b-88d7-c59391c32f91'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:34.734497 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:34.735129 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:34.829155 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:34.842959 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:34.975488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc428c7-21af-4029-bcd0-ca3d007d3304 req-89156d3c-2f55-4cf9-a1a1-e8ac568055a5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:34.977024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1dc428c7-21af-4029-bcd0-ca3d007d3304 req-89156d3c-2f55-4cf9-a1a1-e8ac568055a5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0701435 Nov 25 18:28:34.978698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:35.025672 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:28:33Z', 'revision_number': 5, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port': {'id': '67f341f1-51f2-4f59-8218-55428d1915c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517a5139-844f-4f3c-a853-e37e78618db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:27:42Z', 'updated_at': '2021-11-25T18:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:35.056542 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] Checking router: 517a5139-844f-4f3c-a853-e37e78618db9 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:28:35.063095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1dc428c7-21af-4029-bcd0-ca3d007d3304 req-97eb7a5f-b69a-4bb7-92ea-02ec1411240c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763044 Nov 25 18:28:35.065720 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] Routers {'517a5139-844f-4f3c-a853-e37e78618db9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:35.066342 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['517a5139-844f-4f3c-a853-e37e78618db9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:35.072360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Deleting port 67f341f1-51f2-4f59-8218-55428d1915c6 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:35.072819 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:35.168414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6297-d1fa-480e-aab7-b8aaad4614c5 req-c8c3381d-160a-42e5-97d9-363dbc2bf4e8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.169754 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] Set router 517a5139-844f-4f3c-a853-e37e78618db9 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:35.169968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77ee6297-d1fa-480e-aab7-b8aaad4614c5 req-c8c3381d-160a-42e5-97d9-363dbc2bf4e8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0867443 Nov 25 18:28:35.222123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66fb8f13-f33c-4cf3-ba63-2dea3b27a0b3 req-24174c19-0a9d-41eb-a1e2-fbe9c09c3560 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 210 time: 0.0397706 Nov 25 18:28:35.223990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] For port 67f341f1-51f2-4f59-8218-55428d1915c6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=67f341f1-51f2-4f59-8218-55428d1915c6,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:35.224355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:35.226498 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:28:34Z', 'revision_number': 6, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:35.250377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77ee6297-d1fa-480e-aab7-b8aaad4614c5 req-d5c10a7e-dff7-4636-bb7b-9d0a9f3978cc tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702920 Nov 25 18:28:35.258304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Calling delete_port for 67f341f1-51f2-4f59-8218-55428d1915c6 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:35.264678 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bee065-37d4-4c9e-b080-7e02fd34607b None None] The sync data for ids ['517a5139-844f-4f3c-a853-e37e78618db9'] in n-d-819194-3 is: [{'id': '517a5139-844f-4f3c-a853-e37e78618db9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1370976341-router', 'tenant_id': '477572e3a2a04475bf3717bbbc6772f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:27:40Z', 'updated_at': '2021-11-25T18:28:34Z', 'revision_number': 6, 'project_id': '477572e3a2a04475bf3717bbbc6772f2', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:28:35.415995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334eba-baff-4048-b05f-86e0f741af17 req-cac99697-600b-4bc5-b532-06ef558c3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.417467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b334eba-baff-4048-b05f-86e0f741af17 req-cac99697-600b-4bc5-b532-06ef558c3b09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 1098 time: 0.1509287 Nov 25 18:28:35.473000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-ddd4f903-eea6-493f-b54c-04b7bf0b122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.474479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-ddd4f903-eea6-493f-b54c-04b7bf0b122c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1100 time: 0.1342986 Nov 25 18:28:35.485773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877ae3-ecde-4175-aff6-04a0d47d8276 req-4c87e5d6-14f6-4f06-bdca-97cee645ed12 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.487767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb877ae3-ecde-4175-aff6-04a0d47d8276 req-4c87e5d6-14f6-4f06-bdca-97cee645ed12 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 944 time: 0.1346440 Nov 25 18:28:35.536616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b334eba-baff-4048-b05f-86e0f741af17 req-ae30530b-0651-4dba-ba44-99fdca379e93 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257709 Nov 25 18:28:35.564911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ef80f-d9f9-404c-84b0-da48c37add18 req-1ed9b793-ef27-45cd-b56a-5f844c6d9006 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.566305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-802ef80f-d9f9-404c-84b0-da48c37add18 req-1ed9b793-ef27-45cd-b56a-5f844c6d9006 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 947 time: 0.0652986 Nov 25 18:28:35.588120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb877ae3-ecde-4175-aff6-04a0d47d8276 req-03c40dab-7344-404c-8406-eea36a181915 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924604 Nov 25 18:28:35.634257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-802ef80f-d9f9-404c-84b0-da48c37add18 req-e8fbce78-a306-4e9a-8f41-f691165ebe0d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Nov 25 18:28:35.697682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:35.771997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83073c3b-9df1-4ce1-8fce-c6ee471a64df req-d0bd6071-4bff-491f-a4b4-10db10e1311d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.773510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83073c3b-9df1-4ce1-8fce-c6ee471a64df req-d0bd6071-4bff-491f-a4b4-10db10e1311d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0555704 Nov 25 18:28:35.782034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=67f341f1-51f2-4f59-8218-55428d1915c6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:35.824655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83073c3b-9df1-4ce1-8fce-c6ee471a64df req-875eab93-c750-46d6-a35c-be4cb5f4405b tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Nov 25 18:28:35.892923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579b85a-1876-494b-b5de-f31f4c35eb0a req-ac5ea913-b988-4dc5-ae94-0d6895b9cc01 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.894367 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b579b85a-1876-494b-b5de-f31f4c35eb0a req-ac5ea913-b988-4dc5-ae94-0d6895b9cc01 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.2120507 Nov 25 18:28:35.898099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-a664b957-7ba6-421a-9cec-f3158c03de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.899446 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-a664b957-7ba6-421a-9cec-f3158c03de59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2886324 Nov 25 18:28:35.903426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334eba-baff-4048-b05f-86e0f741af17 req-649d1aa3-f4d9-4e78-93c1-7f5e95d32283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:35.904743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b334eba-baff-4048-b05f-86e0f741af17 req-649d1aa3-f4d9-4e78-93c1-7f5e95d32283 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3049934 Nov 25 18:28:35.926640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:35.942257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adc7acb7-8d55-4e03-b5b7-3d491c753d28 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:36.040350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port adc7acb7-8d55-4e03-b5b7-3d491c753d28, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adc7acb7-8d55-4e03-b5b7-3d491c753d28,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:36.053004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', 'mac_address': 'fa:16:3e:9c:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:36.088609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-6b15a2f3-a5d0-4bef-8ff0-10fca3bb7b16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6f9274dd-2205-41b1-b78b-1a03a870d679 HTTP/1.1" status: 200 len: 217 time: 0.0896523 Nov 25 18:28:36.090929 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.097026 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.105111 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.110347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc7acb7-8d55-4e03-b5b7-3d491c753d28 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:36.115023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b579b85a-1876-494b-b5de-f31f4c35eb0a req-53fe48e1-deee-4a83-af67-931ecd670dee tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127876 Nov 25 18:28:36.132388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port adc7acb7-8d55-4e03-b5b7-3d491c753d28, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adc7acb7-8d55-4e03-b5b7-3d491c753d28,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:36.139987 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.191167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=adc7acb7-8d55-4e03-b5b7-3d491c753d28,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:36.219654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94793a65-5d22-4d58-a04f-5283ced0d504 req-35e2ecd1-7cf7-4f80-9f9f-71670d9c54c0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.221182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94793a65-5d22-4d58-a04f-5283ced0d504 req-35e2ecd1-7cf7-4f80-9f9f-71670d9c54c0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0631604 Nov 25 18:28:36.247159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-95f1a969-3d0a-4598-bd96-c3aeda53fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.248756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-95f1a969-3d0a-4598-bd96-c3aeda53fc76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 1098 time: 0.2119200 Nov 25 18:28:36.252408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-0c7e8e5b-efdb-4c4f-ae13-c14316399a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.254764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-0c7e8e5b-efdb-4c4f-ae13-c14316399a54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1345966 Nov 25 18:28:36.255361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.256116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517a5139-844f-4f3c-a853-e37e78618db9 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:28:36.261109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.264947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3f459675-7d3f-425d-8a2b-5c103faa5b9e admin admin] 10.222.0.62 "DELETE /v2.0/routers/517a5139-844f-4f3c-a853-e37e78618db9 HTTP/1.1" status: 204 len: 168 time: 1.5432529 Nov 25 18:28:36.265639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54132) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:36.276435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94793a65-5d22-4d58-a04f-5283ced0d504 req-7def26d5-f5d9-468a-9e8d-1aa6092098e4 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469475 Nov 25 18:28:36.329920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5df10e85-efe2-45b7-8860-9a40beb81fd6 req-4b3e79e3-c88b-4cd6-b89a-a3c00d704999 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Nov 25 18:28:36.340608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] Deleting subnet 5717abbb-5fb7-41ff-b3e8-953aabe3bb94 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:28:36.344141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.407739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-793444e9-1088-486b-91b0-893fb7eb2874 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d1a22a80-d6a2-4cdc-b461-27df44e4bad2 HTTP/1.1" status: 200 len: 217 time: 0.0376678 Nov 25 18:28:36.416396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dfd14-28b7-4958-93a9-88d45a1d2108 req-29e9f3a1-ae0b-4e1e-8449-d92fffd40864 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.417931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c77dfd14-28b7-4958-93a9-88d45a1d2108 req-29e9f3a1-ae0b-4e1e-8449-d92fffd40864 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0727658 Nov 25 18:28:36.453108 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.481396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c77dfd14-28b7-4958-93a9-88d45a1d2108 req-56cf48a5-7719-4e0a-8d35-9b2827faa80f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556304 Nov 25 18:28:36.525086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-4024c9b7-e069-40b0-80c5-7bec0051e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.526592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-4024c9b7-e069-40b0-80c5-7bec0051e1ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172686 Nov 25 18:28:36.567637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-849e9967-ec0b-48f2-a054-7bcb72c24efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.568984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-849e9967-ec0b-48f2-a054-7bcb72c24efe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0894854 Nov 25 18:28:36.611781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['adc7acb7-8d55-4e03-b5b7-3d491c753d28'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:36.677814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.64', 50812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:36.741766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-e43b6a19-2c09-425d-9719-3c3347328bf9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.743395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-e43b6a19-2c09-425d-9719-3c3347328bf9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "GET /v2.0/ports?device_id=d99d1156-a9e4-4a4b-b11b-abc8af482188 HTTP/1.1" status: 200 len: 945 time: 0.0617704 Nov 25 18:28:36.863630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532723cb-ba7d-4b14-a57b-231822a85e43 req-a0a18192-2fbc-43d8-a26c-674674ae1c81 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:36.865164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-532723cb-ba7d-4b14-a57b-231822a85e43 req-a0a18192-2fbc-43d8-a26c-674674ae1c81 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 947 time: 0.1207922 Nov 25 18:28:36.926907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Deleting port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:36.927249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:36.932930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-532723cb-ba7d-4b14-a57b-231822a85e43 req-c36c4936-26fd-479e-8293-64634ebf1c84 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Nov 25 18:28:37.056539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] For port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:37.056906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.097394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a3212-b788-4035-b668-b2138bfeec7b req-89896dd8-e6fd-4afb-b0d3-48d993837556 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:37.098915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a7a3212-b788-4035-b668-b2138bfeec7b req-89896dd8-e6fd-4afb-b0d3-48d993837556 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1031723 Nov 25 18:28:37.104935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.201695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-a760e7d8-7023-45de-bfae-ae951817cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:37.203774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-a760e7d8-7023-45de-bfae-ae951817cb08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1899776 Nov 25 18:28:37.219491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-18eeabfb-ca14-4db0-a89e-cb3ba5f91f36 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:37.220916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-18eeabfb-ca14-4db0-a89e-cb3ba5f91f36 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 824 time: 0.6500263 Nov 25 18:28:37.228150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d302e80-0e6c-41e8-a57b-4fc1cfd06a4e req-e860d9cb-e959-47e5-a3e0-7a8b2cb60688 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:37.229530 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d302e80-0e6c-41e8-a57b-4fc1cfd06a4e req-e860d9cb-e959-47e5-a3e0-7a8b2cb60688 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 944 time: 0.2095425 Nov 25 18:28:37.233439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-738d808a-7166-407a-8e17-f8231bb614e0 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635783 Nov 25 18:28:37.257530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a7a3212-b788-4035-b668-b2138bfeec7b req-35203a62-fedd-4b03-b3f6-9a4b53858ba9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240218 Nov 25 18:28:37.264998 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.334484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.334653 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.334943 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea disassociated. External IP: 172.25.2.124, port: ab001d23-c302-4cfa-b0c3-e5be39c5f5c2. Nov 25 18:28:37.337315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 67f341f1-51f2-4f59-8218-55428d1915c6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:37.338930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Calling delete_port for ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:37.357862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 67f341f1-51f2-4f59-8218-55428d1915c6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:28:37.358202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 67f341f1-51f2-4f59-8218-55428d1915c6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:37.358860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:37.379123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5717abbb-5fb7-41ff-b3e8-953aabe3bb94,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:37.381534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:28:37.381880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3fb2a025-e352-4dd2-bd22-5eedfcdf7698 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:37.399951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9518d981-ae5f-40be-8267-eb847df72861 None None] Network 0de78dfc-ae80-46e3-8697-e6fee89887bf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:28:37.418275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.421555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c01c9f67-a585-4886-9278-9348769f36d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5717abbb-5fb7-41ff-b3e8-953aabe3bb94 HTTP/1.1" status: 204 len: 168 time: 1.1542799 Nov 25 18:28:37.424176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54146) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:37.452711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d302e80-0e6c-41e8-a57b-4fc1cfd06a4e req-72c1f42a-b92e-486c-8074-da1cbcc23dc5 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168560 Nov 25 18:28:37.519061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-697c6709-d600-468e-a1b2-33323a512e3c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b HTTP/1.1" status: 200 len: 379 time: 0.2484977 Nov 25 18:28:37.532130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-473c32d5-11f7-42f3-b70f-d24b84368398 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839334 Nov 25 18:28:37.535685 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcdf1ecc-36b3-4fac-9f45-8e0ca0288e05 req-47afbe32-9555-4586-9f61-8d6403a579c9 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679729 Nov 25 18:28:37.539712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'port': {'device_id': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'admin_state_up': True, 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'security_groups': ['92f62f11-de52-447b-8d9f-6c03e495fcd0']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:37.545340 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.557376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8c14b-bf6a-45cb-a6ef-6cab4646bae9 req-6896903a-48f2-476e-8987-033ca8d803a2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:37.565139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1b8c14b-bf6a-45cb-a6ef-6cab4646bae9 req-6896903a-48f2-476e-8987-033ca8d803a2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1553345 Nov 25 18:28:37.632243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] DHCP port deletion for 0de78dfc-ae80-46e3-8697-e6fee89887bf request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:28:37.686810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1b8c14b-bf6a-45cb-a6ef-6cab4646bae9 req-97bd87f4-992b-450c-80e9-496371b0c7fa tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195590 Nov 25 18:28:37.714039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] Deleting port b985f010-508d-4acb-8756-acf515368f13 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:37.714039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.740683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396492-856c-4b32-897b-d722cf1e1642 req-8cb353d5-fd27-4130-9f46-464f998cedd7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:37.741137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.742290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58396492-856c-4b32-897b-d722cf1e1642 req-8cb353d5-fd27-4130-9f46-464f998cedd7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1781898 Nov 25 18:28:37.815876 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ec580ac-78c6-4af2-b505-d7815fc9fbb5 req-1d267871-1aa5-46c1-bd2f-429c3bdba60b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527807 Nov 25 18:28:37.824217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event deleted for resources: {'Port': ['ID=ab001d23-c302-4cfa-b0c3-e5be39c5f5c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:37.850385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0785cb8a-c327-46c5-88d0-f82ac8a93d27 req-2635b598-d0bb-4136-b242-8c8b56ca016c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 210 time: 0.0888214 Nov 25 18:28:37.850848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58396492-856c-4b32-897b-d722cf1e1642 req-81a2cf19-eaea-4cf5-8d43-4450f7bceed7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927684 Nov 25 18:28:37.880745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Made reservation on behalf of 2af34dfbba6c46c4bb4378e6d5924f4b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:37.891629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.906743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Deleting port b985f010-508d-4acb-8756-acf515368f13 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:37.914843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.932561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] For port b985f010-508d-4acb-8756-acf515368f13, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b985f010-508d-4acb-8756-acf515368f13,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:37.932957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:37.946373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] Calling delete_port for b985f010-508d-4acb-8756-acf515368f13 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:37.963768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac22fe6d-03e2-495b-88d7-c59391c32f91 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:38.066696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Allocated IP 172.20.0.13 (34a02369-d5ac-4ff4-869b-451c7746e2a7/eaa5a07f-be25-4dac-b8b7-1dbc17238064/9646b0e4-566b-4949-8fcc-bd388b1412fe) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:38.089646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036c852-f15c-444f-9133-e1d579768da4 req-861b8405-894a-4701-aa75-6f2951079ade tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.091201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1036c852-f15c-444f-9133-e1d579768da4 req-861b8405-894a-4701-aa75-6f2951079ade tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 947 time: 0.0786612 Nov 25 18:28:38.095074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] For port b985f010-508d-4acb-8756-acf515368f13, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b985f010-508d-4acb-8756-acf515368f13,segment=NetworkSegment(5aa69fd3-d507-4f26-bad2-450bd8515cb1),segment_id=5aa69fd3-d507-4f26-bad2-450bd8515cb1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:38.095440 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.116487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ac22fe6d-03e2-495b-88d7-c59391c32f91 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:38.116839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77501ca-9865-40e0-8f84-a90ef7952fee req-bb76993a-3d85-40c5-a61a-766d265f02da tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.118397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a77501ca-9865-40e0-8f84-a90ef7952fee req-bb76993a-3d85-40c5-a61a-766d265f02da tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1638410 Nov 25 18:28:38.127164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ac22fe6d-03e2-495b-88d7-c59391c32f91 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:38.128561 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.128717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Calling delete_port for b985f010-508d-4acb-8756-acf515368f13 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:38.163572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Router 0688dd00-f3de-4928-b2e4-7ec177b4329e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:28:38.182287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.206736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1036c852-f15c-444f-9133-e1d579768da4 req-1f5cab9f-fae6-40e6-bd9e-1ab2696e019e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034184 Nov 25 18:28:38.214631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] Pushing event deleted for resources: {'Port': ['ID=b985f010-508d-4acb-8756-acf515368f13,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:38.219541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52194c3a-7f45-4c43-ae59-d1dc9987f864 None None] No DVR routers for this DVR port b985f010-508d-4acb-8756-acf515368f13 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:38.277879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.294563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.302019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a77501ca-9865-40e0-8f84-a90ef7952fee req-a891e331-0d55-4c5f-8df9-512b3cbf991a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607332 Nov 25 18:28:38.360211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:38.361902 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.365759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:38.369474 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990bf146-ab94-40ad-97b7-356bfad495e9" -d '{"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-plugged", "status": "completed", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:38.380742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.385700 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.386903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adc7acb7-8d55-4e03-b5b7-3d491c753d28 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:38.438724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b985f010-508d-4acb-8756-acf515368f13,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:38.440621 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e8aadd-653c-4c06-b342-67f1eee4ea6d x-openstack-request-id: req-08e8aadd-653c-4c06-b342-67f1eee4ea6d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:38.441108 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-plugged", "status": "completed", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:38.442638 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08e8aadd-653c-4c06-b342-67f1eee4ea6d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:38.447193 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'code': 200} Nov 25 18:28:38.448332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] No DVR routers for this DVR port b985f010-508d-4acb-8756-acf515368f13 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:38.493840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:38.502561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:38.506255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:38.508379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:38.509801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event updated for resources: {'Port': ['ID=9646b0e4-566b-4949-8fcc-bd388b1412fe,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:38.544621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port adc7acb7-8d55-4e03-b5b7-3d491c753d28 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:38.550525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port adc7acb7-8d55-4e03-b5b7-3d491c753d28 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:38.551537 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.569069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:28:38.569433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931796-cf56-4749-bbf0-5f37ffd91239 req-a39b75d2-986e-4c0a-b727-f2b95e85842a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.571129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22931796-cf56-4749-bbf0-5f37ffd91239 req-a39b75d2-986e-4c0a-b727-f2b95e85842a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1363401 Nov 25 18:28:38.603277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] Sync routers for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:28:38.613180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.613964 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.618160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:38.619236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:38.657085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-f5495b79-fb54-4eb8-a78a-2bc1f0975e82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1235340 Nov 25 18:28:38.669051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22931796-cf56-4749-bbf0-5f37ffd91239 req-6648b1b3-2def-45c7-8197-92f02052aad3 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875595 Nov 25 18:28:38.683419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Request body: {'port': {'device_id': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:38.691556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] No DVR routers for this DVR port ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:38.699351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.702678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.706160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c5d242-e75c-4814-805c-3cda4ab710f1 req-0a56302b-a2f0-4972-971a-e93cfd5c9aae tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "DELETE /v2.0/ports/ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 HTTP/1.1" status: 204 len: 173 time: 1.9486325 Nov 25 18:28:38.707584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'name': 'network-vif-deleted', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:38.709858 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374af0a8-ccac-4a72-9db5-8ce1b6a59b1b" -d '{"events": [{"server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "name": "network-vif-deleted", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:38.746035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:38.780565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de78dfc-ae80-46e3-8697-e6fee89887bf']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:38.835803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8812f4-f4b4-4339-8df4-8ca57f8698ae req-95c4e859-d839-4e9d-89f9-c2eb2941aa05 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.845126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d8812f4-f4b4-4339-8df4-8ca57f8698ae req-95c4e859-d839-4e9d-89f9-c2eb2941aa05 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.2398188 Nov 25 18:28:38.869970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.898895 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.952449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c64bcd-6174-46a0-8f63-afe55433340c req-015254d2-93c2-4fe7-8973-d2164c499ca3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:38.953322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-42158eda-d0fa-49ef-9e13-5d37131b7ec2 None None] Provisioning complete for port 9646b0e4-566b-4949-8fcc-bd388b1412fe triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:38.953913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42158eda-d0fa-49ef-9e13-5d37131b7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:38.954547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98c64bcd-6174-46a0-8f63-afe55433340c req-015254d2-93c2-4fe7-8973-d2164c499ca3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1592715 Nov 25 18:28:39.033788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port adc7acb7-8d55-4e03-b5b7-3d491c753d28, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adc7acb7-8d55-4e03-b5b7-3d491c753d28,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:39.047766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.053468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-42158eda-d0fa-49ef-9e13-5d37131b7ec2 None None] Port 9646b0e4-566b-4949-8fcc-bd388b1412fe cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:39.086962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98c64bcd-6174-46a0-8f63-afe55433340c req-0985f17e-bd77-4696-b4ae-d19096afef79 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232786 Nov 25 18:28:39.162355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=adc7acb7-8d55-4e03-b5b7-3d491c753d28,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:39.183348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:39.220709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ae29a-56e7-4f50-ba5c-7dde567a9622 req-6c69331d-e17f-4b28-9fc7-c3b6efa62f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:39.222361 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d6ae29a-56e7-4f50-ba5c-7dde567a9622 req-6c69331d-e17f-4b28-9fc7-c3b6efa62f58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 1096 time: 0.6183112 Nov 25 18:28:39.224050 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e21d49-c05e-49ab-9aae-e91a19ffe93f x-openstack-request-id: req-86e21d49-c05e-49ab-9aae-e91a19ffe93f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:39.224371 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d1156-a9e4-4a4b-b11b-abc8af482188", "name": "network-vif-deleted", "tag": "ab001d23-c302-4cfa-b0c3-e5be39c5f5c2", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:39.224612 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86e21d49-c05e-49ab-9aae-e91a19ffe93f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:39.224982 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d1156-a9e4-4a4b-b11b-abc8af482188', 'name': 'network-vif-deleted', 'tag': 'ab001d23-c302-4cfa-b0c3-e5be39c5f5c2', 'status': 'completed', 'code': 200} Nov 25 18:28:39.235462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa69fd3-d507-4f26-bad2-450bd8515cb1') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:39.235814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa69fd3-d507-4f26-bad2-450bd8515cb1') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:39.239439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] Checking router: 0688dd00-f3de-4928-b2e4-7ec177b4329e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:28:39.260126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:39.263020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:39.285712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.296614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d8812f4-f4b4-4339-8df4-8ca57f8698ae req-2e5c151c-1771-4a10-8f85-a4ea2f323561 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505093 Nov 25 18:28:39.327385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.341351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:28:39.341872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:28:39.345707 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:28:39.398999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b985f010-508d-4acb-8756-acf515368f13 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:39.400907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9646b0e4-566b-4949-8fcc-bd388b1412fe {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:39.413317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d6ae29a-56e7-4f50-ba5c-7dde567a9622 req-b8b51280-84c0-4b52-8462-8dd760ee7865 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754987 Nov 25 18:28:39.416485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4d42d-5b06-4207-ab0f-61a96738bb2d req-79bf0686-c727-41f4-bd88-0a8f03348a22 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:39.418955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40a4d42d-5b06-4207-ab0f-61a96738bb2d req-79bf0686-c727-41f4-bd88-0a8f03348a22 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 932 time: 0.1280441 Nov 25 18:28:39.422998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: b985f010-508d-4acb-8756-acf515368f13 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:28:39.423415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b985f010-508d-4acb-8756-acf515368f13 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:39.424429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.449161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.455492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.457907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:39.461669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0de78dfc-ae80-46e3-8697-e6fee89887bf HTTP/1.1" status: 204 len: 168 time: 2.0363154 Nov 25 18:28:39.477064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Transition to ACTIVE for port object 9646b0e4-566b-4949-8fcc-bd388b1412fe will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:39.491597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0f8ad-47f3-4858-8255-d8adea40dda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de78dfc-ae80-46e3-8697-e6fee89887bf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:39.514409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40a4d42d-5b06-4207-ab0f-61a96738bb2d req-af221930-6bcf-493d-a69f-013603acde45 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706284 Nov 25 18:28:39.516135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.577298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Pushing event updated for resources: {'Port': ['ID=9646b0e4-566b-4949-8fcc-bd388b1412fe,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:39.592024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d909ed-7810-474b-96e2-37ca00fee934 req-e3d54b0d-2662-4b31-ac38-c463d8da5b76 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:39.602837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02d909ed-7810-474b-96e2-37ca00fee934 req-e3d54b0d-2662-4b31-ac38-c463d8da5b76 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1235576 Nov 25 18:28:39.686015 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02d909ed-7810-474b-96e2-37ca00fee934 req-09f341f5-db59-483d-936b-b0c86fed9d49 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822814 Nov 25 18:28:39.701474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54176) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:39.774499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-31bfe4c9-abe4-4c66-b060-bff2605bf2e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=477572e3a2a04475bf3717bbbc6772f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708303 Nov 25 18:28:39.777009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54178) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:39.801380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Attempting to bind port 9646b0e4-566b-4949-8fcc-bd388b1412fe on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:39.801728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Attempting to bind port 9646b0e4-566b-4949-8fcc-bd388b1412fe by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:39.802053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Attempting to bind port 9646b0e4-566b-4949-8fcc-bd388b1412fe on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:39.807479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Port 9646b0e4-566b-4949-8fcc-bd388b1412fe on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:39.807818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Attempting to bind port 9646b0e4-566b-4949-8fcc-bd388b1412fe on network 34a02369-d5ac-4ff4-869b-451c7746e2a7 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:39.835824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213e1e-1a42-405e-8e58-a43454894c1a req-b79c6340-fc83-4e13-9302-7c33ddb5cb4f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:39.848721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22213e1e-1a42-405e-8e58-a43454894c1a req-b79c6340-fc83-4e13-9302-7c33ddb5cb4f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 947 time: 0.1916752 Nov 25 18:28:39.853697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:39.854046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Checking segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:39.854435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Bound using segment: {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:39.854956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Bound port: 9646b0e4-566b-4949-8fcc-bd388b1412fe, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fd04ab-b797-4223-ae5e-7c39ea69b3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:39.855392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:39.876161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:39.919681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22213e1e-1a42-405e-8e58-a43454894c1a req-3305e83e-0aa5-457b-801f-2f71263d3848 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700369 Nov 25 18:28:39.942252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884cc2a-56e0-4aa1-99c9-d045be4c7af1 None None] The sync data for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 is: [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:28:39.998370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9331130-cd42-4fba-97ea-a4b3426ed812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:40.042066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b28d7-ba8e-440d-b9aa-5fd9fb1161a9 req-cbb7a057-931d-44bb-bd45-f7230c0ea914 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.053407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f4b28d7-ba8e-440d-b9aa-5fd9fb1161a9 req-cbb7a057-931d-44bb-bd45-f7230c0ea914 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2038865 Nov 25 18:28:40.081608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] For port 9646b0e4-566b-4949-8fcc-bd388b1412fe, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:40.085658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9331130-cd42-4fba-97ea-a4b3426ed812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:40.103851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] For port 9646b0e4-566b-4949-8fcc-bd388b1412fe, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:40.115087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e405c-f676-4057-aa91-fa5087c40f85 req-26a3a52d-eebe-43c4-aec4-14c0787e3441 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.116688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ce8e405c-f676-4057-aa91-fa5087c40f85 req-26a3a52d-eebe-43c4-aec4-14c0787e3441 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0862584 Nov 25 18:28:40.119461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:40.166045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f4b28d7-ba8e-440d-b9aa-5fd9fb1161a9 req-34a3fc76-e64b-4fc3-bf06-0da3a91e1fa9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117284 Nov 25 18:28:40.175435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.176087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:40.177684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] 10.222.0.64 "PUT /v2.0/ports/9646b0e4-566b-4949-8fcc-bd388b1412fe HTTP/1.1" status: 200 len: 1092 time: 1.5021317 Nov 25 18:28:40.178171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:40.180556 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792" -d '{"events": [{"name": "network-changed", "server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:40.193159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9331130-cd42-4fba-97ea-a4b3426ed812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:40.197174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9331130-cd42-4fba-97ea-a4b3426ed812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:40.202181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f9331130-cd42-4fba-97ea-a4b3426ed812 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f99bf20-3315-4ffd-b8de-5ff6e1a1f328 HTTP/1.1" status: 204 len: 168 time: 0.4237843 Nov 25 18:28:40.215087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9331130-cd42-4fba-97ea-a4b3426ed812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f99bf20-3315-4ffd-b8de-5ff6e1a1f328,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:40.256354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae537b21-3022-4cd8-8cd9-6406e41fcfbd service neutron] Pushing event updated for resources: {'Port': ['ID=9646b0e4-566b-4949-8fcc-bd388b1412fe,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:40.365692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ce8e405c-f676-4057-aa91-fa5087c40f85 req-bd5869fa-dbbb-4c07-8587-994e9f16f1da tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173107 Nov 25 18:28:40.378653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-bf9db442-8d3f-4140-b911-a8ed6a431273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.395149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-bf9db442-8d3f-4140-b911-a8ed6a431273 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 1095 time: 0.1159680 Nov 25 18:28:40.449316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:40.453130 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c90dfe-8291-4796-87a6-486b21737739" -d '{"events": [{"server_uuid": "99a099aa-df36-46bb-a574-5e47d8f0d050", "name": "network-vif-plugged", "status": "completed", "tag": "adc7acb7-8d55-4e03-b5b7-3d491c753d28"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:40.459279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d1a22a80-d6a2-4cdc-b461-27df44e4bad2 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:40.473224 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cd50e-3c1b-4932-a89f-4c7f99e49ebf None None] New status for floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:28:40.474971 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89dfa51-d12d-4ee8-9e5b-f84162e7054b x-openstack-request-id: req-e89dfa51-d12d-4ee8-9e5b-f84162e7054b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:40.475623 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:40.476276 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e89dfa51-d12d-4ee8-9e5b-f84162e7054b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:40.476806 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'status': 'completed', 'code': 200} Nov 25 18:28:40.479048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-12966e07-0a31-46ac-b601-6f85b0a1a97a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe HTTP/1.1" status: 200 len: 217 time: 0.0706840 Nov 25 18:28:40.483139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5d323-04e6-49d2-9867-575644c7f971 req-c773407e-a65f-4f05-b6db-96685ea4c131 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.485324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32a5d323-04e6-49d2-9867-575644c7f971 req-c773407e-a65f-4f05-b6db-96685ea4c131 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1196530 Nov 25 18:28:40.497204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:40.559704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:28:40.560473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ab001d23-c302-4cfa-b0c3-e5be39c5f5c2 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:40.598750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32a5d323-04e6-49d2-9867-575644c7f971 req-37fb53d6-fe83-480b-8f94-50cae55cbaf4 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069477 Nov 25 18:28:40.636353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-46b9a9eb-0091-4e08-9a4c-8536bddcce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.638002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-46b9a9eb-0091-4e08-9a4c-8536bddcce52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eaa5a07f-be25-4dac-b8b7-1dbc17238064 HTTP/1.1" status: 200 len: 863 time: 0.1457567 Nov 25 18:28:40.688605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1c97c-719a-45ce-9e3e-0f6454d637a1 req-5dfdb9f5-bc00-49c1-aca7-ad49278e4b26 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.690179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1dc1c97c-719a-45ce-9e3e-0f6454d637a1 req-5dfdb9f5-bc00-49c1-aca7-ad49278e4b26 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.1148133 Nov 25 18:28:40.873816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1dc1c97c-719a-45ce-9e3e-0f6454d637a1 req-7c40ff47-b5e8-492a-9a00-187c77a0e3f3 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707091 Nov 25 18:28:40.880675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ceee9181-4e5c-4c38-a070-90ffff135fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.884311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-ceee9181-4e5c-4c38-a070-90ffff135fb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34a02369-d5ac-4ff4-869b-451c7746e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349503 Nov 25 18:28:40.974299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b8ae-5c8e-48d9-891c-9019b4097309 req-3b94c9d8-5f79-4327-a7a4-3c286f0b1425 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.976631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99d1b8ae-5c8e-48d9-891c-9019b4097309 req-3b94c9d8-5f79-4327-a7a4-3c286f0b1425 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 944 time: 0.1745079 Nov 25 18:28:40.982146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fccda-6460-486f-b79e-2e9f3510e702 req-ee7e1f00-be97-4ce4-97de-ddb48bf1af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:40.984448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-637fccda-6460-486f-b79e-2e9f3510e702 req-ee7e1f00-be97-4ce4-97de-ddb48bf1af82 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 1101 time: 0.1465626 Nov 25 18:28:41.027259 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ce81d0-30c1-43f9-bcb4-c5a769b7a681 x-openstack-request-id: req-46ce81d0-30c1-43f9-bcb4-c5a769b7a681 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:41.027707 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a099aa-df36-46bb-a574-5e47d8f0d050", "name": "network-vif-plugged", "status": "completed", "tag": "adc7acb7-8d55-4e03-b5b7-3d491c753d28", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:41.028855 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46ce81d0-30c1-43f9-bcb4-c5a769b7a681 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:41.029473 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', 'code': 200} Nov 25 18:28:41.072324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-637fccda-6460-486f-b79e-2e9f3510e702 req-7a8c5051-e51c-49fd-b97a-798f3125743c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772560 Nov 25 18:28:41.088622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99d1b8ae-5c8e-48d9-891c-9019b4097309 req-2b6a160a-563d-480a-b0e6-4f81457ebebe tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030109 Nov 25 18:28:41.116144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96301c-0b03-413f-a6cc-22815f073c56 req-b2e5ef41-4be0-46a0-83a6-cdca173bf90f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.117662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa96301c-0b03-413f-a6cc-22815f073c56 req-b2e5ef41-4be0-46a0-83a6-cdca173bf90f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1133890 Nov 25 18:28:41.155272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d1a22a80-d6a2-4cdc-b461-27df44e4bad2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:41.158492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-96660544-e65a-4d47-965c-e8d834879659 service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614219 Nov 25 18:28:41.171471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2', 'mac_address': 'fa:16:3e:e5:c4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:41.179370 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cc25611-8f32-4d90-85e1-9e89cb496ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.216905 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.235111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a22a80-d6a2-4cdc-b461-27df44e4bad2 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:41.268234 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:28:41.269457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d1a22a80-d6a2-4cdc-b461-27df44e4bad2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:41.277430 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.279069 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7a99e09-502b-46d7-8d36-d9165999814c req-2ee8d5a2-cf68-4f7c-9f3f-7607618f4f01 service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045022 Nov 25 18:28:41.283293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa96301c-0b03-413f-a6cc-22815f073c56 req-8a3569f6-f06d-4d12-b856-217534d38d5d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542432 Nov 25 18:28:41.326003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c7109-a6a1-497e-8cce-36fcda8a2e39 req-c9a1392b-1049-4437-8977-d1e29cf7d9c9 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.330548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-154c7109-a6a1-497e-8cce-36fcda8a2e39 req-c9a1392b-1049-4437-8977-d1e29cf7d9c9 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 947 time: 0.1186340 Nov 25 18:28:41.350921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:41.391224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-154c7109-a6a1-497e-8cce-36fcda8a2e39 req-174fc7f9-c083-42f7-8801-ad3ac9c9500a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 Nov 25 18:28:41.529866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66875ff2-357a-4953-8a27-fa3c07bd1a60 req-7a73222f-46e0-4f2a-a232-306339467a9a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.537973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66875ff2-357a-4953-8a27-fa3c07bd1a60 req-7a73222f-46e0-4f2a-a232-306339467a9a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1271558 Nov 25 18:28:41.568205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab377e-a457-4f4c-9390-1f365363c16c req-81e54c43-2ba0-4b38-86d7-4a0a1e4ca44c tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.575313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-930bb198-df9a-4796-a652-dfd43cd54236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.575810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-930bb198-df9a-4796-a652-dfd43cd54236 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 1095 time: 0.1053066 Nov 25 18:28:41.576378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54220) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:41.582357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59ab377e-a457-4f4c-9390-1f365363c16c req-81e54c43-2ba0-4b38-86d7-4a0a1e4ca44c tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1026959 Nov 25 18:28:41.623564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66875ff2-357a-4953-8a27-fa3c07bd1a60 req-9e50922c-162e-4af8-b186-38bd0c3230ad tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844867 Nov 25 18:28:41.694910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59ab377e-a457-4f4c-9390-1f365363c16c req-c011e6e4-081c-48f4-b413-316f74d9e1d0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849259 Nov 25 18:28:41.713141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d1a22a80-d6a2-4cdc-b461-27df44e4bad2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:41.775251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-network', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:41.828320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-c14c38c8-c7a5-436e-9b14-0740a6087be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.829733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-c14c38c8-c7a5-436e-9b14-0740a6087be4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 925 time: 0.2320762 Nov 25 18:28:41.832173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Made reservation on behalf of e758cc405b67480f8d91bc313155b39e for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:41.834328 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.845213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cde79c-deb6-4f9b-8b31-eef8dbee62b9 req-94de1c96-010e-4d84-9c9b-56feddb07e0d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:41.846682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77cde79c-deb6-4f9b-8b31-eef8dbee62b9 req-94de1c96-010e-4d84-9c9b-56feddb07e0d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 944 time: 0.1259096 Nov 25 18:28:41.861178 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:41.907786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-5e73081e-e29f-4b2e-a822-22c058a3378a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe HTTP/1.1" status: 200 len: 217 time: 0.0551622 Nov 25 18:28:41.943059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 920eb88a-213c-42d5-a77d-11b39da9286a no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:42.023755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb2171-44d1-4d65-aa19-b7db5a3cd8dd req-d5034372-83e1-4cf9-9af2-f2fdcc513c22 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.025753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70eb2171-44d1-4d65-aa19-b7db5a3cd8dd req-d5034372-83e1-4cf9-9af2-f2fdcc513c22 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0667403 Nov 25 18:28:42.064418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-6a2430bf-7d5c-4b9a-b0c7-d3f5b2905759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.066482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-6a2430bf-7d5c-4b9a-b0c7-d3f5b2905759 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eaa5a07f-be25-4dac-b8b7-1dbc17238064 HTTP/1.1" status: 200 len: 863 time: 0.1171858 Nov 25 18:28:42.074304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77cde79c-deb6-4f9b-8b31-eef8dbee62b9 req-ce7d75b4-8a7b-452d-879c-4213747855af tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161598 Nov 25 18:28:42.102989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70eb2171-44d1-4d65-aa19-b7db5a3cd8dd req-d5cf37d1-b312-4164-aa9d-e8c3662b4eb7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601840 Nov 25 18:28:42.134348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.146244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.176145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-405d384c-f64f-4cc1-8d32-041dd8774552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.177686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-405d384c-f64f-4cc1-8d32-041dd8774552 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34a02369-d5ac-4ff4-869b-451c7746e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979331 Nov 25 18:28:42.183352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:28:42.236530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-d458e837-ee3f-475b-b858-968ffa66a20a service neutron] 10.222.0.66 "GET /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a/bindings/n-h2-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.1007783 Nov 25 18:28:42.242119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3c41c-cdf5-40ea-9813-31432db57408,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:42.250800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8608cb-738f-4041-b4f6-b1b4e164d509 req-5c5cddf4-89e3-4ce6-8d67-71cbdee8afc7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.251471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.251812 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Added segment 4ff80422-0567-417d-925d-1e4adc0484d4 of type vlan for network 4128b869-e76d-4457-a084-ae18573e6dc2 Nov 25 18:28:42.252394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e8608cb-738f-4041-b4f6-b1b4e164d509 req-5c5cddf4-89e3-4ce6-8d67-71cbdee8afc7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0739031 Nov 25 18:28:42.345248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db9b08-9386-4fe0-8eb4-a3edc4726b01 req-1a8f145e-b1ac-4458-8290-d36f950f3a5f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.346490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e8608cb-738f-4041-b4f6-b1b4e164d509 req-4d619ec2-e2c7-4c62-a7a1-12146c4a30c9 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676939 Nov 25 18:28:42.346644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35db9b08-9386-4fe0-8eb4-a3edc4726b01 req-1a8f145e-b1ac-4458-8290-d36f950f3a5f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 944 time: 0.1642895 Nov 25 18:28:42.373306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.406918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-41909d80-5535-4602-88cc-b07a64f29417 service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978941 Nov 25 18:28:42.449138 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.450075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.450698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.471052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:42.474605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:42.508654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8839f2-6af0-4f9f-af0a-45a8432414f3 req-fb4668a6-1c21-4c0b-9f6b-69bc927438db tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.510195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f8839f2-6af0-4f9f-af0a-45a8432414f3 req-fb4668a6-1c21-4c0b-9f6b-69bc927438db tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0804482 Nov 25 18:28:42.520213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:42.552788 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35db9b08-9386-4fe0-8eb4-a3edc4726b01 req-719f8532-34f8-4953-beaf-670275fd8446 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924193 Nov 25 18:28:42.557770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9750774 Nov 25 18:28:42.569442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:42.576439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Request body: {'subnet': {'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-subnet', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:42.589076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b1899-3e93-4a3e-a9ba-ba821b999c9a admin admin] Pushing event updated for resources: {'Network': ['ID=4128b869-e76d-4457-a084-ae18573e6dc2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:42.598301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:42.603992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f8839f2-6af0-4f9f-af0a-45a8432414f3 req-53518325-aeb7-4143-9f10-5903d3feab72 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861428 Nov 25 18:28:42.641451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920eb88a-213c-42d5-a77d-11b39da9286a {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:42.644272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Made reservation on behalf of e758cc405b67480f8d91bc313155b39e for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:42.644485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 4128b869-e76d-4457-a084-ae18573e6dc2 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:28:42.650552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.658379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18dfd6b6-5775-4e7c-ac47-d7c4701a5792 req-14c93444-58d1-408b-b3f1-52bc46b3121e service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388070 Nov 25 18:28:42.667564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:42.698833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.822754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.831137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f3223-fbf6-458a-93f0-77b2d441051c req-9c6ec228-696c-4dd5-8118-08eef082d8e6 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.832712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff1f3223-fbf6-458a-93f0-77b2d441051c req-9c6ec228-696c-4dd5-8118-08eef082d8e6 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0896368 Nov 25 18:28:42.843002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] Transition to ACTIVE for port object 920eb88a-213c-42d5-a77d-11b39da9286a will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:42.853554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:42.853817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.876110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'mac_address': 'fa:16:3e:a7:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:42.887446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:42.894968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40690a-7caf-45d2-af47-2be5aac5be60 req-88cd3c98-ab59-43df-89b0-f74b5ae79286 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:42.906336 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf40690a-7caf-45d2-af47-2be5aac5be60 req-88cd3c98-ab59-43df-89b0-f74b5ae79286 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 948 time: 0.1780732 Nov 25 18:28:42.910254 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.955674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] No DVR routers for this DVR port 920eb88a-213c-42d5-a77d-11b39da9286a on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:42.958542 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:42.969284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff1f3223-fbf6-458a-93f0-77b2d441051c req-2c66d204-ff62-4bdd-b746-f5d770a8fef5 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249847 Nov 25 18:28:42.971361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] Pushing event updated for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=10']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:42.982984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:42.987280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f9274dd-2205-41b1-b78b-1a03a870d679 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:42.995839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-08d3897f-da2a-4fbc-bb38-66a10d0dea1a service neutron] 10.222.0.66 "PUT /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a/bindings/n-h2-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7425485 Nov 25 18:28:43.012598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf40690a-7caf-45d2-af47-2be5aac5be60 req-cacdfcfe-0b2d-4248-894a-24dbaac7541f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051724 Nov 25 18:28:43.033508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.033616 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:43.034802 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d2ed32-243a-4f37-b991-e5504b3f3bbd" -d '{"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:43.040669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-489f74f5-7941-4579-887f-680612161b58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:28:43.041030 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-489f74f5-7941-4579-887f-680612161b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:28:43.147421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68d2b-ee17-493a-adfd-a937b13b796b req-b990b5cd-86fa-4e24-b067-5ac0c136c772 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.149384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ae68d2b-ee17-493a-adfd-a937b13b796b req-b990b5cd-86fa-4e24-b067-5ac0c136c772 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 947 time: 0.0542340 Nov 25 18:28:43.158805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd20a35-4444-4485-9c41-7ae42cbe76cb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:43.186560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Checking segment: {'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:43.187511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Network hostable DHCP agents. Network: 4128b869-e76d-4457-a084-ae18573e6dc2, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:28:43.197612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-47f04075-1870-4019-b10e-bec6cf83f535 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.198813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ae68d2b-ee17-493a-adfd-a937b13b796b req-15c110ca-ba96-48ea-98c6-fe29876a9a62 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Nov 25 18:28:43.199935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-47f04075-1870-4019-b10e-bec6cf83f535 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.1298885 Nov 25 18:28:43.211636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547296-e338-4e43-9cec-c47a79b171d2 req-40b40791-0f70-4641-b071-95e24e6c1b38 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.213161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e547296-e338-4e43-9cec-c47a79b171d2 req-40b40791-0f70-4641-b071-95e24e6c1b38 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1258421 Nov 25 18:28:43.269473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Network 4128b869-e76d-4457-a084-ae18573e6dc2 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:28:43.293851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 4128b869-e76d-4457-a084-ae18573e6dc2) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:43.303346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec7712-7e5a-4535-abe8-6aba0be8ff9a None None] Network 4128b869-e76d-4457-a084-ae18573e6dc2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:28:43.307111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.307703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.315554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e547296-e338-4e43-9cec-c47a79b171d2 req-02d42282-767a-4b58-ab80-7fb44fa1cb0d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960977 Nov 25 18:28:43.325593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89606077-3a7f-4ad4-ac4b-c56ca9b895a6 req-dd8093aa-ce25-4c04-97c8-7fa34f97f2f7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.327060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-8abdd540-81cb-44a4-8c80-d2db2782a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.327220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89606077-3a7f-4ad4-ac4b-c56ca9b895a6 req-dd8093aa-ce25-4c04-97c8-7fa34f97f2f7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0534484 Nov 25 18:28:43.328557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-8abdd540-81cb-44a4-8c80-d2db2782a8a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4&tenant_id=0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 1096 time: 0.0995319 Nov 25 18:28:43.351746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4921e3bb-1b9d-440b-9578-14c81ab0a0a2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7812326 Nov 25 18:28:43.352361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54254) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:43.356818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:43.404809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c35530b9-0920-4cbf-b88c-194e812e2cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.413716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.413904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89606077-3a7f-4ad4-ac4b-c56ca9b895a6 req-515eebea-a66d-4f72-9989-e2ce16cb4dfa tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692320 Nov 25 18:28:43.414750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.423335 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b517a-5d18-408e-88bc-d3adb1459026 x-openstack-request-id: req-054b517a-5d18-408e-88bc-d3adb1459026 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:43.423946 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:43.424326 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-054b517a-5d18-408e-88bc-d3adb1459026 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:43.424992 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'code': 200} Nov 25 18:28:43.437724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-cd60b566-178a-4c08-a906-a73b9c1696d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.437724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-cd60b566-178a-4c08-a906-a73b9c1696d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0666854 Nov 25 18:28:43.523924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-4128b869-e76d-4457-a084-ae18573e6dc2', 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'fixed_ips': [{'subnet_id': 'ebd20a35-4444-4485-9c41-7ae42cbe76cb'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:28:43.525116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.538966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.555102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-7118206b-5cd4-487c-b00a-b446293daf9d req-dd91ebe6-8d8b-4d6b-91e9-ad2f37d90dd6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:28:43.556466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7118206b-5cd4-487c-b00a-b446293daf9d req-dd91ebe6-8d8b-4d6b-91e9-ad2f37d90dd6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058968 Nov 25 18:28:43.675729 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.698987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9274dd-2205-41b1-b78b-1a03a870d679 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:43.746762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:43.758488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:43.764688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Allocated IP 172.20.0.2 (4128b869-e76d-4457-a084-ae18573e6dc2/ebd20a35-4444-4485-9c41-7ae42cbe76cb/8c6be6b8-0087-449b-8aa6-28e54378f429) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:43.866682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c88b1deb-9a80-47d9-bd16-0043073f82aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857868 Nov 25 18:28:43.876019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:43.883197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32e33d-8fe8-46f4-83af-1080cfbb5d36 req-8b6ce0ec-562b-4676-b9a3-a0a5fee2c98e tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:43.888155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f32e33d-8fe8-46f4-83af-1080cfbb5d36 req-8b6ce0ec-562b-4676-b9a3-a0a5fee2c98e tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 944 time: 0.0765796 Nov 25 18:28:43.967123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f32e33d-8fe8-46f4-83af-1080cfbb5d36 req-8d27d87b-acbd-4538-92a2-ae9e19279bda tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663466 Nov 25 18:28:44.007160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a9f56-99b0-40db-b881-4356dfbb088a req-4a784eb0-ed16-4f27-b61f-ece6c2a2841a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.008611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.008750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a4a9f56-99b0-40db-b881-4356dfbb088a req-4a784eb0-ed16-4f27-b61f-ece6c2a2841a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.5138242 Nov 25 18:28:44.017373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.076272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Network 4128b869-e76d-4457-a084-ae18573e6dc2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:44.077585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-90f367c5-9b0f-4a42-a336-66cc3a3c1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.079756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-90f367c5-9b0f-4a42-a336-66cc3a3c1c31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.6304278 Nov 25 18:28:44.080439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:44.083026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:44.089995 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.098215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Pushing event updated for resources: {'Port': ['ID=8c6be6b8-0087-449b-8aa6-28e54378f429,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:44.114275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113825be-893b-49b1-9238-b61c640adf95 req-e00d40a2-5505-4a37-b942-c313cd942b20 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.121439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-113825be-893b-49b1-9238-b61c640adf95 req-e00d40a2-5505-4a37-b942-c313cd942b20 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0860565 Nov 25 18:28:44.149291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['6f9274dd-2205-41b1-b78b-1a03a870d679'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:44.149845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-0829e58b-5e13-4464-8114-d938c9aa3776 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 200 len: 217 time: 0.0537086 Nov 25 18:28:44.168600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Attempting to bind port 8c6be6b8-0087-449b-8aa6-28e54378f429 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:44.170345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Attempting to bind port 8c6be6b8-0087-449b-8aa6-28e54378f429 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:44.170845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Attempting to bind port 8c6be6b8-0087-449b-8aa6-28e54378f429 on network 4128b869-e76d-4457-a084-ae18573e6dc2 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:44.172227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-113825be-893b-49b1-9238-b61c640adf95 req-a81a8810-992c-477c-9e43-af2482c5c871 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Nov 25 18:28:44.181312 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a4a9f56-99b0-40db-b881-4356dfbb088a req-7e5c1512-4088-4982-b1a7-b558f26caa49 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157944 Nov 25 18:28:44.201043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:44.201043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Checking segment: {'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:44.201043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.201043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Bound using segment: {'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:44.201043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Bound port: 8c6be6b8-0087-449b-8aa6-28e54378f429, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:44.201043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.254755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-cfcd5baa-7571-47ed-b923-7bdefebf18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.256253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-cfcd5baa-7571-47ed-b923-7bdefebf18cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0907357 Nov 25 18:28:44.298741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-818b693a-8249-4ee0-8d56-d338a6b8008b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313513 Nov 25 18:28:44.320749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.359714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449929-cd9b-48bf-a2c8-59d3bf4afbd8 req-d95c06f0-3343-45fa-a2ed-6a5934be1eae tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.369493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e449929-cd9b-48bf-a2c8-59d3bf4afbd8 req-d95c06f0-3343-45fa-a2ed-6a5934be1eae tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1019492 Nov 25 18:28:44.380334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] For port 8c6be6b8-0087-449b-8aa6-28e54378f429, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:44.405663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] For port 8c6be6b8-0087-449b-8aa6-28e54378f429, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8c6be6b8-0087-449b-8aa6-28e54378f429,segment=NetworkSegment(4ff80422-0567-417d-925d-1e4adc0484d4),segment_id=4ff80422-0567-417d-925d-1e4adc0484d4)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:44.419285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.438000 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e449929-cd9b-48bf-a2c8-59d3bf4afbd8 req-528f0e6c-2643-4536-aba2-473472641e41 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664387 Nov 25 18:28:44.455872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-5f60d317-0846-4757-a17b-4787266d3f5b service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443288 Nov 25 18:28:44.501951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9646b0e4-566b-4949-8fcc-bd388b1412fe details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:44.504901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d1a22a80-d6a2-4cdc-b461-27df44e4bad2 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:44.554763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe64d5-5b88-46e6-ac2e-fc654d1db05e req-de62f2fd-e56c-4dd9-801a-9892160a694f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.563099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb60665-8a92-4e42-b366-2d2488c94a0f None None] Pushing event updated for resources: {'Port': ['ID=8c6be6b8-0087-449b-8aa6-28e54378f429,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:44.567710 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74fe64d5-5b88-46e6-ac2e-fc654d1db05e req-de62f2fd-e56c-4dd9-801a-9892160a694f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 948 time: 0.0687399 Nov 25 18:28:44.591714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fb178-a8d4-425e-ac45-0e338864da2e req-25146733-5df5-4afb-a236-c061e20b2361 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.593588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-397fb178-a8d4-425e-ac45-0e338864da2e req-25146733-5df5-4afb-a236-c061e20b2361 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.1777892 Nov 25 18:28:44.651639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74fe64d5-5b88-46e6-ac2e-fc654d1db05e req-e96e723c-2130-4915-be42-450e0466860b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828321 Nov 25 18:28:44.746439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.762975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-397fb178-a8d4-425e-ac45-0e338864da2e req-9dc8baef-37ec-4772-aa97-7cbb3ec753ac tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325388 Nov 25 18:28:44.807719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:44.819279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.825077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:44.825237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875dbbd-cbc3-46a6-889b-90ab0e0cebe9 req-3cdc58c7-b6a8-4a10-a1f6-b22c51dd4f6f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:44.825517 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:44.827330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0875dbbd-cbc3-46a6-889b-90ab0e0cebe9 req-3cdc58c7-b6a8-4a10-a1f6-b22c51dd4f6f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.1031129 Nov 25 18:28:44.830218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-c8e2a96e-4d17-418a-9f6a-202c8f1537bf service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604889 Nov 25 18:28:44.923305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0875dbbd-cbc3-46a6-889b-90ab0e0cebe9 req-8e17dce2-fa5f-4eb3-818d-fe20bc7d7640 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872407 Nov 25 18:28:44.932604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9646b0e4-566b-4949-8fcc-bd388b1412fe, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:45.067569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac35ed3-0a72-412f-8f79-ac6b4d19963a req-41ec7488-28aa-4245-afe1-08e73cd7cfed tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.069552 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ac35ed3-0a72-412f-8f79-ac6b4d19963a req-41ec7488-28aa-4245-afe1-08e73cd7cfed tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.1694832 Nov 25 18:28:45.082745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Allocated IP 172.25.2.54 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:45.098750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'port_id': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'mac_address': 'fa:16:3e:9f:54:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:45.167149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.186395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9646b0e4-566b-4949-8fcc-bd388b1412fe {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:45.192788 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ac35ed3-0a72-412f-8f79-ac6b4d19963a req-425711cc-5251-43dd-8978-485dc4014288 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115568 Nov 25 18:28:45.193925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce74d1-4241-42ec-9de5-0cc8c95f0003 req-22927bca-a72f-43c9-b37f-a2799b705c82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.195506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12ce74d1-4241-42ec-9de5-0cc8c95f0003 req-22927bca-a72f-43c9-b37f-a2799b705c82 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 944 time: 0.0865467 Nov 25 18:28:45.245812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9646b0e4-566b-4949-8fcc-bd388b1412fe, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:45.246018 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.269419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.272529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.346322 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12ce74d1-4241-42ec-9de5-0cc8c95f0003 req-820c1218-817d-4e6e-a05b-8da00499817a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285696 Nov 25 18:28:45.396913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.418200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d1a22a80-d6a2-4cdc-b461-27df44e4bad2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:45.427155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:45.429451 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb6aae-f8e8-4319-a7bf-3d3a788359fc" -d '{"events": [{"server_uuid": "8809ff09-393b-4ac2-b59e-f0457ce5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "d1a22a80-d6a2-4cdc-b461-27df44e4bad2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:45.435858 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.442301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8c6be6b8-0087-449b-8aa6-28e54378f429 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:45.446191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9646b0e4-566b-4949-8fcc-bd388b1412fe,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:45.507609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:45.518910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:45.523197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:45.543084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a9d0f-a9dc-4762-b592-281076563cdd req-d46e3506-b026-4ff9-9d74-24061cd30231 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.551731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a76a9d0f-a9dc-4762-b592-281076563cdd req-d46e3506-b026-4ff9-9d74-24061cd30231 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.0946121 Nov 25 18:28:45.551965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:45.558522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8c6be6b8-0087-449b-8aa6-28e54378f429 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:45.558896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.569733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-8cf67c53-c862-417c-851e-d0930c06b587 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.571720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-8cf67c53-c862-417c-851e-d0930c06b587 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.2355165 Nov 25 18:28:45.587291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d7ff-dfd8-42a1-a8b0-5e9869dc8044 req-c0fd38c3-e91b-48bc-9f06-d8f0edffc7c3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.595460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcc7d7ff-dfd8-42a1-a8b0-5e9869dc8044 req-c0fd38c3-e91b-48bc-9f06-d8f0edffc7c3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.2578580 Nov 25 18:28:45.602078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:45.640367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a76a9d0f-a9dc-4762-b592-281076563cdd req-35b66169-2618-4789-93a5-bf8473d2d0c9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872190 Nov 25 18:28:45.704458 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.738525 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea437b7d-065b-418b-97f8-acef599efb7e x-openstack-request-id: req-ea437b7d-065b-418b-97f8-acef599efb7e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:45.738875 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8809ff09-393b-4ac2-b59e-f0457ce5b10e", "name": "network-vif-plugged", "status": "completed", "tag": "d1a22a80-d6a2-4cdc-b461-27df44e4bad2", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:45.739134 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea437b7d-065b-418b-97f8-acef599efb7e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:45.739528 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2', 'code': 200} Nov 25 18:28:45.743651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 8c6be6b8-0087-449b-8aa6-28e54378f429, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8c6be6b8-0087-449b-8aa6-28e54378f429,segment=NetworkSegment(4ff80422-0567-417d-925d-1e4adc0484d4),segment_id=4ff80422-0567-417d-925d-1e4adc0484d4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:45.754097 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.805882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9646b0e4-566b-4949-8fcc-bd388b1412fe'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:45.837461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcc7d7ff-dfd8-42a1-a8b0-5e9869dc8044 req-1e0c279a-6f89-4120-bb35-cff033c68999 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409952 Nov 25 18:28:45.896531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.907791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=8c6be6b8-0087-449b-8aa6-28e54378f429,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:45.946013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26913fb-621d-4a7c-ab62-15f8b144a40e req-fb40abd4-cbde-4bc9-8962-b91759003ed6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:45.947939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e26913fb-621d-4a7c-ab62-15f8b144a40e req-fb40abd4-cbde-4bc9-8962-b91759003ed6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1173232 Nov 25 18:28:45.986085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-90a2cc01-5a47-460b-9b83-fce066000cfd service neutron] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:45.991020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-90a2cc01-5a47-460b-9b83-fce066000cfd service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:45.992722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46ac2434-3128-46cc-9dfd-46c3d73f8e40 req-90a2cc01-5a47-460b-9b83-fce066000cfd service neutron] 10.222.0.64 "DELETE /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a/bindings/n-h1-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.3797567 Nov 25 18:28:46.030600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e26913fb-621d-4a7c-ab62-15f8b144a40e req-d445f27c-3c2d-4895-afae-ca1cefcb7476 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Nov 25 18:28:46.037850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54adca-1515-456c-8277-e86d9d11775d req-aca024df-2af1-4a88-853b-f8122cffad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.039195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f54adca-1515-456c-8277-e86d9d11775d req-aca024df-2af1-4a88-853b-f8122cffad96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 1100 time: 0.1709001 Nov 25 18:28:46.105056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f54adca-1515-456c-8277-e86d9d11775d req-9f9af1d4-d60c-4349-81f2-c59a65fc0ced service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555255 Nov 25 18:28:46.128352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33f160-f085-47ae-a8a0-22fc9d8e4767 None None] Network 4128b869-e76d-4457-a084-ae18573e6dc2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:28:46.145174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399eada-bb50-4dd6-97af-8031c5c2ccc3 req-a99ab185-284b-4794-8654-026f95f9f0af tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.146966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9399eada-bb50-4dd6-97af-8031c5c2ccc3 req-a99ab185-284b-4794-8654-026f95f9f0af tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 949 time: 0.0790262 Nov 25 18:28:46.148356 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.171731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e3ebb-9412-4735-9648-ed82aabecbbc req-8b1acde9-6318-4699-aced-37ed10579124 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.173401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a75e3ebb-9412-4735-9648-ed82aabecbbc req-8b1acde9-6318-4699-aced-37ed10579124 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0615962 Nov 25 18:28:46.197183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e338a6eb-1dad-4343-8b96-51df9ca4605e None None] Provisioning complete for port 8c6be6b8-0087-449b-8aa6-28e54378f429 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:46.197554 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e338a6eb-1dad-4343-8b96-51df9ca4605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.231294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a75e3ebb-9412-4735-9648-ed82aabecbbc req-76e21543-1cb6-469c-8205-88b795b57cd4 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Nov 25 18:28:46.294891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9399eada-bb50-4dd6-97af-8031c5c2ccc3 req-a49a7f7d-606c-46bc-9666-f56a6cc49945 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086929 Nov 25 18:28:46.334803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331979de-4d43-41e0-b220-511a7ff367a4 req-83eb4749-6d72-4eef-8046-7090d196545a tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.336331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-331979de-4d43-41e0-b220-511a7ff367a4 req-83eb4749-6d72-4eef-8046-7090d196545a tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0421376 Nov 25 18:28:46.418410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-331979de-4d43-41e0-b220-511a7ff367a4 req-234a5e38-5145-4a2d-99a2-1959cebfa61d tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Nov 25 18:28:46.487672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6049452-96cb-43d7-ad3b-0349133f5956 req-3dad1be5-643e-4b16-bb3b-d3a1ce0632f0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.488885 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:46.489200 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6049452-96cb-43d7-ad3b-0349133f5956 req-3dad1be5-643e-4b16-bb3b-d3a1ce0632f0 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 949 time: 0.0915461 Nov 25 18:28:46.497131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.542057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-8286d9c1-909c-4b13-b898-174b4a3812f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.544097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-8286d9c1-909c-4b13-b898-174b4a3812f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1100 time: 0.1144233 Nov 25 18:28:46.578748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a2f5-9b64-4edb-93db-f4a08320ca6e req-d2966304-0bfb-426c-90db-f76c1ad41e6b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.581884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7999a2f5-9b64-4edb-93db-f4a08320ca6e req-d2966304-0bfb-426c-90db-f76c1ad41e6b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0968962 Nov 25 18:28:46.589927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 6f9274dd-2205-41b1-b78b-1a03a870d679 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:46.590297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.646896 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6049452-96cb-43d7-ad3b-0349133f5956 req-72e42dad-0fc6-42e0-83bb-d9b801de4d3f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473150 Nov 25 18:28:46.692037 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.715356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7999a2f5-9b64-4edb-93db-f4a08320ca6e req-fa940489-c7dc-45d6-b8d7-549b9fe569bd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102443 Nov 25 18:28:46.749959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Router 1f3bcc8a-ef35-4620-b29e-dae1831259bc is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:28:46.754307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-2a68b6e2-8bbe-44ae-844f-259995dafb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.756058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-2a68b6e2-8bbe-44ae-844f-259995dafb81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2022355 Nov 25 18:28:46.767640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:46.777572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.815394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-e1e4033b-4852-43a1-8a45-22b2bfc1caec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.0488255 Nov 25 18:28:46.816382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-38831f8d-e916-4178-9430-591f8b14cce9 None None] Provisioning complete for port 8c6be6b8-0087-449b-8aa6-28e54378f429 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:46.816753 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-38831f8d-e916-4178-9430-591f8b14cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.876967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.882133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:46.897469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816cd32-c4da-47ff-99f7-3d287f3ab7b8 req-40605e3c-567f-4991-92f0-5a94300dcaab tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.899565 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e816cd32-c4da-47ff-99f7-3d287f3ab7b8 req-40605e3c-567f-4991-92f0-5a94300dcaab tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 1096 time: 0.0876844 Nov 25 18:28:46.901215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c3552615-75ba-41fe-a030-445a73062de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.903399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c3552615-75ba-41fe-a030-445a73062de1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0785003 Nov 25 18:28:46.912786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2faf46-ebd7-4c54-9bed-354b079b327e req-c424b3c7-51b0-44ad-9b7d-7dd0fa763671 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:46.914382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb2faf46-ebd7-4c54-9bed-354b079b327e req-c424b3c7-51b0-44ad-9b7d-7dd0fa763671 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 945 time: 0.1492689 Nov 25 18:28:46.933867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:28:46.945293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Sync routers for ids ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:28:46.954914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Routers {'1f3bcc8a-ef35-4620-b29e-dae1831259bc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:46.955559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:46.982662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:46.987037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c4e2d677-bcdd-4231-b5ec-c3669ab680a9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6336713 Nov 25 18:28:46.988831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:47.002432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb2faf46-ebd7-4c54-9bed-354b079b327e req-43a59c02-6675-4d2c-89fc-e9571f17d7eb tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783010 Nov 25 18:28:47.004729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e816cd32-c4da-47ff-99f7-3d287f3ab7b8 req-e7278014-9659-425b-af33-cf0e05b76d5c tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953867 Nov 25 18:28:47.011493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-f4c33f85-ca6d-4b07-97a7-f19d93c0e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:47.013282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-f4c33f85-ca6d-4b07-97a7-f19d93c0e622 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972691 Nov 25 18:28:47.149150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Set router 1f3bcc8a-ef35-4620-b29e-dae1831259bc gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:47.247659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-d3a5c425-4759-44a5-8dfb-cd5a34059c09 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238302 Nov 25 18:28:47.264562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd641ec-8ed6-424a-88e2-a5a7e75a608f req-4bc66250-aa03-4e58-983c-0b2e5a2b7b9f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:47.272695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ccd641ec-8ed6-424a-88e2-a5a7e75a608f req-4bc66250-aa03-4e58-983c-0b2e5a2b7b9f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.1193974 Nov 25 18:28:47.396102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8c6be6b8-0087-449b-8aa6-28e54378f429 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:47.411670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ccd641ec-8ed6-424a-88e2-a5a7e75a608f req-c9996940-ed0a-4bc5-acf5-2e4ac3fd320a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379681 Nov 25 18:28:47.479576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-807dae7a-4231-43e6-9ec6-3162448cade8 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047558 Nov 25 18:28:47.505220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:28:45Z', 'revision_number': 3, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port': {'id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:44Z', 'updated_at': '2021-11-25T18:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:47.543546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dfdbd96e-db52-4afb-baa3-a8143bee226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:47.545572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-dfdbd96e-db52-4afb-baa3-a8143bee226a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1096 time: 0.1252875 Nov 25 18:28:47.552724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8c6be6b8-0087-449b-8aa6-28e54378f429 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:47.553101 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:47.559975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Checking router: 1f3bcc8a-ef35-4620-b29e-dae1831259bc for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:28:47.560319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Updating router 1f3bcc8a-ef35-4620-b29e-dae1831259bc port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:28:47.605487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e220a-58a0-4134-b47e-8e52541e34f5 req-89bcb669-4fc2-4916-92e0-4bb667ec9b6a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:47.621421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-157e220a-58a0-4134-b47e-8e52541e34f5 req-89bcb669-4fc2-4916-92e0-4bb667ec9b6a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0933392 Nov 25 18:28:47.629969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:47.684609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-157e220a-58a0-4134-b47e-8e52541e34f5 req-8f49b289-f7cc-435c-ba92-21c2a59150fc tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621650 Nov 25 18:28:47.715827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-0a68ed4c-7bfa-4397-ac68-d7123711e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:47.717306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-0a68ed4c-7bfa-4397-ac68-d7123711e44e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1447291 Nov 25 18:28:47.822807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:47.826375 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75cd6fb-5059-4dc6-8bc5-30cef5287c0f" -d '{"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-plugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:47.942271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a91422-4a5e-478f-a053-124f2e12492a req-801327d1-cbed-4bb9-baa4-fd0fb36697b4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:47.943930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89a91422-4a5e-478f-a053-124f2e12492a req-801327d1-cbed-4bb9-baa4-fd0fb36697b4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 949 time: 0.1108618 Nov 25 18:28:48.067609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89a91422-4a5e-478f-a053-124f2e12492a req-24d26f19-e6dc-437f-9961-b2c9c155839d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058564 Nov 25 18:28:48.187618 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.195045 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf18e6a-a9b0-4697-b201-fa840b6c0ef0 x-openstack-request-id: req-ddf18e6a-a9b0-4697-b201-fa840b6c0ef0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:48.195754 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-plugged", "status": "completed", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:48.195985 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddf18e6a-a9b0-4697-b201-fa840b6c0ef0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:48.196372 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'code': 200} Nov 25 18:28:48.199431 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.273013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def829bb-07a4-42fa-acb8-744a3ee43e24 req-938b3d23-dbd6-42a9-a056-1bc9504a7e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:48.275051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-def829bb-07a4-42fa-acb8-744a3ee43e24 req-938b3d23-dbd6-42a9-a056-1bc9504a7e2f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 950 time: 0.1168835 Nov 25 18:28:48.286828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Attempting to bind port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:48.287209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Attempting to bind port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:48.287831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Attempting to bind port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:48.296882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e339155-3100-4b65-b532-cffab181ad2c None None] Pushing event updated for resources: {'Port': ['ID=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:48.307163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:48.308626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:48.309035 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.309464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:48.310691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Bound port: 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:48.311310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.344725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-def829bb-07a4-42fa-acb8-744a3ee43e24 req-c1a9d801-0ae1-49e9-b77a-5d03453f0346 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621541 Nov 25 18:28:48.349958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-6c176f50-7271-44d1-87b5-4027a8280022 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 217 time: 0.5851376 Nov 25 18:28:48.373957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] For port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:48.377291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] For port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:48.390702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.455532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Routers {'1f3bcc8a-ef35-4620-b29e-dae1831259bc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:48.456330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:48.544917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e8a66-0abe-4430-b218-63a3fb12e938 req-d2d62523-8eaf-4239-ae92-0a9db18920ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:48.552319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-936e8a66-0abe-4430-b218-63a3fb12e938 req-d2d62523-8eaf-4239-ae92-0a9db18920ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1101 time: 0.0863285 Nov 25 18:28:48.565171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-45af28c0-01c5-4b47-8d7d-c27b1d7650e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:48.567932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-45af28c0-01c5-4b47-8d7d-c27b1d7650e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1802914 Nov 25 18:28:48.622601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-936e8a66-0abe-4430-b218-63a3fb12e938 req-e82bdc0c-a8ec-4d36-a2f9-cf7ecb9a10f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527594 Nov 25 18:28:48.625204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.632287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9646b0e4-566b-4949-8fcc-bd388b1412fe up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:48.637379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e339155-3100-4b65-b532-cffab181ad2c None None] Pushing event updated for resources: {'Port': ['ID=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:48.749669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] Set router 1f3bcc8a-ef35-4620-b29e-dae1831259bc gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:48.765693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d0469-df4c-4b29-988f-498012b78e22 req-a3de7afe-3200-4e47-987b-cf421c10b1d2 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:48.774216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-114d0469-df4c-4b29-988f-498012b78e22 req-a3de7afe-3200-4e47-987b-cf421c10b1d2 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 945 time: 0.4306769 Nov 25 18:28:48.781144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d66cff-0385-4804-9085-c68ef63fbd79 req-b4b0edc0-740d-47b5-9eb9-534efd87f3b3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:48.783535 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d66cff-0385-4804-9085-c68ef63fbd79 req-b4b0edc0-740d-47b5-9eb9-534efd87f3b3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0643222 Nov 25 18:28:48.809766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-95a71603-ffc2-451d-b820-e0454083f53c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823764 Nov 25 18:28:48.845381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d66cff-0385-4804-9085-c68ef63fbd79 req-0b4a05ba-0e91-441e-ab22-53af4a72d5fe tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538976 Nov 25 18:28:48.926668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9646b0e4-566b-4949-8fcc-bd388b1412fe completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:28:48.951520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9646b0e4-566b-4949-8fcc-bd388b1412fe triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:48.951984 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:48.964882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ece10-de6a-46a9-b74b-34d583c965a5 req-42b595e9-0f3c-415f-95c2-bcf3421ee61d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:48.974822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df7ece10-de6a-46a9-b74b-34d583c965a5 req-42b595e9-0f3c-415f-95c2-bcf3421ee61d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0705750 Nov 25 18:28:48.994551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-114d0469-df4c-4b29-988f-498012b78e22 req-34f07de5-fbc2-4e9c-9672-580e9fbca5e4 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137487 Nov 25 18:28:49.044880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df7ece10-de6a-46a9-b74b-34d583c965a5 req-8b6b9a70-5a11-47e0-9f89-d1f4abba3738 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664012 Nov 25 18:28:49.065342 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:49.099601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Allocated IP 172.20.0.1 (4128b869-e76d-4457-a084-ae18573e6dc2/ebd20a35-4444-4485-9c41-7ae42cbe76cb/34404fb0-41bc-4485-a38d-554c41ad97ee) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:49.115547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:28:45Z', 'revision_number': 3, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port': {'id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:44Z', 'updated_at': '2021-11-25T18:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:49.118986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9646b0e4-566b-4949-8fcc-bd388b1412fe, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:49.144514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-f6bbb257-f398-444f-8c13-8b0b5e4362c0 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404976 Nov 25 18:28:49.150155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:49.153733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d4d7-d6d5-41cb-8718-92cda9f1bb67 None None] The sync data for ids ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'] in n-d-819194-3 is: [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:28:45Z', 'revision_number': 3, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port': {'id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:44Z', 'updated_at': '2021-11-25T18:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:28:49.185023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa513e-389b-46a3-84c0-a47bafedfeb2 req-48d7de0e-7610-47b8-8cf4-6454dfdf05f3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.186693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dfaa513e-389b-46a3-84c0-a47bafedfeb2 req-48d7de0e-7610-47b8-8cf4-6454dfdf05f3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 949 time: 0.0640054 Nov 25 18:28:49.220545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9646b0e4-566b-4949-8fcc-bd388b1412fe,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:49.262281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154ca79-5494-4f98-9909-aac1613b292c req-4f43f222-3cde-49fe-a6c8-822cc5f75b55 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.263891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5154ca79-5494-4f98-9909-aac1613b292c req-4f43f222-3cde-49fe-a6c8-822cc5f75b55 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1934447 Nov 25 18:28:49.275038 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dfaa513e-389b-46a3-84c0-a47bafedfeb2 req-0058b9e0-e51d-4a50-a4e5-bf292adec48f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Nov 25 18:28:49.380615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5154ca79-5494-4f98-9909-aac1613b292c req-262360db-31db-4671-80ec-ef435001b46f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060040 Nov 25 18:28:49.407925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-daf78b31-3580-405d-828b-27ad2ddf7ad2 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417517 Nov 25 18:28:49.415770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:49.425959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b373f7-724f-4859-aa6e-f170da33d72c req-35abe7c7-6b2c-435d-ba5e-4df096fe2634 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.427536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15b373f7-724f-4859-aa6e-f170da33d72c req-35abe7c7-6b2c-435d-ba5e-4df096fe2634 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 950 time: 0.0703220 Nov 25 18:28:49.516721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15b373f7-724f-4859-aa6e-f170da33d72c req-15905a9c-64b2-4582-b02e-c3d2583aff26 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794933 Nov 25 18:28:49.522498 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:49.618497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Network 4128b869-e76d-4457-a084-ae18573e6dc2 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:49.622776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:49.637467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:49.701959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416c8b-3d70-4070-8674-da28a6e5eda8 req-45444af4-3a3a-450a-82bb-14fc1ac88bbc tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.709877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c416c8b-3d70-4070-8674-da28a6e5eda8 req-45444af4-3a3a-450a-82bb-14fc1ac88bbc tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 950 time: 0.2079036 Nov 25 18:28:49.726027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Pushing event updated for resources: {'Port': ['ID=34404fb0-41bc-4485-a38d-554c41ad97ee,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:49.741082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.741422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.741903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.742237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.742595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.742922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.743246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.743566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.743885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.744202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.744517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.747632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:49.808607 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:49.817623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-23e15137-039c-4150-8a69-d8616e943540 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.819448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-23e15137-039c-4150-8a69-d8616e943540 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.2950299 Nov 25 18:28:49.950849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819194-3'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:49.964578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a1282-7a80-438d-8422-e24074dd2100 req-ff91b469-a436-49e0-8224-3753ac5decc7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.973368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a1282-7a80-438d-8422-e24074dd2100 req-ff91b469-a436-49e0-8224-3753ac5decc7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:49.975427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e36a1282-7a80-438d-8422-e24074dd2100 req-ff91b469-a436-49e0-8224-3753ac5decc7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e&device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 1690 time: 0.1048777 Nov 25 18:28:50.013220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4c52887d-a7f3-48f3-a7dd-ae2fd94db802 None None] Provisioning complete for port 34404fb0-41bc-4485-a38d-554c41ad97ee triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:50.013594 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c52887d-a7f3-48f3-a7dd-ae2fd94db802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.052771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e36a1282-7a80-438d-8422-e24074dd2100 req-724ca0ae-98cc-4e5f-bdc1-bffd3f3ae426 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662768 Nov 25 18:28:50.059293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c416c8b-3d70-4070-8674-da28a6e5eda8 req-0522f184-7ee9-4dc7-92dc-1170fffaef40 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483303 Nov 25 18:28:50.063680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4c52887d-a7f3-48f3-a7dd-ae2fd94db802 None None] Port 34404fb0-41bc-4485-a38d-554c41ad97ee cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:50.131602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.197282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:50.200081 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86924cf-c9d6-4988-9676-c5a1b2a0b607" -d '{"events": [{"server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "name": "network-vif-plugged", "status": "completed", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:50.244753 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.313730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51487-b207-4b1d-a4fc-bbdbebf813e6 req-7d65c49a-d415-4489-a314-378a7a65502d tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:50.315457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1cf51487-b207-4b1d-a4fc-bbdbebf813e6 req-7d65c49a-d415-4489-a314-378a7a65502d tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.1545870 Nov 25 18:28:50.496675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fef151-9330-48e4-aa22-d9ecfc407c01 req-560f809e-0f30-4e81-9ef0-9bc1fd69ef02 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:50.498227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6fef151-9330-48e4-aa22-d9ecfc407c01 req-560f809e-0f30-4e81-9ef0-9bc1fd69ef02 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 945 time: 0.0937877 Nov 25 18:28:50.522287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1cf51487-b207-4b1d-a4fc-bbdbebf813e6 req-f3d543e3-bac9-4132-873d-9e1cf8f77e3f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952796 Nov 25 18:28:50.529811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:50.560989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6fef151-9330-48e4-aa22-d9ecfc407c01 req-0ed55c1f-b1ea-4df6-98a6-8d332c8ced1f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Nov 25 18:28:50.616403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:50.666772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.681347 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497055e0-4d2e-4a3e-a13b-e7f99c2f2802 x-openstack-request-id: req-497055e0-4d2e-4a3e-a13b-e7f99c2f2802 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:50.681347 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "name": "network-vif-plugged", "status": "completed", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:50.681347 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-497055e0-4d2e-4a3e-a13b-e7f99c2f2802 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:50.681347 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'code': 200} Nov 25 18:28:50.682341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.760272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:50.762501 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434bfc76-f489-4888-b47b-01abbea88b21" -d '{"events": [{"server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:50.773593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.797916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.800030 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:50.803895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Pushing event updated for resources: {'Port': ['ID=34404fb0-41bc-4485-a38d-554c41ad97ee,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:50.804017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916acf7b-8bd9-417d-af20-4d8ca0c1b466 req-1b709ac5-9be2-4b12-b5ba-743c980e5356 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:50.805383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-916acf7b-8bd9-417d-af20-4d8ca0c1b466 req-1b709ac5-9be2-4b12-b5ba-743c980e5356 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0535793 Nov 25 18:28:50.830173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11568f9b-8a33-4794-a310-c86e8e9ed811 req-07607282-5fb9-4867-a7c0-84665b706974 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:50.831744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11568f9b-8a33-4794-a310-c86e8e9ed811 req-07607282-5fb9-4867-a7c0-84665b706974 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.1744816 Nov 25 18:28:50.904594 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-916acf7b-8bd9-417d-af20-4d8ca0c1b466 req-aad93008-aee8-4f13-82b1-d47a6a4f3086 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877237 Nov 25 18:28:50.931761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df7cf-bd12-4d62-8aba-2e3f0f7cfa96 req-e44b5ec6-dd35-4146-884f-35ed70b679c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:50.933270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac4df7cf-bd12-4d62-8aba-2e3f0f7cfa96 req-e44b5ec6-dd35-4146-884f-35ed70b679c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 1097 time: 0.0916300 Nov 25 18:28:50.988757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:51.011346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on host n-h1-819194-3 for vnic_type normal with profile {"migrating_to": "n-h2-819194-3"} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:51.011678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:51.012009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:51.025303 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac4df7cf-bd12-4d62-8aba-2e3f0f7cfa96 req-a44064a4-8708-4220-92d3-93ce39619cb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682130 Nov 25 18:28:51.026022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11568f9b-8a33-4794-a310-c86e8e9ed811 req-9015b69a-2af3-4b7b-9956-da0fde7242b5 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718462 Nov 25 18:28:51.036212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:51.036537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:51.044732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:51.045073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:51.045449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:51.045886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Bound port: 5f9e05c1-f396-425a-bb87-cb7c2205098a, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:51.046893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.063327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Network 4128b869-e76d-4457-a084-ae18573e6dc2 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:51.067329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:51.102752 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a525d69-6807-49cf-b52f-debf562ef91f x-openstack-request-id: req-4a525d69-6807-49cf-b52f-debf562ef91f {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:51.103043 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:51.103300 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a525d69-6807-49cf-b52f-debf562ef91f {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:51.103691 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'code': 200} Nov 25 18:28:51.159698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada659f-0a8b-4d27-b132-49349dab135d req-9bb956ad-c010-483d-80f6-f2593ff51431 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.161519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ada659f-0a8b-4d27-b132-49349dab135d req-9bb956ad-c010-483d-80f6-f2593ff51431 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 1100 time: 0.0488882 Nov 25 18:28:51.229941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ada659f-0a8b-4d27-b132-49349dab135d req-1848415a-8f45-44d5-985b-2c762a007ab4 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617192 Nov 25 18:28:51.258953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:51.285812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:51.301153 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.376031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:51.423775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da92eb6-b351-468e-a1f8-136884a1887c req-116c0dc1-46c9-453a-a395-398d920d7c34 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.425503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4da92eb6-b351-468e-a1f8-136884a1887c req-116c0dc1-46c9-453a-a395-398d920d7c34 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 1101 time: 0.0862806 Nov 25 18:28:51.437818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667acb1-2fa4-45dc-919b-812628cdc6b4 req-c7dbe9bc-8eac-42c3-9a22-33ea4152510e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.445393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e667acb1-2fa4-45dc-919b-812628cdc6b4 req-c7dbe9bc-8eac-42c3-9a22-33ea4152510e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 950 time: 0.2626286 Nov 25 18:28:51.467843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a39dc5db-30ba-4a2c-996e-4b1c71c3adf5 None None] Provisioning complete for port 34404fb0-41bc-4485-a38d-554c41ad97ee triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:51.468888 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a39dc5db-30ba-4a2c-996e-4b1c71c3adf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.469638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=8']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:51.486970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.488197 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.491119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-076c05f2-5df3-48fa-8db7-f95098beafa5 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 1121 time: 1.5537930 Nov 25 18:28:51.504433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4da92eb6-b351-468e-a1f8-136884a1887c req-09bf4977-8ad2-47f8-b460-368fa2140a5f tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689194 Nov 25 18:28:51.509983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:51.510353 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.511925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Router 1f3bcc8a-ef35-4620-b29e-dae1831259bc has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:28:51.562922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a39dc5db-30ba-4a2c-996e-4b1c71c3adf5 None None] Port 34404fb0-41bc-4485-a38d-554c41ad97ee cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:51.619595 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.625499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e667acb1-2fa4-45dc-919b-812628cdc6b4 req-50926535-0cf1-4cc1-ad93-fa639cd00bdb tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791861 Nov 25 18:28:51.642529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f9e05c1-f396-425a-bb87-cb7c2205098a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:51.730253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:51.732310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900d1d7-4a92-427b-b6ec-d3c875284f32 req-3210d381-9e6d-4492-9066-7247f102b8fe tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:51.734297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3900d1d7-4a92-427b-b6ec-d3c875284f32 req-3210d381-9e6d-4492-9066-7247f102b8fe tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.0644979 Nov 25 18:28:51.773429 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:51.795457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3900d1d7-4a92-427b-b6ec-d3c875284f32 req-188ff1cc-972c-4e75-9463-e8b743f16646 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541339 Nov 25 18:28:51.867321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:51.995363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac22fe6d-03e2-495b-88d7-c59391c32f91 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:52.043261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:28:52.052296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-9f8fdaae-343f-4c88-a76a-8d2c3ceb9d2c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370786 Nov 25 18:28:52.055058 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Sync routers for ids ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:28:52.058246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e45d8107-46b0-44c9-8d15-ba489e93019e admin admin] 10.222.0.62 "PUT /v2.0/routers/1f3bcc8a-ef35-4620-b29e-dae1831259bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0544765 Nov 25 18:28:52.069903 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Routers {'1f3bcc8a-ef35-4620-b29e-dae1831259bc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:52.071409 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:52.079427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe96ed-b2a5-414d-8fb2-9a9b268b3841 req-0fd0fb86-06e9-4aa4-bdba-31ea8e91a135 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.080918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82fe96ed-b2a5-414d-8fb2-9a9b268b3841 req-0fd0fb86-06e9-4aa4-bdba-31ea8e91a135 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.0902896 Nov 25 18:28:52.150878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82fe96ed-b2a5-414d-8fb2-9a9b268b3841 req-55042fde-87e3-43d9-a279-5035b89a7783 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610433 Nov 25 18:28:52.176376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:52.194398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'port_id': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'mac_address': 'fa:16:3e:40:d8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bb561c-71d4-49e0-8086-9396c305d01e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:28:52.239868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:52.260378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac22fe6d-03e2-495b-88d7-c59391c32f91 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:52.283836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:52.293188 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Set router 1f3bcc8a-ef35-4620-b29e-dae1831259bc gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:52.297216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:52.299929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-c3297a14-f6a9-431e-b203-10a1805037ca tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.309630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-c3297a14-f6a9-431e-b203-10a1805037ca tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562122 Nov 25 18:28:52.323191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-76da2c1a-6845-493c-b6ff-fcf38a08a8e7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/quotas/808eb8191e6c474eb642cfaa344cbe93 HTTP/1.1" status: 200 len: 375 time: 0.0125771 Nov 25 18:28:52.338152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cde19-6e28-46be-ac0e-bc7000b257ba req-9cbb8412-e40a-4699-a79c-a56ac3f76426 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.339833 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc2cde19-6e28-46be-ac0e-bc7000b257ba req-9cbb8412-e40a-4699-a79c-a56ac3f76426 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0711148 Nov 25 18:28:52.381054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:52.415437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc2cde19-6e28-46be-ac0e-bc7000b257ba req-c8cfc77b-e352-45ee-8ef8-b42efcac5f5e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670443 Nov 25 18:28:52.435254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-e8885b2d-90c6-43bd-a7fd-ad07cd927eef tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1053343 Nov 25 18:28:52.456336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ac22fe6d-03e2-495b-88d7-c59391c32f91'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:52.596469 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:28:50Z', 'revision_number': 4, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port': {'id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:44Z', 'updated_at': '2021-11-25T18:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '34404fb0-41bc-4485-a38d-554c41ad97ee', 'name': '', 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'ebd20a35-4444-4485-9c41-7ae42cbe76cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:48Z', 'updated_at': '2021-11-25T18:28:50Z', 'revision_number': 2, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'subnets': [{'id': 'ebd20a35-4444-4485-9c41-7ae42cbe76cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:52.618304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b6f3-2510-47c2-9966-f933d45e9ba5 req-02f7d11f-66fc-4426-a628-866a94932fef tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.623239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60f3b6f3-2510-47c2-9966-f933d45e9ba5 req-02f7d11f-66fc-4426-a628-866a94932fef tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1101 time: 0.0878274 Nov 25 18:28:52.629024 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Checking router: 1f3bcc8a-ef35-4620-b29e-dae1831259bc for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:28:52.629466 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Updating router 1f3bcc8a-ef35-4620-b29e-dae1831259bc port 34404fb0-41bc-4485-a38d-554c41ad97ee binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:28:52.669337 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:52.748401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60f3b6f3-2510-47c2-9966-f933d45e9ba5 req-edacace5-daa1-4306-8b6f-03b9e226c934 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013124 Nov 25 18:28:52.789994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9583da-11ec-4b24-ae3e-2edd35a4be16 req-9f21f9ab-8097-4158-a953-9bd5d8bddb9b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:52.800855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c9583da-11ec-4b24-ae3e-2edd35a4be16 req-9f21f9ab-8097-4158-a953-9bd5d8bddb9b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 944 time: 0.0770445 Nov 25 18:28:52.879779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c9583da-11ec-4b24-ae3e-2edd35a4be16 req-658f47b3-17ed-4f5a-b12b-332d78e9b1e7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762856 Nov 25 18:28:52.971936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cadac27-ca7a-4182-b7f6-18f6c4ffb8fe req-e619d77a-6bbc-475b-ab4f-f3081fbb14fd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 210 time: 0.0462065 Nov 25 18:28:53.126146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:53.128653 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc59cddb-d5f3-4619-9593-b308de254e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:53.237792 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.256694 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.268328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860410f-37f5-406e-9081-deb8be1e1996 req-a224f06f-fc86-41db-8818-4ee5f65cd169 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:53.280119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6860410f-37f5-406e-9081-deb8be1e1996 req-a224f06f-fc86-41db-8818-4ee5f65cd169 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.0954235 Nov 25 18:28:53.323779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-682cc94b-911a-4f4d-8255-9214023c0179 req-9562418b-b048-4675-9d36-03c5682075ae tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3660078 Nov 25 18:28:53.328915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:53.373017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.401179 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Pushing event updated for resources: {'Port': ['ID=34404fb0-41bc-4485-a38d-554c41ad97ee,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:53.402563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:53.417279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6860410f-37f5-406e-9081-deb8be1e1996 req-59a8ccca-77f4-47d8-9872-13006dfebf57 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356237 Nov 25 18:28:53.472619 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.478980 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.478980 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.478980 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.478980 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.479354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.482209 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.482745 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.483172 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.483612 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.487725 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.487891 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:53.529446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:53.529808 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.563693 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Attempting to bind port 34404fb0-41bc-4485-a38d-554c41ad97ee on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:53.564128 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Attempting to bind port 34404fb0-41bc-4485-a38d-554c41ad97ee by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:53.564538 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Attempting to bind port 34404fb0-41bc-4485-a38d-554c41ad97ee on network 4128b869-e76d-4457-a084-ae18573e6dc2 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:53.565197 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.570436 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:53.570842 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Checking segment: {'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:53.571250 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.571647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Bound using segment: {'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:53.572162 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Bound port: 34404fb0-41bc-4485-a38d-554c41ad97ee, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff80422-0567-417d-925d-1e4adc0484d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:53.572569 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.664393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1945c0-97b7-427e-89ee-6f9beeefad20 req-e5348993-8bde-4b9b-981f-6a396d9591b5 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:53.672541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e1945c0-97b7-427e-89ee-6f9beeefad20 req-e5348993-8bde-4b9b-981f-6a396d9591b5 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 1101 time: 0.1220808 Nov 25 18:28:53.695762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] For port 34404fb0-41bc-4485-a38d-554c41ad97ee, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:53.699206 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] For port 34404fb0-41bc-4485-a38d-554c41ad97ee, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=34404fb0-41bc-4485-a38d-554c41ad97ee,segment=NetworkSegment(4ff80422-0567-417d-925d-1e4adc0484d4),segment_id=4ff80422-0567-417d-925d-1e4adc0484d4)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:53.710019 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.723752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Allocated IP 172.25.2.137 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/f5a4eecb-dd99-4185-a1ad-76a33d5cd5d0) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:53.755075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e1945c0-97b7-427e-89ee-6f9beeefad20 req-f1c72a6e-af45-48ae-9e43-a0d0cdb04a82 tempest-ServersAdminTestJSON-1825617169 tempest-ServersAdminTestJSON-1825617169-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814085 Nov 25 18:28:53.782287 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Routers {'1f3bcc8a-ef35-4620-b29e-dae1831259bc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:53.782971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:53.809695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9774da9d-cb5c-4275-800f-f0e0fbcd99ae None None] Provisioning complete for port 34404fb0-41bc-4485-a38d-554c41ad97ee triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:53.810200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9774da9d-cb5c-4275-800f-f0e0fbcd99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:53.825036 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d58a7-b94e-4888-81d6-cdf865750e7e None None] Pushing event updated for resources: {'Port': ['ID=34404fb0-41bc-4485-a38d-554c41ad97ee,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:53.890999 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29048ed8-1ade-44c3-ac70-b05c7cf699d7 x-openstack-request-id: req-29048ed8-1ade-44c3-ac70-b05c7cf699d7 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:53.891377 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:53.892698 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29048ed8-1ade-44c3-ac70-b05c7cf699d7 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:53.893098 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'status': 'completed', 'code': 200} Nov 25 18:28:53.963465 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] Set router 1f3bcc8a-ef35-4620-b29e-dae1831259bc gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:53.979423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-251be02f-a85c-4b34-a202-1820dc93ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:53.980945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-251be02f-a85c-4b34-a202-1820dc93ae7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1124 time: 0.0972276 Nov 25 18:28:54.003541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac22fe6d-03e2-495b-88d7-c59391c32f91 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:54.003783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.062978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-69723ce9-2226-41fc-a750-f1411fca9617 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364830 Nov 25 18:28:54.120882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9774da9d-cb5c-4275-800f-f0e0fbcd99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.163570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.182398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9774da9d-cb5c-4275-800f-f0e0fbcd99ae None None] For port 34404fb0-41bc-4485-a38d-554c41ad97ee, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=34404fb0-41bc-4485-a38d-554c41ad97ee,segment=NetworkSegment(4ff80422-0567-417d-925d-1e4adc0484d4),segment_id=4ff80422-0567-417d-925d-1e4adc0484d4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:54.193149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9774da9d-cb5c-4275-800f-f0e0fbcd99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.231576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:54.238165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:54.244148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:54.283810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ac22fe6d-03e2-495b-88d7-c59391c32f91 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:54.284186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.285502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02501d05-20cf-4e7b-95fc-0e93b982597b req-d87001d7-6f94-42e2-90eb-5b95a7b3b9ee tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:54.293089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02501d05-20cf-4e7b-95fc-0e93b982597b req-d87001d7-6f94-42e2-90eb-5b95a7b3b9ee tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.2963252 Nov 25 18:28:54.317354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-945096c6-012f-400a-9170-4e3b074c1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:54.319346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-945096c6-012f-400a-9170-4e3b074c1b8b service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.3239112 Nov 25 18:28:54.365046 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:28:50Z', 'revision_number': 4, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port': {'id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:44Z', 'updated_at': '2021-11-25T18:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '34404fb0-41bc-4485-a38d-554c41ad97ee', 'name': '', 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'ebd20a35-4444-4485-9c41-7ae42cbe76cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:48Z', 'updated_at': '2021-11-25T18:28:53Z', 'revision_number': 4, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'subnets': [{'id': 'ebd20a35-4444-4485-9c41-7ae42cbe76cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:54.377858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-50b558f8-f295-48cb-a813-ee516e5e7687 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 217 time: 0.0410044 Nov 25 18:28:54.382553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=f5a4eecb-dd99-4185-a1ad-76a33d5cd5d0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:54.406632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-b2a474a8-e86a-40ff-bea4-95038d191373 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:54.416925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-b2a474a8-e86a-40ff-bea4-95038d191373 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333282 Nov 25 18:28:54.418325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774da9d-cb5c-4275-800f-f0e0fbcd99ae None None] Pushing event updated for resources: {'Port': ['ID=34404fb0-41bc-4485-a38d-554c41ad97ee,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:54.423746 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.425073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ccee1734-d733-4031-a952-5da4a2d05723 None None] Provisioning complete for port 34404fb0-41bc-4485-a38d-554c41ad97ee triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:54.426423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ccee1734-d733-4031-a952-5da4a2d05723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.430242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:54.442954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02501d05-20cf-4e7b-95fc-0e93b982597b req-3e158b60-83bc-45be-901f-5a52c02c43b4 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470582 Nov 25 18:28:54.458358 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a4649-f9f6-4f8a-83ff-523f223339fe None None] The sync data for ids ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'] in n-d-819194-3 is: [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:28:50Z', 'revision_number': 4, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port': {'id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:44Z', 'updated_at': '2021-11-25T18:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '34404fb0-41bc-4485-a38d-554c41ad97ee', 'name': '', 'network_id': '4128b869-e76d-4457-a084-ae18573e6dc2', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'ebd20a35-4444-4485-9c41-7ae42cbe76cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:48Z', 'updated_at': '2021-11-25T18:28:53Z', 'revision_number': 4, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'subnets': [{'id': 'ebd20a35-4444-4485-9c41-7ae42cbe76cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:28:54.492558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-c6e6aaf8-7a39-4a51-9fa4-6899349e28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:54.494035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-c6e6aaf8-7a39-4a51-9fa4-6899349e28c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0958683 Nov 25 18:28:54.531264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.570550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:28:54.575696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-f2282664-1af2-4375-9ff9-b77a051c6c14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686486 Nov 25 18:28:54.644283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.707971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53c4fb-315c-4eeb-bc5b-2a6f55bc5cbd req-d5880749-8457-4acc-8c07-7f3b19447b72 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:54.716542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c53c4fb-315c-4eeb-bc5b-2a6f55bc5cbd req-d5880749-8457-4acc-8c07-7f3b19447b72 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1352165 Nov 25 18:28:54.763839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:54.766901 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b068df6-cf5a-4d98-8335-5cb7b9703c44" -d '{"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-plugged", "status": "completed", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:54.793989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:54.807614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-6fd96f89-1e7a-47f7-9450-222e758e5a59 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164326 Nov 25 18:28:54.812216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.855719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:54.860589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.881533 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:54.888236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a has no active binding in host n-h2-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:28:54.904920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:54.940721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc59cddb-d5f3-4619-9593-b308de254e1a req-2621da39-2a19-4391-93ea-14a63a9291dc service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148729 Nov 25 18:28:54.946907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c53c4fb-315c-4eeb-bc5b-2a6f55bc5cbd req-9a4cd8a1-3101-4fc6-94fd-0d09abbc4d6e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293069 Nov 25 18:28:55.011804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:28:55.016736 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:55.052798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:55.063153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=f5a4eecb-dd99-4185-a1ad-76a33d5cd5d0,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:55.115242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:55.116621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-682cc94b-911a-4f4d-8255-9214023c0179 req-a54f39ee-0f22-43c6-88ed-229c0883466f tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7919283 Nov 25 18:28:55.196314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-682cc94b-911a-4f4d-8255-9214023c0179 req-86714e16-0351-43dc-8001-0b1da4d09d82 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0661809 Nov 25 18:28:55.346546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.134 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/9b0ea39b-3bae-497f-977b-89eb874ef985) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:55.411431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 34404fb0-41bc-4485-a38d-554c41ad97ee up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:28:55.423746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f2b87-a7c4-4191-b94f-460b565554bb req-a63d41b1-3ee8-42a1-b584-bedc9c876b1c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:55.432685 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc6f2b87-a7c4-4191-b94f-460b565554bb req-a63d41b1-3ee8-42a1-b584-bedc9c876b1c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.0921559 Nov 25 18:28:55.440048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc94b-911a-4f4d-8255-9214023c0179 req-8f217186-a4bb-4929-8de3-775a6e58389b tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:55.441463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-682cc94b-911a-4f4d-8255-9214023c0179 req-8f217186-a4bb-4929-8de3-775a6e58389b tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.2350144 Nov 25 18:28:55.524874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 34404fb0-41bc-4485-a38d-554c41ad97ee triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:55.525432 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:55.560306 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc6f2b87-a7c4-4191-b94f-460b565554bb req-b4156bdb-fb87-41aa-9a5f-6c62abe27189 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205616 Nov 25 18:28:55.667311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1758500-8882-458f-98a5-c63bb8a41be9 req-acda3a70-9a63-4d15-87cb-8b371877256a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 210 time: 0.0694444 Nov 25 18:28:55.691843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:55.737106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:55.740830 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c8343f-9e0a-424e-a2dd-408775fa7e40 x-openstack-request-id: req-07c8343f-9e0a-424e-a2dd-408775fa7e40 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:55.741134 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-plugged", "status": "completed", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:55.741399 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07c8343f-9e0a-424e-a2dd-408775fa7e40 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:55.742086 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'code': 200} Nov 25 18:28:55.754633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630', 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:55.757036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'adc7acb7-8d55-4e03-b5b7-3d491c753d28'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:55.768302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c836-9122-4978-8508-4c2ea99d7e9f req-0a274cf8-f169-4529-865e-a721dea6f8aa tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:55.777673 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd6c836-9122-4978-8508-4c2ea99d7e9f req-0a274cf8-f169-4529-865e-a721dea6f8aa tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.1154497 Nov 25 18:28:55.788135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=9b0ea39b-3bae-497f-977b-89eb874ef985,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:55.802540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:55.804255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:55.812737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:55.859714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd6c836-9122-4978-8508-4c2ea99d7e9f req-26f0f17f-a18a-4675-93a9-00126e6d81f3 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808206 Nov 25 18:28:55.894876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:55.895612 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:55.962257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-6e5b95f6-523b-40c0-b022-efee29bde52d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5363226 Nov 25 18:28:55.995470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988db56-3b54-4c36-ac52-66d5dc936097 req-cdafed7b-74d2-4b58-8608-6f6c7b788136 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:56.004292 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f988db56-3b54-4c36-ac52-66d5dc936097 req-cdafed7b-74d2-4b58-8608-6f6c7b788136 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 950 time: 0.0915368 Nov 25 18:28:56.052546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Request body: {'port': {'device_id': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:56.127924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f988db56-3b54-4c36-ac52-66d5dc936097 req-3f3e38a5-c6b0-4dad-a601-38ffe5d517bd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207299 Nov 25 18:28:56.191600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.264109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-5d342444-72f1-4f06-b0b4-46a4631403a6 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3584697 Nov 25 18:28:56.269359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:56.297171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.308823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-185090d4-0450-45f2-a19d-aef47e2f4683 None None] Provisioning complete for port 9b0ea39b-3bae-497f-977b-89eb874ef985 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:28:56.309194 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-185090d4-0450-45f2-a19d-aef47e2f4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.353256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-185090d4-0450-45f2-a19d-aef47e2f4683 None None] Port 9b0ea39b-3bae-497f-977b-89eb874ef985 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:28:56.381575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062619d5-d0e6-47b7-a049-c68b86b3560d req-71da287e-078f-43c6-bc96-06084f79e9ce tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:56.383494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-062619d5-d0e6-47b7-a049-c68b86b3560d req-71da287e-078f-43c6-bc96-06084f79e9ce tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.1254468 Nov 25 18:28:56.501720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-062619d5-d0e6-47b7-a049-c68b86b3560d req-4af1fed4-4e4a-48b7-b7d4-b909602cfd1f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007416 Nov 25 18:28:56.632563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0ea39b-3bae-497f-977b-89eb874ef985 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:28:56.643526 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.657678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.659657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d1a3-4aa6-47f3-bc28-460ebb7d5646 req-a60683b9-4c89-4e25-a296-538658d6732a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:56.661150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6d8d1a3-4aa6-47f3-bc28-460ebb7d5646 req-a60683b9-4c89-4e25-a296-538658d6732a tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.0709441 Nov 25 18:28:56.668794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Transition to ACTIVE for port object 9b0ea39b-3bae-497f-977b-89eb874ef985 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:28:56.670327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54484) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:28:56.675160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Request body: {'floatingip': {'port_id': '9646b0e4-566b-4949-8fcc-bd388b1412fe'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:56.709879 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.736164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.773056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Allocated IP 172.25.2.138 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/adaecbaf-5529-45f5-92fc-20e7f83fe115) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:56.861296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0ea39b-3bae-497f-977b-89eb874ef985,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:56.882708 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.920303 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:56.926285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2c663-17f5-44d1-8ccd-d7a9565479c6 req-8fbac4bc-4312-4f6c-b676-4b4553bc8fa0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:56.929246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e2c663-17f5-44d1-8ccd-d7a9565479c6 req-8fbac4bc-4312-4f6c-b676-4b4553bc8fa0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2067554 Nov 25 18:28:56.964555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:56.970034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:56.973777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:56.979199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=adaecbaf-5529-45f5-92fc-20e7f83fe115,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:57.007254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.007608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.007951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.008287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.008622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.008954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.009281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.009607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.009934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.010298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.010609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.010932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:28:57.076090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.098010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Attempting to bind port 9b0ea39b-3bae-497f-977b-89eb874ef985 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:28:57.098308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Attempting to bind port 9b0ea39b-3bae-497f-977b-89eb874ef985 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:28:57.098657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Attempting to bind port 9b0ea39b-3bae-497f-977b-89eb874ef985 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:57.109993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26e2c663-17f5-44d1-8ccd-d7a9565479c6 req-eb9e7241-9cea-441e-af16-e456014784b4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591971 Nov 25 18:28:57.112806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Port 9b0ea39b-3bae-497f-977b-89eb874ef985 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:28:57.113125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Attempting to bind port 9b0ea39b-3bae-497f-977b-89eb874ef985 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:28:57.114808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.126866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:28:57.127049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:28:57.127372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:28:57.127803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Bound port: 9b0ea39b-3bae-497f-977b-89eb874ef985, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:28:57.128152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.298230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.304297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.336392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] For port 9b0ea39b-3bae-497f-977b-89eb874ef985, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:28:57.363300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] For port 9b0ea39b-3bae-497f-977b-89eb874ef985, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9b0ea39b-3bae-497f-977b-89eb874ef985,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:28:57.372833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d070-d744-44b8-a5f0-ac4b0a6e7076 req-a029c4a1-d162-49ba-865c-30e2fbbf431a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.374878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d507d070-d744-44b8-a5f0-ac4b0a6e7076 req-a029c4a1-d162-49ba-865c-30e2fbbf431a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.1413286 Nov 25 18:28:57.379273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.386270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=adaecbaf-5529-45f5-92fc-20e7f83fe115,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:57.422511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.446106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.447394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-86da01a5-00d6-49a8-9b65-c240e4773853 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1820631 Nov 25 18:28:57.470366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.471006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.472360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] 10.222.0.66 "PUT /v2.0/ports/9b0ea39b-3bae-497f-977b-89eb874ef985 HTTP/1.1" status: 200 len: 1096 time: 1.4289947 Nov 25 18:28:57.501320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'tag': '9b0ea39b-3bae-497f-977b-89eb874ef985'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:28:57.503685 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54688a5c-20d9-443c-a829-6710f262f3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "204c6290-925e-43dd-a9d4-d8da8cdd1428", "tag": "9b0ea39b-3bae-497f-977b-89eb874ef985"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:28:57.514849 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-cbd84e84-5e22-462d-b694-9c5cf545a2b9 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0603333 Nov 25 18:28:57.595259 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.599267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d507d070-d744-44b8-a5f0-ac4b0a6e7076 req-7092ed46-cd5c-4c78-8487-c66ef9ef8c48 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952722 Nov 25 18:28:57.602604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22336c-518e-4ff4-8b08-7d51abe10608 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0ea39b-3bae-497f-977b-89eb874ef985,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:57.610191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:57.681591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-25aec182-ff20-47c8-93c6-f81b4685eba0 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.686902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-dc2d81f2-84c1-4c50-a46b-2f46fbdd5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.688415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-dc2d81f2-84c1-4c50-a46b-2f46fbdd5285 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 1099 time: 0.1598446 Nov 25 18:28:57.691524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9084b38-2d98-40a5-ab70-28bfe60f6433 req-25aec182-ff20-47c8-93c6-f81b4685eba0 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1761978 Nov 25 18:28:57.801118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-7259227a-3527-4fad-b273-eb005eb3c963 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=9b0ea39b-3bae-497f-977b-89eb874ef985 HTTP/1.1" status: 200 len: 217 time: 0.0941858 Nov 25 18:28:57.804467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d9b05-723f-4628-b49d-559f23dd9ff1 req-f2ae7af5-b3e1-47ed-9e1a-db048b205f5e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.812172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a0d9b05-723f-4628-b49d-559f23dd9ff1 req-f2ae7af5-b3e1-47ed-9e1a-db048b205f5e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 950 time: 0.0612805 Nov 25 18:28:57.862167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b90d4c-92e3-45e3-98a7-44ec563c5bc7 req-b1cc7ef2-9e14-4d32-881a-c2324040defb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:57.869442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00b90d4c-92e3-45e3-98a7-44ec563c5bc7 req-b1cc7ef2-9e14-4d32-881a-c2324040defb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 948 time: 0.1551397 Nov 25 18:28:57.903021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a0d9b05-723f-4628-b49d-559f23dd9ff1 req-9b7f9d67-b18a-4ffa-b461-b7b189bda0a9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823841 Nov 25 18:28:57.913599 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea associated. External IP: 172.25.2.124, port: 9646b0e4-566b-4949-8fcc-bd388b1412fe. Nov 25 18:28:58.061937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ae38-26e0-45be-bbd2-0a3cd5529706 req-c0abe375-2b30-4969-9e59-22340c47c1ef tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:58.064011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6717ae38-26e0-45be-bbd2-0a3cd5529706 req-c0abe375-2b30-4969-9e59-22340c47c1ef tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.0624161 Nov 25 18:28:58.124602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6717ae38-26e0-45be-bbd2-0a3cd5529706 req-ceaa59b5-e32a-442a-9153-80044ad79794 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531111 Nov 25 18:28:58.273949 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c4203-0e1d-4be9-9cfa-22c309616948 x-openstack-request-id: req-888c4203-0e1d-4be9-9cfa-22c309616948 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:28:58.274281 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204c6290-925e-43dd-a9d4-d8da8cdd1428", "tag": "9b0ea39b-3bae-497f-977b-89eb874ef985", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:28:58.274544 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-888c4203-0e1d-4be9-9cfa-22c309616948 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:28:58.275071 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'tag': '9b0ea39b-3bae-497f-977b-89eb874ef985', 'status': 'completed', 'code': 200} Nov 25 18:28:58.276294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-e0780a72-1075-443b-bc5d-ddfd45aff11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:58.277715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-e0780a72-1075-443b-bc5d-ddfd45aff11a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.4615836 Nov 25 18:28:58.307017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00b90d4c-92e3-45e3-98a7-44ec563c5bc7 req-73fcc55d-3e62-43c0-972e-f8e8024f0ce2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367204 Nov 25 18:28:58.451261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-284dce69-4179-471b-bed9-5e64a2848be9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:58.453272 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-284dce69-4179-471b-bed9-5e64a2848be9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 950 time: 0.1826968 Nov 25 18:28:58.462413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-de9bfcee-be95-48f7-8e9f-985dc8729b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:58.463920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-de9bfcee-be95-48f7-8e9f-985dc8729b35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708601 Nov 25 18:28:58.487061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-ddfc2d97-d001-4f33-a9be-b19b0dfbf0a0 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1934745 Nov 25 18:28:58.496890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:28:58.528847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:58.554048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:28:58.565847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b403862-ea90-446b-b8f2-287dedec2e06 req-d84e0d0c-b751-443e-93e5-cbe3bdf675d0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:58.567388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b403862-ea90-446b-b8f2-287dedec2e06 req-d84e0d0c-b751-443e-93e5-cbe3bdf675d0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1733594 Nov 25 18:28:58.619848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:28:58.652933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:58.770622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b403862-ea90-446b-b8f2-287dedec2e06 req-32f55f2d-ed44-4f09-93e3-9ac952eb9233 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657870 Nov 25 18:28:58.775144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Allocated IP 172.25.2.95 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/caf289b9-d666-4578-aa44-013076222ad0) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:28:58.775613 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-2fcfb94e-e186-49f1-be9d-ac58b6e19dc5 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933404 Nov 25 18:28:58.795786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Router 0688dd00-f3de-4928-b2e4-7ec177b4329e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:28:58.828605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Deleting port d420edb2-d403-488b-a391-faa7db93eafd {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:28:58.828944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:58.918081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:58.958557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:58.996603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:28:59.007974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:28:59.010615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:28:59.045671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=caf289b9-d666-4578-aa44-013076222ad0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:59.068626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] For port d420edb2-d403-488b-a391-faa7db93eafd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d420edb2-d403-488b-a391-faa7db93eafd,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:28:59.068997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.122857 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.130430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Calling delete_port for d420edb2-d403-488b-a391-faa7db93eafd owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:28:59.133709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3765e01e-140f-47f4-8227-dbe9f38b3618 req-290ee661-a6fc-4124-b497-d02e226d3197 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351047 Nov 25 18:28:59.141104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fae4ed-8731-4d1c-a49e-c05f29a2d806 req-474ea6b8-d0ac-4f67-a2c0-0e7250bed8cb tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.142595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0fae4ed-8731-4d1c-a49e-c05f29a2d806 req-474ea6b8-d0ac-4f67-a2c0-0e7250bed8cb tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 945 time: 0.2714946 Nov 25 18:28:59.183520 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.244671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:28:59.252672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.265763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] Sync routers for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:28:59.292437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:28:59.295518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:28:59.318481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0fae4ed-8731-4d1c-a49e-c05f29a2d806 req-b41ca634-2440-4a0a-869b-d7305cbe85f8 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643922 Nov 25 18:28:59.326792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b934760-f481-4a73-9ee8-97a37d213686 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "PUT /v2.0/floatingips/45cdc743-2b41-44e6-b458-160282d7c2ea HTTP/1.1" status: 200 len: 992 time: 2.6551895 Nov 25 18:28:59.339789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-1ea9246f-fb69-4392-b210-543ff93c6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.341471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-1ea9246f-fb69-4392-b210-543ff93c6276 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 1099 time: 0.1300027 Nov 25 18:28:59.431854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.441223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.473748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:28:59.536058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=caf289b9-d666-4578-aa44-013076222ad0,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:59.543962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.547275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.580442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.589765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-7722ca63-2d28-4499-a640-61b7e68f2c27 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0993969 Nov 25 18:28:59.595869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Pushing event deleted for resources: {'Port': ['ID=d420edb2-d403-488b-a391-faa7db93eafd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:28:59.615287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab3c38-049f-4e7b-bed2-5b9db3558aa1 req-e0ffe46d-211c-462d-acd4-f537e3633abd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.622850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47ab3c38-049f-4e7b-bed2-5b9db3558aa1 req-e0ffe46d-211c-462d-acd4-f537e3633abd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d019e7b8-783a-4bb5-99f2-5b6a8227ba0a HTTP/1.1" status: 200 len: 950 time: 0.1687672 Nov 25 18:28:59.637366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-6baa47c7-09a5-40b0-a8cc-1f19afbc9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.639633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-6baa47c7-09a5-40b0-a8cc-1f19afbc9de1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2857752 Nov 25 18:28:59.647130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-657a88e3-df96-45e3-b3fe-260f2ed4a493 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.95 HTTP/1.1" status: 200 len: 695 time: 0.0564141 Nov 25 18:28:59.722516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] No DVR routers for this DVR port d420edb2-d403-488b-a391-faa7db93eafd on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:28:59.734501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:28:59.738215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8e6df6b-4b5e-42bb-b4b4-42d1070f98c4 req-ad50905f-89b0-44b7-b2c6-758a5bdabb29 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "DELETE /v2.0/ports/d420edb2-d403-488b-a391-faa7db93eafd HTTP/1.1" status: 204 len: 173 time: 1.2641284 Nov 25 18:28:59.739567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-b3712d93-22dc-4667-89bf-7b8a67f63c69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=9b0ea39b-3bae-497f-977b-89eb874ef985 HTTP/1.1" status: 200 len: 217 time: 0.0726240 Nov 25 18:28:59.744023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['5995e66e-30ac-47a2-8457-3d17f7719520', 'd420edb2-d403-488b-a391-faa7db93eafd', '6f9274dd-2205-41b1-b78b-1a03a870d679'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:28:59.815024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-0b3d8011-8fed-4444-b744-e5389c2ac8ca tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.828109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47ab3c38-049f-4e7b-bed2-5b9db3558aa1 req-da0cca6a-6dd7-49b7-ba13-7bd1c974cc1d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880634 Nov 25 18:28:59.841755 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba0dc6ea-c4b7-40eb-8fc5-8a4cfbde2f3d req-0b3d8011-8fed-4444-b744-e5389c2ac8ca tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1936839 Nov 25 18:28:59.875794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-b95a056e-b313-405e-8bc1-979239b59d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:28:59.881236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-b95a056e-b313-405e-8bc1-979239b59d53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1256411 Nov 25 18:28:59.994680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e113b6-29b2-4ea1-815c-a1f4a8f2182c req-eaaaa636-2513-44c9-8c06-a2a8a6aa0254 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:00.004982 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6e113b6-29b2-4ea1-815c-a1f4a8f2182c req-eaaaa636-2513-44c9-8c06-a2a8a6aa0254 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.1205132 Nov 25 18:29:00.042738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-169a20fa-3d4b-46b0-b1e8-cb678cd1e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:00.044363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-169a20fa-3d4b-46b0-b1e8-cb678cd1e11f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459498 Nov 25 18:29:00.085281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac22fe6d-03e2-495b-88d7-c59391c32f91 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:00.156890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d703-c6e4-4b43-a16b-d81f972ddf35 req-d9664cab-e83a-4e29-bc81-5ff5fb2a6dfd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:00.159079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1003d703-c6e4-4b43-a16b-d81f972ddf35 req-d9664cab-e83a-4e29-bc81-5ff5fb2a6dfd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 948 time: 0.1032300 Nov 25 18:29:00.192587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '45cdc743-2b41-44e6-b458-160282d7c2ea', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'port_id': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'mac_address': 'fa:16:3e:9f:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:26:16Z', 'updated_at': '2021-11-25T18:28:57Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:00.206124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-e573b12d-905c-4fee-9e22-787b6ab74256 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457553 Nov 25 18:29:00.219964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6e113b6-29b2-4ea1-815c-a1f4a8f2182c req-ef03a3be-6b01-4938-a52b-b090ef1f261f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138889 Nov 25 18:29:00.240967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1003d703-c6e4-4b43-a16b-d81f972ddf35 req-4e3d9b65-8596-4c84-bdf3-15d21b6a3fed tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673389 Nov 25 18:29:00.257792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] Checking router: 0688dd00-f3de-4928-b2e4-7ec177b4329e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:00.293893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe'}, {'server_uuid': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'name': 'network-vif-deleted', 'tag': 'd420edb2-d403-488b-a391-faa7db93eafd'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:00.297473 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123a0ec1-3692-4647-a159-1a0de55ef3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe"}, {"server_uuid": "d019e7b8-783a-4bb5-99f2-5b6a8227ba0a", "name": "network-vif-deleted", "tag": "d420edb2-d403-488b-a391-faa7db93eafd"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:00.323411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:00.324335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:28:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:00.432340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54688a5c-20d9-443c-a829-6710f262f3e9 req-438e3389-d6cb-47da-b573-55d8c1f56c93 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109244 Nov 25 18:29:00.449646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33b538-d453-4db1-818c-b7e344a48831 req-8c2128fb-5153-4c5d-b78c-1821c033d248 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:00.451266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ce33b538-d453-4db1-818c-b7e344a48831 req-8c2128fb-5153-4c5d-b78c-1821c033d248 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1215899 Nov 25 18:29:00.471704 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-eb16fb25-4513-40f5-9d07-a99e2568fed9 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1824348 Nov 25 18:29:00.477386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:00.501798 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.503723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.528544 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ce33b538-d453-4db1-818c-b7e344a48831 req-059014a5-62f4-46b1-8daa-948c2e0cfcba tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685422 Nov 25 18:29:00.556464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:00.558943 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa37fd4-2968-4956-b14e-76e7e9bdab22" -d '{"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:00.599717 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.607141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:00.613840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:00.633269 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a4778-499d-4e37-a056-398de8036479 x-openstack-request-id: req-b84a4778-499d-4e37-a056-398de8036479 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:00.633817 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe", "status": "completed", "code": 200}, {"server_uuid": "d019e7b8-783a-4bb5-99f2-5b6a8227ba0a", "name": "network-vif-deleted", "tag": "d420edb2-d403-488b-a391-faa7db93eafd", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:00.633817 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b84a4778-499d-4e37-a056-398de8036479 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:00.634732 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'status': 'completed', 'code': 200} Nov 25 18:29:00.635213 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd019e7b8-783a-4bb5-99f2-5b6a8227ba0a', 'name': 'network-vif-deleted', 'tag': 'd420edb2-d403-488b-a391-faa7db93eafd', 'status': 'completed', 'code': 200} Nov 25 18:29:00.645022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.694902 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:00.734794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-f44ac4db-0a28-4ecb-81df-3e2ebdbe71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:00.737215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-f44ac4db-0a28-4ecb-81df-3e2ebdbe71c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 1097 time: 0.0695860 Nov 25 18:29:00.766959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:00.782054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.782402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.782776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.783104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.783437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.783758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.784076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.784660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.784987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.785309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.785627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.785945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:00.864493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Allocated IP 172.25.2.228 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/fd1a556a-399b-4b49-8655-b7d2ad5eb591) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:00.917995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-468c58c9-73e2-49d7-94c3-5b26dc0cfc7f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:00.920891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-468c58c9-73e2-49d7-94c3-5b26dc0cfc7f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 943 time: 0.1823978 Nov 25 18:29:00.957796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d53e1-965a-42b4-972d-d61bbaa646ae req-dfb8fca8-a4ab-4541-bc97-a26335253c36 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:00.965489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-489d53e1-965a-42b4-972d-d61bbaa646ae req-dfb8fca8-a4ab-4541-bc97-a26335253c36 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 943 time: 0.1851628 Nov 25 18:29:00.986033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '45cdc743-2b41-44e6-b458-160282d7c2ea', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'port_id': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'mac_address': 'fa:16:3e:9f:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:26:16Z', 'updated_at': '2021-11-25T18:28:57Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:01.010634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.014623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdbbce-23aa-4726-9a3b-17f7c7dfe03c None None] The sync data for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 is: [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '45cdc743-2b41-44e6-b458-160282d7c2ea', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'port_id': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'mac_address': 'fa:16:3e:9f:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:26:16Z', 'updated_at': '2021-11-25T18:28:57Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:01.016869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-5dda24ae-a66a-4a6e-ad93-38e477d302f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:01.018008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-5dda24ae-a66a-4a6e-ad93-38e477d302f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 200 len: 925 time: 0.2359900 Nov 25 18:29:01.062941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.117547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:01.122353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:01.125294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:01.129964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=fd1a556a-399b-4b49-8655-b7d2ad5eb591,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:01.180423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-489d53e1-965a-42b4-972d-d61bbaa646ae req-0b2e4ec6-2b79-4a9b-bd7e-b04988d39500 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100148 Nov 25 18:29:01.220991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-89d9dda6-8db7-407f-bba6-baaa0f551376 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe HTTP/1.1" status: 200 len: 1000 time: 0.1741779 Nov 25 18:29:01.242679 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8cb573-a5bb-44f3-831f-65343e3a5a13 x-openstack-request-id: req-9c8cb573-a5bb-44f3-831f-65343e3a5a13 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:01.243005 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:01.243723 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c8cb573-a5bb-44f3-831f-65343e3a5a13 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:01.244182 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'code': 200} Nov 25 18:29:01.260949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.280217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Deleting port ac22fe6d-03e2-495b-88d7-c59391c32f91 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:01.281137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.322209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.405316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9c7a3-42b4-4d29-9a75-197b20968dc6 None None] New status for floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:29:01.416939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-c7889c46-8c0f-4b72-908e-f0888ea6ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:01.426935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-c7889c46-8c0f-4b72-908e-f0888ea6ac06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eaa5a07f-be25-4dac-b8b7-1dbc17238064 HTTP/1.1" status: 200 len: 863 time: 0.1874020 Nov 25 18:29:01.456158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] For port ac22fe6d-03e2-495b-88d7-c59391c32f91, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac22fe6d-03e2-495b-88d7-c59391c32f91,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:01.456492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.517197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Calling delete_port for ac22fe6d-03e2-495b-88d7-c59391c32f91 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:01.588365 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.602124 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.669277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-de1c6314-689b-483c-abcf-feb35b6fbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:01.678015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-de1c6314-689b-483c-abcf-feb35b6fbf09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34a02369-d5ac-4ff4-869b-451c7746e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408698 Nov 25 18:29:01.693564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event updated for resources: {'Port': ['ID=fd1a556a-399b-4b49-8655-b7d2ad5eb591,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:01.710547 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.727770 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.729005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-7dc98eb8-267b-41de-bacb-ed34dec05e10 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2563977 Nov 25 18:29:01.730478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d531b-7e8a-48f6-b65d-4907f332c67e req-1e96b65a-92de-408a-9afa-a42d26a17462 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:01.732011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d4d531b-7e8a-48f6-b65d-4907f332c67e req-1e96b65a-92de-408a-9afa-a42d26a17462 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.2686822 Nov 25 18:29:01.829417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-bb7d4e5e-4031-4b5e-b5fe-e4eb6569875b tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.0883060 Nov 25 18:29:01.918672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d4d531b-7e8a-48f6-b65d-4907f332c67e req-17e0091e-2770-4ee0-a134-9391902ecf3e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651061 Nov 25 18:29:01.948850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-b69bfebb-c7cb-41d8-913a-c4b862d961b5 service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625408 Nov 25 18:29:01.955916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:01.995037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event deleted for resources: {'Port': ['ID=ac22fe6d-03e2-495b-88d7-c59391c32f91,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:02.013065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-42156258-a849-4628-aa11-4b408118da25 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:02.014524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c55b6fa8-5412-4a2a-99f8-773eb851e2a5 req-42156258-a849-4628-aa11-4b408118da25 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1741271 Nov 25 18:29:02.025506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9b0ea39b-3bae-497f-977b-89eb874ef985 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:02.129838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] No DVR routers for this DVR port ac22fe6d-03e2-495b-88d7-c59391c32f91 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:02.136792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:02.140410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9c26ec7-03dc-4db2-bd01-3e8066179262 req-9946dec7-96df-4ba8-ab2a-d05397737895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "DELETE /v2.0/ports/ac22fe6d-03e2-495b-88d7-c59391c32f91 HTTP/1.1" status: 204 len: 173 time: 1.2087810 Nov 25 18:29:02.175093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0548a-39f2-4699-b7b7-f23b74ed81b6 req-e955e70a-3b1f-47d0-9aa5-5e2297143986 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:02.176691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93e0548a-39f2-4699-b7b7-f23b74ed81b6 req-e955e70a-3b1f-47d0-9aa5-5e2297143986 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 948 time: 0.1795063 Nov 25 18:29:02.213373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-123a0ec1-3692-4647-a159-1a0de55ef3c1 req-b497af01-1b2e-43d4-ad6b-56abaaa0ff1b service neutron] 10.222.0.64 "GET /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549765 Nov 25 18:29:02.283135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93e0548a-39f2-4699-b7b7-f23b74ed81b6 req-85e1f62e-7a7b-4eae-8426-9b2d855bd6d6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909271 Nov 25 18:29:02.363123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f974f5a6-3ac4-4b87-a218-e02a4c897c27 req-0258b35d-60e7-461e-bebd-75c4f7a5e570 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips/867c035c-d2bb-4acd-ad5e-93786f0b8864 HTTP/1.1" status: 200 len: 693 time: 0.0537734 Nov 25 18:29:02.366620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9b0ea39b-3bae-497f-977b-89eb874ef985, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9b0ea39b-3bae-497f-977b-89eb874ef985,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:02.390501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '9b0ea39b-3bae-497f-977b-89eb874ef985', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '9b0ea39b-3bae-497f-977b-89eb874ef985', 'mac_address': 'fa:16:3e:d7:6f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:02.433690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ba39d-9579-4a1c-b438-a367e67eab8f req-1c905282-ef16-4dfe-9582-35262ca28db7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:02.435491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d01ba39d-9579-4a1c-b438-a367e67eab8f req-1c905282-ef16-4dfe-9582-35262ca28db7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1012597 Nov 25 18:29:02.444925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:02.462291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0ea39b-3bae-497f-977b-89eb874ef985 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:02.495315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9b0ea39b-3bae-497f-977b-89eb874ef985, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9b0ea39b-3bae-497f-977b-89eb874ef985,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:02.507191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:02.515653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d01ba39d-9579-4a1c-b438-a367e67eab8f req-50e033c6-8f5f-48d1-951d-f06e04d16870 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729144 Nov 25 18:29:02.580807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=9b0ea39b-3bae-497f-977b-89eb874ef985,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:02.600276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d420edb2-d403-488b-a391-faa7db93eafd no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:02.628262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: d420edb2-d403-488b-a391-faa7db93eafd {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:02.628712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d420edb2-d403-488b-a391-faa7db93eafd not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:02.643007 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c29b811-a104-47dc-b824-155aa23b0209 req-af9edc12-a857-431b-9ec8-562d5608715d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d68a5f46-72c7-44ca-9023-ebed24eccf01 HTTP/1.1" status: 200 len: 210 time: 0.0335894 Nov 25 18:29:02.740090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-deleted', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:02.742352 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48843c2b-738a-487c-95cb-9fed3a7b5202" -d '{"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-deleted", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:02.796228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759acfe0-2e02-4695-aa95-bc55b95ad1ac req-c81af31f-8522-4214-a46f-388d909e5c81 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:02.799216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-759acfe0-2e02-4695-aa95-bc55b95ad1ac req-c81af31f-8522-4214-a46f-388d909e5c81 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 950 time: 0.0793719 Nov 25 18:29:02.806549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974f5a6-3ac4-4b87-a218-e02a4c897c27 req-4b04c61a-a8c2-4e6c-8d66-f6a6e2d7a16c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:02.807991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f974f5a6-3ac4-4b87-a218-e02a4c897c27 req-4b04c61a-a8c2-4e6c-8d66-f6a6e2d7a16c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.4436691 Nov 25 18:29:02.820107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-f974f5a6-3ac4-4b87-a218-e02a4c897c27 req-c3049019-488b-4a5f-b01d-607df9adaf4c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:29:02.828675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f974f5a6-3ac4-4b87-a218-e02a4c897c27 req-c3049019-488b-4a5f-b01d-607df9adaf4c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132382 Nov 25 18:29:02.865890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-759acfe0-2e02-4695-aa95-bc55b95ad1ac req-156c37fb-4604-4f43-93a0-2eebac54027f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601099 Nov 25 18:29:02.924119 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643fb6b8-8c87-429a-9b51-c56933cc206b x-openstack-request-id: req-643fb6b8-8c87-429a-9b51-c56933cc206b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:02.924411 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68a5f46-72c7-44ca-9023-ebed24eccf01", "name": "network-vif-deleted", "tag": "ac22fe6d-03e2-495b-88d7-c59391c32f91", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:02.924662 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-643fb6b8-8c87-429a-9b51-c56933cc206b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:02.925049 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68a5f46-72c7-44ca-9023-ebed24eccf01', 'name': 'network-vif-deleted', 'tag': 'ac22fe6d-03e2-495b-88d7-c59391c32f91', 'status': 'completed', 'code': 200} Nov 25 18:29:02.927423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['9b0ea39b-3bae-497f-977b-89eb874ef985'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:02.977536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-b766f459-1399-4e0e-a976-cfaab32055e3 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips/867c035c-d2bb-4acd-ad5e-93786f0b8864 HTTP/1.1" status: 200 len: 693 time: 0.0557687 Nov 25 18:29:02.985871 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:03.064632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3be9e-1d02-4fad-a712-4f86de381bdf req-17b32efa-7d75-4ba2-b77f-08f746b66323 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:03.066948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2a3be9e-1d02-4fad-a712-4f86de381bdf req-17b32efa-7d75-4ba2-b77f-08f746b66323 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.0703275 Nov 25 18:29:03.102861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-bc28b8fd-9490-492a-9f01-6fb9329eca69 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:03.104564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-bc28b8fd-9490-492a-9f01-6fb9329eca69 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1262624 Nov 25 18:29:03.127711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2a3be9e-1d02-4fad-a712-4f86de381bdf req-5cbe2df5-eed0-44ca-9872-c791a4e4a89d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Nov 25 18:29:03.158979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-5bb81cec-06c7-4bcd-be73-1f67e2f0aead tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.0472815 Nov 25 18:29:03.215087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-4e7c9cc3-ce42-4679-aaa6-dc2d005fb227 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.0496726 Nov 25 18:29:03.358257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Deleting port fd1a556a-399b-4b49-8655-b7d2ad5eb591 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:03.358664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:03.411485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9292-a2a8-4a41-ab43-43c5f880f346 req-5e2ce1f2-45b9-4669-b984-28f3c9dc03c6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:03.413275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5bf9292-a2a8-4a41-ab43-43c5f880f346 req-5e2ce1f2-45b9-4669-b984-28f3c9dc03c6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 949 time: 0.0507560 Nov 25 18:29:03.443716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:03.444150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:03.457721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Calling delete_port for fd1a556a-399b-4b49-8655-b7d2ad5eb591 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:03.478916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5bf9292-a2a8-4a41-ab43-43c5f880f346 req-c528ec4d-5812-4913-b53d-fe9455b89ebc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Nov 25 18:29:03.604107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:03.641277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cdd7-40da-40b5-b043-1200088572dd req-fc46762d-ff69-44fd-812a-38a76c731919 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:03.643221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9a7cdd7-40da-40b5-b043-1200088572dd req-fc46762d-ff69-44fd-812a-38a76c731919 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0576432 Nov 25 18:29:03.646368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event deleted for resources: {'Port': ['ID=fd1a556a-399b-4b49-8655-b7d2ad5eb591,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:03.707646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9a7cdd7-40da-40b5-b043-1200088572dd req-abd9d7c7-8ec5-40db-92d9-36b3c42ce437 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539436 Nov 25 18:29:03.740712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:03.743792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:03.750916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc3ea675-8504-4108-8e5b-33d7fdadead4 req-6cf55243-d352-4ebc-ba54-0959d3364812 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "DELETE /v2.0/floatingips/867c035c-d2bb-4acd-ad5e-93786f0b8864 HTTP/1.1" status: 204 len: 173 time: 0.5305829 Nov 25 18:29:03.973240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:03.979560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a3df358e-cf6b-402a-bc27-5d7cdffeb824 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337929051', 'description': 'tempest-description--222869863'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:04.030882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3df358e-cf6b-402a-bc27-5d7cdffeb824 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.046620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d752df-6995-4a8a-8ae6-2862fd403f21 req-eb89da06-38b1-472b-aec1-bb5d8a3b9a6c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.050283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac22fe6d-03e2-495b-88d7-c59391c32f91 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:04.060935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3d752df-6995-4a8a-8ae6-2862fd403f21 req-eb89da06-38b1-472b-aec1-bb5d8a3b9a6c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2864475 Nov 25 18:29:04.087720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: ac22fe6d-03e2-495b-88d7-c59391c32f91 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:04.088492 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac22fe6d-03e2-495b-88d7-c59391c32f91 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:04.147129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-bd3a37bd-08ac-4593-b3df-eead260b895d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.148847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-bd3a37bd-08ac-4593-b3df-eead260b895d tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 950 time: 0.0839877 Nov 25 18:29:04.159322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-2d26f0d3-f56b-4b43-9749-8e62d9b7d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.160818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-2d26f0d3-f56b-4b43-9749-8e62d9b7d251 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1124 time: 0.0923400 Nov 25 18:29:04.172517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d5fc9-39b2-4f3d-8bf9-f48802680b9c req-599be27a-5db6-4e90-bd8f-019756d0ed88 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.173965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-629d5fc9-39b2-4f3d-8bf9-f48802680b9c req-599be27a-5db6-4e90-bd8f-019756d0ed88 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 950 time: 0.1183980 Nov 25 18:29:04.265319 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1929b7c9-079e-4f70-8d43-d1ee9cb801a5 req-8a335657-d74f-40c6-ae77-a8225595db06 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=e758cc405b67480f8d91bc313155b39e HTTP/1.1" status: 200 len: 1656 time: 0.1152487 Nov 25 18:29:04.281716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3df358e-cf6b-402a-bc27-5d7cdffeb824 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.301199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3df358e-cf6b-402a-bc27-5d7cdffeb824 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.315312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-629d5fc9-39b2-4f3d-8bf9-f48802680b9c req-08a8b32f-ae35-4b86-b5b8-374a2d6f9269 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288626 Nov 25 18:29:04.398366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3df358e-cf6b-402a-bc27-5d7cdffeb824 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.403394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a3df358e-cf6b-402a-bc27-5d7cdffeb824 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4290438 Nov 25 18:29:04.412088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54656) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:04.418863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-637236ae-7dfa-40f1-b2d6-0de03fe1136a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Request body: {'security_group_rule': {'security_group_id': 'e8be4f4f-e9f4-401d-9917-1c32d6841f7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:04.428882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df358e-cf6b-402a-bc27-5d7cdffeb824 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be4f4f-e9f4-401d-9917-1c32d6841f7b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:04.450401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Deleting port 5995e66e-30ac-47a2-8457-3d17f7719520 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:04.450761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.454590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-1051f771-2abc-4ac1-be8e-28f6c219bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.456213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-1051f771-2abc-4ac1-be8e-28f6c219bfcf service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2813103 Nov 25 18:29:04.473848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929b7c9-079e-4f70-8d43-d1ee9cb801a5 req-bb46c7dc-8af4-4e77-b615-58268b09c7a8 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.476375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1929b7c9-079e-4f70-8d43-d1ee9cb801a5 req-bb46c7dc-8af4-4e77-b615-58268b09c7a8 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks?id=95577337-912d-42e9-b23c-854a36eebdb1&id=95577337-912d-42e9-b23c-854a36eebdb1&id=95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 787 time: 0.1976402 Nov 25 18:29:04.484447 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03da7ed-6103-41b0-8cbc-57efa1e36caa req-5fe684d8-4b51-448b-95f4-b770a2c0a35c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.486033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e03da7ed-6103-41b0-8cbc-57efa1e36caa req-5fe684d8-4b51-448b-95f4-b770a2c0a35c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 943 time: 0.0814848 Nov 25 18:29:04.514167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-1929b7c9-079e-4f70-8d43-d1ee9cb801a5 req-dffa6c41-01be-49a9-b3da-d0b5712e2cda tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:29:04.516028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1929b7c9-079e-4f70-8d43-d1ee9cb801a5 req-dffa6c41-01be-49a9-b3da-d0b5712e2cda tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116541 Nov 25 18:29:04.523618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-f29bb206-e109-489d-8d59-ae0f40f46e0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 217 time: 0.0579817 Nov 25 18:29:04.544087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-637236ae-7dfa-40f1-b2d6-0de03fe1136a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.600797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-df37d3a5-dc40-4610-8646-a1d6cafce383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.602267 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-df37d3a5-dc40-4610-8646-a1d6cafce383 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0629156 Nov 25 18:29:04.605538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-637236ae-7dfa-40f1-b2d6-0de03fe1136a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.611960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e03da7ed-6103-41b0-8cbc-57efa1e36caa req-5e6e972b-1cae-400e-beec-4cb41026b272 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965507 Nov 25 18:29:04.626729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-637236ae-7dfa-40f1-b2d6-0de03fe1136a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.658412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-abbd040f-0783-4db3-8f7f-aa867e2df402 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417228 Nov 25 18:29:04.680036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] For port 5995e66e-30ac-47a2-8457-3d17f7719520, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5995e66e-30ac-47a2-8457-3d17f7719520,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:04.680416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.684360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637236ae-7dfa-40f1-b2d6-0de03fe1136a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf4cf2c-968f-4490-8937-fb1f44175cd6,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:04.696669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-637236ae-7dfa-40f1-b2d6-0de03fe1136a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.697843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-637236ae-7dfa-40f1-b2d6-0de03fe1136a tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2837312 Nov 25 18:29:04.704248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54664) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:04.705104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Calling delete_port for 5995e66e-30ac-47a2-8457-3d17f7719520 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:04.710586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2f2d89c2-fc33-4da8-b18c-de113f84af76 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Request body: {'security_group_rule': {'security_group_id': 'e8be4f4f-e9f4-401d-9917-1c32d6841f7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:04.741940 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba9eda-59d6-4d31-b18c-f9d6a1395965 req-86a571cd-263d-4fdf-958c-61fb7b7a30f2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.743801 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85ba9eda-59d6-4d31-b18c-f9d6a1395965 req-86a571cd-263d-4fdf-958c-61fb7b7a30f2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 949 time: 0.1329501 Nov 25 18:29:04.755157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-b8af3367-e758-4733-81ee-a110f4250099 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips/b2d3214d-19eb-48da-bbb9-b5f3fdf86ba8 HTTP/1.1" status: 200 len: 692 time: 0.0956042 Nov 25 18:29:04.814818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f2d89c2-fc33-4da8-b18c-de113f84af76 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.855963 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-faa943b1-9216-4d71-9de7-139ce3fe0312 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897271 Nov 25 18:29:04.870657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85ba9eda-59d6-4d31-b18c-f9d6a1395965 req-503660fe-5f4d-46ea-b2ab-589b282bbbe7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934198 Nov 25 18:29:04.940096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f2d89c2-fc33-4da8-b18c-de113f84af76 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.946731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f2d89c2-fc33-4da8-b18c-de113f84af76 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:04.951993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-339d5766-5ef5-4257-a696-5f99f46727b6 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:04.953945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-339d5766-5ef5-4257-a696-5f99f46727b6 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1906252 Nov 25 18:29:05.002738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d89c2-fc33-4da8-b18c-de113f84af76 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac384729-b81c-4271-88a6-cbc634068161,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:05.020898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.024659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f2d89c2-fc33-4da8-b18c-de113f84af76 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.025858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2f2d89c2-fc33-4da8-b18c-de113f84af76 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3187551 Nov 25 18:29:05.031288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-4e66e85f-3a0c-48f5-aa90-08bcfef90128 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.95 HTTP/1.1" status: 200 len: 695 time: 0.0667348 Nov 25 18:29:05.033818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54670) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:05.040821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:05.041036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['5995e66e-30ac-47a2-8457-3d17f7719520', '6f9274dd-2205-41b1-b78b-1a03a870d679'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:05.071009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Pushing event deleted for resources: {'Port': ['ID=5995e66e-30ac-47a2-8457-3d17f7719520,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:05.110731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-685161de-e903-40d6-9afd-8e7039228ab2 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418935 Nov 25 18:29:05.127318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-350c236e-e663-4ac0-941e-6f2a748ad321 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.95 HTTP/1.1" status: 200 len: 695 time: 0.0852590 Nov 25 18:29:05.139355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] No DVR routers for this DVR port 5995e66e-30ac-47a2-8457-3d17f7719520 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:05.148913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaf789-5ad0-4645-a38b-bb6f20d436dd req-4e1c04b7-80a4-48d5-b23f-560cb580f875 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:05.150497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1eaf789-5ad0-4645-a38b-bb6f20d436dd req-4e1c04b7-80a4-48d5-b23f-560cb580f875 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1640937 Nov 25 18:29:05.151236 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.154297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.157617 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d01f4ab5-f6c2-4c4e-8ac7-eb89c1db7481 req-5d796e74-d0f0-45f5-959e-144350e09e83 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "DELETE /v2.0/ports/5995e66e-30ac-47a2-8457-3d17f7719520 HTTP/1.1" status: 204 len: 173 time: 0.9927933 Nov 25 18:29:05.158063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'name': 'network-vif-deleted', 'tag': '5995e66e-30ac-47a2-8457-3d17f7719520'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:05.160459 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9266429-9c2e-448e-908e-4118726a9ddb" -d '{"events": [{"server_uuid": "d81abed6-9da3-4a84-88a0-a06e92069d47", "name": "network-vif-deleted", "tag": "5995e66e-30ac-47a2-8457-3d17f7719520"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:05.255405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1eaf789-5ad0-4645-a38b-bb6f20d436dd req-65b663d3-4fc7-4a9d-9f7a-b108082ac277 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821443 Nov 25 18:29:05.329354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-4e10b842-5f59-4a57-bd26-e08544b51a6b tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:05.331667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-4e10b842-5f59-4a57-bd26-e08544b51a6b tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1124 time: 0.1640992 Nov 25 18:29:05.366680 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.367550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:05.404497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Deleting port caf289b9-d666-4578-aa44-013076222ad0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:05.404842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.483271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.531267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa75ba-0ea0-464e-bfe0-a1670f8c9f48 req-377da35a-803f-4bc9-b360-2a9ee936fd45 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:05.532975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03fa75ba-0ea0-464e-bfe0-a1670f8c9f48 req-377da35a-803f-4bc9-b360-2a9ee936fd45 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1124 time: 0.0939021 Nov 25 18:29:05.562308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Allocated IP 172.25.2.171 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0f3def96-3a4f-4892-8f41-89ee37968c38) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:05.564990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.565188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.649618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03fa75ba-0ea0-464e-bfe0-a1670f8c9f48 req-914bf911-40e1-4d5d-8123-e8f93c8f6525 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046557 Nov 25 18:29:05.707722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.774891 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:05.850149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:05.856234 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b22ade8-e901-4aca-a66b-8b50fb6bbfb3 x-openstack-request-id: req-4b22ade8-e901-4aca-a66b-8b50fb6bbfb3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:05.856771 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81abed6-9da3-4a84-88a0-a06e92069d47", "name": "network-vif-deleted", "tag": "5995e66e-30ac-47a2-8457-3d17f7719520", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:05.857106 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b22ade8-e901-4aca-a66b-8b50fb6bbfb3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:05.857527 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81abed6-9da3-4a84-88a0-a06e92069d47', 'name': 'network-vif-deleted', 'tag': '5995e66e-30ac-47a2-8457-3d17f7719520', 'status': 'completed', 'code': 200} Nov 25 18:29:05.862043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:05.865490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:05.918985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'Port': ['ID=0f3def96-3a4f-4892-8f41-89ee37968c38,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:05.968445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Calling delete_port for caf289b9-d666-4578-aa44-013076222ad0 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:06.006043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7cdb29d6-6352-4db3-8689-77c520bcaee7 req-3281770f-c3df-498f-a7ff-f9124bc18a2a tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81abed6-9da3-4a84-88a0-a06e92069d47 HTTP/1.1" status: 200 len: 210 time: 0.0371823 Nov 25 18:29:06.066622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.066876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9b0ea39b-3bae-497f-977b-89eb874ef985 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:06.087122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:06.157304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.172943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 9b0ea39b-3bae-497f-977b-89eb874ef985 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:06.175584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:06.178385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 9b0ea39b-3bae-497f-977b-89eb874ef985 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:06.179709 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.204519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df325d-5caa-4a3d-9828-23bb6d69352b req-6b235b46-4635-45f8-9bc0-95e87ab0f851 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:06.210821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.212088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7df325d-5caa-4a3d-9828-23bb6d69352b req-6b235b46-4635-45f8-9bc0-95e87ab0f851 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 949 time: 0.1117284 Nov 25 18:29:06.222968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9e05c1-f396-425a-bb87-cb7c2205098a {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:06.250970 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.255004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event deleted for resources: {'Port': ['ID=caf289b9-d666-4578-aa44-013076222ad0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:06.302290 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.322067 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7df325d-5caa-4a3d-9828-23bb6d69352b req-8588ae7e-ffaa-4645-919f-7fd4cbd286ec tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089320 Nov 25 18:29:06.334033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.341789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9b0ea39b-3bae-497f-977b-89eb874ef985, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9b0ea39b-3bae-497f-977b-89eb874ef985,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:06.343970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0ea39b-3bae-497f-977b-89eb874ef985'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:06.347144 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f15004-2c69-495c-94a1-2358737833e4" -d '{"events": [{"server_uuid": "204c6290-925e-43dd-a9d4-d8da8cdd1428", "name": "network-vif-plugged", "status": "completed", "tag": "9b0ea39b-3bae-497f-977b-89eb874ef985"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:06.351410 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.424891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.427679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.433161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-230c4d96-0474-45d9-8a08-da54a56d8ea0 req-24a135cc-0b5e-4382-899a-65491badcc2d tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "DELETE /v2.0/floatingips/b2d3214d-19eb-48da-bbb9-b5f3fdf86ba8 HTTP/1.1" status: 204 len: 173 time: 1.3047183 Nov 25 18:29:06.446061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=9b0ea39b-3bae-497f-977b-89eb874ef985,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:06.449975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.451133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on host n-h1-819194-3 for vnic_type normal with profile {} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:06.451549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:06.451879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:06.465956 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.473655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:06.473988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Attempting to bind port 5f9e05c1-f396-425a-bb87-cb7c2205098a on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:06.477374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=9']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:06.482836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:06.483181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:06.483604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:06.484042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Bound port: 5f9e05c1-f396-425a-bb87-cb7c2205098a, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:06.484404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.595176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732a638-4909-490b-92ad-6f4629910259 req-892c1e14-cf2b-4cd3-b364-6bf9b7ab9437 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:06.596995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4732a638-4909-490b-92ad-6f4629910259 req-892c1e14-cf2b-4cd3-b364-6bf9b7ab9437 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1023133 Nov 25 18:29:06.603378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:06.608722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:06.609182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'Port': ['ID=0f3def96-3a4f-4892-8f41-89ee37968c38,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:06.621853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.631781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.659270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-bf2f152c-ec13-4201-a1cc-17a8ce25e57c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:06.660388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-bf2f152c-ec13-4201-a1cc-17a8ce25e57c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.2232494 Nov 25 18:29:06.663899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.670525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a70e7cd3-1822-441c-9d01-a7e532af5f99 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6288450 Nov 25 18:29:06.681914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:06.682561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:06.683942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 1091 time: 1.3205824 Nov 25 18:29:06.684390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:06.687210 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:06.687508 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-620c33e7-ef41-48b8-ae96-81e235cded4a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/quotas/461b391723204a5b9aff69962f4da3a1 HTTP/1.1" status: 200 len: 375 time: 0.0174167 Nov 25 18:29:06.751372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9568a5e1-8e1a-42c4-9dea-e35dfc4e70bc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628927 Nov 25 18:29:06.762952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4732a638-4909-490b-92ad-6f4629910259 req-8d9a6704-c4f6-4e01-9a8d-7a70d71d159f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419406 Nov 25 18:29:06.763780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc827-73d1-4398-9527-916812a1b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=10']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:06.783337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f9e05c1-f396-425a-bb87-cb7c2205098a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:06.862742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-5395795a-2a72-412d-a857-eaac43f7a58e service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104417 Nov 25 18:29:06.882713 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702d318e-cd5b-45cd-9005-e4e98927ece5 x-openstack-request-id: req-702d318e-cd5b-45cd-9005-e4e98927ece5 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:06.883001 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204c6290-925e-43dd-a9d4-d8da8cdd1428", "name": "network-vif-plugged", "status": "completed", "tag": "9b0ea39b-3bae-497f-977b-89eb874ef985", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:06.883264 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-702d318e-cd5b-45cd-9005-e4e98927ece5 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:06.883656 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0ea39b-3bae-497f-977b-89eb874ef985', 'code': 200} Nov 25 18:29:06.929961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-df30ff33-5c26-4014-83a3-237a3f3f1ec1 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips/1ba15a6b-980e-4bc8-b3f9-5eb7b41f051d HTTP/1.1" status: 200 len: 693 time: 0.0599527 Nov 25 18:29:07.031615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-a6c2971e-1b9b-4ae6-ac39-0991cc621dc3 service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622989 Nov 25 18:29:07.040399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec10044-cfa8-4120-9d56-198880dffd2f req-c9328867-c59a-4c8d-85fc-cc3b642192c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:07.042069 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3ec10044-cfa8-4120-9d56-198880dffd2f req-c9328867-c59a-4c8d-85fc-cc3b642192c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 1101 time: 0.1399553 Nov 25 18:29:07.074934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-a8ec3091-adf4-4ba1-a281-872410cda5d7 service neutron] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:07.087842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-a8ec3091-adf4-4ba1-a281-872410cda5d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:07.088965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a34175d-803f-4cc7-96f4-0a21abb10ca4 req-a8ec3091-adf4-4ba1-a281-872410cda5d7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/5f9e05c1-f396-425a-bb87-cb7c2205098a/bindings/n-h2-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.3864589 Nov 25 18:29:07.104767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3ec10044-cfa8-4120-9d56-198880dffd2f req-a6331b59-b544-4cde-ab36-ccefc7f33f4d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Nov 25 18:29:07.113946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-c9ddb2d0-1721-4758-a7e8-36f35cbf2989 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:07.115367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-c9ddb2d0-1721-4758-a7e8-36f35cbf2989 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1792068 Nov 25 18:29:07.192275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-1ca415e1-1497-48ad-9059-2308b17c2d2e tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0703888 Nov 25 18:29:07.233902 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bffae2-7190-450c-b825-61bd80960e5a x-openstack-request-id: req-74bffae2-7190-450c-b825-61bd80960e5a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:07.234200 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:07.234476 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74bffae2-7190-450c-b825-61bd80960e5a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:07.234876 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'status': 'completed', 'code': 200} Nov 25 18:29:07.250684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-4d7f03e9-7cdf-461a-949f-d1d67d4db3fa tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0573626 Nov 25 18:29:07.433932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Deleting port adaecbaf-5529-45f5-92fc-20e7f83fe115 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:07.435225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:07.486760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-bebf1021-8114-40f5-8994-22e99c573351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:07.488270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-bebf1021-8114-40f5-8994-22e99c573351 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1095 time: 0.0627294 Nov 25 18:29:07.554867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:07.555206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:07.567105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-42ec1d2f-c600-4a18-9120-8103c07abe0e tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:07.574188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-42ec1d2f-c600-4a18-9120-8103c07abe0e tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 822 time: 0.2224400 Nov 25 18:29:07.576369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Calling delete_port for adaecbaf-5529-45f5-92fc-20e7f83fe115 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:07.599294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-12538dcc-4673-4da7-94ec-586e33df218f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/quotas/e9a2e9dc40c145129bd9109b11e083fb HTTP/1.1" status: 200 len: 375 time: 0.0237360 Nov 25 18:29:07.638699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-7a6db7d2-054d-45cd-9b4e-56a3ee7db9c7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381639 Nov 25 18:29:07.721208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-84b93791-cc7e-4b39-83b5-d9a7ca1ac9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:07.722752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-84b93791-cc7e-4b39-83b5-d9a7ca1ac9de service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2208507 Nov 25 18:29:07.777478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-f6a706b9-5f85-419e-b900-094a8b788839 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 217 time: 0.0458336 Nov 25 18:29:07.778041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:07.842752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-a0c17055-d24f-46fb-a8b4-21071d12b959 service neutron] 10.222.0.62 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939347 Nov 25 18:29:07.873187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event deleted for resources: {'Port': ['ID=adaecbaf-5529-45f5-92fc-20e7f83fe115,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:07.914931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-92773819-5b17-4e35-83a7-1d7e33068ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:07.916419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-92773819-5b17-4e35-83a7-1d7e33068ced service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1292064 Nov 25 18:29:07.943950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:07.947444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:07.960240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dc55ec1-bc7d-43b3-aefd-ea7871e7fc67 req-84442590-3034-495b-a419-96dd60e7fc63 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "DELETE /v2.0/floatingips/1ba15a6b-980e-4bc8-b3f9-5eb7b41f051d HTTP/1.1" status: 204 len: 173 time: 0.7073963 Nov 25 18:29:07.990074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-5abd9eb7-4ba6-4690-87c9-bb42bef244c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514400 Nov 25 18:29:08.023925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-dc5483da-34e4-47c4-a7bf-fe05ffcb6983 service neutron] 10.222.0.62 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795266 Nov 25 18:29:08.107533 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fda3a661-cf9c-41b0-884a-43a7a496ca18 req-ddc231dc-7c33-4866-9bb9-5114c896e996 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 210 time: 0.0304518 Nov 25 18:29:08.132011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-06722c2b-18dc-4db8-a856-a25cc75288f6 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329799 Nov 25 18:29:08.275052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b519f-3395-4a41-b28f-a3c1207259a3 req-0eb13d14-0c03-41bc-b82d-28c143dfc6e7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:08.283357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db4b519f-3395-4a41-b28f-a3c1207259a3 req-0eb13d14-0c03-41bc-b82d-28c143dfc6e7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 950 time: 0.0765586 Nov 25 18:29:08.287615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06fcc95d-6baa-4bc6-ad95-8758d0a24a6c req-58886458-0061-499d-9db3-4e13a984909c service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424704 Nov 25 18:29:08.328946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c83208-f3c8-4ef7-a59f-08847bdfff77 req-26f2e8fd-092b-4571-b04e-9637e5f2babd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:08.331091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67c83208-f3c8-4ef7-a59f-08847bdfff77 req-26f2e8fd-092b-4571-b04e-9637e5f2babd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0959368 Nov 25 18:29:08.344259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db4b519f-3395-4a41-b28f-a3c1207259a3 req-ef2060af-e263-428f-a6c2-0ba253e75ccf tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593014 Nov 25 18:29:08.418376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67c83208-f3c8-4ef7-a59f-08847bdfff77 req-a81a7ba0-85dc-4eec-b8e9-de8956a708b6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800202 Nov 25 18:29:08.465636 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-542b7ebb-0eb4-47d3-b0df-892ce2536355 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips/c1b158e6-69d0-441a-8b34-52155952cd07 HTTP/1.1" status: 200 len: 693 time: 0.0817153 Nov 25 18:29:08.633052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-453f3b9c-90d0-4fa9-8d88-3d15c941cdc3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:08.635629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-453f3b9c-90d0-4fa9-8d88-3d15c941cdc3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.1578829 Nov 25 18:29:08.646370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5995e66e-30ac-47a2-8457-3d17f7719520 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:08.665212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Request body: {'port': {'device_id': '6d235258-1c63-4778-9f18-90fd2f222cec', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'admin_state_up': True, 'tenant_id': '461b391723204a5b9aff69962f4da3a1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:08.724801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 5995e66e-30ac-47a2-8457-3d17f7719520 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:08.725216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5995e66e-30ac-47a2-8457-3d17f7719520 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:08.783507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-23065c10-610e-429e-8000-ccbabff7090c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:08.786940 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-23065c10-610e-429e-8000-ccbabff7090c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.3071747 Nov 25 18:29:08.864394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-1af9338f-a4b0-4bac-abc9-1f9a6527d47c tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0708082 Nov 25 18:29:08.932077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-e7362847-c8f1-41dc-9fef-f57a1294380e tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0666251 Nov 25 18:29:09.120292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Deleting port f5a4eecb-dd99-4185-a1ad-76a33d5cd5d0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:09.120921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.223985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.224338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.228026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77b99a3a-9b74-44dd-ad74-980e4d2c1224 req-256a301c-6c72-43a6-8ad5-d91645e5d599 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 210 time: 0.4509382 Nov 25 18:29:09.241790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Calling delete_port for f5a4eecb-dd99-4185-a1ad-76a33d5cd5d0 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:09.295474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Made reservation on behalf of 461b391723204a5b9aff69962f4da3a1 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:09.301261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.427176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.465701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Pushing event deleted for resources: {'Port': ['ID=f5a4eecb-dd99-4185-a1ad-76a33d5cd5d0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:09.484961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41555277-30e7-4b51-ad44-19ca06939dfb req-cb386660-de4e-43dc-9e3d-7f59f7bdf951 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:09.486542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41555277-30e7-4b51-ad44-19ca06939dfb req-cb386660-de4e-43dc-9e3d-7f59f7bdf951 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 950 time: 0.0983069 Nov 25 18:29:09.491232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Allocated IP 172.20.0.13 (1d92d0a3-6c66-4168-9eb2-8913bbc3b172/0f824ed0-3321-417f-931b-51613c84c82c/9e4688ff-9083-4d7c-a5c8-58865241ae04) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:09.533900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.536817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.543503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6ff988c-cc4a-4788-9135-8f90b1c1cdbf req-9279bac8-b425-4811-9041-5a656a80ec49 tempest-FloatingIPDetailsTestJSON-395549350 tempest-FloatingIPDetailsTestJSON-395549350-project] 10.222.0.62 "DELETE /v2.0/floatingips/c1b158e6-69d0-441a-8b34-52155952cd07 HTTP/1.1" status: 204 len: 173 time: 0.6097417 Nov 25 18:29:09.546654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54762) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:09.614080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41555277-30e7-4b51-ad44-19ca06939dfb req-145f72c1-acab-4ff9-b413-c76106fee81f tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205351 Nov 25 18:29:09.647995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4710ffc4-25b1-48cb-9730-3bea423172ee req-7638c2b4-ae72-4d9a-aa48-315f1d639e18 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 210 time: 0.0530179 Nov 25 18:29:09.877561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5df6d-16a5-4aa3-9c8c-ad60d272c8c1 req-015f5824-b25e-4818-b4bf-2c7584371f2a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:09.879353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01d5df6d-16a5-4aa3-9c8c-ad60d272c8c1 req-015f5824-b25e-4818-b4bf-2c7584371f2a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 950 time: 0.1430197 Nov 25 18:29:09.921705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:09.987928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972b6fd-1e73-49b4-8cd1-ba7d77d27d59 req-33a21df0-8f41-4c63-9a2e-182069ce14b7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:09.989709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b972b6fd-1e73-49b4-8cd1-ba7d77d27d59 req-33a21df0-8f41-4c63-9a2e-182069ce14b7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2600887 Nov 25 18:29:10.024630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-48a023e5-a066-4d57-a107-3c57804424cd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:10.026224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-48a023e5-a066-4d57-a107-3c57804424cd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 822 time: 0.2495732 Nov 25 18:29:10.052933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Request body: {'port': {'device_id': '2a23752a-9fd6-49f7-9660-f024924e9289', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'admin_state_up': True, 'tenant_id': 'e9a2e9dc40c145129bd9109b11e083fb'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:10.083013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01d5df6d-16a5-4aa3-9c8c-ad60d272c8c1 req-f9156b32-edbc-48a6-ae80-d43d63181a2c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842735 Nov 25 18:29:10.103591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.111433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b972b6fd-1e73-49b4-8cd1-ba7d77d27d59 req-c3b83f20-a9d0-4345-af0f-6897460f03b8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091743 Nov 25 18:29:10.118136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f9e05c1-f396-425a-bb87-cb7c2205098a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:10.212303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:10.229974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Made reservation on behalf of e9a2e9dc40c145129bd9109b11e083fb for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:10.234152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:10.236551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.240272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:10.268349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:10.341093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9a89e-f1ee-46c0-aac0-7a19a02c0d3d req-3e4eb801-3ce7-42bf-8f0b-f80a33518d6c tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:10.348932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afc9a89e-f1ee-46c0-aac0-7a19a02c0d3d req-3e4eb801-3ce7-42bf-8f0b-f80a33518d6c tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 1101 time: 0.1580293 Nov 25 18:29:10.363371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:10.364125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.389638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f20d0d43-0772-46d9-8887-028c5d2e9d4e req-74d57677-5275-4155-b702-aef841c92895 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Nov 25 18:29:10.404444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ad7b9c12-5afa-48b7-8276-29785133a87b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7452347 Nov 25 18:29:10.422986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Request body: {'port': {'device_id': '6d235258-1c63-4778-9f18-90fd2f222cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:10.476978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Allocated IP 172.20.0.6 (3ba2044d-8d51-4a2d-8033-04ae43b0df75/46bb561c-71d4-49e0-8086-9396c305d01e/35af5f32-3ba7-4212-9b49-831d4c0bfda7) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:10.485286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afc9a89e-f1ee-46c0-aac0-7a19a02c0d3d req-07583e2d-90dd-44a3-a53f-3e199da3519b tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354730 Nov 25 18:29:10.541405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.613887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.785564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-429b2427-6ed8-4463-80dd-303d50d34969 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643823 Nov 25 18:29:10.823002 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.856155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dbe7bd2d-dfe0-4ab2-8add-5b4b781ba751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:10.911909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe608-a33e-444a-ad8c-aafd9072c61f req-0e2ef598-2f12-4e71-aee3-e89a59ef3bda tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:10.913670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-decbe608-a33e-444a-ad8c-aafd9072c61f req-0e2ef598-2f12-4e71-aee3-e89a59ef3bda tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 950 time: 0.1586967 Nov 25 18:29:10.940204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-4cf6bc08-a076-4639-a46f-9692450b53d1 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:10.941697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-4cf6bc08-a076-4639-a46f-9692450b53d1 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553028 Nov 25 18:29:10.958675 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.021274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-b20e4fc6-1f99-4512-8419-04f32888d4a0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/quotas/808eb8191e6c474eb642cfaa344cbe93 HTTP/1.1" status: 200 len: 375 time: 0.0653217 Nov 25 18:29:11.059083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-decbe608-a33e-444a-ad8c-aafd9072c61f req-ebe0037a-5d2a-4fa1-b5a1-c2b8152ae41e tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257782 Nov 25 18:29:11.076085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4688ff-9083-4d7c-a5c8-58865241ae04 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:11.087776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:11.095589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:11.099847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.101896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:11.109988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:11.118291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Transition to ACTIVE for port object 9e4688ff-9083-4d7c-a5c8-58865241ae04 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:11.136088 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.162483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-a20616e0-3ad9-4ab5-88c2-05d032fdd106 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:11.164234 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-a20616e0-3ad9-4ab5-88c2-05d032fdd106 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 950 time: 0.2446964 Nov 25 18:29:11.194978 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-85755cb3-61b0-4d6d-8c17-087742dd9989 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1723917 Nov 25 18:29:11.228207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:11.241267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:11.242116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.270218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Deleting port 34404fb0-41bc-4485-a38d-554c41ad97ee {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:11.270885 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.297391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-cc697e61-4891-4583-ad51-430c6f16caae tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2507627 Nov 25 18:29:11.310882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c777bb2-5380-480d-822d-8e407dfe363e req-cfb94892-9eee-454e-af92-0a2ebebfc62f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:11.313358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1c777bb2-5380-480d-822d-8e407dfe363e req-cfb94892-9eee-454e-af92-0a2ebebfc62f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.1418591 Nov 25 18:29:11.317898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Request body: {'port': {'device_id': '2a23752a-9fd6-49f7-9660-f024924e9289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:11.354517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Deleting port 6f9274dd-2205-41b1-b78b-1a03a870d679 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:11.354856 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.439790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:11.440127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:11.440564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:11.450418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:11.450772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:11.497690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:11.497690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:11.497690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:11.497690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Bound port: 9e4688ff-9083-4d7c-a5c8-58865241ae04, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:11.497690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.519734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1c777bb2-5380-480d-822d-8e407dfe363e req-c9dd7929-3cab-428a-ac3c-d87f5fff02e8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932518 Nov 25 18:29:11.572101 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.577299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] For port 34404fb0-41bc-4485-a38d-554c41ad97ee, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=34404fb0-41bc-4485-a38d-554c41ad97ee,segment=NetworkSegment(4ff80422-0567-417d-925d-1e4adc0484d4),segment_id=4ff80422-0567-417d-925d-1e4adc0484d4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:11.577696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.599073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Calling delete_port for 34404fb0-41bc-4485-a38d-554c41ad97ee owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:11.605787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fcda6-b2e2-4c37-8f1a-14f69ab1e49e req-1e9354ee-8b76-4c24-8112-c734cec28913 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:11.613847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-136fcda6-b2e2-4c37-8f1a-14f69ab1e49e req-1e9354ee-8b76-4c24-8112-c734cec28913 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1654909 Nov 25 18:29:11.639751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] For port 6f9274dd-2205-41b1-b78b-1a03a870d679, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6f9274dd-2205-41b1-b78b-1a03a870d679,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:11.640150 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.649695 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9110ea8c-a8b2-4005-837d-8647b30cbeb4 req-ca8732a8-dfb7-4c1b-abbc-35986ca9f133 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 210 time: 0.0432370 Nov 25 18:29:11.662136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:11.731095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-136fcda6-b2e2-4c37-8f1a-14f69ab1e49e req-5f9101ce-e4db-4b13-8ce4-262b39da9046 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127043 Nov 25 18:29:11.732174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Calling delete_port for 6f9274dd-2205-41b1-b78b-1a03a870d679 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:11.768759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:11.851553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.903905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:11.904608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:11.906578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] 10.222.0.66 "PUT /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 1092 time: 1.4914732 Nov 25 18:29:11.912172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:11.914730 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ee88c-c081-4fc6-af98-a3e09968d809" -d '{"events": [{"name": "network-changed", "server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:11.967112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334e594-f485-451f-9f63-3cf8f4047382 req-6a5e283c-c4c6-4ed0-ad34-fd47b69966d9 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:11.969201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e334e594-f485-451f-9f63-3cf8f4047382 req-6a5e283c-c4c6-4ed0-ad34-fd47b69966d9 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 931 time: 0.2164550 Nov 25 18:29:11.976400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45e72b-6c76-49fc-9c15-da797e75abef service neutron] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:11.991271 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5f7f94-c787-4937-bfc0-c36054a101ff x-openstack-request-id: req-0f5f7f94-c787-4937-bfc0-c36054a101ff {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:11.991560 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:11.991798 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f5f7f94-c787-4937-bfc0-c36054a101ff {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:11.992188 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04', 'status': 'completed', 'code': 200} Nov 25 18:29:12.106238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-fb4a13ef-04d2-48ab-a559-174481a7dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:12.107887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-fb4a13ef-04d2-48ab-a559-174481a7dd9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1095 time: 0.1284742 Nov 25 18:29:12.179898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-ce625fa4-66ca-4af9-bc9d-a4d10ff00c92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 217 time: 0.0612359 Nov 25 18:29:12.185107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e334e594-f485-451f-9f63-3cf8f4047382 req-9d7ce5d0-40fb-4e3c-b15d-a5bddf50ab46 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708250 Nov 25 18:29:12.186859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.253088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34404fb0-41bc-4485-a38d-554c41ad97ee,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:12.352983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-bfb428ea-a2d0-414f-b6b3-2d063ddcacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:12.354497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-bfb428ea-a2d0-414f-b6b3-2d063ddcacca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1576524 Nov 25 18:29:12.426264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-2f6f7cc9-8e9e-4ab4-81a5-29171eb27e33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321717 Nov 25 18:29:12.493741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.507859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['6f9274dd-2205-41b1-b78b-1a03a870d679'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:12.536124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bff9d-022c-4280-8a0f-37d8937807bb req-27773263-22fa-4e72-b722-9c9b683073a9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:12.537622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c2bff9d-022c-4280-8a0f-37d8937807bb req-27773263-22fa-4e72-b722-9c9b683073a9 tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9c828a7-68e4-490b-a8fa-54dfddcabc65 HTTP/1.1" status: 200 len: 950 time: 0.1778617 Nov 25 18:29:12.563981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.626356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Pushing event deleted for resources: {'Port': ['ID=6f9274dd-2205-41b1-b78b-1a03a870d679,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:12.628441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35af5f32-3ba7-4212-9b49-831d4c0bfda7 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:12.654250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.655783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-e281f752-0eff-4beb-acd5-d3047432d8d8 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205145 Nov 25 18:29:12.692403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] No DVR routers for this DVR port 6f9274dd-2205-41b1-b78b-1a03a870d679 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:12.713966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.718184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd80bc5c-e3a5-4488-beff-e077bf3b41cc req-692865f6-c3ea-40f2-ac4d-226ce14981fd tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.64 "DELETE /v2.0/ports/6f9274dd-2205-41b1-b78b-1a03a870d679 HTTP/1.1" status: 204 len: 173 time: 1.5222642 Nov 25 18:29:12.729099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-deleted', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:12.732163 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8855f8a-dffe-471f-aab3-aa3117158f85" -d '{"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-deleted", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:12.749729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Transition to ACTIVE for port object 35af5f32-3ba7-4212-9b49-831d4c0bfda7 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:12.791573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c2bff9d-022c-4280-8a0f-37d8937807bb req-9c868744-3226-4efb-8640-e1e4e253735c tempest-ServersAdminTestJSON-2121911510 tempest-ServersAdminTestJSON-2121911510-project] 10.222.0.62 "GET /v2.0/security-groups?id=507a5119-d9e0-484f-a4b6-52ba5d82ce8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411418 Nov 25 18:29:12.812277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:12.830012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-2750eeb8-746b-42d9-9b91-0d6f13f39e58 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791125 Nov 25 18:29:12.971375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:13.026650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4d2186f-0c37-44be-a05d-2eb5b56258a8 req-092ee45f-4fca-41fd-b131-50142ae7abc8 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 210 time: 0.0913363 Nov 25 18:29:13.105031 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca34e34-258a-41c5-836d-021940959af0 x-openstack-request-id: req-2ca34e34-258a-41c5-836d-021940959af0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:13.105328 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c828a7-68e4-490b-a8fa-54dfddcabc65", "name": "network-vif-deleted", "tag": "6f9274dd-2205-41b1-b78b-1a03a870d679", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:13.105580 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ca34e34-258a-41c5-836d-021940959af0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:13.106154 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c828a7-68e4-490b-a8fa-54dfddcabc65', 'name': 'network-vif-deleted', 'tag': '6f9274dd-2205-41b1-b78b-1a03a870d679', 'status': 'completed', 'code': 200} Nov 25 18:29:13.132303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-f94ad9d3-c362-4d30-86b5-52cd9b872757 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.133698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-f94ad9d3-c362-4d30-86b5-52cd9b872757 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793214 Nov 25 18:29:13.159403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:13.166074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Attempting to bind port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:13.166412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Attempting to bind port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:13.168004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Attempting to bind port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:13.210604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5d2f9-c563-4c82-a13b-273325b8f691 req-3abf8e5f-2518-47b7-ba83-b785abf20e1f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.210604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eca5d2f9-c563-4c82-a13b-273325b8f691 req-3abf8e5f-2518-47b7-ba83-b785abf20e1f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.5710378 Nov 25 18:29:13.247017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:13.247495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Attempting to bind port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:13.268340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-389d15f3-631f-47b9-8493-99f1eb2eb77c req-b5d155d4-a6a7-4409-ad0f-0d34979875d6 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040444 Nov 25 18:29:13.288282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:13.288816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Checking segment: {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:13.292065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Bound using segment: {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:13.293124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Bound port: 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:13.293715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.361044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eca5d2f9-c563-4c82-a13b-273325b8f691 req-858fecca-e552-4927-b836-152ae6eb92c6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410849 Nov 25 18:29:13.430980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-7ece4ff2-12bd-4f96-8660-85c9189d969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.431750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-7ece4ff2-12bd-4f96-8660-85c9189d969c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1095 time: 0.1047616 Nov 25 18:29:13.433902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8878cac-fd39-4b40-9364-8e2befd7883a req-b8064555-adc1-4321-90ac-f4f7bef76da8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.437140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44add405-797c-4974-a8af-12d1889b30a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.443171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Router 1f3bcc8a-ef35-4620-b29e-dae1831259bc has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:29:13.451507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8878cac-fd39-4b40-9364-8e2befd7883a req-b8064555-adc1-4321-90ac-f4f7bef76da8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2651105 Nov 25 18:29:13.531589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:13.535103 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.564620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:13.600409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:13.617776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-e96bf0f9-9d4d-43b2-9352-d1985239c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.619299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-e96bf0f9-9d4d-43b2-9352-d1985239c8d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1783714 Nov 25 18:29:13.619891 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8878cac-fd39-4b40-9364-8e2befd7883a req-b51808f3-0f7e-4c7c-ba2c-5b19a2493dc3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663892 Nov 25 18:29:13.639764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:13.645427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-56f27778-3a80-46bc-8b7a-248117652bc2 admin admin] 10.222.0.62 "PUT /v2.0/routers/1f3bcc8a-ef35-4620-b29e-dae1831259bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0953298 Nov 25 18:29:13.651758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] Sync routers for ids ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:13.656448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:13.667745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] Routers {'1f3bcc8a-ef35-4620-b29e-dae1831259bc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:13.669775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:13.703327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.758027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.758393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.760060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] 10.222.0.66 "PUT /v2.0/ports/35af5f32-3ba7-4212-9b49-831d4c0bfda7 HTTP/1.1" status: 200 len: 1091 time: 2.4501903 Nov 25 18:29:13.768060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-48bdc403-4844-4f63-ad7b-417c342c5e7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 217 time: 0.0505443 Nov 25 18:29:13.824907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] Set router 1f3bcc8a-ef35-4620-b29e-dae1831259bc gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:13.868363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3132b-b853-4134-9d97-4ecd2abc8a51 req-af24ad4f-2acc-46f1-b227-6de4a0c2d58c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.876866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ceb3132b-b853-4134-9d97-4ecd2abc8a51 req-af24ad4f-2acc-46f1-b227-6de4a0c2d58c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 943 time: 0.2302749 Nov 25 18:29:13.919049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-57583464-ee42-4e1c-a709-6dfb6776f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.920729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-57583464-ee42-4e1c-a709-6dfb6776f413 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1443815 Nov 25 18:29:13.934802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:13.959423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5075f-4ed0-458a-b4a6-02b01d559fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:13.976532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.151 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/261354b0-6d1c-46e3-9a79-cecbadaca2f9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:13.982169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-1c2958cb-7ad4-48c8-acfd-5e4820b7efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:13.988847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-1c2958cb-7ad4-48c8-acfd-5e4820b7efbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 1094 time: 0.1733296 Nov 25 18:29:14.017482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-bbd82adb-1a79-4469-967d-5d99ca067996 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805495 Nov 25 18:29:14.031560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ceb3132b-b853-4134-9d97-4ecd2abc8a51 req-17ebb992-d007-4585-96ce-18f6c225e77f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533284 Nov 25 18:29:14.065053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-38cf6830-3e73-4209-ac89-585c64829525 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7 HTTP/1.1" status: 200 len: 217 time: 0.0688977 Nov 25 18:29:14.163702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:29:11Z', 'revision_number': 5, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port': {'id': '2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:28:44Z', 'updated_at': '2021-11-25T18:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:14.172323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-abbfa828-bbf7-444b-bb1e-a303cf42e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:14.173931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-abbfa828-bbf7-444b-bb1e-a303cf42e613 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bb561c-71d4-49e0-8086-9396c305d01e HTTP/1.1" status: 200 len: 862 time: 0.0904992 Nov 25 18:29:14.188942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.196953 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-1ffe4456-9928-44ac-80ac-d00194159fd0 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593559 Nov 25 18:29:14.241519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] Checking router: 1f3bcc8a-ef35-4620-b29e-dae1831259bc for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:14.250946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0073873-a0b4-4f75-8362-f164d52db5c6 req-21a47598-2d9c-439f-95b1-394f553d54c3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 210 time: 0.0739460 Nov 25 18:29:14.255988 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-d97b0706-e2e4-468c-86cd-8ac0360915f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ba2044d-8d51-4a2d-8033-04ae43b0df75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672021 Nov 25 18:29:14.319494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] Routers {'1f3bcc8a-ef35-4620-b29e-dae1831259bc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:14.320612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:14.324031 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.343138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54846) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:14.351197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Deleting port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:14.351539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.449052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-e6700fe8-d87b-4f22-bec2-20c1dc64cd01 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692245 Nov 25 18:29:14.462150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d58ee88c-c081-4fc6-af98-a3e09968d809 req-8ef8a9ab-7d15-49de-ac22-fe31e503e70e service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329676 Nov 25 18:29:14.470171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.512394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] Set router 1f3bcc8a-ef35-4620-b29e-dae1831259bc gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:14.573138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] For port 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:14.573664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.599993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:29:14Z', 'revision_number': 6, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:14.600953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.602138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Calling delete_port for 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:14.614250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b09161-fb5b-429b-a2fc-b61a09abed60 req-a09c6202-162e-4cdc-91cc-82acb3908cd0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:14.615986 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3b09161-fb5b-429b-a2fc-b61a09abed60 req-a09c6202-162e-4cdc-91cc-82acb3908cd0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.1138358 Nov 25 18:29:14.678502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:14.679790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630', 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:14.691406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:14.729455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-91d55f37-73ba-4fb1-b1b7-9f7aa84c3dba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=224261ee0e4143e1bd9e7700b5d43adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852100 Nov 25 18:29:14.739731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:14.745873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', '9b0ea39b-3bae-497f-977b-89eb874ef985'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:14.747879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:14.754298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f3edb-091a-44cf-8233-d4e7a6e46f9e None None] The sync data for ids ['1f3bcc8a-ef35-4620-b29e-dae1831259bc'] in n-d-819194-3 is: [{'id': '1f3bcc8a-ef35-4620-b29e-dae1831259bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1145579923-router', 'tenant_id': 'e758cc405b67480f8d91bc313155b39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:28:43Z', 'updated_at': '2021-11-25T18:29:14Z', 'revision_number': 6, 'project_id': 'e758cc405b67480f8d91bc313155b39e', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:14.768433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3b09161-fb5b-429b-a2fc-b61a09abed60 req-7eead773-fd7a-43a0-a635-e396f04bdae7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408193 Nov 25 18:29:14.788783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:14.817552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 6f9274dd-2205-41b1-b78b-1a03a870d679 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:14.817905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6f9274dd-2205-41b1-b78b-1a03a870d679 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:14.839589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=261354b0-6d1c-46e3-9a79-cecbadaca2f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:14.903979 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2b7eed4-047a-4c0c-8b61-cc747808e132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.936127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2b7eed4-047a-4c0c-8b61-cc747808e132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:14.941993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6324e76d-f12e-4a47-825e-1d488b020e55 req-a1ae6cfe-6ea8-4020-9b18-7eca4659dc3a service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844625 Nov 25 18:29:14.981352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df278039-70de-4df2-8cd9-f48259723b98 req-86ced383-536a-4782-94db-fdee90197ebb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:14.994935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df278039-70de-4df2-8cd9-f48259723b98 req-86ced383-536a-4782-94db-fdee90197ebb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2739892 Nov 25 18:29:15.033200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:15.033849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.071034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.095285 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-8809e04d-0ead-498d-9b81-d5a68b28c2fb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9508970 Nov 25 18:29:15.103257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df278039-70de-4df2-8cd9-f48259723b98 req-c7b1bb84-60dc-40bd-9e2d-e645689ddade tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075399 Nov 25 18:29:15.107787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:15.113124 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bccc4c-9502-4007-9393-3b019d45db60" -d '{"events": [{"name": "network-changed", "server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:15.135896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Request body: {'port': {'device_id': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:15.158638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:15.166253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2b7eed4-047a-4c0c-8b61-cc747808e132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.169876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2b7eed4-047a-4c0c-8b61-cc747808e132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.173910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e2b7eed4-047a-4c0c-8b61-cc747808e132 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/507a5119-d9e0-484f-a4b6-52ba5d82ce8e HTTP/1.1" status: 204 len: 168 time: 0.4309285 Nov 25 18:29:15.176270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1be045a1-e901-4fdd-9080-e2400935af3d None None] Provisioning complete for port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:15.176923 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1be045a1-e901-4fdd-9080-e2400935af3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.211774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.228112 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84e9c6d-8e8d-4912-9872-6371b0072e35 x-openstack-request-id: req-a84e9c6d-8e8d-4912-9872-6371b0072e35 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:15.228505 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:15.228871 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a84e9c6d-8e8d-4912-9872-6371b0072e35 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:15.229511 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'status': 'completed', 'code': 200} Nov 25 18:29:15.269901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7eed4-047a-4c0c-8b61-cc747808e132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a5119-d9e0-484f-a4b6-52ba5d82ce8e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:15.336227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1be045a1-e901-4fdd-9080-e2400935af3d None None] Port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:29:15.432488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.595007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a62c3-dfcd-45f5-b684-3373a1f3b62a req-b0d4967f-0595-4e6e-a30f-2fa1a8499bda tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:15.597434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-632a62c3-dfcd-45f5-b684-3373a1f3b62a req-b0d4967f-0595-4e6e-a30f-2fa1a8499bda tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 943 time: 0.3315973 Nov 25 18:29:15.598216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bccc4c-9502-4007-9393-3b019d45db60 req-ad32f14b-29f9-4260-8cba-d272c61e0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:15.599954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82bccc4c-9502-4007-9393-3b019d45db60 req-ad32f14b-29f9-4260-8cba-d272c61e0312 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 1094 time: 0.1545200 Nov 25 18:29:15.610286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.613494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.616122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743c655-1826-44fe-89ab-fd1b62b3d110 req-86fd835a-bf74-4b40-90f5-379997d782bb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:15.617890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3743c655-1826-44fe-89ab-fd1b62b3d110 req-86fd835a-bf74-4b40-90f5-379997d782bb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 936 time: 0.1714041 Nov 25 18:29:15.713920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.715723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3bcc8a-ef35-4620-b29e-dae1831259bc {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:29:15.748983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.754326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6922cfef-4f2b-4780-9855-dd77cc4b9c9e admin admin] 10.222.0.62 "DELETE /v2.0/routers/1f3bcc8a-ef35-4620-b29e-dae1831259bc HTTP/1.1" status: 204 len: 168 time: 2.0901761 Nov 25 18:29:15.758741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54880) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:15.835237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3743c655-1826-44fe-89ab-fd1b62b3d110 req-37211717-6386-442c-ace8-3b2a159bfdae tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018569 Nov 25 18:29:15.851324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 34404fb0-41bc-4485-a38d-554c41ad97ee no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:15.860261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:15.903100 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.906016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 34404fb0-41bc-4485-a38d-554c41ad97ee {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:15.906505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 34404fb0-41bc-4485-a38d-554c41ad97ee not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:15.934539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-632a62c3-dfcd-45f5-b684-3373a1f3b62a req-e987f1b8-3ae0-417e-85fa-c368ee237b05 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679939 Nov 25 18:29:15.965305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] Deleting subnet ebd20a35-4444-4485-9c41-7ae42cbe76cb {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:15.975210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:15.989622 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-20edc82f-ab74-4683-83a0-9f552a640e3f service neutron] show failed (client error): The resource could not be found. Nov 25 18:29:15.990899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-20edc82f-ab74-4683-83a0-9f552a640e3f service neutron] 10.222.0.64 "GET /v2.0/ports/5fc21094-efcd-4036-ae37-8b2ce85d2d08/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.2991877 Nov 25 18:29:15.993967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bccc4c-9502-4007-9393-3b019d45db60 req-a15d4193-5a35-4c36-a550-473af349a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:15.995884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82bccc4c-9502-4007-9393-3b019d45db60 req-a15d4193-5a35-4c36-a550-473af349a7fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 923 time: 0.3752358 Nov 25 18:29:15.997543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a92b1a66-d009-4346-bf9b-b38168910c0d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f5206911efd437db7c5d094fc74d1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355639 Nov 25 18:29:16.003712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:16.063334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.069593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9e4688ff-9083-4d7c-a5c8-58865241ae04 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:16.126254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82bccc4c-9502-4007-9393-3b019d45db60 req-5c9580da-2097-4198-97ca-4165f7c2f16b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7 HTTP/1.1" status: 200 len: 217 time: 0.0973985 Nov 25 18:29:16.165274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261354b0-6d1c-46e3-9a79-cecbadaca2f9 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:16.218392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.248020 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.350836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Transition to ACTIVE for port object 261354b0-6d1c-46e3-9a79-cecbadaca2f9 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:16.355220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.397975 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.408825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bccc4c-9502-4007-9393-3b019d45db60 req-a61fdebb-5d9b-4da0-a6e3-9e3e39e9c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:16.410784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82bccc4c-9502-4007-9393-3b019d45db60 req-a61fdebb-5d9b-4da0-a6e3-9e3e39e9c8fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bb561c-71d4-49e0-8086-9396c305d01e HTTP/1.1" status: 200 len: 862 time: 0.2305274 Nov 25 18:29:16.445521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd20a35-4444-4485-9c41-7ae42cbe76cb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:16.448175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25776a65-fba5-4cc6-9077-35770bc471bc req-8e65f883-ed7d-47b3-a0ca-827e9f5e325b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:16.450042 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25776a65-fba5-4cc6-9077-35770bc471bc req-8e65f883-ed7d-47b3-a0ca-827e9f5e325b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.3355608 Nov 25 18:29:16.464430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.464678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f739992-eb97-45b9-b378-f5bfe593063a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.466013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea0c67-ef40-4635-ae9c-d7aee8a3c31f None None] Network 4128b869-e76d-4457-a084-ae18573e6dc2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:16.470175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dc640bb2-9bf1-480f-80dc-b0aa5f7ff8c6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ebd20a35-4444-4485-9c41-7ae42cbe76cb HTTP/1.1" status: 204 len: 168 time: 0.7078085 Nov 25 18:29:16.471672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54892) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:16.494901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a20325-a252-4442-92a4-de97df82c9da req-9d0dea5b-0ad7-4ea4-8cee-0ab26471271d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:16.494901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2a20325-a252-4442-92a4-de97df82c9da req-9d0dea5b-0ad7-4ea4-8cee-0ab26471271d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2074521 Nov 25 18:29:16.496139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-5e13a73d-392c-46f9-b456-bcfe7a59efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:16.497584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-5e13a73d-392c-46f9-b456-bcfe7a59efe2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f&tenant_id=d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 1100 time: 0.1596258 Nov 25 18:29:16.517842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:16.522294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82bccc4c-9502-4007-9393-3b019d45db60 req-bc8ff0bb-ffb5-4e00-b416-e3f85252547c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ba2044d-8d51-4a2d-8033-04ae43b0df75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688694 Nov 25 18:29:16.531711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:16.549008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '9e4688ff-9083-4d7c-a5c8-58865241ae04', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'port_id': '9e4688ff-9083-4d7c-a5c8-58865241ae04', 'mac_address': 'fa:16:3e:4a:78:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f824ed0-3321-417f-931b-51613c84c82c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:16.575183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f739992-eb97-45b9-b378-f5bfe593063a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.634202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Pushing event updated for resources: {'Port': ['ID=261354b0-6d1c-46e3-9a79-cecbadaca2f9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:16.659086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2a20325-a252-4442-92a4-de97df82c9da req-7bc11fdc-5f17-403d-812d-87ba6a5b6473 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410329 Nov 25 18:29:16.677124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.699658 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25776a65-fba5-4cc6-9077-35770bc471bc req-816320a7-d64d-4e64-9bd8-c649bc3433e9 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288587 Nov 25 18:29:16.702173 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.751834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.769316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4688ff-9083-4d7c-a5c8-58865241ae04 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:16.809524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:16.826849 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.849285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f739992-eb97-45b9-b378-f5bfe593063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.851877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f739992-eb97-45b9-b378-f5bfe593063a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.853008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7f739992-eb97-45b9-b378-f5bfe593063a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25c5b764-958a-4990-8df6-25d7d80a18c4 HTTP/1.1" status: 204 len: 168 time: 0.8491664 Nov 25 18:29:16.908855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f739992-eb97-45b9-b378-f5bfe593063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c5b764-958a-4990-8df6-25d7d80a18c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:16.928017 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:16.950367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] DHCP port deletion for 4128b869-e76d-4457-a084-ae18573e6dc2 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:16.960841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Attempting to bind port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:16.974854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Attempting to bind port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:16.975221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Attempting to bind port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:16.996790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82bccc4c-9502-4007-9393-3b019d45db60 req-04f4e324-e706-4b96-b74d-455ab12e135a service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635513 Nov 25 18:29:17.005157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:17.006335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Attempting to bind port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:17.031893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:17.062867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:17.063468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:17.065749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:17.066414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Bound port: 261354b0-6d1c-46e3-9a79-cecbadaca2f9, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:17.069322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.070555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:17.115044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:17.148106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] Deleting port 8c6be6b8-0087-449b-8aa6-28e54378f429 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:17.148736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.173889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:17.173889 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66d7a2b-64fd-470c-bd59-beb2dbc1cdf1" -d '{"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:17.177310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.214298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Deleting port 8c6be6b8-0087-449b-8aa6-28e54378f429 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:17.214683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.276605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] For port 8c6be6b8-0087-449b-8aa6-28e54378f429, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8c6be6b8-0087-449b-8aa6-28e54378f429,segment=NetworkSegment(4ff80422-0567-417d-925d-1e4adc0484d4),segment_id=4ff80422-0567-417d-925d-1e4adc0484d4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:17.276605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.299643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] Calling delete_port for 8c6be6b8-0087-449b-8aa6-28e54378f429 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:17.341861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] For port 8c6be6b8-0087-449b-8aa6-28e54378f429, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8c6be6b8-0087-449b-8aa6-28e54378f429,segment=NetworkSegment(4ff80422-0567-417d-925d-1e4adc0484d4),segment_id=4ff80422-0567-417d-925d-1e4adc0484d4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:17.341861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.355311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Calling delete_port for 8c6be6b8-0087-449b-8aa6-28e54378f429 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:17.366909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Transition to ACTIVE for port object 5fc21094-efcd-4036-ae37-8b2ce85d2d08 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:17.377246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.396975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8c6be6b8-0087-449b-8aa6-28e54378f429 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:17.438010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['9e4688ff-9083-4d7c-a5c8-58865241ae04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:17.467281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fbcda-ccf9-4fd1-9a3b-1ccb5b049d6a req-a493c9c4-56c8-45f9-acde-ed68da9ccd69 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:17.476914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d05fbcda-ccf9-4fd1-9a3b-1ccb5b049d6a req-a493c9c4-56c8-45f9-acde-ed68da9ccd69 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 948 time: 0.3113542 Nov 25 18:29:17.670264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d05fbcda-ccf9-4fd1-9a3b-1ccb5b049d6a req-f98163c7-7b42-47a9-8ef3-75b16f4fe4cf tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822711 Nov 25 18:29:17.700264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] No DVR routers for this DVR port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:17.710076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:17.760959 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.769073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.802584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:17.804006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:17.804521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:17.814785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6be6b8-0087-449b-8aa6-28e54378f429,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:17.835201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] No DVR routers for this DVR port 8c6be6b8-0087-449b-8aa6-28e54378f429 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:17.851712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] For port 261354b0-6d1c-46e3-9a79-cecbadaca2f9, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:17.856140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:17.857105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Attempting to bind port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:17.871348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d3e1b-949d-41f8-94f7-696796b1d9e1 req-4a710414-17ea-44d1-b9ee-cfdf97dac2bb tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:17.879128 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-892d3e1b-949d-41f8-94f7-696796b1d9e1 req-4a710414-17ea-44d1-b9ee-cfdf97dac2bb tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 943 time: 0.1990876 Nov 25 18:29:17.890039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] Pushing event deleted for resources: {'Port': ['ID=8c6be6b8-0087-449b-8aa6-28e54378f429,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:17.895027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82bccc4c-9502-4007-9393-3b019d45db60 req-3b2fc9de-0723-40fb-82ca-df180e53f5ed service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8712740 Nov 25 18:29:17.908948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] For port 261354b0-6d1c-46e3-9a79-cecbadaca2f9, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=261354b0-6d1c-46e3-9a79-cecbadaca2f9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:17.917584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca6688-abbd-477a-a308-2a897ab10b51 None None] No DVR routers for this DVR port 8c6be6b8-0087-449b-8aa6-28e54378f429 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:17.920872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.938427 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685ca45d-9eeb-4fc9-9fe4-a513a64b9168 x-openstack-request-id: req-685ca45d-9eeb-4fc9-9fe4-a513a64b9168 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:17.938770 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:17.939049 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-685ca45d-9eeb-4fc9-9fe4-a513a64b9168 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:17.939453 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'code': 200} Nov 25 18:29:17.953649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:17.953990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:17.954375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:17.956252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Bound port: 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:17.956684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:17.959924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.050110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:18.081747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.087618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:18.087965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2f8b9ac3-aa1b-4cdc-95ea-4f0e800ef27e not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:18.089452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 35af5f32-3ba7-4212-9b49-831d4c0bfda7 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:18.127686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.130197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.131906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] 10.222.0.66 "PUT /v2.0/ports/261354b0-6d1c-46e3-9a79-cecbadaca2f9 HTTP/1.1" status: 200 len: 1096 time: 3.0248821 Nov 25 18:29:18.132715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'tag': '261354b0-6d1c-46e3-9a79-cecbadaca2f9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:18.135406 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8833124a-15e3-4195-bb2b-c144bbc947d8", "tag": "261354b0-6d1c-46e3-9a79-cecbadaca2f9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:18.169086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-892d3e1b-949d-41f8-94f7-696796b1d9e1 req-d8da4905-3f64-49f4-a4a2-bb75769bc141 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853887 Nov 25 18:29:18.268855 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:29:18.269500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:18.279146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4128b869-e76d-4457-a084-ae18573e6dc2']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:18.282965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'port_id': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'mac_address': 'fa:16:3e:a7:25:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bb561c-71d4-49e0-8086-9396c305d01e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:18.305025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d64466-f805-4c32-ab05-e3af1a242185 service neutron] Pushing event updated for resources: {'Port': ['ID=261354b0-6d1c-46e3-9a79-cecbadaca2f9,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:18.345403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff80422-0567-417d-925d-1e4adc0484d4') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:18.345614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff80422-0567-417d-925d-1e4adc0484d4') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:18.359995 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.378489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b62fe5-9380-4403-9876-d40b424376c9 req-e566e816-6619-487c-80c6-c8e75585d4c1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.381669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35af5f32-3ba7-4212-9b49-831d4c0bfda7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:18.396137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96b62fe5-9380-4403-9876-d40b424376c9 req-e566e816-6619-487c-80c6-c8e75585d4c1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 947 time: 0.3708901 Nov 25 18:29:18.403852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-58270891-6926-421d-87c9-beba2c3cc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.405391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-58270891-6926-421d-87c9-beba2c3cc7ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 1099 time: 0.1960800 Nov 25 18:29:18.419596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.422913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:18.437375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:18.454680 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.465911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-e50881bf-1ce2-42c4-8599-e42ece94f47e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=261354b0-6d1c-46e3-9a79-cecbadaca2f9 HTTP/1.1" status: 200 len: 217 time: 0.0516677 Nov 25 18:29:18.475494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a04a25-83e6-4c3b-a05b-d803ae229e35 req-477f66a8-de3c-4bf1-8271-9768e587be69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.484607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56a04a25-83e6-4c3b-a05b-d803ae229e35 req-477f66a8-de3c-4bf1-8271-9768e587be69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 945 time: 0.1540565 Nov 25 18:29:18.487380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:18.492069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.520342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:18.522308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:18.524717 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:18.538844 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:18.542747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:18.622183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-2ba211fe-1f9e-4991-9b9d-4ff943e4077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.625844 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-2ba211fe-1f9e-4991-9b9d-4ff943e4077f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1380672 Nov 25 18:29:18.639424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56a04a25-83e6-4c3b-a05b-d803ae229e35 req-db5587e5-f492-4666-b1cb-fca4be2e1ca2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539011 Nov 25 18:29:18.705253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:18.734381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f036-b747-499c-b115-93828cd5997b req-03d93415-20cf-4b87-ac20-e430938e57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.741030 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-03d93415-20cf-4b87-ac20-e430938e57da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001606 Nov 25 18:29:18.806401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:18.863506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['35af5f32-3ba7-4212-9b49-831d4c0bfda7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:18.878128 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721dfb70-22f3-4877-b84f-cfec68af5b74 x-openstack-request-id: req-721dfb70-22f3-4877-b84f-cfec68af5b74 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:18.878759 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8833124a-15e3-4195-bb2b-c144bbc947d8", "tag": "261354b0-6d1c-46e3-9a79-cecbadaca2f9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:18.878759 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-721dfb70-22f3-4877-b84f-cfec68af5b74 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:18.879156 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'tag': '261354b0-6d1c-46e3-9a79-cecbadaca2f9', 'status': 'completed', 'code': 200} Nov 25 18:29:18.984754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542dbd8-fa30-4bfc-a563-9ca4cdd578e8 req-b8c6140b-7f65-4bf2-ba75-39143b3521b5 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:18.986343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8542dbd8-fa30-4bfc-a563-9ca4cdd578e8 req-b8c6140b-7f65-4bf2-ba75-39143b3521b5 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 948 time: 0.0922425 Nov 25 18:29:19.005443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-45d31ba4-7ca2-448d-978c-9e674704983b service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570348 Nov 25 18:29:19.215845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8542dbd8-fa30-4bfc-a563-9ca4cdd578e8 req-54e49fb0-1c1f-4684-858e-07d526c3e0b8 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186396 Nov 25 18:29:19.234715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2833f036-b747-499c-b115-93828cd5997b req-f6a17c10-c0ac-4b27-8e27-ddd29cbd9dcf service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157757 Nov 25 18:29:19.259477 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96b62fe5-9380-4403-9876-d40b424376c9 req-1965f492-97fa-4807-9243-3b3cbb270f17 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615572 Nov 25 18:29:19.263546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.264948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.267516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] 10.222.0.66 "PUT /v2.0/ports/5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 1095 time: 2.7547619 Nov 25 18:29:19.267516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.269595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a738f1-496d-4873-9461-35ed426168c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:19.288768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Pushing event deleted for resources: {'Network': ['ID=4128b869-e76d-4457-a084-ae18573e6dc2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:19.298724 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:19.298724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0c708b89-f79f-43d2-842f-e483c26c6961 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4128b869-e76d-4457-a084-ae18573e6dc2 HTTP/1.1" status: 204 len: 168 time: 2.8206217 Nov 25 18:29:19.402021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-189d3b7b-706b-4dbd-a8a7-7ec7c0405ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.404154 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-189d3b7b-706b-4dbd-a8a7-7ec7c0405ade service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1098 time: 0.0962114 Nov 25 18:29:19.408682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-5e5d2eb0-8c37-4a18-b500-790a4a3aa5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.410562 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-5e5d2eb0-8c37-4a18-b500-790a4a3aa5e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 1099 time: 0.0907850 Nov 25 18:29:19.469927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8200b-c396-448b-96d3-74d75687d0a1 req-82f29223-5cf9-4eaf-91a5-530ca4448639 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.471509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fcd8200b-c396-448b-96d3-74d75687d0a1 req-82f29223-5cf9-4eaf-91a5-530ca4448639 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 944 time: 0.1152127 Nov 25 18:29:19.594617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fcd8200b-c396-448b-96d3-74d75687d0a1 req-39d16262-16ef-489e-a9e3-47ca86f14b0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904992 Nov 25 18:29:19.622944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-9d246b4a-0f9e-4fc7-af9f-434d388318a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.626350 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-9d246b4a-0f9e-4fc7-af9f-434d388318a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2018521 Nov 25 18:29:19.648522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55010) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:19.682945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-1b599f8c-8b70-4236-b2bb-fb7208d2d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.684588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-1b599f8c-8b70-4236-b2bb-fb7208d2d836 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2627411 Nov 25 18:29:19.749847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-cc0f71fe-7c1b-4049-b3df-545ce3e165e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=261354b0-6d1c-46e3-9a79-cecbadaca2f9 HTTP/1.1" status: 200 len: 217 time: 0.1114011 Nov 25 18:29:19.759137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-93ce1071-885d-4bee-86aa-d19a8c9ae533 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.0636876 Nov 25 18:29:19.825482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-e9b2711c-bbd0-4750-9dd6-f1f2db5de2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.827352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-e9b2711c-bbd0-4750-9dd6-f1f2db5de2a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0607247 Nov 25 18:29:19.859966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-7feb71c7-1f45-4b0f-89ba-15249e6700ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.861463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-7feb71c7-1f45-4b0f-89ba-15249e6700ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0987363 Nov 25 18:29:19.879436 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-41fc9769-ddda-41d9-bebf-6cea044c2155 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e758cc405b67480f8d91bc313155b39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275555 Nov 25 18:29:19.884413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55030) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:19.909647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6081f90-8c32-41a2-8f5b-c26798343629 req-4de1b4ed-c79a-4db1-b2e6-1d98e001717b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.911037 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6081f90-8c32-41a2-8f5b-c26798343629 req-4de1b4ed-c79a-4db1-b2e6-1d98e001717b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 945 time: 0.1493485 Nov 25 18:29:19.929084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-e1f2b590-3e16-46fb-b5bf-4d91f2a59c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.930934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-e1f2b590-3e16-46fb-b5bf-4d91f2a59c67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958424 Nov 25 18:29:19.940858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:19.943481 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c437d999-ad22-4727-a063-b3092c1a8f57" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:19.976322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-b0d685d9-6962-4c03-93ad-7882cf286f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:19.977846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-b0d685d9-6962-4c03-93ad-7882cf286f9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908141 Nov 25 18:29:20.014651 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6081f90-8c32-41a2-8f5b-c26798343629 req-6eff5196-384a-4df7-8b12-b8d415f42dd3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813665 Nov 25 18:29:20.046840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-c9aee0c6-2b90-4098-ae30-69015d6e5ced service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993476 Nov 25 18:29:20.076229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955fe9e-f567-4eec-a977-a47ba105c405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:20.097339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9e4688ff-9083-4d7c-a5c8-58865241ae04 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:20.140648 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a026433-a1db-44b3-92d6-3db52e3bb36b x-openstack-request-id: req-4a026433-a1db-44b3-92d6-3db52e3bb36b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:20.141073 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:20.141705 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a026433-a1db-44b3-92d6-3db52e3bb36b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:20.142308 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'status': 'completed', 'code': 200} Nov 25 18:29:20.144219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-118ced72-ffc4-4c64-abed-5376b74c9467 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523232 Nov 25 18:29:20.162081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955fe9e-f567-4eec-a977-a47ba105c405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:20.229666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2701834f-0c11-49da-a908-5fbb8ae669f7 req-27988953-58f7-441c-81a0-1d0cc497f9d8 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722155 Nov 25 18:29:20.267967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955fe9e-f567-4eec-a977-a47ba105c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:20.270412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-26e0cd4c-d304-4b31-ac83-a7031d2dd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.271633 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955fe9e-f567-4eec-a977-a47ba105c405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:20.272423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-26e0cd4c-d304-4b31-ac83-a7031d2dd035 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1098 time: 0.1220930 Nov 25 18:29:20.273501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6955fe9e-f567-4eec-a977-a47ba105c405 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2bf3c41c-cdf5-40ea-9813-31432db57408 HTTP/1.1" status: 204 len: 168 time: 0.3874874 Nov 25 18:29:20.284423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 9e4688ff-9083-4d7c-a5c8-58865241ae04 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:20.289644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 9e4688ff-9083-4d7c-a5c8-58865241ae04 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:20.290374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:20.293858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955fe9e-f567-4eec-a977-a47ba105c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3c41c-cdf5-40ea-9813-31432db57408,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:20.407913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-a256ef86-2f02-4730-a99e-033573c33ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.409575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-a256ef86-2f02-4730-a99e-033573c33ddb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1098 time: 0.0936148 Nov 25 18:29:20.508436 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:20.570101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:20.576349 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedac3ab-2cc4-4111-99f0-3ae08a576385" -d '{"events": [{"server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "name": "network-vif-plugged", "status": "completed", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:20.602371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-6debbba0-76e0-4507-9ef8-1e26ea3f1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.604049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-6debbba0-76e0-4507-9ef8-1e26ea3f1b67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1860628 Nov 25 18:29:20.623338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a31cc5e9-101e-4c9a-b68d-ae0c9572a4d6 req-c24c7f40-7800-44b9-a386-caae3b1fc114 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329736 Nov 25 18:29:20.631352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:20.644919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:20.662969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6424-33e2-41f4-ab8c-36c7dfd9ef40 req-59d1a177-db82-4252-bdb4-900c952e4791 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.670916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60ed6424-33e2-41f4-ab8c-36c7dfd9ef40 req-59d1a177-db82-4252-bdb4-900c952e4791 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 948 time: 0.1959503 Nov 25 18:29:20.673089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-b0d140fb-387e-41cb-b39f-4f7cf30b529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.674770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-b0d140fb-387e-41cb-b39f-4f7cf30b529a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.3636005 Nov 25 18:29:20.733059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-62b315bf-3fde-4734-ac3d-e5c9176bd2a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.1199098 Nov 25 18:29:20.736054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-fb35c045-dd62-4f20-b952-d853713b6a58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.0443201 Nov 25 18:29:20.771056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:20.817292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60ed6424-33e2-41f4-ab8c-36c7dfd9ef40 req-cf336ebd-d416-4818-808f-591e8deccfcf tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455038 Nov 25 18:29:20.831384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-f33f1e2c-06f5-4adf-bfd0-091fde4b617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.832883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-f33f1e2c-06f5-4adf-bfd0-091fde4b617f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0898049 Nov 25 18:29:20.844503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-10b23124-97b6-48fe-81b9-80ac840dc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.849510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-10b23124-97b6-48fe-81b9-80ac840dc220 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1015289 Nov 25 18:29:20.937067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-df5a1429-3498-427c-80e1-e40258eb61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.938438 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85774cf7-458c-4652-a5da-11f1049a96ab x-openstack-request-id: req-85774cf7-458c-4652-a5da-11f1049a96ab {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:20.938738 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-df5a1429-3498-427c-80e1-e40258eb61fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973792 Nov 25 18:29:20.939386 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "name": "network-vif-plugged", "status": "completed", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:20.939709 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85774cf7-458c-4652-a5da-11f1049a96ab {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:20.940306 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04', 'code': 200} Nov 25 18:29:20.960036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-f3016264-4e44-4071-8293-09d4fbb06165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:20.961673 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-f3016264-4e44-4071-8293-09d4fbb06165 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913012 Nov 25 18:29:20.995378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d64693-1e87-4f80-855f-aceea73cfe24 req-1204acc5-ed36-4e83-a414-47be03b80d1f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:21.003292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d7d64693-1e87-4f80-855f-aceea73cfe24 req-1204acc5-ed36-4e83-a414-47be03b80d1f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 947 time: 0.0725787 Nov 25 18:29:21.117310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-2bcb1fce-f883-444a-a519-a35bcbd43cb2 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674297 Nov 25 18:29:21.130596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96937c-2662-4de7-8279-556d212e32aa req-002f88fd-e091-4ec6-a9f1-c2c8cad419c7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:21.132381 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a96937c-2662-4de7-8279-556d212e32aa req-002f88fd-e091-4ec6-a9f1-c2c8cad419c7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 944 time: 0.0872653 Nov 25 18:29:21.146656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d7d64693-1e87-4f80-855f-aceea73cfe24 req-6a9b8ec6-c531-47f5-a225-230a33c6d844 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356249 Nov 25 18:29:21.159755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf4e2b-187c-4107-9d36-422cdc835fbf req-77c3fa28-900b-4594-ba0c-fafe8f70df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:21.165170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbf4e2b-187c-4107-9d36-422cdc835fbf req-77c3fa28-900b-4594-ba0c-fafe8f70df60 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1097 time: 0.1460941 Nov 25 18:29:21.267623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a96937c-2662-4de7-8279-556d212e32aa req-4cdadd5c-eecc-4562-af39-dbcb4d0e8d29 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192133 Nov 25 18:29:21.316663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-859d4c08-492b-4ef5-83d6-bcb0572c8df8 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394978 Nov 25 18:29:21.323457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-c0fe34e3-d2b2-4858-9a1a-dd02e1f1786c service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894300 Nov 25 18:29:21.424209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbf4e2b-187c-4107-9d36-422cdc835fbf req-3c9ffccb-aead-4d1b-9faf-f7f4edaed62b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490964 Nov 25 18:29:21.453726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6b54-260e-4021-8b75-9b57d35cf806 req-466f810c-3148-4dbc-a75f-288d8cc7667c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:21.461345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed8b6b54-260e-4021-8b75-9b57d35cf806 req-466f810c-3148-4dbc-a75f-288d8cc7667c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.1791523 Nov 25 18:29:21.472235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55134) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:21.577941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed8b6b54-260e-4021-8b75-9b57d35cf806 req-3527bde1-3dbc-47ca-8f7c-22e5ca920dbb tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156859 Nov 25 18:29:21.581455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c437d999-ad22-4727-a063-b3092c1a8f57 req-e8d3c0b9-4070-451c-8878-976900cae8dc service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392540 Nov 25 18:29:21.632223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-network', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:21.661789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Made reservation on behalf of de8ced8168dc45a58587e3f75b4b3bea for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:21.665024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.677993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.785452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.790259 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.826138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:21.833479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8600e5f-94a1-46a8-bccf-319560139ef3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:21.853305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.853659 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Added segment 84c4dd85-d917-4e74-97bc-d4dd6799996a of type vlan for network f23ffd43-d264-4411-800e-28e7787d54e3 Nov 25 18:29:21.923617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.958777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.959450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:21.960292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:21.976128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19a3d-50c4-468e-a6ff-ddc48589bd8e req-244a3029-83dc-48f8-8c1e-c393f4e2fb46 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:21.983320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ea19a3d-50c4-468e-a6ff-ddc48589bd8e req-244a3029-83dc-48f8-8c1e-c393f4e2fb46 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 948 time: 0.0735726 Nov 25 18:29:21.999747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5219622 Nov 25 18:29:22.018377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:22.027057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Request body: {'subnet': {'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-subnet', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:22.050178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea22bf6-31be-41bc-8e52-a5a8f4e43a2a admin admin] Pushing event updated for resources: {'Network': ['ID=f23ffd43-d264-4411-800e-28e7787d54e3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:22.062539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f23ffd43-d264-4411-800e-28e7787d54e3 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:22.081709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ea19a3d-50c4-468e-a6ff-ddc48589bd8e req-676f9fdb-8e06-401b-a8f5-daedf9601a86 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963759 Nov 25 18:29:22.083090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Made reservation on behalf of de8ced8168dc45a58587e3f75b4b3bea for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:22.086277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.127581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 35af5f32-3ba7-4212-9b49-831d4c0bfda7 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:22.222176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:22.227519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:22.227962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.381826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.387698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f46ea-10b0-43fc-82ff-f7fb9f57f533 req-d080908f-8d4f-4126-ae13-e0106ad3e241 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:22.390141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f9f46ea-10b0-43fc-82ff-f7fb9f57f533 req-d080908f-8d4f-4126-ae13-e0106ad3e241 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 947 time: 0.1062536 Nov 25 18:29:22.424613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.443265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:22.449776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.516301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a593d1-230f-49ae-b38a-c34b7b62cc52 req-74b807b1-32bc-4394-8659-8713e3dc615c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:22.518982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:22.523755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31a593d1-230f-49ae-b38a-c34b7b62cc52 req-74b807b1-32bc-4394-8659-8713e3dc615c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.0675213 Nov 25 18:29:22.531003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f9f46ea-10b0-43fc-82ff-f7fb9f57f533 req-46ce6e24-66e3-423b-8f63-5859f481cf2b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092973 Nov 25 18:29:22.531955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5835b8-6f06-48ff-ba17-4ab063797ca3,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:22.552080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Checking segment: {'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:22.552577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Network hostable DHCP agents. Network: f23ffd43-d264-4411-800e-28e7787d54e3, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:22.579994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Network f23ffd43-d264-4411-800e-28e7787d54e3 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:22.582556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31a593d1-230f-49ae-b38a-c34b7b62cc52 req-594cff3f-cb3b-4066-b26f-b2677e9950bb tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560875 Nov 25 18:29:22.596097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f23ffd43-d264-4411-800e-28e7787d54e3) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:22.610778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:22.616310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c02c1-ec1e-4ef2-9133-6dfa75af3a6e None None] Network f23ffd43-d264-4411-800e-28e7787d54e3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:22.618951 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.645894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-346afd96-e8d5-4d37-8ec7-ef43cc2f507b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6259229 Nov 25 18:29:22.648519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:22.656641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:22.706786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.708004 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.801509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-f23ffd43-d264-4411-800e-28e7787d54e3', 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'fixed_ips': [{'subnet_id': '0c5835b8-6f06-48ff-ba17-4ab063797ca3'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:22.802384 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.803578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:22.819197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19665dd-3c2d-4cee-ad4f-92736727a54e req-e34dcf7e-93b6-45fd-819c-02265a25fbd3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:22.828320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c19665dd-3c2d-4cee-ad4f-92736727a54e req-e34dcf7e-93b6-45fd-819c-02265a25fbd3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.1147923 Nov 25 18:29:22.941839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:22.944091 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0d26cd-2331-4f8b-a43d-117a83bc8d5c" -d '{"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-plugged", "status": "completed", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:22.967461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Allocated IP 172.20.0.2 (f23ffd43-d264-4411-800e-28e7787d54e3/0c5835b8-6f06-48ff-ba17-4ab063797ca3/29debc2c-032c-4d51-a4c0-05bf22770b50) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:23.049138 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c19665dd-3c2d-4cee-ad4f-92736727a54e req-f8ce1361-806a-47ca-ba7d-ef0a12647f93 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124457 Nov 25 18:29:23.055329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.135457 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e056c80-f4ed-4cba-9d1e-eaaee6a7c645 x-openstack-request-id: req-1e056c80-f4ed-4cba-9d1e-eaaee6a7c645 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:23.135968 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-plugged", "status": "completed", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:23.135968 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e056c80-f4ed-4cba-9d1e-eaaee6a7c645 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:23.136357 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'code': 200} Nov 25 18:29:23.166368 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.177449 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.267143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Network f23ffd43-d264-4411-800e-28e7787d54e3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:23.273750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Pushing event updated for resources: {'Port': ['ID=29debc2c-032c-4d51-a4c0-05bf22770b50,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:23.277576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:23.280871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:23.370976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003976af-2394-4004-818a-0cb95dfaf38b req-6a295a9c-5559-4fa1-9bbf-bec016ec4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:23.372571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-003976af-2394-4004-818a-0cb95dfaf38b req-6a295a9c-5559-4fa1-9bbf-bec016ec4f21 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 1096 time: 0.1558685 Nov 25 18:29:23.380208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Attempting to bind port 29debc2c-032c-4d51-a4c0-05bf22770b50 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:23.380593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Attempting to bind port 29debc2c-032c-4d51-a4c0-05bf22770b50 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:23.380957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Attempting to bind port 29debc2c-032c-4d51-a4c0-05bf22770b50 on network f23ffd43-d264-4411-800e-28e7787d54e3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:23.387391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:23.387774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Checking segment: {'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:23.388177 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.388621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Bound using segment: {'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:23.389099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Bound port: 29debc2c-032c-4d51-a4c0-05bf22770b50, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:23.389509 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.403313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5eed2-6d39-4b4d-808e-96922fba4334 req-60538f46-7291-4f12-a3b1-8dd3a8a50fd2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:23.411871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44c5eed2-6d39-4b4d-808e-96922fba4334 req-60538f46-7291-4f12-a3b1-8dd3a8a50fd2 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 948 time: 0.1727662 Nov 25 18:29:23.461277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] For port 29debc2c-032c-4d51-a4c0-05bf22770b50, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:23.464728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] For port 29debc2c-032c-4d51-a4c0-05bf22770b50, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=29debc2c-032c-4d51-a4c0-05bf22770b50,segment=NetworkSegment(84c4dd85-d917-4e74-97bc-d4dd6799996a),segment_id=84c4dd85-d917-4e74-97bc-d4dd6799996a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:23.470254 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.540722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bccd6-ae00-43db-9e2a-b9854cb9f92b None None] Pushing event updated for resources: {'Port': ['ID=29debc2c-032c-4d51-a4c0-05bf22770b50,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:23.595612 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44c5eed2-6d39-4b4d-808e-96922fba4334 req-16cdbce0-a0d8-448a-85d7-4d4c66638b64 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828637 Nov 25 18:29:23.608880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-003976af-2394-4004-818a-0cb95dfaf38b req-af581d53-be30-4496-b49c-530363ed965f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895323 Nov 25 18:29:23.627751 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.656274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:23.812583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c115b-1ac1-431b-8a8e-b26111f79f79 req-b809009d-8d72-4d0f-8166-14ea252723b8 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:23.819575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d8392-dae6-4cea-b60a-cdcd429d1760 req-186f09a7-8c80-4de2-94e3-357f096b9542 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:23.821112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba3d8392-dae6-4cea-b60a-cdcd429d1760 req-186f09a7-8c80-4de2-94e3-357f096b9542 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 947 time: 0.1199992 Nov 25 18:29:23.822966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f7c115b-1ac1-431b-8a8e-b26111f79f79 req-b809009d-8d72-4d0f-8166-14ea252723b8 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.0836959 Nov 25 18:29:23.857105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Allocated IP 172.25.2.173 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/7fa36547-70be-40f8-a3de-333298574ddd) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:23.867951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f7c115b-1ac1-431b-8a8e-b26111f79f79 req-f32cf7d3-3453-45f3-bd0c-f59943fff10b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Nov 25 18:29:23.910640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba3d8392-dae6-4cea-b60a-cdcd429d1760 req-b7d0c273-0bfb-4d22-921a-1b78ab2a6b7e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801549 Nov 25 18:29:23.995446 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.032461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.074560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:24.078247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:24.081745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:24.087204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Pushing event updated for resources: {'Port': ['ID=7fa36547-70be-40f8-a3de-333298574ddd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:24.111904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:24.231659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:24.247783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'mac_address': 'fa:16:3e:f9:88:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:24.300776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.319666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc21094-efcd-4036-ae37-8b2ce85d2d08 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:24.343326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:24.351040 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.351507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 261354b0-6d1c-46e3-9a79-cecbadaca2f9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:24.444345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:24.452540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 261354b0-6d1c-46e3-9a79-cecbadaca2f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=261354b0-6d1c-46e3-9a79-cecbadaca2f9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:24.476052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '261354b0-6d1c-46e3-9a79-cecbadaca2f9', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '261354b0-6d1c-46e3-9a79-cecbadaca2f9', 'mac_address': 'fa:16:3e:47:cf:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:24.527186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.543404 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261354b0-6d1c-46e3-9a79-cecbadaca2f9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:24.569461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 261354b0-6d1c-46e3-9a79-cecbadaca2f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=261354b0-6d1c-46e3-9a79-cecbadaca2f9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:24.577910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9a969-1240-4b3b-af53-f36ca8415ede req-7e425a9f-4b6f-4649-8522-98086484e3e5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:24.578935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.589478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5ba9a969-1240-4b3b-af53-f36ca8415ede req-7e425a9f-4b6f-4649-8522-98086484e3e5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0834057 Nov 25 18:29:24.648471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5ba9a969-1240-4b3b-af53-f36ca8415ede req-1c96c6d7-e6fe-41b8-b767-8fa0078ce462 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574222 Nov 25 18:29:24.657090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=261354b0-6d1c-46e3-9a79-cecbadaca2f9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:24.684913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-cf5a15e2-142f-48f9-add2-e0f97439bd0c tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:24.687058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-cf5a15e2-142f-48f9-add2-e0f97439bd0c tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 0.4878359 Nov 25 18:29:24.716887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-46c6d311-b76f-4b67-a7e8-de2a348b3e7b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/quotas/0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 375 time: 0.0186493 Nov 25 18:29:24.761703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2571c-3628-4fbc-afc3-d27ad57f201b None None] Network f23ffd43-d264-4411-800e-28e7787d54e3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:24.827165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3c54b493-481a-4cfc-b2fe-9f0b41be547e None None] Provisioning complete for port 29debc2c-032c-4d51-a4c0-05bf22770b50 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:24.827540 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c54b493-481a-4cfc-b2fe-9f0b41be547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.852512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a4c70114-4ad8-4469-946e-420316b26f1e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1254632 Nov 25 18:29:24.875934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:24.984446 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c54b493-481a-4cfc-b2fe-9f0b41be547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.024070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3c54b493-481a-4cfc-b2fe-9f0b41be547e None None] For port 29debc2c-032c-4d51-a4c0-05bf22770b50, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=29debc2c-032c-4d51-a4c0-05bf22770b50,segment=NetworkSegment(84c4dd85-d917-4e74-97bc-d4dd6799996a),segment_id=84c4dd85-d917-4e74-97bc-d4dd6799996a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:25.032895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c54b493-481a-4cfc-b2fe-9f0b41be547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.042064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-84515573-c3c2-415c-a3a0-1b519ec9d859 service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751966 Nov 25 18:29:25.101744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54b493-481a-4cfc-b2fe-9f0b41be547e None None] Pushing event updated for resources: {'Port': ['ID=29debc2c-032c-4d51-a4c0-05bf22770b50,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:25.234020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9dca3-d8ad-439e-bd5a-73812699629e req-240dace3-c931-4921-9f30-04eadae1da3b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:25.236463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36f9dca3-d8ad-439e-bd5a-73812699629e req-240dace3-c931-4921-9f30-04eadae1da3b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 949 time: 0.0775752 Nov 25 18:29:25.242051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-db05105d-3bd8-479e-bdfa-d9b8f6c1f565 service neutron] 10.222.0.62 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990926 Nov 25 18:29:25.249570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['261354b0-6d1c-46e3-9a79-cecbadaca2f9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:25.253526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.339559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36f9dca3-d8ad-439e-bd5a-73812699629e req-567af96b-b321-4a21-83c6-27da5893a740 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939412 Nov 25 18:29:25.461619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 29debc2c-032c-4d51-a4c0-05bf22770b50 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:25.469789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ffd17262-8353-4181-a616-bb86b9e980db None None] Provisioning complete for port 29debc2c-032c-4d51-a4c0-05bf22770b50 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:25.469789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ffd17262-8353-4181-a616-bb86b9e980db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.506531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eef66-026f-437b-b09d-c0d278cb6b20 req-5af63f3f-a981-4158-92e7-22164a0ab68e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:25.515827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-662eef66-026f-437b-b09d-c0d278cb6b20 req-5af63f3f-a981-4158-92e7-22164a0ab68e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1097 time: 0.0637970 Nov 25 18:29:25.534025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:29:25.594820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-662eef66-026f-437b-b09d-c0d278cb6b20 req-82e21c0f-2ce6-4225-b32b-cd7c80803d22 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705247 Nov 25 18:29:25.664392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:25.677034 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Sync routers for ids ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:25.691968 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Routers {'05e9a2a7-8dba-4b23-9baa-8205e5e11469'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:25.699084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:25.708238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.709513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73c427ea-992e-4782-9c0f-5f719c54b80f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0600228 Nov 25 18:29:25.712207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55442) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:25.775675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce32d5-e309-4e57-9a1e-9504bd29b3ce req-333feebc-130a-49c8-8288-38fd53e83217 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:25.777984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90ce32d5-e309-4e57-9a1e-9504bd29b3ce req-333feebc-130a-49c8-8288-38fd53e83217 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 948 time: 0.0732160 Nov 25 18:29:25.847264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60179e9f-a3ef-47c5-ae80-c9ba831a4bd1 req-85b3b7c6-9456-4cb9-9d0f-a6be8642c40c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:25.848787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60179e9f-a3ef-47c5-ae80-c9ba831a4bd1 req-85b3b7c6-9456-4cb9-9d0f-a6be8642c40c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.0788980 Nov 25 18:29:25.863097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 29debc2c-032c-4d51-a4c0-05bf22770b50 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:25.863471 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:25.888416 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Set router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:25.932178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90ce32d5-e309-4e57-9a1e-9504bd29b3ce req-a2428b82-c7f7-49e6-9622-b9323a0cfab7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470780 Nov 25 18:29:25.943556 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60179e9f-a3ef-47c5-ae80-c9ba831a4bd1 req-9a099d70-ac1e-486b-a9df-9baa89d6aef1 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583262 Nov 25 18:29:26.130991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57987340-d6ce-4a5b-aa5d-86ee0b6cf041 req-c66b5e4e-b021-407a-bb1a-83896ce79f1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0444822 Nov 25 18:29:26.134366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc21094-efcd-4036-ae37-8b2ce85d2d08'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:26.217045 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:24Z', 'revision_number': 3, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:26.275565 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Checking router: 05e9a2a7-8dba-4b23-9baa-8205e5e11469 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:26.275832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Updating router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 port 7fa36547-70be-40f8-a3de-333298574ddd binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:29:26.327486 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:26.447408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec7a30-f540-48b6-b4f3-57706d2dd686 req-5a05f9e3-752e-42bd-b14c-105619a892a0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:26.459045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ec7a30-f540-48b6-b4f3-57706d2dd686 req-5a05f9e3-752e-42bd-b14c-105619a892a0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.1621964 Nov 25 18:29:26.554769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ec7a30-f540-48b6-b4f3-57706d2dd686 req-a59c8afb-4373-4102-ab7e-a2f8720789e2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946391 Nov 25 18:29:26.644204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-43410081-55f0-4caf-af72-cb2873ba5775 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:26.645743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-43410081-55f0-4caf-af72-cb2873ba5775 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f&tenant_id=d238c92999f6468d9acaa143e2603a98&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 948 time: 0.1837115 Nov 25 18:29:26.741655 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:26.753447 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:26.852130 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-329fef49-300e-48c8-892b-ea48b43640ba service neutron] delete failed (client error): The resource could not be found. Nov 25 18:29:26.853161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-329fef49-300e-48c8-892b-ea48b43640ba service neutron] 10.222.0.64 "DELETE /v2.0/ports/5fc21094-efcd-4036-ae37-8b2ce85d2d08/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.1691163 Nov 25 18:29:26.862867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d56ca-d5bc-4122-b4c2-44c19a9de34e req-21705793-0291-4cbc-b6e4-e5ebb1eef81a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:26.864351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d2d56ca-d5bc-4122-b4c2-44c19a9de34e req-21705793-0291-4cbc-b6e4-e5ebb1eef81a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 948 time: 0.1557641 Nov 25 18:29:26.883883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:26.964452 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a22cb-eb20-4f39-b7f1-b7cc2e7f97ca None None] Pushing event updated for resources: {'Port': ['ID=7fa36547-70be-40f8-a3de-333298574ddd,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:26.967971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Attempting to bind port 7fa36547-70be-40f8-a3de-333298574ddd on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:26.968616 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Attempting to bind port 7fa36547-70be-40f8-a3de-333298574ddd by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:26.969219 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Attempting to bind port 7fa36547-70be-40f8-a3de-333298574ddd on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:26.970359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478cc73-2dec-42f0-9301-550971f31910 req-46026bce-1c4e-4ae4-a8d7-bf768fc91d30 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:26.973799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0478cc73-2dec-42f0-9301-550971f31910 req-46026bce-1c4e-4ae4-a8d7-bf768fc91d30 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 949 time: 0.0567849 Nov 25 18:29:26.977007 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:26.977710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:26.978370 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:26.978780 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:26.979251 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Bound port: 7fa36547-70be-40f8-a3de-333298574ddd, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:26.979650 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:27.033128 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] For port 7fa36547-70be-40f8-a3de-333298574ddd, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:27.036877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] For port 7fa36547-70be-40f8-a3de-333298574ddd, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7fa36547-70be-40f8-a3de-333298574ddd,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:27.042242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d2d56ca-d5bc-4122-b4c2-44c19a9de34e req-ff24b257-5e8f-46cf-bd83-30396948f848 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473615 Nov 25 18:29:27.057427 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:27.062661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0478cc73-2dec-42f0-9301-550971f31910 req-da77b4a8-66cb-4708-8c08-e6fdd4b65eaa tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769398 Nov 25 18:29:27.095872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-20458c7c-05da-4e5a-8ae8-69b2931e934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:27.101944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-20458c7c-05da-4e5a-8ae8-69b2931e934e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1099 time: 0.1085956 Nov 25 18:29:27.144387 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Routers {'05e9a2a7-8dba-4b23-9baa-8205e5e11469'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:27.145688 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:27.198569 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a22cb-eb20-4f39-b7f1-b7cc2e7f97ca None None] Pushing event updated for resources: {'Port': ['ID=7fa36547-70be-40f8-a3de-333298574ddd,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:27.288435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Allocated IP 172.20.0.1 (f23ffd43-d264-4411-800e-28e7787d54e3/0c5835b8-6f06-48ff-ba17-4ab063797ca3/57898166-9473-47d1-8760-0ec74939db7c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:27.316067 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] Set router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:27.560100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-7264ed3d-4276-4b76-9037-ea02104ebedd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:27.562211 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-7264ed3d-4276-4b76-9037-ea02104ebedd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 807 time: 0.2456536 Nov 25 18:29:27.583197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Request body: {'port': {'device_id': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'admin_state_up': True, 'tenant_id': '0d3fb4f55b27401db1e61c17d22653b0'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:27.652830 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:24Z', 'revision_number': 3, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:27.758477 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f4cb8e-246a-4574-b5ad-e4cc55fe4ef6 None None] The sync data for ids ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'] in n-d-819194-3 is: [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:24Z', 'revision_number': 3, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:27.814574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-d53abbc6-799d-4a27-9b62-afa472106be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:27.838042 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-d53abbc6-799d-4a27-9b62-afa472106be7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.7038057 Nov 25 18:29:27.923222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Made reservation on behalf of 0d3fb4f55b27401db1e61c17d22653b0 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:27.927021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:28.037073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-71bf31d3-73b3-49d5-8d16-00f3063c48dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.1176171 Nov 25 18:29:28.076806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07488f14-939d-43f3-8ec4-0dad9386aa81 req-843c8600-00db-49db-a1ab-5d3163e56f06 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0519500 Nov 25 18:29:28.113552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:28.334056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:28.340961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:28.341385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:28.361796 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:28.365636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Allocated IP 172.20.0.7 (a19744a1-d96d-43ad-bef6-23ddd40d9743/7bd5db90-005f-40ed-aab7-4c241e246fc5/4e517fd6-8e14-44df-8c39-f9046afc9e8e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:28.441664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:28.519014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-e9d72658-206f-4b42-9934-61a9dc6c6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:28.520536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-e9d72658-206f-4b42-9934-61a9dc6c6f29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.4658756 Nov 25 18:29:28.522704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Pushing event updated for resources: {'Port': ['ID=57898166-9473-47d1-8760-0ec74939db7c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:28.579599 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:28.596680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Network f23ffd43-d264-4411-800e-28e7787d54e3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:28.607518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a41b3-6d46-4145-91bb-142cec7cca36 req-c8da2112-6d51-4415-b708-e64b26e7f320 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:28.608722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d5bfc-b84a-4c6a-902d-6e119c44b3fc req-436a2520-7fce-4a3b-8b6c-fc8074b9ebf7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:28.611297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b82d5bfc-b84a-4c6a-902d-6e119c44b3fc req-436a2520-7fce-4a3b-8b6c-fc8074b9ebf7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 948 time: 0.2666757 Nov 25 18:29:28.616113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d1a41b3-6d46-4145-91bb-142cec7cca36 req-c8da2112-6d51-4415-b708-e64b26e7f320 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 949 time: 0.2586949 Nov 25 18:29:28.624873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:28.627918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:28.631731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:28.638728 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524df2ce-1c8f-44c0-aca7-5b7ae0b7868d" -d '{"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:28.681269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:28.696897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:28.698124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 261354b0-6d1c-46e3-9a79-cecbadaca2f9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:28.760498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d1a41b3-6d46-4145-91bb-142cec7cca36 req-bfac418f-eb10-4d8e-939d-88d0a8ca4757 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417408 Nov 25 18:29:28.784737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-f2ea77d4-89ba-423f-9f56-8a0a6569770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:28.794036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-f2ea77d4-89ba-423f-9f56-8a0a6569770c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2496243 Nov 25 18:29:28.824189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:28.848544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:28.857494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:28.857987 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:28.906752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b82d5bfc-b84a-4c6a-902d-6e119c44b3fc req-02aa3187-2f0a-4e43-a089-feadc0b91b53 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683411 Nov 25 18:29:29.015315 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8f627-fa75-4125-b864-e5863dad7af1 x-openstack-request-id: req-70c8f627-fa75-4125-b864-e5863dad7af1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:29.015830 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:29.016266 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70c8f627-fa75-4125-b864-e5863dad7af1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:29.016861 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'code': 200} Nov 25 18:29:29.036427 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.050214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.110006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 261354b0-6d1c-46e3-9a79-cecbadaca2f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=261354b0-6d1c-46e3-9a79-cecbadaca2f9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:29.122762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-b2fd5fea-7bfb-495c-abab-561383f0c3fa service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956755 Nov 25 18:29:29.123271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0588d6f3-e236-40e9-82d5-ff6bbd5a73bc None None] Provisioning complete for port 57898166-9473-47d1-8760-0ec74939db7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:29.125639 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0588d6f3-e236-40e9-82d5-ff6bbd5a73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.129127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.130607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.189043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.299237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Network a19744a1-d96d-43ad-bef6-23ddd40d9743 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:29.300060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:29.308286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['920eb88a-213c-42d5-a77d-11b39da9286a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:29.316432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:29.319658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:29.396303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:29.402073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.423884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:29.459247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-a07770cc-3d5e-4fe1-90ad-e3a7a570a245 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8804412 Nov 25 18:29:29.481625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9bd2-a82a-451d-845b-b59ca59ad914 req-682d21c9-bee0-4385-9301-0ea53e671e29 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:29.491652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55626) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:29.512719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d89d9bd2-a82a-451d-845b-b59ca59ad914 req-682d21c9-bee0-4385-9301-0ea53e671e29 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 931 time: 0.2607276 Nov 25 18:29:29.520981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Request body: {'port': {'device_id': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:29.525069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7fa36547-70be-40f8-a3de-333298574ddd up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:29.588478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0588d6f3-e236-40e9-82d5-ff6bbd5a73bc None None] Port 57898166-9473-47d1-8760-0ec74939db7c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:29:29.620582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969d7b-4d56-4ab1-ae84-08925c4f8059 req-867eb5b2-4405-4d36-877b-2bdccc0e87f0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:29.638051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad969d7b-4d56-4ab1-ae84-08925c4f8059 req-867eb5b2-4405-4d36-877b-2bdccc0e87f0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.4076900 Nov 25 18:29:29.650006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=261354b0-6d1c-46e3-9a79-cecbadaca2f9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:29.664843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.684873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.707595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d89d9bd2-a82a-451d-845b-b59ca59ad914 req-40c2be0d-7f03-4d0e-9ab5-ad966a0d8466 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934640 Nov 25 18:29:29.741520 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60cfb08c-cd46-4a82-b3e7-996eb5875293 req-57892bef-6c70-4324-89da-6a274657d1d8 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050096 Nov 25 18:29:29.776092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b49a7ca1-89d1-4cad-b1c2-3cd145fd94f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:29.817407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad969d7b-4d56-4ab1-ae84-08925c4f8059 req-f0270875-5c9a-4a2b-8220-6c074df14fde tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761222 Nov 25 18:29:29.886329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7fa36547-70be-40f8-a3de-333298574ddd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:29.886989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.138528 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.181683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 7fa36547-70be-40f8-a3de-333298574ddd, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7fa36547-70be-40f8-a3de-333298574ddd,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:30.181918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.203661 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.219813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.274985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e517fd6-8e14-44df-8c39-f9046afc9e8e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:30.297214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.324037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Transition to ACTIVE for port object 4e517fd6-8e14-44df-8c39-f9046afc9e8e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:30.326175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=7fa36547-70be-40f8-a3de-333298574ddd,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:30.331732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.419987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c8466-74fe-4423-97f7-9d3e814d52a6 req-02f5b3c7-f4a1-4cfc-924b-b957b4bfe46b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.421632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d97c8466-74fe-4423-97f7-9d3e814d52a6 req-02f5b3c7-f4a1-4cfc-924b-b957b4bfe46b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.3672159 Nov 25 18:29:30.509837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.523948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Pushing event updated for resources: {'Port': ['ID=57898166-9473-47d1-8760-0ec74939db7c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:30.536993 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.581176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:30.592457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b49a7ca1-89d1-4cad-b1c2-3cd145fd94f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.608787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d97c8466-74fe-4423-97f7-9d3e814d52a6 req-46018a67-b0c2-48b2-8a38-5171b78d43e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677194 Nov 25 18:29:30.616647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b49a7ca1-89d1-4cad-b1c2-3cd145fd94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.631252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fdb78-4f94-4ad4-9492-63fc7bb23f9c req-1da9e4c4-d501-4e9a-8d39-77b1e816cfc2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:30.640036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b5fdb78-4f94-4ad4-9492-63fc7bb23f9c req-1da9e4c4-d501-4e9a-8d39-77b1e816cfc2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.2355239 Nov 25 18:29:30.702490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:30.705115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:30.706063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:30.707934 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b49a7ca1-89d1-4cad-b1c2-3cd145fd94f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfaeecfc451341f8b54014bc36e51eed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2152593 Nov 25 18:29:30.713361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55644) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:30.740386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b5fdb78-4f94-4ad4-9492-63fc7bb23f9c req-5a2e7480-ed4f-43fe-8453-4d4bc4589025 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993738 Nov 25 18:29:30.753024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:30.753349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:30.758815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:30.759151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:30.759530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:30.759954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Bound port: 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:30.760304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:30.836021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a7ca1-89d1-4cad-b1c2-3cd145fd94f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11545107-41ad-4c2f-bb4f-8a2538658e70,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:30.881639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Network f23ffd43-d264-4411-800e-28e7787d54e3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:30.888348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:30.975078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:31.016847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:31.018303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261354b0-6d1c-46e3-9a79-cecbadaca2f9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:31.026054 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea248edf-78d9-4da8-aa78-ba3987b5b2d3" -d '{"events": [{"server_uuid": "8833124a-15e3-4195-bb2b-c144bbc947d8", "name": "network-vif-plugged", "status": "completed", "tag": "261354b0-6d1c-46e3-9a79-cecbadaca2f9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:31.033830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.049935 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2107f4a-5b27-49da-9cdf-1548c26704e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.051874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88626ba-25b9-4068-978e-5233bcf0e7ff req-81cb7c92-07f9-4444-8a4f-5679c9ffec56 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.060683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a88626ba-25b9-4068-978e-5233bcf0e7ff req-81cb7c92-07f9-4444-8a4f-5679c9ffec56 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.1099019 Nov 25 18:29:31.078987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2055-3030-4867-9c33-d0b072e65d08 req-2c09aa87-3d39-4e58-b534-c26aa2382f03 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.080580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-998e2055-3030-4867-9c33-d0b072e65d08 req-2c09aa87-3d39-4e58-b534-c26aa2382f03 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.1734362 Nov 25 18:29:31.122896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.123435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.124996 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] 10.222.0.64 "PUT /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 1091 time: 1.6090584 Nov 25 18:29:31.126601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:31.129472 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78845132-ab17-4a63-a423-de0d7b16bbba" -d '{"events": [{"name": "network-changed", "server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:31.172805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2107f4a-5b27-49da-9cdf-1548c26704e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.181663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a88626ba-25b9-4068-978e-5233bcf0e7ff req-0ee61815-c0ec-4d41-b87a-e5262e27a742 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191576 Nov 25 18:29:31.277442 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3c4d8f-7e7b-4fa9-9155-cabe91818e06 x-openstack-request-id: req-ed3c4d8f-7e7b-4fa9-9155-cabe91818e06 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:31.277906 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8833124a-15e3-4195-bb2b-c144bbc947d8", "name": "network-vif-plugged", "status": "completed", "tag": "261354b0-6d1c-46e3-9a79-cecbadaca2f9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:31.278046 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed3c4d8f-7e7b-4fa9-9155-cabe91818e06 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:31.278800 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261354b0-6d1c-46e3-9a79-cecbadaca2f9', 'code': 200} Nov 25 18:29:31.284100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935cd8-1242-4b8f-9d72-11162c25dfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:31.293715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-998e2055-3030-4867-9c33-d0b072e65d08 req-4de7fddf-0745-4ba8-b9dc-ea931870fa5f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054098 Nov 25 18:29:31.318974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:29:31.344956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-535dc10a-46a7-4f1b-8ce1-fb0a732e66f1 None None] Provisioning complete for port 57898166-9473-47d1-8760-0ec74939db7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:31.350682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-535dc10a-46a7-4f1b-8ce1-fb0a732e66f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.362347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-f97dbf1e-0db6-441e-8099-c60bea6cc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.364464 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-f97dbf1e-0db6-441e-8099-c60bea6cc8d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1094 time: 0.1775901 Nov 25 18:29:31.380693 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9f330-1ac5-435a-a0f6-41c46b53b6d8 x-openstack-request-id: req-49c9f330-1ac5-435a-a0f6-41c46b53b6d8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:31.381047 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:31.381300 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49c9f330-1ac5-435a-a0f6-41c46b53b6d8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:31.381699 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e', 'status': 'completed', 'code': 200} Nov 25 18:29:31.436838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-535dc10a-46a7-4f1b-8ce1-fb0a732e66f1 None None] Port 57898166-9473-47d1-8760-0ec74939db7c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:29:31.454518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-78eb34cd-60ef-481d-8572-3ab772c5162e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 217 time: 0.0679636 Nov 25 18:29:31.460501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7fa36547-70be-40f8-a3de-333298574ddd up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:31.514863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7fa36547-70be-40f8-a3de-333298574ddd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:31.515591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.546486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-35184e9f-41fa-4845-869e-cdf7e3065feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.548605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-35184e9f-41fa-4845-869e-cdf7e3065feb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0770121 Nov 25 18:29:31.582985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:31.596741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9e35654e-701a-4338-81b9-edfc978eaf5b admin admin] 10.222.0.62 "PUT /v2.0/routers/05e9a2a7-8dba-4b23-9baa-8205e5e11469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8753645 Nov 25 18:29:31.601867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2107f4a-5b27-49da-9cdf-1548c26704e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.608684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2107f4a-5b27-49da-9cdf-1548c26704e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:31.613253 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b2107f4a-5b27-49da-9cdf-1548c26704e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11545107-41ad-4c2f-bb4f-8a2538658e70 HTTP/1.1" status: 204 len: 168 time: 0.8878181 Nov 25 18:29:31.613419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Sync routers for ids ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:31.613510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-e1f627bb-f1c7-4ec6-bb77-1f9b227d5249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456090 Nov 25 18:29:31.631626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Routers {'05e9a2a7-8dba-4b23-9baa-8205e5e11469'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:31.632849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:31.644662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2107f4a-5b27-49da-9cdf-1548c26704e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11545107-41ad-4c2f-bb4f-8a2538658e70,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:31.659359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a5fc-2741-45eb-8688-c23e9ce94d38 req-5ca11be8-5314-4876-a826-495bc1103e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.660982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec07a5fc-2741-45eb-8688-c23e9ce94d38 req-5ca11be8-5314-4876-a826-495bc1103e5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 1101 time: 0.3203478 Nov 25 18:29:31.779311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec07a5fc-2741-45eb-8688-c23e9ce94d38 req-1fbf3967-7eeb-4208-8607-242628b64cf4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061232 Nov 25 18:29:31.877127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-37a42236-fa93-48ce-92a5-5d25ebc0fca2 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532754 Nov 25 18:29:31.880232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc3746-6069-4048-b065-5195ca156c2f req-217455af-df8c-4810-8180-9e8bf179c1c9 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:31.881985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20bc3746-6069-4048-b065-5195ca156c2f req-217455af-df8c-4810-8180-9e8bf179c1c9 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.1007752 Nov 25 18:29:31.904293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Set router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:31.982534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20bc3746-6069-4048-b065-5195ca156c2f req-de3a706e-dae9-49e9-bf1b-98657dc856af tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827463 Nov 25 18:29:32.077139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d8f1f18-477e-4243-b9b9-55816a6180f0 req-f6f6d3c7-5fab-4c5e-9ed0-6d25b7d7c095 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817536 Nov 25 18:29:32.097411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d582-6d6a-49b2-bddf-0631eedff6fc req-2f158cad-32e8-410a-b4dc-ef6ecd6e4ba3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.107375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b05d582-6d6a-49b2-bddf-0631eedff6fc req-2f158cad-32e8-410a-b4dc-ef6ecd6e4ba3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1202559 Nov 25 18:29:32.146139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 35af5f32-3ba7-4212-9b49-831d4c0bfda7 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:32.220035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b05d582-6d6a-49b2-bddf-0631eedff6fc req-cd02a823-50de-4c9e-ad2e-9b450592da2a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092288 Nov 25 18:29:32.256578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845132-ab17-4a63-a423-de0d7b16bbba req-819d901b-9426-47ae-8d60-63b8eb940427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.260720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78845132-ab17-4a63-a423-de0d7b16bbba req-819d901b-9426-47ae-8d60-63b8eb940427 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1094 time: 0.1156960 Nov 25 18:29:32.332147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:29Z', 'revision_number': 4, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '57898166-9473-47d1-8760-0ec74939db7c', 'name': '', 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'mac_address': 'fa:16:3e:bb:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0c5835b8-6f06-48ff-ba17-4ab063797ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:26Z', 'updated_at': '2021-11-25T18:29:29Z', 'revision_number': 2, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'subnets': [{'id': '0c5835b8-6f06-48ff-ba17-4ab063797ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:32.367534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Checking router: 05e9a2a7-8dba-4b23-9baa-8205e5e11469 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:32.367894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Updating router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 port 57898166-9473-47d1-8760-0ec74939db7c binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:29:32.370901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:32.412845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'port_id': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'mac_address': 'fa:16:3e:a7:25:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bb561c-71d4-49e0-8086-9396c305d01e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:32.418031 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:32.427169 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-114aea4a-fdda-47ef-8911-ea24331d65b7 req-45f17051-2783-4be1-90b5-18fb07b04fb2 tempest-FloatingIPDetailsNegativeTestJSON-453196982 tempest-FloatingIPDetailsNegativeTestJSON-453196982-project] show failed (client error): The resource could not be found. Nov 25 18:29:32.441804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55688) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:32.446725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-114aea4a-fdda-47ef-8911-ea24331d65b7 req-45f17051-2783-4be1-90b5-18fb07b04fb2 tempest-FloatingIPDetailsNegativeTestJSON-453196982 tempest-FloatingIPDetailsNegativeTestJSON-453196982-project] 10.222.0.62 "GET /v2.0/floatingips/ceeac690-4771-4a5b-82d0-8d4c9ff9ead6 HTTP/1.1" status: 404 len: 350 time: 0.1025681 Nov 25 18:29:32.605251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36333c-af04-46fd-a822-276f6ce1dbe5 req-49a3cf7c-7b7a-4fe3-b9b7-a822992068cb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.607384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b36333c-af04-46fd-a822-276f6ce1dbe5 req-49a3cf7c-7b7a-4fe3-b9b7-a822992068cb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0815113 Nov 25 18:29:32.629536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845132-ab17-4a63-a423-de0d7b16bbba req-8477d7e2-049f-4bc1-8cbb-255fa1b4307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.631042 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78845132-ab17-4a63-a423-de0d7b16bbba req-8477d7e2-049f-4bc1-8cbb-255fa1b4307c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.3616338 Nov 25 18:29:32.640247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bfc17-8785-4d6b-879a-78a93f591b28 req-f938017e-ad1e-4994-867b-b818a0b7e0fe tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.647347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e88bfc17-8785-4d6b-879a-78a93f591b28 req-f938017e-ad1e-4994-867b-b818a0b7e0fe tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.2854779 Nov 25 18:29:32.679743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b36333c-af04-46fd-a822-276f6ce1dbe5 req-c269aec1-ad6c-4c56-97e4-f0989863aa3d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Nov 25 18:29:32.737312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55698) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:32.755326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78845132-ab17-4a63-a423-de0d7b16bbba req-1aad96b5-08f9-463f-9bde-eb5517176221 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 217 time: 0.1053841 Nov 25 18:29:32.778925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e88bfc17-8785-4d6b-879a-78a93f591b28 req-29741e1f-840b-435f-a5bc-8d010a7930ac tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305759 Nov 25 18:29:32.899848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0a170-e99f-4a3f-a383-0cd54c566b75 req-bb091855-602c-489f-82fe-50a64de0f1ff tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.901968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85a0a170-e99f-4a3f-a383-0cd54c566b75 req-bb091855-602c-489f-82fe-50a64de0f1ff tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.0865862 Nov 25 18:29:32.916333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845132-ab17-4a63-a423-de0d7b16bbba req-b5794925-7ea4-4511-bc82-20dec8906811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:32.917935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78845132-ab17-4a63-a423-de0d7b16bbba req-b5794925-7ea4-4511-bc82-20dec8906811 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.1380019 Nov 25 18:29:32.947478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-771634270-network', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:32.964278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78845132-ab17-4a63-a423-de0d7b16bbba req-34f99519-e79c-4cbc-9885-e3331a9bcf23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360935 Nov 25 18:29:32.969486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.007671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35af5f32-3ba7-4212-9b49-831d4c0bfda7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:33.016457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.051397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85a0a170-e99f-4a3f-a383-0cd54c566b75 req-bdd95082-c937-4339-be5e-9f89582277da tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267288 Nov 25 18:29:33.058027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Made reservation on behalf of 3a2fdedde8194deda40d0fcd67a1bec9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:33.066677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:33.070737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.083824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.087808 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.094790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.096331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.198198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:33.252761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.260256 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.269215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78845132-ab17-4a63-a423-de0d7b16bbba req-ebce71f3-d318-4b3c-8d2b-cc5dec1fbf05 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949495 Nov 25 18:29:33.299784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:33.319922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaeae46-8d0a-47f7-8489-29ca916bdeaa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:33.325608 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.326109 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Added segment 8c3be06f-1c4d-46b0-a48a-575ff8e97789 of type vlan for network 5c83d646-b02a-4ec5-8429-16f972295c78 Nov 25 18:29:33.372169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Attempting to bind port 57898166-9473-47d1-8760-0ec74939db7c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:33.372728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Attempting to bind port 57898166-9473-47d1-8760-0ec74939db7c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:33.372879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Attempting to bind port 57898166-9473-47d1-8760-0ec74939db7c on network f23ffd43-d264-4411-800e-28e7787d54e3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:33.379632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cb3fc-6a26-420b-9b64-9322e5e441d1 None None] Pushing event updated for resources: {'Port': ['ID=57898166-9473-47d1-8760-0ec74939db7c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:33.389711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:33.390589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Checking segment: {'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:33.390988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.391484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Bound using segment: {'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:33.391981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Bound port: 57898166-9473-47d1-8760-0ec74939db7c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c4dd85-d917-4e74-97bc-d4dd6799996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:33.392817 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.424376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-81b9d163-a1f7-4538-b7bb-33de9bf296bb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431314 Nov 25 18:29:33.428375 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.448159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570155a-1a3f-4330-b568-c3e3c46239da req-74ae9512-fd57-46aa-a166-bf5560e47e14 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:33.458180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4570155a-1a3f-4330-b568-c3e3c46239da req-74ae9512-fd57-46aa-a166-bf5560e47e14 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.2571144 Nov 25 18:29:33.474668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.516257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['35af5f32-3ba7-4212-9b49-831d4c0bfda7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:33.532776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.533872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:33.534624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.551677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] For port 57898166-9473-47d1-8760-0ec74939db7c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:33.578927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8380489 Nov 25 18:29:33.582254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] For port 57898166-9473-47d1-8760-0ec74939db7c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=57898166-9473-47d1-8760-0ec74939db7c,segment=NetworkSegment(84c4dd85-d917-4e74-97bc-d4dd6799996a),segment_id=84c4dd85-d917-4e74-97bc-d4dd6799996a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:33.585111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:33.598830 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.617405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Request body: {'subnet': {'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-771634270-subnet', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:33.621332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-162a691d-adfb-42bd-9c7c-e4088b6f9a82 None None] Provisioning complete for port 57898166-9473-47d1-8760-0ec74939db7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:33.621970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-162a691d-adfb-42bd-9c7c-e4088b6f9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.678153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-6c428fb6-308e-438d-95be-b1c3aa8cc850 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:33.682668 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-6c428fb6-308e-438d-95be-b1c3aa8cc850 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515891 Nov 25 18:29:33.704062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4d3d1-e9b3-4d54-95f2-a47794d8be8d admin admin] Pushing event updated for resources: {'Network': ['ID=5c83d646-b02a-4ec5-8429-16f972295c78,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:33.730954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 5c83d646-b02a-4ec5-8429-16f972295c78 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:33.744504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-9a1bb3c2-43dc-4a85-81ff-82e8959a76b8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/quotas/d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 375 time: 0.0502346 Nov 25 18:29:33.755041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Made reservation on behalf of 3a2fdedde8194deda40d0fcd67a1bec9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:33.757830 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:33.793351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Routers {'05e9a2a7-8dba-4b23-9baa-8205e5e11469'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:33.794001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:33.799248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cb3fc-6a26-420b-9b64-9322e5e441d1 None None] Pushing event updated for resources: {'Port': ['ID=57898166-9473-47d1-8760-0ec74939db7c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:33.984265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-41eaabc9-a167-4f38-9a9b-5b97c8708fc9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316928 Nov 25 18:29:34.081135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-162a691d-adfb-42bd-9c7c-e4088b6f9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.088077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] Set router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:34.093544 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4570155a-1a3f-4330-b568-c3e3c46239da req-6d3e4a18-b529-4752-808c-950e9dc5cf54 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343191 Nov 25 18:29:34.107342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78845132-ab17-4a63-a423-de0d7b16bbba req-4ea5f6eb-d7f0-49a9-9916-53dc9f101f60 service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238709 Nov 25 18:29:34.207210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-162a691d-adfb-42bd-9c7c-e4088b6f9a82 None None] For port 57898166-9473-47d1-8760-0ec74939db7c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=57898166-9473-47d1-8760-0ec74939db7c,segment=NetworkSegment(84c4dd85-d917-4e74-97bc-d4dd6799996a),segment_id=84c4dd85-d917-4e74-97bc-d4dd6799996a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:34.221446 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-162a691d-adfb-42bd-9c7c-e4088b6f9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.310842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.340316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a691d-adfb-42bd-9c7c-e4088b6f9a82 None None] Pushing event updated for resources: {'Port': ['ID=57898166-9473-47d1-8760-0ec74939db7c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:34.349419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f602b3-61a1-42b6-bc1a-74b48bd5c7f3 req-e820c066-99e3-4c01-93d5-112d6859eed9 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:34.358653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84f602b3-61a1-42b6-bc1a-74b48bd5c7f3 req-e820c066-99e3-4c01-93d5-112d6859eed9 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 944 time: 0.1228797 Nov 25 18:29:34.372928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fb08d078-4f14-43a4-b513-18c94aa9b4b2 None None] Provisioning complete for port 57898166-9473-47d1-8760-0ec74939db7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:34.373644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb08d078-4f14-43a4-b513-18c94aa9b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.460863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84f602b3-61a1-42b6-bc1a-74b48bd5c7f3 req-4ebe5615-39b5-4fc5-96c7-df37eccb2bc4 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010859 Nov 25 18:29:34.480890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c43a6a-5f49-4963-a6da-b10b9896609b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:34.499603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Checking segment: {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:34.499979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Network hostable DHCP agents. Network: 5c83d646-b02a-4ec5-8429-16f972295c78, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:34.521272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:29Z', 'revision_number': 4, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '57898166-9473-47d1-8760-0ec74939db7c', 'name': '', 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'mac_address': 'fa:16:3e:bb:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0c5835b8-6f06-48ff-ba17-4ab063797ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:26Z', 'updated_at': '2021-11-25T18:29:33Z', 'revision_number': 4, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'subnets': [{'id': '0c5835b8-6f06-48ff-ba17-4ab063797ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:34.566906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Deleting port 57898166-9473-47d1-8760-0ec74939db7c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:34.567647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.572862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20834429-3132-479d-9122-c4ef1dc0c460 None None] The sync data for ids ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'] in n-d-819194-3 is: [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:29Z', 'revision_number': 4, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '57898166-9473-47d1-8760-0ec74939db7c', 'name': '', 'network_id': 'f23ffd43-d264-4411-800e-28e7787d54e3', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'mac_address': 'fa:16:3e:bb:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '0c5835b8-6f06-48ff-ba17-4ab063797ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:26Z', 'updated_at': '2021-11-25T18:29:33Z', 'revision_number': 4, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'subnets': [{'id': '0c5835b8-6f06-48ff-ba17-4ab063797ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:34.626047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Network 5c83d646-b02a-4ec5-8429-16f972295c78 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:34.677815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-112c1372-7ddb-4aa4-b2e8-4069eae70958 req-69ade044-d6cf-4f62-b0ca-1f6fe0ca9459 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 210 time: 0.0862801 Nov 25 18:29:34.687655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 5c83d646-b02a-4ec5-8429-16f972295c78) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:34.691718 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-7ee1ec2e-0eea-4c65-9c5b-0dc831b184af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1699944 Nov 25 18:29:34.694803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:34.695561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.702431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85162ea-37e1-4a83-9743-a361abaad34f None None] Network 5c83d646-b02a-4ec5-8429-16f972295c78 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:34.750923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-76e6bf35-cab0-42aa-bc9e-0cacd4fac2eb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1376429 Nov 25 18:29:34.752379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:34.759339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:34.857292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9813e-6912-410d-a1ed-79a3938430fa req-856ab5c1-6eb9-4341-bd3d-8105c2b91e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:34.858867 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-856ab5c1-6eb9-4341-bd3d-8105c2b91e96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 1097 time: 0.0966218 Nov 25 18:29:34.869902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c47722-ff45-4c82-b7c7-f6a0fcab86a5 req-6d0bca3a-caf0-4ee6-9df0-fefdd69c767b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:34.878263 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4c47722-ff45-4c82-b7c7-f6a0fcab86a5 req-6d0bca3a-caf0-4ee6-9df0-fefdd69c767b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2744713 Nov 25 18:29:34.880424 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.881774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.892795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] For port 57898166-9473-47d1-8760-0ec74939db7c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=57898166-9473-47d1-8760-0ec74939db7c,segment=NetworkSegment(84c4dd85-d917-4e74-97bc-d4dd6799996a),segment_id=84c4dd85-d917-4e74-97bc-d4dd6799996a)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:34.893224 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:34.986688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Calling delete_port for 57898166-9473-47d1-8760-0ec74939db7c owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:34.995920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-5c83d646-b02a-4ec5-8429-16f972295c78', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:29:34.996823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:35.081641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9813e-6912-410d-a1ed-79a3938430fa req-d4f6d89a-69ae-466e-bac6-e8a294a7b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:35.083184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-d4f6d89a-69ae-466e-bac6-e8a294a7b204 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1851106 Nov 25 18:29:35.161922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-593a2698-d221-4e50-b528-12c6d0f10ab1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 200 len: 217 time: 0.0593884 Nov 25 18:29:35.247613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Allocated IP 172.20.0.2 (5c83d646-b02a-4ec5-8429-16f972295c78/d4c43a6a-5f49-4963-a6da-b10b9896609b/9feb5459-9d7a-49bf-a76a-d4815e21705c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:35.308787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:35.501345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4c47722-ff45-4c82-b7c7-f6a0fcab86a5 req-886d6173-afa4-4eca-b3c8-f78e0dbfdc0c tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219494 Nov 25 18:29:35.517748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 57898166-9473-47d1-8760-0ec74939db7c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:35.677999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 57898166-9473-47d1-8760-0ec74939db7c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:35.678373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:35.714196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:35.721916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-f2b58a0c-b9ee-4868-a945-b001e6d37ae7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3812220 Nov 25 18:29:35.737566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:35.773386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9813e-6912-410d-a1ed-79a3938430fa req-ee162047-7742-46e0-8a0f-4bb05e809efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:35.775941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-ee162047-7742-46e0-8a0f-4bb05e809efa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.5953805 Nov 25 18:29:35.778912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:35.803199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c55fca-6d51-49e3-9167-6a2e21c778ef req-b91a3c94-c135-4780-882e-594ecf4e29db tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:35.804976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00c55fca-6d51-49e3-9167-6a2e21c778ef req-b91a3c94-c135-4780-882e-594ecf4e29db tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.0929120 Nov 25 18:29:35.853682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9ead7-4114-459e-b602-ad58d4a97afa req-3babf6ed-00c7-4517-9c51-8b47770c2039 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:35.855181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Network 5c83d646-b02a-4ec5-8429-16f972295c78 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:35.855506 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ace9ead7-4114-459e-b602-ad58d4a97afa req-3babf6ed-00c7-4517-9c51-8b47770c2039 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 944 time: 0.2118361 Nov 25 18:29:35.865865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:35.868342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:35.870335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Pushing event updated for resources: {'Port': ['ID=9feb5459-9d7a-49bf-a76a-d4815e21705c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:35.929940 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:35.940902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316140c-74e1-47cf-8db2-fd586055785f req-5b14e51b-5e09-4d6c-9b79-74e0e0cfd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:35.942695 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-5b14e51b-5e09-4d6c-9b79-74e0e0cfd4b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 1096 time: 0.1818581 Nov 25 18:29:35.976343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00c55fca-6d51-49e3-9167-6a2e21c778ef req-ac691dc3-934c-4535-9b65-7109423ee3eb tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606197 Nov 25 18:29:35.979980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-7cb2cc10-c76a-4254-b351-358495bf472c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678375 Nov 25 18:29:35.988323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Pushing event deleted for resources: {'Port': ['ID=57898166-9473-47d1-8760-0ec74939db7c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:36.018658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Attempting to bind port 9feb5459-9d7a-49bf-a76a-d4815e21705c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:36.020696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Attempting to bind port 9feb5459-9d7a-49bf-a76a-d4815e21705c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:36.021180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Attempting to bind port 9feb5459-9d7a-49bf-a76a-d4815e21705c on network 5c83d646-b02a-4ec5-8429-16f972295c78 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:36.032844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:36.034832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Checking segment: {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:36.035789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:36.037462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Bound using segment: {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:36.039297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Bound port: 9feb5459-9d7a-49bf-a76a-d4815e21705c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:36.039835 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:36.145989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-e4277a68-c794-427b-9fbe-e1aee9362dc6 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557457 Nov 25 18:29:36.153268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 35af5f32-3ba7-4212-9b49-831d4c0bfda7 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:36.259073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ace9ead7-4114-459e-b602-ad58d4a97afa req-2b65b25b-f678-47d9-a3e0-9bcc539da22d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672783 Nov 25 18:29:36.308781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] For port 9feb5459-9d7a-49bf-a76a-d4815e21705c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:36.315325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] For port 9feb5459-9d7a-49bf-a76a-d4815e21705c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9feb5459-9d7a-49bf-a76a-d4815e21705c,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:36.317419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:36.318407 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:36.442847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-a2ea320d-5bc1-420d-b340-6327bac49385 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1417334 Nov 25 18:29:36.495713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e7d79c8-6fbb-47bc-a2bf-8b83d58d4084 req-c190288c-99ff-4b0d-b24a-6935adead96c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 210 time: 0.1789293 Nov 25 18:29:36.515185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316140c-74e1-47cf-8db2-fd586055785f req-313fe929-a0c5-452b-9006-e58e229f2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:36.522555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-313fe929-a0c5-452b-9006-e58e229f2f04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.5316231 Nov 25 18:29:36.547615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93c9813e-6912-410d-a1ed-79a3938430fa req-9e8bb6c4-350a-4829-a3d2-337b678d7fa8 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890951 Nov 25 18:29:36.564686 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:36.685257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad55afe-291b-4b39-9d16-d2ba8e3a548d None None] Pushing event updated for resources: {'Port': ['ID=9feb5459-9d7a-49bf-a76a-d4815e21705c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:36.698081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-593bd10f-0944-4c77-86d7-51704149eac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 200 len: 217 time: 0.1269178 Nov 25 18:29:36.735072 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:36.754992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64ddc8-caf9-48a8-9ac8-965ab4f8c143 req-a89a4880-ec1e-41b4-bc9c-2810a5344da3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:36.763852 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a64ddc8-caf9-48a8-9ac8-965ab4f8c143 req-a89a4880-ec1e-41b4-bc9c-2810a5344da3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.1504934 Nov 25 18:29:36.776159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:36.779924 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385db478-7ae1-4069-b975-f6b4cac546de" -d '{"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-plugged", "status": "completed", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:36.811901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:36.822298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:36.825962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-2047cc4d-5573-491b-9619-c0d4981ca25b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:36.829189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-2047cc4d-5573-491b-9619-c0d4981ca25b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569016 Nov 25 18:29:36.845635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Request body: {'port': {'device_id': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'd238c92999f6468d9acaa143e2603a98'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:36.884857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c058a3-71f2-4ded-98dc-68a7dddd86bd req-5aee1f2f-85c4-40e7-a668-df9bd353cba5 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:36.892902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5c058a3-71f2-4ded-98dc-68a7dddd86bd req-5aee1f2f-85c4-40e7-a668-df9bd353cba5 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 1101 time: 0.4591200 Nov 25 18:29:36.893297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:36.943726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316140c-74e1-47cf-8db2-fd586055785f req-a0572bd2-14b0-43be-8305-a8de205af7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:36.945317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-a0572bd2-14b0-43be-8305-a8de205af7b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.2360978 Nov 25 18:29:36.967573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a64ddc8-caf9-48a8-9ac8-965ab4f8c143 req-8a6ee397-4148-4cb1-a085-70473fdf7e32 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001464 Nov 25 18:29:37.046648 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e04530a-29df-42be-90b8-9db08138de27 x-openstack-request-id: req-1e04530a-29df-42be-90b8-9db08138de27 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:37.047213 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-plugged", "status": "completed", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:37.047663 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e04530a-29df-42be-90b8-9db08138de27 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:37.048234 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'code': 200} Nov 25 18:29:37.072329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Made reservation on behalf of d238c92999f6468d9acaa143e2603a98 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:37.074579 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.076237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.078035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-ef643de9-f732-456f-80df-357a70207485 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899837 Nov 25 18:29:37.087487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.200536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5c058a3-71f2-4ded-98dc-68a7dddd86bd req-c77c4c4a-3f90-4b51-93b8-d4f806dc60c7 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011277 Nov 25 18:29:37.229536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.293321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Allocated IP 192.168.233.167 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/05ad8908-e0e1-4780-9924-95b60b20f4e4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:37.495314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-f15f1b97-9c23-4caf-98bd-6420c518ef1e service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021835 Nov 25 18:29:37.532564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-b743e1de-424d-4ec3-b8ed-4224eaef52cc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441794 Nov 25 18:29:37.556431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.616223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9feb5459-9d7a-49bf-a76a-d4815e21705c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:37.686932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9feb5459-9d7a-49bf-a76a-d4815e21705c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:37.687536 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.692285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:37.731204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943c777-e967-46ed-83d7-2e0733208d37 req-d16270d1-5f3c-46f0-ab2a-610b582636f7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:37.732377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6943c777-e967-46ed-83d7-2e0733208d37 req-d16270d1-5f3c-46f0-ab2a-610b582636f7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.3718569 Nov 25 18:29:37.738283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc21094-efcd-4036-ae37-8b2ce85d2d08'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:37.767521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Allocated IP 172.25.2.62 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:37.796304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-417e68f2-5b1e-4fe3-917c-ac6a7539ab8f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:37.801771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8316140c-74e1-47cf-8db2-fd586055785f req-2a61b4ce-791a-47f5-ad79-9bc1bdce1e4a service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929306 Nov 25 18:29:37.804240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:37.804679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-417e68f2-5b1e-4fe3-917c-ac6a7539ab8f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532516 Nov 25 18:29:37.825960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:37.828241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:37.831983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:37.852845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-4c57e035-0216-4263-b5eb-dbbcb4afa140 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/quotas/808eb8191e6c474eb642cfaa344cbe93 HTTP/1.1" status: 200 len: 375 time: 0.0472257 Nov 25 18:29:37.855237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:37.968488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6943c777-e967-46ed-83d7-2e0733208d37 req-344f34bd-399c-4e5e-80aa-e280f8941a71 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227497 Nov 25 18:29:37.990498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:37.991719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.047031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:29:38.071081 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e96b5faa-5eaa-4d5c-8429-183a5502cfb7 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2172558 Nov 25 18:29:38.080856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-c16979d9-7ba1-425e-ba91-4d054345b8d3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2385223 Nov 25 18:29:38.085784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.099517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Request body: {'port': {'device_id': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:38.198345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.375756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-30793771-f21a-4343-8734-39897f24fb03 None None] Provisioning complete for port 05ad8908-e0e1-4780-9924-95b60b20f4e4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:38.377687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30793771-f21a-4343-8734-39897f24fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.425425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-30793771-f21a-4343-8734-39897f24fb03 None None] Port 05ad8908-e0e1-4780-9924-95b60b20f4e4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:29:38.434306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf4034-d6d6-4b18-b0ce-bb7eda15319b None None] Network 5c83d646-b02a-4ec5-8429-16f972295c78 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:38.615340 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.676462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-032169c4-5c10-4713-af32-4db4831e569b None None] Provisioning complete for port 9feb5459-9d7a-49bf-a76a-d4815e21705c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:38.677120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-032169c4-5c10-4713-af32-4db4831e569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.818813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 9feb5459-9d7a-49bf-a76a-d4815e21705c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9feb5459-9d7a-49bf-a76a-d4815e21705c,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:38.820374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-032169c4-5c10-4713-af32-4db4831e569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.858443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.889960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cd1dd-8190-4eba-9a10-f423d4658b17 req-ea87d656-3efa-4b8f-bc20-2814722244b0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:38.892898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-195cd1dd-8190-4eba-9a10-f423d4658b17 req-ea87d656-3efa-4b8f-bc20-2814722244b0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 936 time: 0.7318754 Nov 25 18:29:38.896601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ad8908-e0e1-4780-9924-95b60b20f4e4 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:38.902776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:38.915962 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] Sync routers for ids ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:38.919228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4895e1dd-5874-4d0e-9d56-732e24331837 admin admin] 10.222.0.62 "PUT /v2.0/routers/05e9a2a7-8dba-4b23-9baa-8205e5e11469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4738715 Nov 25 18:29:38.922752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.925711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55796) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:38.933488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:38.940091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=9feb5459-9d7a-49bf-a76a-d4815e21705c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:38.940312 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] Routers {'05e9a2a7-8dba-4b23-9baa-8205e5e11469'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:38.949531 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:38.980878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Transition to ACTIVE for port object 05ad8908-e0e1-4780-9924-95b60b20f4e4 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:38.992079 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-032169c4-5c10-4713-af32-4db4831e569b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:29:38.992525 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-032169c4-5c10-4713-af32-4db4831e569b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:29:39.001698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.007519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:39.083657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:39.106393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:39.123896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:39.126941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8594fe-a600-4308-b4c1-a994917356e5 req-7e616195-4293-4e70-b9b7-c707f490a86a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.152725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d8594fe-a600-4308-b4c1-a994917356e5 req-7e616195-4293-4e70-b9b7-c707f490a86a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.4328568 Nov 25 18:29:39.169435 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] Set router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:39.196254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:39.257321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-195cd1dd-8190-4eba-9a10-f423d4658b17 req-6aeed535-599c-4af6-b52e-9473130eddcb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303356 Nov 25 18:29:39.405713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d8594fe-a600-4308-b4c1-a994917356e5 req-dc514590-23e4-49df-a9cf-e5c544338f32 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458971 Nov 25 18:29:39.494231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Attempting to bind port 05ad8908-e0e1-4780-9924-95b60b20f4e4 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:39.499769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Attempting to bind port 05ad8908-e0e1-4780-9924-95b60b20f4e4 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:39.500257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Attempting to bind port 05ad8908-e0e1-4780-9924-95b60b20f4e4 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:39.511157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.518061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Port 05ad8908-e0e1-4780-9924-95b60b20f4e4 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:39.518574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Attempting to bind port 05ad8908-e0e1-4780-9924-95b60b20f4e4 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:39.531238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:39.534766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:39.535457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:39.539117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Bound port: 05ad8908-e0e1-4780-9924-95b60b20f4e4, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:39.539764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.567696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9feb5459-9d7a-49bf-a76a-d4815e21705c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:39.583997 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:35Z', 'revision_number': 5, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:39.617724 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] Checking router: 05e9a2a7-8dba-4b23-9baa-8205e5e11469 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:39.631336 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] Routers {'05e9a2a7-8dba-4b23-9baa-8205e5e11469'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:39.633182 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:39.635096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9feb5459-9d7a-49bf-a76a-d4815e21705c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:39.636016 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.667523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0fc3cffe-07a7-4d4a-ad7b-3b75ff276adc req-78060283-0d6e-4a9b-94dc-c3daa7ed0c43 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 210 time: 0.0878055 Nov 25 18:29:39.726170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:39.733143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:39.751663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.760887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.769290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-de21a71a-b441-4d26-bd3f-5d0ce4c2c2e5 None None] Provisioning complete for port 9feb5459-9d7a-49bf-a76a-d4815e21705c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:39.769773 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de21a71a-b441-4d26-bd3f-5d0ce4c2c2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.837308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.840033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:39.845775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 200 len: 1096 time: 1.7504885 Nov 25 18:29:39.850935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:39.857191 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:39.868128 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] Set router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:39.925609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b19d2-6bad-42dd-bb3f-6583e01f03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:39.942104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371fa3-c5d5-4267-aafd-b41ddcde84ee req-120e7767-e828-444d-8440-6c2e58edaa79 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:39.943727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46371fa3-c5d5-4267-aafd-b41ddcde84ee req-120e7767-e828-444d-8440-6c2e58edaa79 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 945 time: 0.2543464 Nov 25 18:29:39.950347 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c952bfec-b453-4e62-a280-050db88d9385 x-openstack-request-id: req-c952bfec-b453-4e62-a280-050db88d9385 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:39.950672 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:39.950969 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c952bfec-b453-4e62-a280-050db88d9385 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:39.951399 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'status': 'completed', 'code': 200} Nov 25 18:29:40.021768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-4bda6eee-4587-4c2f-b970-686398fd7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.028538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-4bda6eee-4587-4c2f-b970-686398fd7512 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 1099 time: 0.0762312 Nov 25 18:29:40.047760 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-ace32659-1e15-462f-a8f8-64d88195c301 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=808eb8191e6c474eb642cfaa344cbe93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322618 Nov 25 18:29:40.096694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-e46e5bb2-120f-40c8-bf3a-ae49c26585ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0565355 Nov 25 18:29:40.152121 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:35Z', 'revision_number': 5, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:40.152682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 35af5f32-3ba7-4212-9b49-831d4c0bfda7 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:40.192707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-2706704b-ed7e-486b-8501-07aaa96f2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.194356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-2706704b-ed7e-486b-8501-07aaa96f2c31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0895298 Nov 25 18:29:40.212779 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65864a9d-3d2d-420e-9ee8-fbe24955cf70 None None] The sync data for ids ['05e9a2a7-8dba-4b23-9baa-8205e5e11469'] in n-d-819194-3 is: [{'id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-429707987-router', 'tenant_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '7fa36547-70be-40f8-a3de-333298574ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:22Z', 'updated_at': '2021-11-25T18:29:35Z', 'revision_number': 5, 'project_id': 'de8ced8168dc45a58587e3f75b4b3bea', 'gw_port': {'id': '7fa36547-70be-40f8-a3de-333298574ddd', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:71:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a2a7-8dba-4b23-9baa-8205e5e11469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:23Z', 'updated_at': '2021-11-25T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:40.281960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-1d06bd1c-b2e4-4694-873e-e99f547c48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.283870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-1d06bd1c-b2e4-4694-873e-e99f547c48d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690424 Nov 25 18:29:40.305810 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:40.335185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:40.338065 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c94027-2d75-4c83-92dc-aededf4f6d3e" -d '{"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-unplugged", "status": "completed", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:40.366911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:40.376203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:40.383013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46371fa3-c5d5-4267-aafd-b41ddcde84ee req-b88619c9-f241-43f3-9e25-8f6eea5aafd3 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439701 Nov 25 18:29:40.429362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Deleting port 7fa36547-70be-40f8-a3de-333298574ddd {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:40.429596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:40.434958 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:40.468137 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dd11ca-3d58-4125-85ba-7d299416c608 x-openstack-request-id: req-82dd11ca-3d58-4125-85ba-7d299416c608 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:40.468460 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-unplugged", "status": "completed", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:40.468722 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82dd11ca-3d58-4125-85ba-7d299416c608 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:40.469127 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'code': 200} Nov 25 18:29:40.483956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-dea258ea-174c-4a16-9841-c80bc35c2413 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739976 Nov 25 18:29:40.484246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-4be703ba-0b3c-4026-8ac5-d68abd90380d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.485742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-4be703ba-0b3c-4026-8ac5-d68abd90380d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4182785 Nov 25 18:29:40.505683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:40.510706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672ec5-5a7a-49bf-9deb-924ecb6c9532 req-5719ced0-569d-4b32-b687-f6a09b2a48b6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.519337 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1672ec5-5a7a-49bf-9deb-924ecb6c9532 req-5719ced0-569d-4b32-b687-f6a09b2a48b6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 948 time: 0.0914800 Nov 25 18:29:40.537225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Request body: {'port': {'device_id': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '808eb8191e6c474eb642cfaa344cbe93'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:40.651287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1672ec5-5a7a-49bf-9deb-924ecb6c9532 req-335d8611-daa2-43a7-aebf-4d22eee8d3e2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309860 Nov 25 18:29:40.671971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ccc4fbe-8e08-4489-a90e-1bcf14cbc5f5 req-ae95a32f-9a8f-47ed-9ebd-20b7e4ce0ffb service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454904 Nov 25 18:29:40.756473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf9c6-e55a-4f96-9602-ff72f03d0ec7 req-259723a1-56da-46f0-a521-fe62c7426d0e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.758306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4cdf9c6-e55a-4f96-9602-ff72f03d0ec7 req-259723a1-56da-46f0-a521-fe62c7426d0e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2165720 Nov 25 18:29:40.801537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] For port 7fa36547-70be-40f8-a3de-333298574ddd, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7fa36547-70be-40f8-a3de-333298574ddd,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:40.802081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:40.824426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Calling delete_port for 7fa36547-70be-40f8-a3de-333298574ddd owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:40.841832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-d8316ba2-117f-4d5c-8a25-59c18fd83c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.845461 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d9600bf-b134-45af-be2b-5e8c9012dfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:40.855094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-d8316ba2-117f-4d5c-8a25-59c18fd83c0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 1099 time: 0.0837772 Nov 25 18:29:40.947713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-892c8a54-3300-4435-985d-bfb25f1b5058 req-6f1a696f-b544-434c-b26a-140f7652357d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 210 time: 0.0438640 Nov 25 18:29:40.995154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-1d5ee635-d6b2-4910-b147-957c2c0dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:40.996627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-1d5ee635-d6b2-4910-b147-957c2c0dea8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1404290 Nov 25 18:29:41.050119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-6ca2650b-61d9-43a8-90b1-ec0604924726 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0430124 Nov 25 18:29:41.082110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4cdf9c6-e55a-4f96-9602-ff72f03d0ec7 req-c34e04ff-b535-44b1-ae58-6e794165c768 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977491 Nov 25 18:29:41.087876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Made reservation on behalf of 808eb8191e6c474eb642cfaa344cbe93 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:41.091936 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.109351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-46ee474d-b7b0-4c6b-8525-a3f1ef117a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:41.111024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-46ee474d-b7b0-4c6b-8525-a3f1ef117a6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0518482 Nov 25 18:29:41.164930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-79478db4-e0d1-4139-b7bc-8ed95c67f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:41.166438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-79478db4-e0d1-4139-b7bc-8ed95c67f116 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451367 Nov 25 18:29:41.205813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.275134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-41d18236-6165-46e9-aa5c-7797847751d7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:41.276570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-41d18236-6165-46e9-aa5c-7797847751d7 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 943 time: 0.1027434 Nov 25 18:29:41.342491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 57898166-9473-47d1-8760-0ec74939db7c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:41.343026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-969389c6-159b-449f-82a3-94b50232a718 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433084 Nov 25 18:29:41.363134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 57898166-9473-47d1-8760-0ec74939db7c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:41.363482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 57898166-9473-47d1-8760-0ec74939db7c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:41.406409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.457934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Allocated IP 192.168.233.182 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/6ad38642-c134-43ef-badc-17e4cef6a62f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:41.467479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa36547-70be-40f8-a3de-333298574ddd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:41.488295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Deleting port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:41.488638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.495587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c9b2edb-be0a-4bac-93ec-13cabd1ace5f req-7234c7b4-11c2-45c8-8087-0de617e947dc service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321652 Nov 25 18:29:41.600338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.603260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51511be7-33ab-4039-afea-9f4c9093e939 req-51136494-a9e9-4801-acee-228fbf3782a6 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:41.606376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51511be7-33ab-4039-afea-9f4c9093e939 req-51136494-a9e9-4801-acee-228fbf3782a6 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a23752a-9fd6-49f7-9660-f024924e9289 HTTP/1.1" status: 200 len: 943 time: 0.1314559 Nov 25 18:29:41.647121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] For port 35af5f32-3ba7-4212-9b49-831d4c0bfda7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=35af5f32-3ba7-4212-9b49-831d4c0bfda7,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:41.647489 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.667158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Calling delete_port for 35af5f32-3ba7-4212-9b49-831d4c0bfda7 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:41.676581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Router 1b21cec7-4b95-4783-b574-934f64f983fd is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:29:41.705858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51511be7-33ab-4039-afea-9f4c9093e939 req-f6b12a1f-2bda-4856-92b5-7d5cb1175cfd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856993 Nov 25 18:29:41.865904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.868992 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.896295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.906238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event deleted for resources: {'Port': ['ID=35af5f32-3ba7-4212-9b49-831d4c0bfda7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:41.950363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] No DVR routers for this DVR port 35af5f32-3ba7-4212-9b49-831d4c0bfda7 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:41.954396 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:41.958326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20a224b5-dca0-4a25-881c-ce526fe9a41a req-a74d575e-c9e7-417e-8ef7-6896b8677d0b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "DELETE /v2.0/ports/35af5f32-3ba7-4212-9b49-831d4c0bfda7 HTTP/1.1" status: 204 len: 173 time: 0.6747081 Nov 25 18:29:41.958940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-deleted', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:41.961426 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88276b59-4bfc-448e-b0a0-c98d54827fb0" -d '{"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-deleted", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:42.055597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11b619c8-ad52-42d5-a04d-e81231c60c95 req-d49fb8de-0b02-4676-ac4e-29a2ec05d4d0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 210 time: 0.0315337 Nov 25 18:29:42.109667 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb6ec1a-0671-47d2-87f3-8b9177bb0308 x-openstack-request-id: req-edb6ec1a-0671-47d2-87f3-8b9177bb0308 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:42.110260 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a23752a-9fd6-49f7-9660-f024924e9289", "name": "network-vif-deleted", "tag": "35af5f32-3ba7-4212-9b49-831d4c0bfda7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:42.110637 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edb6ec1a-0671-47d2-87f3-8b9177bb0308 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:42.111138 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23752a-9fd6-49f7-9660-f024924e9289', 'name': 'network-vif-deleted', 'tag': '35af5f32-3ba7-4212-9b49-831d4c0bfda7', 'status': 'completed', 'code': 200} Nov 25 18:29:42.214569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194eb77-d299-4413-9e18-0cc1d5a7c352 req-9b313dce-8070-4429-beeb-7ec772809577 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:42.216150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1194eb77-d299-4413-9e18-0cc1d5a7c352 req-9b313dce-8070-4429-beeb-7ec772809577 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.0560923 Nov 25 18:29:42.269351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1194eb77-d299-4413-9e18-0cc1d5a7c352 req-73fc2bdb-5a62-4584-a858-32ab0d806dc9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Nov 25 18:29:42.380726 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.381351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e9a2a7-8dba-4b23-9baa-8205e5e11469 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:29:42.423694 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.425929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f8602a2e-aa5a-47b2-b16a-d7b3bfa94446 admin admin] 10.222.0.62 "DELETE /v2.0/routers/05e9a2a7-8dba-4b23-9baa-8205e5e11469 HTTP/1.1" status: 204 len: 168 time: 3.4493923 Nov 25 18:29:42.427501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55822) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:42.430873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.449515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b236ca-bf7e-4802-b6a6-1b6a93977c63 req-49b73d43-5071-4814-801b-306abf818a55 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:42.451346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-76b236ca-bf7e-4802-b6a6-1b6a93977c63 req-49b73d43-5071-4814-801b-306abf818a55 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 948 time: 0.6327560 Nov 25 18:29:42.497150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] Deleting subnet 0c5835b8-6f06-48ff-ba17-4ab063797ca3 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:29:42.510193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.533457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:42.558862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Sync routers for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:42.571716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.572375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-76b236ca-bf7e-4802-b6a6-1b6a93977c63 req-136114c2-aed6-4f7e-8200-82e182da3e9f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148262 Nov 25 18:29:42.583701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.585111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3f0706cd-1d42-419a-a4ee-0309921eadf2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8308918 Nov 25 18:29:42.587033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.588643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55824) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:42.629691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:42.631538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:42.636692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630', 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:42.651687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:42.658281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:42.664077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:42.668827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event updated for resources: {'Port': ['ID=6ad38642-c134-43ef-badc-17e4cef6a62f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:42.723092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', '9b0ea39b-3bae-497f-977b-89eb874ef985', '261354b0-6d1c-46e3-9a79-cecbadaca2f9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:42.785668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:42.786345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.812191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d933c6de-b600-4157-93ff-d28300d61695 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3037789 Nov 25 18:29:42.828827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Request body: {'port': {'device_id': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:42.880343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:42.932968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:42.972452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.212855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.270724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-68fd726a-847e-4527-825a-dd2f8367b6cc None None] Provisioning complete for port 6ad38642-c134-43ef-badc-17e4cef6a62f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:43.271396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68fd726a-847e-4527-825a-dd2f8367b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.377856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-223b5663-4d40-4808-b927-8f3c7f76eecd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:43.385974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-223b5663-4d40-4808-b927-8f3c7f76eecd tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 822 time: 0.2001901 Nov 25 18:29:43.419107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-0caf1132-cfd5-4c26-b02b-19d0363b8ef9 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/quotas/e9a2e9dc40c145129bd9109b11e083fb HTTP/1.1" status: 200 len: 375 time: 0.0319719 Nov 25 18:29:43.520831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad38642-c134-43ef-badc-17e4cef6a62f {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:43.531777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.556146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Transition to ACTIVE for port object 6ad38642-c134-43ef-badc-17e4cef6a62f will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:43.560467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-aeb89f90-c60f-4855-9937-eff270cd8277 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1388628 Nov 25 18:29:43.562859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7fa36547-70be-40f8-a3de-333298574ddd no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:43.590138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5835b8-6f06-48ff-ba17-4ab063797ca3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:43.598233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.603859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7e0c5270-08f2-4c0d-aaea-ea78578362f1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0c5835b8-6f06-48ff-ba17-4ab063797ca3 HTTP/1.1" status: 204 len: 168 time: 1.1731427 Nov 25 18:29:43.606642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:43.648562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168890bd-7285-4167-934d-80598ec46165 None None] Network f23ffd43-d264-4411-800e-28e7787d54e3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:43.651331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 7fa36547-70be-40f8-a3de-333298574ddd {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:43.652517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7fa36547-70be-40f8-a3de-333298574ddd not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:43.663937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:43.677271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a38637a2-2919-47de-9689-f45c9403b0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.691922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-68fd726a-847e-4527-825a-dd2f8367b6cc None None] Port 6ad38642-c134-43ef-badc-17e4cef6a62f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:29:43.696023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:43.727192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-a4cf0c82-07a2-4bca-8b9e-fc26c3833882 service neutron] 10.222.0.62 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596632 Nov 25 18:29:43.727950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.747834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae966b1-9871-4664-a83a-731a113a3018 req-d04c608d-934d-4adb-aaa3-a270709aab37 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:43.749943 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ae966b1-9871-4664-a83a-731a113a3018 req-d04c608d-934d-4adb-aaa3-a270709aab37 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 936 time: 0.5401282 Nov 25 18:29:43.816836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:43.819452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'mac_address': 'fa:16:3e:24:77:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:43.910773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ae966b1-9871-4664-a83a-731a113a3018 req-092d7590-7f0c-4f0b-966b-cc01e4e5674f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533077 Nov 25 18:29:43.974047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad38642-c134-43ef-badc-17e4cef6a62f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:43.987495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-a1a69a51-2028-4ba4-b1b1-d440e4c804e1 service neutron] 10.222.0.62 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474186 Nov 25 18:29:44.062762 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.093790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Attempting to bind port 6ad38642-c134-43ef-badc-17e4cef6a62f on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:44.096623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Attempting to bind port 6ad38642-c134-43ef-badc-17e4cef6a62f by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:44.098048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Attempting to bind port 6ad38642-c134-43ef-badc-17e4cef6a62f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:44.113120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Port 6ad38642-c134-43ef-badc-17e4cef6a62f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:44.113512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Attempting to bind port 6ad38642-c134-43ef-badc-17e4cef6a62f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:44.120753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:44.121418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:44.122065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:44.122746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Bound port: 6ad38642-c134-43ef-badc-17e4cef6a62f, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:44.123320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.139693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad8908-e0e1-4780-9924-95b60b20f4e4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:44.162295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:44.175503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 35af5f32-3ba7-4212-9b49-831d4c0bfda7 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:44.189416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Deleting port 29debc2c-032c-4d51-a4c0-05bf22770b50 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:44.190002 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.213827 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.234034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] For port 6ad38642-c134-43ef-badc-17e4cef6a62f, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:44.241260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] For port 6ad38642-c134-43ef-badc-17e4cef6a62f, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6ad38642-c134-43ef-badc-17e4cef6a62f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:44.249924 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.262218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 35af5f32-3ba7-4212-9b49-831d4c0bfda7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:44.262603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 35af5f32-3ba7-4212-9b49-831d4c0bfda7 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:44.277387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9dbff-a650-48e3-b6e1-cc2727a5c1a3 req-782e0656-c44f-4b5f-8e60-f61945aebaa9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:44.285741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1f9dbff-a650-48e3-b6e1-cc2727a5c1a3 req-782e0656-c44f-4b5f-8e60-f61945aebaa9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2392404 Nov 25 18:29:44.345775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:44.346442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.348100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-e6655796-749b-4309-b490-5237d4343f74 service neutron] 10.222.0.64 "PUT /v2.0/ports/6ad38642-c134-43ef-badc-17e4cef6a62f HTTP/1.1" status: 200 len: 1096 time: 1.5237994 Nov 25 18:29:44.348605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'tag': '6ad38642-c134-43ef-badc-17e4cef6a62f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:44.365730 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ed2440-0e08-4a05-9fcb-f60107bc32af", "tag": "6ad38642-c134-43ef-badc-17e4cef6a62f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:44.390005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.425536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] For port 29debc2c-032c-4d51-a4c0-05bf22770b50, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=29debc2c-032c-4d51-a4c0-05bf22770b50,segment=NetworkSegment(84c4dd85-d917-4e74-97bc-d4dd6799996a),segment_id=84c4dd85-d917-4e74-97bc-d4dd6799996a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:44.426434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.469588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Calling delete_port for 29debc2c-032c-4d51-a4c0-05bf22770b50 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:44.470117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6655796-749b-4309-b490-5237d4343f74 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad38642-c134-43ef-badc-17e4cef6a62f,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:44.490652 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.523840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2610d9-8201-4ad1-994a-9089d170e5f9 req-244c6bcd-e47a-4d81-944c-fcde74c9b215 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:44.524712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1f9dbff-a650-48e3-b6e1-cc2727a5c1a3 req-642fa338-924e-4d58-a5d6-6fd4eaf264ae tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369251 Nov 25 18:29:44.531401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc2610d9-8201-4ad1-994a-9089d170e5f9 req-244c6bcd-e47a-4d81-944c-fcde74c9b215 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 949 time: 0.1599965 Nov 25 18:29:44.553555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-1acb9044-057c-4b0f-b09f-2973ec9af762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:44.555366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-1acb9044-057c-4b0f-b09f-2973ec9af762 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 1099 time: 0.1007977 Nov 25 18:29:44.566330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:44.619187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['05ad8908-e0e1-4780-9924-95b60b20f4e4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:44.728597 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-0a51e128-c548-49a7-9989-9e3a43798b78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=6ad38642-c134-43ef-badc-17e4cef6a62f HTTP/1.1" status: 200 len: 217 time: 0.1524310 Nov 25 18:29:44.759434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbfddf4-8036-4828-b1af-da2d5bba968b None None] DHCP port deletion for f23ffd43-d264-4411-800e-28e7787d54e3 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:29:44.770518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:44.781389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc2610d9-8201-4ad1-994a-9089d170e5f9 req-0fdcba2c-3d4c-4032-b755-1b4d0dff558b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487938 Nov 25 18:29:44.827940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Pushing event deleted for resources: {'Port': ['ID=29debc2c-032c-4d51-a4c0-05bf22770b50,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:44.831785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] No DVR routers for this DVR port 29debc2c-032c-4d51-a4c0-05bf22770b50 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:29:44.852066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d19aac33-5e6a-4e4b-9b66-1daad20332de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:44.853991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-d19aac33-5e6a-4e4b-9b66-1daad20332de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1065984 Nov 25 18:29:44.857664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98d4b4a8-8318-482a-bb16-2fd4dc7c1cd5 req-45e22191-35fd-47eb-8854-f4175d171295 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 210 time: 0.0763292 Nov 25 18:29:44.861802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Allocated IP 172.20.0.1 (5c83d646-b02a-4ec5-8429-16f972295c78/d4c43a6a-5f49-4963-a6da-b10b9896609b/f83a917a-c102-4190-838b-b83f22572181) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:44.882676 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0c1931-bf12-4a1c-8aae-2a1ae2c470b8 x-openstack-request-id: req-2d0c1931-bf12-4a1c-8aae-2a1ae2c470b8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:44.882948 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ed2440-0e08-4a05-9fcb-f60107bc32af", "tag": "6ad38642-c134-43ef-badc-17e4cef6a62f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:44.883205 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d0c1931-bf12-4a1c-8aae-2a1ae2c470b8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:44.884148 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'tag': '6ad38642-c134-43ef-badc-17e4cef6a62f', 'status': 'completed', 'code': 200} Nov 25 18:29:44.929089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-84148da1-fa3d-49be-ac29-0ef9dd6829f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:44.930633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-84148da1-fa3d-49be-ac29-0ef9dd6829f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682106 Nov 25 18:29:44.943363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:39Z', 'revision_number': 3, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:45.009068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Checking router: 1b21cec7-4b95-4783-b574-934f64f983fd for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:45.009593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Updating router 1b21cec7-4b95-4783-b574-934f64f983fd port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:29:45.020353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.042330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23ffd43-d264-4411-800e-28e7787d54e3']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:45.069953 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.071595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c4dd85-d917-4e74-97bc-d4dd6799996a') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:45.072013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c4dd85-d917-4e74-97bc-d4dd6799996a') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:45.085371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-410eaa3f-39aa-4686-ae13-1c08b43ca9fd service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386077 Nov 25 18:29:45.121995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.151825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.180125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c515d3-1110-4575-ae2c-36ca2ad9cd3f req-288a089a-dc28-4628-b55d-04c97135a579 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:45.188131 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-09c515d3-1110-4575-ae2c-36ca2ad9cd3f req-288a089a-dc28-4628-b55d-04c97135a579 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 948 time: 0.1337945 Nov 25 18:29:45.195258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:29:45.195675 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:29:45.198144 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:29:45.234145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a30fbb9-7693-4ac5-a95e-1347b329aed0 req-5a6e73f1-762b-4f90-adee-2d619d034e65 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376777 Nov 25 18:29:45.290413 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.318408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.334362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-09c515d3-1110-4575-ae2c-36ca2ad9cd3f req-7571bef8-8c5d-4e35-a06e-c1a8d40505c6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452625 Nov 25 18:29:45.345252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.353630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] 10.222.0.62 "DELETE /v2.0/networks/f23ffd43-d264-4411-800e-28e7787d54e3 HTTP/1.1" status: 204 len: 168 time: 1.7432294 Nov 25 18:29:45.364116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-8fe74b22-1ae2-436e-9aa2-a144e9f2863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:45.365664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-8fe74b22-1ae2-436e-9aa2-a144e9f2863f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=808eb8191e6c474eb642cfaa344cbe93&device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 1099 time: 0.0759494 Nov 25 18:29:45.376865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb29b2-d095-411c-8bc3-272ddb7f095e admin admin] Pushing event deleted for resources: {'Network': ['ID=f23ffd43-d264-4411-800e-28e7787d54e3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:45.452464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.505040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 29debc2c-032c-4d51-a4c0-05bf22770b50 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:29:45.512018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Network 5c83d646-b02a-4ec5-8429-16f972295c78 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:45.515147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:45.528623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:45.564260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-1274faf8-f739-47bf-8c9f-8c41d16bce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:45.565891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-1274faf8-f739-47bf-8c9f-8c41d16bce90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1838467 Nov 25 18:29:45.568964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Pushing event updated for resources: {'Port': ['ID=f83a917a-c102-4190-838b-b83f22572181,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:45.580992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 29debc2c-032c-4d51-a4c0-05bf22770b50 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:29:45.581475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 29debc2c-032c-4d51-a4c0-05bf22770b50 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:29:45.600984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.611554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55880) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:45.646873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-b1e631f2-5191-4443-b757-c3f8f8785e22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=6ad38642-c134-43ef-badc-17e4cef6a62f HTTP/1.1" status: 200 len: 217 time: 0.0685952 Nov 25 18:29:45.657352 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.673812 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.714343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-550a0e4f-b62c-4e34-9ffd-50addc8fda12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de8ced8168dc45a58587e3f75b4b3bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1016104 Nov 25 18:29:45.715141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55884) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:45.735482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Attempting to bind port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:45.735948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Attempting to bind port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:45.736214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Attempting to bind port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:45.765803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-20e714db-e9cf-477c-8e96-9f4f86d8bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:45.767642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-20e714db-e9cf-477c-8e96-9f4f86d8bb86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1109836 Nov 25 18:29:45.775852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:45.776652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:45.778742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.779381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:45.780649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Bound port: 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:45.781455 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.811483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf019f0-bcff-40db-9937-b1278a50ec94 req-2e761dd8-5f29-4005-8d1e-cfe619ef19c8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:45.813147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbf019f0-bcff-40db-9937-b1278a50ec94 req-2e761dd8-5f29-4005-8d1e-cfe619ef19c8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.1693063 Nov 25 18:29:45.843558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6fd2b-2282-4bd1-a7bd-83a5c1567993 None None] Pushing event updated for resources: {'Port': ['ID=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:45.863158 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.902397 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.916729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90b247d8-9910-40bd-b5cc-cc9646fbf3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.929297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-d960a19e-5c4b-4a02-9650-33b973401518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:45.931489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-d960a19e-5c4b-4a02-9650-33b973401518 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532891 Nov 25 18:29:45.931618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] For port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:45.956117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] For port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:45.970313 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:45.984205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbf019f0-bcff-40db-9937-b1278a50ec94 req-52278a8b-fe72-45c3-a2e2-df1890b76228 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363556 Nov 25 18:29:45.986059 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90b247d8-9910-40bd-b5cc-cc9646fbf3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.049270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-95c03801-68f3-4283-aca1-1b1d14da4ef1 None None] Provisioning complete for port f83a917a-c102-4190-838b-b83f22572181 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:46.049645 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95c03801-68f3-4283-aca1-1b1d14da4ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.085178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-279a59a3-ab5c-4bde-bcae-f1df3a84ccc6 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393147 Nov 25 18:29:46.110741 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90b247d8-9910-40bd-b5cc-cc9646fbf3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.111774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90b247d8-9910-40bd-b5cc-cc9646fbf3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.112890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90b247d8-9910-40bd-b5cc-cc9646fbf3c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8600e5f-94a1-46a8-bccf-319560139ef3 HTTP/1.1" status: 204 len: 168 time: 0.3945992 Nov 25 18:29:46.121793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6fd2b-2282-4bd1-a7bd-83a5c1567993 None None] Pushing event updated for resources: {'Port': ['ID=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:46.146798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:46.148987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:46.150318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59d1873a-80eb-435a-ad0c-db6a17b788c7 req-b31bca8e-ce69-4d4f-927b-2d9355e9cf9b tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 210 time: 0.0603044 Nov 25 18:29:46.195776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b247d8-9910-40bd-b5cc-cc9646fbf3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8600e5f-94a1-46a8-bccf-319560139ef3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:46.250550 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e7f8486-3f82-4151-9a1f-7cf8eaec956b req-a88f510d-6702-43f9-9701-10149ad84589 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489232 Nov 25 18:29:46.259685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-95c03801-68f3-4283-aca1-1b1d14da4ef1 None None] Port f83a917a-c102-4190-838b-b83f22572181 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:29:46.329280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415ee4b-0335-4b46-91aa-4d7dd4dea8a5 req-409aee2b-f985-4245-84fd-bbd87514832f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:46.335403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6415ee4b-0335-4b46-91aa-4d7dd4dea8a5 req-409aee2b-f985-4245-84fd-bbd87514832f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 949 time: 0.2444456 Nov 25 18:29:46.347968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-9f1fa040-ca16-44dc-a97f-af78221a2b96 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:46.349894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-9f1fa040-ca16-44dc-a97f-af78221a2b96 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 822 time: 0.3806572 Nov 25 18:29:46.375363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Request body: {'port': {'device_id': '03276586-5e11-4824-89cd-7634581788fb', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'admin_state_up': True, 'tenant_id': 'e9a2e9dc40c145129bd9109b11e083fb'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:46.471950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9c2d4-7a48-4d6b-ba8e-16346a2e12bb req-ddd5def4-320f-4620-90e0-b0ec2a1ebf79 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:46.473878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9b9c2d4-7a48-4d6b-ba8e-16346a2e12bb req-ddd5def4-320f-4620-90e0-b0ec2a1ebf79 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 948 time: 0.0577886 Nov 25 18:29:46.524232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:46.525398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6415ee4b-0335-4b46-91aa-4d7dd4dea8a5 req-bf4dc5db-6eff-4abb-92cb-7f181c8b9b5b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849132 Nov 25 18:29:46.534296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9b9c2d4-7a48-4d6b-ba8e-16346a2e12bb req-558ae7ec-5f1b-4a6c-8614-33e2ea1393bd tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517070 Nov 25 18:29:46.578695 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.587449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.662014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Made reservation on behalf of e9a2e9dc40c145129bd9109b11e083fb for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:46.665733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.672110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.679641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Pushing event updated for resources: {'Port': ['ID=f83a917a-c102-4190-838b-b83f22572181,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:46.762484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:44Z', 'revision_number': 1, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:46.794615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b38368-105d-4799-a94d-982e1f61889d None None] The sync data for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 is: [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:44Z', 'revision_number': 1, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:46.827149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:46.848472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6ad38642-c134-43ef-badc-17e4cef6a62f details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:46.853971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:46.881504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Network 5c83d646-b02a-4ec5-8429-16f972295c78 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:46.885503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:46.969741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Allocated IP 172.20.0.13 (3ba2044d-8d51-4a2d-8033-04ae43b0df75/46bb561c-71d4-49e0-8086-9396c305d01e/af344c5f-ad5f-4463-b564-ee626e99c824) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:47.010517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 05ad8908-e0e1-4780-9924-95b60b20f4e4 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:47.023509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 05ad8908-e0e1-4780-9924-95b60b20f4e4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:47.023893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.074770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6ad38642-c134-43ef-badc-17e4cef6a62f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6ad38642-c134-43ef-badc-17e4cef6a62f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:47.095557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '6ad38642-c134-43ef-badc-17e4cef6a62f', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '6ad38642-c134-43ef-badc-17e4cef6a62f', 'mac_address': 'fa:16:3e:3f:92:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:47.192531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Router 1b21cec7-4b95-4783-b574-934f64f983fd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:29:47.220535 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.256333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad38642-c134-43ef-badc-17e4cef6a62f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:47.273623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55920) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:47.278035 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.305172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6ad38642-c134-43ef-badc-17e4cef6a62f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6ad38642-c134-43ef-badc-17e4cef6a62f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:47.330649 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.343333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:47.345938 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0759870c-e5e1-4248-b4e4-8a3bdd720863" -d '{"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:47.376713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785bf13-3f57-4bf1-8669-0ae39d7f20fb req-ae9f0968-6951-4f14-99d9-cbb27b54ad05 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:47.383973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f785bf13-3f57-4bf1-8669-0ae39d7f20fb req-ae9f0968-6951-4f14-99d9-cbb27b54ad05 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2222373 Nov 25 18:29:47.415837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:47.439625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.451833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e0f567a2-b5ba-4062-857f-437d04dc458b None None] Provisioning complete for port f83a917a-c102-4190-838b-b83f22572181 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:47.452317 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0f567a2-b5ba-4062-857f-437d04dc458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.464999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f785bf13-3f57-4bf1-8669-0ae39d7f20fb req-f8ac1e7c-071d-498e-b7a2-0dadd5a24af1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798130 Nov 25 18:29:47.501997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e0f567a2-b5ba-4062-857f-437d04dc458b None None] Port f83a917a-c102-4190-838b-b83f22572181 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:29:47.508520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6ad38642-c134-43ef-badc-17e4cef6a62f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:47.523636 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40c352ea-8715-4bec-ba57-f9ce94e5e3ca req-21613473-6ebf-41ae-8f4c-63d0d972e648 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 210 time: 0.0569582 Nov 25 18:29:47.547935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1033556001-network', 'tenant_id': '8614e3c8d90b43349385aab981e4891c'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:47.548438 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc2a9d2-bd6d-4163-97ca-47a8db0c4228 x-openstack-request-id: req-3dc2a9d2-bd6d-4163-97ca-47a8db0c4228 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:47.548769 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:47.549096 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3dc2a9d2-bd6d-4163-97ca-47a8db0c4228 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:47.549597 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'code': 200} Nov 25 18:29:47.602833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:47.619618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.709604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['6ad38642-c134-43ef-badc-17e4cef6a62f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:47.735493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7852ff-c408-4059-9a9f-c7e51d860496 req-98eb9f01-0cc8-4dad-9fa6-3f0980cd7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:47.737386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e7852ff-c408-4059-9a9f-c7e51d860496 req-98eb9f01-0cc8-4dad-9fa6-3f0980cd7579 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 1101 time: 0.1112680 Nov 25 18:29:47.745202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02239c1-9cb1-4a74-ac93-e9690b47ae0a req-22864ae1-bbee-4712-b023-e659bbe1da09 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:47.753333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:29:47.753992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b02239c1-9cb1-4a74-ac93-e9690b47ae0a req-22864ae1-bbee-4712-b023-e659bbe1da09 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.0798371 Nov 25 18:29:47.768150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-80e524df-cd63-4ffa-9c2a-8f558aa90792 admin admin] 10.222.0.62 "PUT /v2.0/routers/1b21cec7-4b95-4783-b574-934f64f983fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1450686 Nov 25 18:29:47.852612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b02239c1-9cb1-4a74-ac93-e9690b47ae0a req-f3242c2e-9b36-471e-9d8c-436a2777992d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928431 Nov 25 18:29:47.895327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.914673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Made reservation on behalf of 8614e3c8d90b43349385aab981e4891c for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:47.917793 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:47.949374 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e7852ff-c408-4059-9a9f-c7e51d860496 req-113766ac-a6af-4e32-aa8f-f901415223a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538124 Nov 25 18:29:47.975666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.024683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:48.037041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fd74-a054-40cc-a72a-26bf7c4189d8 req-49308d1f-71a5-491b-b359-02ef9e5fba38 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:48.039201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef31fd74-a054-40cc-a72a-26bf7c4189d8 req-49308d1f-71a5-491b-b359-02ef9e5fba38 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 949 time: 0.3604071 Nov 25 18:29:48.044186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event updated for resources: {'Port': ['ID=af344c5f-ad5f-4463-b564-ee626e99c824,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:48.059914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:48.066619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:48.161259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:48.161893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.244519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.249231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef31fd74-a054-40cc-a72a-26bf7c4189d8 req-5c57c8e0-7a89-4ba7-8c85-40379fb2724f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990156 Nov 25 18:29:48.254369 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-add15fc9-6a91-4325-aefc-1678a0fccc70 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8915977 Nov 25 18:29:48.255092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.277493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:29:48.293326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Request body: {'port': {'device_id': '03276586-5e11-4824-89cd-7634581788fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:48.323605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda593fe-6a1d-48fd-9ad7-bb0d19701901,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:48.328772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.329235 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Added segment a738710c-6ddc-419d-b1b7-53a321b7dc81 of type vlan for network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 Nov 25 18:29:48.439962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.443932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.794537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.796098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:48.796700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.896365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55948) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:48.900784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-13685ac2-5c84-4e6c-bac4-9f2e947e9856 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281081862', 'description': 'tempest-description--1322163564'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:48.931124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13685ac2-5c84-4e6c-bac4-9f2e947e9856 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:48.964280 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6830468 Nov 25 18:29:48.972419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:48.981358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7fc91-9178-4f7a-9f8e-6baffbdcf066 req-8ed457e8-8eb0-4ca5-a63a-6bc8a89819f0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:48.982957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65e7fc91-9178-4f7a-9f8e-6baffbdcf066 req-8ed457e8-8eb0-4ca5-a63a-6bc8a89819f0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2258742 Nov 25 18:29:48.986311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Request body: {'subnet': {'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1033556001-subnet', 'tenant_id': '8614e3c8d90b43349385aab981e4891c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:48.994686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5364ea-9195-41a2-8f2f-c9ca0c2f4164 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c137d5-bebe-4e93-b1f0-885528b6ecd6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.012524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:29:49.036653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b724fdd-7cd7-4533-acdc-fa33225c3b2e req-a839bcf1-36ff-45b1-9192-7a120d3ad642 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:49.038281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b724fdd-7cd7-4533-acdc-fa33225c3b2e req-a839bcf1-36ff-45b1-9192-7a120d3ad642 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 932 time: 0.0956576 Nov 25 18:29:49.096801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13685ac2-5c84-4e6c-bac4-9f2e947e9856 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.103774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13685ac2-5c84-4e6c-bac4-9f2e947e9856 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.115565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Made reservation on behalf of 8614e3c8d90b43349385aab981e4891c for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:49.117886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.141468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13685ac2-5c84-4e6c-bac4-9f2e947e9856 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.142650 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-13685ac2-5c84-4e6c-bac4-9f2e947e9856 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2452598 Nov 25 18:29:49.147026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55952) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:49.151679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-296f3bb8-e685-40e7-9b1f-ab1c3748502c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Request body: {'security_group_rule': {'security_group_id': '825cf5a7-e7cf-4305-80b2-85bf33b73651', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:49.164546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b724fdd-7cd7-4533-acdc-fa33225c3b2e req-d45032eb-39f6-48ea-a7f2-a935af03098f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033270 Nov 25 18:29:49.173413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13685ac2-5c84-4e6c-bac4-9f2e947e9856 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825cf5a7-e7cf-4305-80b2-85bf33b73651,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.222445 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-296f3bb8-e685-40e7-9b1f-ab1c3748502c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.245688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65e7fc91-9178-4f7a-9f8e-6baffbdcf066 req-86c45ead-ce76-4e51-beec-e319cc40e997 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485447 Nov 25 18:29:49.343761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af344c5f-ad5f-4463-b564-ee626e99c824 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:49.354320 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.403617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Transition to ACTIVE for port object af344c5f-ad5f-4463-b564-ee626e99c824 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:49.408450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc856fec-2ef4-4094-a1cd-ede0447fe4db req-b9a93ac2-e439-4fd7-9520-7ca889c7c840 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:49.416746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc856fec-2ef4-4094-a1cd-ede0447fe4db req-b9a93ac2-e439-4fd7-9520-7ca889c7c840 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1519089 Nov 25 18:29:49.418978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.426670 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-296f3bb8-e685-40e7-9b1f-ab1c3748502c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.439421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-296f3bb8-e685-40e7-9b1f-ab1c3748502c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.521745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:49.533695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f3bb8-e685-40e7-9b1f-ab1c3748502c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c046f849-6853-4e05-a0cc-ada1b9146c76,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.559057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.573225 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-296f3bb8-e685-40e7-9b1f-ab1c3748502c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.575328 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-296f3bb8-e685-40e7-9b1f-ab1c3748502c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271743 Nov 25 18:29:49.583327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc856fec-2ef4-4094-a1cd-ede0447fe4db req-9e4e5b3e-c416-4ced-a864-945666c33f21 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649110 Nov 25 18:29:49.584102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55960) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:49.589814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:49.590191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.595846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7ac43f53-73ed-4f99-8065-e8b7063b7132 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Request body: {'security_group_rule': {'security_group_id': '825cf5a7-e7cf-4305-80b2-85bf33b73651', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:49.600015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Pushing event updated for resources: {'Port': ['ID=af344c5f-ad5f-4463-b564-ee626e99c824,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.642883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f53-73ed-4f99-8065-e8b7063b7132 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.673683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448527c-4e85-4899-9063-28f6617f1460 req-26be62d7-04a8-4d0b-b9e8-488a639f2ad6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:49.674897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2448527c-4e85-4899-9063-28f6617f1460 req-26be62d7-04a8-4d0b-b9e8-488a639f2ad6 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 949 time: 0.1823142 Nov 25 18:29:49.677533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152fff85-2bda-47dc-9f0d-64925e47a025,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.700763 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.715854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f53-73ed-4f99-8065-e8b7063b7132 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.721607 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f53-73ed-4f99-8065-e8b7063b7132 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.722774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:49.723260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Checking segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:49.723494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Network hostable DHCP agents. Network: b2c137d5-bebe-4e93-b1f0-885528b6ecd6, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:29:49.728644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.748177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac43f53-73ed-4f99-8065-e8b7063b7132 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128be54e-74b0-473a-8f78-590e2bb700db,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.756944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Attempting to bind port af344c5f-ad5f-4463-b564-ee626e99c824 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:49.757240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Attempting to bind port af344c5f-ad5f-4463-b564-ee626e99c824 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:49.757542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Attempting to bind port af344c5f-ad5f-4463-b564-ee626e99c824 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:49.765232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f53-73ed-4f99-8065-e8b7063b7132 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.767053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7ac43f53-73ed-4f99-8065-e8b7063b7132 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1814768 Nov 25 18:29:49.770161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:29:49.773963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Port af344c5f-ad5f-4463-b564-ee626e99c824 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:49.774412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Attempting to bind port af344c5f-ad5f-4463-b564-ee626e99c824 on network 3ba2044d-8d51-4a2d-8033-04ae43b0df75 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:49.777193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:49.782610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2448527c-4e85-4899-9063-28f6617f1460 req-9faf7421-ccca-4744-b73d-17b05e078276 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903308 Nov 25 18:29:49.785044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:29:49.788260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:49.789075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Checking segment: {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:49.789298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Bound using segment: {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:49.789747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Bound port: af344c5f-ad5f-4463-b564-ee626e99c824, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdcc343d-d76b-4774-886d-1f5b4368498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:49.790086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.799337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:49.814434 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.816858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, b2c137d5-bebe-4e93-b1f0-885528b6ecd6) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:49.821589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:49.822181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.833344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1733e136-502b-4e52-858d-121afc674b52 None None] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:49.875953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4551db64-9881-4508-9b89-1c12ff131e41 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9023414 Nov 25 18:29:49.877378 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Sync routers for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:29:49.892435 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:49.900454 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:49.900647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] For port af344c5f-ad5f-4463-b564-ee626e99c824, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:49.904585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] For port af344c5f-ad5f-4463-b564-ee626e99c824, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=af344c5f-ad5f-4463-b564-ee626e99c824,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:49.910964 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.951811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:49.952428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.953837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] 10.222.0.66 "PUT /v2.0/ports/af344c5f-ad5f-4463-b564-ee626e99c824 HTTP/1.1" status: 200 len: 1092 time: 1.6715920 Nov 25 18:29:49.954112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:49.954645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03276586-5e11-4824-89cd-7634581788fb', 'tag': 'af344c5f-ad5f-4463-b564-ee626e99c824'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:49.956608 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d17d80-bb45-483a-a405-0b01debf37dc" -d '{"events": [{"name": "network-changed", "server_uuid": "03276586-5e11-4824-89cd-7634581788fb", "tag": "af344c5f-ad5f-4463-b564-ee626e99c824"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:49.977554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d697148-d9fc-4870-b2d4-4d3be213c122 service neutron] Pushing event updated for resources: {'Port': ['ID=af344c5f-ad5f-4463-b564-ee626e99c824,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:50.036221 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f267589-9d62-4ead-92f1-b93fe787dbf0 x-openstack-request-id: req-3f267589-9d62-4ead-92f1-b93fe787dbf0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:50.036511 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03276586-5e11-4824-89cd-7634581788fb", "tag": "af344c5f-ad5f-4463-b564-ee626e99c824", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:50.036762 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f267589-9d62-4ead-92f1-b93fe787dbf0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:50.037159 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03276586-5e11-4824-89cd-7634581788fb', 'tag': 'af344c5f-ad5f-4463-b564-ee626e99c824', 'status': 'completed', 'code': 200} Nov 25 18:29:50.072202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-ce8a8dea-b92b-4671-a0be-43cac21eff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:50.073954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-ce8a8dea-b92b-4671-a0be-43cac21eff61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 1095 time: 0.0516667 Nov 25 18:29:50.084432 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:50.115498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a8cfe-21e0-4efe-8fa3-91c2c97641c5 None None] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:29:50.130363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-be6ec441-4d2e-4eb4-9b5a-b0708cee8419 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af344c5f-ad5f-4463-b564-ee626e99c824 HTTP/1.1" status: 200 len: 217 time: 0.0407255 Nov 25 18:29:50.134792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Allocated IP 172.25.2.58 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/6abedc9e-4ebd-40f9-82aa-afdb75c9a05e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:50.244328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-2459a709-d841-4417-8d41-14a375322d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:50.247802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-2459a709-d841-4417-8d41-14a375322d64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bb561c-71d4-49e0-8086-9396c305d01e HTTP/1.1" status: 200 len: 862 time: 0.1069107 Nov 25 18:29:50.301165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-463cc869-722b-4d68-9e63-fa7b23589399 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ba2044d-8d51-4a2d-8033-04ae43b0df75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449800 Nov 25 18:29:50.305375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.416744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db725a6b-335d-4f2c-b4a6-cb951e88d203 req-a8bde593-15a2-4093-82e9-f027763b8f3c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:50.418708 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db725a6b-335d-4f2c-b4a6-cb951e88d203 req-a8bde593-15a2-4093-82e9-f027763b8f3c tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 944 time: 0.1235552 Nov 25 18:29:50.453510 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.488335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:50.506385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-a719db3e-bb09-4a08-a0cc-03009399b232 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915989 Nov 25 18:29:50.530235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:50.548965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db725a6b-335d-4f2c-b4a6-cb951e88d203 req-634fd216-30f2-48a4-b3c5-35144f0dfb3f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212399 Nov 25 18:29:50.550624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:50.554422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-dca2eeeb-4914-4103-ba75-cd185a92fcdb tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:50.555903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-dca2eeeb-4914-4103-ba75-cd185a92fcdb tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 813 time: 0.1822832 Nov 25 18:29:50.556146 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:46Z', 'revision_number': 2, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:50.591515 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Checking router: 1b21cec7-4b95-4783-b574-934f64f983fd for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:29:50.592587 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Updating router 1b21cec7-4b95-4783-b574-934f64f983fd port f83a917a-c102-4190-838b-b83f22572181 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:29:50.595379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event updated for resources: {'Port': ['ID=6abedc9e-4ebd-40f9-82aa-afdb75c9a05e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:50.610101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.610874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.611222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.611661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.612096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.612550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.612982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.613411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.614311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.614311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.614718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.615149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:29:50.630329 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.651531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-4e2fd501-3e19-43fd-a2fe-13d9ea409a0e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/quotas/8614e3c8d90b43349385aab981e4891c HTTP/1.1" status: 200 len: 375 time: 0.0312827 Nov 25 18:29:50.702390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-e9313a34-9212-4944-a3ac-42196454312f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402086 Nov 25 18:29:50.712730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.738326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecf7aa-454b-4f4f-bf4d-0be4b564fae8 req-2869be1d-02e8-4b1c-a718-9eb7585271d2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:50.739934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf7aa-454b-4f4f-bf4d-0be4b564fae8 req-2869be1d-02e8-4b1c-a718-9eb7585271d2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.0726578 Nov 25 18:29:50.776474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a98733c-e136-4996-a9be-17be7b152cf5 req-4006d634-29ba-4e41-ae86-4f509838b4b7 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541656 Nov 25 18:29:50.785481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.823599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c0f587dd-4016-4528-83fd-6cc8dfd47847 service neutron] 10.222.0.62 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072381 Nov 25 18:29:50.856105 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf7aa-454b-4f4f-bf4d-0be4b564fae8 req-7e3161f4-ede7-4b80-ba70-87032f954b0b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955484 Nov 25 18:29:50.889597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4e517fd6-8e14-44df-8c39-f9046afc9e8e details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:50.892706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6ad38642-c134-43ef-badc-17e4cef6a62f up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:50.948651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-b1fa5d7f-77ac-4756-b0f1-c01efb92fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:50.950050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-b1fa5d7f-77ac-4756-b0f1-c01efb92fa22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 1095 time: 0.1097860 Nov 25 18:29:50.975482 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:50.984445 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.004025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-1042e623-b9e2-4e63-886e-f0ae43fa1c5a service neutron] 10.222.0.62 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728632 Nov 25 18:29:51.014527 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.036261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.048828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 6ad38642-c134-43ef-badc-17e4cef6a62f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:51.061442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 6ad38642-c134-43ef-badc-17e4cef6a62f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:51.062196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.118487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event updated for resources: {'Port': ['ID=6abedc9e-4ebd-40f9-82aa-afdb75c9a05e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:51.124081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:51.148983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '4e517fd6-8e14-44df-8c39-f9046afc9e8e', 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743', 'port_id': '4e517fd6-8e14-44df-8c39-f9046afc9e8e', 'mac_address': 'fa:16:3e:71:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd5db90-005f-40ed-aab7-4c241e246fc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:51.158426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-4c9e7afe-fa6b-4ca0-9814-f1192e854222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:51.159960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-4c9e7afe-fa6b-4ca0-9814-f1192e854222 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 200 len: 923 time: 0.1986151 Nov 25 18:29:51.207547 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185076dd-7a34-420e-ae4a-dcdd67d43942 None None] Pushing event updated for resources: {'Port': ['ID=f83a917a-c102-4190-838b-b83f22572181,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:51.235670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Attempting to bind port f83a917a-c102-4190-838b-b83f22572181 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:51.235901 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Attempting to bind port f83a917a-c102-4190-838b-b83f22572181 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:51.236104 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Attempting to bind port f83a917a-c102-4190-838b-b83f22572181 on network 5c83d646-b02a-4ec5-8429-16f972295c78 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:51.240894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.244240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-ae145111-28cf-4113-920c-7c2875f1665d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af344c5f-ad5f-4463-b564-ee626e99c824 HTTP/1.1" status: 200 len: 217 time: 0.0747786 Nov 25 18:29:51.246501 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:51.246892 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Checking segment: {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:51.247298 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.247689 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Bound using segment: {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:51.248882 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Bound port: f83a917a-c102-4190-838b-b83f22572181, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:51.249288 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.271092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.281002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68db7a60-e573-48df-b1e7-f0e54d973fe0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5096555 Nov 25 18:29:51.297149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.299593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5969449-66b0-468c-8e5a-0a491bc2c6a6 req-563de896-b7d1-4cf8-8237-4dc528761cc2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:51.304489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5969449-66b0-468c-8e5a-0a491bc2c6a6 req-563de896-b7d1-4cf8-8237-4dc528761cc2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1158719 Nov 25 18:29:51.339372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-f5689bc1-f3db-4443-a086-c2114adfbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:51.343176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-f5689bc1-f3db-4443-a086-c2114adfbe10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46bb561c-71d4-49e0-8086-9396c305d01e HTTP/1.1" status: 200 len: 862 time: 0.0882652 Nov 25 18:29:51.346205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e517fd6-8e14-44df-8c39-f9046afc9e8e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:51.400035 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.423778 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] For port f83a917a-c102-4190-838b-b83f22572181, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:51.433464 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] For port f83a917a-c102-4190-838b-b83f22572181, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f83a917a-c102-4190-838b-b83f22572181,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:51.436563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5969449-66b0-468c-8e5a-0a491bc2c6a6 req-6a5b4967-057b-467e-b4a6-32b1d82f4077 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235890 Nov 25 18:29:51.456625 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.495000 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-35879ada-3fb0-420c-ae4f-5100d46962dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ba2044d-8d51-4a2d-8033-04ae43b0df75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335471 Nov 25 18:29:51.497196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:51.508187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:51.525284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.563235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6df8f-bed3-4e15-a5c9-1bc2d416b0c5 req-04f6b6a2-98a0-4f93-84e0-e53fd62756ae tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:51.573282 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185076dd-7a34-420e-ae4a-dcdd67d43942 None None] Pushing event updated for resources: {'Port': ['ID=f83a917a-c102-4190-838b-b83f22572181,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:51.581400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ba6df8f-bed3-4e15-a5c9-1bc2d416b0c5 req-04f6b6a2-98a0-4f93-84e0-e53fd62756ae tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 949 time: 0.0766761 Nov 25 18:29:51.602210 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:29:51.603149 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:29:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:51.661334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad38642-c134-43ef-badc-17e4cef6a62f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:51.664138 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac91c29-c684-4a52-bd43-6cdb7971ac16" -d '{"events": [{"server_uuid": "b6ed2440-0e08-4a05-9fcb-f60107bc32af", "name": "network-vif-plugged", "status": "completed", "tag": "6ad38642-c134-43ef-badc-17e4cef6a62f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:51.709886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ba6df8f-bed3-4e15-a5c9-1bc2d416b0c5 req-15727a8d-08dc-44bb-9303-c355e796cf54 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157949 Nov 25 18:29:51.727566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 6ad38642-c134-43ef-badc-17e4cef6a62f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6ad38642-c134-43ef-badc-17e4cef6a62f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:51.733553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2a1e2aee-4672-4a50-991d-79f090e29e70 None None] Provisioning complete for port f83a917a-c102-4190-838b-b83f22572181 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:51.735690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2aee-4672-4a50-991d-79f090e29e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:51.780821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-f8539d2f-d0c6-4eb3-af69-3b6110d2eac7 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487214 Nov 25 18:29:51.876410 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:29:52.008676 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.028391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4d17d80-bb45-483a-a405-0b01debf37dc req-3571eeae-2964-4f79-bd9a-ac95027ec400 service neutron] 10.222.0.66 "GET /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241209 Nov 25 18:29:52.054198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351de679-58c9-4610-8578-3d26244f6985 req-92f1ccf8-1756-4c73-9cf6-d8f57432f729 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:52.054898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4e517fd6-8e14-44df-8c39-f9046afc9e8e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:52.066258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-351de679-58c9-4610-8578-3d26244f6985 req-92f1ccf8-1756-4c73-9cf6-d8f57432f729 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1097 time: 0.5650213 Nov 25 18:29:52.126928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aef89a-8472-4e6f-8f57-710d9f249e16 req-e4ddd699-64ba-41d0-95cf-c0d9ee93e40b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:52.128463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:52.136863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7aef89a-8472-4e6f-8f57-710d9f249e16 req-e4ddd699-64ba-41d0-95cf-c0d9ee93e40b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1715834 Nov 25 18:29:52.155270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-351de679-58c9-4610-8578-3d26244f6985 req-c447edeb-a9ee-415e-b281-553ec54b7a62 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844545 Nov 25 18:29:52.202847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:52.203591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.277393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7aef89a-8472-4e6f-8f57-710d9f249e16 req-e121d6ed-e882-45c6-96ad-f3c7e65009a4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349425 Nov 25 18:29:52.313731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=6ad38642-c134-43ef-badc-17e4cef6a62f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:52.324297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2aee-4672-4a50-991d-79f090e29e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.409753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e49a81-6e9a-46c0-a9f3-74bb8d3a7396 req-72dbc847-305c-42be-b3e9-c3f2b25c0ef6 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:52.418958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51e49a81-6e9a-46c0-a9f3-74bb8d3a7396 req-72dbc847-305c-42be-b3e9-c3f2b25c0ef6 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 944 time: 0.1112456 Nov 25 18:29:52.445175 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec1d836-91c7-412d-835c-250f12f1626f x-openstack-request-id: req-7ec1d836-91c7-412d-835c-250f12f1626f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:52.445532 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ed2440-0e08-4a05-9fcb-f60107bc32af", "name": "network-vif-plugged", "status": "completed", "tag": "6ad38642-c134-43ef-badc-17e4cef6a62f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:52.445736 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ec1d836-91c7-412d-835c-250f12f1626f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:52.446334 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad38642-c134-43ef-badc-17e4cef6a62f', 'code': 200} Nov 25 18:29:52.518327 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51e49a81-6e9a-46c0-a9f3-74bb8d3a7396 req-f36e89a8-7671-45ef-a2c3-90d4fd0680f2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912712 Nov 25 18:29:52.553527 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:51Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:29:52.604226 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27eb8d5-6b90-44b9-a83e-833b2a779379 None None] The sync data for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 is: [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:51Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:29:52.661224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae38ba00-6018-44a3-9808-7ce0289443a4 req-0eddef6b-9f9a-45a8-9546-b242e3d00915 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 210 time: 0.0701618 Nov 25 18:29:52.713602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2a1e2aee-4672-4a50-991d-79f090e29e70 None None] For port f83a917a-c102-4190-838b-b83f22572181, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f83a917a-c102-4190-838b-b83f22572181,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:52.735195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2aee-4672-4a50-991d-79f090e29e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:52.756811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fad86-139f-46eb-9443-6df5f638c5c8 req-ef312552-cc89-4eb0-b5ab-05713eb51bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:52.762642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f1fad86-139f-46eb-9443-6df5f638c5c8 req-ef312552-cc89-4eb0-b5ab-05713eb51bad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 1101 time: 0.2569218 Nov 25 18:29:52.791487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b809f-c4d0-40d0-ac37-734b355acf13 req-869b857f-1692-4997-a7fc-3ecb3e70845d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:52.793448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-214b809f-c4d0-40d0-ac37-734b355acf13 req-869b857f-1692-4997-a7fc-3ecb3e70845d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 944 time: 0.1910145 Nov 25 18:29:52.870593 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f1fad86-139f-46eb-9443-6df5f638c5c8 req-c7f3f199-d83c-456a-bc1f-b8bdee1dcfaf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977950 Nov 25 18:29:52.887855 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-214b809f-c4d0-40d0-ac37-734b355acf13 req-99ec1153-449d-4971-9107-a7c969e1bd36 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853524 Nov 25 18:29:52.986619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e2aee-4672-4a50-991d-79f090e29e70 None None] Pushing event updated for resources: {'Port': ['ID=f83a917a-c102-4190-838b-b83f22572181,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:53.011622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bcb4de0b-35c1-4975-97b8-caadf1927c59 None None] Provisioning complete for port f83a917a-c102-4190-838b-b83f22572181 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:53.012102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcb4de0b-35c1-4975-97b8-caadf1927c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.123192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbec608-5a8b-4543-be6a-0a820f6615c6 req-b46beba1-9d0f-4ac9-bc4a-7b15f7decc8b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:53.124811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afbec608-5a8b-4543-be6a-0a820f6615c6 req-b46beba1-9d0f-4ac9-bc4a-7b15f7decc8b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 950 time: 0.0802383 Nov 25 18:29:53.187031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afbec608-5a8b-4543-be6a-0a820f6615c6 req-6e3606b1-efc9-4e74-a6cf-fa88a01a1053 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Nov 25 18:29:53.379710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-f974cdc0-649d-4e5e-a645-7fdc7928672b req-6f7ee0fb-d696-4c23-8db5-5ed4bdd909b0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:29:53.380756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f974cdc0-649d-4e5e-a645-7fdc7928672b req-6f7ee0fb-d696-4c23-8db5-5ed4bdd909b0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068834 Nov 25 18:29:53.474946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f83a917a-c102-4190-838b-b83f22572181 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:53.617865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f83a917a-c102-4190-838b-b83f22572181 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:53.618371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:53.793722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-08508fde-10a2-4990-b22d-b8250bc221b2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:53.798536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-08508fde-10a2-4990-b22d-b8250bc221b2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 813 time: 0.2705493 Nov 25 18:29:53.819641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Request body: {'port': {'device_id': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'admin_state_up': True, 'tenant_id': '8614e3c8d90b43349385aab981e4891c'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:53.925926 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-deb2bbb4-3f8f-4603-8212-b69c357d304b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392486 Nov 25 18:29:53.939402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518a3b-f82a-4d83-a65b-e852d91686b3 req-34c65c3b-3870-4c38-991c-886988bf2a28 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:53.941615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f518a3b-f82a-4d83-a65b-e852d91686b3 req-34c65c3b-3870-4c38-991c-886988bf2a28 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 944 time: 0.0818248 Nov 25 18:29:53.947529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-996120c5-59e4-40a6-a766-02c1ef2d548b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:29:53.948727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-996120c5-59e4-40a6-a766-02c1ef2d548b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060120 Nov 25 18:29:54.013561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Made reservation on behalf of 8614e3c8d90b43349385aab981e4891c for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:54.019803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.056453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f518a3b-f82a-4d83-a65b-e852d91686b3 req-ea5d5730-1be3-4f30-b07e-1987ed4c020f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064675 Nov 25 18:29:54.212948 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-049c51d5-03ce-48cf-bcad-59054822eb3c req-e55174ff-f919-4085-b477-7b9277652953 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 210 time: 0.0587671 Nov 25 18:29:54.243327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Allocated IP 172.20.0.10 (b2c137d5-bebe-4e93-b1f0-885528b6ecd6/152fff85-2bda-47dc-9f0d-64925e47a025/afbd3051-675d-4d06-8a69-7d4e2aa2953c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:54.510591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4c07e211-ceea-49c1-bcd0-f1aabd017b71 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:29:54.511592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4c07e211-ceea-49c1-bcd0-f1aabd017b71 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105929 Nov 25 18:29:54.532449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aa7ef-4574-4f21-b460-31bf9291c736 req-02555e76-5013-47bc-bfca-ca575ed7c4b3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:54.534067 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-720aa7ef-4574-4f21-b460-31bf9291c736 req-02555e76-5013-47bc-bfca-ca575ed7c4b3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1719434 Nov 25 18:29:54.543977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-468028f7-0374-4f81-aa00-3434e418eb53 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:54.545490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-468028f7-0374-4f81-aa00-3434e418eb53 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 813 time: 0.3515301 Nov 25 18:29:54.566515 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.592923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-720aa7ef-4574-4f21-b460-31bf9291c736 req-47976e21-dddf-4393-b5b4-291c5b819dad tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464272 Nov 25 18:29:54.620502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Request body: {'port': {'device_id': '239a20ca-f119-4308-9abe-1d38b2111b86', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'admin_state_up': True, 'tenant_id': '8614e3c8d90b43349385aab981e4891c'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:54.635834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-5eabfb40-1fbc-4b24-984a-e9f9636e4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:54.643753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-5eabfb40-1fbc-4b24-984a-e9f9636e4636 service neutron] 10.222.0.62 "GET /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 1094 time: 0.1153133 Nov 25 18:29:54.649117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Request body: {'binding': {'host': 'n-h2-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:54.649783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Unknown quota resources ['binding']. {{(pid=103457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:29:54.652355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.745321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:54.755691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:54.759246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:54.804606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event updated for resources: {'Port': ['ID=afbd3051-675d-4d06-8a69-7d4e2aa2953c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:54.818053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Made reservation on behalf of 8614e3c8d90b43349385aab981e4891c for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:29:54.821872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.878482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:54.880040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:54.901373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4478847-6164-4eb6-8d94-fb5f65ac49cf req-16f8da4c-5c74-4eca-bdcd-e9deacf17590 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:54.909693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4e517fd6-8e14-44df-8c39-f9046afc9e8e up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:29:54.913255 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a3576fa7-90f6-4f11-98fc-a3fa84d69189 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0997224 Nov 25 18:29:54.924243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4478847-6164-4eb6-8d94-fb5f65ac49cf req-16f8da4c-5c74-4eca-bdcd-e9deacf17590 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 944 time: 0.0989826 Nov 25 18:29:54.938256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Request body: {'port': {'device_id': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:54.988891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on host n-h2-819194-3 for vnic_type normal with profile None {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:54.989379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:54.989831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:55.007176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 4e517fd6-8e14-44df-8c39-f9046afc9e8e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:29:55.013142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:55.013595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:55.014145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 4e517fd6-8e14-44df-8c39-f9046afc9e8e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:29:55.014711 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.025533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:55.026075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:55.026594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:55.027132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Bound port: 9e4688ff-9083-4d7c-a5c8-58865241ae04, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:55.029782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.057425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4478847-6164-4eb6-8d94-fb5f65ac49cf req-c809d07b-291a-4850-896d-191504c96662 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302841 Nov 25 18:29:55.137497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Allocated IP 172.20.0.9 (b2c137d5-bebe-4e93-b1f0-885528b6ecd6/152fff85-2bda-47dc-9f0d-64925e47a025/2cc925dc-0a11-4b0a-92c1-4820ab224556) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:29:55.159313 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.175821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:55.211137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:55.217864 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c58b4-1845-49f0-85d0-ee3e9c6b49bf" -d '{"events": [{"server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "name": "network-vif-plugged", "status": "completed", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:55.233833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.245677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcddf6d7-cdb1-4d24-a57f-da9e7aa034cd service neutron] 10.222.0.62 "POST /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04/bindings HTTP/1.1" status: 201 len: 389 time: 0.6006997 Nov 25 18:29:55.258169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:55.272394 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:29:55.280457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.311516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46053e-8da9-4efd-8935-d8a5e7322a58 req-1d1edbb3-482e-4511-a140-475e9a2142b1 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.318928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac46053e-8da9-4efd-8935-d8a5e7322a58 req-1d1edbb3-482e-4511-a140-475e9a2142b1 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 950 time: 0.1252732 Nov 25 18:29:55.361133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:55.429335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac46053e-8da9-4efd-8935-d8a5e7322a58 req-0378a9c8-7134-4406-8c01-922ed755ba6f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094921 Nov 25 18:29:55.466686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.491698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324d4d-820c-4a72-bda2-61693d4ac9a9 req-cb24f3fa-b06b-48dc-8f7e-2832f5827212 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.500356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c324d4d-820c-4a72-bda2-61693d4ac9a9 req-cb24f3fa-b06b-48dc-8f7e-2832f5827212 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 944 time: 0.1008403 Nov 25 18:29:55.520606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.527970 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d56a76-0db7-4ca1-9632-6c82e1542017 x-openstack-request-id: req-f6d56a76-0db7-4ca1-9632-6c82e1542017 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:55.528264 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "name": "network-vif-plugged", "status": "completed", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:55.528517 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6d56a76-0db7-4ca1-9632-6c82e1542017 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:55.528904 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e', 'code': 200} Nov 25 18:29:55.625493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c324d4d-820c-4a72-bda2-61693d4ac9a9 req-4a53f8ba-5b34-494e-a879-b1ff915a6e26 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242495 Nov 25 18:29:55.665122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:29:55.687511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:29:55.692353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event updated for resources: {'Port': ['ID=2cc925dc-0a11-4b0a-92c1-4820ab224556,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:55.695103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:29:55.747897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-0b52a6a8-6a10-4a89-ad75-f4a8cb873fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.749359 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-0b52a6a8-6a10-4a89-ad75-f4a8cb873fbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1097 time: 0.1763926 Nov 25 18:29:55.786504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc67c5e-b8ca-458a-b142-81775f400acd req-28474636-6e81-4d80-a911-a9d5b19942e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.788053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edc67c5e-b8ca-458a-b142-81775f400acd req-28474636-6e81-4d80-a911-a9d5b19942e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1096 time: 0.1427445 Nov 25 18:29:55.847075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.847595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.856304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd054d-47aa-4cf5-99c1-e98e2ff870c7 req-d36ad97f-7a6b-4c71-a52e-33666786933d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.856847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a1be4-4989-4fdb-a5ea-922427c3b996 req-81cbe0bb-3f5d-4e24-905b-a8ec088fdeed tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.858088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f69a1be4-4989-4fdb-a5ea-922427c3b996 req-81cbe0bb-3f5d-4e24-905b-a8ec088fdeed tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 931 time: 0.2229521 Nov 25 18:29:55.863599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bdd054d-47aa-4cf5-99c1-e98e2ff870c7 req-d36ad97f-7a6b-4c71-a52e-33666786933d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.1392119 Nov 25 18:29:55.890742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbd3051-675d-4d06-8a69-7d4e2aa2953c {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:55.891721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-b9b12ecd-5c53-46b3-9e31-16d160557fc7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2812924 Nov 25 18:29:55.893451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-cddc0a5c-f4b8-47ef-af41-ced1ad0b9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:55.895786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-cddc0a5c-f4b8-47ef-af41-ced1ad0b9a21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 1101 time: 0.1606190 Nov 25 18:29:55.908100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:55.914385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Request body: {'port': {'device_id': '239a20ca-f119-4308-9abe-1d38b2111b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:29:55.946385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edc67c5e-b8ca-458a-b142-81775f400acd req-0806a998-ba21-410a-8c22-b2613062a640 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220884 Nov 25 18:29:55.953408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Transition to ACTIVE for port object afbd3051-675d-4d06-8a69-7d4e2aa2953c will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:55.957784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bdd054d-47aa-4cf5-99c1-e98e2ff870c7 req-fb0f1617-4668-4fd9-906b-a23e8cff6899 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933514 Nov 25 18:29:55.959887 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.039634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Pushing event updated for resources: {'Port': ['ID=afbd3051-675d-4d06-8a69-7d4e2aa2953c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:56.039985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcac3e5e-ee29-4e1f-b65f-f716591f95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.041459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-bcac3e5e-ee29-4e1f-b65f-f716591f95c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2650177 Nov 25 18:29:56.085642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f69a1be4-4989-4fdb-a5ea-922427c3b996 req-dfed4e8e-db59-4a38-9049-81d794aa5e46 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109473 Nov 25 18:29:56.100004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.110814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Attempting to bind port afbd3051-675d-4d06-8a69-7d4e2aa2953c on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:56.111155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Attempting to bind port afbd3051-675d-4d06-8a69-7d4e2aa2953c by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:56.111660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Attempting to bind port afbd3051-675d-4d06-8a69-7d4e2aa2953c on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:56.131982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Port afbd3051-675d-4d06-8a69-7d4e2aa2953c on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:56.132308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Attempting to bind port afbd3051-675d-4d06-8a69-7d4e2aa2953c on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:56.143262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:56.143593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Checking segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:56.143982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Bound using segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:56.144565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Bound port: afbd3051-675d-4d06-8a69-7d4e2aa2953c, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:56.144924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.169389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cebf3-1188-4f54-87e3-e3da2616cae6 req-b74a81e4-6457-4147-95d1-f8ed267a1692 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.171815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f3cebf3-1188-4f54-87e3-e3da2616cae6 req-b74a81e4-6457-4147-95d1-f8ed267a1692 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 1101 time: 0.0774634 Nov 25 18:29:56.219610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device af344c5f-ad5f-4463-b564-ee626e99c824 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:29:56.255866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] For port afbd3051-675d-4d06-8a69-7d4e2aa2953c, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:56.260180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] For port afbd3051-675d-4d06-8a69-7d4e2aa2953c, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=afbd3051-675d-4d06-8a69-7d4e2aa2953c,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:56.263289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f3cebf3-1188-4f54-87e3-e3da2616cae6 req-9fb7ac16-677d-4dc8-8d51-a63b6e25db31 tempest-ServersOnMultiNodesTest-943505818 tempest-ServersOnMultiNodesTest-943505818-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721958 Nov 25 18:29:56.267061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.316158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.316804 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.319020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] 10.222.0.66 "PUT /v2.0/ports/afbd3051-675d-4d06-8a69-7d4e2aa2953c HTTP/1.1" status: 200 len: 1092 time: 1.3866284 Nov 25 18:29:56.321612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'tag': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:56.325378 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516dda43-5565-454f-b3c3-45654daace98" -d '{"events": [{"name": "network-changed", "server_uuid": "564a8c1e-8121-4a39-89e1-69eaa95fb623", "tag": "afbd3051-675d-4d06-8a69-7d4e2aa2953c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:56.370972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fb775-3e1d-4d3e-b6e9-2f31858c217b service neutron] Pushing event updated for resources: {'Port': ['ID=afbd3051-675d-4d06-8a69-7d4e2aa2953c,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:56.372111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port af344c5f-ad5f-4463-b564-ee626e99c824, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=af344c5f-ad5f-4463-b564-ee626e99c824,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:56.393932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'af344c5f-ad5f-4463-b564-ee626e99c824', 'network_id': '3ba2044d-8d51-4a2d-8033-04ae43b0df75', 'port_id': 'af344c5f-ad5f-4463-b564-ee626e99c824', 'mac_address': 'fa:16:3e:b9:7e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bb561c-71d4-49e0-8086-9396c305d01e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:29:56.450493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.467709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af344c5f-ad5f-4463-b564-ee626e99c824 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:56.486011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-e331b7b1-17dc-4100-bf99-e8873ec96452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.487618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-e331b7b1-17dc-4100-bf99-e8873ec96452 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=564a8c1e-8121-4a39-89e1-69eaa95fb623 HTTP/1.1" status: 200 len: 1095 time: 0.0998290 Nov 25 18:29:56.493655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port af344c5f-ad5f-4463-b564-ee626e99c824, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=af344c5f-ad5f-4463-b564-ee626e99c824,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:56.504338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:56.541749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-5dfc949f-1fff-40e5-9efb-af50a38970c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.543265 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-5dfc949f-1fff-40e5-9efb-af50a38970c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.6331117 Nov 25 18:29:56.554824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-7d7ffa75-febb-4f5f-b0ee-1344f91835e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbd3051-675d-4d06-8a69-7d4e2aa2953c HTTP/1.1" status: 200 len: 217 time: 0.0566366 Nov 25 18:29:56.615040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=af344c5f-ad5f-4463-b564-ee626e99c824,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:56.640971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-09455b0a-cb60-4aa7-a0c9-6ce21be72938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.642421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-09455b0a-cb60-4aa7-a0c9-6ce21be72938 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.0701334 Nov 25 18:29:56.670294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e79a0-daf0-4306-b63f-4cd3081bd5f5 req-4ceb2bcc-b37a-4c2d-b2da-34dae48f8e2d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.671932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-424e79a0-daf0-4306-b63f-4cd3081bd5f5 req-4ceb2bcc-b37a-4c2d-b2da-34dae48f8e2d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1641078 Nov 25 18:29:56.692517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-15a481c9-1cb6-421e-8c80-c2c7d2bdd9be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411596 Nov 25 18:29:56.750352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-11218560-cd95-4fe4-b90c-c76a56d315a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 217 time: 0.1955423 Nov 25 18:29:56.751564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-50511fb3-473a-4d96-8ed4-f1cf8d592ec2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0913196 Nov 25 18:29:56.788444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-424e79a0-daf0-4306-b63f-4cd3081bd5f5 req-3c5e7c86-795b-451f-957b-17c04ae1e33e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981424 Nov 25 18:29:56.844267 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-0e99bc10-aca2-4a40-9a96-273cd73581c4 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355977 Nov 25 18:29:56.892152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60e4b4-6d32-4386-a99c-7f57b0674d19 req-1f660390-ac21-4665-b087-e683f0ad421c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.899348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb60e4b4-6d32-4386-a99c-7f57b0674d19 req-1f660390-ac21-4665-b087-e683f0ad421c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.3433967 Nov 25 18:29:56.939893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-eefa8d64-9521-4480-99e1-9e7f28c4d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.941415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-eefa8d64-9521-4480-99e1-9e7f28c4d710 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1720614 Nov 25 18:29:56.952369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-88a27b84-5800-4368-b2a4-19ee0241bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:56.954160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-88a27b84-5800-4368-b2a4-19ee0241bce1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1836724 Nov 25 18:29:56.983002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-f9d76f60-be22-40c7-b893-9fa07773567c service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304474 Nov 25 18:29:56.998986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['af344c5f-ad5f-4463-b564-ee626e99c824'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:57.016341 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743a4f9c-f971-4799-989c-4651fef40994 x-openstack-request-id: req-743a4f9c-f971-4799-989c-4651fef40994 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:57.016866 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564a8c1e-8121-4a39-89e1-69eaa95fb623", "tag": "afbd3051-675d-4d06-8a69-7d4e2aa2953c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:57.017220 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-743a4f9c-f971-4799-989c-4651fef40994 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:57.017724 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'tag': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c', 'status': 'completed', 'code': 200} Nov 25 18:29:57.129678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4665eece-ef84-4637-bc99-b54fba2ebcfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310170 Nov 25 18:29:57.176942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dda43-5565-454f-b3c3-45654daace98 req-241bb934-8ac0-46d6-b8d0-5098e17bc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.178820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-516dda43-5565-454f-b3c3-45654daace98 req-241bb934-8ac0-46d6-b8d0-5098e17bc665 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=564a8c1e-8121-4a39-89e1-69eaa95fb623 HTTP/1.1" status: 200 len: 1095 time: 0.1114314 Nov 25 18:29:57.194294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb117a-1be3-4a2e-9f9a-93df2315ec0e req-3e3ebe5f-221b-4077-96b2-6fa8999ca413 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.196098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dbb117a-1be3-4a2e-9f9a-93df2315ec0e req-3e3ebe5f-221b-4077-96b2-6fa8999ca413 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 945 time: 0.0836802 Nov 25 18:29:57.228473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb60e4b4-6d32-4386-a99c-7f57b0674d19 req-60ca13fb-b59c-43bf-8fd8-de3c345a3bca tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280141 Nov 25 18:29:57.322822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dbb117a-1be3-4a2e-9f9a-93df2315ec0e req-27b38c7d-8568-47c5-9123-8b24e3f1ecad tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178324 Nov 25 18:29:57.350323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dda43-5565-454f-b3c3-45654daace98 req-9a38d894-1297-4fd7-895d-6a86dff607ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.352075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-516dda43-5565-454f-b3c3-45654daace98 req-9a38d894-1297-4fd7-895d-6a86dff607ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 914 time: 0.1545038 Nov 25 18:29:57.358662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-9331db11-1c42-48c6-9524-52017e65348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.360930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-9331db11-1c42-48c6-9524-52017e65348f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3843224 Nov 25 18:29:57.396367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc925dc-0a11-4b0a-92c1-4820ab224556 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:29:57.400732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-516dda43-5565-454f-b3c3-45654daace98 req-ea735186-e51a-4402-817c-206758d34da2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbd3051-675d-4d06-8a69-7d4e2aa2953c HTTP/1.1" status: 200 len: 217 time: 0.0364637 Nov 25 18:29:57.426094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.481330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dda43-5565-454f-b3c3-45654daace98 req-d79254ca-f303-4aa9-bc13-3ace2f65cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.485740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-516dda43-5565-454f-b3c3-45654daace98 req-d79254ca-f303-4aa9-bc13-3ace2f65cc29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.0712380 Nov 25 18:29:57.506253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Transition to ACTIVE for port object 2cc925dc-0a11-4b0a-92c1-4820ab224556 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:29:57.521402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-483a342b-39e2-4664-8c1a-0c51620fda2b service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626335 Nov 25 18:29:57.523800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.532795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b4d12-b82a-414f-87c8-fa77c81a291a req-0916c3de-4d77-4268-8a8b-349f0b0f451c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.534408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d93b4d12-b82a-414f-87c8-fa77c81a291a req-0916c3de-4d77-4268-8a8b-349f0b0f451c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 950 time: 0.2251370 Nov 25 18:29:57.545561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-516dda43-5565-454f-b3c3-45654daace98 req-139ee7bc-7ea5-4efb-8d67-1e1bbe4ddf03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495894 Nov 25 18:29:57.582792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1341933-d912-4320-aa25-848ca7d86478 req-5e35e152-21d6-4ef6-915d-8b3040bf1b8c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:57.584341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1341933-d912-4320-aa25-848ca7d86478 req-5e35e152-21d6-4ef6-915d-8b3040bf1b8c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.1050134 Nov 25 18:29:57.687915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-d99463a0-a616-482d-919c-993a892aec01 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852557 Nov 25 18:29:57.700679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Pushing event updated for resources: {'Port': ['ID=2cc925dc-0a11-4b0a-92c1-4820ab224556,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:57.820275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d93b4d12-b82a-414f-87c8-fa77c81a291a req-61a1618d-977c-482f-94e6-8d61aa9303c1 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656107 Nov 25 18:29:57.858414 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-6ae3d926-b8f7-4fb3-8d28-40ec33385efd service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191643 Nov 25 18:29:57.895325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Attempting to bind port 2cc925dc-0a11-4b0a-92c1-4820ab224556 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:29:57.895597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Attempting to bind port 2cc925dc-0a11-4b0a-92c1-4820ab224556 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:29:57.895928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Attempting to bind port 2cc925dc-0a11-4b0a-92c1-4820ab224556 on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:57.909547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Port 2cc925dc-0a11-4b0a-92c1-4820ab224556 on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:29:57.909905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Attempting to bind port 2cc925dc-0a11-4b0a-92c1-4820ab224556 on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:29:57.914573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-d7a0dc1e-8a18-4419-80b6-7f6f0b92b05e service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098818 Nov 25 18:29:57.917370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:29:57.917619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Checking segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:29:57.917993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Bound using segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:29:57.918874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Bound port: 2cc925dc-0a11-4b0a-92c1-4820ab224556, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:29:57.918874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:57.958924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1341933-d912-4320-aa25-848ca7d86478 req-f4c7862f-720a-458b-8d67-d635057780ec tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697808 Nov 25 18:29:57.970561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-516dda43-5565-454f-b3c3-45654daace98 req-d9b9e101-a743-4a8b-9b42-831ebd147256 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155257 Nov 25 18:29:58.125117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] For port 2cc925dc-0a11-4b0a-92c1-4820ab224556, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:29:58.134360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfe80b-e8eb-4b76-bd5c-a80fb54f005a req-8e68faf3-fea3-4e3d-962e-0a6da397b9ea tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.135886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fabfe80b-e8eb-4b76-bd5c-a80fb54f005a req-8e68faf3-fea3-4e3d-962e-0a6da397b9ea tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 943 time: 0.1928723 Nov 25 18:29:58.137667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] For port 2cc925dc-0a11-4b0a-92c1-4820ab224556, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2cc925dc-0a11-4b0a-92c1-4820ab224556,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:29:58.147327 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.156735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-516dda43-5565-454f-b3c3-45654daace98 req-63f4cab4-4837-4e36-92b6-c3a3e427b295 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776991 Nov 25 18:29:58.207493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a69d0-629c-40cc-ac9c-e136f8543023 req-b9bb0afb-0612-4868-9005-ef7c11e10c49 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.214945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a7a69d0-629c-40cc-ac9c-e136f8543023 req-b9bb0afb-0612-4868-9005-ef7c11e10c49 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.0819302 Nov 25 18:29:58.274691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.275312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:58.276135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a7a69d0-629c-40cc-ac9c-e136f8543023 req-ad00039f-0b4b-449d-bedc-cc5447300fb5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583589 Nov 25 18:29:58.276813 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] 10.222.0.66 "PUT /v2.0/ports/2cc925dc-0a11-4b0a-92c1-4820ab224556 HTTP/1.1" status: 200 len: 1091 time: 2.3726096 Nov 25 18:29:58.282007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239a20ca-f119-4308-9abe-1d38b2111b86', 'tag': '2cc925dc-0a11-4b0a-92c1-4820ab224556'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:29:58.291872 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb1cae-0d67-4a86-85cc-a29c3748b007" -d '{"events": [{"name": "network-changed", "server_uuid": "239a20ca-f119-4308-9abe-1d38b2111b86", "tag": "2cc925dc-0a11-4b0a-92c1-4820ab224556"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:29:58.354560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fabfe80b-e8eb-4b76-bd5c-a80fb54f005a req-ec4e282b-6eee-4ca1-8414-fdfd54032aa3 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105911 Nov 25 18:29:58.416273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b31ed0-cf35-4d8f-bfee-9518427cecbe req-a55639da-8013-4252-9dc1-c80c92efad7a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.424358 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12b31ed0-cf35-4d8f-bfee-9518427cecbe req-a55639da-8013-4252-9dc1-c80c92efad7a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.0686412 Nov 25 18:29:58.457973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b331a9-b9d4-4a2f-87af-c1f8dbe9f46f service neutron] Pushing event updated for resources: {'Port': ['ID=2cc925dc-0a11-4b0a-92c1-4820ab224556,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:58.506221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-de4094f5-076e-4e39-ac22-f0109588728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.507993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-de4094f5-076e-4e39-ac22-f0109588728e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 1094 time: 0.1823361 Nov 25 18:29:58.508751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12b31ed0-cf35-4d8f-bfee-9518427cecbe req-51d583fc-3d9e-4f98-8204-0dc961597297 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767913 Nov 25 18:29:58.542599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b6191-a0d5-49cf-8aa5-2859603b0306 req-f04da09d-9eae-421c-b0f8-551698e9526e tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.564152 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-055b6191-a0d5-49cf-8aa5-2859603b0306 req-f04da09d-9eae-421c-b0f8-551698e9526e tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1096 time: 0.0892341 Nov 25 18:29:58.600460 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b52f22-4633-4d6c-b4da-783a93f1b6aa x-openstack-request-id: req-61b52f22-4633-4d6c-b4da-783a93f1b6aa {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:29:58.600969 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239a20ca-f119-4308-9abe-1d38b2111b86", "tag": "2cc925dc-0a11-4b0a-92c1-4820ab224556", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:29:58.601299 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61b52f22-4633-4d6c-b4da-783a93f1b6aa {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:29:58.601815 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239a20ca-f119-4308-9abe-1d38b2111b86', 'tag': '2cc925dc-0a11-4b0a-92c1-4820ab224556', 'status': 'completed', 'code': 200} Nov 25 18:29:58.606355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-cc76480e-9e84-43bb-8073-ac8c4687bc86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc925dc-0a11-4b0a-92c1-4820ab224556 HTTP/1.1" status: 200 len: 217 time: 0.0820770 Nov 25 18:29:58.656404 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-055b6191-a0d5-49cf-8aa5-2859603b0306 req-9be5d4b9-327f-4a76-a3b1-89d3686b3c16 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 Nov 25 18:29:58.673195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61914b-a8ec-49a4-b8db-639ddb146975 req-1b9e9777-5dce-4f08-8227-9add40a08526 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.691654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f61914b-a8ec-49a4-b8db-639ddb146975 req-1b9e9777-5dce-4f08-8227-9add40a08526 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 945 time: 0.0817986 Nov 25 18:29:58.713336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-73dfe32c-1c9a-4e36-b6ff-397ecc4a3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.715290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-73dfe32c-1c9a-4e36-b6ff-397ecc4a3fdd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.0627851 Nov 25 18:29:58.763448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f61914b-a8ec-49a4-b8db-639ddb146975 req-d2d3c8bc-d5c7-4ee0-8fee-b8cd7e52db1f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709968 Nov 25 18:29:58.785729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-a85ce4db-854a-4273-9448-0397e450fe9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366220 Nov 25 18:29:58.883324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-4892adee-bfec-412d-8942-7a8de438caf4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.884887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-4892adee-bfec-412d-8942-7a8de438caf4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 950 time: 0.1689181 Nov 25 18:29:58.926668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f7981-e1fe-47b4-8ee7-cf8dd0313d88 req-5cdada4c-a5ec-4cee-afd5-04b836721edf tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.928184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c9f7981-e1fe-47b4-8ee7-cf8dd0313d88 req-5cdada4c-a5ec-4cee-afd5-04b836721edf tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1096 time: 0.1415076 Nov 25 18:29:58.951832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e612c-863e-4e1b-93eb-2c0f0d11f0b2 req-6341afe7-cfa8-468c-83a2-ca5960bed1cc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:58.958052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e65e612c-863e-4e1b-93eb-2c0f0d11f0b2 req-6341afe7-cfa8-468c-83a2-ca5960bed1cc tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 950 time: 0.0622468 Nov 25 18:29:59.023749 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-fb29e0d3-b1c5-4207-9fe3-6def79a5c271 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259572 Nov 25 18:29:59.030053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e65e612c-863e-4e1b-93eb-2c0f0d11f0b2 req-71d38cd3-671c-4315-b0ea-84ddd3c060b5 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649650 Nov 25 18:29:59.065810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c9f7981-e1fe-47b4-8ee7-cf8dd0313d88 req-e7bee839-dc78-4d3e-82bf-8b25d835310c tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296105 Nov 25 18:29:59.116142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port 6ad38642-c134-43ef-badc-17e4cef6a62f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:29:59.116470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.184002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35904689-5e8d-4ab2-8584-1ca0fbac6241 req-a987810d-7b63-4d9d-9367-f879eb246d85 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:59.189323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf068f-d0be-40af-9fe0-5e32462b024d req-f95d36da-86a3-450f-9a98-dd35f604f470 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532712 Nov 25 18:29:59.191850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35904689-5e8d-4ab2-8584-1ca0fbac6241 req-a987810d-7b63-4d9d-9367-f879eb246d85 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0708647 Nov 25 18:29:59.269797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35904689-5e8d-4ab2-8584-1ca0fbac6241 req-b47caf92-f8cd-4e08-946e-626a94084057 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657644 Nov 25 18:29:59.353367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port 6ad38642-c134-43ef-badc-17e4cef6a62f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=6ad38642-c134-43ef-badc-17e4cef6a62f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:29:59.353937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.374957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-78f315d4-28da-4d60-8732-b6986ab709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:59.377575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-78f315d4-28da-4d60-8732-b6986ab709a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 1094 time: 0.0995913 Nov 25 18:29:59.391095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for 6ad38642-c134-43ef-badc-17e4cef6a62f owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:29:59.609711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c10dd-5d28-4989-b2b0-3ea6fa84bcf0 req-6ae33d4b-15a9-4131-9b86-ece851e6ed62 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:59.611567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-867c10dd-5d28-4989-b2b0-3ea6fa84bcf0 req-6ae33d4b-15a9-4131-9b86-ece851e6ed62 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 943 time: 0.1521952 Nov 25 18:29:59.659336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-c8da9189-7e4b-442c-b08d-b9af009bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:59.660825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-c8da9189-7e4b-442c-b08d-b9af009bac94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 914 time: 0.2420847 Nov 25 18:29:59.767415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-867c10dd-5d28-4989-b2b0-3ea6fa84bcf0 req-a8ed5c90-5059-4c53-b46a-b0365221c1d6 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396844 Nov 25 18:29:59.838298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-a7e63bb6-7051-4829-8512-832a9373816d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc925dc-0a11-4b0a-92c1-4820ab224556 HTTP/1.1" status: 200 len: 217 time: 0.1565468 Nov 25 18:29:59.933890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:29:59.947008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', '9b0ea39b-3bae-497f-977b-89eb874ef985', '261354b0-6d1c-46e3-9a79-cecbadaca2f9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:29:59.975519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=6ad38642-c134-43ef-badc-17e4cef6a62f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:29:59.987558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-68986f83-e118-434b-be23-ac4f08845513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:29:59.989083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-68986f83-e118-434b-be23-ac4f08845513 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.1419137 Nov 25 18:29:59.996847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630', 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2', '6ad38642-c134-43ef-badc-17e4cef6a62f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:00.020015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37bec-a46c-487f-b1f8-4067a7938d1e req-f7c858db-c065-4f9a-9cfd-72c296ae2f0c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:00.027712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94c37bec-a46c-487f-b1f8-4067a7938d1e req-f7c858db-c065-4f9a-9cfd-72c296ae2f0c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1792295 Nov 25 18:30:00.110563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port 6ad38642-c134-43ef-badc-17e4cef6a62f on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:00.118975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.126623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-769c0dbc-e6e9-4164-892c-45b92fb54409 req-fddab26e-0a75-4a15-83be-4e6bba5f130f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "DELETE /v2.0/ports/6ad38642-c134-43ef-badc-17e4cef6a62f HTTP/1.1" status: 204 len: 173 time: 1.2336707 Nov 25 18:30:00.147810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-43546246-1f3d-40ff-8458-1dccf58e0baf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387203 Nov 25 18:30:00.277332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device af344c5f-ad5f-4463-b564-ee626e99c824 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:00.309469 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-2a8c89af-f8fd-4ce1-af44-3959f5ffec2e service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509955 Nov 25 18:30:00.446827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-f4857ac7-9025-4c06-8c8b-bc3a2f5e2f3d tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:30:00.448068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-f4857ac7-9025-4c06-8c8b-bc3a2f5e2f3d tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073147 Nov 25 18:30:00.456048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94c37bec-a46c-487f-b1f8-4067a7938d1e req-2a3af3a9-68c2-43bf-bad4-d46f4ffa978e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273434 Nov 25 18:30:00.469814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port af344c5f-ad5f-4463-b564-ee626e99c824 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:00.480457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port af344c5f-ad5f-4463-b564-ee626e99c824 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:00.480974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.520387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cdad416a-c427-4908-8055-920ecea20348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:00.531799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83eb1cae-0d67-4a86-85cc-a29c3748b007 req-afc00d32-106d-44c0-871e-00afb3ba0e5a service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027998 Nov 25 18:30:00.533473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cdad416a-c427-4908-8055-920ecea20348 service neutron] 10.222.0.62 "GET /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 1093 time: 0.0626781 Nov 25 18:30:00.542186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Request body: {'binding': {'host': 'n-h1-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:00.542674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Unknown quota resources ['binding']. {{(pid=103457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:30:00.605854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'name': 'network-vif-deleted', 'tag': '6ad38642-c134-43ef-badc-17e4cef6a62f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:00.609610 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068c22d-9b1e-4ca3-8dd0-3f5ea15a2d1b" -d '{"events": [{"server_uuid": "b6ed2440-0e08-4a05-9fcb-f60107bc32af", "name": "network-vif-deleted", "tag": "6ad38642-c134-43ef-badc-17e4cef6a62f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:00.628092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97039a3a-f74c-4dc4-b7a5-8e6a35d1ca56 req-d0c0670f-2ced-4682-91de-6be8dc0b8a04 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:00.630183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-97039a3a-f74c-4dc4-b7a5-8e6a35d1ca56 req-d0c0670f-2ced-4682-91de-6be8dc0b8a04 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 945 time: 0.0819266 Nov 25 18:30:00.720405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.721446 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-97039a3a-f74c-4dc4-b7a5-8e6a35d1ca56 req-20971aa2-d7a7-4ba6-9d22-bcda58b2908f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835652 Nov 25 18:30:00.776175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on host n-h1-819194-3 for vnic_type normal with profile None {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:00.777077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:00.777510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:00.799131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:00.799504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:00.810411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:00.811325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:00.811717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:00.812163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Bound port: 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:00.926057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:00.934021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9c3a36c-b4bd-4873-a422-527c6fe019c8 req-f53a6b1d-52e4-4305-9961-74a702b9d2c8 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6ed2440-0e08-4a05-9fcb-f60107bc32af HTTP/1.1" status: 200 len: 210 time: 0.0473754 Nov 25 18:30:00.949013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.961036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:00.964162 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-c954aaea-2503-47b2-975e-6995486e46d7 service neutron] 10.222.0.62 "POST /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4297855 Nov 25 18:30:01.009619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03276586-5e11-4824-89cd-7634581788fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af344c5f-ad5f-4463-b564-ee626e99c824'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:01.012544 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b88d21-4cc7-44f6-a185-de9f925b71c2" -d '{"events": [{"server_uuid": "03276586-5e11-4824-89cd-7634581788fb", "name": "network-vif-plugged", "status": "completed", "tag": "af344c5f-ad5f-4463-b564-ee626e99c824"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:01.036032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port af344c5f-ad5f-4463-b564-ee626e99c824, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=af344c5f-ad5f-4463-b564-ee626e99c824,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:01.071234 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:01.153561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=af344c5f-ad5f-4463-b564-ee626e99c824,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:01.205192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.205192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.205192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.205192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.206263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.206388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.206823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.207360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.207850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.208268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.209114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.209114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:01.246371 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327265ad-d485-4ff7-8a99-5a1c2c8aec53 x-openstack-request-id: req-327265ad-d485-4ff7-8a99-5a1c2c8aec53 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:01.246809 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ed2440-0e08-4a05-9fcb-f60107bc32af", "name": "network-vif-deleted", "tag": "6ad38642-c134-43ef-badc-17e4cef6a62f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:01.247160 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-327265ad-d485-4ff7-8a99-5a1c2c8aec53 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:01.248105 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ed2440-0e08-4a05-9fcb-f60107bc32af', 'name': 'network-vif-deleted', 'tag': '6ad38642-c134-43ef-badc-17e4cef6a62f', 'status': 'completed', 'code': 200} Nov 25 18:30:01.301328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d82a4-9564-42a6-923d-bc9dc9574d06 req-94d2d77e-43fa-48b8-af9f-34ba5fd42fc5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.303456 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e3d82a4-9564-42a6-923d-bc9dc9574d06 req-94d2d77e-43fa-48b8-af9f-34ba5fd42fc5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.1169224 Nov 25 18:30:01.370981 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e3d82a4-9564-42a6-923d-bc9dc9574d06 req-9eac9e3a-4e13-4597-8d75-d013c82044c7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607123 Nov 25 18:30:01.374862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-785a740d-61db-4a6a-8acd-cd45bbdad557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.376575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-785a740d-61db-4a6a-8acd-cd45bbdad557 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1096 time: 0.0955329 Nov 25 18:30:01.396814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589e41-280c-4b95-9284-5994cd7486a0 req-f1417050-dd4c-413b-8a30-f2cde0ec9e75 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.398153 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88589e41-280c-4b95-9284-5994cd7486a0 req-f1417050-dd4c-413b-8a30-f2cde0ec9e75 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 943 time: 0.0718231 Nov 25 18:30:01.458712 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e452af98-6712-4daa-8132-5eddf12ffa32 x-openstack-request-id: req-e452af98-6712-4daa-8132-5eddf12ffa32 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:01.462168 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03276586-5e11-4824-89cd-7634581788fb", "name": "network-vif-plugged", "status": "completed", "tag": "af344c5f-ad5f-4463-b564-ee626e99c824", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:01.467857 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e452af98-6712-4daa-8132-5eddf12ffa32 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:01.475178 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03276586-5e11-4824-89cd-7634581788fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af344c5f-ad5f-4463-b564-ee626e99c824', 'code': 200} Nov 25 18:30:01.540322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88589e41-280c-4b95-9284-5994cd7486a0 req-a760bbca-1811-4d96-8683-234886a51cfa tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252704 Nov 25 18:30:01.551128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-02078116-2c31-4549-90d0-9d50b65e43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.552859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-02078116-2c31-4549-90d0-9d50b65e43b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.1654556 Nov 25 18:30:01.652060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70efdb-9985-4ae4-90a4-fdfc59606b35 req-ed7d2676-af41-4536-93ee-98ec42db0d86 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.653391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-7fe9dbe7-334a-4bc2-a4b5-63258764d0d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 217 time: 0.0913808 Nov 25 18:30:01.660338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d70efdb-9985-4ae4-90a4-fdfc59606b35 req-ed7d2676-af41-4536-93ee-98ec42db0d86 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1680381 Nov 25 18:30:01.696649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1fe8-957f-4778-ad25-113e0fd11c86 req-457ce6d2-7d42-40d0-b5c7-6dc4cb92dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.698605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd4f1fe8-957f-4778-ad25-113e0fd11c86 req-457ce6d2-7d42-40d0-b5c7-6dc4cb92dbc7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 1097 time: 0.1813774 Nov 25 18:30:01.745818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e1324-1b80-4c0e-89b0-ccc691650906 req-6c6c51cc-f9c5-47ab-94f7-47cfc0808909 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.747377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb0e1324-1b80-4c0e-89b0-ccc691650906 req-6c6c51cc-f9c5-47ab-94f7-47cfc0808909 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1056025 Nov 25 18:30:01.755702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-bbc353a0-332c-4722-abbb-1351cde0c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.757222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-bbc353a0-332c-4722-abbb-1351cde0c680 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0668480 Nov 25 18:30:01.771012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d70efdb-9985-4ae4-90a4-fdfc59606b35 req-7c9cbecb-1c31-4a42-b3f9-7ca57ba69d64 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048858 Nov 25 18:30:01.809498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-e1dd4a7c-9df6-4866-9a16-59bb9f32b719 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328825 Nov 25 18:30:01.836653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd4f1fe8-957f-4778-ad25-113e0fd11c86 req-43ce6683-dce3-49cd-a506-35eb32151362 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258883 Nov 25 18:30:01.895117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb0e1324-1b80-4c0e-89b0-ccc691650906 req-3d6391db-b2d8-4c3c-a152-1589e32ef87e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368425 Nov 25 18:30:01.938390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbd86f-ff9c-4b9e-806f-3f3e51b30833 req-747b4aaf-2297-45bd-83bb-b41fdd2b73a4 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:01.939969 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66bbd86f-ff9c-4b9e-806f-3f3e51b30833 req-747b4aaf-2297-45bd-83bb-b41fdd2b73a4 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 946 time: 0.0719988 Nov 25 18:30:01.953037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-df053ebb-9522-4b16-8f81-49d72ab82ca7 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320679 Nov 25 18:30:02.117563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66bbd86f-ff9c-4b9e-806f-3f3e51b30833 req-1374916b-53ee-47cc-a46f-a72b51bf7ba0 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698740 Nov 25 18:30:02.241096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device afbd3051-675d-4d06-8a69-7d4e2aa2953c details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:02.396923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-e9828fae-d502-4d83-b758-005f3e11ce46 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733064 Nov 25 18:30:02.482416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port afbd3051-675d-4d06-8a69-7d4e2aa2953c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=afbd3051-675d-4d06-8a69-7d4e2aa2953c,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:02.509554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'port_id': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c', 'mac_address': 'fa:16:3e:3a:10:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fff85-2bda-47dc-9f0d-64925e47a025', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:02.608664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022e88-f314-4390-a905-eea768e08a4d req-19618647-7ff6-435a-95ae-175f9b14ed13 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:02.611345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e12f3-f3fc-4693-a406-5e51c4731b31 req-7cdd5533-0402-4d9d-a182-a0113fd07555 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:02.614008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f61e12f3-f3fc-4693-a406-5e51c4731b31 req-7cdd5533-0402-4d9d-a182-a0113fd07555 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.1420882 Nov 25 18:30:02.628841 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.629418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44022e88-f314-4390-a905-eea768e08a4d req-19618647-7ff6-435a-95ae-175f9b14ed13 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0965240 Nov 25 18:30:02.673753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbd3051-675d-4d06-8a69-7d4e2aa2953c {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:02.695796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port afbd3051-675d-4d06-8a69-7d4e2aa2953c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=afbd3051-675d-4d06-8a69-7d4e2aa2953c,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:02.701863 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:02.738327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f61e12f3-f3fc-4693-a406-5e51c4731b31 req-38ef92ee-2a59-460c-8a68-a4d51619e923 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162918 Nov 25 18:30:02.746391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44022e88-f314-4390-a905-eea768e08a4d req-55ee04f2-f292-4f86-b690-49ac074093c2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072598 Nov 25 18:30:02.807593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=afbd3051-675d-4d06-8a69-7d4e2aa2953c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:02.916994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0b61f-a34b-487e-9e3c-f6ab681d885c req-da6fdfaa-5679-4df6-a5ee-4e563e272aaa tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:02.924788 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7be0b61f-a34b-487e-9e3c-f6ab681d885c req-da6fdfaa-5679-4df6-a5ee-4e563e272aaa tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 943 time: 0.0691445 Nov 25 18:30:02.979361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b135f-94f0-48bb-9af4-466680b5c89e req-a7f05e8f-7da5-4f86-a8e3-187057b6b647 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:02.979864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6ad38642-c134-43ef-badc-17e4cef6a62f no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:02.981150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-908b135f-94f0-48bb-9af4-466680b5c89e req-a7f05e8f-7da5-4f86-a8e3-187057b6b647 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1121886 Nov 25 18:30:02.988386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7be0b61f-a34b-487e-9e3c-f6ab681d885c req-8da7a22b-8283-4909-aa94-42d93ba7e00b tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627189 Nov 25 18:30:03.025870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 6ad38642-c134-43ef-badc-17e4cef6a62f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:03.026213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 6ad38642-c134-43ef-badc-17e4cef6a62f not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:03.035689 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:03.081599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-908b135f-94f0-48bb-9af4-466680b5c89e req-95e55898-d50f-481f-8e94-f1e945d44f30 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892074 Nov 25 18:30:03.120883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d215b-6bc3-4e30-b6ca-ec51b88ff03a req-31a353b7-29c5-4085-8501-6c3e1cf3bc2b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:03.131329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d36d215b-6bc3-4e30-b6ca-ec51b88ff03a req-31a353b7-29c5-4085-8501-6c3e1cf3bc2b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.0809815 Nov 25 18:30:03.195685 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d36d215b-6bc3-4e30-b6ca-ec51b88ff03a req-764a024f-d761-47e3-ac16-4d8343e7ddf0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591693 Nov 25 18:30:03.308560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae945d-d41b-4c94-8a3c-9f46e5848bac req-058a222d-247a-4f0c-9299-e297dc958ab1 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:03.310865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-faae945d-d41b-4c94-8a3c-9f46e5848bac req-058a222d-247a-4f0c-9299-e297dc958ab1 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 946 time: 0.0663919 Nov 25 18:30:03.328485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['afbd3051-675d-4d06-8a69-7d4e2aa2953c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:03.414537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-faae945d-d41b-4c94-8a3c-9f46e5848bac req-98746a8a-5a23-44ff-9d5d-272f49ffd795 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925612 Nov 25 18:30:03.875283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49443710-8350-40ab-a2f6-2c21267ce4a7 req-c153d9f0-3457-4eec-8fae-26c634ce1739 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:03.884975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49443710-8350-40ab-a2f6-2c21267ce4a7 req-c153d9f0-3457-4eec-8fae-26c634ce1739 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.0662549 Nov 25 18:30:03.894489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c0c81-758b-42f1-a0b3-1b6460714cad req-2c825e9f-1b61-4033-8a72-bad56ab82ad2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:03.899016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c13c0c81-758b-42f1-a0b3-1b6460714cad req-2c825e9f-1b61-4033-8a72-bad56ab82ad2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0558715 Nov 25 18:30:03.943307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49443710-8350-40ab-a2f6-2c21267ce4a7 req-f73d1a1b-35b3-4dd5-9e28-639ea60e3642 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Nov 25 18:30:03.970681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c13c0c81-758b-42f1-a0b3-1b6460714cad req-e9e573aa-cbfe-4ad2-9d1f-b3a84a4aa04c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638144 Nov 25 18:30:04.099626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fa29a-1927-492a-b360-2cdda1fb29f7 req-00ae9b36-5292-4a5a-b1ed-12b6c66973bb tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:04.102418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-262fa29a-1927-492a-b360-2cdda1fb29f7 req-00ae9b36-5292-4a5a-b1ed-12b6c66973bb tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 943 time: 0.0548103 Nov 25 18:30:04.218780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-262fa29a-1927-492a-b360-2cdda1fb29f7 req-507b481e-8ca5-475a-913c-6ee91e76a867 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919127 Nov 25 18:30:04.234922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783b0cd-b01f-4453-ab80-2a7ed3323775 req-b4853e16-cfd0-4979-80c8-0ec0a3941e10 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:04.237238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a783b0cd-b01f-4453-ab80-2a7ed3323775 req-b4853e16-cfd0-4979-80c8-0ec0a3941e10 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.0711658 Nov 25 18:30:04.239088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2cc925dc-0a11-4b0a-92c1-4820ab224556 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:04.329720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a783b0cd-b01f-4453-ab80-2a7ed3323775 req-fcdcd85f-1492-457d-a8eb-c9e7a11ae991 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766761 Nov 25 18:30:04.371488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3431741-69b0-4cda-ad21-7e33a9bc1cba req-5335587b-316e-4e05-adb1-658e48863853 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:04.380527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 2cc925dc-0a11-4b0a-92c1-4820ab224556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2cc925dc-0a11-4b0a-92c1-4820ab224556,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:04.384302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3431741-69b0-4cda-ad21-7e33a9bc1cba req-5335587b-316e-4e05-adb1-658e48863853 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.0739527 Nov 25 18:30:04.393975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '2cc925dc-0a11-4b0a-92c1-4820ab224556', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'port_id': '2cc925dc-0a11-4b0a-92c1-4820ab224556', 'mac_address': 'fa:16:3e:9f:5b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fff85-2bda-47dc-9f0d-64925e47a025', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:04.436982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3431741-69b0-4cda-ad21-7e33a9bc1cba req-d622a0fb-5e47-4332-b4fe-e3626bef5733 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 Nov 25 18:30:04.455861 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.494476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc925dc-0a11-4b0a-92c1-4820ab224556 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:04.514340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-9c806999-a5c2-4946-850e-03832abbf905 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:04.522102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-9c806999-a5c2-4946-850e-03832abbf905 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.0802019 Nov 25 18:30:04.537451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 2cc925dc-0a11-4b0a-92c1-4820ab224556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2cc925dc-0a11-4b0a-92c1-4820ab224556,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:04.547973 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:04.612575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=2cc925dc-0a11-4b0a-92c1-4820ab224556,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:05.015424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f72ea-5d69-4994-b37a-75ff09e678cd req-ebf5fd4c-1580-4509-b84e-8998141a671e tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:05.017594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ff2f72ea-5d69-4994-b37a-75ff09e678cd req-ebf5fd4c-1580-4509-b84e-8998141a671e tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 946 time: 0.4898043 Nov 25 18:30:05.100884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['2cc925dc-0a11-4b0a-92c1-4820ab224556'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:05.114362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:05.114916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.129353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937cabc-9391-430f-8a5e-a7b85e580e95 req-89e16326-3157-4274-bbd5-6d92ea1d04ef tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:05.131560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6937cabc-9391-430f-8a5e-a7b85e580e95 req-89e16326-3157-4274-bbd5-6d92ea1d04ef tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 950 time: 0.0789132 Nov 25 18:30:05.185906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ff2f72ea-5d69-4994-b37a-75ff09e678cd req-5ebb3b1a-4b1b-48b8-bf0f-ec6477d965a1 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603520 Nov 25 18:30:05.242980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6937cabc-9391-430f-8a5e-a7b85e580e95 req-267aefe2-b44e-413f-b15b-1f14f4392cbe tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013038 Nov 25 18:30:05.312031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port 261354b0-6d1c-46e3-9a79-cecbadaca2f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=261354b0-6d1c-46e3-9a79-cecbadaca2f9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:05.312963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.329723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for 261354b0-6d1c-46e3-9a79-cecbadaca2f9 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:05.348564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71a08c-f111-4051-a58c-e9761755b87f req-97db39a7-3ef6-4725-ad26-21f940e0a80a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:05.350375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1c71a08c-f111-4051-a58c-e9761755b87f req-97db39a7-3ef6-4725-ad26-21f940e0a80a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0818589 Nov 25 18:30:05.455532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1c71a08c-f111-4051-a58c-e9761755b87f req-ecb3fc6e-6e2d-409e-8436-cf70a8e08cb8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634682 Nov 25 18:30:05.548235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.568854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630', 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:05.596364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=261354b0-6d1c-46e3-9a79-cecbadaca2f9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:05.705672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6811f4-4489-456e-9f7f-77dd4a094d68 req-aea78eb7-8a4f-4643-8f27-fc1a2a15d075 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:05.713500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b6811f4-4489-456e-9f7f-77dd4a094d68 req-aea78eb7-8a4f-4643-8f27-fc1a2a15d075 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.0856335 Nov 25 18:30:05.740037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port 261354b0-6d1c-46e3-9a79-cecbadaca2f9 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:05.743684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:05.756141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ede06a3-41c3-4e19-abae-0d9b85a6198c req-f4486428-4a80-41c2-970f-4585ccfe275d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "DELETE /v2.0/ports/261354b0-6d1c-46e3-9a79-cecbadaca2f9 HTTP/1.1" status: 204 len: 173 time: 1.2243698 Nov 25 18:30:05.758830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'name': 'network-vif-deleted', 'tag': '261354b0-6d1c-46e3-9a79-cecbadaca2f9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:05.762104 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7ae2fa-14ac-460f-8b24-3ed0db76f520" -d '{"events": [{"server_uuid": "8833124a-15e3-4195-bb2b-c144bbc947d8", "name": "network-vif-deleted", "tag": "261354b0-6d1c-46e3-9a79-cecbadaca2f9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:05.802154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b6811f4-4489-456e-9f7f-77dd4a094d68 req-d7b89188-5439-4935-b46e-9f8e46fd68a5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853753 Nov 25 18:30:05.811342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25ae12-d2bc-48a1-ab6f-d2acc1a46959 req-da0882fa-9a79-4ffa-8e37-9988a65775ad tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:05.821556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db25ae12-d2bc-48a1-ab6f-d2acc1a46959 req-da0882fa-9a79-4ffa-8e37-9988a65775ad tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 944 time: 0.1848381 Nov 25 18:30:05.944729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db25ae12-d2bc-48a1-ab6f-d2acc1a46959 req-7439a770-caa4-4ce1-a71e-5e8c36e09935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147492 Nov 25 18:30:06.043186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3ecaa-6ac5-4dd1-86bb-f55c75532fbc req-6cd64994-a93e-42e9-9959-9d292edf9299 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:06.046671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39b3ecaa-6ac5-4dd1-86bb-f55c75532fbc req-6cd64994-a93e-42e9-9959-9d292edf9299 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1378460 Nov 25 18:30:06.101279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ac8d8-87b5-4d7d-bec3-12c0ef924036 req-da7ddc0d-fc1f-4a4e-9f0f-5efa099ec387 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:06.103210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c80ac8d8-87b5-4d7d-bec3-12c0ef924036 req-da7ddc0d-fc1f-4a4e-9f0f-5efa099ec387 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 946 time: 0.0893378 Nov 25 18:30:06.119022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39b3ecaa-6ac5-4dd1-86bb-f55c75532fbc req-0742a8e0-fd16-4540-b067-72942231dadc tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660286 Nov 25 18:30:06.174010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c80ac8d8-87b5-4d7d-bec3-12c0ef924036 req-d3f77874-0e50-4124-be4a-6fdae9da7be3 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626068 Nov 25 18:30:06.223557 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069fc688-63ea-49f2-83a8-049a0c8450a6 x-openstack-request-id: req-069fc688-63ea-49f2-83a8-049a0c8450a6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:06.223932 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8833124a-15e3-4195-bb2b-c144bbc947d8", "name": "network-vif-deleted", "tag": "261354b0-6d1c-46e3-9a79-cecbadaca2f9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:06.224266 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-069fc688-63ea-49f2-83a8-049a0c8450a6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:06.224737 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8833124a-15e3-4195-bb2b-c144bbc947d8', 'name': 'network-vif-deleted', 'tag': '261354b0-6d1c-46e3-9a79-cecbadaca2f9', 'status': 'completed', 'code': 200} Nov 25 18:30:06.243990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device afbd3051-675d-4d06-8a69-7d4e2aa2953c up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:06.315579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port afbd3051-675d-4d06-8a69-7d4e2aa2953c completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:06.322500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port afbd3051-675d-4d06-8a69-7d4e2aa2953c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:06.322500 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.430822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1492b7-e391-4123-8824-dd2e39a69ca0 req-d5eed325-a86d-4223-a300-a9e14a77d503 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=8833124a-15e3-4195-bb2b-c144bbc947d8 HTTP/1.1" status: 200 len: 210 time: 0.0652876 Nov 25 18:30:06.565619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', '9b0ea39b-3bae-497f-977b-89eb874ef985'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:06.622774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.626100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8f787-2c3f-4dac-aa60-6cbb269317ed req-204e54d7-412d-4800-942c-3c7eeec8bae3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:06.633884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5cb8f787-2c3f-4dac-aa60-6cbb269317ed req-204e54d7-412d-4800-942c-3c7eeec8bae3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0755398 Nov 25 18:30:06.662609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:06.666023 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c05bcd-bdda-43b9-92f9-3ae18d86e161" -d '{"events": [{"server_uuid": "564a8c1e-8121-4a39-89e1-69eaa95fb623", "name": "network-vif-plugged", "status": "completed", "tag": "afbd3051-675d-4d06-8a69-7d4e2aa2953c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:06.692596 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5cb8f787-2c3f-4dac-aa60-6cbb269317ed req-474da91b-4ef9-4aff-ba43-230f2b344ca2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577550 Nov 25 18:30:06.693566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port afbd3051-675d-4d06-8a69-7d4e2aa2953c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=afbd3051-675d-4d06-8a69-7d4e2aa2953c,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:06.713773 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:06.714787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 261354b0-6d1c-46e3-9a79-cecbadaca2f9 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:06.774537 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd7a474-6788-453f-a108-7e56d688be20 x-openstack-request-id: req-1bd7a474-6788-453f-a108-7e56d688be20 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:06.775112 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564a8c1e-8121-4a39-89e1-69eaa95fb623", "name": "network-vif-plugged", "status": "completed", "tag": "afbd3051-675d-4d06-8a69-7d4e2aa2953c", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:06.775428 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bd7a474-6788-453f-a108-7e56d688be20 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:06.775893 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c', 'code': 200} Nov 25 18:30:06.780482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 261354b0-6d1c-46e3-9a79-cecbadaca2f9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:06.780861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 261354b0-6d1c-46e3-9a79-cecbadaca2f9 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:06.842940 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56084581-87f8-4f86-bf18-6ed57b49066c req-36f5b1cd-7e99-4828-8874-50e4bcb4f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:06.845401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56084581-87f8-4f86-bf18-6ed57b49066c req-36f5b1cd-7e99-4828-8874-50e4bcb4f863 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=564a8c1e-8121-4a39-89e1-69eaa95fb623 HTTP/1.1" status: 200 len: 1097 time: 0.0481727 Nov 25 18:30:06.854406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=afbd3051-675d-4d06-8a69-7d4e2aa2953c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:06.992694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56084581-87f8-4f86-bf18-6ed57b49066c req-08256f80-ae8b-44fc-be92-8816dcdf4760 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288679 Nov 25 18:30:07.019266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10772-03e6-4511-8c7d-ba4077eaa287 req-1751218a-8708-4368-b5af-aa35edda6e93 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:07.029527 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58b10772-03e6-4511-8c7d-ba4077eaa287 req-1751218a-8708-4368-b5af-aa35edda6e93 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1163809 Nov 25 18:30:07.090620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777045da-5d6c-4cc4-89ea-11fdc7c36f3c req-a53b405f-2160-4152-843e-a9f6cb357d66 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:07.098798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-777045da-5d6c-4cc4-89ea-11fdc7c36f3c req-a53b405f-2160-4152-843e-a9f6cb357d66 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 944 time: 0.0809729 Nov 25 18:30:07.147602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-777045da-5d6c-4cc4-89ea-11fdc7c36f3c req-c6d423ad-f35a-4b41-8f28-3af606d45303 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476334 Nov 25 18:30:07.172551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58b10772-03e6-4511-8c7d-ba4077eaa287 req-f020547a-9eab-4f3a-8481-14f1a6cd1a8f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408725 Nov 25 18:30:07.283560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf560-85fa-4e4a-b868-16d37f83cbd3 req-8f17e77c-9d23-4930-b413-85d064f5a2ce tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:07.291449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-012bf560-85fa-4e4a-b868-16d37f83cbd3 req-8f17e77c-9d23-4930-b413-85d064f5a2ce tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.0594103 Nov 25 18:30:07.316336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f2a39-ecb0-4fdf-897b-844bbc64afae req-b11c11a7-3730-43be-b347-fa2d0b09531d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:07.318009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-328f2a39-ecb0-4fdf-897b-844bbc64afae req-b11c11a7-3730-43be-b347-fa2d0b09531d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 946 time: 0.0587018 Nov 25 18:30:07.367600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-012bf560-85fa-4e4a-b868-16d37f83cbd3 req-7e4cf07e-e419-488c-9813-32bd21bddc6d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746250 Nov 25 18:30:07.372562 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-328f2a39-ecb0-4fdf-897b-844bbc64afae req-f04a151d-8481-46d7-a864-407ca7755e41 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bc238cb-9d36-442f-8b51-306512a6df6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485475 Nov 25 18:30:07.472411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-bc9151a0-c20d-4ad3-8196-c3713d543e5f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:07.473900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-bc9151a0-c20d-4ad3-8196-c3713d543e5f tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 946 time: 0.0634100 Nov 25 18:30:07.599848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Deleting port af344c5f-ad5f-4463-b564-ee626e99c824 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:07.600465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.737850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] For port af344c5f-ad5f-4463-b564-ee626e99c824, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=af344c5f-ad5f-4463-b564-ee626e99c824,segment=NetworkSegment(cdcc343d-d76b-4774-886d-1f5b4368498d),segment_id=cdcc343d-d76b-4774-886d-1f5b4368498d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:07.738613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:07.751654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Calling delete_port for af344c5f-ad5f-4463-b564-ee626e99c824 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:07.824350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071c376-ab6c-44cb-b9b1-caa84d638a53 req-ed054ed8-3b23-4524-a460-d2b8761f429e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:07.829912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c071c376-ab6c-44cb-b9b1-caa84d638a53 req-ed054ed8-3b23-4524-a460-d2b8761f429e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 950 time: 0.1131968 Nov 25 18:30:07.892552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd38e6-97e1-48c8-bff5-29d3dca8d3f9 req-19524566-fe64-4a47-90fd-91c87777f936 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:07.899825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bcd38e6-97e1-48c8-bff5-29d3dca8d3f9 req-19524566-fe64-4a47-90fd-91c87777f936 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0957303 Nov 25 18:30:07.937695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c071c376-ab6c-44cb-b9b1-caa84d638a53 req-3d6f29c3-15c4-4bea-9299-b0647e4cb717 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021271 Nov 25 18:30:07.991149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bcd38e6-97e1-48c8-bff5-29d3dca8d3f9 req-bf247343-b9b0-4b4c-9dfb-cf84169eb7c0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903873 Nov 25 18:30:07.998105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.034824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event deleted for resources: {'Port': ['ID=af344c5f-ad5f-4463-b564-ee626e99c824,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:08.078662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] No DVR routers for this DVR port af344c5f-ad5f-4463-b564-ee626e99c824 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:08.081201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.084845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79411d23-43a9-4cab-90fe-aa6647d3a833 req-8a12bccf-ad3d-4849-9edb-639d7da24ef2 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.66 "DELETE /v2.0/ports/af344c5f-ad5f-4463-b564-ee626e99c824 HTTP/1.1" status: 204 len: 173 time: 0.6041989 Nov 25 18:30:08.226147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03276586-5e11-4824-89cd-7634581788fb', 'name': 'network-vif-deleted', 'tag': 'af344c5f-ad5f-4463-b564-ee626e99c824'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:08.228624 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515cab64-9712-4152-9c09-2fbac5732354" -d '{"events": [{"server_uuid": "03276586-5e11-4824-89cd-7634581788fb", "name": "network-vif-deleted", "tag": "af344c5f-ad5f-4463-b564-ee626e99c824"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:08.257779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2cc925dc-0a11-4b0a-92c1-4820ab224556 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:08.355641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 2cc925dc-0a11-4b0a-92c1-4820ab224556 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:08.361550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 2cc925dc-0a11-4b0a-92c1-4820ab224556 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:08.362207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.375434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704d2c2-da67-45d1-9408-12fda221978f req-de08dc82-f3b0-4f5c-ba36-7fc0eff4b205 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:08.395916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5704d2c2-da67-45d1-9408-12fda221978f req-de08dc82-f3b0-4f5c-ba36-7fc0eff4b205 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1261170 Nov 25 18:30:08.403907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f360b2-6410-494d-b67c-cf712714fe81 req-2c6eeed6-1f84-4eba-ac1b-77b687d9426a tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:08.406965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73f360b2-6410-494d-b67c-cf712714fe81 req-2c6eeed6-1f84-4eba-ac1b-77b687d9426a tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 944 time: 0.1085401 Nov 25 18:30:08.485252 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5704d2c2-da67-45d1-9408-12fda221978f req-427ddc30-6770-48ca-82f6-159d751c64e0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809464 Nov 25 18:30:08.491048 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.522644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73f360b2-6410-494d-b67c-cf712714fe81 req-a69b0ae5-d86e-471a-a556-538677a5b2b2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991426 Nov 25 18:30:08.553346 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f650c6-f865-4e0e-8e23-89179a5d7d6e x-openstack-request-id: req-83f650c6-f865-4e0e-8e23-89179a5d7d6e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:08.553644 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03276586-5e11-4824-89cd-7634581788fb", "name": "network-vif-deleted", "tag": "af344c5f-ad5f-4463-b564-ee626e99c824", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:08.553902 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83f650c6-f865-4e0e-8e23-89179a5d7d6e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:08.559465 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03276586-5e11-4824-89cd-7634581788fb', 'name': 'network-vif-deleted', 'tag': 'af344c5f-ad5f-4463-b564-ee626e99c824', 'status': 'completed', 'code': 200} Nov 25 18:30:08.581729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 2cc925dc-0a11-4b0a-92c1-4820ab224556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2cc925dc-0a11-4b0a-92c1-4820ab224556,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:08.590117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:08.679583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=2cc925dc-0a11-4b0a-92c1-4820ab224556,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:08.690707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-056d6655-9a5f-4028-92fa-7bc9d2737463 req-3c3043e5-46da-4a90-93c8-db885a4e0b9e tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/ports?device_id=03276586-5e11-4824-89cd-7634581788fb HTTP/1.1" status: 200 len: 210 time: 0.0351026 Nov 25 18:30:08.704236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95651-708a-472c-8c7c-cade25728168 req-85822dda-3f05-433b-b790-106b90ee958b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:08.709118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e95651-708a-472c-8c7c-cade25728168 req-85822dda-3f05-433b-b790-106b90ee958b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.0722294 Nov 25 18:30:08.776992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239a20ca-f119-4308-9abe-1d38b2111b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc925dc-0a11-4b0a-92c1-4820ab224556'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:08.781411 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa4f49d-f1a6-47bd-a771-54a98b89290e" -d '{"events": [{"server_uuid": "239a20ca-f119-4308-9abe-1d38b2111b86", "name": "network-vif-plugged", "status": "completed", "tag": "2cc925dc-0a11-4b0a-92c1-4820ab224556"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:08.821784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e95651-708a-472c-8c7c-cade25728168 req-abd3a679-f67a-4ec0-9cb1-6b33c8481623 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028478 Nov 25 18:30:08.906302 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a88ed2b-07e4-46ff-b6ac-ed45ad1b115e x-openstack-request-id: req-1a88ed2b-07e4-46ff-b6ac-ed45ad1b115e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:08.906621 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239a20ca-f119-4308-9abe-1d38b2111b86", "name": "network-vif-plugged", "status": "completed", "tag": "2cc925dc-0a11-4b0a-92c1-4820ab224556", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:08.906874 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a88ed2b-07e4-46ff-b6ac-ed45ad1b115e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:08.907441 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239a20ca-f119-4308-9abe-1d38b2111b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc925dc-0a11-4b0a-92c1-4820ab224556', 'code': 200} Nov 25 18:30:08.949077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['af344c5f-ad5f-4463-b564-ee626e99c824'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:09.053799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19056b-0309-4e5c-acaf-4b805d80d77f req-2b4f6482-12f8-41a8-ad85-3c8ca0a169f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:09.055456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa19056b-0309-4e5c-acaf-4b805d80d77f req-2b4f6482-12f8-41a8-ad85-3c8ca0a169f7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 1096 time: 0.0768645 Nov 25 18:30:09.128252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f5f8e-4cbf-4ea3-b501-9c1df78a50bf req-40825c4b-ff79-4a89-9ec8-4f3e0a7ed6ce tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:09.129839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c8f5f8e-4cbf-4ea3-b501-9c1df78a50bf req-40825c4b-ff79-4a89-9ec8-4f3e0a7ed6ce tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 950 time: 0.0885751 Nov 25 18:30:09.164581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa19056b-0309-4e5c-acaf-4b805d80d77f req-b6f31f6a-f92c-4799-a334-cba2e553f455 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903487 Nov 25 18:30:09.176896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95e702-e88a-428f-807b-f47105123e00 req-50c26eda-4c08-4325-bcb5-57eea485353d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:09.179699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3b95e702-e88a-428f-807b-f47105123e00 req-50c26eda-4c08-4325-bcb5-57eea485353d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.0801706 Nov 25 18:30:09.198322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c8f5f8e-4cbf-4ea3-b501-9c1df78a50bf req-122f778e-ca2d-40ea-9b28-4bddaff19c7e tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558186 Nov 25 18:30:09.246540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3b95e702-e88a-428f-807b-f47105123e00 req-1bbc32e2-2674-46de-b8c5-c620b30c3870 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Nov 25 18:30:09.625687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5ab6-16d6-4190-86e8-bf723c8792ff req-79ae7014-8fbe-4ab0-93f1-e212ae654681 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:09.627513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-982c5ab6-16d6-4190-86e8-bf723c8792ff req-79ae7014-8fbe-4ab0-93f1-e212ae654681 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.0577247 Nov 25 18:30:09.683135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177d620-d2a6-4052-b69e-01dbb341d81c req-0da6cdce-64f0-4c90-aa64-e255542fcd72 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:09.686086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7177d620-d2a6-4052-b69e-01dbb341d81c req-0da6cdce-64f0-4c90-aa64-e255542fcd72 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 945 time: 0.0827742 Nov 25 18:30:09.687768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-982c5ab6-16d6-4190-86e8-bf723c8792ff req-c4bda167-3bd7-4593-b096-dc8f11ad246e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532649 Nov 25 18:30:09.749362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7177d620-d2a6-4052-b69e-01dbb341d81c req-06df332f-a055-49c3-bae2-a446787c47a7 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Nov 25 18:30:09.939000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56410) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:10.024365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9229-9cb8-4486-b022-a953ae7b17b9 req-1a130515-de05-4195-b915-b439c25df004 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:10.025906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2ce9229-9cb8-4486-b022-a953ae7b17b9 req-1a130515-de05-4195-b915-b439c25df004 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1127753 Nov 25 18:30:10.036980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.064805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.065118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-bc8023ae-8de2-4786-ba55-66fb28e8f0fa tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:10.067061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-bc8023ae-8de2-4786-ba55-66fb28e8f0fa tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 950 time: 0.1089010 Nov 25 18:30:10.130108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.132904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.138109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "DELETE /v2.0/security-groups/e8be4f4f-e9f4-401d-9917-1c32d6841f7b HTTP/1.1" status: 204 len: 168 time: 0.1974859 Nov 25 18:30:10.139715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56412) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:10.147608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2ce9229-9cb8-4486-b022-a953ae7b17b9 req-6303b0bc-40d5-4fc9-8d29-184c646f13af tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150601 Nov 25 18:30:10.173302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be4f4f-e9f4-401d-9917-1c32d6841f7b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:10.176242 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-ee08d763-3761-4349-80b3-545acb143235 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] show failed (client error): The resource could not be found. Nov 25 18:30:10.180551 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ee08d763-3761-4349-80b3-545acb143235 tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "GET /v2.0/security-groups/e8be4f4f-e9f4-401d-9917-1c32d6841f7b HTTP/1.1" status: 404 len: 347 time: 0.0338819 Nov 25 18:30:10.181190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56420) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:10.248965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.249320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.249671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.250011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.250346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.250709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.251041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.251371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.251703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.252065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.252357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.252681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a09c0-3b64-4615-8a98-b86b7ef1ce0d tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:10.381081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port 9b0ea39b-3bae-497f-977b-89eb874ef985 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:10.381313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.499522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbed51-12bf-48e4-8cd1-367ce62d9598 req-77af1a9d-6cef-4ca6-b72f-b3b861676ce0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:10.503915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdbed51-12bf-48e4-8cd1-367ce62d9598 req-77af1a9d-6cef-4ca6-b72f-b3b861676ce0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 950 time: 0.1280320 Nov 25 18:30:10.534654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port 9b0ea39b-3bae-497f-977b-89eb874ef985, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9b0ea39b-3bae-497f-977b-89eb874ef985,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:10.535112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.560417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for 9b0ea39b-3bae-497f-977b-89eb874ef985 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:10.579924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Deleting port 0f3def96-3a4f-4892-8f41-89ee37968c38 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:10.581606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.588989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cdbed51-12bf-48e4-8cd1-367ce62d9598 req-f1dec348-95b5-407e-8ec9-2c43109264ae tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774796 Nov 25 18:30:10.589261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6702-6cc8-4bbc-8c81-364d58450084 req-5bcec18f-ceef-4092-a2bf-45a09605b178 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:10.596702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa1e6702-6cc8-4bbc-8c81-364d58450084 req-5bcec18f-ceef-4092-a2bf-45a09605b178 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.1860919 Nov 25 18:30:10.693946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa1e6702-6cc8-4bbc-8c81-364d58450084 req-6b168583-7c48-4a88-9f8b-983870dc83dd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959918 Nov 25 18:30:10.705939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.706676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.736859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Calling delete_port for 0f3def96-3a4f-4892-8f41-89ee37968c38 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:10.794822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.811791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', '9b0ea39b-3bae-497f-977b-89eb874ef985'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:10.884967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630', 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:10.930729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=9b0ea39b-3bae-497f-977b-89eb874ef985,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:10.974038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port 9b0ea39b-3bae-497f-977b-89eb874ef985 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:10.976632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:10.980559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a6873ce-5b07-4f31-ab11-243f9a0a4c3f req-96b416ac-ed04-45b6-9d57-2d1b7655b5e4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "DELETE /v2.0/ports/9b0ea39b-3bae-497f-977b-89eb874ef985 HTTP/1.1" status: 204 len: 173 time: 0.8545959 Nov 25 18:30:10.982773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'name': 'network-vif-deleted', 'tag': '9b0ea39b-3bae-497f-977b-89eb874ef985'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:10.985222 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a84fa-669b-4d2f-a702-d023353ac5b9" -d '{"events": [{"server_uuid": "204c6290-925e-43dd-a9d4-d8da8cdd1428", "name": "network-vif-deleted", "tag": "9b0ea39b-3bae-497f-977b-89eb874ef985"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:11.007486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeebb6-9f7c-4a78-9312-e0ba36887a65 req-2e4a6dbc-d6e9-4936-90cf-f65a2b757670 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:11.017591 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dfeebb6-9f7c-4a78-9312-e0ba36887a65 req-2e4a6dbc-d6e9-4936-90cf-f65a2b757670 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1643968 Nov 25 18:30:11.046173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49602fed-98a4-4ad1-a5e8-3fc1d3a85d4e req-2e8b19ff-32c7-4935-8dc2-cc654e1fa44e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:11.049943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49602fed-98a4-4ad1-a5e8-3fc1d3a85d4e req-2e8b19ff-32c7-4935-8dc2-cc654e1fa44e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 945 time: 0.1333714 Nov 25 18:30:11.069624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5339-c237-4b2f-9e93-de7d505e2859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.157327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49602fed-98a4-4ad1-a5e8-3fc1d3a85d4e req-27143512-0112-4068-90a8-4463e45b6513 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948513 Nov 25 18:30:11.159876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dfeebb6-9f7c-4a78-9312-e0ba36887a65 req-2cd78e29-207e-430c-ba21-425a9440c418 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 Nov 25 18:30:11.226720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.256911 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23089e22-8631-4569-9ee8-418f39a64865 x-openstack-request-id: req-23089e22-8631-4569-9ee8-418f39a64865 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:11.257280 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204c6290-925e-43dd-a9d4-d8da8cdd1428", "name": "network-vif-deleted", "tag": "9b0ea39b-3bae-497f-977b-89eb874ef985", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:11.258977 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23089e22-8631-4569-9ee8-418f39a64865 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:11.259514 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204c6290-925e-43dd-a9d4-d8da8cdd1428', 'name': 'network-vif-deleted', 'tag': '9b0ea39b-3bae-497f-977b-89eb874ef985', 'status': 'completed', 'code': 200} Nov 25 18:30:11.286069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Pushing event deleted for resources: {'Port': ['ID=0f3def96-3a4f-4892-8f41-89ee37968c38,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:11.354726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-332f5fde-f624-47ad-ae1c-91bb44f43dfb tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:11.356389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-332f5fde-f624-47ad-ae1c-91bb44f43dfb tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1097 time: 0.1672695 Nov 25 18:30:11.378141 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.380199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819194-3'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:11.381111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.384733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-23bc3a87-750c-4bef-95de-b5cfa5a317ca tempest-ImagesOneServerNegativeTestJSON-1666101663 tempest-ImagesOneServerNegativeTestJSON-1666101663-project] 10.222.0.62 "DELETE /v2.0/floatingips/1c9aa646-4a74-4776-b992-f01fb91baa30 HTTP/1.1" status: 204 len: 168 time: 1.2006445 Nov 25 18:30:11.437154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6842f-6f79-4150-a073-c133075dfd2c req-0a8ac893-33bc-4674-b7dc-cd8430f7341a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:11.439106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9d6842f-6f79-4150-a073-c133075dfd2c req-0a8ac893-33bc-4674-b7dc-cd8430f7341a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1607125 Nov 25 18:30:11.526651 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.566747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56452) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:11.630116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] Deleting subnet 46bb561c-71d4-49e0-8086-9396c305d01e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:30:11.633507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.693388 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.731196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9d6842f-6f79-4150-a073-c133075dfd2c req-f7607aba-3998-44d3-9c36-d6ffff5e08cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090352 Nov 25 18:30:11.811705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.860465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4c840f6c-8bc7-4ab3-b5bb-502054880c76 req-f3d02374-05be-47b2-87a1-01d5498dd1ff tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=204c6290-925e-43dd-a9d4-d8da8cdd1428 HTTP/1.1" status: 200 len: 210 time: 0.0861583 Nov 25 18:30:11.877042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:11.900498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.915325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a8b59-3929-4333-bdde-b7dfe049d457 req-284c2401-e4bb-4b35-8e9f-d7c6b33b2975 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:11.916956 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c99a8b59-3929-4333-bdde-b7dfe049d457 req-284c2401-e4bb-4b35-8e9f-d7c6b33b2975 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 946 time: 0.1007626 Nov 25 18:30:11.936538 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:11.941788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/46bb561c-71d4-49e0-8086-9396c305d01e HTTP/1.1" status: 204 len: 168 time: 0.3717659 Nov 25 18:30:11.941788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19d3b8-bdfa-4d4b-bb50-7b5b32826f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bb561c-71d4-49e0-8086-9396c305d01e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:11.943072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56458) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:11.975834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:12.066361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c99a8b59-3929-4333-bdde-b7dfe049d457 req-e20b8765-02b1-42cd-9c1c-125864da617d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395493 Nov 25 18:30:12.078969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.086043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.095887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.224357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:12.256605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device af344c5f-ad5f-4463-b564-ee626e99c824 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:12.283134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.286008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: af344c5f-ad5f-4463-b564-ee626e99c824 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:12.286550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device af344c5f-ad5f-4463-b564-ee626e99c824 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:12.334096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c8a78-00dc-4489-ac8e-f64044c8dcb0 req-15c03a38-6b18-4c1c-8d07-6e9273133723 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:12.336198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-151c8a78-00dc-4489-ac8e-f64044c8dcb0 req-15c03a38-6b18-4c1c-8d07-6e9273133723 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 945 time: 0.0654042 Nov 25 18:30:12.354244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba2044d-8d51-4a2d-8033-04ae43b0df75']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:12.366595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on host n-h1-819194-3 for vnic_type normal with profile {"migrating_to": "n-h2-819194-3"} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:12.367004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:12.367415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:12.371908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcc343d-d76b-4774-886d-1f5b4368498d') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:12.372194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcc343d-d76b-4774-886d-1f5b4368498d') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:12.388011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:12.388875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Attempting to bind port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:12.393378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.406159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-151c8a78-00dc-4489-ac8e-f64044c8dcb0 req-55c476f8-f72e-475a-8873-8d8e21c5e7c1 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625465 Nov 25 18:30:12.407537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:12.407958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:12.408343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:12.408793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Bound port: 9e4688ff-9083-4d7c-a5c8-58865241ae04, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:12.409331 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.429374 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.451768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b15d8-816d-4578-8621-30c688b6c489 req-4b13702b-a54a-485e-b085-217643c8b72f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:12.454993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c1b15d8-816d-4578-8621-30c688b6c489 req-4b13702b-a54a-485e-b085-217643c8b72f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1674354 Nov 25 18:30:12.458571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:30:12.459156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:30:12.462076 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:30:12.600167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b7609-fea4-4207-b20e-2883404a9097 req-7c17782b-02eb-40c8-a235-c8b95aa92ed9 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:12.601804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-492b7609-fea4-4207-b20e-2883404a9097 req-7c17782b-02eb-40c8-a235-c8b95aa92ed9 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=564a8c1e-8121-4a39-89e1-69eaa95fb623 HTTP/1.1" status: 200 len: 946 time: 0.0737145 Nov 25 18:30:12.605848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:12.612919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.639892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.645605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] 10.222.0.62 "DELETE /v2.0/networks/3ba2044d-8d51-4a2d-8033-04ae43b0df75 HTTP/1.1" status: 204 len: 168 time: 0.6962695 Nov 25 18:30:12.647393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:12.651339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c1b15d8-816d-4578-8621-30c688b6c489 req-9c1d2fd9-9331-4815-b4da-46edd497c279 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756692 Nov 25 18:30:12.652225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860c3f-4ba5-4de4-a23d-2b058452555b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba2044d-8d51-4a2d-8033-04ae43b0df75,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:12.659192 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.671247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-492b7609-fea4-4207-b20e-2883404a9097 req-25854bf3-a598-425f-acc6-b2a9bd15e0e5 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627244 Nov 25 18:30:12.746008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:12.747649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:12.748750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 1122 time: 1.3812242 Nov 25 18:30:12.752464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cacde-bddb-43bd-bc8c-b7b00464c5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=8']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:12.840434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56484) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:12.886736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['9e4688ff-9083-4d7c-a5c8-58865241ae04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:12.897801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9e4688ff-9083-4d7c-a5c8-58865241ae04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:12.936851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29a1edc4-ae7e-42c0-aeee-e861966da6f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9a2e9dc40c145129bd9109b11e083fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918584 Nov 25 18:30:12.937719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56488) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:12.944937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b97dc-79ae-4706-bee4-5a7e87e20ecd req-fe20a20c-f86f-4375-ad3d-b49060492f0b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:12.947026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba8b97dc-79ae-4706-bee4-5a7e87e20ecd req-fe20a20c-f86f-4375-ad3d-b49060492f0b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1069651 Nov 25 18:30:13.023305 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9e4688ff-9083-4d7c-a5c8-58865241ae04 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:13.041602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08e78cfc-6329-44d6-b314-db08997ff679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.052181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba8b97dc-79ae-4706-bee4-5a7e87e20ecd req-c94361a1-ef3e-4934-9587-c6ef0849c7fe tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942187 Nov 25 18:30:13.075295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08e78cfc-6329-44d6-b314-db08997ff679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.153528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08e78cfc-6329-44d6-b314-db08997ff679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.164699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08e78cfc-6329-44d6-b314-db08997ff679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.171114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-08e78cfc-6329-44d6-b314-db08997ff679 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bc238cb-9d36-442f-8b51-306512a6df6b HTTP/1.1" status: 204 len: 168 time: 0.2190902 Nov 25 18:30:13.201623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e78cfc-6329-44d6-b314-db08997ff679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc238cb-9d36-442f-8b51-306512a6df6b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:13.261775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04'}, {'name': 'network-changed', 'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:13.264121 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c4260-10cf-482d-aba6-a9fd65661690" -d '{"events": [{"server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04"}, {"name": "network-changed", "server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:13.451817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:13.523804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb22c14b-6513-4564-a889-6e5058fbd955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:13.567807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9e4688ff-9083-4d7c-a5c8-58865241ae04 has no active binding in host n-h2-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:30:13.590438 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d2345c-d2b1-4ec9-9271-4f2b66f6ced8 x-openstack-request-id: req-79d2345c-d2b1-4ec9-9271-4f2b66f6ced8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:13.590813 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04", "code": 200}, {"name": "network-changed", "server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:13.591074 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79d2345c-d2b1-4ec9-9271-4f2b66f6ced8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:13.591510 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04', 'code': 200} Nov 25 18:30:13.592520 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04', 'status': 'completed', 'code': 200} Nov 25 18:30:13.744609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-2acf5231-3eb9-4bf1-abe1-73a050502e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:13.746688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-2acf5231-3eb9-4bf1-abe1-73a050502e53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1125 time: 0.1294622 Nov 25 18:30:13.763930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db78ac-369a-431c-99d4-67a5aaa926ba req-0c84928b-5d1b-4fb4-af8e-1b38bc7892fc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:13.795514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3db78ac-369a-431c-99d4-67a5aaa926ba req-0c84928b-5d1b-4fb4-af8e-1b38bc7892fc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.2516668 Nov 25 18:30:13.979788 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3db78ac-369a-431c-99d4-67a5aaa926ba req-944f0da4-3143-439d-901c-bc223f048857 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791403 Nov 25 18:30:14.053934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-c62112de-6a3c-4fa4-81b0-e782e7189369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.075487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-c62112de-6a3c-4fa4-81b0-e782e7189369 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2411380 Nov 25 18:30:14.162305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a68694-906c-44aa-9a78-818dd5dca1e0 req-1b189d76-2d16-4dd8-8309-ef594ea1a3c8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.171060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45a68694-906c-44aa-9a78-818dd5dca1e0 req-1b189d76-2d16-4dd8-8309-ef594ea1a3c8 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1155219 Nov 25 18:30:14.174291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-9c392aa1-df2a-46a5-bd96-6ca4088d4a84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 217 time: 0.0888536 Nov 25 18:30:14.291573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9b0ea39b-3bae-497f-977b-89eb874ef985 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:14.324328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45a68694-906c-44aa-9a78-818dd5dca1e0 req-3a90a5db-ca24-47aa-9a80-cbfab542683b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426895 Nov 25 18:30:14.384372 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:14.386296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 9b0ea39b-3bae-497f-977b-89eb874ef985 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:14.386900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9b0ea39b-3bae-497f-977b-89eb874ef985 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:14.408954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-42a80313-1e4b-4325-bbc3-e90b5cb70e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.421659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-42a80313-1e4b-4325-bbc3-e90b5cb70e7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.2290862 Nov 25 18:30:14.477108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86f812-4aae-426f-8613-711c7e1eede7 req-6ddb1e8f-2f11-4e0e-9bd5-37631c307897 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.482098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-18fa4f7d-fbd9-49d4-92b0-b13fd301336a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477831 Nov 25 18:30:14.490241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd86f812-4aae-426f-8613-711c7e1eede7 req-6ddb1e8f-2f11-4e0e-9bd5-37631c307897 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 950 time: 0.0896165 Nov 25 18:30:14.533024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-72f14b41-a440-4629-b7c7-5f83ad3c8ed6 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.540747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-72f14b41-a440-4629-b7c7-5f83ad3c8ed6 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 813 time: 0.3686640 Nov 25 18:30:14.549060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd86f812-4aae-426f-8613-711c7e1eede7 req-45579872-e3f2-49f8-84d0-485c00ac8c12 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575149 Nov 25 18:30:14.721120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-362fef23-7a0c-4210-8d14-73af1a28f61e service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268031 Nov 25 18:30:14.741260 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-d3740ba3-f3f0-44e4-b139-3682204cb6ef tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/quotas/8614e3c8d90b43349385aab981e4891c HTTP/1.1" status: 200 len: 375 time: 0.1993523 Nov 25 18:30:14.764119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4d3d7-fbd6-4580-a7b3-fd7d956ceed3 req-e84ce33e-a6ff-4c94-bc12-ef9615a64b19 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:14.791695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85f4d3d7-fbd6-4580-a7b3-fd7d956ceed3 req-e84ce33e-a6ff-4c94-bc12-ef9615a64b19 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1656847 Nov 25 18:30:14.895215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-928fb29a-66da-476f-90e2-9d92b72ed509 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524889 Nov 25 18:30:14.938340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85f4d3d7-fbd6-4580-a7b3-fd7d956ceed3 req-302c2e27-05a4-485c-bf23-a8c462a3c1f8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444728 Nov 25 18:30:15.000665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a26c4260-10cf-482d-aba6-a9fd65661690 req-6827616f-cb2b-429d-a295-492083ed23d1 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557530 Nov 25 18:30:15.055869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1191b50-7df7-4b93-acc4-1789e31e4e11 service neutron] 10.222.0.62 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594958 Nov 25 18:30:15.191184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-deb716b5-0b98-4f7a-8c35-5d0088db19a8 service neutron] 10.222.0.62 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252801 Nov 25 18:30:15.302980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-7aeb064e-cf50-4801-b4ba-3fbab1d9ef8b service neutron] 10.222.0.64 "GET /v2.0/ports/05ad8908-e0e1-4780-9924-95b60b20f4e4/bindings/n-h2-819194-3 HTTP/1.1" status: 200 len: 382 time: 0.1314523 Nov 25 18:30:15.355472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0553cfe-615e-4c33-8ca8-3ef716d731d4 req-da2ed0b9-640d-4121-adaf-d49a2b916e11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.364296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0553cfe-615e-4c33-8ca8-3ef716d731d4 req-da2ed0b9-640d-4121-adaf-d49a2b916e11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.0674546 Nov 25 18:30:15.459358 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0553cfe-615e-4c33-8ca8-3ef716d731d4 req-b31e41a1-5b2f-4057-94d8-f59907651fec tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935404 Nov 25 18:30:15.580947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-57bfed7c-efc7-4269-9be1-699106f4ce8b tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.583741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-57bfed7c-efc7-4269-9be1-699106f4ce8b tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "GET /v2.0/ports?device_id=564a8c1e-8121-4a39-89e1-69eaa95fb623 HTTP/1.1" status: 200 len: 946 time: 0.1579416 Nov 25 18:30:15.709379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3b88-fb2f-4453-ac5b-41f90c7ee829 req-f236d199-3cb5-4278-a752-85c89bb314b9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.718817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25f3b88-fb2f-4453-ac5b-41f90c7ee829 req-f236d199-3cb5-4278-a752-85c89bb314b9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1859634 Nov 25 18:30:15.753319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56570) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:15.822341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:15.862482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586adcb-2dda-4312-890c-f704037cfa0b req-4162c27f-59de-4a70-aca3-1687cdc541d4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:15.864607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2586adcb-2dda-4312-890c-f704037cfa0b req-4162c27f-59de-4a70-aca3-1687cdc541d4 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 950 time: 0.1299901 Nov 25 18:30:15.901710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25f3b88-fb2f-4453-ac5b-41f90c7ee829 req-ecef65ff-2172-4b53-b913-91ef7c998c79 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818736 Nov 25 18:30:15.964164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2586adcb-2dda-4312-890c-f704037cfa0b req-aad970ea-89a2-41ad-b733-0040891cb7ec tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891247 Nov 25 18:30:16.059157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9209a4-6b4c-4fee-b4f6-7a43a35a8e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.099049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-659b92a1-992d-4d6c-8dc4-d690e9e7e0bb req-72956e81-f79c-4290-aace-2e4df791a062 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 210 time: 0.0577304 Nov 25 18:30:16.113626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-955a9786-09a7-492c-ac30-347bcacb7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:16.115251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-955a9786-09a7-492c-ac30-347bcacb7103 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a&tenant_id=d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 1101 time: 0.3194849 Nov 25 18:30:16.124358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-afefff84-5c51-4097-a494-92681ea11bcf tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:16.125918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-afefff84-5c51-4097-a494-92681ea11bcf tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/ports?device_id=8809ff09-393b-4ac2-b59e-f0457ce5b10e HTTP/1.1" status: 200 len: 949 time: 0.4046702 Nov 25 18:30:16.149819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Deleting port afbd3051-675d-4d06-8a69-7d4e2aa2953c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:16.150388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.318116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-746d45d7-0945-45c2-bd69-b0d22c6fdc94 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:16.319762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-746d45d7-0945-45c2-bd69-b0d22c6fdc94 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "GET /v2.0/ports?device_id=239a20ca-f119-4308-9abe-1d38b2111b86 HTTP/1.1" status: 200 len: 945 time: 0.2669964 Nov 25 18:30:16.328779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-08786a4a-00d5-4af2-9944-20a0dbcb118d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:16.330343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-08786a4a-00d5-4af2-9944-20a0dbcb118d tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 950 time: 0.1704855 Nov 25 18:30:16.339761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49605979-c52b-4ced-a73b-01ee971dac3f req-8062e827-d3e3-4bfd-85fe-756adf24ed85 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:16.341471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49605979-c52b-4ced-a73b-01ee971dac3f req-8062e827-d3e3-4bfd-85fe-756adf24ed85 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.2523875 Nov 25 18:30:16.571876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9209a4-6b4c-4fee-b4f6-7a43a35a8e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.596290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9209a4-6b4c-4fee-b4f6-7a43a35a8e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.642188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49605979-c52b-4ced-a73b-01ee971dac3f req-6e6338c0-0053-42f6-b7a5-49bd6d3c7eb1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785873 Nov 25 18:30:16.701214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9209a4-6b4c-4fee-b4f6-7a43a35a8e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ef445-4602-40f0-a4d7-cc3b2ed1653f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:16.738041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cb9209a4-6b4c-4fee-b4f6-7a43a35a8e46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d5f66805fe64fc09fa9ccc9deb9b822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9819994 Nov 25 18:30:16.742096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Deleting port 2cc925dc-0a11-4b0a-92c1-4820ab224556 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:16.742498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.824281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56592) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:16.851292 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.855240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] For port 2cc925dc-0a11-4b0a-92c1-4820ab224556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2cc925dc-0a11-4b0a-92c1-4820ab224556,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:16.855835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.876438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Calling delete_port for 2cc925dc-0a11-4b0a-92c1-4820ab224556 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:16.940910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port adc7acb7-8d55-4e03-b5b7-3d491c753d28 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:16.941257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:16.965007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-19abd1a6-e0ea-48c0-9a9b-5640e6d6292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:16.966672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-19abd1a6-e0ea-48c0-9a9b-5640e6d6292e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 1101 time: 0.7381887 Nov 25 18:30:17.117782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bc83f-c1a0-4a07-8eab-98391add7f41 req-03215e45-8e45-44fe-93bd-bc37f591d6cd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:17.124628 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c94bc83f-c1a0-4a07-8eab-98391add7f41 req-03215e45-8e45-44fe-93bd-bc37f591d6cd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.3059669 Nov 25 18:30:17.132770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] For port afbd3051-675d-4d06-8a69-7d4e2aa2953c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=afbd3051-675d-4d06-8a69-7d4e2aa2953c,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:17.132770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.151244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88051852-26da-4d01-94c0-ef625a40f30f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.166380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:17.166843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.170759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Calling delete_port for afbd3051-675d-4d06-8a69-7d4e2aa2953c owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:17.194811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port adc7acb7-8d55-4e03-b5b7-3d491c753d28, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adc7acb7-8d55-4e03-b5b7-3d491c753d28,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:17.195193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.223934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for adc7acb7-8d55-4e03-b5b7-3d491c753d28 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:17.240904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.267931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['afbd3051-675d-4d06-8a69-7d4e2aa2953c', '2cc925dc-0a11-4b0a-92c1-4820ab224556'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:17.293628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-78b46d63-4b48-44fe-a048-b7609d3745f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:17.296405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-78b46d63-4b48-44fe-a048-b7609d3745f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.3072309 Nov 25 18:30:17.299686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48708b81-ebc8-4586-b8ef-f2d3711e1e9c req-44c82aad-1e47-40b2-9754-3bd26b98368e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:17.301482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48708b81-ebc8-4586-b8ef-f2d3711e1e9c req-44c82aad-1e47-40b2-9754-3bd26b98368e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 945 time: 0.1684990 Nov 25 18:30:17.324700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88051852-26da-4d01-94c0-ef625a40f30f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.340993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event deleted for resources: {'Port': ['ID=2cc925dc-0a11-4b0a-92c1-4820ab224556,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:17.417344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] No DVR routers for this DVR port 2cc925dc-0a11-4b0a-92c1-4820ab224556 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:17.428241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.431546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7715ac3-58fd-46cb-bc82-df1a3985f711 req-46dddaef-4cd2-4d6a-b688-d0b6f2c87a34 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "DELETE /v2.0/ports/2cc925dc-0a11-4b0a-92c1-4820ab224556 HTTP/1.1" status: 204 len: 173 time: 1.0855627 Nov 25 18:30:17.431994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239a20ca-f119-4308-9abe-1d38b2111b86', 'name': 'network-vif-deleted', 'tag': '2cc925dc-0a11-4b0a-92c1-4820ab224556'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:17.434235 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3733a312-9873-4b21-b611-d511386205ef" -d '{"events": [{"server_uuid": "239a20ca-f119-4308-9abe-1d38b2111b86", "name": "network-vif-deleted", "tag": "2cc925dc-0a11-4b0a-92c1-4820ab224556"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:17.505457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48708b81-ebc8-4586-b8ef-f2d3711e1e9c req-a7df0a4c-4a9b-428e-83b9-30e729459dea tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692815 Nov 25 18:30:17.666867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-b295ba0c-e3b6-41c0-9ca3-880a274be878 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0912156 Nov 25 18:30:17.687416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.698837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.702952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['2cc925dc-0a11-4b0a-92c1-4820ab224556'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:17.751698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=adc7acb7-8d55-4e03-b5b7-3d491c753d28,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:17.769413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:17.789835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ee9c5-3d18-4a09-96c3-6afb86284d85 req-6b17d2c7-c250-4660-9588-0a86ba238ac3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:17.801879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d8ee9c5-3d18-4a09-96c3-6afb86284d85 req-6b17d2c7-c250-4660-9588-0a86ba238ac3 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=99a099aa-df36-46bb-a574-5e47d8f0d050 HTTP/1.1" status: 200 len: 950 time: 0.1882117 Nov 25 18:30:17.828341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'adc7acb7-8d55-4e03-b5b7-3d491c753d28'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:17.873575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-461676da-664b-47be-80f4-443c0ed24e72 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:17.875095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-461676da-664b-47be-80f4-443c0ed24e72 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.64 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 813 time: 0.3066251 Nov 25 18:30:17.902296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port adc7acb7-8d55-4e03-b5b7-3d491c753d28 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:17.909125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-b8821c58-2ba0-4f59-8dc5-3da7ec88f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:17.913083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-b8821c58-2ba0-4f59-8dc5-3da7ec88f08a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.2097704 Nov 25 18:30:17.915581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Request body: {'port': {'device_id': '8bf29799-d50e-458d-89dd-bd8910db375b', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'admin_state_up': True, 'tenant_id': '8614e3c8d90b43349385aab981e4891c'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:17.921909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:17.925228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56b91352-7360-4e6d-945a-fdf6b6df0086 req-6df6ad6a-ff65-4622-8734-2aaf8f8801b0 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "DELETE /v2.0/ports/adc7acb7-8d55-4e03-b5b7-3d491c753d28 HTTP/1.1" status: 204 len: 173 time: 1.5780690 Nov 25 18:30:17.925907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event deleted for resources: {'Port': ['ID=afbd3051-675d-4d06-8a69-7d4e2aa2953c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:17.956342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c94bc83f-c1a0-4a07-8eab-98391add7f41 req-63b4310c-6da8-41a7-9fc5-b65fb47c85f0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308330 Nov 25 18:30:18.025189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port d1a22a80-d6a2-4cdc-b461-27df44e4bad2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:18.031110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:18.057271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] No DVR routers for this DVR port afbd3051-675d-4d06-8a69-7d4e2aa2953c on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:18.063851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:18.067850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f030c7dd-7bac-4c19-ae02-b4b948134438 req-c8b7b3ba-303f-4963-a3f2-6a74c416e339 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "DELETE /v2.0/ports/afbd3051-675d-4d06-8a69-7d4e2aa2953c HTTP/1.1" status: 204 len: 173 time: 2.4556520 Nov 25 18:30:18.073501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'name': 'network-vif-deleted', 'tag': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:18.076362 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75129ce0-8783-4601-aa15-950a2e796c52" -d '{"events": [{"server_uuid": "564a8c1e-8121-4a39-89e1-69eaa95fb623", "name": "network-vif-deleted", "tag": "afbd3051-675d-4d06-8a69-7d4e2aa2953c"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:18.082395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-3ca0c155-ec54-4869-a8c5-aa684426802d tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:18.083518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88051852-26da-4d01-94c0-ef625a40f30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:18.083911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-3ca0c155-ec54-4869-a8c5-aa684426802d tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.2799702 Nov 25 18:30:18.087395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88051852-26da-4d01-94c0-ef625a40f30f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:18.090314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-88051852-26da-4d01-94c0-ef625a40f30f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b10ef445-4602-40f0-a4d7-cc3b2ed1653f HTTP/1.1" status: 204 len: 168 time: 1.2627182 Nov 25 18:30:18.090314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for d1a22a80-d6a2-4cdc-b461-27df44e4bad2 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:18.104313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d8ee9c5-3d18-4a09-96c3-6afb86284d85 req-9e3b482a-ce15-489d-ae31-d0a410675518 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014929 Nov 25 18:30:18.121991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88051852-26da-4d01-94c0-ef625a40f30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ef445-4602-40f0-a4d7-cc3b2ed1653f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:18.146670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819194-3'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:18.183709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-991e0b18-f3aa-4f8f-baa4-398ec6b0d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:18.185767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-991e0b18-f3aa-4f8f-baa4-398ec6b0d0ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2379136 Nov 25 18:30:18.444499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f7e625d-3244-475f-8ed8-c26c0057da59 req-0456dcd4-0786-47f9-bcb2-672b5b1fd026 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 210 time: 0.2245255 Nov 25 18:30:18.652894 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb197a-c0d2-46a0-a947-0149bfb139e0 x-openstack-request-id: req-6ffb197a-c0d2-46a0-a947-0149bfb139e0 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:18.653183 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564a8c1e-8121-4a39-89e1-69eaa95fb623", "name": "network-vif-deleted", "tag": "afbd3051-675d-4d06-8a69-7d4e2aa2953c", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:18.653442 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ffb197a-c0d2-46a0-a947-0149bfb139e0 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:18.653841 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564a8c1e-8121-4a39-89e1-69eaa95fb623', 'name': 'network-vif-deleted', 'tag': 'afbd3051-675d-4d06-8a69-7d4e2aa2953c', 'status': 'completed', 'code': 200} Nov 25 18:30:18.707601 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ff45fe-1fac-49ed-a44a-f8de5451250e x-openstack-request-id: req-b8ff45fe-1fac-49ed-a44a-f8de5451250e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:18.708378 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239a20ca-f119-4308-9abe-1d38b2111b86", "name": "network-vif-deleted", "tag": "2cc925dc-0a11-4b0a-92c1-4820ab224556", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:18.708378 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8ff45fe-1fac-49ed-a44a-f8de5451250e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:18.708667 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239a20ca-f119-4308-9abe-1d38b2111b86', 'name': 'network-vif-deleted', 'tag': '2cc925dc-0a11-4b0a-92c1-4820ab224556', 'status': 'completed', 'code': 200} Nov 25 18:30:18.736581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:18.761728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-739bf5fc-d334-49b7-8a32-0289999a7f8b tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:18.763308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-739bf5fc-d334-49b7-8a32-0289999a7f8b tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 813 time: 0.9411886 Nov 25 18:30:18.785925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Request body: {'port': {'device_id': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'admin_state_up': True, 'tenant_id': '8614e3c8d90b43349385aab981e4891c'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:18.790663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-7623f0fd-d62c-49c3-adcd-4ae2c1fbd7ec service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765698 Nov 25 18:30:18.800948 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=d1a22a80-d6a2-4cdc-b461-27df44e4bad2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:18.844202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Made reservation on behalf of 8614e3c8d90b43349385aab981e4891c for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:18.847885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:18.863373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:18.921699 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:18.947369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344ec45-525d-4856-a86b-345946db9e28 req-5a578c0b-0fbc-48cb-a3f2-2a9be9576c5b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:18.948926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a344ec45-525d-4856-a86b-345946db9e28 req-5a578c0b-0fbc-48cb-a3f2-2a9be9576c5b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.2395132 Nov 25 18:30:19.010736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port d1a22a80-d6a2-4cdc-b461-27df44e4bad2 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:19.015868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:19.016773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.024894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0bf6686a-2343-4707-aa37-1aa50d38f76f req-2ed7497d-804e-44ee-a6fd-cb2369127d88 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "DELETE /v2.0/ports/d1a22a80-d6a2-4cdc-b461-27df44e4bad2 HTTP/1.1" status: 204 len: 173 time: 2.7937553 Nov 25 18:30:19.074789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-a129e553-a175-45e1-83eb-55923a279acc tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--281081862&fields=id&tenant_id=3a2fdedde8194deda40d0fcd67a1bec9 HTTP/1.1" status: 200 len: 267 time: 0.3479502 Nov 25 18:30:19.147289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.198133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:19.200100 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f66e1-207d-46c9-9f3e-f8e764931560" -d '{"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:19.242943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6561fdd1-cd78-4718-bff2-27de01b31f44 req-4553f039-d268-4d40-b9b0-d18918d2817f service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351792 Nov 25 18:30:19.251197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a344ec45-525d-4856-a86b-345946db9e28 req-c30dd6b1-24ee-4398-87cd-a1fe4cdb09a4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921393 Nov 25 18:30:19.275501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:19.291462 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.292245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d1a22a80-d6a2-4cdc-b461-27df44e4bad2 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:19.385610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:19.414285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:19.416759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:19.422525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: d1a22a80-d6a2-4cdc-b461-27df44e4bad2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:19.422525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d1a22a80-d6a2-4cdc-b461-27df44e4bad2 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:19.440240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:19.493933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-8954167f-ddf5-41bb-833d-515f9e02384d tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:19.498828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-8954167f-ddf5-41bb-833d-515f9e02384d tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/networks?id=5c83d646-b02a-4ec5-8429-16f972295c78 HTTP/1.1" status: 200 len: 815 time: 0.4037418 Nov 25 18:30:19.519356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.527681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-0f234b20-e2e5-40a3-bdc7-0f03fea03538 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/quotas/3a2fdedde8194deda40d0fcd67a1bec9 HTTP/1.1" status: 200 len: 375 time: 0.0172381 Nov 25 18:30:19.590335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56654) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:19.597678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Made reservation on behalf of 8614e3c8d90b43349385aab981e4891c for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:19.601370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.623152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.652033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Allocated IP 172.20.0.13 (b2c137d5-bebe-4e93-b1f0-885528b6ecd6/152fff85-2bda-47dc-9f0d-64925e47a025/7d201b9d-7761-4ec3-92f4-1e99d4be3564) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:19.658875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-6e9edb69-090c-4221-a23b-22e8347b3e17 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a2fdedde8194deda40d0fcd67a1bec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226134 Nov 25 18:30:19.728378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2434022-5ee6-4d2b-b4f2-afbb16dd980c req-3ddc4bf0-e1f1-4a2a-a1b6-f1dbadbf370f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:19.729839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2434022-5ee6-4d2b-b4f2-afbb16dd980c req-3ddc4bf0-e1f1-4a2a-a1b6-f1dbadbf370f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.1505647 Nov 25 18:30:19.818162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-a24a8032-e445-4fa7-a08c-5118a91e0a97 service neutron] 10.222.0.62 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361842 Nov 25 18:30:19.856198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-34343811-network', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:19.894804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:19.915486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on host n-h2-819194-3 for vnic_type normal with profile {"migrating_to": "n-h1-819194-3"} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:19.915834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:19.916172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:19.939584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Made reservation on behalf of 20a86a1b80004671a7f07e4fed1a646a for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:19.941855 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.943437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:19.943768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Attempting to bind port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on network a19744a1-d96d-43ad-bef6-23ddd40d9743 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:19.954382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:19.956852 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2434022-5ee6-4d2b-b4f2-afbb16dd980c req-6b6e3442-f65a-47dc-9868-49fda8df712f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693943 Nov 25 18:30:19.967497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:19.967856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Checking segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:19.968400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Bound using segment: {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:19.969270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Bound port: 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a19744a1-d96d-43ad-bef6-23ddd40d9743'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:19.969270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.013169 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-3c00fae1-4ff6-4115-b6bd-0371835353df service neutron] 10.222.0.62 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925223 Nov 25 18:30:20.093471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.100308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.132512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:30:20.148802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886b067b-6a2d-44c4-b1c8-7f5262a3f73c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:20.155039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.155392 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Added segment 1c9f6062-4ddb-4802-90ba-0bcf2937920a of type vlan for network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 Nov 25 18:30:20.196539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:20.200463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:20.209861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.229361 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.247657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89303146-880f-4821-b2b1-ff37e987644a req-7b8f3294-4737-49d2-9f54-f8ead8cf44f8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:20.258648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89303146-880f-4821-b2b1-ff37e987644a req-7b8f3294-4737-49d2-9f54-f8ead8cf44f8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.1592357 Nov 25 18:30:20.267825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.269377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:20.269983 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.270589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.303699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4e517fd6-8e14-44df-8c39-f9046afc9e8e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:20.307153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adc7acb7-8d55-4e03-b5b7-3d491c753d28 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:20.336503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7396019 Nov 25 18:30:20.339506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56666) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:20.358899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Request body: {'subnet': {'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-34343811-subnet', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:20.377003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fef96b-a86b-4b95-bbea-4e595ce84825 admin admin] Pushing event updated for resources: {'Network': ['ID=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:20.417514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:30:20.421854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Made reservation on behalf of 20a86a1b80004671a7f07e4fed1a646a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:20.425876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.497624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89303146-880f-4821-b2b1-ff37e987644a req-cf85b629-6ffb-4ebb-a761-0f6ac73270d0 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380474 Nov 25 18:30:20.552199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: adc7acb7-8d55-4e03-b5b7-3d491c753d28 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:20.552581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adc7acb7-8d55-4e03-b5b7-3d491c753d28 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:20.552968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2cc925dc-0a11-4b0a-92c1-4820ab224556 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:20.567022 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b9f04-50df-4ff9-b943-3960ce1607f1 x-openstack-request-id: req-881b9f04-50df-4ff9-b943-3960ce1607f1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:20.567324 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:20.567587 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-881b9f04-50df-4ff9-b943-3960ce1607f1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:20.567996 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'code': 200} Nov 25 18:30:20.579833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:30:20.600954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:20.601595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.609706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] 10.222.0.66 "PUT /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 1121 time: 2.5041311 Nov 25 18:30:20.621461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b5e85-1fe0-4ffd-af7b-c566b41cee32 service neutron] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=8']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:20.674398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 2cc925dc-0a11-4b0a-92c1-4820ab224556 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:20.674719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2cc925dc-0a11-4b0a-92c1-4820ab224556 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:20.675149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device afbd3051-675d-4d06-8a69-7d4e2aa2953c no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:20.694642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'name': 'network-vif-deleted', 'tag': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:20.705015 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328bfdb7-7395-4499-a7c4-a4cd63ae6da9" -d '{"events": [{"server_uuid": "8809ff09-393b-4ac2-b59e-f0457ce5b10e", "name": "network-vif-deleted", "tag": "d1a22a80-d6a2-4cdc-b461-27df44e4bad2"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:20.713631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'name': 'network-vif-deleted', 'tag': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28'}, {'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e'}, {'name': 'network-changed', 'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:20.728389 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14355771-44c5-4adf-ab5a-7ab2448050c4" -d '{"events": [{"server_uuid": "99a099aa-df36-46bb-a574-5e47d8f0d050", "name": "network-vif-deleted", "tag": "adc7acb7-8d55-4e03-b5b7-3d491c753d28"}, {"server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "name": "network-vif-unplugged", "status": "completed", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e"}, {"name": "network-changed", "server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:20.741244 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70544419-fd19-4236-989e-6cae75c3ef8e req-b078fcb4-9b02-45c2-a8fd-995885b4dcf2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 210 time: 0.0954106 Nov 25 18:30:20.755208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: afbd3051-675d-4d06-8a69-7d4e2aa2953c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:20.755820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device afbd3051-675d-4d06-8a69-7d4e2aa2953c not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:20.760309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['4e517fd6-8e14-44df-8c39-f9046afc9e8e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:20.764087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4e517fd6-8e14-44df-8c39-f9046afc9e8e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:20.869847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.881265 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:20.973713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c1af7-aef5-47b0-bbbc-cfcaa696b5b2 req-91ba7f4b-47b3-4da6-b82b-552de2dd4517 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:20.985581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-352c1af7-aef5-47b0-bbbc-cfcaa696b5b2 req-91ba7f4b-47b3-4da6-b82b-552de2dd4517 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 948 time: 0.2200370 Nov 25 18:30:21.074139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-0e1761e2-1688-4667-bb74-38e7b6a429a5 {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:30:21.074652 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:30:21.083785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16e28a44-7d4b-4a45-96bc-9351208fb5fc req-99b93f98-249f-4773-8167-02e14a133fc6 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.2152164 Nov 25 18:30:21.098272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:21.107538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:21.113987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e70db96-3279-4c1b-b4de-d034bee5dd57,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:21.117988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Checking segment: {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:21.119062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Network hostable DHCP agents. Network: 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:30:21.121560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:21.125777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:21.129654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event updated for resources: {'Port': ['ID=7d201b9d-7761-4ec3-92f4-1e99d4be3564,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:21.149310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:21.152867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4e517fd6-8e14-44df-8c39-f9046afc9e8e has no active binding in host n-h1-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:30:21.164371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-352c1af7-aef5-47b0-bbbc-cfcaa696b5b2 req-97c96b74-e619-4520-ac8d-2e3631c04035 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762047 Nov 25 18:30:21.178880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:30:21.213084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:21.234956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:21.235729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.287889 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68729289-69c5-467e-9662-48fbdf506d8c x-openstack-request-id: req-68729289-69c5-467e-9662-48fbdf506d8c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:21.288653 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8809ff09-393b-4ac2-b59e-f0457ce5b10e", "name": "network-vif-deleted", "tag": "d1a22a80-d6a2-4cdc-b461-27df44e4bad2", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:21.289279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e901e-994a-4ef1-95e9-7ddf92a5f3f2 None None] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:21.289470 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68729289-69c5-467e-9662-48fbdf506d8c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:21.290220 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8809ff09-393b-4ac2-b59e-f0457ce5b10e', 'name': 'network-vif-deleted', 'tag': 'd1a22a80-d6a2-4cdc-b461-27df44e4bad2', 'status': 'completed', 'code': 200} Nov 25 18:30:21.304061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d4fe751-e59a-4c81-9663-c5b71b33a3ad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9626861 Nov 25 18:30:21.305689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56688) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:21.324134 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f359eddd-a4ec-44fe-862b-1c1b25a5ebf8 x-openstack-request-id: req-f359eddd-a4ec-44fe-862b-1c1b25a5ebf8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:21.326497 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a099aa-df36-46bb-a574-5e47d8f0d050", "name": "network-vif-deleted", "tag": "adc7acb7-8d55-4e03-b5b7-3d491c753d28", "status": "completed", "code": 200}, {"server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "name": "network-vif-unplugged", "status": "completed", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e", "code": 200}, {"name": "network-changed", "server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:21.327833 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f359eddd-a4ec-44fe-862b-1c1b25a5ebf8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:21.332390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-489f74f5-7941-4579-887f-680612161b58 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:30:21.338999 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a099aa-df36-46bb-a574-5e47d8f0d050', 'name': 'network-vif-deleted', 'tag': 'adc7acb7-8d55-4e03-b5b7-3d491c753d28', 'status': 'completed', 'code': 200} Nov 25 18:30:21.339373 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e', 'code': 200} Nov 25 18:30:21.340344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:21.340801 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e', 'status': 'completed', 'code': 200} Nov 25 18:30:21.379789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:21.380659 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.480811 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.483694 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.505273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-9925dfef-52bb-43c0-acdf-d24f4913c123 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5920744 Nov 25 18:30:21.515736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-d509e046-7d38-4f04-8782-d34794269f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:21.520746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Request body: {'port': {'device_id': '8bf29799-d50e-458d-89dd-bd8910db375b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:21.522124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-d509e046-7d38-4f04-8782-d34794269f32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1124 time: 0.1714790 Nov 25 18:30:21.594975 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.657455 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.683194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142262ae-20f6-46bd-9d65-1bdf979f0da2 req-05687885-cd8d-4332-a7b3-61b45c27e086 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:21.695348 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-142262ae-20f6-46bd-9d65-1bdf979f0da2 req-05687885-cd8d-4332-a7b3-61b45c27e086 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2500365 Nov 25 18:30:21.745956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:21.778994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:30:21.780403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.780567 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.811623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'mac_address': 'fa:16:3e:24:77:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:21.867959 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:21.888208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad8908-e0e1-4780-9924-95b60b20f4e4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:21.949348 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-142262ae-20f6-46bd-9d65-1bdf979f0da2 req-b1313396-5709-4aaf-9287-9355e225dab7 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525718 Nov 25 18:30:21.985478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:21.999340 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:22.075579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b223f9-7972-4bf4-b68f-c27954d86cc4 req-ab171d07-43c0-4955-8eb5-7e10806ce910 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:22.077132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e5b223f9-7972-4bf4-b68f-c27954d86cc4 req-ab171d07-43c0-4955-8eb5-7e10806ce910 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.2148721 Nov 25 18:30:22.106852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Allocated IP 172.20.0.2 (400e7c1f-60fa-42d8-ae75-d5e1592c4fa1/2e70db96-3279-4c1b-b4de-d034bee5dd57/78815c2d-69d4-4944-b561-f27c828c7ba6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:22.109424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:22.165919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:22.176668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-a5b3125e-2217-4ed7-93e7-df118501492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:22.178995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-a5b3125e-2217-4ed7-93e7-df118501492a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.6073880 Nov 25 18:30:22.207075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Allocated IP 172.20.0.6 (b2c137d5-bebe-4e93-b1f0-885528b6ecd6/152fff85-2bda-47dc-9f0d-64925e47a025/db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:22.220348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e5b223f9-7972-4bf4-b68f-c27954d86cc4 req-065724a7-0c51-403e-b45b-d84430d1a446 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097946 Nov 25 18:30:22.330111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9e4688ff-9083-4d7c-a5c8-58865241ae04 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:22.366742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-81926498-4356-4004-933e-61804d91694a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 217 time: 0.1590340 Nov 25 18:30:22.461882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:22.490800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-21d6e29a-4f15-488c-a660-3ded7515eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:22.492414 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-21d6e29a-4f15-488c-a660-3ded7515eca7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.0548787 Nov 25 18:30:22.505637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['05ad8908-e0e1-4780-9924-95b60b20f4e4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:22.554808 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:22.582332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:22.607743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0accf8f3-9f4e-4455-a7b7-1461b3a495c6 req-dcd17622-2a30-468d-ad60-a073e2c828ab tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.0589659 Nov 25 18:30:22.613241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-9e4c2688-54c0-4c7a-9de1-181003cd3125 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061482 Nov 25 18:30:22.620278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-f87c01d0-3e05-4fda-90ac-58e2283a5254 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:22.621778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-f87c01d0-3e05-4fda-90ac-58e2283a5254 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.66 "GET /v2.0/networks?id=5c83d646-b02a-4ec5-8429-16f972295c78 HTTP/1.1" status: 200 len: 815 time: 0.2130115 Nov 25 18:30:22.625828 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:22.632163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Pushing event updated for resources: {'Port': ['ID=78815c2d-69d4-4944-b561-f27c828c7ba6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:22.718726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:22.748168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:22.765595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-1ecd2cc2-736a-40c0-b674-f136cb34f7fc service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184468 Nov 25 18:30:22.779442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:22.794383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d55bcd-735e-4c49-addb-c45998810709 req-15d960f2-5506-46f2-9ae5-ca10fa0050b2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:22.803479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18d55bcd-735e-4c49-addb-c45998810709 req-15d960f2-5506-46f2-9ae5-ca10fa0050b2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 932 time: 0.4249203 Nov 25 18:30:22.808639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:22.818756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event updated for resources: {'Port': ['ID=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:22.902499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18d55bcd-735e-4c49-addb-c45998810709 req-ce98b68e-a0f2-43d3-951f-09e1f66a8272 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947382 Nov 25 18:30:22.932270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:22.968024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:22.977743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Attempting to bind port 78815c2d-69d4-4944-b561-f27c828c7ba6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:22.983828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Attempting to bind port 78815c2d-69d4-4944-b561-f27c828c7ba6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:22.984626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Attempting to bind port 78815c2d-69d4-4944-b561-f27c828c7ba6 on network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:23.020927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:23.021544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.027344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:23.028028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Checking segment: {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:23.033965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.034378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Bound using segment: {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:23.034912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Bound port: 78815c2d-69d4-4944-b561-f27c828c7ba6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:23.035297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.138010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-70dbf0c5-8064-43f7-9005-371caf32bc22 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3605564 Nov 25 18:30:23.148426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc94a9-6829-4154-aba5-025a36aece0f req-5093522d-c92b-4c6b-84e8-228eda2f860a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:23.156601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8dc94a9-6829-4154-aba5-025a36aece0f req-5093522d-c92b-4c6b-84e8-228eda2f860a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 949 time: 0.2490277 Nov 25 18:30:23.174339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d201b9d-7761-4ec3-92f4-1e99d4be3564 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:23.183358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.200323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Transition to ACTIVE for port object 7d201b9d-7761-4ec3-92f4-1e99d4be3564 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:23.201309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6c111-6c6e-42ba-9d5c-ef8914f1e10d req-005b3bd5-cb6d-4fbd-a469-5aa494e72b5b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:23.209525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5be6c111-6c6e-42ba-9d5c-ef8914f1e10d req-005b3bd5-cb6d-4fbd-a469-5aa494e72b5b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 950 time: 0.1995132 Nov 25 18:30:23.211608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-0420b754-7f48-4490-975d-0176c90cc97a tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a2fdedde8194deda40d0fcd67a1bec9 HTTP/1.1" status: 200 len: 379 time: 0.5489974 Nov 25 18:30:23.217691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Request body: {'port': {'device_id': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:23.236365 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.261261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.267407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Request body: {'port': {'device_id': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'admin_state_up': True, 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'security_groups': ['825cf5a7-e7cf-4305-80b2-85bf33b73651']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:23.286739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.299596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] For port 78815c2d-69d4-4944-b561-f27c828c7ba6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:23.306160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] For port 78815c2d-69d4-4944-b561-f27c828c7ba6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=78815c2d-69d4-4944-b561-f27c828c7ba6,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:23.318716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.446844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14355771-44c5-4adf-ab5a-7ab2448050c4 req-c9614ccc-01d8-4156-bf52-f7bc956d453b service neutron] 10.222.0.64 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406174 Nov 25 18:30:23.453617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bd3ee-1f9c-4458-9f72-3cd1b264d37c None None] Pushing event updated for resources: {'Port': ['ID=78815c2d-69d4-4944-b561-f27c828c7ba6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:23.537566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8dc94a9-6829-4154-aba5-025a36aece0f req-7d1ab636-f036-4e56-a93b-81bf2ae27052 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781633 Nov 25 18:30:23.538297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d201b9d-7761-4ec3-92f4-1e99d4be3564,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:23.540546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Allocated IP 172.25.2.151 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d9e0a446-e7db-4b2f-b76f-afbb4530fdce) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:23.589967 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.704837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.730874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5be6c111-6c6e-42ba-9d5c-ef8914f1e10d req-14d0f55b-1422-45ff-a996-e525fc18931c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163679 Nov 25 18:30:23.786577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-c1c59459-b402-43d2-ba2e-7da0c02c3767 service neutron] 10.222.0.66 "GET /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04/bindings/n-h2-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.3377512 Nov 25 18:30:23.876642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Attempting to bind port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:23.876940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Attempting to bind port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:23.877310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Attempting to bind port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:23.878857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.904771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Made reservation on behalf of 3a2fdedde8194deda40d0fcd67a1bec9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:23.908664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:23.917034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:23.917584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Attempting to bind port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:23.937517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:23.944035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:23.953105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:24.004550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202443f4-7e66-43ef-8124-95559a17b822 req-3f67ce92-eadc-4833-b402-7d7820a81fe5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:24.011806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-202443f4-7e66-43ef-8124-95559a17b822 req-3f67ce92-eadc-4833-b402-7d7820a81fe5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.3191853 Nov 25 18:30:24.018759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:24.019022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Checking segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:24.019400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Bound using segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:24.019850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Bound port: 7d201b9d-7761-4ec3-92f4-1e99d4be3564, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:24.020208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:24.051817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150804-f584-4cdf-baea-f266d535e80b req-e433f69e-85ef-48a2-9f18-9ed3c5b647f5 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:24.053404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d150804-f584-4cdf-baea-f266d535e80b req-e433f69e-85ef-48a2-9f18-9ed3c5b647f5 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/ports?device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 950 time: 0.3287776 Nov 25 18:30:24.377884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.66', 60375) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:24.414541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Pushing event updated for resources: {'Port': ['ID=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:24.479041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eb7c0-ce39-4113-9152-a79e64c1dc28 req-e3b47681-c279-48df-9b7c-c237cca0234e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:24.486767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f8eb7c0-ce39-4113-9152-a79e64c1dc28 req-e3b47681-c279-48df-9b7c-c237cca0234e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 944 time: 0.5403943 Nov 25 18:30:24.646753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-8919058f-5fe9-48e2-833a-4b7dc9f88610 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:24.648286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-8919058f-5fe9-48e2-833a-4b7dc9f88610 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dbafc59-7d46-488d-8f65-2e825ac927cb HTTP/1.1" status: 200 len: 950 time: 0.2673700 Nov 25 18:30:24.705017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-202443f4-7e66-43ef-8124-95559a17b822 req-e3873018-1106-408e-a05e-a5de820e2e20 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922414 Nov 25 18:30:24.761677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f8eb7c0-ce39-4113-9152-a79e64c1dc28 req-c78f0f46-33f2-44f6-9ca1-4910ff36e766 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704604 Nov 25 18:30:24.778549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de6870-3000-4c52-8333-e4001c8411f3 None None] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:24.783133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] For port 7d201b9d-7761-4ec3-92f4-1e99d4be3564, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:24.838760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] For port 7d201b9d-7761-4ec3-92f4-1e99d4be3564, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7d201b9d-7761-4ec3-92f4-1e99d4be3564,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:24.865623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:24.892099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Allocated IP 172.20.0.12 (5c83d646-b02a-4ec5-8429-16f972295c78/d4c43a6a-5f49-4963-a6da-b10b9896609b/7120780e-ae5b-47c4-b421-ca9ac4640077) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:24.892308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:24.931860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0689d1f1-5315-4df7-b322-359a0cc0999f None None] Provisioning complete for port 78815c2d-69d4-4944-b561-f27c828c7ba6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:24.932230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0689d1f1-5315-4df7-b322-359a0cc0999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:24.958961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:24.959730 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:24.961307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d201b9d-7761-4ec3-92f4-1e99d4be3564 HTTP/1.1" status: 200 len: 1092 time: 3.4463594 Nov 25 18:30:24.964685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf29799-d50e-458d-89dd-bd8910db375b', 'tag': '7d201b9d-7761-4ec3-92f4-1e99d4be3564'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:24.967613 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3212a10-cd0e-4cdc-8eae-1523ef647c38" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf29799-d50e-458d-89dd-bd8910db375b", "tag": "7d201b9d-7761-4ec3-92f4-1e99d4be3564"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:24.980582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5fb16a73-dbc8-4e64-9002-7016a8e0b291 req-00a008f4-2aeb-49d3-93e7-7cf15ba34b75 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.0556946 Nov 25 18:30:24.985514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port cafc5a86-4e54-459e-830f-061a8da26fe9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:24.985948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.022462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:25.068677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4688ff-9083-4d7c-a5c8-58865241ae04 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:25.083419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:25.188186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:25.250001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-564172c0-0ff9-4ab3-bef4-d94d848559fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:25.252246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-564172c0-0ff9-4ab3-bef4-d94d848559fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 1095 time: 0.1836429 Nov 25 18:30:25.259038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.280467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:25.308262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.319082 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0689d1f1-5315-4df7-b322-359a0cc0999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.325088 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.364728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4f64-b649-4bd3-970b-a5bf28b00fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d201b9d-7761-4ec3-92f4-1e99d4be3564,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:25.369172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-96b5aa16-1a15-45ee-b52c-3b3e72337de5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d201b9d-7761-4ec3-92f4-1e99d4be3564 HTTP/1.1" status: 200 len: 217 time: 0.0679085 Nov 25 18:30:25.388567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0689d1f1-5315-4df7-b322-359a0cc0999f None None] For port 78815c2d-69d4-4944-b561-f27c828c7ba6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=78815c2d-69d4-4944-b561-f27c828c7ba6,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:25.407961 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0689d1f1-5315-4df7-b322-359a0cc0999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.424207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 05ad8908-e0e1-4780-9924-95b60b20f4e4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:25.424693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.443334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port 3c485170-5e78-4f23-8e10-454183860872 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:25.443893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.445685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7fb78-9dd6-452e-b7ed-8c459ae3264c req-3c4a9056-a30d-4ac4-9f83-ebf0cdbc390c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:25.453560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ee7fb78-9dd6-452e-b7ed-8c459ae3264c req-3c4a9056-a30d-4ac4-9f83-ebf0cdbc390c tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=544debea-78c9-44f5-8c03-36a5d9cb4920 HTTP/1.1" status: 200 len: 950 time: 0.2817450 Nov 25 18:30:25.460359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Transition to ACTIVE for port object db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:25.496257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port cafc5a86-4e54-459e-830f-061a8da26fe9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cafc5a86-4e54-459e-830f-061a8da26fe9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:25.496629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.510887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for cafc5a86-4e54-459e-830f-061a8da26fe9 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:25.580985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689d1f1-5315-4df7-b322-359a0cc0999f None None] Pushing event updated for resources: {'Port': ['ID=78815c2d-69d4-4944-b561-f27c828c7ba6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:25.628439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 78815c2d-69d4-4944-b561-f27c828c7ba6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:25.663219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.680579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] Transition to ACTIVE for port object 9e4688ff-9083-4d7c-a5c8-58865241ae04 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:25.708268 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.739375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.762350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f9cbe-4042-44e7-bea6-48164094d0fa req-67f60189-d005-405a-8303-6bf4758141c0 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:25.762977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:25.766751 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d27c4f9-d2fb-4f0e-8a31-f2091f4cc37e" -d '{"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:25.770928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-779f9cbe-4042-44e7-bea6-48164094d0fa req-67f60189-d005-405a-8303-6bf4758141c0 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 944 time: 0.5056503 Nov 25 18:30:25.791730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3fd18833-6445-412f-b405-272a6cc442d1 None None] Provisioning complete for port 78815c2d-69d4-4944-b561-f27c828c7ba6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:25.792794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fd18833-6445-412f-b405-272a6cc442d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.797171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:25.800481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 78815c2d-69d4-4944-b561-f27c828c7ba6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:25.801269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.848001 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:25.935999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] No DVR routers for this DVR port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:25.938540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:25.952050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-779f9cbe-4042-44e7-bea6-48164094d0fa req-52600685-b554-4af0-b4d2-20f9386c7dce tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801682 Nov 25 18:30:26.002050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-80ff3478-f721-4454-96d8-dbbb4d2ec6a5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:26.004652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-80ff3478-f721-4454-96d8-dbbb4d2ec6a5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a&tenant_id=d238c92999f6468d9acaa143e2603a98&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 949 time: 0.7400885 Nov 25 18:30:26.044657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-1410f103-bcec-4242-89cd-b7e53e42ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:26.046678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-1410f103-bcec-4242-89cd-b7e53e42ed83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.6606798 Nov 25 18:30:26.058707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ee7fb78-9dd6-452e-b7ed-8c459ae3264c req-4c01bc4c-d2d9-464b-84e2-e5be6a3e755b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033332 Nov 25 18:30:26.059495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Pushing event updated for resources: {'Port': ['ID=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:26.099303 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] 10.222.0.66 "PUT /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04/bindings/n-h2-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3034453 Nov 25 18:30:26.159013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.162779 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473130b7-6805-479b-992a-f3d5ff56d33c x-openstack-request-id: req-473130b7-6805-479b-992a-f3d5ff56d33c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:26.166959 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf29799-d50e-458d-89dd-bd8910db375b", "tag": "7d201b9d-7761-4ec3-92f4-1e99d4be3564", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:26.167233 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-473130b7-6805-479b-992a-f3d5ff56d33c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:26.167662 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf29799-d50e-458d-89dd-bd8910db375b', 'tag': '7d201b9d-7761-4ec3-92f4-1e99d4be3564', 'status': 'completed', 'code': 200} Nov 25 18:30:26.172848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3c485170-5e78-4f23-8e10-454183860872', 'cafc5a86-4e54-459e-830f-061a8da26fe9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:26.175803 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-856a3c78-1cf6-4bdc-8a79-efc18e1c281e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101799 Nov 25 18:30:26.178826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:26.180325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port 3c485170-5e78-4f23-8e10-454183860872, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3c485170-5e78-4f23-8e10-454183860872,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:26.180750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.203775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for 3c485170-5e78-4f23-8e10-454183860872 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:26.315370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=cafc5a86-4e54-459e-830f-061a8da26fe9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:26.385954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Attempting to bind port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:26.386308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Attempting to bind port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:26.387273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Attempting to bind port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:26.453191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.472859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:26.473187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Attempting to bind port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e on network b2c137d5-bebe-4e93-b1f0-885528b6ecd6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:26.507177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:26.511650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.517930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-d3fcc748-7c6c-4eca-81fe-a11a88617e4b service neutron] 10.222.0.64 "GET /v2.0/ports/05ad8908-e0e1-4780-9924-95b60b20f4e4/bindings/n-h2-819194-3 HTTP/1.1" status: 200 len: 382 time: 0.4798210 Nov 25 18:30:26.528171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port cafc5a86-4e54-459e-830f-061a8da26fe9 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:26.540293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:26.540955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Checking segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:26.541239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Bound using segment: {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:26.541587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Bound port: db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a738710c-6ddc-419d-b1b7-53a321b7dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:26.541918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.551954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.555622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d150804-f584-4cdf-baea-f266d535e80b req-a2daf88b-d13f-4862-9937-da4be6348020 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "DELETE /v2.0/ports/cafc5a86-4e54-459e-830f-061a8da26fe9 HTTP/1.1" status: 204 len: 173 time: 2.4844835 Nov 25 18:30:26.571904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ae09e-319e-437f-8df9-452521dd1bb7 req-9793a452-dcaf-4f97-9f90-aa3b917fd4e6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:26.583816 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a1ae09e-319e-437f-8df9-452521dd1bb7 req-9793a452-dcaf-4f97-9f90-aa3b917fd4e6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.3144779 Nov 25 18:30:26.672549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=3c485170-5e78-4f23-8e10-454183860872,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:26.729806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-428f46a4-5c6f-423c-94c4-f7400986e9f6 service neutron] 10.222.0.64 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287747 Nov 25 18:30:26.793723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port 3c485170-5e78-4f23-8e10-454183860872 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:26.797263 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.801703 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7c70a82-4476-4202-a623-476fa07ca9bd req-52929c5e-cc68-4884-864c-55288fe09e1a tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.66 "DELETE /v2.0/ports/3c485170-5e78-4f23-8e10-454183860872 HTTP/1.1" status: 204 len: 173 time: 2.1401558 Nov 25 18:30:26.806941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'name': 'network-vif-deleted', 'tag': '3c485170-5e78-4f23-8e10-454183860872'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:26.809267 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5311f9d-a233-4673-9f0c-7b29780f455d" -d '{"events": [{"server_uuid": "4dbafc59-7d46-488d-8f65-2e825ac927cb", "name": "network-vif-deleted", "tag": "3c485170-5e78-4f23-8e10-454183860872"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:26.814276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-e0bc3be5-ad93-4e2d-99f6-c12948f30cb7 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:26.815804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-e0bc3be5-ad93-4e2d-99f6-c12948f30cb7 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.3326252 Nov 25 18:30:26.820678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-2d7fb956-5aa9-49aa-bdba-b5eb7628c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:26.822872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-2d7fb956-5aa9-49aa-bdba-b5eb7628c194 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 1101 time: 0.1918147 Nov 25 18:30:26.829718 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.870000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95bf15-25ca-4dc0-987b-bab8e7a277fe req-edfec395-e36b-4a53-a869-4723246d4aa4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:26.878751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df95bf15-25ca-4dc0-987b-bab8e7a277fe req-edfec395-e36b-4a53-a869-4723246d4aa4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.3840790 Nov 25 18:30:26.908919 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:26.923800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a1ae09e-319e-437f-8df9-452521dd1bb7 req-1f6c1975-3c00-46cd-a2d4-f936cb4bf6a7 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390541 Nov 25 18:30:26.955050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] For port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:26.993061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] For port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:27.010954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Network 5c83d646-b02a-4ec5-8429-16f972295c78 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:27.018565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:27.028477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:27.036504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event updated for resources: {'Port': ['ID=7120780e-ae5b-47c4-b421-ca9ac4640077,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:27.042673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:27.074372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-e1e04d1f-b184-4ae4-aa1d-72351f218b39 service neutron] 10.222.0.64 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253901 Nov 25 18:30:27.124001 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c24535f-9696-4006-a1ac-d0b0cd1bec26 x-openstack-request-id: req-2c24535f-9696-4006-a1ac-d0b0cd1bec26 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:27.124498 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:27.126108 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c24535f-9696-4006-a1ac-d0b0cd1bec26 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:27.126108 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'code': 200} Nov 25 18:30:27.147039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.155400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:27.157360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] 10.222.0.66 "PUT /v2.0/ports/db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e HTTP/1.1" status: 200 len: 1091 time: 3.9860134 Nov 25 18:30:27.161625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e8fc183-b74c-4d95-ac4c-6aa456979630'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:27.192428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df95bf15-25ca-4dc0-987b-bab8e7a277fe req-e239785e-231a-4590-ac70-740ccc059186 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127100 Nov 25 18:30:27.262066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-639895e3-d9fe-4fd9-b0f4-7f87f3910303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.265116 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-639895e3-d9fe-4fd9-b0f4-7f87f3910303 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec&tenant_id=461b391723204a5b9aff69962f4da3a1 HTTP/1.1" status: 200 len: 1096 time: 0.4274716 Nov 25 18:30:27.386895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.387736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:27.422131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-a0e33181-e292-418f-bdee-5d7066fa9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.424219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-a0e33181-e292-418f-bdee-5d7066fa9c30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.5752831 Nov 25 18:30:27.492022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5775d-cf42-4c41-a92e-e6c47af5545f service neutron] Pushing event updated for resources: {'Port': ['ID=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:27.523446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-39269d31-6bae-4380-889c-6b87ba3387e0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2880397 Nov 25 18:30:27.541673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-4a528c4d-11c1-42a5-985c-89a2ab02d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.543618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-4a528c4d-11c1-42a5-985c-89a2ab02d2f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 1095 time: 0.2823269 Nov 25 18:30:27.553056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Request body: {'port': {'device_id': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:27.556764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a0aafe59-3951-445b-b6ed-2793cdf9b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.558289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-a0aafe59-3951-445b-b6ed-2793cdf9b5e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 1094 time: 0.2119629 Nov 25 18:30:27.576988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-682c2e42-a56f-4dc0-8df5-74817886293d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 200 len: 217 time: 0.1305833 Nov 25 18:30:27.579002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-a2f06f2d-a60f-4942-94eb-0186153028dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.580408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-a2f06f2d-a60f-4942-94eb-0186153028dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1096 time: 0.2705774 Nov 25 18:30:27.599803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 78815c2d-69d4-4944-b561-f27c828c7ba6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:27.655691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748744f3-a5db-489a-a0f5-4e5469ad0e11 req-0d13c725-6fc3-4484-acc3-0bc0fd4a5cf7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.657311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-748744f3-a5db-489a-a0f5-4e5469ad0e11 req-0d13c725-6fc3-4484-acc3-0bc0fd4a5cf7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 945 time: 0.3583133 Nov 25 18:30:27.708613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-940e372f-fae6-4e37-87d1-7f84dee633d2 None None] Provisioning complete for port 7120780e-ae5b-47c4-b421-ca9ac4640077 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:27.708986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-940e372f-fae6-4e37-87d1-7f84dee633d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:27.760367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 78815c2d-69d4-4944-b561-f27c828c7ba6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:27.760725 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:27.761254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-6e63c0a9-820a-4976-bb6e-c0d20d054b06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e HTTP/1.1" status: 200 len: 217 time: 0.1388698 Nov 25 18:30:27.764428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-940e372f-fae6-4e37-87d1-7f84dee633d2 None None] Port 7120780e-ae5b-47c4-b421-ca9ac4640077 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:27.787424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Router 8d95388c-79b3-4b17-b14b-537dd4ad2476 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:30:27.797235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2ab6f-95e1-493e-a618-a56d581e6d66 req-11cb45b7-e879-4fcd-a54e-1ab66c517da2 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.799658 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d0b2ab6f-95e1-493e-a618-a56d581e6d66 req-11cb45b7-e879-4fcd-a54e-1ab66c517da2 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 932 time: 0.4900379 Nov 25 18:30:27.871456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-b6bdca2a-40a2-431f-854a-ada2f4f12318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.873047 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-b6bdca2a-40a2-431f-854a-ada2f4f12318 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2758472 Nov 25 18:30:27.908745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-542e42ab-5243-41cd-876b-3811d499419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:27.910228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-542e42ab-5243-41cd-876b-3811d499419c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.3150356 Nov 25 18:30:27.967142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:28.004623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-99c0f9d5-3fcd-438e-a241-e5f352043a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:28.006312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-99c0f9d5-3fcd-438e-a241-e5f352043a55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.2212868 Nov 25 18:30:28.011854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-748744f3-a5db-489a-a0f5-4e5469ad0e11 req-fcace6b9-7f3a-47f8-ad34-ccd162b368e7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637424 Nov 25 18:30:28.015549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-3fd5c5e4-d553-47bc-a05b-1d0e7cc85826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:28.019397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-3fd5c5e4-d553-47bc-a05b-1d0e7cc85826 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 914 time: 0.4576654 Nov 25 18:30:28.020448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-71cb7ecd-5fc5-41cf-ae53-fa35994acf92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 200 len: 217 time: 0.1334686 Nov 25 18:30:28.112262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-2b32fff6-32e5-494f-9cb0-5f590c2eefdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934386 Nov 25 18:30:28.120368 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-00058ab4-fd44-45a0-a5a4-e98cd75a6266 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d201b9d-7761-4ec3-92f4-1e99d4be3564 HTTP/1.1" status: 200 len: 217 time: 0.0646911 Nov 25 18:30:28.228676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'name': 'network-vif-deleted', 'tag': 'cafc5a86-4e54-459e-830f-061a8da26fe9'}, {'name': 'network-changed', 'server_uuid': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'tag': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:28.231177 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ab9945-b944-44f1-9f32-78a83c468959" -d '{"events": [{"server_uuid": "544debea-78c9-44f5-8c03-36a5d9cb4920", "name": "network-vif-deleted", "tag": "cafc5a86-4e54-459e-830f-061a8da26fe9"}, {"name": "network-changed", "server_uuid": "7112e26c-aedc-41fa-ad30-121a7ac91017", "tag": "db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:28.342630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cafc5a86-4e54-459e-830f-061a8da26fe9 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:28.370781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: cafc5a86-4e54-459e-830f-061a8da26fe9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:28.376548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cafc5a86-4e54-459e-830f-061a8da26fe9 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:28.377211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3c485170-5e78-4f23-8e10-454183860872 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:28.401936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 3c485170-5e78-4f23-8e10-454183860872 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:28.402287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3c485170-5e78-4f23-8e10-454183860872 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:28.405264 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b957ef-2329-46fb-add6-21f65890d236 x-openstack-request-id: req-81b957ef-2329-46fb-add6-21f65890d236 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:28.405559 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbafc59-7d46-488d-8f65-2e825ac927cb", "name": "network-vif-deleted", "tag": "3c485170-5e78-4f23-8e10-454183860872", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:28.405817 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81b957ef-2329-46fb-add6-21f65890d236 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:28.406216 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbafc59-7d46-488d-8f65-2e825ac927cb', 'name': 'network-vif-deleted', 'tag': '3c485170-5e78-4f23-8e10-454183860872', 'status': 'completed', 'code': 200} Nov 25 18:30:28.409843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-2059dadf-46a2-44ef-8c5f-e6a54e6908fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:28.411509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-2059dadf-46a2-44ef-8c5f-e6a54e6908fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.2620366 Nov 25 18:30:28.474001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d0b2ab6f-95e1-493e-a618-a56d581e6d66 req-b4d829a2-d58e-41c5-b1d4-df0e161c690b tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5989184 Nov 25 18:30:28.509048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-008d31f9-2d2e-48bf-949c-364d73cc7fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668674 Nov 25 18:30:28.516075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-b1cf9d1c-7e22-4933-96be-ce9dd33c18a1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933084 Nov 25 18:30:28.540275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:30:28.549386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bc02-dd5b-459d-8639-fe01bc20626a req-006b7e96-71d3-4043-93fa-586cfb2e03ef tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:28.550975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f726bc02-dd5b-459d-8639-fe01bc20626a req-006b7e96-71d3-4043-93fa-586cfb2e03ef tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 944 time: 0.3166840 Nov 25 18:30:28.557100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Sync routers for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:30:28.567616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-8f1e94aa-b0ca-4944-8a5a-7de5ea11ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:28.569241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-8f1e94aa-b0ca-4944-8a5a-7de5ea11ea99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6402140 Nov 25 18:30:28.571280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-667e1c5e-8d38-432f-9d21-1d7a15b4a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:28.572664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-667e1c5e-8d38-432f-9d21-1d7a15b4a599 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1744902 Nov 25 18:30:28.585453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:28.592384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8e35ec15-1091-43d0-b268-b140ba57d9ed admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2562912 Nov 25 18:30:28.596622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56750) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:28.598238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:28.599100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:28.761057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:28.763958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-0330f39a-273e-4456-908f-bd2bc30514fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712718 Nov 25 18:30:28.937331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-dad48487-93c9-46b2-a1e3-149be8de2c13 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419859 Nov 25 18:30:28.986910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fabce-3e86-4eda-9434-153ce52d2fb8 req-b9b8fb27-7186-4cb8-88ab-dbd29abe0bbd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:28.989071 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e1fabce-3e86-4eda-9434-153ce52d2fb8 req-b9b8fb27-7186-4cb8-88ab-dbd29abe0bbd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2278380 Nov 25 18:30:29.010714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-3ef0bcc8-b075-4a94-89ae-1c4f6b211cf8 service neutron] 10.222.0.64 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892712 Nov 25 18:30:29.028537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:24Z', 'revision_number': 3, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:29.066439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Checking router: 8d95388c-79b3-4b17-b14b-537dd4ad2476 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:30:29.067412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Updating router 8d95388c-79b3-4b17-b14b-537dd4ad2476 port d9e0a446-e7db-4b2f-b76f-afbb4530fdce binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:30:29.101455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7d201b9d-7761-4ec3-92f4-1e99d4be3564 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:29.104461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4e517fd6-8e14-44df-8c39-f9046afc9e8e no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:29.192673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:29.315548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f726bc02-dd5b-459d-8639-fe01bc20626a req-8eb41eb4-7ff3-43b7-8b12-c93fbf951be9 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099312 Nov 25 18:30:29.356748 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-beea210b-e510-439c-b1d6-2351bc4d6b3b service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823276 Nov 25 18:30:29.385279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf2a61b-67d8-4c4a-9f1f-fa8000b6b515 req-4e7fe3bf-7985-4b84-82ee-2838b5d79c72 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8540132 Nov 25 18:30:29.413506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3212a10-cd0e-4cdc-8eae-1523ef647c38 req-7189a142-eb77-401b-90f6-de0a09458494 service neutron] 10.222.0.64 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532312 Nov 25 18:30:29.421409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7120780e-ae5b-47c4-b421-ca9ac4640077 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:29.445573 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:29.469358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Transition to ACTIVE for port object 7120780e-ae5b-47c4-b421-ca9ac4640077 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:29.491723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:29.639898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Pushing event updated for resources: {'Port': ['ID=7120780e-ae5b-47c4-b421-ca9ac4640077,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:29.647093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7d201b9d-7761-4ec3-92f4-1e99d4be3564, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7d201b9d-7761-4ec3-92f4-1e99d4be3564,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:29.652382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e1fabce-3e86-4eda-9434-153ce52d2fb8 req-81e662da-97a2-4bd2-9a7e-4aab144597a0 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487875 Nov 25 18:30:29.675934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-d7f90a40-3dd9-47f2-b798-e1eca918dbf7 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256439 Nov 25 18:30:29.677818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e7c34-f451-45e0-8847-cd28e306ef82 req-1fdcb001-f84a-4e17-adfb-73de28fb3846 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:29.681251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-378e7c34-f451-45e0-8847-cd28e306ef82 req-1fdcb001-f84a-4e17-adfb-73de28fb3846 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1913249 Nov 25 18:30:29.689291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '7d201b9d-7761-4ec3-92f4-1e99d4be3564', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'port_id': '7d201b9d-7761-4ec3-92f4-1e99d4be3564', 'mac_address': 'fa:16:3e:e7:da:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fff85-2bda-47dc-9f0d-64925e47a025', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:29.776308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:29.842495 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c56854-63a3-41d5-8aa7-80d0d6b55e4c x-openstack-request-id: req-77c56854-63a3-41d5-8aa7-80d0d6b55e4c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:29.842803 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544debea-78c9-44f5-8c03-36a5d9cb4920", "name": "network-vif-deleted", "tag": "cafc5a86-4e54-459e-830f-061a8da26fe9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7112e26c-aedc-41fa-ad30-121a7ac91017", "tag": "db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:29.843063 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77c56854-63a3-41d5-8aa7-80d0d6b55e4c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:29.844758 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544debea-78c9-44f5-8c03-36a5d9cb4920', 'name': 'network-vif-deleted', 'tag': 'cafc5a86-4e54-459e-830f-061a8da26fe9', 'status': 'completed', 'code': 200} Nov 25 18:30:29.845048 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'tag': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e', 'status': 'completed', 'code': 200} Nov 25 18:30:29.943575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d201b9d-7761-4ec3-92f4-1e99d4be3564 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:29.966940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-a5bbfffa-17b1-4e9c-b052-f75e56e28d5f service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732093 Nov 25 18:30:30.003671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7d201b9d-7761-4ec3-92f4-1e99d4be3564, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7d201b9d-7761-4ec3-92f4-1e99d4be3564,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:30.018356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-378e7c34-f451-45e0-8847-cd28e306ef82 req-82277bcc-ca86-4f2d-bc82-3833bdbeb4c2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114989 Nov 25 18:30:30.045506 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.079342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Attempting to bind port 7120780e-ae5b-47c4-b421-ca9ac4640077 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:30.079688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Attempting to bind port 7120780e-ae5b-47c4-b421-ca9ac4640077 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:30.080024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Attempting to bind port 7120780e-ae5b-47c4-b421-ca9ac4640077 on network 5c83d646-b02a-4ec5-8429-16f972295c78 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:30.085804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Port 7120780e-ae5b-47c4-b421-ca9ac4640077 on network 5c83d646-b02a-4ec5-8429-16f972295c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:30.086130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Attempting to bind port 7120780e-ae5b-47c4-b421-ca9ac4640077 on network 5c83d646-b02a-4ec5-8429-16f972295c78 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:30.096100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9945-b944-44f1-9f32-78a83c468959 req-4a3e2366-05ff-4369-889a-8553b7eed7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:30.097841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ab9945-b944-44f1-9f32-78a83c468959 req-4a3e2366-05ff-4369-889a-8553b7eed7cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8614e3c8d90b43349385aab981e4891c&device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 1094 time: 0.2844965 Nov 25 18:30:30.101404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:30.102991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Checking segment: {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:30.102991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Bound using segment: {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:30.102991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Bound port: 7120780e-ae5b-47c4-b421-ca9ac4640077, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3be06f-1c4d-46b0-a48a-575ff8e97789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:30.103327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.237029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9945-b944-44f1-9f32-78a83c468959 req-f6f7877d-37fc-4695-ac0f-dcf79e2fb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:30.238678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ab9945-b944-44f1-9f32-78a83c468959 req-f6f7877d-37fc-4695-ac0f-dcf79e2fb569 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 200 len: 914 time: 0.1296165 Nov 25 18:30:30.273786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-9ad6166d-160b-4a5c-9b48-04484982ea3c service neutron] 10.222.0.64 "GET /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.2791119 Nov 25 18:30:30.299547 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.324076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.331243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ab9945-b944-44f1-9f32-78a83c468959 req-17137e5e-3569-49bb-b321-37ebed84931d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e HTTP/1.1" status: 200 len: 217 time: 0.0471675 Nov 25 18:30:30.401151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9945-b944-44f1-9f32-78a83c468959 req-dbb9ac4d-ec5f-4ae7-a8a5-78ce77e98621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:30.402840 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ab9945-b944-44f1-9f32-78a83c468959 req-dbb9ac4d-ec5f-4ae7-a8a5-78ce77e98621 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 200 len: 853 time: 0.0639484 Nov 25 18:30:30.412968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=7d201b9d-7761-4ec3-92f4-1e99d4be3564,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:30.417552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Attempting to bind port d9e0a446-e7db-4b2f-b76f-afbb4530fdce on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:30.422012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Attempting to bind port d9e0a446-e7db-4b2f-b76f-afbb4530fdce by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:30.422981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Attempting to bind port d9e0a446-e7db-4b2f-b76f-afbb4530fdce on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:30.439943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:30.439943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:30.440255 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.440711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:30.441198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Bound port: d9e0a446-e7db-4b2f-b76f-afbb4530fdce, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:30.441581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.465150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ab9945-b944-44f1-9f32-78a83c468959 req-0b5f9e22-6082-4464-b44d-2fed29436db4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2c137d5-bebe-4e93-b1f0-885528b6ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371110 Nov 25 18:30:30.504992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.517733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf4ef-6c51-4735-8e04-e147b327b555 None None] Pushing event updated for resources: {'Port': ['ID=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:30.531286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['7d201b9d-7761-4ec3-92f4-1e99d4be3564'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:30.582847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ab9945-b944-44f1-9f32-78a83c468959 req-f91c205b-3f85-4c9d-b637-8e0568226a3d service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067905 Nov 25 18:30:30.629575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884da51d-9223-48c8-9fcc-e74a684a3093 req-b800a8aa-9846-4b56-9382-ad3479202e32 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:30.641002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-884da51d-9223-48c8-9fcc-e74a684a3093 req-b800a8aa-9846-4b56-9382-ad3479202e32 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 945 time: 0.4093940 Nov 25 18:30:30.689233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ab9945-b944-44f1-9f32-78a83c468959 req-1fa43052-d78d-49d4-bf61-1507c57e3ff4 service neutron] 10.222.0.66 "GET /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944636 Nov 25 18:30:30.704755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bc9ab-94f3-4d0f-855a-cbb5d23f3a80 req-797ca114-b1c2-41a8-b52e-1ba58d2f210e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:30.714573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-574bc9ab-94f3-4d0f-855a-cbb5d23f3a80 req-797ca114-b1c2-41a8-b52e-1ba58d2f210e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.4672945 Nov 25 18:30:30.724123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.730800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-0e0fc199-aa8f-4fec-be9a-42b47ba157cc tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:30.733631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-0e0fc199-aa8f-4fec-be9a-42b47ba157cc tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.4115391 Nov 25 18:30:30.772724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] For port d9e0a446-e7db-4b2f-b76f-afbb4530fdce, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:30.781534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] For port d9e0a446-e7db-4b2f-b76f-afbb4530fdce, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:30.786694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-574bc9ab-94f3-4d0f-855a-cbb5d23f3a80 req-0ae6de91-14e7-4c64-af51-f8788a04e6a7 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729175 Nov 25 18:30:30.818487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] For port 7120780e-ae5b-47c4-b421-ca9ac4640077, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:30.825112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] For port 7120780e-ae5b-47c4-b421-ca9ac4640077, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7120780e-ae5b-47c4-b421-ca9ac4640077,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:30.827864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-884da51d-9223-48c8-9fcc-e74a684a3093 req-f9eb7716-c58c-4e0b-8bda-a07c278e2023 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800699 Nov 25 18:30:30.836836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.841866 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.912021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:30.912746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:30.924034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] 10.222.0.66 "PUT /v2.0/ports/7120780e-ae5b-47c4-b421-ca9ac4640077 HTTP/1.1" status: 200 len: 1092 time: 3.3738461 Nov 25 18:30:31.059558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:31.061450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:31.169389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf4ef-6c51-4735-8e04-e147b327b555 None None] Pushing event updated for resources: {'Port': ['ID=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:31.188207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:31.218845 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:31.222177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d1ada-594a-4861-8cc6-365763a1498d service neutron] Pushing event updated for resources: {'Port': ['ID=7120780e-ae5b-47c4-b421-ca9ac4640077,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:31.256219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-2d9f9a5d-fee2-4c2f-8a64-d2bcdb842b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:31.257908 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-2d9f9a5d-fee2-4c2f-8a64-d2bcdb842b1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a2fdedde8194deda40d0fcd67a1bec9&device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 1095 time: 0.2579191 Nov 25 18:30:31.262603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e517fd6-8e14-44df-8c39-f9046afc9e8e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:31.272962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e37d3-20d8-4817-9801-95c6b7b234ae req-ac1827ce-1be3-41aa-bdb6-9653b5126a8f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:31.274580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc5e37d3-20d8-4817-9801-95c6b7b234ae req-ac1827ce-1be3-41aa-bdb6-9653b5126a8f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 945 time: 0.2733455 Nov 25 18:30:31.290709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:31.327344 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-410d6cd3-c4f1-4b63-aa3d-49c6fb02c4cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7120780e-ae5b-47c4-b421-ca9ac4640077 HTTP/1.1" status: 200 len: 217 time: 0.0504770 Nov 25 18:30:31.354773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:31.375824 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:31.484222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-b8a79768-2090-4f3c-9017-0191511b700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:31.494750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-b8a79768-2090-4f3c-9017-0191511b700a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4c43a6a-5f49-4963-a6da-b10b9896609b HTTP/1.1" status: 200 len: 854 time: 0.1385462 Nov 25 18:30:31.526362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc5e37d3-20d8-4817-9801-95c6b7b234ae req-205d84ba-c6e0-48d3-ba52-e2c6cec0503a tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980171 Nov 25 18:30:31.528146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] Transition to ACTIVE for port object 4e517fd6-8e14-44df-8c39-f9046afc9e8e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:31.549099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722f78-9e59-4b18-a0dc-88f813d9d780 req-af5d07aa-a29d-4f24-9f24-2a53d66559b5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:31.563592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85722f78-9e59-4b18-a0dc-88f813d9d780 req-af5d07aa-a29d-4f24-9f24-2a53d66559b5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 943 time: 0.2356582 Nov 25 18:30:31.569913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:31.617548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af798-15c3-4233-8057-5eec12a6631a req-abf91ccc-e5d2-4273-8080-ff06f69ffc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:31.619196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-abf91ccc-e5d2-4273-8080-ff06f69ffc5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c83d646-b02a-4ec5-8429-16f972295c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236415 Nov 25 18:30:31.728903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] No DVR routers for this DVR port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:31.821519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:31.829930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-2d0059c0-a4a8-4a7e-8168-4f7fff44e285 service neutron] 10.222.0.66 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002628 Nov 25 18:30:31.836295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-050ec289-802d-4e5d-87cd-0fd2d892f306 service neutron] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:31.847664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:31.854436 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cfaf9d-656a-48dc-8666-f82d79641733" -d '{"events": [{"name": "network-changed", "server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:31.888186 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-050ec289-802d-4e5d-87cd-0fd2d892f306 service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:31.889336 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-050ec289-802d-4e5d-87cd-0fd2d892f306 service neutron] 10.222.0.64 "DELETE /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04/bindings/n-h1-819194-3 HTTP/1.1" status: 204 len: 173 time: 1.1215665 Nov 25 18:30:31.893696 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-39a46de0-e902-43b3-9fd7-771d74dd35b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e/bindings/n-h1-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6101844 Nov 25 18:30:31.924567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Allocated IP 172.20.0.1 (400e7c1f-60fa-42d8-ae75-d5e1592c4fa1/2e70db96-3279-4c1b-b4de-d034bee5dd57/75eeb56b-c141-4238-8d36-e6fb67146ab0) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:31.938817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85722f78-9e59-4b18-a0dc-88f813d9d780 req-5a6049f6-6638-460e-94a7-aca099212580 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786139 Nov 25 18:30:32.056833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af798-15c3-4233-8057-5eec12a6631a req-3e514095-b578-4ce1-bf48-c6c8f9790f80 service neutron] 10.222.0.66 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195170 Nov 25 18:30:32.145645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:24Z', 'revision_number': 3, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:32.218237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fc49-b8be-4dad-ba06-7b633e34cd40 None None] The sync data for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 is: [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:24Z', 'revision_number': 3, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:30:32.238152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a63e7-5a8e-4037-869c-8a3506389b03 req-b6d36803-ea3e-4a2d-a8d0-f8d3dcb033d0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:32.248476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-552a63e7-5a8e-4037-869c-8a3506389b03 req-b6d36803-ea3e-4a2d-a8d0-f8d3dcb033d0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.1590378 Nov 25 18:30:32.293080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e3c1c-708d-4618-91e9-3de349d32830 req-b815b6e5-4a66-411a-ac13-7610c1d9b015 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:32.295235 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:30:32.298962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692e3c1c-708d-4618-91e9-3de349d32830 req-b815b6e5-4a66-411a-ac13-7610c1d9b015 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.1737995 Nov 25 18:30:32.343198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:32.346679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-a07d1fa1-188e-4593-8e9c-e52848f31921 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:32.349151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-a07d1fa1-188e-4593-8e9c-e52848f31921 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1095 time: 0.1740069 Nov 25 18:30:32.376109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-552a63e7-5a8e-4037-869c-8a3506389b03 req-119c4241-dc9d-471e-8661-679f6628cbfc tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259625 Nov 25 18:30:32.513711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692e3c1c-708d-4618-91e9-3de349d32830 req-b3e54a3b-9392-4a72-9e69-28158b47f3d8 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818640 Nov 25 18:30:32.544053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:32.659905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cbc72254-c3c9-4f1d-b171-7a0f7be8e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:32.661484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-cbc72254-c3c9-4f1d-b171-7a0f7be8e195 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c&tenant_id=0d3fb4f55b27401db1e61c17d22653b0 HTTP/1.1" status: 200 len: 1095 time: 0.2813087 Nov 25 18:30:32.708254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7a648-5685-4562-8e58-72dd41bf553f req-5f253663-9908-4367-9d34-df19e9470886 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:32.709492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8b7a648-5685-4562-8e58-72dd41bf553f req-5f253663-9908-4367-9d34-df19e9470886 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 945 time: 0.1864915 Nov 25 18:30:32.711737 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b68ea0-18a0-4fae-9bba-d7895d12597e x-openstack-request-id: req-73b68ea0-18a0-4fae-9bba-d7895d12597e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:32.711737 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:32.711737 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73b68ea0-18a0-4fae-9bba-d7895d12597e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:32.712196 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'status': 'completed', 'code': 200} Nov 25 18:30:32.856174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Pushing event updated for resources: {'Port': ['ID=75eeb56b-c141-4238-8d36-e6fb67146ab0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:32.937330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:32.950569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:32.965411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:32.994156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-09ae527f-9e7b-4b44-be2a-2a132595bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:32.996902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-09ae527f-9e7b-4b44-be2a-2a132595bff7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a2fdedde8194deda40d0fcd67a1bec9&device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 1095 time: 0.2832918 Nov 25 18:30:33.001101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-24ce6a42-3622-4c03-8a8a-ca22376ac609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.003493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-24ce6a42-3622-4c03-8a8a-ca22376ac609 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1095 time: 0.2014749 Nov 25 18:30:33.016304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8b7a648-5685-4562-8e58-72dd41bf553f req-d75696c3-8767-4ee0-bab4-37ae7e301742 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632391 Nov 25 18:30:33.042434 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:33.064825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-1d45fac1-f16c-4340-8712-9e5dbf68e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.069005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-1d45fac1-f16c-4340-8712-9e5dbf68e65e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a&tenant_id=d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 1101 time: 0.2289605 Nov 25 18:30:33.096969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:33.120785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7d201b9d-7761-4ec3-92f4-1e99d4be3564 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:33.355735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:33.395567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:33.395946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:33.448840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-79421a43-d6be-43f0-ac29-d8b3f62cde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.458637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-79421a43-d6be-43f0-ac29-d8b3f62cde5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c83d646-b02a-4ec5-8429-16f972295c78 HTTP/1.1" status: 200 len: 916 time: 0.4354575 Nov 25 18:30:33.623738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-70d8cb53-fbeb-4de8-add0-0a84cbd89f3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7120780e-ae5b-47c4-b421-ca9ac4640077 HTTP/1.1" status: 200 len: 217 time: 0.1602552 Nov 25 18:30:33.640527 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:33.695191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e0a446-e7db-4b2f-b76f-afbb4530fdce up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:33.770870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d37b81-1295-4ff5-b9a2-a389372ca95e req-d83b742c-03bb-4188-8ca5-8fe6d1e9e58d tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.780542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64d37b81-1295-4ff5-b9a2-a389372ca95e req-d83b742c-03bb-4188-8ca5-8fe6d1e9e58d tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 945 time: 0.2519307 Nov 25 18:30:33.797472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-1480e885-7fc4-44fc-b549-6ae8270b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.799295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-1480e885-7fc4-44fc-b549-6ae8270b4831 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4c43a6a-5f49-4963-a6da-b10b9896609b HTTP/1.1" status: 200 len: 854 time: 0.1201386 Nov 25 18:30:33.828653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf29799-d50e-458d-89dd-bd8910db375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d201b9d-7761-4ec3-92f4-1e99d4be3564'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:33.828868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-de895835-675b-4852-bcc0-42103ad08c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.830444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-de895835-675b-4852-bcc0-42103ad08c1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 1101 time: 0.5452015 Nov 25 18:30:33.831966 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eb7b45-f8e8-483d-a6ca-fb45d0dc9943" -d '{"events": [{"server_uuid": "8bf29799-d50e-458d-89dd-bd8910db375b", "name": "network-vif-plugged", "status": "completed", "tag": "7d201b9d-7761-4ec3-92f4-1e99d4be3564"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:33.837746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-65282efd-6ec1-4fc2-b2fb-0a9fe8afec24 None None] Provisioning complete for port 75eeb56b-c141-4238-8d36-e6fb67146ab0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:33.838676 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65282efd-6ec1-4fc2-b2fb-0a9fe8afec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:33.844862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-474685bd-b8f9-44cd-a3ec-a5655db957ee tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.849422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-474685bd-b8f9-44cd-a3ec-a5655db957ee tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 948 time: 0.2992325 Nov 25 18:30:33.878439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7d201b9d-7761-4ec3-92f4-1e99d4be3564, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7d201b9d-7761-4ec3-92f4-1e99d4be3564,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:33.891366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-4256a4c1-87f0-45ec-bede-05de9a499eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.892950 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-4256a4c1-87f0-45ec-bede-05de9a499eb2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 200 len: 908 time: 0.4977503 Nov 25 18:30:33.897432 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:33.898578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:33.948065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247862d9-68d4-4441-a85f-3e8fa1b84035 req-dbd4e259-897b-48fe-a8ac-f8c02b9c8685 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:33.958514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-247862d9-68d4-4441-a85f-3e8fa1b84035 req-dbd4e259-897b-48fe-a8ac-f8c02b9c8685 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 948 time: 0.3546529 Nov 25 18:30:33.965293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-65282efd-6ec1-4fc2-b2fb-0a9fe8afec24 None None] Port 75eeb56b-c141-4238-8d36-e6fb67146ab0 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:33.986996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d9e0a446-e7db-4b2f-b76f-afbb4530fdce triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:33.987464 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.052688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-e81f6357-c27a-496d-96ba-3c4be0cd2782 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 200 len: 217 time: 0.1409612 Nov 25 18:30:34.054318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=7d201b9d-7761-4ec3-92f4-1e99d4be3564,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:34.056194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-c6bea268-0d4a-437c-a4bd-623d68b26f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:34.080364 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-c6bea268-0d4a-437c-a4bd-623d68b26f0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c83d646-b02a-4ec5-8429-16f972295c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590327 Nov 25 18:30:34.110966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64d37b81-1295-4ff5-b9a2-a389372ca95e req-115e8fc7-0c97-43f1-bf71-5bec6e7ec17d tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292730 Nov 25 18:30:34.166006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.286711 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.289911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-bf3050e0-c71e-45de-a6c7-418d94935bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:34.291222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-bf3050e0-c71e-45de-a6c7-418d94935bfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 200 len: 847 time: 0.2095916 Nov 25 18:30:34.297537 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.326726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-247862d9-68d4-4441-a85f-3e8fa1b84035 req-b3d032c7-8f8c-4873-a631-e48b8827a966 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660100 Nov 25 18:30:34.344710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port d9e0a446-e7db-4b2f-b76f-afbb4530fdce, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:34.348027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-b04c14ad-d164-4fa5-b3d5-6878485ff574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:34.351628 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-b04c14ad-d164-4fa5-b3d5-6878485ff574 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.4966984 Nov 25 18:30:34.369439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-861d2ad3-d876-426b-9c27-1c29deb9e169 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a19744a1-d96d-43ad-bef6-23ddd40d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341115 Nov 25 18:30:34.393516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:34.425233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:34.431855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.444460 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.514350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcba7d-22a6-4457-93bb-81638b85e2d9 req-47225835-5de8-4736-b14f-27f60d230efb tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:34.522633 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63bcba7d-22a6-4457-93bb-81638b85e2d9 req-47225835-5de8-4736-b14f-27f60d230efb tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 944 time: 0.2619367 Nov 25 18:30:34.543391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-44131db7-4ca6-4d6e-b5ed-9b604c4ed886 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 200 len: 217 time: 0.1795142 Nov 25 18:30:34.544419 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-b972dccd-f8d3-46fc-9b74-502c11130afa service neutron] 10.222.0.66 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429293 Nov 25 18:30:34.570176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:34.671504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:34.685627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63bcba7d-22a6-4457-93bb-81638b85e2d9 req-2de67fe6-80ff-4fd8-a640-76ab19e3a3d5 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618328 Nov 25 18:30:34.690764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e', 'network_id': 'b2c137d5-bebe-4e93-b1f0-885528b6ecd6', 'port_id': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e', 'mac_address': 'fa:16:3e:d0:12:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fff85-2bda-47dc-9f0d-64925e47a025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:34.737982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-f5029bac-1557-471f-9cd0-a1e07ea87427 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594956 Nov 25 18:30:34.764001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:34.777335 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.797775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38cfaf9d-656a-48dc-8666-f82d79641733 req-079007c5-6d17-48bf-8ce9-daa440390c9d service neutron] 10.222.0.66 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430632 Nov 25 18:30:34.803134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:34.871720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:34.879767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:34.986766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b42a-8b41-480a-9d5a-519f3e2109fe req-4b70a96e-3617-4a3f-973b-e9050f6d7f33 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:34.988832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13d7b42a-8b41-480a-9d5a-519f3e2109fe req-4b70a96e-3617-4a3f-973b-e9050f6d7f33 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.1516843 Nov 25 18:30:35.003483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:35.032997 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-dedfe621-3aec-4bd3-a1e8-bebc10ede0b5 service neutron] 10.222.0.66 "GET /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342155 Nov 25 18:30:35.089420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13d7b42a-8b41-480a-9d5a-519f3e2109fe req-31c43458-7d07-462c-82c4-0197ca9add49 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937581 Nov 25 18:30:35.174856 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445f57f-e8f0-4032-97f1-9bcfa028ee88 x-openstack-request-id: req-8445f57f-e8f0-4032-97f1-9bcfa028ee88 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:35.175192 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf29799-d50e-458d-89dd-bd8910db375b", "name": "network-vif-plugged", "status": "completed", "tag": "7d201b9d-7761-4ec3-92f4-1e99d4be3564", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:35.175619 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8445f57f-e8f0-4032-97f1-9bcfa028ee88 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:35.176090 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf29799-d50e-458d-89dd-bd8910db375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d201b9d-7761-4ec3-92f4-1e99d4be3564', 'code': 200} Nov 25 18:30:35.203327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Deleting port 2e8fc183-b74c-4d95-ac4c-6aa456979630 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:35.203913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:35.227990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-eeed591c-9dc5-4cc7-9879-d4f8dd5e10d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837936 Nov 25 18:30:35.328889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb4f17-35b5-4097-9df7-096c2dbafa61 req-9f0076a8-67e5-4804-839b-bfb06c9b1aa6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.330954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fcb4f17-35b5-4097-9df7-096c2dbafa61 req-9f0076a8-67e5-4804-839b-bfb06c9b1aa6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 948 time: 0.7862916 Nov 25 18:30:35.335355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-57af75cc-c4ed-4ec1-92e6-24d91cb2632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.337404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-57af75cc-c4ed-4ec1-92e6-24d91cb2632a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 1100 time: 0.0577538 Nov 25 18:30:35.353132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-820d579c-d7cb-4a96-84e9-f23920122ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.354988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-820d579c-d7cb-4a96-84e9-f23920122ce3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.7928188 Nov 25 18:30:35.423939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:35.453344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:35.474202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:35.494341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e0a446-e7db-4b2f-b76f-afbb4530fdce up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:35.509702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7a557-a651-42fa-b357-51f12ec6ecae req-89496a51-5260-4aaa-8185-59b563ad6fe6 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.511554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82e7a557-a651-42fa-b357-51f12ec6ecae req-89496a51-5260-4aaa-8185-59b563ad6fe6 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1096 time: 0.1507263 Nov 25 18:30:35.592199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-ae0458a5-6f2b-4016-95d6-a09f0c6e5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.593844 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-ae0458a5-6f2b-4016-95d6-a09f0c6e5784 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2229145 Nov 25 18:30:35.632722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d9e0a446-e7db-4b2f-b76f-afbb4530fdce triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:35.636461 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:35.648355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f4cac-3ff2-4a7a-a163-e536d38ac4b1 req-5d603516-1d99-4e0c-81b1-6dd518ee2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.651487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-605f4cac-3ff2-4a7a-a163-e536d38ac4b1 req-5d603516-1d99-4e0c-81b1-6dd518ee2680 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 1097 time: 0.3327224 Nov 25 18:30:35.666671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fcb4f17-35b5-4097-9df7-096c2dbafa61 req-c544ff8b-ae02-4643-965f-a3755b748f34 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911377 Nov 25 18:30:35.688053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:35.694830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-1301b07a-7f4c-4d56-8ccd-ccf681aec6b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 200 len: 217 time: 0.0919001 Nov 25 18:30:35.706425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] For port 2e8fc183-b74c-4d95-ac4c-6aa456979630, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e8fc183-b74c-4d95-ac4c-6aa456979630,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:35.706861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:35.711772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82e7a557-a651-42fa-b357-51f12ec6ecae req-12beae30-0986-4052-ac90-607bc29fb108 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783710 Nov 25 18:30:35.723581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289140-027c-4531-b82c-393592f05c15 req-a54ee4f4-935a-4861-92fd-0157c5c75e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.726162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-a54ee4f4-935a-4861-92fd-0157c5c75e10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3387718 Nov 25 18:30:35.726857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Pushing event updated for resources: {'Port': ['ID=75eeb56b-c141-4238-8d36-e6fb67146ab0,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:35.754175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Calling delete_port for 2e8fc183-b74c-4d95-ac4c-6aa456979630 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:35.881762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-8aeb19ab-93e3-4e58-8511-45f5fcfa4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:35.884325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-8aeb19ab-93e3-4e58-8511-45f5fcfa4458 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1707003 Nov 25 18:30:36.011536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-605f4cac-3ff2-4a7a-a163-e536d38ac4b1 req-214cd331-8b47-4682-9879-31b07cb33704 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339105 Nov 25 18:30:36.096407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a38b6-8832-4133-bf25-6b9798db6c35 req-6d5c331d-1ba9-4dde-84a2-a859f1c4947a tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:36.098335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-466a38b6-8832-4133-bf25-6b9798db6c35 req-6d5c331d-1ba9-4dde-84a2-a859f1c4947a tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 946 time: 0.2218654 Nov 25 18:30:36.117093 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-ffd22dd9-fca3-411d-9567-1ea29455f481 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779211 Nov 25 18:30:36.163229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:36.176350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:36.238143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-466a38b6-8832-4133-bf25-6b9798db6c35 req-06cd58f1-d69d-49cb-9db1-6865d793bd4e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315417 Nov 25 18:30:36.256253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881624-70a7-4c70-ba84-168c0df028dc req-f28648ac-30d0-45a0-a07f-e96275e1c8f8 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:36.257498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-f28648ac-30d0-45a0-a07f-e96275e1c8f8 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c&tenant_id=0d3fb4f55b27401db1e61c17d22653b0&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1095 time: 0.4322050 Nov 25 18:30:36.270255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ae1a-b733-4e91-94e9-5e3d73d08ddf req-9b425822-41a2-41d1-8dff-857711dc263b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:36.277685 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06b6ae1a-b733-4e91-94e9-5e3d73d08ddf req-9b425822-41a2-41d1-8dff-857711dc263b tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1000e41-e8cb-48ba-a87c-9cdaf0526c83 HTTP/1.1" status: 200 len: 948 time: 0.3910363 Nov 25 18:30:36.318887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-255414cd-7de2-4de0-8219-a138d314c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:36.320845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-255414cd-7de2-4de0-8219-a138d314c9a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4192169 Nov 25 18:30:36.473650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:36.509819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06b6ae1a-b733-4e91-94e9-5e3d73d08ddf req-aac17a31-3419-410f-867e-04f16c8d1b63 tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.62 "GET /v2.0/security-groups?id=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312586 Nov 25 18:30:36.552394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-448f70b1-9be3-4534-91e4-60e13ea13966 None None] Provisioning complete for port 75eeb56b-c141-4238-8d36-e6fb67146ab0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:36.552973 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-448f70b1-9be3-4534-91e4-60e13ea13966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:36.626740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1e881624-70a7-4c70-ba84-168c0df028dc req-09654390-32f0-42a8-869f-0892905247dd service neutron] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:36.630847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-448f70b1-9be3-4534-91e4-60e13ea13966 None None] Port 75eeb56b-c141-4238-8d36-e6fb67146ab0 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:36.641837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Pushing event deleted for resources: {'Port': ['ID=2e8fc183-b74c-4d95-ac4c-6aa456979630,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:36.642325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1e881624-70a7-4c70-ba84-168c0df028dc req-09654390-32f0-42a8-869f-0892905247dd service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:36.643640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e881624-70a7-4c70-ba84-168c0df028dc req-09654390-32f0-42a8-869f-0892905247dd service neutron] 10.222.0.66 "DELETE /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e/bindings/n-h2-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.3568923 Nov 25 18:30:36.669993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-57062f40-901d-416a-8a97-7d7f43722fc9 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027139 Nov 25 18:30:36.715860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-cf4193aa-1c3c-4f24-98a8-6bd3a4d4b8dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1290534 Nov 25 18:30:36.740305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c289140-027c-4531-b82c-393592f05c15 req-ecb1a4ee-bb6c-453f-81f8-e9a405dece90 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113235 Nov 25 18:30:36.765339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] No DVR routers for this DVR port 2e8fc183-b74c-4d95-ac4c-6aa456979630 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:36.772474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbb0a4-ccf3-4f8d-8f78-880ebf7b334e req-fcce0939-b0ed-4122-bfb9-4ca5c7838b99 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:36.774047 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6fbb0a4-ccf3-4f8d-8f78-880ebf7b334e req-fcce0939-b0ed-4122-bfb9-4ca5c7838b99 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 1096 time: 0.1510839 Nov 25 18:30:36.776941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5acbde-37c7-4d4e-9de7-45584283e20f req-0ae1d9fa-86f1-45f6-8507-2d2ab2fcde31 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:36.786902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b5acbde-37c7-4d4e-9de7-45584283e20f req-0ae1d9fa-86f1-45f6-8507-2d2ab2fcde31 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 944 time: 0.3681819 Nov 25 18:30:36.796725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:36.800225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a11cbd45-4514-41e2-914d-b35dc4801f0e req-7d55ed57-3db1-486e-bfac-8520817b5e2f tempest-ServersOnMultiNodesTest-641128688 tempest-ServersOnMultiNodesTest-641128688-project] 10.222.0.64 "DELETE /v2.0/ports/2e8fc183-b74c-4d95-ac4c-6aa456979630 HTTP/1.1" status: 204 len: 173 time: 2.9116125 Nov 25 18:30:36.800693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'name': 'network-vif-deleted', 'tag': '2e8fc183-b74c-4d95-ac4c-6aa456979630'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:36.803193 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34550eb7-a98d-458e-8d73-e060fdd3a98f" -d '{"events": [{"server_uuid": "c1000e41-e8cb-48ba-a87c-9cdaf0526c83", "name": "network-vif-deleted", "tag": "2e8fc183-b74c-4d95-ac4c-6aa456979630"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:36.824789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Router 8d95388c-79b3-4b17-b14b-537dd4ad2476 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:30:36.878323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b5acbde-37c7-4d4e-9de7-45584283e20f req-8a3be1c5-e63c-46ef-8e16-13c46099482e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881670 Nov 25 18:30:36.895076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6fbb0a4-ccf3-4f8d-8f78-880ebf7b334e req-2f6df3a8-b6a9-4a7f-a365-756e4470f6ac tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986717 Nov 25 18:30:36.904213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-5113a4fd-2c51-4523-a83e-c32384b4a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:36.906888 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-5113a4fd-2c51-4523-a83e-c32384b4a6e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 1095 time: 0.1601462 Nov 25 18:30:36.908957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bce9a4d3-13db-4101-bd43-e9cd35ad39a8 req-ad9ef820-5cf4-4de1-8bed-13aba464c9d8 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287428 Nov 25 18:30:37.124551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e8fc183-b74c-4d95-ac4c-6aa456979630 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:37.163388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-2a910f52-03b4-45b0-bba3-46309a4e60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:37.166711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 2e8fc183-b74c-4d95-ac4c-6aa456979630 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:37.167178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-2a910f52-03b4-45b0-bba3-46309a4e60e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2325716 Nov 25 18:30:37.167745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e8fc183-b74c-4d95-ac4c-6aa456979630 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:37.177073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:37.180643 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478e84a-4d91-4852-90f7-72811daaecae" -d '{"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:37.186521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:30:37.202828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22739403-49ed-41a0-8022-8d80caab27bf admin admin] 10.222.0.62 "PUT /v2.0/routers/8d95388c-79b3-4b17-b14b-537dd4ad2476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6009831 Nov 25 18:30:37.211506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Sync routers for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:30:37.231115 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:37.233363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:37.256533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3193f55-818a-4d3c-8c0c-0adee29b87c4 req-4ac9b2e8-7516-4120-abe8-b967e2e7ac0e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:37.263511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3193f55-818a-4d3c-8c0c-0adee29b87c4 req-4ac9b2e8-7516-4120-abe8-b967e2e7ac0e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.2090440 Nov 25 18:30:37.407528 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-8e1fd120-28d4-4b70-829c-fabef2090ee4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 200 len: 217 time: 0.2322776 Nov 25 18:30:37.440878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3193f55-818a-4d3c-8c0c-0adee29b87c4 req-4f18acf4-f539-4179-94ba-2f9db82b88c8 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640282 Nov 25 18:30:37.484792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:37.509127 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f48994-7c5c-46d8-b900-e08213f2346e x-openstack-request-id: req-82f48994-7c5c-46d8-b900-e08213f2346e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:37.509520 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1000e41-e8cb-48ba-a87c-9cdaf0526c83", "name": "network-vif-deleted", "tag": "2e8fc183-b74c-4d95-ac4c-6aa456979630", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:37.509873 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82f48994-7c5c-46d8-b900-e08213f2346e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:37.511310 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1000e41-e8cb-48ba-a87c-9cdaf0526c83', 'name': 'network-vif-deleted', 'tag': '2e8fc183-b74c-4d95-ac4c-6aa456979630', 'status': 'completed', 'code': 200} Nov 25 18:30:37.512538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae41795-5b6d-4034-a2a9-1aca2d82d7bd req-e52b7213-b073-4557-a2cf-f767ea9b6db9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:37.518386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1ae41795-5b6d-4034-a2a9-1aca2d82d7bd req-e52b7213-b073-4557-a2cf-f767ea9b6db9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 948 time: 0.3781090 Nov 25 18:30:37.558986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-0b776a96-f6ea-49b0-be13-a574ffa7c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:37.562386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-0b776a96-f6ea-49b0-be13-a574ffa7c660 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1354074 Nov 25 18:30:37.614579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-83356e21-015b-4791-8091-2667c2f83513 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364785 Nov 25 18:30:37.626523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1ae41795-5b6d-4034-a2a9-1aca2d82d7bd req-3749b4a9-1311-40ec-ab68-265dea132186 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985179 Nov 25 18:30:37.710820 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1525b201-32ef-42de-8e5b-2d27d3e742d7 x-openstack-request-id: req-1525b201-32ef-42de-8e5b-2d27d3e742d7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:37.712855 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:37.713304 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1525b201-32ef-42de-8e5b-2d27d3e742d7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:37.713965 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'code': 200} Nov 25 18:30:37.743734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-bdad2549-b825-44e1-a771-fc92c1c19353 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152525 Nov 25 18:30:37.847588 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 2, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:37.921231 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Checking router: 8d95388c-79b3-4b17-b14b-537dd4ad2476 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:30:37.923336 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Updating router 8d95388c-79b3-4b17-b14b-537dd4ad2476 port 75eeb56b-c141-4238-8d36-e6fb67146ab0 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:30:37.977792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb38c4-9b98-4f3d-b4d4-351d60a5218a req-6b19141e-c9ac-4937-8330-e690b8f44fe2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:37.988184 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:37.988420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5fb38c4-9b98-4f3d-b4d4-351d60a5218a req-6b19141e-c9ac-4937-8330-e690b8f44fe2 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 946 time: 0.1782517 Nov 25 18:30:38.036893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa55bb0-ec80-4e9e-8cb1-a29a8969ddfc req-cea2bc7c-6c2f-425a-9788-81ba86fb10c1 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847266 Nov 25 18:30:38.099366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5fb38c4-9b98-4f3d-b4d4-351d60a5218a req-bc511879-3f8e-49a5-97a3-638c5c4954ed tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099854 Nov 25 18:30:38.225814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1e692-b273-4c53-826a-793cc4f17e80 req-81c0df78-4378-42a1-9e95-6c7250f212ac tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:38.229521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3fd1e692-b273-4c53-826a-793cc4f17e80 req-81c0df78-4378-42a1-9e95-6c7250f212ac tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 1095 time: 0.0493360 Nov 25 18:30:38.286291 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3fd1e692-b273-4c53-826a-793cc4f17e80 req-f820187c-0e5b-46c1-8396-ed0f5a90e277 tempest-LiveMigrationTest-150316009 tempest-LiveMigrationTest-150316009-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Nov 25 18:30:38.408790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:38.553435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:38.563023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:38.563683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:38.611870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:38.612762 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:38.620296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-60c5c3d6-082d-4ffb-8d5b-3cccc16b1660 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186946006', 'description': 'tempest-description--754754281'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:38.624713 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:38.694371 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c5c3d6-082d-4ffb-8d5b-3cccc16b1660 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:38.795414 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Pushing event updated for resources: {'Port': ['ID=75eeb56b-c141-4238-8d36-e6fb67146ab0,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:38.801087 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:38.824864 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.825239 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.825623 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.825963 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.826297 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.830486 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.830486 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.830486 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.830828 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.831095 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.835316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.835316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:38.890648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:38.897507 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:38.899820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921b8d-56fa-4cec-a90e-1e8b963e46b3 req-be9ffc49-46aa-4a23-8f5d-843f256b19b5 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:38.915744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-02921b8d-56fa-4cec-a90e-1e8b963e46b3 req-be9ffc49-46aa-4a23-8f5d-843f256b19b5 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 944 time: 0.2391233 Nov 25 18:30:38.989003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:39.040531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c5c3d6-082d-4ffb-8d5b-3cccc16b1660 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.049650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c5c3d6-082d-4ffb-8d5b-3cccc16b1660 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.104427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-02921b8d-56fa-4cec-a90e-1e8b963e46b3 req-fa670a4c-85e8-4543-93ce-102a61bafd41 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869574 Nov 25 18:30:39.161928 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Attempting to bind port 75eeb56b-c141-4238-8d36-e6fb67146ab0 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:39.162305 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Attempting to bind port 75eeb56b-c141-4238-8d36-e6fb67146ab0 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:39.162839 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Attempting to bind port 75eeb56b-c141-4238-8d36-e6fb67146ab0 on network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:39.170548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:39.187544 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:39.188298 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Checking segment: {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:39.188873 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.189428 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Bound using segment: {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:39.192084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Bound port: 75eeb56b-c141-4238-8d36-e6fb67146ab0, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:39.192686 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.216998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:39.226536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5c3d6-082d-4ffb-8d5b-3cccc16b1660 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b7bf85-fcdd-4cdc-b742-7a79740357b9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:39.262637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c5c3d6-082d-4ffb-8d5b-3cccc16b1660 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.273451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56862) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:39.281066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5eb15513-bfe0-4145-ba2f-88eafd50ce7a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Request body: {'security_group_rule': {'security_group_id': 'd3b7bf85-fcdd-4cdc-b742-7a79740357b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:39.297629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-60c5c3d6-082d-4ffb-8d5b-3cccc16b1660 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6791258 Nov 25 18:30:39.372066 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] For port 75eeb56b-c141-4238-8d36-e6fb67146ab0, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:39.380629 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] For port 75eeb56b-c141-4238-8d36-e6fb67146ab0, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=75eeb56b-c141-4238-8d36-e6fb67146ab0,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:39.398100 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.429103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a4b1027f-8ae6-489d-b13a-95a3eb36476b None None] Provisioning complete for port 75eeb56b-c141-4238-8d36-e6fb67146ab0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:39.429523 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4b1027f-8ae6-489d-b13a-95a3eb36476b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.473823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b65ba-f8d1-4a03-a77f-230287e53aa3 req-0fa22a33-0cb5-4f90-8e9a-60fc69e31c26 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:39.499084 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed1b65ba-f8d1-4a03-a77f-230287e53aa3 req-0fa22a33-0cb5-4f90-8e9a-60fc69e31c26 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.1983502 Nov 25 18:30:39.588871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:39.620505 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a9b96861-3eaf-4ff7-ad0a-6c7bfa53007e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=808eb8191e6c474eb642cfaa344cbe93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6295805 Nov 25 18:30:39.634117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:39.635000 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed1b65ba-f8d1-4a03-a77f-230287e53aa3 req-de1f5798-78b0-4baa-a36b-6dbf3341eef9 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338203 Nov 25 18:30:39.635944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eb15513-bfe0-4145-ba2f-88eafd50ce7a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.661484 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:39.663745 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:39.732743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:39.738769 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7495b67-27e1-45ca-9b75-c0c254ae130f" -d '{"events": [{"server_uuid": "7112e26c-aedc-41fa-ad30-121a7ac91017", "name": "network-vif-plugged", "status": "completed", "tag": "db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:39.741913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4b1027f-8ae6-489d-b13a-95a3eb36476b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.744340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'mac_address': 'fa:16:3e:24:77:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:39.763934 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114d026-bcc4-46d2-879f-f74ab9f99574 None None] Pushing event updated for resources: {'Port': ['ID=75eeb56b-c141-4238-8d36-e6fb67146ab0,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:39.789695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eb15513-bfe0-4145-ba2f-88eafd50ce7a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.813425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eb15513-bfe0-4145-ba2f-88eafd50ce7a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.829990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6f01-2f3c-477f-97c2-bb32adf09fc6 req-d887b62b-70ed-40ee-a7bf-233651ff60ae tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:39.839195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd2a6f01-2f3c-477f-97c2-bb32adf09fc6 req-d887b62b-70ed-40ee-a7bf-233651ff60ae tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 944 time: 0.0801971 Nov 25 18:30:39.877939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a4b1027f-8ae6-489d-b13a-95a3eb36476b None None] For port 75eeb56b-c141-4238-8d36-e6fb67146ab0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=75eeb56b-c141-4238-8d36-e6fb67146ab0,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:39.878530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412d9d1-f3e8-46ba-959c-752a4f90b0e6 req-fceef393-3319-435f-82b4-f140a4821fe7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:39.884644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.889056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d412d9d1-f3e8-46ba-959c-752a4f90b0e6 req-fceef393-3319-435f-82b4-f140a4821fe7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 948 time: 0.5391502 Nov 25 18:30:39.901845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad8908-e0e1-4780-9924-95b60b20f4e4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:39.926442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:39.928356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4b1027f-8ae6-489d-b13a-95a3eb36476b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:39.933585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd2a6f01-2f3c-477f-97c2-bb32adf09fc6 req-0d965ca8-2cd7-4394-b560-214a67c746c7 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920224 Nov 25 18:30:39.982615 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:39.987225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb15513-bfe0-4145-ba2f-88eafd50ce7a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3cce41-65df-4055-b993-72756e3173d5,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:40.012572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.021040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eb15513-bfe0-4145-ba2f-88eafd50ce7a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.028553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5eb15513-bfe0-4145-ba2f-88eafd50ce7a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7526569 Nov 25 18:30:40.031121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56872) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:40.037196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-98e2e316-fb4e-47e8-be52-a618a0855200 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Request body: {'security_group_rule': {'security_group_id': 'd3b7bf85-fcdd-4cdc-b742-7a79740357b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:40.045588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1027f-8ae6-489d-b13a-95a3eb36476b None None] Pushing event updated for resources: {'Port': ['ID=75eeb56b-c141-4238-8d36-e6fb67146ab0,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:40.077700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-754d418b-83a1-48a6-be3f-cd1f90777ff1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:40.080434 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-754d418b-83a1-48a6-be3f-cd1f90777ff1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 944 time: 0.1459055 Nov 25 18:30:40.133735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98e2e316-fb4e-47e8-be52-a618a0855200 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.142008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d412d9d1-f3e8-46ba-959c-752a4f90b0e6 req-886784c1-db33-4887-9401-39f85c6f2d54 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450716 Nov 25 18:30:40.156886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9c6c9d0a-952f-4b6f-8707-3eca1aedae92 None None] Provisioning complete for port 75eeb56b-c141-4238-8d36-e6fb67146ab0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:40.167821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77371b2b-cbe4-4449-8138-9d7a56e9be0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.168138 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9d0a-952f-4b6f-8707-3eca1aedae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.244381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98e2e316-fb4e-47e8-be52-a618a0855200 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.265736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98e2e316-fb4e-47e8-be52-a618a0855200 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.274307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:40.278437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77371b2b-cbe4-4449-8138-9d7a56e9be0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.307505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2e316-fb4e-47e8-be52-a618a0855200 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90b3984-4b01-4d0c-a7db-71bea43849c0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:40.318444 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faac550-48c9-4c07-89d5-f12737b9deb7 x-openstack-request-id: req-2faac550-48c9-4c07-89d5-f12737b9deb7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:40.319364 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7112e26c-aedc-41fa-ad30-121a7ac91017", "name": "network-vif-plugged", "status": "completed", "tag": "db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:40.319634 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2faac550-48c9-4c07-89d5-f12737b9deb7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:40.320085 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e', 'code': 200} Nov 25 18:30:40.389180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['05ad8908-e0e1-4780-9924-95b60b20f4e4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:40.449636 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98e2e316-fb4e-47e8-be52-a618a0855200 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.452105 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-98e2e316-fb4e-47e8-be52-a618a0855200 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4200265 Nov 25 18:30:40.459800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:40.472184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:40.474748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af13d8f-e927-4b74-9343-9061ec250707 req-e362fac4-89d2-4b90-8069-6e0b5890ab1e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:40.476242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3af13d8f-e927-4b74-9343-9061ec250707 req-e362fac4-89d2-4b90-8069-6e0b5890ab1e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 945 time: 0.2271421 Nov 25 18:30:40.499453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77371b2b-cbe4-4449-8138-9d7a56e9be0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.514075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77371b2b-cbe4-4449-8138-9d7a56e9be0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.520839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-77371b2b-cbe4-4449-8138-9d7a56e9be0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e HTTP/1.1" status: 204 len: 168 time: 0.8315690 Nov 25 18:30:40.573268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162519a3-bee8-4eef-92c4-ddc542c75e9e req-1d2d794f-ce74-4811-860f-f80137faaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:40.581019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-162519a3-bee8-4eef-92c4-ddc542c75e9e req-1d2d794f-ce74-4811-860f-f80137faaec2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 1096 time: 0.1274803 Nov 25 18:30:40.599042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371b2b-cbe4-4449-8138-9d7a56e9be0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d30bc1-74af-4ae2-9b93-0a9e4bf59d3e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:40.601609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Deleting port 4e517fd6-8e14-44df-8c39-f9046afc9e8e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:40.603118 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.625481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.723147 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:40.821439 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5976a03-3a87-4740-856a-494ca8af568d None None] The sync data for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 is: [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:30:40.859012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] For port 4e517fd6-8e14-44df-8c39-f9046afc9e8e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4e517fd6-8e14-44df-8c39-f9046afc9e8e,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:40.859979 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6219b0f2-1b7e-459d-9d7f-843bfdcc1df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.861092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:40.878142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3af13d8f-e927-4b74-9343-9061ec250707 req-fb009ad1-25e3-42bd-80d6-a9e4e3e0f91a tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824828 Nov 25 18:30:40.922445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Calling delete_port for 4e517fd6-8e14-44df-8c39-f9046afc9e8e owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:40.994518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:41.125291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89a9a6-f1c4-4fda-938d-2958bf94e742 req-780a4832-1262-43dc-9c82-0c506774c86c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:41.136972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e89a9a6-f1c4-4fda-938d-2958bf94e742 req-780a4832-1262-43dc-9c82-0c506774c86c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.3375819 Nov 25 18:30:41.147755 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-162519a3-bee8-4eef-92c4-ddc542c75e9e req-3500e473-79c8-45e2-9ee5-afbedcded585 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540590 Nov 25 18:30:41.234533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a800e-aa85-4a37-8ea6-366647e2614a req-c5667ad5-8f91-415c-90dd-f74f2f16b25d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:41.244441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f2a800e-aa85-4a37-8ea6-366647e2614a req-c5667ad5-8f91-415c-90dd-f74f2f16b25d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 944 time: 0.1141577 Nov 25 18:30:41.326434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56892) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:41.338347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e89a9a6-f1c4-4fda-938d-2958bf94e742 req-f794ab4a-c9df-432e-98b7-c987232b80e1 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001257 Nov 25 18:30:41.405329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Allocated IP 172.25.2.204 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8783176a-4a5b-4ee5-8f7b-8ec893ceb8aa) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:41.521386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f2a800e-aa85-4a37-8ea6-366647e2614a req-00c80fff-30ab-4842-8584-98935aeed879 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741296 Nov 25 18:30:41.632688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 75eeb56b-c141-4238-8d36-e6fb67146ab0 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:41.643779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-706b5371-8b35-4242-bd76-5d18a1864ddc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa83308b6910414b962cdcd7da415bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140898 Nov 25 18:30:41.646796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56894) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:41.716346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:41.731301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:41.744129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff990ad-bf33-4e0d-872f-5d2329674ae8 req-a15482b7-3c5a-4633-9a54-95d8de3c7f97 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:41.745621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ff990ad-bf33-4e0d-872f-5d2329674ae8 req-a15482b7-3c5a-4633-9a54-95d8de3c7f97 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.0955288 Nov 25 18:30:41.776043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04', '4e517fd6-8e14-44df-8c39-f9046afc9e8e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:41.786324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['920eb88a-213c-42d5-a77d-11b39da9286a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:41.837897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event deleted for resources: {'Port': ['ID=4e517fd6-8e14-44df-8c39-f9046afc9e8e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:41.923657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ff990ad-bf33-4e0d-872f-5d2329674ae8 req-92be42fc-c5ae-4ea1-9cbe-bbd8abc8dd96 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515310 Nov 25 18:30:41.924655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:41.939379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4533ce6-61d8-4d34-abd4-92f1788acf68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.012273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] No DVR routers for this DVR port 4e517fd6-8e14-44df-8c39-f9046afc9e8e on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:42.040269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:42.042618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.046760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdfe8339-bae0-4d0e-87a9-628f96e010ef req-4401e134-0f21-4ba6-a7e1-76496619146b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "DELETE /v2.0/ports/4e517fd6-8e14-44df-8c39-f9046afc9e8e HTTP/1.1" status: 204 len: 173 time: 1.9590538 Nov 25 18:30:42.047228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'name': 'network-vif-deleted', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:42.049488 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d28644-99a5-4187-bd8c-d3b9405f5b08" -d '{"events": [{"server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "name": "network-vif-deleted", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:42.051580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:42.055396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:42.096113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 75eeb56b-c141-4238-8d36-e6fb67146ab0 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:42.096491 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.100456 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4533ce6-61d8-4d34-abd4-92f1788acf68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.225252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4533ce6-61d8-4d34-abd4-92f1788acf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.240612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4533ce6-61d8-4d34-abd4-92f1788acf68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.253111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a4533ce6-61d8-4d34-abd4-92f1788acf68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3db0c5c-80c3-4728-b926-085edc2b0122 HTTP/1.1" status: 204 len: 168 time: 0.6023922 Nov 25 18:30:42.275399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event updated for resources: {'Port': ['ID=8783176a-4a5b-4ee5-8f7b-8ec893ceb8aa,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:42.333376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4533ce6-61d8-4d34-abd4-92f1788acf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3db0c5c-80c3-4728-b926-085edc2b0122,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:42.387769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74887d-cb65-43ba-bafb-da54e9bb0ed4 req-cd887cb4-8296-43d6-9ebf-f7e3d221c747 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:42.394785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae74887d-cb65-43ba-bafb-da54e9bb0ed4 req-cd887cb4-8296-43d6-9ebf-f7e3d221c747 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 945 time: 0.1404459 Nov 25 18:30:42.491003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be096-c667-4c72-b201-ac4318e1756d req-4ec00de5-5aa7-4100-b9cc-b4faac718ee3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:42.491826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae74887d-cb65-43ba-bafb-da54e9bb0ed4 req-50e74e76-f549-404b-b316-def85f964d55 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693882 Nov 25 18:30:42.498240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-964be096-c667-4c72-b201-ac4318e1756d req-4ec00de5-5aa7-4100-b9cc-b4faac718ee3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 950 time: 0.2939768 Nov 25 18:30:42.597514 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40473f4d-38ec-40c6-934e-340412d4222c x-openstack-request-id: req-40473f4d-38ec-40c6-934e-340412d4222c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:42.597873 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4811947-a4b7-4835-8767-adfe409afb2c", "name": "network-vif-deleted", "tag": "4e517fd6-8e14-44df-8c39-f9046afc9e8e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:42.598564 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40473f4d-38ec-40c6-934e-340412d4222c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:42.599355 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4811947-a4b7-4835-8767-adfe409afb2c', 'name': 'network-vif-deleted', 'tag': '4e517fd6-8e14-44df-8c39-f9046afc9e8e', 'status': 'completed', 'code': 200} Nov 25 18:30:42.707794 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.729210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-964be096-c667-4c72-b201-ac4318e1756d req-7ff6f108-e6a1-4ff4-910f-d02b3245d196 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253714 Nov 25 18:30:42.824767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:42.849861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bb834-567d-4653-a1f7-2210d6a313fe req-7e03888d-7353-4c5c-b36f-a350849d9abe tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:42.860075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a7bb834-567d-4653-a1f7-2210d6a313fe req-7e03888d-7353-4c5c-b36f-a350849d9abe tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.1294968 Nov 25 18:30:42.958769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a7bb834-567d-4653-a1f7-2210d6a313fe req-afcf9afa-acc6-4ee0-b270-a83c7dd41d27 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885561 Nov 25 18:30:43.139297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.142736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13016bbd-d442-43fb-a31d-46bc0d95a533 req-b96a346c-470c-4221-a1c7-1ed741543e7b tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.1160567 Nov 25 18:30:43.150279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.173077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:43.246388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 05ad8908-e0e1-4780-9924-95b60b20f4e4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:43.246804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.264725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event updated for resources: {'Port': ['ID=8783176a-4a5b-4ee5-8f7b-8ec893ceb8aa,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:43.280217 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.313532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.315793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2995dc1f-79b3-4832-891b-dbadb854fa03 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8516397 Nov 25 18:30:43.372854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.386630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-c26a7d0d-1280-415b-9935-379c98fd1502 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351555 Nov 25 18:30:43.412936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:43.415931 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cf55f0-2400-4a3b-b7a9-15ed138faa4a" -d '{"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:43.430374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f86cd2cc-8c02-4d13-834e-43d3a3d6219a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.434946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:43.440330 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:43.524917 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48006588-a0f1-4521-8612-3953d85af650 x-openstack-request-id: req-48006588-a0f1-4521-8612-3953d85af650 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:43.526308 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:43.527179 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48006588-a0f1-4521-8612-3953d85af650 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:43.541952 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'code': 200} Nov 25 18:30:43.619982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:43.627275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-c7323172-fc50-45c8-8d74-986c5c777e54 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:43.637096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-c7323172-fc50-45c8-8d74-986c5c777e54 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486691 Nov 25 18:30:43.657068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-65987066-0261-4ae2-a87e-95a9c8283895 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/quotas/d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 375 time: 0.0187881 Nov 25 18:30:43.730134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-8f9a00b4-faa0-46e5-8647-2adf95d78bca tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719354 Nov 25 18:30:43.747070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d2594-b045-4b44-a263-4ad4111566c9 req-566779e4-c2ed-437a-9edf-fed96de184c6 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:43.748647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-495d2594-b045-4b44-a263-4ad4111566c9 req-566779e4-c2ed-437a-9edf-fed96de184c6 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 945 time: 0.0969939 Nov 25 18:30:43.823525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-495d2594-b045-4b44-a263-4ad4111566c9 req-af5fc0f6-fd7a-4afc-a91f-149443ee9ccd tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672243 Nov 25 18:30:44.051426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-84af8f25-aa9c-4978-a28d-b4e7171d5995 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--186946006&fields=id&tenant_id=20a86a1b80004671a7f07e4fed1a646a HTTP/1.1" status: 200 len: 267 time: 0.1009929 Nov 25 18:30:44.163882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65496c7b-e6a9-444f-9197-67b9c42cd164 req-0fc839fc-91a9-4588-979d-997b301e0817 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 210 time: 0.0327308 Nov 25 18:30:44.262273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:44.296228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-db388d20-3f8b-4cbb-806c-56d27b9a7976 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:44.304114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-db388d20-3f8b-4cbb-806c-56d27b9a7976 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/networks?id=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 HTTP/1.1" status: 200 len: 813 time: 0.2391665 Nov 25 18:30:44.320789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-81385b1e-16b8-4490-a22e-11bfd7e49493 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/quotas/20a86a1b80004671a7f07e4fed1a646a HTTP/1.1" status: 200 len: 375 time: 0.0157855 Nov 25 18:30:44.399126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-69ee9af1-40d9-4709-b6d0-6815bc31552a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=20a86a1b80004671a7f07e4fed1a646a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696678 Nov 25 18:30:44.400928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485109d6-296b-4fac-b675-acb2157c5a1b req-5e63e7ec-0dee-457b-a61a-4186101750ed tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:44.402523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-485109d6-296b-4fac-b675-acb2157c5a1b req-5e63e7ec-0dee-457b-a61a-4186101750ed tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 944 time: 0.0940034 Nov 25 18:30:44.427537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7120780e-ae5b-47c4-b421-ca9ac4640077 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:44.432141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4e517fd6-8e14-44df-8c39-f9046afc9e8e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:44.500567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-2663f2a8-9d82-469c-b195-9a10cd1be114 service neutron] 10.222.0.62 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003878 Nov 25 18:30:44.558016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-485109d6-296b-4fac-b675-acb2157c5a1b req-c128ccad-b1c5-4293-8d3a-b9718a163430 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468899 Nov 25 18:30:44.650223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-79ae7232-14ec-45ab-85d9-bbf1efc5d151 service neutron] 10.222.0.62 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432092 Nov 25 18:30:44.739361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 4e517fd6-8e14-44df-8c39-f9046afc9e8e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:44.740060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4e517fd6-8e14-44df-8c39-f9046afc9e8e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:44.749579 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:30:44.870793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7120780e-ae5b-47c4-b421-ca9ac4640077, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7120780e-ae5b-47c4-b421-ca9ac4640077,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:44.885104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'port_id': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'mac_address': 'fa:16:3e:be:c8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:44.944916 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:44.991405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7120780e-ae5b-47c4-b421-ca9ac4640077 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:45.031051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccc5a5a2-0063-4c01-b44a-525a5d8f5d53 req-d01fa0db-6052-4e02-851c-f2366715abbf tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0418522 Nov 25 18:30:45.045843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7120780e-ae5b-47c4-b421-ca9ac4640077, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7120780e-ae5b-47c4-b421-ca9ac4640077,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:45.057076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:45.134973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7120780e-ae5b-47c4-b421-ca9ac4640077,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:45.156501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb95ba05-c61c-47a8-9552-811395a1277a req-943c1c5f-6e3c-4dcc-af5b-73daff01d1a3 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 210 time: 0.0702879 Nov 25 18:30:45.317044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d531a1-2d12-4586-82be-568dc1e73078 req-794db058-9ad3-4000-9931-10e960be0c1b tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:45.318902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d531a1-2d12-4586-82be-568dc1e73078 req-794db058-9ad3-4000-9931-10e960be0c1b tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 945 time: 0.0749753 Nov 25 18:30:45.392845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-74cceaa9-ba40-4f03-9546-033b2c7e1d80 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d238c92999f6468d9acaa143e2603a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621324 Nov 25 18:30:45.406227 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d531a1-2d12-4586-82be-568dc1e73078 req-35c51228-4e56-4f53-88ff-8c9280ae5b01 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726933 Nov 25 18:30:45.445753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a930dad7-aed2-4ee8-995b-ad6437bc73a8 req-614535bf-a74a-428e-ae85-577c91c0f589 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 210 time: 0.1006560 Nov 25 18:30:45.476581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7120780e-ae5b-47c4-b421-ca9ac4640077'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:45.726398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-8cfb692b-deed-45bf-8ff8-59d0c76d633c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:45.729500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-8cfb692b-deed-45bf-8ff8-59d0c76d633c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001623 Nov 25 18:30:45.774161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Request body: {'port': {'device_id': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'd238c92999f6468d9acaa143e2603a98'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:45.801492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:45.854371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-b42c59a5-d2f7-4518-904f-a4202aad2c76 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:45.856023 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-b42c59a5-d2f7-4518-904f-a4202aad2c76 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 945 time: 0.1896601 Nov 25 18:30:45.878067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35616b80-23a0-48aa-938a-b04266cd1c2d req-5dab7013-2b10-4795-b479-922ac3060e67 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:45.879795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35616b80-23a0-48aa-938a-b04266cd1c2d req-5dab7013-2b10-4795-b479-922ac3060e67 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 945 time: 0.1832018 Nov 25 18:30:46.027173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35616b80-23a0-48aa-938a-b04266cd1c2d req-7e359cf4-e5b3-46f2-9b78-475a6d9e5bcb tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354287 Nov 25 18:30:46.038014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:46.080096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Made reservation on behalf of d238c92999f6468d9acaa143e2603a98 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:46.083822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.100104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Deleting port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:46.100526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.142566 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d250661-2fb5-412b-8b21-ecfb1ef35f86 req-61e87a50-71ac-4d53-9b03-d29d058e3451 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0280921 Nov 25 18:30:46.184560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec179517-01a1-45ef-a02a-480ddd9a1f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.280062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec179517-01a1-45ef-a02a-480ddd9a1f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.287493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec179517-01a1-45ef-a02a-480ddd9a1f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.303159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57613020-dd49-4e0e-ae3d-f911dc036e40 req-2298bd0f-3dae-4688-be07-0e5eb24506e0 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 210 time: 0.0754719 Nov 25 18:30:46.349544 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ec179517-01a1-45ef-a02a-480ddd9a1f78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d7ae932bd8341e2bca61d67ac63bcc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099189 Nov 25 18:30:46.351080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec179517-01a1-45ef-a02a-480ddd9a1f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417caa7b-e83c-4d27-98ec-72e2fd222e97,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:46.354365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57048) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:46.360977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Allocated IP 192.168.233.110 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/a217fa2f-f107-442d-961d-51189e90e22f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:46.412024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] For port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:46.412399 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.437840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Calling delete_port for db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:46.451343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7120780e-ae5b-47c4-b421-ca9ac4640077 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:46.551953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 7120780e-ae5b-47c4-b421-ca9ac4640077 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:46.557987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7120780e-ae5b-47c4-b421-ca9ac4640077 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:46.558356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.589478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9695eb17-b9f6-4112-bbe4-a3e8cbd28edf req-a2c35e83-c4a5-48d2-b3d6-4947570d62ff tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 210 time: 0.0390632 Nov 25 18:30:46.639249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4e773fe-2310-4006-817c-4eb9887d64c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.720831 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.723282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58462617-131e-406f-a907-414bce461237 req-aab4b6a1-a594-4f42-ad8b-f96b378de8a1 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:46.725430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58462617-131e-406f-a907-414bce461237 req-aab4b6a1-a594-4f42-ad8b-f96b378de8a1 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=7112e26c-aedc-41fa-ad30-121a7ac91017 HTTP/1.1" status: 200 len: 945 time: 0.2112985 Nov 25 18:30:46.726629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.753828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-86b8d3f9-c622-43cf-b42e-84b93b11606e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:46.755396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-86b8d3f9-c622-43cf-b42e-84b93b11606e tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 946 time: 0.1487443 Nov 25 18:30:46.757122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.770189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-5793f073-f33b-48f8-b42e-d1c3dd4dd211 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:46.771700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-5793f073-f33b-48f8-b42e-d1c3dd4dd211 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.64 "GET /v2.0/networks?id=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 HTTP/1.1" status: 200 len: 813 time: 0.3842459 Nov 25 18:30:46.773231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7120780e-ae5b-47c4-b421-ca9ac4640077, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7120780e-ae5b-47c4-b421-ca9ac4640077,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:46.775087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4e773fe-2310-4006-817c-4eb9887d64c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.777021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:46.780445 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f1b489-2311-4d2c-99cb-0dc20493fdc0" -d '{"events": [{"server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "name": "network-vif-plugged", "status": "completed", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:46.785095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['7d201b9d-7761-4ec3-92f4-1e99d4be3564'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:46.787692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:46.792819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.813683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event deleted for resources: {'Port': ['ID=db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:46.855979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] No DVR routers for this DVR port db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:46.864434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.868454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a690d4e9-7ceb-465f-ae85-dd21332a5ab4 req-25f61517-585f-4a6a-9b55-2a594458d04f tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.66 "DELETE /v2.0/ports/db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e HTTP/1.1" status: 204 len: 173 time: 1.0003650 Nov 25 18:30:46.870869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'name': 'network-vif-deleted', 'tag': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:46.876645 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f21307b-3b01-4672-a286-dc234fe92507" -d '{"events": [{"server_uuid": "7112e26c-aedc-41fa-ad30-121a7ac91017", "name": "network-vif-deleted", "tag": "db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:46.893790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:46.973272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7120780e-ae5b-47c4-b421-ca9ac4640077,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:46.992965 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dc3839-bcf7-4c28-8fdc-68f3b9b22938 x-openstack-request-id: req-02dc3839-bcf7-4c28-8fdc-68f3b9b22938 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:46.993314 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "name": "network-vif-plugged", "status": "completed", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:47.006790 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02dc3839-bcf7-4c28-8fdc-68f3b9b22938 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:47.011560 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'code': 200} Nov 25 18:30:47.021580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc21094-efcd-4036-ae37-8b2ce85d2d08'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:47.027273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.046261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:47.049241 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6914a24-dac9-4b81-a657-536494ac5d30 x-openstack-request-id: req-c6914a24-dac9-4b81-a657-536494ac5d30 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:47.049727 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7112e26c-aedc-41fa-ad30-121a7ac91017", "name": "network-vif-deleted", "tag": "db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:47.050733 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6914a24-dac9-4b81-a657-536494ac5d30 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:47.051226 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7112e26c-aedc-41fa-ad30-121a7ac91017', 'name': 'network-vif-deleted', 'tag': 'db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e', 'status': 'completed', 'code': 200} Nov 25 18:30:47.051949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:47.059485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:47.066592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-1718b845-a2bd-4c42-8c04-7b62b278030a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20a86a1b80004671a7f07e4fed1a646a HTTP/1.1" status: 200 len: 379 time: 0.2203050 Nov 25 18:30:47.072030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:47.080629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58462617-131e-406f-a907-414bce461237 req-3cc20712-ba4d-4c11-8c2b-5220627ae209 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/security-groups?id=fda593fe-6a1d-48fd-9ad7-bb0d19701901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473926 Nov 25 18:30:47.111180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Request body: {'port': {'device_id': '597d600b-1404-4fc2-a892-5332f46f4f18', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'admin_state_up': True, 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'security_groups': ['d3b7bf85-fcdd-4cdc-b742-7a79740357b9']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:47.155948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4e773fe-2310-4006-817c-4eb9887d64c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.158698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4e773fe-2310-4006-817c-4eb9887d64c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.165245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a4e773fe-2310-4006-817c-4eb9887d64c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/417caa7b-e83c-4d27-98ec-72e2fd222e97 HTTP/1.1" status: 204 len: 168 time: 0.8095443 Nov 25 18:30:47.253799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Deleting port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:30:47.254213 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.395131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e773fe-2310-4006-817c-4eb9887d64c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417caa7b-e83c-4d27-98ec-72e2fd222e97,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:47.412652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:47.413342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.432893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b07e84-3fc9-4400-98cc-f54eed92608e req-3cf2b0d9-40da-4c09-927a-906635af45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:47.434635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47b07e84-3fc9-4400-98cc-f54eed92608e req-3cf2b0d9-40da-4c09-927a-906635af45a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 1097 time: 0.3491380 Nov 25 18:30:47.509728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e95186a4-eebd-46ed-81a2-53c3056970b2 req-41f4d87e-a4ad-4ea0-9c64-71d52ee1121d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.1157680 Nov 25 18:30:47.586916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-299e889d-dc39-4352-bdb6-ee1e59db9bc5 None None] Provisioning complete for port a217fa2f-f107-442d-961d-51189e90e22f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:47.587518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] For port 7d201b9d-7761-4ec3-92f4-1e99d4be3564, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7d201b9d-7761-4ec3-92f4-1e99d4be3564,segment=NetworkSegment(a738710c-6ddc-419d-b1b7-53a321b7dc81),segment_id=a738710c-6ddc-419d-b1b7-53a321b7dc81)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:47.587518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.587732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-299e889d-dc39-4352-bdb6-ee1e59db9bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:47.604755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Calling delete_port for 7d201b9d-7761-4ec3-92f4-1e99d4be3564 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:30:47.629369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-299e889d-dc39-4352-bdb6-ee1e59db9bc5 None None] Port a217fa2f-f107-442d-961d-51189e90e22f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:47.631028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f', '05ad8908-e0e1-4780-9924-95b60b20f4e4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:48.084212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f350-17c6-4aa0-a2b1-f64840921b6b req-fca2fce0-c969-4d81-89a6-2214a6540572 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:48.092316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5261f350-17c6-4aa0-a2b1-f64840921b6b req-fca2fce0-c969-4d81-89a6-2214a6540572 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.8737926 Nov 25 18:30:48.096971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57076) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:48.139659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-faa724b2-504e-4d01-b3b8-1d48b5894982 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3731737 Nov 25 18:30:48.181330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47b07e84-3fc9-4400-98cc-f54eed92608e req-816ec453-549b-4a8a-a685-ade077233aed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7364290 Nov 25 18:30:48.189177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Request body: {'port': {'device_id': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:48.208439 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7c14-bf45-4b0d-b4f4-de8841d52dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:48.243443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5261f350-17c6-4aa0-a2b1-f64840921b6b req-4251c857-54c9-475e-ab42-275966b48da0 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502066 Nov 25 18:30:48.295452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:48.398935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-249970fb-b6fb-463e-ba8b-a4a716248dc9 req-0a275f30-2151-40e0-b53b-d8f1719983f9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 210 time: 0.6844244 Nov 25 18:30:48.418299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:48.442644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:48.492984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Pushing event deleted for resources: {'Port': ['ID=7d201b9d-7761-4ec3-92f4-1e99d4be3564,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:48.498220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Made reservation on behalf of 20a86a1b80004671a7f07e4fed1a646a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:48.502396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:48.623607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7c14-bf45-4b0d-b4f4-de8841d52dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:48.673220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58180a-18c8-4ea3-aede-c0779a85e887 req-fffdaca3-bf2c-4b9a-a1d9-230349ae81c6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:48.676183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd58180a-18c8-4ea3-aede-c0779a85e887 req-fffdaca3-bf2c-4b9a-a1d9-230349ae81c6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 936 time: 0.3029182 Nov 25 18:30:48.679092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7c14-bf45-4b0d-b4f4-de8841d52dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:48.692609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] No DVR routers for this DVR port 7d201b9d-7761-4ec3-92f4-1e99d4be3564 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:30:48.698195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:48.706257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e26da1e-f99c-476e-af50-c2421501d6b1 req-4f8e4036-2b56-43bb-ae8f-b32f1ef7b935 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.64 "DELETE /v2.0/ports/7d201b9d-7761-4ec3-92f4-1e99d4be3564 HTTP/1.1" status: 204 len: 173 time: 1.9288011 Nov 25 18:30:48.719889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Allocated IP 172.20.0.5 (400e7c1f-60fa-42d8-ae75-d5e1592c4fa1/2e70db96-3279-4c1b-b4de-d034bee5dd57/ba5afe78-e7a8-409d-a516-642e4c46c499) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:30:48.724155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf29799-d50e-458d-89dd-bd8910db375b', 'name': 'network-vif-deleted', 'tag': '7d201b9d-7761-4ec3-92f4-1e99d4be3564'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:48.730276 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6218c226-4f33-446a-b364-f92049b82dbc" -d '{"events": [{"server_uuid": "8bf29799-d50e-458d-89dd-bd8910db375b", "name": "network-vif-deleted", "tag": "7d201b9d-7761-4ec3-92f4-1e99d4be3564"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:48.999020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.043078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f5c7c14-bf45-4b0d-b4f4-de8841d52dc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=124a693be6cf4ee0867cbbf5f8777a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9416456 Nov 25 18:30:49.046152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:49.062691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c7c14-bf45-4b0d-b4f4-de8841d52dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580a9cf0-c1e9-4720-8745-78ddcca4e4c7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:49.108107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b69a4031-4a21-4bc0-93ce-dbc0daef7689 req-219fe545-b372-4dca-9e0d-0f4aeb944bbd tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0810902 Nov 25 18:30:49.130178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd58180a-18c8-4ea3-aede-c0779a85e887 req-75b4e303-98d8-4827-8574-fd086a2ca03a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164488 Nov 25 18:30:49.184798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7d201b9d-7761-4ec3-92f4-1e99d4be3564 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:49.189252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.219339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 7d201b9d-7761-4ec3-92f4-1e99d4be3564 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:49.219694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7d201b9d-7761-4ec3-92f4-1e99d4be3564 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:49.225573 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112a3132-9a85-4df2-901e-380dabdf6b3b x-openstack-request-id: req-112a3132-9a85-4df2-901e-380dabdf6b3b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:49.226319 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf29799-d50e-458d-89dd-bd8910db375b", "name": "network-vif-deleted", "tag": "7d201b9d-7761-4ec3-92f4-1e99d4be3564", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:49.226859 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-112a3132-9a85-4df2-901e-380dabdf6b3b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:49.227745 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf29799-d50e-458d-89dd-bd8910db375b', 'name': 'network-vif-deleted', 'tag': '7d201b9d-7761-4ec3-92f4-1e99d4be3564', 'status': 'completed', 'code': 200} Nov 25 18:30:49.267605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:30:49.299005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:49.306963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-196664e7-9f09-40de-ab70-650d397997f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.330797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:30:49.361259 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b88fb43a-628b-4afc-98a6-04e3d3f51dff req-01f423d2-680b-4cda-aeef-e5f3f25ec1e9 tempest-MultipleCreateTestJSON-980737451 tempest-MultipleCreateTestJSON-980737451-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf29799-d50e-458d-89dd-bd8910db375b HTTP/1.1" status: 200 len: 210 time: 0.0969267 Nov 25 18:30:49.374912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a217fa2f-f107-442d-961d-51189e90e22f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:49.390266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.412147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Transition to ACTIVE for port object a217fa2f-f107-442d-961d-51189e90e22f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:49.424996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.538266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event updated for resources: {'Port': ['ID=ba5afe78-e7a8-409d-a516-642e4c46c499,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:49.601803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-196664e7-9f09-40de-ab70-650d397997f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.680233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:49.706832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:49.709432 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.788412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-68c11fab-81a5-42bd-bc82-df8096b6b431 None None] Provisioning complete for port ba5afe78-e7a8-409d-a516-642e4c46c499 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:49.791362 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c11fab-81a5-42bd-bc82-df8096b6b431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.855918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691bf8-7bba-47dd-b805-f42e3ae05721 req-01e900b8-e5ae-4dc6-aad8-9c3f852bdc18 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:49.864510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b691bf8-7bba-47dd-b805-f42e3ae05721 req-01e900b8-e5ae-4dc6-aad8-9c3f852bdc18 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 931 time: 0.2515996 Nov 25 18:30:49.892257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:49.892592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:49.895475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:49.898887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-68c11fab-81a5-42bd-bc82-df8096b6b431 None None] Port ba5afe78-e7a8-409d-a516-642e4c46c499 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:30:49.902716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:49.903197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:49.904610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-335aa217-3e69-4522-bfe9-1607387797b7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8154597 Nov 25 18:30:49.910018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:49.910563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:49.910952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:49.911388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Bound port: a217fa2f-f107-442d-961d-51189e90e22f, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:49.911878 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:49.951974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b691bf8-7bba-47dd-b805-f42e3ae05721 req-6b27a265-ea08-4fde-911b-28501ccb3b01 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865779 Nov 25 18:30:49.956127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Request body: {'port': {'device_id': '597d600b-1404-4fc2-a892-5332f46f4f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:50.001096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-196664e7-9f09-40de-ab70-650d397997f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.010663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-196664e7-9f09-40de-ab70-650d397997f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.011946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-196664e7-9f09-40de-ab70-650d397997f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/580a9cf0-c1e9-4720-8745-78ddcca4e4c7 HTTP/1.1" status: 204 len: 168 time: 0.9646358 Nov 25 18:30:50.046155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196664e7-9f09-40de-ab70-650d397997f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a9cf0-c1e9-4720-8745-78ddcca4e4c7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:50.055841 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.116607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:50.127296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed2cef-305e-4e29-ae7e-acd7dd2fa58c req-ab952088-b330-444c-aec2-bcfd59ac401e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:50.128851 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06ed2cef-305e-4e29-ae7e-acd7dd2fa58c req-ab952088-b330-444c-aec2-bcfd59ac401e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.5992477 Nov 25 18:30:50.131300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:50.156045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.244823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:50.246179 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.248476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] 10.222.0.64 "PUT /v2.0/ports/a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 1096 time: 2.0700459 Nov 25 18:30:50.266195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:50.270477 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd54f34-e798-4e10-950c-e198411419f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:50.382802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06ed2cef-305e-4e29-ae7e-acd7dd2fa58c req-95d04260-d89f-4698-8b4a-aee839dcae7a tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304475 Nov 25 18:30:50.389897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e39b827-10c1-41e2-94cd-22cc3f5549be req-08745a8f-859d-42ae-97b3-c08f240a8864 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.1804945 Nov 25 18:30:50.418887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f5a76-3fc2-44c9-b005-f9155cf59734 service neutron] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:50.457823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:30:50.466295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-0fe7e919-7cfa-4899-95e5-1b2c4394f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:50.470275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-0fe7e919-7cfa-4899-95e5-1b2c4394f6ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1099 time: 0.1545529 Nov 25 18:30:50.486497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:30:50.487170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device db2b8ae3-4cc1-432b-acd1-14a36a0f3a9e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:30:50.587579 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbb3739-a2b3-4604-960a-ff5d0e746d76 x-openstack-request-id: req-cbbb3739-a2b3-4604-960a-ff5d0e746d76 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:50.588185 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:50.588915 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbbb3739-a2b3-4604-960a-ff5d0e746d76 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:50.590098 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'status': 'completed', 'code': 200} Nov 25 18:30:50.595367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-0799f52b-74e6-40cf-8a99-a85a0698b493 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.1127298 Nov 25 18:30:50.600254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:50.733665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] Deleting subnet 152fff85-2bda-47dc-9f0d-64925e47a025 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:30:50.742757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5afe78-e7a8-409d-a516-642e4c46c499 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:50.754099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.763801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.780891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-7df7b53b-335c-4ee1-bf68-38b3f4e4eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:50.782772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-7df7b53b-335c-4ee1-bf68-38b3f4e4eaca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1793783 Nov 25 18:30:50.796537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Transition to ACTIVE for port object ba5afe78-e7a8-409d-a516-642e4c46c499 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:30:50.807691 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.848086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:50.907599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-f167a517-e1e0-4fd3-ad8f-585e9cadcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:50.911912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-f167a517-e1e0-4fd3-ad8f-585e9cadcda5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189559 Nov 25 18:30:50.952736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.040932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5afe78-e7a8-409d-a516-642e4c46c499,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:51.096340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.096819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.097227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.097679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.098089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.098508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.098996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.099398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.099797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.100192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.100585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.101022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:30:51.151022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060650-9b45-415a-8285-1804be4b71df req-d9ed7286-8bc3-49d4-a35b-77caa43a1e68 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.163813 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16060650-9b45-415a-8285-1804be4b71df req-d9ed7286-8bc3-49d4-a35b-77caa43a1e68 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 948 time: 0.6076546 Nov 25 18:30:51.221887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Attempting to bind port ba5afe78-e7a8-409d-a516-642e4c46c499 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:30:51.227154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Attempting to bind port ba5afe78-e7a8-409d-a516-642e4c46c499 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:30:51.227858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Attempting to bind port ba5afe78-e7a8-409d-a516-642e4c46c499 on network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:51.242998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb449-9f44-478d-b25c-0832650547d6 req-86fb3bb8-af91-4884-9ef5-f6702616e534 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.247443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Port ba5afe78-e7a8-409d-a516-642e4c46c499 on network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:30:51.248053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Attempting to bind port ba5afe78-e7a8-409d-a516-642e4c46c499 on network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:30:51.251694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2edb449-9f44-478d-b25c-0832650547d6 req-86fb3bb8-af91-4884-9ef5-f6702616e534 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 943 time: 0.1638863 Nov 25 18:30:51.264674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.286681 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-02944a21-cc37-47ae-815d-b0d2abeaf94b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632565 Nov 25 18:30:51.288933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:30:51.289969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Checking segment: {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:51.290612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Bound using segment: {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:30:51.291311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Bound port: ba5afe78-e7a8-409d-a516-642e4c46c499, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9f6062-4ddb-4802-90ba-0bcf2937920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:30:51.291978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.318725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152fff85-2bda-47dc-9f0d-64925e47a025,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:51.327580 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.332959 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5718395c-b839-43d4-b81f-f395f8637827 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/152fff85-2bda-47dc-9f0d-64925e47a025 HTTP/1.1" status: 204 len: 168 time: 0.7313178 Nov 25 18:30:51.333803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16060650-9b45-415a-8285-1804be4b71df req-9fb63b4e-3033-47fd-a167-228d58d4f3e7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689475 Nov 25 18:30:51.378654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:51.472385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] For port ba5afe78-e7a8-409d-a516-642e4c46c499, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:30:51.476227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] For port ba5afe78-e7a8-409d-a516-642e4c46c499, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ba5afe78-e7a8-409d-a516-642e4c46c499,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:30:51.488011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.539871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2edb449-9f44-478d-b25c-0832650547d6 req-0bf1902e-c571-4d99-8552-9a5df981cac7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866271 Nov 25 18:30:51.607573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.610148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.611630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] 10.222.0.64 "PUT /v2.0/ports/ba5afe78-e7a8-409d-a516-642e4c46c499 HTTP/1.1" status: 200 len: 1091 time: 1.6655746 Nov 25 18:30:51.613847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:51.619116 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad" -d '{"events": [{"name": "network-changed", "server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:51.621429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.761992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348c1fe7-90db-433e-b587-cbf239e64f50 req-332b29d5-d26d-4592-aec7-b043a507353a service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519985 Nov 25 18:30:51.771344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de1676-c48d-492d-af05-1348a4a0ca58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5afe78-e7a8-409d-a516-642e4c46c499,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:51.826374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-1457647e-e351-4fd7-89b6-7b5bfe9b158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.832375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-1457647e-e351-4fd7-89b6-7b5bfe9b158f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20a86a1b80004671a7f07e4fed1a646a&device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 1094 time: 0.1538048 Nov 25 18:30:51.910792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-20c4d8ec-42ea-4298-aed1-b8cb7e0f3f1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5afe78-e7a8-409d-a516-642e4c46c499 HTTP/1.1" status: 200 len: 217 time: 0.0575736 Nov 25 18:30:51.911040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:51.951182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3bcd-4eef-47a5-a778-0894e818bbb5 req-7d89adca-4f71-437f-b705-988eb0dc9c8d tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.951707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7cfe3bcd-4eef-47a5-a778-0894e818bbb5 req-7d89adca-4f71-437f-b705-988eb0dc9c8d tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.2777026 Nov 25 18:30:51.959740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c137d5-bebe-4e93-b1f0-885528b6ecd6']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:51.982274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a738710c-6ddc-419d-b1b7-53a321b7dc81') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:51.982612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a738710c-6ddc-419d-b1b7-53a321b7dc81') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:51.991866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54f34-e798-4e10-950c-e198411419f7 req-a9909f03-8084-4177-82b6-75c136e35db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:51.993578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd54f34-e798-4e10-950c-e198411419f7 req-a9909f03-8084-4177-82b6-75c136e35db0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1099 time: 0.1301353 Nov 25 18:30:52.003985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:52.008466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-8685313f-e6f3-45a8-8f1a-1858cec05f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.013779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-8685313f-e6f3-45a8-8f1a-1858cec05f7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e70db96-3279-4c1b-b4de-d034bee5dd57 HTTP/1.1" status: 200 len: 852 time: 0.0900834 Nov 25 18:30:52.045189 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:52.089698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-6f8dd633-b09b-4e3e-8a52-e4aa706eefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.091575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-6f8dd633-b09b-4e3e-8a52-e4aa706eefcd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668452 Nov 25 18:30:52.101344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:30:52.101813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:30:52.103631 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:30:52.180232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7cfe3bcd-4eef-47a5-a778-0894e818bbb5 req-fc22f019-174a-4ced-b619-81a896c28b8b tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109601 Nov 25 18:30:52.197183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:52.203880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:52.207681 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b2c137d5-bebe-4e93-b1f0-885528b6ecd6 HTTP/1.1" status: 204 len: 168 time: 0.8140867 Nov 25 18:30:52.226318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399124-5110-4455-b468-bfb257ebfc78 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c137d5-bebe-4e93-b1f0-885528b6ecd6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:52.240760 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3098cd78-e7e0-42b6-9c26-5132b7538a48 req-a6c9f4b7-10b4-42ed-af98-9f1ce9baf249 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0568151 Nov 25 18:30:52.243153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54f34-e798-4e10-950c-e198411419f7 req-d0596635-8ecb-4e79-8005-1f30c4524eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.244563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd54f34-e798-4e10-950c-e198411419f7 req-d0596635-8ecb-4e79-8005-1f30c4524eb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2299440 Nov 25 18:30:52.280489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-7818c6b1-cf52-4fed-b24a-2f9d70f13dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801319 Nov 25 18:30:52.313855 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bf217c-6c2e-4fe7-a36e-7bc96cd0ec0c x-openstack-request-id: req-15bf217c-6c2e-4fe7-a36e-7bc96cd0ec0c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:52.314156 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:52.314478 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15bf217c-6c2e-4fe7-a36e-7bc96cd0ec0c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:52.314913 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'status': 'completed', 'code': 200} Nov 25 18:30:52.365722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd54f34-e798-4e10-950c-e198411419f7 req-91e4c327-037a-416e-ad32-3c3344224b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.1043880 Nov 25 18:30:52.435840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01484ed6-7121-43e9-bec1-ad156032d6e3 req-82bb2084-6390-4601-9103-aef440f3dc43 service neutron] 10.222.0.64 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455092 Nov 25 18:30:52.542283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54f34-e798-4e10-950c-e198411419f7 req-e1098ec0-a385-4d16-8713-88a7ba3bd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.545121 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd54f34-e798-4e10-950c-e198411419f7 req-e1098ec0-a385-4d16-8713-88a7ba3bd219 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1690249 Nov 25 18:30:52.559075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aad7aa-0d59-40bb-9163-a90d6a985b9e req-873d3ddd-baf2-4fa7-a6ac-a3153d215de8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.566942 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19aad7aa-0d59-40bb-9163-a90d6a985b9e req-873d3ddd-baf2-4fa7-a6ac-a3153d215de8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 948 time: 0.1143522 Nov 25 18:30:52.594063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:52.595442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-e23c1b1f-5030-429d-bca3-48001c577749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.596954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-e23c1b1f-5030-429d-bca3-48001c577749 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20a86a1b80004671a7f07e4fed1a646a&device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 1094 time: 0.0970068 Nov 25 18:30:52.657396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691608c2-9c44-4c73-92fc-8ec594824011 req-6163d5f9-d680-4801-9f6f-1e7c05477207 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.658917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-691608c2-9c44-4c73-92fc-8ec594824011 req-6163d5f9-d680-4801-9f6f-1e7c05477207 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.2103856 Nov 25 18:30:52.671067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:52.680672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Request body: {'floatingip': {'port_id': '7120780e-ae5b-47c4-b421-ca9ac4640077'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:52.700727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2021b6f0-1c99-4ab5-a56b-3ac869d3fc32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8614e3c8d90b43349385aab981e4891c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842836 Nov 25 18:30:52.701201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19aad7aa-0d59-40bb-9163-a90d6a985b9e req-180e53cd-c17d-4f2a-b1b9-d76cf505575c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288478 Nov 25 18:30:52.702025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54f34-e798-4e10-950c-e198411419f7 req-5f8c996d-3af9-446a-aec2-7d03c3a647fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.703566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd54f34-e798-4e10-950c-e198411419f7 req-5f8c996d-3af9-446a-aec2-7d03c3a647fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468287 Nov 25 18:30:52.704051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:52.791104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:52.987526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-07383f77-14d9-45f8-8dcd-913e043da2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:52.989751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-07383f77-14d9-45f8-8dcd-913e043da2ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 HTTP/1.1" status: 200 len: 914 time: 0.3795934 Nov 25 18:30:53.083247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ee0b2-5443-4149-838e-f2227926b504 req-5fb0fb4d-56bb-49ae-9532-31406839c49a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:53.084746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-575ee0b2-5443-4149-838e-f2227926b504 req-5fb0fb4d-56bb-49ae-9532-31406839c49a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 943 time: 0.2176867 Nov 25 18:30:53.086791 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-671f5eb5-7017-42e8-9ed3-84fb5cd14262 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5afe78-e7a8-409d-a516-642e4c46c499 HTTP/1.1" status: 200 len: 217 time: 0.0536420 Nov 25 18:30:53.146016 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e389310-7e26-4f4d-89ee-6f2f96c46c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.160565 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd54f34-e798-4e10-950c-e198411419f7 req-d7cc9adf-8f57-4345-ab38-cd0211215af8 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417231 Nov 25 18:30:53.223177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:53.259021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-99231c09-17c8-4a8f-a4bd-bbc247902335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:53.260629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-99231c09-17c8-4a8f-a4bd-bbc247902335 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e70db96-3279-4c1b-b4de-d034bee5dd57 HTTP/1.1" status: 200 len: 852 time: 0.1575272 Nov 25 18:30:53.328945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-575ee0b2-5443-4149-838e-f2227926b504 req-a37f9f1e-cba6-47a2-8471-f6441e5cd5d7 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301359 Nov 25 18:30:53.407939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:53.409871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd54f34-e798-4e10-950c-e198411419f7 req-6353a797-f313-4cca-abad-bce1037a3875 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323711 Nov 25 18:30:53.412244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e389310-7e26-4f4d-89ee-6f2f96c46c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.455068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'a217fa2f-f107-442d-961d-51189e90e22f', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'a217fa2f-f107-442d-961d-51189e90e22f', 'mac_address': 'fa:16:3e:d9:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:53.487398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57284) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:53.499491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e389310-7e26-4f4d-89ee-6f2f96c46c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.501854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e389310-7e26-4f4d-89ee-6f2f96c46c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.505360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6e389310-7e26-4f4d-89ee-6f2f96c46c44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fda593fe-6a1d-48fd-9ad7-bb0d19701901 HTTP/1.1" status: 204 len: 168 time: 0.7980793 Nov 25 18:30:53.505536 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.511947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e389310-7e26-4f4d-89ee-6f2f96c46c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda593fe-6a1d-48fd-9ad7-bb0d19701901,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:53.527798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a217fa2f-f107-442d-961d-51189e90e22f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:53.564543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e5ab6ed6-cbee-4488-a006-b96af58ee2b6 req-f1ac4a28-6cbd-4e52-87eb-8fe393dff963 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0554905 Nov 25 18:30:53.572871 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:30:53.603299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:53.609715 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.618413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-01b0521f-e5e3-432f-9c4f-58fca637f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:53.620196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-01b0521f-e5e3-432f-9c4f-58fca637f511 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3404865 Nov 25 18:30:53.700987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.711396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:53.711592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:53.868600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-ffc41af6-f9b9-46af-b47e-5e60d7fc20c8 service neutron] 10.222.0.64 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368789 Nov 25 18:30:53.944747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a217fa2f-f107-442d-961d-51189e90e22f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:53.958560 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Floating IP daa4de88-c75d-4097-a275-d8db76c3aaa7 associated. External IP: 172.25.2.58, port: 7120780e-ae5b-47c4-b421-ca9ac4640077. Nov 25 18:30:54.032960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2df7e880-32a3-442e-b342-acfda2276619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.057357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c664f4-eeca-4149-8780-ec00dd2d336e req-72fb6d21-5c2a-4ac3-9619-34925c9470b9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:54.069891 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9c664f4-eeca-4149-8780-ec00dd2d336e req-72fb6d21-5c2a-4ac3-9619-34925c9470b9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.2769861 Nov 25 18:30:54.172642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2df7e880-32a3-442e-b342-acfda2276619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.188552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2df7e880-32a3-442e-b342-acfda2276619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.270824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2df7e880-32a3-442e-b342-acfda2276619 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=586fdb4c5e224788b1370970f030d66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7816465 Nov 25 18:30:54.271792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57304) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:54.279081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7e880-32a3-442e-b342-acfda2276619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845b1682-78d5-4f3e-9876-4f6f5872060d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:54.323920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9c664f4-eeca-4149-8780-ec00dd2d336e req-ff77f5e9-58ef-457f-ba96-8f6768dae0e8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478867 Nov 25 18:30:54.334366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Router 1b21cec7-4b95-4783-b574-934f64f983fd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:30:54.359506 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a02a0109-e0b7-4f44-9a2f-2b24005f59ad req-f14e5c01-37fa-4b5a-96de-df93ddf126e9 service neutron] 10.222.0.64 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794080 Nov 25 18:30:54.370684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e90506-e9f3-434b-98e6-f53466d7a9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.417447 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e90506-e9f3-434b-98e6-f53466d7a9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.491864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e90506-e9f3-434b-98e6-f53466d7a9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.494717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e90506-e9f3-434b-98e6-f53466d7a9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.499057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-51e90506-e9f3-434b-98e6-f53466d7a9c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/845b1682-78d5-4f3e-9876-4f6f5872060d HTTP/1.1" status: 204 len: 168 time: 0.2210431 Nov 25 18:30:54.513128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e90506-e9f3-434b-98e6-f53466d7a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845b1682-78d5-4f3e-9876-4f6f5872060d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:54.618581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaf94c-2a45-4e77-8d38-59546143b222 req-3a17779d-a86e-4213-923f-28b9c5725999 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:54.627308 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afeaf94c-2a45-4e77-8d38-59546143b222 req-3a17779d-a86e-4213-923f-28b9c5725999 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 943 time: 0.1058741 Nov 25 18:30:54.630345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:30:54.642321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] Sync routers for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:30:54.667623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:54.668503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:54.669993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:54.687092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-894088ad-6866-4993-bc7c-e111a34546a6 req-ed12845f-f5a3-4cad-bdc5-06e9a6f220ab tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4811947-a4b7-4835-8767-adfe409afb2c HTTP/1.1" status: 200 len: 210 time: 0.0380001 Nov 25 18:30:54.766586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-325b1221-c87f-404a-9dbf-97b6f9acf45e tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "PUT /v2.0/floatingips/daa4de88-c75d-4097-a275-d8db76c3aaa7 HTTP/1.1" status: 200 len: 991 time: 2.0908582 Nov 25 18:30:54.774354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:54.783911 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:54.830659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afeaf94c-2a45-4e77-8d38-59546143b222 req-278d52b5-8552-47be-b584-ad55bb292c4c tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024083 Nov 25 18:30:54.937335 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7859db7-7de6-4e15-9fbe-074d365f3e26 x-openstack-request-id: req-d7859db7-7de6-4e15-9fbe-074d365f3e26 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:54.938425 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:54.939486 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7859db7-7de6-4e15-9fbe-074d365f3e26 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:54.939897 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'status': 'completed', 'code': 200} Nov 25 18:30:54.966870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:55.058711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-33979959-b8ae-447e-b4d2-ec6194785da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:55.063635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-33979959-b8ae-447e-b4d2-ec6194785da2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a2fdedde8194deda40d0fcd67a1bec9&device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 1097 time: 0.0903490 Nov 25 18:30:55.199183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57338) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:55.290738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ba5afe78-e7a8-409d-a516-642e4c46c499 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:30:55.293924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:55.311200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-7e20b214-4341-4615-a925-4e996ca270cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:55.312679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-7e20b214-4341-4615-a925-4e996ca270cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=5c83d646-b02a-4ec5-8429-16f972295c78 HTTP/1.1" status: 200 len: 916 time: 0.2416706 Nov 25 18:30:55.492359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port a217fa2f-f107-442d-961d-51189e90e22f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:55.502261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port a217fa2f-f107-442d-961d-51189e90e22f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:55.502721 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:55.607909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ba5afe78-e7a8-409d-a516-642e4c46c499, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ba5afe78-e7a8-409d-a516-642e4c46c499,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:55.614902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-51b9358e-044f-4d36-a7c8-db64b4775364 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7120780e-ae5b-47c4-b421-ca9ac4640077 HTTP/1.1" status: 200 len: 999 time: 0.2819619 Nov 25 18:30:55.654190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-984665591-network', 'tenant_id': '88132b4763b74faebe90fcf0b4eea0ce'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:55.677701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'port_id': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'mac_address': 'fa:16:3e:08:e3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:30:55.685082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'daa4de88-c75d-4097-a275-d8db76c3aaa7', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'port_id': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'mac_address': 'fa:16:3e:be:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:29:50Z', 'updated_at': '2021-11-25T18:30:53Z', 'revision_number': 1, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:52Z', 'revision_number': 5, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:55.705988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-e93560c7-e783-4bf9-84ae-cc7a0427bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:55.707510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-e93560c7-e783-4bf9-84ae-cc7a0427bd09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4c43a6a-5f49-4963-a6da-b10b9896609b HTTP/1.1" status: 200 len: 854 time: 0.0894511 Nov 25 18:30:55.750823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede85e-db28-4bb1-a5f7-fffd04bffdd2 req-6e657a00-0c8f-49e5-84e5-2e82399de0e5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:55.759966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4ede85e-db28-4bb1-a5f7-fffd04bffdd2 req-6e657a00-0c8f-49e5-84e5-2e82399de0e5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.2239940 Nov 25 18:30:55.776418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Made reservation on behalf of 88132b4763b74faebe90fcf0b4eea0ce for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:55.778817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:55.802427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-96c5e552-ccd7-4f41-af66-1b210d61c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:55.804798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-96c5e552-ccd7-4f41-af66-1b210d61c196 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5c83d646-b02a-4ec5-8429-16f972295c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903718 Nov 25 18:30:56.001802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] Checking router: 1b21cec7-4b95-4783-b574-934f64f983fd for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:30:56.004924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-b0d12ee3-c2b9-4a69-a650-8261d531645e service neutron] 10.222.0.66 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836171 Nov 25 18:30:56.025465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:30:56.026349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:56.028716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.050955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57364) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:56.097565 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.110533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:56.114010 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d999e738-462b-4ee6-9877-2edd81947ee6" -d '{"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-plugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:56.159009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e15fe-2c7f-4671-a758-763d060b862f req-4c2bcfce-e650-4d2e-9dc8-433b50cf6701 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:56.167191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c8e15fe-2c7f-4671-a758-763d060b862f req-4c2bcfce-e650-4d2e-9dc8-433b50cf6701 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 943 time: 0.1610103 Nov 25 18:30:56.185039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:56.192394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5afe78-e7a8-409d-a516-642e4c46c499 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:30:56.206115 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.232671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f45c07f1-2a19-4dad-8e19-ad63e7c8867f req-18abdc82-3fea-4179-bea1-1dffcc8761a6 service neutron] 10.222.0.66 "GET /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071128 Nov 25 18:30:56.257815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c8e15fe-2c7f-4671-a758-763d060b862f req-abab9713-8c80-4291-a384-57428b2ae439 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896208 Nov 25 18:30:56.273923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:56.301585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ba5afe78-e7a8-409d-a516-642e4c46c499, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ba5afe78-e7a8-409d-a516-642e4c46c499,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:56.304136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:30:56.341222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.423868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1701946421-network', 'tenant_id': '0034d5b5393248a89d731e64408ab521'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:56.469086 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a3c224-9660-481e-8faf-9ecd9cf37b60 x-openstack-request-id: req-79a3c224-9660-481e-8faf-9ecd9cf37b60 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:56.473727 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-plugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:56.474274 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79a3c224-9660-481e-8faf-9ecd9cf37b60 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:56.476375 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'code': 200} Nov 25 18:30:56.483031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Made reservation on behalf of 0034d5b5393248a89d731e64408ab521 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:56.486305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.496450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=ba5afe78-e7a8-409d-a516-642e4c46c499,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:56.507012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.659473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.707783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'daa4de88-c75d-4097-a275-d8db76c3aaa7', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'port_id': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'mac_address': 'fa:16:3e:be:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:29:50Z', 'updated_at': '2021-11-25T18:30:53Z', 'revision_number': 1, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:52Z', 'revision_number': 5, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:30:56.709633 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.715431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.754370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721645-5fb9-47e0-8505-b20a46352e1a None None] The sync data for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 is: [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'daa4de88-c75d-4097-a275-d8db76c3aaa7', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'port_id': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'mac_address': 'fa:16:3e:be:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:29:50Z', 'updated_at': '2021-11-25T18:30:53Z', 'revision_number': 1, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:52Z', 'revision_number': 5, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:30:56.756062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4ede85e-db28-4bb1-a5f7-fffd04bffdd2 req-f70246f9-2d87-4be2-8a49-fd3c3886c6dc tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9948063 Nov 25 18:30:56.765479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6e30f-8d8f-470f-8c56-26471a54f990 req-8bcd4cbe-0fa6-4a37-8ace-90bce5ecad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:56.767952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06f6e30f-8d8f-470f-8c56-26471a54f990 req-8bcd4cbe-0fa6-4a37-8ace-90bce5ecad95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1101 time: 0.1221867 Nov 25 18:30:56.796144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:30:56.804019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['ba5afe78-e7a8-409d-a516-642e4c46c499'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:30:56.829549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.830425 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Added segment 1f782d2e-c554-4a59-bfaf-fd01b912ca56 of type vlan for network 29c32a3c-18cd-4cc6-8dc3-dbfce83aff86 Nov 25 18:30:56.858609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aee33ae-2d6a-4db0-b4ca-4f159b80f928,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:56.932846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fc8ce-ad17-4a02-9650-2903882d0ce8 req-c39fbbfb-e7c1-4287-9e76-a5a0bd11c168 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:56.941309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e26fc8ce-ad17-4a02-9650-2903882d0ce8 req-c39fbbfb-e7c1-4287-9e76-a5a0bd11c168 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.2104003 Nov 25 18:30:56.944734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.997421 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:56.998582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:56.999121 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.013225 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.018356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06f6e30f-8d8f-470f-8c56-26471a54f990 req-bc106eb3-a366-443e-a9d8-7e6b727878aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272146 Nov 25 18:30:57.022257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.066592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:30:57.074392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc8a080-b48b-4367-bedc-68f2af73e7a6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:57.093589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.094192 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Added segment d060911f-46c7-406b-b64b-58de73e214ee of type vlan for network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 Nov 25 18:30:57.097469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e26fc8ce-ad17-4a02-9650-2903882d0ce8 req-8d11199e-85ce-4f2d-828b-91d0b032113b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542733 Nov 25 18:30:57.116215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57378) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:57.117081 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0605381 Nov 25 18:30:57.134659 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf3979-cba7-4934-b972-8d7821730f0b None None] New status for floating IP daa4de88-c75d-4097-a275-d8db76c3aaa7: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:30:57.159541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc71ef-e3eb-45f2-a390-c18d3194ba82 admin admin] Pushing event updated for resources: {'Network': ['ID=29c32a3c-18cd-4cc6-8dc3-dbfce83aff86,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:57.161274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Request body: {'subnet': {'network_id': '29c32a3c-18cd-4cc6-8dc3-dbfce83aff86', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1701946421-subnet', 'tenant_id': '0034d5b5393248a89d731e64408ab521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:57.173880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 29c32a3c-18cd-4cc6-8dc3-dbfce83aff86 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:30:57.277189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.293752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Made reservation on behalf of 0034d5b5393248a89d731e64408ab521 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:57.300665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.514337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.515436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:57.516210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.643232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4429469 Nov 25 18:30:57.646142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57388) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:30:57.651138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Request body: {'subnet': {'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-984665591-subnet', 'tenant_id': '88132b4763b74faebe90fcf0b4eea0ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:30:57.661711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e42ac-8398-4105-b6c3-d43daabe27fb admin admin] Pushing event updated for resources: {'Network': ['ID=d1c0c268-ea9d-4f9c-8d16-6674ff718b24,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:57.673151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:30:57.679426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd87cc-20b1-4a08-b022-47a75d775b1d req-846f149d-ef27-41f8-bacc-3d6876ff63ac tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:57.690043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61cd87cc-20b1-4a08-b022-47a75d775b1d req-846f149d-ef27-41f8-bacc-3d6876ff63ac tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 944 time: 0.2181928 Nov 25 18:30:57.705113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Made reservation on behalf of 88132b4763b74faebe90fcf0b4eea0ce for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:30:57.707537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.762595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61cd87cc-20b1-4a08-b022-47a75d775b1d req-6068419e-88bf-4717-9dd7-8848f9702542 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676146 Nov 25 18:30:57.888342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.967670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218c1184-9737-481e-b8c4-674d6ebb33e6,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:57.970616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7cb7d-0e02-45c3-968c-4fa80a56fc27 req-a19494ae-e1a7-4f09-9ee0-024d03da2b99 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:57.977244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Checking segment: {'id': '1f782d2e-c554-4a59-bfaf-fd01b912ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '29c32a3c-18cd-4cc6-8dc3-dbfce83aff86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:57.977695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Network hostable DHCP agents. Network: 29c32a3c-18cd-4cc6-8dc3-dbfce83aff86, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:30:57.979008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbe7cb7d-0e02-45c3-968c-4fa80a56fc27 req-a19494ae-e1a7-4f09-9ee0-024d03da2b99 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1013112 Nov 25 18:30:57.982082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:57.999392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Network 29c32a3c-18cd-4cc6-8dc3-dbfce83aff86 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:30:58.013982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 29c32a3c-18cd-4cc6-8dc3-dbfce83aff86) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:58.020291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:58.022024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:58.023374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf0fc7-8086-4f3d-88fc-bc6e55448290 None None] Network 29c32a3c-18cd-4cc6-8dc3-dbfce83aff86 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:58.054178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e2f0ff76-5c9f-4145-b318-07eaf8f67989 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9134531 Nov 25 18:30:58.083402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Checking segment: {'id': 'd060911f-46c7-406b-b64b-58de73e214ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:30:58.083977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Network hostable DHCP agents. Network: d1c0c268-ea9d-4f9c-8d16-6674ff718b24, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:30:58.097262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a290b3c-23ec-45c9-9925-fa53a5edd68a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:58.138512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbe7cb7d-0e02-45c3-968c-4fa80a56fc27 req-5039233f-3d06-49d0-abe9-2ddb0bb47b8b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523972 Nov 25 18:30:58.164353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:30:58.183876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d1c0c268-ea9d-4f9c-8d16-6674ff718b24) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:30:58.189210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:58.190265 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:58.211790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99162f-aec9-4486-8541-d196573d4b8f None None] Network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:58.247987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ac5778d-8929-4bfc-85da-4f9027f7bd12 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6003740 Nov 25 18:30:58.462986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cec29b-7b1a-40c4-aa73-62d3f12f1b41 None None] Network 29c32a3c-18cd-4cc6-8dc3-dbfce83aff86 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:58.581853 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-89858c1e-8378-40a9-9d52-64bb8024187e req-318f3e9c-00df-476c-b785-6d4fe2b47920 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] show failed (client error): The resource could not be found. Nov 25 18:30:58.584212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89858c1e-8378-40a9-9d52-64bb8024187e req-318f3e9c-00df-476c-b785-6d4fe2b47920 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "GET /v2.0/security-groups/88b0b329-8c78-4a42-a466-8e46811ffc24 HTTP/1.1" status: 404 len: 352 time: 0.0246058 Nov 25 18:30:58.765314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d9ef7-c63d-4df0-823d-0a9bd0c4c24d None None] Network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:30:58.895764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6633103-c782-4c23-b0a8-985359a92f62 req-dbb29fe0-676f-4f30-b01f-8126803a9b9b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:58.904510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6633103-c782-4c23-b0a8-985359a92f62 req-dbb29fe0-676f-4f30-b01f-8126803a9b9b tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.0748105 Nov 25 18:30:58.987533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6633103-c782-4c23-b0a8-985359a92f62 req-7525b0d8-8614-4eec-bd70-90fa4f7dd43f tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809870 Nov 25 18:30:59.082818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029de57-6228-4468-ace0-60835e419d1c req-9427c0d1-2bb7-4785-8050-b773870efc76 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:59.096071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-9427c0d1-2bb7-4785-8050-b773870efc76 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/networks?id=d1c0c268-ea9d-4f9c-8d16-6674ff718b24 HTTP/1.1" status: 200 len: 820 time: 0.1837130 Nov 25 18:30:59.099616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81707f7b-2c0d-4b60-817f-eaa2bb6688ec req-159d4abc-48c4-4380-b14b-d9bfa8d96092 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0034d5b5393248a89d731e64408ab521 HTTP/1.1" status: 200 len: 3001 time: 0.0519397 Nov 25 18:30:59.116161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-784e85cb-e166-41bd-b8c1-9b9cff7320df tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/quotas/88132b4763b74faebe90fcf0b4eea0ce HTTP/1.1" status: 200 len: 375 time: 0.0169103 Nov 25 18:30:59.170402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81707f7b-2c0d-4b60-817f-eaa2bb6688ec req-d16bce63-8a50-4e89-9726-d40cf4ab3add tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "GET /v2.0/security-groups/4aee33ae-2d6a-4db0-b4ca-4f159b80f928 HTTP/1.1" status: 200 len: 2998 time: 0.0639439 Nov 25 18:30:59.181554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-3d8f165f-5314-470a-8122-5252ff9fb381 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=88132b4763b74faebe90fcf0b4eea0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579062 Nov 25 18:30:59.217012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81707f7b-2c0d-4b60-817f-eaa2bb6688ec req-80cf1a9c-b13e-4f0b-bec3-fb665a0b9207 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "GET /v2.0/security-groups/4aee33ae-2d6a-4db0-b4ca-4f159b80f928 HTTP/1.1" status: 200 len: 2998 time: 0.0454080 Nov 25 18:30:59.277243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ba5afe78-e7a8-409d-a516-642e4c46c499 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:30:59.322058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-2f752385-06d2-4aaa-ba37-cc7759d550d5 service neutron] 10.222.0.62 "GET /v2.0/networks/d1c0c268-ea9d-4f9c-8d16-6674ff718b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320829 Nov 25 18:30:59.357477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port ba5afe78-e7a8-409d-a516-642e4c46c499 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:30:59.363328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port ba5afe78-e7a8-409d-a516-642e4c46c499 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:30:59.363784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:59.370222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af8c71-2ed7-4b09-9c6c-0e9494fc6d49 req-c7e8949d-9c35-410b-9f70-147069da349c tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:59.375645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5af8c71-2ed7-4b09-9c6c-0e9494fc6d49 req-c7e8949d-9c35-410b-9f70-147069da349c tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 944 time: 0.0927911 Nov 25 18:30:59.468390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-3ec250f3-75bc-4772-8188-f5546acbdd7e service neutron] 10.222.0.62 "GET /v2.0/networks/d1c0c268-ea9d-4f9c-8d16-6674ff718b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448638 Nov 25 18:30:59.520864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5af8c71-2ed7-4b09-9c6c-0e9494fc6d49 req-8dd7ce4b-89cf-4554-b02e-760e8d24dce8 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355963 Nov 25 18:30:59.563301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:59.603766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:30:59.606991 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4a7f6-953e-481b-8040-7ffaedfce4a1" -d '{"events": [{"server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "name": "network-vif-plugged", "status": "completed", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:30:59.636330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ba5afe78-e7a8-409d-a516-642e4c46c499, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ba5afe78-e7a8-409d-a516-642e4c46c499,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:30:59.641105 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:30:59.696477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=ba5afe78-e7a8-409d-a516-642e4c46c499,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:30:59.745422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac47c7-7bf6-487c-951e-015fa82d0242 req-bc9d4827-c907-4eae-a8be-661f218d313c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:30:59.749482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fac47c7-7bf6-487c-951e-015fa82d0242 req-bc9d4827-c907-4eae-a8be-661f218d313c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1617055 Nov 25 18:30:59.760973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd570589-f33e-4e4d-97c1-c551da177028 req-2ba1a952-2649-42f6-a47e-24ddb3f58110 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "GET /v2.0/security-groups/4aee33ae-2d6a-4db0-b4ca-4f159b80f928 HTTP/1.1" status: 200 len: 2998 time: 0.1009965 Nov 25 18:30:59.853629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fac47c7-7bf6-487c-951e-015fa82d0242 req-de1bb305-500e-4c6b-8596-06ccb991581d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941427 Nov 25 18:30:59.869282 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-bd570589-f33e-4e4d-97c1-c551da177028 req-bb31e88d-95c8-4e82-bb63-e2f5c0c6aad3 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 18:30:59.882897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd570589-f33e-4e4d-97c1-c551da177028 req-bb31e88d-95c8-4e82-bb63-e2f5c0c6aad3 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "DELETE /v2.0/security-groups/4aee33ae-2d6a-4db0-b4ca-4f159b80f928 HTTP/1.1" status: 409 len: 352 time: 0.1167402 Nov 25 18:30:59.962211 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f84eb01-adeb-441b-9b20-b713f028597e x-openstack-request-id: req-1f84eb01-adeb-441b-9b20-b713f028597e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:30:59.962603 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "name": "network-vif-plugged", "status": "completed", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:30:59.962970 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f84eb01-adeb-441b-9b20-b713f028597e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:30:59.963430 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'code': 200} Nov 25 18:30:59.987023 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c06b8026-6116-4998-886b-158db4eda21c req-bf5676db-882c-4e0d-b7ea-9995fe2b70d2 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 210 time: 0.0735059 Nov 25 18:31:00.065826 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-3e65162d-dcc3-4122-8cee-debf915aeb8b req-65182407-a646-422d-8b18-7c66006a0ec4 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] show failed (client error): The resource could not be found. Nov 25 18:31:00.080791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e65162d-dcc3-4122-8cee-debf915aeb8b req-65182407-a646-422d-8b18-7c66006a0ec4 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "GET /v2.0/security-groups/a3b8abe7-b102-4926-af25-345ae248153a HTTP/1.1" status: 404 len: 352 time: 0.0414438 Nov 25 18:31:00.141970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26440aa-af03-4b55-8475-844a58259bbe req-a7b074ae-7247-48a1-bb9e-be3dabeb69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:00.143728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f26440aa-af03-4b55-8475-844a58259bbe req-a7b074ae-7247-48a1-bb9e-be3dabeb69a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 1096 time: 0.1031044 Nov 25 18:31:00.232987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2705-07a9-45ad-aea9-1e48c16399a9 req-f1dd7eb2-6e20-4fa9-ba23-71fe28fcb2b9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:00.241475 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a8d2705-07a9-45ad-aea9-1e48c16399a9 req-f1dd7eb2-6e20-4fa9-ba23-71fe28fcb2b9 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.0879142 Nov 25 18:31:00.244750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f26440aa-af03-4b55-8475-844a58259bbe req-32e70458-c74f-49e1-9f25-aa1cb963c9a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912194 Nov 25 18:31:00.249995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f3676-7280-4fe5-9f3e-18b600b72f9f req-30c512ce-5d61-43ad-9c5f-41a78f705e56 tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:00.258292 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f62f3676-7280-4fe5-9f3e-18b600b72f9f req-30c512ce-5d61-43ad-9c5f-41a78f705e56 tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1101 time: 0.0815997 Nov 25 18:31:00.333009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f62f3676-7280-4fe5-9f3e-18b600b72f9f req-13deb926-d683-4bcc-a66b-5dad19cfbc1a tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716851 Nov 25 18:31:00.359251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a8d2705-07a9-45ad-aea9-1e48c16399a9 req-1f540a80-ba72-47b7-9110-4fb5f1b17f71 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118639 Nov 25 18:31:00.468834 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-f3cecae6-cd32-4e76-9118-54d805432ee5 req-8bb2daab-7a64-412d-b380-af7f62fc5737 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] show failed (client error): The resource could not be found. Nov 25 18:31:00.471490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3cecae6-cd32-4e76-9118-54d805432ee5 req-8bb2daab-7a64-412d-b380-af7f62fc5737 tempest-SecurityGroupsNegativeTestJSON-1234172874 tempest-SecurityGroupsNegativeTestJSON-1234172874-project] 10.222.0.62 "GET /v2.0/security-groups/d7cd8cd0-5a97-42df-a38b-2ba48dbf0ddd HTTP/1.1" status: 404 len: 352 time: 0.0579219 Nov 25 18:31:00.484413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57464) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:00.570272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] Deleting subnet 218c1184-9737-481e-b8c4-674d6ebb33e6 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:00.578564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:00.601924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:00.670646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:00.742590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:00.833612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:00.906387 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:00.918357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/218c1184-9737-481e-b8c4-674d6ebb33e6 HTTP/1.1" status: 204 len: 168 time: 0.4330406 Nov 25 18:31:00.920995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019879-dcef-4835-b213-2cc5dc1fbd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218c1184-9737-481e-b8c4-674d6ebb33e6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:00.923738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57474) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:01.025990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-8e28aac1-350d-4e53-936f-af59d7b52179 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:01.039262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-8e28aac1-350d-4e53-936f-af59d7b52179 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.3195772 Nov 25 18:31:01.059259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255916f-7b8d-4999-9a81-0c1e77df1ca3 req-297be018-d909-40ff-acb2-b6e54d20effd tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:01.068293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0255916f-7b8d-4999-9a81-0c1e77df1ca3 req-297be018-d909-40ff-acb2-b6e54d20effd tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 945 time: 0.2756820 Nov 25 18:31:01.128318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-cf38797b-f4c0-42a6-8192-3ae8406280d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002009 Nov 25 18:31:01.167838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798ca3c-7b75-4c6c-8eb0-54c4e48089df req-64340d50-0f1d-4649-bc4f-6ffd21dd0a99 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:01.179206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a798ca3c-7b75-4c6c-8eb0-54c4e48089df req-64340d50-0f1d-4649-bc4f-6ffd21dd0a99 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1100125 Nov 25 18:31:01.208744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0255916f-7b8d-4999-9a81-0c1e77df1ca3 req-3c74f4ba-34c5-4127-9bb4-51b294038b9b tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386383 Nov 25 18:31:01.235855 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:01.289230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a798ca3c-7b75-4c6c-8eb0-54c4e48089df req-b81a9d97-5b21-4eee-a3e3-bbab533fc150 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036093 Nov 25 18:31:01.396945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d8a8014-95a5-4ca4-8bd4-0420dcdeac73 req-9e1107b5-1bfe-4efd-8560-df35984f6938 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 210 time: 0.0568500 Nov 25 18:31:01.553084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Deleting port 9646b0e4-566b-4949-8fcc-bd388b1412fe {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:01.553424 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:01.561494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:01.632798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c32a3c-18cd-4cc6-8dc3-dbfce83aff86']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:01.642250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67c979-b1ac-4850-943c-2210a822959a req-d8043021-a822-4039-a4db-f586adb311ec tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:01.651153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b67c979-b1ac-4850-943c-2210a822959a req-d8043021-a822-4039-a4db-f586adb311ec tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 946 time: 0.1423748 Nov 25 18:31:01.660645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f782d2e-c554-4a59-bfaf-fd01b912ca56') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:01.661005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f782d2e-c554-4a59-bfaf-fd01b912ca56') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:01.689519 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:01.726373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b67c979-b1ac-4850-943c-2210a822959a req-04bc7094-2840-4328-8e57-8ea1e1ec70ed tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups?id=92f62f11-de52-447b-8d9f-6c03e495fcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738997 Nov 25 18:31:01.765703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:01.792823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] For port 9646b0e4-566b-4949-8fcc-bd388b1412fe, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9646b0e4-566b-4949-8fcc-bd388b1412fe,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:01.793195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:01.796697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:01.797195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:01.814373 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:02.010897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:02.072967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:02.081739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029de57-6228-4468-ace0-60835e419d1c req-528ab69c-61f9-4fd7-b84d-4eeb0e09b8b1 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:02.087218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/29c32a3c-18cd-4cc6-8dc3-dbfce83aff86 HTTP/1.1" status: 204 len: 168 time: 1.1609561 Nov 25 18:31:02.095655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-528ab69c-61f9-4fd7-b84d-4eeb0e09b8b1 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.66 "GET /v2.0/networks?id=d1c0c268-ea9d-4f9c-8d16-6674ff718b24 HTTP/1.1" status: 200 len: 820 time: 0.2865777 Nov 25 18:31:02.111214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Request body: {'port': {'device_id': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24', 'admin_state_up': True, 'tenant_id': '88132b4763b74faebe90fcf0b4eea0ce'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:02.214974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d4d03-5e39-407a-9b70-7885f1895fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c32a3c-18cd-4cc6-8dc3-dbfce83aff86,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:02.352152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Made reservation on behalf of 88132b4763b74faebe90fcf0b4eea0ce for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:02.355946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:02.368505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:02.369293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:02.369877 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea disassociated. External IP: 172.25.2.124, port: 9646b0e4-566b-4949-8fcc-bd388b1412fe. Nov 25 18:31:02.370489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Calling delete_port for 9646b0e4-566b-4949-8fcc-bd388b1412fe owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:02.374937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:02.665105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:02.752140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3932d52c-0def-4e0a-b956-1ddd73fcdff8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0034d5b5393248a89d731e64408ab521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737252 Nov 25 18:31:02.777406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57528) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:02.847896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3063d5-ebd6-4734-9f5a-e509e1f142a4 req-1b41bbaf-008d-46a3-a9c2-cba7dc99f25c tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:02.871513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb3063d5-ebd6-4734-9f5a-e509e1f142a4 req-1b41bbaf-008d-46a3-a9c2-cba7dc99f25c tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 945 time: 0.2429595 Nov 25 18:31:02.900701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event deleted for resources: {'Port': ['ID=9646b0e4-566b-4949-8fcc-bd388b1412fe,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:02.988281 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:03.143286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb3063d5-ebd6-4734-9f5a-e509e1f142a4 req-81e9a543-d4b6-416e-9ba1-bb6241285b2e tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693148 Nov 25 18:31:03.181977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Router 0688dd00-f3de-4928-b2e4-7ec177b4329e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:03.308292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9646b0e4-566b-4949-8fcc-bd388b1412fe no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:03.363620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9646b0e4-566b-4949-8fcc-bd388b1412fe {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:03.366355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9646b0e4-566b-4949-8fcc-bd388b1412fe not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:03.370479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:03.382909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] Sync routers for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:03.408892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14949594-3fd2-4442-af5a-c618a556faa1 req-36cb52f7-dacb-49e0-991f-4acff1fd63a9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:03.420373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14949594-3fd2-4442-af5a-c618a556faa1 req-36cb52f7-dacb-49e0-991f-4acff1fd63a9 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.9343052 Nov 25 18:31:03.429496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:03.430153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:03.483735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdb3d1c9-1d14-4b4b-9c89-65a1facc3e12 req-a2fda381-6a04-485e-b132-4d9d8cc53e56 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 210 time: 0.0863070 Nov 25 18:31:03.501209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] No DVR routers for this DVR port 9646b0e4-566b-4949-8fcc-bd388b1412fe on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:03.515228 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:03.518989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf4b8cf6-1d09-4880-af28-498a7f2113a8 req-b0b7c195-76c9-4e98-ad59-3458719e3f33 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.64 "DELETE /v2.0/ports/9646b0e4-566b-4949-8fcc-bd388b1412fe HTTP/1.1" status: 204 len: 173 time: 2.4475045 Nov 25 18:31:03.519495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'name': 'network-vif-deleted', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:03.531387 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02af9b81-1a6e-45b9-9ef5-6e99d7966047" -d '{"events": [{"server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "name": "network-vif-deleted", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:03.767350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Allocated IP 172.20.0.10 (d1c0c268-ea9d-4f9c-8d16-6674ff718b24/9a290b3c-23ec-45c9-9925-fa53a5edd68a/ef890156-7423-40de-a779-f2dc41861e04) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:03.868966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1be1-f5b2-4055-a492-b2b2ba6b91ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:03.883785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14949594-3fd2-4442-af5a-c618a556faa1 req-c3dc612e-11b1-404e-a641-e3b815d49892 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625614 Nov 25 18:31:04.032229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1be1-f5b2-4055-a492-b2b2ba6b91ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:04.044260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-4947f07c-d89f-4b5c-90eb-5e0dc02a8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:04.045254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-4947f07c-d89f-4b5c-90eb-5e0dc02a8356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1101 time: 0.6913648 Nov 25 18:31:04.067246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:04.241827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6669685-f687-4a53-8c81-561bdb6c948c req-72efc6e3-7c66-413b-a96b-8a346bf6565d tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:04.244147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3e0832e7-42e2-4795-ae75-076f0807a4f2 req-881ee2f6-1d14-43ec-88cb-7d48e4c0fc50 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/ports?device_id=64cef26f-c5c7-4e87-b5ea-314e665ca0e6 HTTP/1.1" status: 200 len: 210 time: 0.0871727 Nov 25 18:31:04.252960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57542) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:04.263918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Request body: {'floatingip': {'port_id': 'ba5afe78-e7a8-409d-a516-642e4c46c499'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:04.264191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6669685-f687-4a53-8c81-561bdb6c948c req-72efc6e3-7c66-413b-a96b-8a346bf6565d tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 945 time: 0.2700880 Nov 25 18:31:04.359321 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046a1e37-0b82-4d4c-a876-7140c97c987d x-openstack-request-id: req-046a1e37-0b82-4d4c-a876-7140c97c987d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:04.362974 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cef26f-c5c7-4e87-b5ea-314e665ca0e6", "name": "network-vif-deleted", "tag": "9646b0e4-566b-4949-8fcc-bd388b1412fe", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:04.364499 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-046a1e37-0b82-4d4c-a876-7140c97c987d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:04.366283 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cef26f-c5c7-4e87-b5ea-314e665ca0e6', 'name': 'network-vif-deleted', 'tag': '9646b0e4-566b-4949-8fcc-bd388b1412fe', 'status': 'completed', 'code': 200} Nov 25 18:31:04.416444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:04.491590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:04.539257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] Checking router: 0688dd00-f3de-4928-b2e4-7ec177b4329e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:04.546700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1be1-f5b2-4055-a492-b2b2ba6b91ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:04.549275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:04.549495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1be1-f5b2-4055-a492-b2b2ba6b91ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:04.549900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:04.552984 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c3b1be1-f5b2-4055-a492-b2b2ba6b91ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4aee33ae-2d6a-4db0-b4ca-4f159b80f928 HTTP/1.1" status: 204 len: 168 time: 1.7723715 Nov 25 18:31:04.552984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-e717fdcf-f5f2-4fec-8d4e-1b8de2d33e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:04.568718 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-e717fdcf-f5f2-4fec-8d4e-1b8de2d33e4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.4709177 Nov 25 18:31:04.653730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271a77b-145f-4444-8867-e0d3062d56d1 req-c6edf16c-cdfd-48cb-8e58-f0ac71380e1d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:04.661876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b271a77b-145f-4444-8867-e0d3062d56d1 req-c6edf16c-cdfd-48cb-8e58-f0ac71380e1d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.2880929 Nov 25 18:31:04.688234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:04.699714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b1be1-f5b2-4055-a492-b2b2ba6b91ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aee33ae-2d6a-4db0-b4ca-4f159b80f928,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:04.711299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-3b1661a5-f49d-41be-8d93-6d3dbd6b0d7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.1148336 Nov 25 18:31:04.720461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:04.792043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e53594f9-22a1-4e25-b00b-6a72e2048889 req-c8f3dd46-9a7f-4e01-8a47-4fb5d19db428 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 210 time: 0.0502329 Nov 25 18:31:04.815061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-d4101c90-25ce-4314-9286-5ab018e504ef tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:04.816561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-d4101c90-25ce-4314-9286-5ab018e504ef tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.2301669 Nov 25 18:31:04.868034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-9f458808-0efd-489a-90e9-d7842552604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:04.869840 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-9f458808-0efd-489a-90e9-d7842552604c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1457911 Nov 25 18:31:04.995180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b271a77b-145f-4444-8867-e0d3062d56d1 req-a264f413-8db9-4dce-9fd7-64d7d0cb7854 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323240 Nov 25 18:31:05.028689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-7307b989-495a-4709-977f-a1bcc2bc5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:05.030211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-7307b989-495a-4709-977f-a1bcc2bc5351 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496923 Nov 25 18:31:05.036799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:05.117182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:05.158980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78cdbc-0a09-4559-b636-030ce2c2e8a8 req-aa20befb-b7dc-44e8-a6a2-d4ac5a18b3e7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:05.168158 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd78cdbc-0a09-4559-b636-030ce2c2e8a8 req-aa20befb-b7dc-44e8-a6a2-d4ac5a18b3e7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1282055 Nov 25 18:31:05.181409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Deleting port 920eb88a-213c-42d5-a77d-11b39da9286a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:05.182497 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:05.210079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:05.255545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:05.285645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:05.298258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26162db-d42d-44e8-8ce6-19f03b59aed9 None None] The sync data for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 is: [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:25:51Z', 'revision_number': 4, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd327367c-f495-44be-ab41-bc41508a79c7', 'name': '', 'network_id': '34a02369-d5ac-4ff4-869b-451c7746e2a7', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'mac_address': 'fa:16:3e:b3:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:50Z', 'updated_at': '2021-11-25T18:25:58Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'subnets': [{'id': 'eaa5a07f-be25-4dac-b8b7-1dbc17238064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:05.382323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd78cdbc-0a09-4559-b636-030ce2c2e8a8 req-2fbf147f-a6a5-4c00-9461-222c12169bb5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988912 Nov 25 18:31:05.406824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:05.407698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:05.436071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Pushing event updated for resources: {'Port': ['ID=ef890156-7423-40de-a779-f2dc41861e04,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:05.450916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] For port 920eb88a-213c-42d5-a77d-11b39da9286a, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=920eb88a-213c-42d5-a77d-11b39da9286a,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:05.450916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:05.457078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-b8d02e7c-b91e-4511-9183-429d63b53815 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3515356 Nov 25 18:31:05.475058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Request body: {'port': {'device_id': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:05.562079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Calling delete_port for 920eb88a-213c-42d5-a77d-11b39da9286a owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:05.594035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-4976fe80-e2e1-4e4c-b332-0d7e6f723e8b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321150 Nov 25 18:31:05.595812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57582) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:05.635596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:05.680887 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:05.772383 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d969c-fe36-4005-ae5a-6069ccf1068f None None] New status for floating IP 45cdc743-2b41-44e6-b458-160282d7c2ea: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:31:05.948185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-e772ac21-dc63-4e77-86f3-e61a16b3e667 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489401 Nov 25 18:31:06.195763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef890156-7423-40de-a779-f2dc41861e04 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:06.207116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.213183 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.219995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9bd18-c8ab-4572-b108-d3857d05028c req-f35fc315-d8b4-4c71-8af0-2a9eef1bea6d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:06.228139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5bb9bd18-c8ab-4572-b108-d3857d05028c req-f35fc315-d8b4-4c71-8af0-2a9eef1bea6d tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 945 time: 0.1257465 Nov 25 18:31:06.257907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Transition to ACTIVE for port object ef890156-7423-40de-a779-f2dc41861e04 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:31:06.272877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.341126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5bb9bd18-c8ab-4572-b108-d3857d05028c req-23fed741-135d-4844-ad32-164e02d5fa57 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100152 Nov 25 18:31:06.391631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Pushing event updated for resources: {'Port': ['ID=ef890156-7423-40de-a779-f2dc41861e04,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:06.503902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57602) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:06.514515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Attempting to bind port ef890156-7423-40de-a779-f2dc41861e04 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:06.514831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Attempting to bind port ef890156-7423-40de-a779-f2dc41861e04 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'd060911f-46c7-406b-b64b-58de73e214ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:06.515080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Attempting to bind port ef890156-7423-40de-a779-f2dc41861e04 on network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:06.526485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7425e6-afbc-458a-8379-5dafa78c1345 req-ffcd7c66-83fd-4db7-a58c-fc7547033748 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:06.528580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b7425e6-afbc-458a-8379-5dafa78c1345 req-ffcd7c66-83fd-4db7-a58c-fc7547033748 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0803182 Nov 25 18:31:06.531223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Port ef890156-7423-40de-a779-f2dc41861e04 on network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:06.531561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Attempting to bind port ef890156-7423-40de-a779-f2dc41861e04 on network d1c0c268-ea9d-4f9c-8d16-6674ff718b24 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:06.543315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:06.544176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Checking segment: {'id': 'd060911f-46c7-406b-b64b-58de73e214ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:06.544557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Bound using segment: {'id': 'd060911f-46c7-406b-b64b-58de73e214ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:06.545004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Bound port: ef890156-7423-40de-a779-f2dc41861e04, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060911f-46c7-406b-b64b-58de73e214ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:06.545356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.556725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e7fae2a-e304-4fd2-928d-2c8ffdceea3c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.586235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b2c33-756f-4439-b2ae-29d5e1b38fad req-03e24191-fa4f-4a34-930f-f14ed4e79dda tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:06.595725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291b2c33-756f-4439-b2ae-29d5e1b38fad req-03e24191-fa4f-4a34-930f-f14ed4e79dda tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 932 time: 0.3876545 Nov 25 18:31:06.609250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e7fae2a-e304-4fd2-928d-2c8ffdceea3c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.626281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b7425e6-afbc-458a-8379-5dafa78c1345 req-9b87d4e9-e859-4f61-ba5a-c3345b295146 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895083 Nov 25 18:31:06.648924 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Floating IP 68498d79-5d1a-451c-8d74-07bf71c62629 associated. External IP: 172.25.2.204, port: ba5afe78-e7a8-409d-a516-642e4c46c499. Nov 25 18:31:06.654298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] For port ef890156-7423-40de-a779-f2dc41861e04, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:06.659449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] For port ef890156-7423-40de-a779-f2dc41861e04, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef890156-7423-40de-a779-f2dc41861e04,segment=NetworkSegment(d060911f-46c7-406b-b64b-58de73e214ee),segment_id=d060911f-46c7-406b-b64b-58de73e214ee)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:06.670300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.704732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.723575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:06.769534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31371852-4f01-4a68-bf40-223b9ed4df28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.789554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event deleted for resources: {'Port': ['ID=920eb88a-213c-42d5-a77d-11b39da9286a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:06.802842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:06.807715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.809617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] 10.222.0.66 "PUT /v2.0/ports/ef890156-7423-40de-a779-f2dc41861e04 HTTP/1.1" status: 200 len: 1092 time: 1.3403261 Nov 25 18:31:06.816808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'tag': 'ef890156-7423-40de-a779-f2dc41861e04'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:06.825727 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1579f13b-1117-4416-8e0d-e4ec68e50a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "da71ce3d-6e1f-4681-8c39-2db4b4fd1de0", "tag": "ef890156-7423-40de-a779-f2dc41861e04"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:06.833915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291b2c33-756f-4439-b2ae-29d5e1b38fad req-a8b4d9bc-ea83-4b39-8738-77cea35c5ecd tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352655 Nov 25 18:31:06.873726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca8813-757f-428f-bf98-650fba2e606c service neutron] Pushing event updated for resources: {'Port': ['ID=ef890156-7423-40de-a779-f2dc41861e04,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:06.917577 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] No DVR routers for this DVR port 920eb88a-213c-42d5-a77d-11b39da9286a on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:06.922265 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.926178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb364de6-895f-4b5a-a89f-0f20cc5726c6 req-a6cf5680-bf8c-4438-a522-93d3bba6de1f tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "DELETE /v2.0/ports/920eb88a-213c-42d5-a77d-11b39da9286a HTTP/1.1" status: 204 len: 173 time: 2.0771217 Nov 25 18:31:06.928114 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b96b5-27ab-49ed-8772-249eb688552f x-openstack-request-id: req-de3b96b5-27ab-49ed-8772-249eb688552f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:06.928446 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da71ce3d-6e1f-4681-8c39-2db4b4fd1de0", "tag": "ef890156-7423-40de-a779-f2dc41861e04", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:06.930569 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de3b96b5-27ab-49ed-8772-249eb688552f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:06.931021 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'tag': 'ef890156-7423-40de-a779-f2dc41861e04', 'status': 'completed', 'code': 200} Nov 25 18:31:06.934445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'name': 'network-vif-deleted', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:06.936821 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8c39eb-d197-4f60-91f5-333bab40dce7" -d '{"events": [{"server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "name": "network-vif-deleted", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:06.957627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e7fae2a-e304-4fd2-928d-2c8ffdceea3c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.967447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e7fae2a-e304-4fd2-928d-2c8ffdceea3c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:06.976879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e7fae2a-e304-4fd2-928d-2c8ffdceea3c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "DELETE /v2.0/security-groups/92f62f11-de52-447b-8d9f-6c03e495fcd0 HTTP/1.1" status: 204 len: 168 time: 1.3779652 Nov 25 18:31:06.980531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57614) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:07.017218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fae2a-e304-4fd2-928d-2c8ffdceea3c tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f62f11-de52-447b-8d9f-6c03e495fcd0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:07.017713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029de57-6228-4468-ace0-60835e419d1c req-d6b4b018-96c0-46cb-85c7-27f2f5940c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:07.019392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-d6b4b018-96c0-46cb-85c7-27f2f5940c41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88132b4763b74faebe90fcf0b4eea0ce&device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 1095 time: 0.1618843 Nov 25 18:31:07.053708 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-4fda5cf1-2be1-492e-aca0-9296219d1146 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] show failed (client error): The resource could not be found. Nov 25 18:31:07.054812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4fda5cf1-2be1-492e-aca0-9296219d1146 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "GET /v2.0/security-groups/92f62f11-de52-447b-8d9f-6c03e495fcd0 HTTP/1.1" status: 404 len: 347 time: 0.0697320 Nov 25 18:31:07.073548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57616) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:07.096063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-b051e5c3-797f-43cf-a264-44259ac446bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef890156-7423-40de-a779-f2dc41861e04 HTTP/1.1" status: 200 len: 217 time: 0.0642276 Nov 25 18:31:07.107866 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2abae-998c-41d1-94c0-a738783889d9 x-openstack-request-id: req-69c2abae-998c-41d1-94c0-a738783889d9 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:07.108206 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27089b22-1af9-474b-a8c7-f25145c56cf4", "name": "network-vif-deleted", "tag": "920eb88a-213c-42d5-a77d-11b39da9286a", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:07.108480 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69c2abae-998c-41d1-94c0-a738783889d9 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:07.108997 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27089b22-1af9-474b-a8c7-f25145c56cf4', 'name': 'network-vif-deleted', 'tag': '920eb88a-213c-42d5-a77d-11b39da9286a', 'status': 'completed', 'code': 200} Nov 25 18:31:07.131127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31371852-4f01-4a68-bf40-223b9ed4df28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.148269 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31371852-4f01-4a68-bf40-223b9ed4df28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.197784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Router 8d95388c-79b3-4b17-b14b-537dd4ad2476 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:07.254182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371852-4f01-4a68-bf40-223b9ed4df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b16ace-3246-4349-bf58-f975eda0c0d8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:07.281139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029de57-6228-4468-ace0-60835e419d1c req-14ecb6af-008b-4afb-9fcf-a5c7e82dde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:07.282569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-14ecb6af-008b-4afb-9fcf-a5c7e82dde15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a290b3c-23ec-45c9-9925-fa53a5edd68a HTTP/1.1" status: 200 len: 860 time: 0.1498275 Nov 25 18:31:07.287428 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-31371852-4f01-4a68-bf40-223b9ed4df28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82837d4adcf349fe9e9c52a69abcf4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7798336 Nov 25 18:31:07.287879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57618) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:07.315618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:07.320151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.328443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] Sync routers for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:07.338363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-f8d09426-ab47-43c6-a5e1-0353bd4cf956 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d1c0c268-ea9d-4f9c-8d16-6674ff718b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422633 Nov 25 18:31:07.351737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57a624bf-03ad-4e49-b181-31a1ad97d7c9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "PUT /v2.0/floatingips/68498d79-5d1a-451c-8d74-07bf71c62629 HTTP/1.1" status: 200 len: 991 time: 3.0973916 Nov 25 18:31:07.368138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 920eb88a-213c-42d5-a77d-11b39da9286a no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:07.372979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:07.374047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:07.455166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 920eb88a-213c-42d5-a77d-11b39da9286a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:07.457606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 920eb88a-213c-42d5-a77d-11b39da9286a not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:07.487615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-3da26b5d-cbda-4cd0-bf95-de515ee52df7 service neutron] 10.222.0.66 "GET /v2.0/networks/d1c0c268-ea9d-4f9c-8d16-6674ff718b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404705 Nov 25 18:31:07.490065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Deleting port 4a8b0833-3a27-453a-8b4f-5e410fe45a94 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:07.490408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.522611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3a599d1-b8ee-4fec-a9a5-9c3383a72ab0 req-f3a11508-d68c-40a8-bd57-d405aff19cd1 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=27089b22-1af9-474b-a8c7-f25145c56cf4 HTTP/1.1" status: 200 len: 210 time: 0.0417123 Nov 25 18:31:07.576520 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb5cb99-ed52-4790-be50-335b7f58797c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.583782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:07.644741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb5cb99-ed52-4790-be50-335b7f58797c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.677911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.678319 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.718581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Calling delete_port for 4a8b0833-3a27-453a-8b4f-5e410fe45a94 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:07.725776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3029de57-6228-4468-ace0-60835e419d1c req-839c6ee0-452a-48e8-9933-4e9dbfdce039 service neutron] 10.222.0.66 "GET /v2.0/networks/d1c0c268-ea9d-4f9c-8d16-6674ff718b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857088 Nov 25 18:31:07.825168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb5cb99-ed52-4790-be50-335b7f58797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.827942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb5cb99-ed52-4790-be50-335b7f58797c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:07.831578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-efb5cb99-ed52-4790-be50-335b7f58797c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1b16ace-3246-4349-bf58-f975eda0c0d8 HTTP/1.1" status: 204 len: 168 time: 0.5394523 Nov 25 18:31:07.868803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5cb99-ed52-4790-be50-335b7f58797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b16ace-3246-4349-bf58-f975eda0c0d8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:07.899936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88c975-745d-4e8c-b972-c5ff5be3bec6 req-00c697e3-53d6-49a8-9410-281225d8dfa7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:07.907425 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b88c975-745d-4e8c-b972-c5ff5be3bec6 req-00c697e3-53d6-49a8-9410-281225d8dfa7 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1355247 Nov 25 18:31:08.002693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-6a90e112-68be-47c0-ac6b-33ce0fd79c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:08.004698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-6a90e112-68be-47c0-ac6b-33ce0fd79c3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88132b4763b74faebe90fcf0b4eea0ce&device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 1095 time: 0.1744363 Nov 25 18:31:08.028971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b88c975-745d-4e8c-b972-c5ff5be3bec6 req-d5517922-16a2-4027-95d8-7ddcfe4d8478 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155198 Nov 25 18:31:08.086894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3942fc-ee22-405a-bcc2-9f758428f5e2 req-fb6fb68f-9d3d-4f0d-8dfc-fe5a82477ae6 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:08.097851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb3942fc-ee22-405a-bcc2-9f758428f5e2 req-fb6fb68f-9d3d-4f0d-8dfc-fe5a82477ae6 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 944 time: 0.1242425 Nov 25 18:31:08.099876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:08.132820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Pushing event deleted for resources: {'Port': ['ID=4a8b0833-3a27-453a-8b4f-5e410fe45a94,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:08.208905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-5e81260e-240e-4ba3-a565-d18ecebf598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:08.210394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-5e81260e-240e-4ba3-a565-d18ecebf598b service neutron] 10.222.0.66 "GET /v2.0/networks?id=d1c0c268-ea9d-4f9c-8d16-6674ff718b24 HTTP/1.1" status: 200 len: 921 time: 0.1974859 Nov 25 18:31:08.213428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb3942fc-ee22-405a-bcc2-9f758428f5e2 req-29b2ba6c-d3d1-4e31-b1c7-74934827e61b tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121619 Nov 25 18:31:08.244340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '68498d79-5d1a-451c-8d74-07bf71c62629', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'port_id': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'mac_address': 'fa:16:3e:08:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d600b-1404-4fc2-a892-5332f46f4f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:30:42Z', 'updated_at': '2021-11-25T18:31:05Z', 'revision_number': 1, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:08.280815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] Checking router: 8d95388c-79b3-4b17-b14b-537dd4ad2476 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:08.285884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-716fafed-f674-4205-80a9-67df8203012c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef890156-7423-40de-a779-f2dc41861e04 HTTP/1.1" status: 200 len: 217 time: 0.0655911 Nov 25 18:31:08.291369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:08.295678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:08.301243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:08.302024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:08.315643 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bff377f4-94aa-426a-af9e-361ff4901290 tempest-ServersWithSpecificFlavorTestJSON-1500949504 tempest-ServersWithSpecificFlavorTestJSON-1500949504-project] 10.222.0.62 "DELETE /v2.0/floatingips/45cdc743-2b41-44e6-b458-160282d7c2ea HTTP/1.1" status: 204 len: 168 time: 1.2348294 Nov 25 18:31:08.407276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-ed25b364-e311-48b2-87bb-755d06cf3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:08.409352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-ed25b364-e311-48b2-87bb-755d06cf3baf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a290b3c-23ec-45c9-9925-fa53a5edd68a HTTP/1.1" status: 200 len: 860 time: 0.0918028 Nov 25 18:31:08.499915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-8ec5324b-b934-4b59-a9b9-c6ce7355d691 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d1c0c268-ea9d-4f9c-8d16-6674ff718b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819585 Nov 25 18:31:08.709828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-95ad2709-e230-4986-b564-c8b5533ab134 service neutron] 10.222.0.66 "GET /v2.0/networks/d1c0c268-ea9d-4f9c-8d16-6674ff718b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013848 Nov 25 18:31:08.844835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:08.894758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57678) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:08.958286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1579f13b-1117-4416-8e0d-e4ec68e50a9a req-cbbeb488-7b47-439c-a9e0-bedbdae5320b service neutron] 10.222.0.66 "GET /v2.0/networks/d1c0c268-ea9d-4f9c-8d16-6674ff718b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406447 Nov 25 18:31:09.037736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57684) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:09.082982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb38b4-029a-4c60-90ae-3635d1a61f74 req-e63baafb-a0d1-49ff-a439-b76a897462c9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:09.084805 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2acb38b4-029a-4c60-90ae-3635d1a61f74 req-e63baafb-a0d1-49ff-a439-b76a897462c9 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0653098 Nov 25 18:31:09.109566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:09.114405 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514" -d '{"events": [{"name": "network-changed", "server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:09.160272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2acb38b4-029a-4c60-90ae-3635d1a61f74 req-fc830106-e8d4-4aa2-8e48-fcfec46c28a3 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Nov 25 18:31:09.180550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1408288693-network', 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:09.222738 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd8616-bf3f-4118-b7cc-b7516445eaf4 x-openstack-request-id: req-1edd8616-bf3f-4118-b7cc-b7516445eaf4 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:09.223039 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:09.223297 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1edd8616-bf3f-4118-b7cc-b7516445eaf4 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:09.223689 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'status': 'completed', 'code': 200} Nov 25 18:31:09.276164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '68498d79-5d1a-451c-8d74-07bf71c62629', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'port_id': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'mac_address': 'fa:16:3e:08:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d600b-1404-4fc2-a892-5332f46f4f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:30:42Z', 'updated_at': '2021-11-25T18:31:05Z', 'revision_number': 1, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:09.278006 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:31:09.333537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078171d7-fbe8-4d62-833e-c2233f44108e None None] The sync data for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 is: [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '68498d79-5d1a-451c-8d74-07bf71c62629', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'port_id': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'mac_address': 'fa:16:3e:08:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d600b-1404-4fc2-a892-5332f46f4f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:30:42Z', 'updated_at': '2021-11-25T18:31:05Z', 'revision_number': 1, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:09.339674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097094d7-0a23-4b6b-9d77-323dbd416a9e req-a12e8473-bffe-4001-935c-fae56b0cc704 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:09.341831 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097094d7-0a23-4b6b-9d77-323dbd416a9e req-a12e8473-bffe-4001-935c-fae56b0cc704 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1673689 Nov 25 18:31:09.348197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:09.350817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:09.402073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c678e-4765-40f5-90c9-cec4099d203d req-0afe134b-25e0-4a38-9905-bc3ad944d501 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:09.402570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:09.404285 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-257c678e-4765-40f5-90c9-cec4099d203d req-0afe134b-25e0-4a38-9905-bc3ad944d501 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 944 time: 0.0744362 Nov 25 18:31:09.462720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-b616a67c-5ac6-4983-be81-bcce0ef8593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:09.467884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-b616a67c-5ac6-4983-be81-bcce0ef8593f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20a86a1b80004671a7f07e4fed1a646a&device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 1096 time: 0.1780183 Nov 25 18:31:09.476235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-257c678e-4765-40f5-90c9-cec4099d203d req-d18b7f5e-e6dc-4e8f-b23e-f920341545fc tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628757 Nov 25 18:31:09.548988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097094d7-0a23-4b6b-9d77-323dbd416a9e req-2b504959-08d9-47c5-bdf0-f1b34e3e4549 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944783 Nov 25 18:31:09.611071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-e434fab9-54f7-4655-aac2-8671983080e2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:09.612702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-e434fab9-54f7-4655-aac2-8671983080e2 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0907214 Nov 25 18:31:09.634695 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f0264-0898-49d6-b893-546b0b320740 None None] New status for floating IP 68498d79-5d1a-451c-8d74-07bf71c62629: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:31:09.740215 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:09.754206 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:09.754541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Deleting port 935c743f-d767-42fd-bd8d-21f404107dea {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:09.755038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:09.873935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] For port 935c743f-d767-42fd-bd8d-21f404107dea, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=935c743f-d767-42fd-bd8d-21f404107dea,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:09.873935 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:09.878273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a960644-f057-403d-a7fc-d918c94d629f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:09.892816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Calling delete_port for 935c743f-d767-42fd-bd8d-21f404107dea owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:09.918108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-e7dd6eb8-d863-4747-965e-776ddd45041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:09.920713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-e7dd6eb8-d863-4747-965e-776ddd45041f service neutron] 10.222.0.64 "GET /v2.0/networks?id=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 HTTP/1.1" status: 200 len: 914 time: 0.4142487 Nov 25 18:31:09.927790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:31:09.980695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:09.981564 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Added segment 92f4acd2-72bd-41dd-a085-3614a616498e of type vlan for network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 Nov 25 18:31:10.054094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.061741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-5edbaf5b-17d3-46e4-8167-208730f302aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba5afe78-e7a8-409d-a516-642e4c46c499 HTTP/1.1" status: 200 len: 1001 time: 0.1258099 Nov 25 18:31:10.103362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.116373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:10.140493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event deleted for resources: {'Port': ['ID=935c743f-d767-42fd-bd8d-21f404107dea,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:10.160457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-b48f6206-724d-4ff9-a9f0-6d2d5e808116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:10.162214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-b48f6206-724d-4ff9-a9f0-6d2d5e808116 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e70db96-3279-4c1b-b4de-d034bee5dd57 HTTP/1.1" status: 200 len: 852 time: 0.0770519 Nov 25 18:31:10.195010 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.196243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:10.196829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.216127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] No DVR routers for this DVR port 935c743f-d767-42fd-bd8d-21f404107dea on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:10.221310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.231654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3fd188a-17d0-4a4c-94a8-54f1415c1eb5 req-b6822289-bf9a-44b4-9457-65a0e378797a tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.64 "DELETE /v2.0/ports/935c743f-d767-42fd-bd8d-21f404107dea HTTP/1.1" status: 204 len: 173 time: 0.6071041 Nov 25 18:31:10.235720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'name': 'network-vif-deleted', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:10.242820 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a408a23-abe4-4370-9aa8-85d098eaf16c" -d '{"events": [{"server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "name": "network-vif-deleted", "tag": "935c743f-d767-42fd-bd8d-21f404107dea"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:10.323300 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85019e81-de8c-4624-931e-06b4831525e4 req-822fec1f-09c9-4236-ae60-1339d09a85a6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a45b7da-cf70-4a09-a2f6-499e7d28a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0405149 Nov 25 18:31:10.325030 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aadb69-3e14-4e93-9395-8436e005b053 x-openstack-request-id: req-d1aadb69-3e14-4e93-9395-8436e005b053 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:10.325457 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a45b7da-cf70-4a09-a2f6-499e7d28a1e0", "name": "network-vif-deleted", "tag": "935c743f-d767-42fd-bd8d-21f404107dea", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:10.325767 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1aadb69-3e14-4e93-9395-8436e005b053 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:10.326214 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a45b7da-cf70-4a09-a2f6-499e7d28a1e0', 'name': 'network-vif-deleted', 'tag': '935c743f-d767-42fd-bd8d-21f404107dea', 'status': 'completed', 'code': 200} Nov 25 18:31:10.354850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3155434 Nov 25 18:31:10.358087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:10.363446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Request body: {'subnet': {'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1408288693-subnet', 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:10.382799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db995941-2623-4c5a-9358-cebfd3c18eeb admin admin] Pushing event updated for resources: {'Network': ['ID=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:10.393801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:10.396937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.406020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:31:10.430846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-339aa4f5-9d9f-4be9-8db5-ec60bc4064ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:10.432715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-339aa4f5-9d9f-4be9-8db5-ec60bc4064ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2611017 Nov 25 18:31:10.443845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.686098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c63c0-3dd9-4024-901b-a47718678a06 req-b14b7aff-0c58-4269-bf06-ba019da79f45 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:10.687793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-161c63c0-3dd9-4024-901b-a47718678a06 req-b14b7aff-0c58-4269-bf06-ba019da79f45 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 944 time: 0.1041124 Nov 25 18:31:10.689809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-2337c385-8382-4c83-b426-145cc1e57660 service neutron] 10.222.0.64 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435193 Nov 25 18:31:10.866159 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0cb67594-7f25-440c-b15f-a18cb0f8b4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:10.881991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0e6aa74-c22a-4abb-b88e-a95c3e72f514 req-8723e850-1431-4171-b36c-8f321f861faf service neutron] 10.222.0.64 "GET /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488166 Nov 25 18:31:10.900513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aad7ba-aede-4eca-9202-6b98dd5691e0 req-ac44b9bf-4563-462f-ab49-ed0792090304 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:10.911328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0aad7ba-aede-4eca-9202-6b98dd5691e0 req-ac44b9bf-4563-462f-ab49-ed0792090304 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1244056 Nov 25 18:31:10.938577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-161c63c0-3dd9-4024-901b-a47718678a06 req-83426107-f498-4c8a-aa2e-c3d6fa9b49f1 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967120 Nov 25 18:31:11.014794 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0aad7ba-aede-4eca-9202-6b98dd5691e0 req-4b19bfc7-7395-46cd-89fc-6259f062e3c5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017208 Nov 25 18:31:11.058825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Deleting port d327367c-f495-44be-ab41-bc41508a79c7 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:11.059686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:11.085547 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:11.150956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:11.161547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.161901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.162247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.162611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.163094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.163811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] For port d327367c-f495-44be-ab41-bc41508a79c7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d327367c-f495-44be-ab41-bc41508a79c7,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:11.164300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.164548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.165153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.165537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.165751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:11.165868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.166188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.166607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:11.170931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:11.171306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Network hostable DHCP agents. Network: 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:31:11.185896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Calling delete_port for d327367c-f495-44be-ab41-bc41508a79c7 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:11.191128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:31:11.202386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:11.207223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:11.209558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:11.213178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b42b1-38e9-4e54-ac19-35e5a780430a None None] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:11.237075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1e919816-9cf9-4262-8afb-24c96bac9d27 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8693383 Nov 25 18:31:11.374145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c1575-d6b0-44b6-a214-0f4a37aa01ee None None] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:11.508925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:11.575825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Pushing event deleted for resources: {'Port': ['ID=d327367c-f495-44be-ab41-bc41508a79c7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:11.834948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a80a9-6aa8-494e-9bda-79cb9efe055b req-0d0f494f-306e-4c41-ba40-90a40b1deb5e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:11.843920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af0a80a9-6aa8-494e-9bda-79cb9efe055b req-0d0f494f-306e-4c41-ba40-90a40b1deb5e tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 946 time: 0.0796559 Nov 25 18:31:11.895245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af0a80a9-6aa8-494e-9bda-79cb9efe055b req-e17cf4df-8bb0-46f5-b335-0941ce956fad tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6468dea9-5a64-4f72-943a-ac87b05ffe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501533 Nov 25 18:31:11.905418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:11.921382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a96134e3-1034-4f99-8e68-79599ec27aee tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:11.922903 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a96134e3-1034-4f99-8e68-79599ec27aee tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1963723 Nov 25 18:31:11.983881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-7bed5433-660f-4a9f-8b49-8a21b150665d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0545502 Nov 25 18:31:12.048242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-51a57b3c-a115-443a-bed2-bdd5d73d6714 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360689 Nov 25 18:31:12.056456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd536902-be03-454a-beba-70a39107cca0 req-f69b24d6-6ed1-4e0b-8191-545d2b0f185f tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:12.058747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd536902-be03-454a-beba-70a39107cca0 req-f69b24d6-6ed1-4e0b-8191-545d2b0f185f tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 944 time: 0.0545454 Nov 25 18:31:12.135916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd536902-be03-454a-beba-70a39107cca0 req-ab15d080-e8da-4cb1-abf6-348ca5009a01 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695009 Nov 25 18:31:12.262849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1844bcd-95d9-463e-b2da-194679f1b103 req-18215fdf-59a9-47a6-8a55-8cd8a9756a0b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:12.264436 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1844bcd-95d9-463e-b2da-194679f1b103 req-18215fdf-59a9-47a6-8a55-8cd8a9756a0b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0584679 Nov 25 18:31:12.354210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1844bcd-95d9-463e-b2da-194679f1b103 req-0ae77ffb-5cc3-4752-bbd2-b217319eee3c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835688 Nov 25 18:31:12.398404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3c1d63eb-8e49-4f4b-a539-0233a7a5f4a6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:12.402810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3c1d63eb-8e49-4f4b-a539-0233a7a5f4a6 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 946 time: 0.0970905 Nov 25 18:31:12.538104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Deleting port 7f475118-276a-4b46-ac71-5ad054a85a04 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:12.538581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:12.563429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ef890156-7423-40de-a779-f2dc41861e04 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:31:12.618504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-7a8775b5-8eb8-46e3-afe5-7f15ad61b2a2 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595005 Nov 25 18:31:12.622165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Router 0688dd00-f3de-4928-b2e4-7ec177b4329e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:12.670441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] For port 7f475118-276a-4b46-ac71-5ad054a85a04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7f475118-276a-4b46-ac71-5ad054a85a04,segment=NetworkSegment(2bd80f6b-3fcf-4b6a-bf09-e39f8451f256),segment_id=2bd80f6b-3fcf-4b6a-bf09-e39f8451f256)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:12.670832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:12.680095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ef890156-7423-40de-a779-f2dc41861e04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef890156-7423-40de-a779-f2dc41861e04,segment=NetworkSegment(d060911f-46c7-406b-b64b-58de73e214ee),segment_id=d060911f-46c7-406b-b64b-58de73e214ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:12.688431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Calling delete_port for 7f475118-276a-4b46-ac71-5ad054a85a04 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:12.695848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ef890156-7423-40de-a779-f2dc41861e04', 'network_id': 'd1c0c268-ea9d-4f9c-8d16-6674ff718b24', 'port_id': 'ef890156-7423-40de-a779-f2dc41861e04', 'mac_address': 'fa:16:3e:1f:4e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a290b3c-23ec-45c9-9925-fa53a5edd68a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:31:12.741716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:12.760049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef890156-7423-40de-a779-f2dc41861e04 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:12.796748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ef890156-7423-40de-a779-f2dc41861e04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef890156-7423-40de-a779-f2dc41861e04,segment=NetworkSegment(d060911f-46c7-406b-b64b-58de73e214ee),segment_id=d060911f-46c7-406b-b64b-58de73e214ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:12.799323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-9f814330-6424-4920-9931-00ceac3dc3c1 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796198 Nov 25 18:31:12.807117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:12.835086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:12.841070 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b81fed0d-3c18-47a1-902d-a7609870c979 admin admin] 10.222.0.62 "PUT /v2.0/routers/0688dd00-f3de-4928-b2e4-7ec177b4329e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9446101 Nov 25 18:31:12.843914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57776) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:12.860565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] Sync routers for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:12.880601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:12.896339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:12.897064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:30:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:13.000931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Pushing event deleted for resources: {'Port': ['ID=7f475118-276a-4b46-ac71-5ad054a85a04,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:13.029238 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:13.073283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:13.095888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] No DVR routers for this DVR port 7f475118-276a-4b46-ac71-5ad054a85a04 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:13.099084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:13.109205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2884148b-6d59-4ae7-aeae-0c7f15de6132 req-3590f4c6-2d73-4125-95aa-22e157cbadba tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.66 "DELETE /v2.0/ports/7f475118-276a-4b46-ac71-5ad054a85a04 HTTP/1.1" status: 204 len: 173 time: 0.6980376 Nov 25 18:31:13.139243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-354e67fe-48d5-458a-a77e-875f6e719e2f req-631a3f81-b0d4-4759-b948-c8901cb3f352 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 210 time: 0.0422647 Nov 25 18:31:13.156549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7f475118-276a-4b46-ac71-5ad054a85a04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:13.214732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-deleted', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:13.217416 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4929a2dc-b0af-4907-b6d4-a82ec3705ebc" -d '{"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-deleted", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:13.228736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3665152-7676-45a4-a20f-51d27cb7e765 req-ab48893b-ee85-4d4a-b05b-0bca78645147 tempest-LiveMigrationTest-819263801 tempest-LiveMigrationTest-819263801-project] 10.222.0.62 "GET /v2.0/ports?device_id=44c662e8-067a-4274-a829-7588f1334b62 HTTP/1.1" status: 200 len: 210 time: 0.1185007 Nov 25 18:31:13.320692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ef890156-7423-40de-a779-f2dc41861e04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:13.327509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ef890156-7423-40de-a779-f2dc41861e04,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:13.327812 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81ea5a-5b9e-49f8-964f-682b855762fa x-openstack-request-id: req-0f81ea5a-5b9e-49f8-964f-682b855762fa {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:13.328107 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c662e8-067a-4274-a829-7588f1334b62", "name": "network-vif-deleted", "tag": "7f475118-276a-4b46-ac71-5ad054a85a04", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:13.328358 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f81ea5a-5b9e-49f8-964f-682b855762fa {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:13.328757 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c662e8-067a-4274-a829-7588f1334b62', 'name': 'network-vif-deleted', 'tag': '7f475118-276a-4b46-ac71-5ad054a85a04', 'status': 'completed', 'code': 200} Nov 25 18:31:13.371116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 935c743f-d767-42fd-bd8d-21f404107dea no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:13.385493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:13.399534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 935c743f-d767-42fd-bd8d-21f404107dea {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:13.400340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 935c743f-d767-42fd-bd8d-21f404107dea not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:13.409218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.409957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.410480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.410978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.411116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b8b0c-9137-4e6b-b96a-303f5611c4dc req-bfa73983-176e-4d69-ba31-9999bda1d6ae tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:13.411693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.412191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.412681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.413176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.413299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-225b8b0c-9137-4e6b-b96a-303f5611c4dc req-bfa73983-176e-4d69-ba31-9999bda1d6ae tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 945 time: 0.1408041 Nov 25 18:31:13.413773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.414255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.415023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.415508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:13.444001 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dc65b38-9eb4-4925-bb20-190c24ca5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:13.554995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca57199-8698-42dc-bf16-74a5efd72086 req-543bb6df-e568-4ea3-9640-2e8095739fb8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:13.565892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eca57199-8698-42dc-bf16-74a5efd72086 req-543bb6df-e568-4ea3-9640-2e8095739fb8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0848978 Nov 25 18:31:13.575750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Deleting port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:13.576342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:13.590995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-225b8b0c-9137-4e6b-b96a-303f5611c4dc req-466a64dd-f508-4dfc-a8c6-fd5cdc3f276a tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073596 Nov 25 18:31:13.679097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eca57199-8698-42dc-bf16-74a5efd72086 req-f74878cc-fe49-43b7-94a4-b0f370273950 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120174 Nov 25 18:31:13.698066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:31:11Z', 'revision_number': 5, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port': {'id': '7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:47Z', 'updated_at': '2021-11-25T18:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:13.802929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] Checking router: 0688dd00-f3de-4928-b2e4-7ec177b4329e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:13.844903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] For port 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:13.845495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:13.861206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] Routers {'0688dd00-f3de-4928-b2e4-7ec177b4329e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:13.862054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0688dd00-f3de-4928-b2e4-7ec177b4329e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:13.868399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Calling delete_port for 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:13.987362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] Set router 0688dd00-f3de-4928-b2e4-7ec177b4329e gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:14.050706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:31:13Z', 'revision_number': 6, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:14.089538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d737d01-c584-4a76-9fe5-bda25de83f57 None None] The sync data for ids ['0688dd00-f3de-4928-b2e4-7ec177b4329e'] in n-d-819194-3 is: [{'id': '0688dd00-f3de-4928-b2e4-7ec177b4329e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114489354-router', 'tenant_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:46Z', 'updated_at': '2021-11-25T18:31:13Z', 'revision_number': 6, 'project_id': '2af34dfbba6c46c4bb4378e6d5924f4b', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:14.125392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.164153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:14.236626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.248447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1176d12b-dd5f-4bd4-a82c-3b2e0211ecc3 req-cce9eea2-ec82-47c9-870f-cd053673324d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 210 time: 0.0364847 Nov 25 18:31:14.258716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.304713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57806) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:14.357332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.359836 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.417331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] Deleting subnet 7bd5db90-005f-40ed-aab7-4c241e246fc5 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:14.421197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.435379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.436193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0688dd00-f3de-4928-b2e4-7ec177b4329e {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:31:14.441648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.443041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a13da3a3-bc85-4664-af33-411a1b9111b9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0688dd00-f3de-4928-b2e4-7ec177b4329e HTTP/1.1" status: 204 len: 168 time: 1.5978062 Nov 25 18:31:14.445807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57810) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:14.466347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.513408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] Deleting subnet eaa5a07f-be25-4dac-b8b7-1dbc17238064 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:14.517244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.529549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.576788 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.756952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.765160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.778475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.781826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7bd5db90-005f-40ed-aab7-4c241e246fc5 HTTP/1.1" status: 204 len: 168 time: 0.4758110 Nov 25 18:31:14.805858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-1de02ee3-817b-40b5-b12d-503784324ee5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:14.807370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-1de02ee3-817b-40b5-b12d-503784324ee5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.66 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.2377517 Nov 25 18:31:14.807867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57818) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:14.815579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89932e7a-0e36-443f-9aee-ead0bd501082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd5db90-005f-40ed-aab7-4c241e246fc5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:14.834178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Request body: {'port': {'device_id': '28b880c5-becf-4470-8d33-920acc24db9a', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'admin_state_up': True, 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:14.850650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985f84b-4067-472f-9076-8fb36269389b req-c1459c49-1038-45df-8dde-0b7d486d1ee3 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:14.853081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b985f84b-4067-472f-9076-8fb36269389b req-c1459c49-1038-45df-8dde-0b7d486d1ee3 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 945 time: 0.1515532 Nov 25 18:31:14.855024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.887637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa5a07f-be25-4dac-b8b7-1dbc17238064,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:14.893961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ccb2e-cd8f-4abc-ad86-7fec350e6c61 None None] Network 34a02369-d5ac-4ff4-869b-451c7746e2a7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:14.923247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:14.929006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-256a128e-d123-4701-9b18-e80e17ccaca2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eaa5a07f-be25-4dac-b8b7-1dbc17238064 HTTP/1.1" status: 204 len: 168 time: 0.4811120 Nov 25 18:31:14.963817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57822) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:14.988735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b985f84b-4067-472f-9076-8fb36269389b req-0b56ac26-3665-48fe-b961-cffee21b6a21 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227350 Nov 25 18:31:15.075087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.094649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d8118-0f44-4c25-9f8a-da1a31461b90 req-c3fe9943-9391-487d-b073-1231fcf79204 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:15.097819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-132d8118-0f44-4c25-9f8a-da1a31461b90 req-c3fe9943-9391-487d-b073-1231fcf79204 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.2789109 Nov 25 18:31:15.141791 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.247229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] DHCP port deletion for 34a02369-d5ac-4ff4-869b-451c7746e2a7 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:15.261233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Deleting port dcea46b5-6fb6-43e2-9cbf-d71868925000 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:15.261845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.294041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-132d8118-0f44-4c25-9f8a-da1a31461b90 req-ef7d9084-db39-4000-8c79-0a1ff2bec841 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750743 Nov 25 18:31:15.313576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.317411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] Deleting port dcea46b5-6fb6-43e2-9cbf-d71868925000 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:15.318241 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.318544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:15.321986 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.361407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19744a1-d96d-43ad-bef6-23ddd40d9743']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:15.376699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:15.376995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd80f6b-3fcf-4b6a-bf09-e39f8451f256') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:15.392947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.438382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] For port dcea46b5-6fb6-43e2-9cbf-d71868925000, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dcea46b5-6fb6-43e2-9cbf-d71868925000,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:15.439363 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.454935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ddd2849-3200-46dc-9e7e-a640ae290429 req-13b2225d-4063-47d8-95e8-bf2ecc6a38b6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 210 time: 0.0488892 Nov 25 18:31:15.474750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] For port dcea46b5-6fb6-43e2-9cbf-d71868925000, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dcea46b5-6fb6-43e2-9cbf-d71868925000,segment=NetworkSegment(56fd04ab-b797-4223-ae5e-7c39ea69b3fa),segment_id=56fd04ab-b797-4223-ae5e-7c39ea69b3fa)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:15.475510 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.485588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] Calling delete_port for dcea46b5-6fb6-43e2-9cbf-d71868925000 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:15.501624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Calling delete_port for dcea46b5-6fb6-43e2-9cbf-d71868925000 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:15.534589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.559001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:15.563080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:15.565062 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:15.588605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dcea46b5-6fb6-43e2-9cbf-d71868925000 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:15.592586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.607793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.640544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcea46b5-6fb6-43e2-9cbf-d71868925000,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:15.647770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] No DVR routers for this DVR port dcea46b5-6fb6-43e2-9cbf-d71868925000 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:15.677709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Allocated IP 172.20.0.2 (5aa2aa5a-a649-4b58-ab2a-d56bb74a6606/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0/3798a443-e89d-4f2e-95a5-69c2e6de0e23) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:15.741339 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.766874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a02369-d5ac-4ff4-869b-451c7746e2a7']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:15.778773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fd04ab-b797-4223-ae5e-7c39ea69b3fa') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:15.779172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fd04ab-b797-4223-ae5e-7c39ea69b3fa') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:15.790664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.791748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] Pushing event deleted for resources: {'Port': ['ID=dcea46b5-6fb6-43e2-9cbf-d71868925000,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:15.811353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: dcea46b5-6fb6-43e2-9cbf-d71868925000 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:15.812104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dcea46b5-6fb6-43e2-9cbf-d71868925000 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:15.812807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d327367c-f495-44be-ab41-bc41508a79c7 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:15.815113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.822703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:15.823220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:15.826092 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:15.843443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d327367c-f495-44be-ab41-bc41508a79c7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:15.847237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d327367c-f495-44be-ab41-bc41508a79c7 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:15.847827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:15.853591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.878316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.883306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463eb94-8a87-4cc9-85c8-523b10ede8f3 None None] No DVR routers for this DVR port dcea46b5-6fb6-43e2-9cbf-d71868925000 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:15.886724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:15.887246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a95350e-3fc5-4c3f-a01c-fc0c89dd2e6a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:15.892139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.900034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a19744a1-d96d-43ad-bef6-23ddd40d9743 HTTP/1.1" status: 204 len: 168 time: 1.0893304 Nov 25 18:31:15.900034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57828) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:15.931753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6373f4a-adc5-4500-919a-a623987bd736 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19744a1-d96d-43ad-bef6-23ddd40d9743,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:15.957073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.966725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:15.977493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/34a02369-d5ac-4ff4-869b-451c7746e2a7 HTTP/1.1" status: 204 len: 168 time: 0.9819469 Nov 25 18:31:15.980171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57830) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:15.994771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.003610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] Deleting subnet 71b9fb11-7751-4935-86c9-a113244c5169 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:16.005752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e457a4-b154-4cd3-8cc2-12ed93fd57e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a02369-d5ac-4ff4-869b-451c7746e2a7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:16.019939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.153390 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.216816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.232354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef91eeb-3e1b-4136-99f0-66ceb61711dd req-7ab7c67c-bd44-4725-806a-12a6cc08d6fe tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:16.234346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ef91eeb-3e1b-4136-99f0-66ceb61711dd req-7ab7c67c-bd44-4725-806a-12a6cc08d6fe tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 945 time: 0.1675279 Nov 25 18:31:16.316041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.370170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:16.379563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:16.399583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:16.453768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event updated for resources: {'Port': ['ID=3798a443-e89d-4f2e-95a5-69c2e6de0e23,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:16.473602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ef91eeb-3e1b-4136-99f0-66ceb61711dd req-20aae82f-9853-4515-ae83-4b36fd8a8784 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235246 Nov 25 18:31:16.490981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef271-e821-421a-998f-d635e675a0f0 req-6d0db7cb-1b60-4206-96cc-1f500ca48b69 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:16.492702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f9ef271-e821-421a-998f-d635e675a0f0 req-6d0db7cb-1b60-4206-96cc-1f500ca48b69 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0679786 Nov 25 18:31:16.507508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.518176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:16.519405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.522866 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.563584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b9fb11-7751-4935-86c9-a113244c5169,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:16.566217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.572863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fd7d5de2-50ff-45ac-a78b-977a12c1cf5f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/71b9fb11-7751-4935-86c9-a113244c5169 HTTP/1.1" status: 204 len: 168 time: 0.6605752 Nov 25 18:31:16.573457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57844) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:16.585982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-b9958dc0-cae6-4c22-81a8-db32ae0b8b05 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7657599 Nov 25 18:31:16.604729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ef890156-7423-40de-a779-f2dc41861e04 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:16.645932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f9ef271-e821-421a-998f-d635e675a0f0 req-43c15469-c988-4903-93e6-daf57f41906a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360025 Nov 25 18:31:16.676571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Request body: {'port': {'device_id': '28b880c5-becf-4470-8d33-920acc24db9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:16.695241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ef890156-7423-40de-a779-f2dc41861e04 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:31:16.704324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ef890156-7423-40de-a779-f2dc41861e04 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:16.706054 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.750191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.813484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f98ce-07a8-45e8-ba86-bf3a05bfb3d3 req-b50b7107-4758-4cb6-a093-319ffad04e53 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:16.815029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-151f98ce-07a8-45e8-ba86-bf3a05bfb3d3 req-b50b7107-4758-4cb6-a093-319ffad04e53 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 931 time: 0.2280014 Nov 25 18:31:16.819850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.832978 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.863766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.871313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef890156-7423-40de-a779-f2dc41861e04'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:16.874481 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d59cd85-4a07-422c-9ca4-964435a68888" -d '{"events": [{"server_uuid": "da71ce3d-6e1f-4681-8c39-2db4b4fd1de0", "name": "network-vif-plugged", "status": "completed", "tag": "ef890156-7423-40de-a779-f2dc41861e04"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:16.891619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ef890156-7423-40de-a779-f2dc41861e04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef890156-7423-40de-a779-f2dc41861e04,segment=NetworkSegment(d060911f-46c7-406b-b64b-58de73e214ee),segment_id=d060911f-46c7-406b-b64b-58de73e214ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:16.900018 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:16.901468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:16.994891 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117e9d4-5f14-4a32-aa86-4936ecce465d x-openstack-request-id: req-1117e9d4-5f14-4a32-aa86-4936ecce465d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:16.995315 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da71ce3d-6e1f-4681-8c39-2db4b4fd1de0", "name": "network-vif-plugged", "status": "completed", "tag": "ef890156-7423-40de-a779-f2dc41861e04", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:16.995755 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1117e9d4-5f14-4a32-aa86-4936ecce465d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:16.996235 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef890156-7423-40de-a779-f2dc41861e04', 'code': 200} Nov 25 18:31:16.999408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 7f475118-276a-4b46-ac71-5ad054a85a04 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:16.999816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7f475118-276a-4b46-ac71-5ad054a85a04 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:17.018437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ef890156-7423-40de-a779-f2dc41861e04,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:17.034533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.044608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Deleting port ec9c02bf-f099-4e30-b409-2122a48fec32 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:17.045171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.071544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-151f98ce-07a8-45e8-ba86-bf3a05bfb3d3 req-730a867a-92ca-46ad-bd5a-65a297386fd5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354128 Nov 25 18:31:17.151261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a4ee28-71b9-492f-bcaa-f27e1bef6a24']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:17.154189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] For port ec9c02bf-f099-4e30-b409-2122a48fec32, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec9c02bf-f099-4e30-b409-2122a48fec32,segment=NetworkSegment(755bc39c-3534-4d99-9dda-4c76898d1178),segment_id=755bc39c-3534-4d99-9dda-4c76898d1178)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:17.154685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.174424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c6feb2-b915-4fb0-afd0-a770e10c4443') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:17.174808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c6feb2-b915-4fb0-afd0-a770e10c4443') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:17.175130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Calling delete_port for ec9c02bf-f099-4e30-b409-2122a48fec32 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:17.189627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac53b85-5fa2-47ef-8e93-0893c34de4c0 req-f8a76d24-4cfa-4767-9bb1-913089c308b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:17.191245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ac53b85-5fa2-47ef-8e93-0893c34de4c0 req-f8a76d24-4cfa-4767-9bb1-913089c308b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 1097 time: 0.1847529 Nov 25 18:31:17.203396 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.266261 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.278686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:17.279147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:17.282417 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:17.368583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ac53b85-5fa2-47ef-8e93-0893c34de4c0 req-3295781e-e863-4d9a-afbd-e8d6201fad20 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685331 Nov 25 18:31:17.389764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.407356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.410768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/78a4ee28-71b9-492f-bcaa-f27e1bef6a24 HTTP/1.1" status: 204 len: 168 time: 0.8352563 Nov 25 18:31:17.424733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d96a8-937f-4e96-a225-327cd73947b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a4ee28-71b9-492f-bcaa-f27e1bef6a24,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:17.437619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.472781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9c02bf-f099-4e30-b409-2122a48fec32,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:17.542222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3798a443-e89d-4f2e-95a5-69c2e6de0e23 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:17.567071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.596608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Transition to ACTIVE for port object 3798a443-e89d-4f2e-95a5-69c2e6de0e23 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:31:17.610853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.677420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:17.694915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Pushing event updated for resources: {'Port': ['ID=3798a443-e89d-4f2e-95a5-69c2e6de0e23,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:17.753869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb0a6f-8ab6-4cec-9a69-c10ebdf4f643 req-77090a39-5c43-4120-8151-490aef034dca tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:17.756671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dcb0a6f-8ab6-4cec-9a69-c10ebdf4f643 req-77090a39-5c43-4120-8151-490aef034dca tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 946 time: 0.1241813 Nov 25 18:31:17.821271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b27963a0-df87-4391-b69e-d3dfef656c58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d3fb4f55b27401db1e61c17d22653b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1397157 Nov 25 18:31:17.822627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57862) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:17.827696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.840820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9818f5-45d1-4a77-8d4d-4e7cae225867 req-67d52167-709c-4b41-ac2d-5c80a0fcc07a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:17.842504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b9818f5-45d1-4a77-8d4d-4e7cae225867 req-67d52167-709c-4b41-ac2d-5c80a0fcc07a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0999439 Nov 25 18:31:17.850165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dcb0a6f-8ab6-4cec-9a69-c10ebdf4f643 req-ca87bf06-3d3f-4b2d-99ba-cf18e4ef0267 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850320 Nov 25 18:31:17.860086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Attempting to bind port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:17.860424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Attempting to bind port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:17.860754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Attempting to bind port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:17.900135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:17.901956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Attempting to bind port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:17.910093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:17.910424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:17.910899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Bound using segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:17.911420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Bound port: 3798a443-e89d-4f2e-95a5-69c2e6de0e23, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:17.911835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.978126 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-471b4898-64ea-405f-a567-4417760e979c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:17.987062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b9818f5-45d1-4a77-8d4d-4e7cae225867 req-f3c1a7f0-04a0-4d55-9485-08df82f95950 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239388 Nov 25 18:31:18.037870 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-471b4898-64ea-405f-a567-4417760e979c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.048197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] For port 3798a443-e89d-4f2e-95a5-69c2e6de0e23, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:18.052897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] For port 3798a443-e89d-4f2e-95a5-69c2e6de0e23, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:18.058549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.083065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Router b5e7113a-e2c1-4695-989f-aa9037211b2d has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:18.114018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:18.114018 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.115103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] 10.222.0.66 "PUT /v2.0/ports/3798a443-e89d-4f2e-95a5-69c2e6de0e23 HTTP/1.1" status: 200 len: 1091 time: 1.4984562 Nov 25 18:31:18.115564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b880c5-becf-4470-8d33-920acc24db9a', 'tag': '3798a443-e89d-4f2e-95a5-69c2e6de0e23'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:18.117844 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1b5a67-85f6-4323-bdae-0f517b231b76" -d '{"events": [{"name": "network-changed", "server_uuid": "28b880c5-becf-4470-8d33-920acc24db9a", "tag": "3798a443-e89d-4f2e-95a5-69c2e6de0e23"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:18.137807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5693fa6-3835-4491-bc46-141bad9a2028 service neutron] Pushing event updated for resources: {'Port': ['ID=3798a443-e89d-4f2e-95a5-69c2e6de0e23,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:18.147307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-471b4898-64ea-405f-a567-4417760e979c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.151311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-471b4898-64ea-405f-a567-4417760e979c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.152426 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-471b4898-64ea-405f-a567-4417760e979c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6468dea9-5a64-4f72-943a-ac87b05ffe6b HTTP/1.1" status: 204 len: 168 time: 0.3286197 Nov 25 18:31:18.176356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b4898-64ea-405f-a567-4417760e979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6468dea9-5a64-4f72-943a-ac87b05ffe6b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:18.252134 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e804f5f3-c9ad-4d5b-b345-32b18668acac x-openstack-request-id: req-e804f5f3-c9ad-4d5b-b345-32b18668acac {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:18.252513 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b880c5-becf-4470-8d33-920acc24db9a", "tag": "3798a443-e89d-4f2e-95a5-69c2e6de0e23", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:18.252709 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e804f5f3-c9ad-4d5b-b345-32b18668acac {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:18.253063 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b880c5-becf-4470-8d33-920acc24db9a', 'tag': '3798a443-e89d-4f2e-95a5-69c2e6de0e23', 'status': 'completed', 'code': 200} Nov 25 18:31:18.285261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-54faf919-fe31-4dfb-b15a-0206dca48f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:18.287683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-54faf919-fe31-4dfb-b15a-0206dca48f5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 1094 time: 0.1089463 Nov 25 18:31:18.335707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-bd43e999-44f8-4767-92ff-686bd27f325a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23 HTTP/1.1" status: 200 len: 217 time: 0.0379581 Nov 25 18:31:18.458494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-25cc19bf-8c27-4324-8ee3-786f1945b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:18.460049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-25cc19bf-8c27-4324-8ee3-786f1945b997 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.1165605 Nov 25 18:31:18.504916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-cca4fd4c-077c-4819-b394-5779fb94b890 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319543 Nov 25 18:31:18.553068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4ce91-173d-4445-9797-a39098a22faa req-11e752e8-0630-4711-9219-aef31109bbb4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:18.561118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11e4ce91-173d-4445-9797-a39098a22faa req-11e752e8-0630-4711-9219-aef31109bbb4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 943 time: 0.1071048 Nov 25 18:31:18.589106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:18.597924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-502c361f-9033-4260-b3ee-6768a157295b admin admin] 10.222.0.62 "PUT /v2.0/routers/b5e7113a-e2c1-4695-989f-aa9037211b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6135774 Nov 25 18:31:18.598225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57880) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:18.606841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a48922-462c-4c10-adbf-7476409dd85a req-c66b13b7-2085-4cc0-9c74-49f651dca526 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:18.608326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-c66b13b7-2085-4cc0-9c74-49f651dca526 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.2253485 Nov 25 18:31:18.628917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11e4ce91-173d-4445-9797-a39098a22faa req-2fe17a92-69c0-4e89-b11a-4043eae9eb90 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624418 Nov 25 18:31:18.629654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57884) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:18.658933 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] Sync routers for ids ['b5e7113a-e2c1-4695-989f-aa9037211b2d'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:18.676160 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] Routers {'b5e7113a-e2c1-4695-989f-aa9037211b2d'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:18.676940 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b5e7113a-e2c1-4695-989f-aa9037211b2d'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:18.679653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-5444a7a3-a858-4742-817a-d65d06fb99a3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/quotas/461b391723204a5b9aff69962f4da3a1 HTTP/1.1" status: 200 len: 375 time: 0.0330184 Nov 25 18:31:18.698333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-23d527d5-311a-400b-a3e1-93eb7bd301d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f9c1e10ffbb47be862e0224fafc1eaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0652156 Nov 25 18:31:18.700033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57886) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:18.778340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48f9c573-2a83-493f-bd6d-a4ac1e1a8157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.807761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48f9c573-2a83-493f-bd6d-a4ac1e1a8157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.854728 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] Set router b5e7113a-e2c1-4695-989f-aa9037211b2d gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:18.873957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48f9c573-2a83-493f-bd6d-a4ac1e1a8157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.878843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48f9c573-2a83-493f-bd6d-a4ac1e1a8157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:18.879966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-48f9c573-2a83-493f-bd6d-a4ac1e1a8157 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a588957b-5242-4610-8bf1-b214e09b3123 HTTP/1.1" status: 204 len: 168 time: 0.1799262 Nov 25 18:31:18.892485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9c573-2a83-493f-bd6d-a4ac1e1a8157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a588957b-5242-4610-8bf1-b214e09b3123,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:19.045966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1818277-4d05-4c31-bfe1-f6edb0a91600 req-2a67dc75-59c2-4475-afd6-b5824f40e179 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:19.047676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1818277-4d05-4c31-bfe1-f6edb0a91600 req-2a67dc75-59c2-4475-afd6-b5824f40e179 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 946 time: 0.0604503 Nov 25 18:31:19.055187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-64e8c168-a3a5-4f21-9a93-e308985651fb service neutron] 10.222.0.66 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409157 Nov 25 18:31:19.103638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-7fff031b-3e18-4fac-9dde-ce65e3b05d94 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4231198 Nov 25 18:31:19.104805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:19.127270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1818277-4d05-4c31-bfe1-f6edb0a91600 req-4d0da44d-f52e-471d-8ae1-5a7f3e239558 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 Nov 25 18:31:19.248022 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:31:17Z', 'revision_number': 5, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:19.295521 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] Checking router: b5e7113a-e2c1-4695-989f-aa9037211b2d for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:19.311136 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] Routers {'b5e7113a-e2c1-4695-989f-aa9037211b2d'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:19.312467 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b5e7113a-e2c1-4695-989f-aa9037211b2d'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:19.326862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dcac4d5-09c6-4b01-b1d4-77df1ebb52a6 req-ba30363a-6464-4656-b0b8-37851ae67d12 service neutron] 10.222.0.66 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586401 Nov 25 18:31:19.330177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd39c-484d-4593-9ebc-ba74f32e3f21 req-d51ab49f-9efb-47d0-a18d-97138911858a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:19.332264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-722bd39c-484d-4593-9ebc-ba74f32e3f21 req-d51ab49f-9efb-47d0-a18d-97138911858a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0951786 Nov 25 18:31:19.358629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-397c0170-189f-4180-85e8-6e74d02791b1 service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267804 Nov 25 18:31:19.381866 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:19.445082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-722bd39c-484d-4593-9ebc-ba74f32e3f21 req-85168047-b95e-42c7-a524-dff1ce15dd4d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994647 Nov 25 18:31:19.502222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] Set router b5e7113a-e2c1-4695-989f-aa9037211b2d gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:19.544437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-e82a671f-29e9-4a51-8b22-9a082ce917b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:19.545924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-e82a671f-29e9-4a51-8b22-9a082ce917b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 1094 time: 0.1281540 Nov 25 18:31:19.565443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-d21b117e-6c64-4c38-a9be-73433d7fcea0 service neutron] 10.222.0.62 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031181 Nov 25 18:31:19.598197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Deleting port 8b16052c-ab5e-4fa9-af04-5e17749b3374 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:19.598561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:19.753313 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:31:17Z', 'revision_number': 5, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:19.783166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba35e-0cde-42fe-9d8b-047e13244ecb req-3ab7ae9f-8e8f-4496-a306-7fe2a0a7b8aa tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:19.791857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82aba35e-0cde-42fe-9d8b-047e13244ecb req-3ab7ae9f-8e8f-4496-a306-7fe2a0a7b8aa tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 943 time: 0.0797431 Nov 25 18:31:19.801430 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2c5ef-06e1-4b73-9849-d953f88841be None None] The sync data for ids ['b5e7113a-e2c1-4695-989f-aa9037211b2d'] in n-d-819194-3 is: [{'id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045059666-router', 'tenant_id': '3e837bae3686489b96b937bcf2c2d49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:25:55Z', 'updated_at': '2021-11-25T18:31:17Z', 'revision_number': 5, 'project_id': '3e837bae3686489b96b937bcf2c2d49b', 'gw_port': {'id': '8b16052c-ab5e-4fa9-af04-5e17749b3374', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7113a-e2c1-4695-989f-aa9037211b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:25:57Z', 'updated_at': '2021-11-25T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:19.856629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-63bbbb07-1ce3-4f1f-aa0f-cbb6485002c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:19.859017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-63bbbb07-1ce3-4f1f-aa0f-cbb6485002c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.2870467 Nov 25 18:31:19.880223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] For port 8b16052c-ab5e-4fa9-af04-5e17749b3374, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8b16052c-ab5e-4fa9-af04-5e17749b3374,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:19.880601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:19.886789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82aba35e-0cde-42fe-9d8b-047e13244ecb req-9260832a-ca58-4dcb-9a89-f87a3721a3d6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831177 Nov 25 18:31:19.924758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-8b8c79bf-0fea-4089-94ba-871620a13284 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23 HTTP/1.1" status: 200 len: 217 time: 0.0578845 Nov 25 18:31:19.930427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Calling delete_port for 8b16052c-ab5e-4fa9-af04-5e17749b3374 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:20.019736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:20.061426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-2b54d084-bb72-42a7-9fa1-3aac6e8b18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:20.063089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-2b54d084-bb72-42a7-9fa1-3aac6e8b18ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.1307733 Nov 25 18:31:20.116847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-f9ff78f0-dc1d-4ac7-8b7d-91819049ea8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436196 Nov 25 18:31:20.129256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e48a85b0-e1b2-4eb6-821c-7b0dba172227 req-8c8d8884-167f-4854-a125-73d562a6e219 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0577068 Nov 25 18:31:20.190500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-network', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:20.242146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Made reservation on behalf of 0b9adf61ecc94e519a9fbc9fa2745141 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:20.244845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.267273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.411029 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.411174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-fe84701a-817b-49c6-a2ab-64cefeeda2cc service neutron] 10.222.0.66 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754979 Nov 25 18:31:20.423830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.468281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:31:20.475780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.484512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14be9e-4312-49b8-abde-04b686beef1e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:20.499149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.502181 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Added segment d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3 of type vlan for network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 Nov 25 18:31:20.541592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b16052c-ab5e-4fa9-af04-5e17749b3374,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:20.618764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.663347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e3cac-546f-441e-9c82-d5edf7745712 req-dc63c59f-4398-46fd-981b-32155b106e8b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:20.668164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-222e3cac-546f-441e-9c82-d5edf7745712 req-dc63c59f-4398-46fd-981b-32155b106e8b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1005495 Nov 25 18:31:20.674743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.692951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.694126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:20.694742 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.773447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7526031 Nov 25 18:31:20.777727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57970) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:20.798068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Request body: {'subnet': {'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-subnet', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:20.815076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd393401-849b-4867-a39e-feddc8ea916d admin admin] Pushing event updated for resources: {'Network': ['ID=57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:20.815642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa1b5a67-85f6-4323-bdae-0f517b231b76 req-aa411faf-5917-4cae-8f9d-c667bf23bf12 service neutron] 10.222.0.66 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014361 Nov 25 18:31:20.829332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.830807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-222e3cac-546f-441e-9c82-d5edf7745712 req-5ae8332d-632e-47a0-abb8-375c8812029f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473994 Nov 25 18:31:20.831190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:31:20.849974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Made reservation on behalf of 0b9adf61ecc94e519a9fbc9fa2745141 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:20.852859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.859755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.939587 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.940131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e7113a-e2c1-4695-989f-aa9037211b2d {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:31:20.951771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f165-6d13-4785-a9ba-5dccffe2c6cc req-85dcb623-142f-49d1-9251-a3a3a1c5f188 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:20.953365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e044f165-6d13-4785-a9ba-5dccffe2c6cc req-85dcb623-142f-49d1-9251-a3a3a1c5f188 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 946 time: 0.1690836 Nov 25 18:31:20.957812 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:20.959601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-71a5d339-779e-4298-9a1c-3bd7f4d95958 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b5e7113a-e2c1-4695-989f-aa9037211b2d HTTP/1.1" status: 204 len: 168 time: 2.3602514 Nov 25 18:31:20.962043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57974) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:21.045479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] Deleting subnet ae1e007e-b909-4536-b332-3722859dc8c2 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:21.050122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.109646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e044f165-6d13-4785-a9ba-5dccffe2c6cc req-e02efc92-23e7-463d-9f41-aa0b0e54a8ed tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990326 Nov 25 18:31:21.120274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.142917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273e0c3-9f03-4bdb-ba69-107a0f9938a6 req-7946236d-2cf8-43e5-be5c-4791feb56f2c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:21.144514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c273e0c3-9f03-4bdb-ba69-107a0f9938a6 req-7946236d-2cf8-43e5-be5c-4791feb56f2c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 943 time: 0.1101015 Nov 25 18:31:21.158395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.236430 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.245460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc1a518-fa90-4ca2-aa59-19a3c2021632,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:21.262890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c273e0c3-9f03-4bdb-ba69-107a0f9938a6 req-3570109b-87e6-4c9d-ad48-2bb6f4ca2c04 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071393 Nov 25 18:31:21.269432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Checking segment: {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:21.270343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Network hostable DHCP agents. Network: 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:31:21.303401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:31:21.323911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.327239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:21.334591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:21.336323 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.338088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5cc15-5c6b-4c47-beef-23731f537a77 None None] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:21.366221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1e007e-b909-4536-b332-3722859dc8c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:21.370099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.374838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fc6b718d-ce4f-4b19-ba34-3755898681e4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae1e007e-b909-4536-b332-3722859dc8c2 HTTP/1.1" status: 204 len: 168 time: 0.4115527 Nov 25 18:31:21.377346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:21.389011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef989f85-b679-4220-8cd5-3330ca4be01e req-ea8def32-58c8-44b0-8305-cf259648bae4 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0436091 Nov 25 18:31:21.401685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57984) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:21.406871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3741d-0df7-4d08-a40c-67c2263b5b1b None None] Network 9fd48125-0997-4662-9709-2eb1593bf5b6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:21.409459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:21.415603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aaa0b515-7c8b-4744-92ee-3e7a21bacc44 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6335933 Nov 25 18:31:21.488915 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.490234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.505708 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.604681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.658289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b16052c-ab5e-4fa9-af04-5e17749b3374 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:21.669230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a48922-462c-4c10-adbf-7476409dd85a req-5ee40805-0862-4159-8c8a-082d4c6e646f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:21.671230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-5ee40805-0862-4159-8c8a-082d4c6e646f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 821 time: 0.1761045 Nov 25 18:31:21.689785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8b16052c-ab5e-4fa9-af04-5e17749b3374 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:21.690330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b16052c-ab5e-4fa9-af04-5e17749b3374 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:21.691204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec9c02bf-f099-4e30-b409-2122a48fec32 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:21.694968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Request body: {'port': {'device_id': '31bba18c-1338-4477-88bf-cae5a6918b74', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'admin_state_up': True, 'tenant_id': '461b391723204a5b9aff69962f4da3a1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:21.719171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ec9c02bf-f099-4e30-b409-2122a48fec32 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:21.719594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec9c02bf-f099-4e30-b409-2122a48fec32 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:21.756563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Deleting port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:21.757174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.776134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.785318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'fixed_ips': [{'subnet_id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:31:21.787967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.838795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Made reservation on behalf of 461b391723204a5b9aff69962f4da3a1 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:21.843743 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.880966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] For port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,segment=NetworkSegment(755bc39c-3534-4d99-9dda-4c76898d1178),segment_id=755bc39c-3534-4d99-9dda-4c76898d1178)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:21.881566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:21.900232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Calling delete_port for 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:21.975587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Allocated IP 172.20.0.2 (57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088/8cc1a518-fa90-4ca2-aa59-19a3c2021632/68304649-d54e-41c2-afff-5b9a3d5a86d8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:21.990160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] DHCP port deletion for 9fd48125-0997-4662-9709-2eb1593bf5b6 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:31:22.063800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Allocated IP 172.20.0.14 (1d92d0a3-6c66-4168-9eb2-8913bbc3b172/0f824ed0-3321-417f-931b-51613c84c82c/be3b5ea2-f731-4ca8-8c0b-2c022efe9169) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:22.084507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf404f-74a8-46da-933b-214f3c901581 req-0a972f62-a061-46af-8a14-483454141f76 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:22.086101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72bf404f-74a8-46da-933b-214f3c901581 req-0a972f62-a061-46af-8a14-483454141f76 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1033444 Nov 25 18:31:22.096185 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.151542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:22.161478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] No DVR routers for this DVR port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:22.235976 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.247480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.321937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:22.328962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] Deleting port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:22.329483 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.334223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:22.335357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Pushing event updated for resources: {'Port': ['ID=68304649-d54e-41c2-afff-5b9a3d5a86d8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:22.342044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:22.427668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.488375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] For port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:22.488980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.493090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.500512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Attempting to bind port 68304649-d54e-41c2-afff-5b9a3d5a86d8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:22.501075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Attempting to bind port 68304649-d54e-41c2-afff-5b9a3d5a86d8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:22.501682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Attempting to bind port 68304649-d54e-41c2-afff-5b9a3d5a86d8 on network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:22.512787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:22.513566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Checking segment: {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:22.514192 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.514880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Bound using segment: {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:22.516177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Bound port: 68304649-d54e-41c2-afff-5b9a3d5a86d8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:22.516681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.521031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f9e05c1-f396-425a-bb87-cb7c2205098a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:22.531812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9e4688ff-9083-4d7c-a5c8-58865241ae04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:22.544170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] Calling delete_port for 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:22.573052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] Port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:31:22.605121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:22.614694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3798a443-e89d-4f2e-95a5-69c2e6de0e23 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:31:22.618482 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.629704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:22.634410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:22.676484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:22.705272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] Pushing event deleted for resources: {'Port': ['ID=70ea9d5a-7acf-46fd-a6d0-c502e81d85b8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:22.722756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947b7aa-0422-425b-956c-a4cd5776385d req-3917242f-f787-4487-a50a-fcfc568d73ec tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:22.724391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d947b7aa-0422-425b-956c-a4cd5776385d req-3917242f-f787-4487-a50a-fcfc568d73ec tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 946 time: 0.2402673 Nov 25 18:31:22.734389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5d6dd-d5aa-4672-8438-16d481d8fd4c None None] No DVR routers for this DVR port 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:22.736859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:22.737360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.783845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-ad55473d-d6d9-4a7b-bef4-c98293391a05 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0953941 Nov 25 18:31:22.810648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Request body: {'port': {'device_id': '31bba18c-1338-4477-88bf-cae5a6918b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:22.826652 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72bf404f-74a8-46da-933b-214f3c901581 req-0ff3e6af-7c78-4e72-afdb-c892f4165388 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249482 Nov 25 18:31:22.849630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.868959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-6c0be3ba-68f2-4066-82d4-f17111645aea tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:22.874305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-6c0be3ba-68f2-4066-82d4-f17111645aea tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.66 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 946 time: 0.6472251 Nov 25 18:31:22.874550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] For port 68304649-d54e-41c2-afff-5b9a3d5a86d8, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:22.901783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d947b7aa-0422-425b-956c-a4cd5776385d req-a51991d8-599e-451f-a68b-5573fc08c145 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520205 Nov 25 18:31:22.919803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.947810 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:22.954107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] For port 68304649-d54e-41c2-afff-5b9a3d5a86d8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68304649-d54e-41c2-afff-5b9a3d5a86d8,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:22.966372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd48125-0997-4662-9709-2eb1593bf5b6']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:22.979704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.021383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.070252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755bc39c-3534-4d99-9dda-4c76898d1178') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:23.070670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755bc39c-3534-4d99-9dda-4c76898d1178') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:23.190546 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.269789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.271851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3798a443-e89d-4f2e-95a5-69c2e6de0e23, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:23.295822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:23.296600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:23.307201 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:23.312820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bed39-f4c0-4daa-9497-14750ec2f10c req-a9d8f529-077a-4e9f-a342-938f43c0e15b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:23.314391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d88bed39-f4c0-4daa-9497-14750ec2f10c req-a9d8f529-077a-4e9f-a342-938f43c0e15b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 943 time: 0.2706604 Nov 25 18:31:23.390522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '3798a443-e89d-4f2e-95a5-69c2e6de0e23', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'port_id': '3798a443-e89d-4f2e-95a5-69c2e6de0e23', 'mac_address': 'fa:16:3e:6e:bf:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf3790-0992-4b92-ba9e-0a2e6605f1c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:31:23.399078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8da17c-fc7d-4d82-a957-cfb62954d9c9 None None] Pushing event updated for resources: {'Port': ['ID=68304649-d54e-41c2-afff-5b9a3d5a86d8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:23.411120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Deleting port ef890156-7423-40de-a779-f2dc41861e04 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:23.411737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.442520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d88bed39-f4c0-4daa-9497-14750ec2f10c req-ce8c71d1-ddc8-4b47-84c0-5a23a79815cb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205351 Nov 25 18:31:23.517290 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.549387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596e1e6-6b7d-456e-b3e7-da7e021febad req-609a9a8a-413b-4d7e-aec1-5f5d81513b44 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:23.560592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b596e1e6-6b7d-456e-b3e7-da7e021febad req-609a9a8a-413b-4d7e-aec1-5f5d81513b44 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 932 time: 0.4209805 Nov 25 18:31:23.563235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3b5ea2-f731-4ca8-8c0b-2c022efe9169 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:23.574227 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.577471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3798a443-e89d-4f2e-95a5-69c2e6de0e23 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:23.594956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:23.619836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Transition to ACTIVE for port object be3b5ea2-f731-4ca8-8c0b-2c022efe9169 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:31:23.626779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.649910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:23.650258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 70ea9d5a-7acf-46fd-a6d0-c502e81d85b8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:23.653064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3798a443-e89d-4f2e-95a5-69c2e6de0e23, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:23.667910 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.718009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Allocated IP 172.25.2.147 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/bb85e4cf-6aab-49c5-bbec-00521785d76f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:23.732388 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.734698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:23.769402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3798a443-e89d-4f2e-95a5-69c2e6de0e23,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:23.793248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.798947 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] 10.222.0.62 "DELETE /v2.0/networks/9fd48125-0997-4662-9709-2eb1593bf5b6 HTTP/1.1" status: 204 len: 168 time: 2.4200664 Nov 25 18:31:23.804411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b596e1e6-6b7d-456e-b3e7-da7e021febad req-50427fdc-99de-4256-8551-65dcd778e3e1 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424712 Nov 25 18:31:23.834946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d36d0-2b9f-435d-9df4-214f2fa85d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd48125-0997-4662-9709-2eb1593bf5b6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:23.880295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:23.880651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:23.882861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:23.896084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:23.898126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:23.921060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] For port ef890156-7423-40de-a779-f2dc41861e04, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef890156-7423-40de-a779-f2dc41861e04,segment=NetworkSegment(d060911f-46c7-406b-b64b-58de73e214ee),segment_id=d060911f-46c7-406b-b64b-58de73e214ee)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:23.921550 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.944331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Calling delete_port for ef890156-7423-40de-a779-f2dc41861e04 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:23.973381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:23.973840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:23.974169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:23.976564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Bound port: be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:23.977090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:23.987124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:24.038952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58008) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:24.151260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.155484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd06d-67b2-40c1-a23d-5a4e4eb7aa5a req-648d5156-0b54-4166-97f7-bc299276e977 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:24.164283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3fbd06d-67b2-40c1-a23d-5a4e4eb7aa5a req-648d5156-0b54-4166-97f7-bc299276e977 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.2387397 Nov 25 18:31:24.192378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-75505f37-d299-4d97-afff-6c91f6809e21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2af34dfbba6c46c4bb4378e6d5924f4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1510034 Nov 25 18:31:24.193840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58010) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:24.197046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f23b-6139-4fd3-bad9-a26ba37cfded req-c1d88be4-9520-47d8-9efd-b9078826923d tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:24.206310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f237f23b-6139-4fd3-bad9-a26ba37cfded req-c1d88be4-9520-47d8-9efd-b9078826923d tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 946 time: 0.1600392 Nov 25 18:31:24.251623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:24.288589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:24.302858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3fbd06d-67b2-40c1-a23d-5a4e4eb7aa5a req-8463ab9e-d917-4151-ae23-c8b531f82e13 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375601 Nov 25 18:31:24.326593 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f237f23b-6139-4fd3-bad9-a26ba37cfded req-963e6a4c-2b24-4d1e-ae93-5fc26330bf16 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc8a080-b48b-4367-bedc-68f2af73e7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986929 Nov 25 18:31:24.326987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.392504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67539cf9-9495-4d77-90e0-b6b7326eb773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.421611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67539cf9-9495-4d77-90e0-b6b7326eb773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.427409 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.442767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:24.443334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.444783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] 10.222.0.64 "PUT /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 1092 time: 1.6457462 Nov 25 18:31:24.447514 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:24.461844 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bec5ab-7ca7-4257-afab-d0f7af202d33" -d '{"events": [{"name": "network-changed", "server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:24.542814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb85e4cf-6aab-49c5-bbec-00521785d76f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:24.545984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.557008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:24.590229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:24.591384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d70454-93d8-4607-9d79-6ffdc714b07a service neutron] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:24.596542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:24.603117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ef890156-7423-40de-a779-f2dc41861e04 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:24.644572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Pushing event deleted for resources: {'Port': ['ID=ef890156-7423-40de-a779-f2dc41861e04,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:24.656304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: ef890156-7423-40de-a779-f2dc41861e04 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:24.656656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ef890156-7423-40de-a779-f2dc41861e04 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:24.673474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a48922-462c-4c10-adbf-7476409dd85a req-05a3d603-0b71-42a1-b64a-d9bfd36566e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:24.675104 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-05a3d603-0b71-42a1-b64a-d9bfd36566e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1095 time: 0.1428702 Nov 25 18:31:24.683820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67539cf9-9495-4d77-90e0-b6b7326eb773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.687923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67539cf9-9495-4d77-90e0-b6b7326eb773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.692095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-67539cf9-9495-4d77-90e0-b6b7326eb773 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38e3bd83-768f-49cf-a785-26825681fd12 HTTP/1.1" status: 204 len: 168 time: 0.4883552 Nov 25 18:31:24.742374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67539cf9-9495-4d77-90e0-b6b7326eb773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3bd83-768f-49cf-a785-26825681fd12,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:24.761413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-1c5875a2-e869-4340-8512-24f6196b4647 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 217 time: 0.0680821 Nov 25 18:31:24.794088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] No DVR routers for this DVR port ef890156-7423-40de-a779-f2dc41861e04 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:24.848816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36fd5b-be83-4526-9567-153ae18872ec None None] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:24.881507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a48922-462c-4c10-adbf-7476409dd85a req-70d9f5a2-8eb4-4c95-8c6a-df38617570a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:24.883816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-70d9f5a2-8eb4-4c95-8c6a-df38617570a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0885515 Nov 25 18:31:24.944520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-0530728f-47c9-4b7f-a27a-4897630f1a7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474129 Nov 25 18:31:24.959078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.969462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dfe88d2-d305-4fdb-9ce7-abbb1c785db7 req-d32d9501-defa-4e56-ba6e-ab995ca66548 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.66 "DELETE /v2.0/ports/ef890156-7423-40de-a779-f2dc41861e04 HTTP/1.1" status: 204 len: 173 time: 2.0798075 Nov 25 18:31:24.972834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'name': 'network-vif-deleted', 'tag': 'ef890156-7423-40de-a779-f2dc41861e04'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:24.975340 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dba357e-ba24-42f6-8624-81454b57a5da" -d '{"events": [{"server_uuid": "da71ce3d-6e1f-4681-8c39-2db4b4fd1de0", "name": "network-vif-deleted", "tag": "ef890156-7423-40de-a779-f2dc41861e04"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:24.982675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d8e4ce61-dc55-41a9-bd57-b9cd2d215590 None None] Provisioning complete for port 68304649-d54e-41c2-afff-5b9a3d5a86d8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:24.983504 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ce61-dc55-41a9-bd57-b9cd2d215590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:24.999279 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1d15b-515b-4acb-bd24-41520e6a6c3f x-openstack-request-id: req-e9c1d15b-515b-4acb-bd24-41520e6a6c3f {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:24.999830 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:25.002850 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9c1d15b-515b-4acb-bd24-41520e6a6c3f {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:25.003582 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169', 'status': 'completed', 'code': 200} Nov 25 18:31:25.052905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bb6b5-0767-41e0-a5aa-53417362e74f req-28c2924f-2401-435f-91e2-7c4f94cbe50d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:25.072274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f12bb6b5-0767-41e0-a5aa-53417362e74f req-28c2924f-2401-435f-91e2-7c4f94cbe50d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 944 time: 0.3733113 Nov 25 18:31:25.199037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-af077d68-dc6c-40d4-82f6-512bcb0b9f3f service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403951 Nov 25 18:31:25.212834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eebd85-9b0d-4334-b7ff-2ef77c42bfb2 req-1e71827b-b7c6-4fed-a372-79e61a6b1114 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:25.214645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5eebd85-9b0d-4334-b7ff-2ef77c42bfb2 req-1e71827b-b7c6-4fed-a372-79e61a6b1114 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0933750 Nov 25 18:31:25.261745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f12bb6b5-0767-41e0-a5aa-53417362e74f req-827b5f19-2a51-4c8f-ae26-4e4845d73bc9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883512 Nov 25 18:31:25.296283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ce61-dc55-41a9-bd57-b9cd2d215590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.361221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5eebd85-9b0d-4334-b7ff-2ef77c42bfb2 req-3b4e1887-84a4-4676-aec7-a080186cc68e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353598 Nov 25 18:31:25.366487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d8e4ce61-dc55-41a9-bd57-b9cd2d215590 None None] For port 68304649-d54e-41c2-afff-5b9a3d5a86d8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68304649-d54e-41c2-afff-5b9a3d5a86d8,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:25.373624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ce61-dc55-41a9-bd57-b9cd2d215590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.411293 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42531c2e-3213-45e4-b426-441b36dee435 x-openstack-request-id: req-42531c2e-3213-45e4-b426-441b36dee435 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:25.411479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58030) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:25.412295 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da71ce3d-6e1f-4681-8c39-2db4b4fd1de0", "name": "network-vif-deleted", "tag": "ef890156-7423-40de-a779-f2dc41861e04", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:25.413961 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42531c2e-3213-45e4-b426-441b36dee435 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:25.414741 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da71ce3d-6e1f-4681-8c39-2db4b4fd1de0', 'name': 'network-vif-deleted', 'tag': 'ef890156-7423-40de-a779-f2dc41861e04', 'status': 'completed', 'code': 200} Nov 25 18:31:25.418445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16a48922-462c-4c10-adbf-7476409dd85a req-217537e5-1de8-4390-9fdb-f7244772ed83 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025344 Nov 25 18:31:25.480329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4ce61-dc55-41a9-bd57-b9cd2d215590 None None] Pushing event updated for resources: {'Port': ['ID=68304649-d54e-41c2-afff-5b9a3d5a86d8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:25.575451 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.598443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9fa8a0be-85f9-42bf-bdec-66d556a85387 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e837bae3686489b96b937bcf2c2d49b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1757162 Nov 25 18:31:25.626593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58036) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:25.628943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9178c479-fcbb-4f0d-a89b-5fa95ea2d4ba req-0feb18a2-61ef-493e-8762-89255199b433 tempest-ServerMetadataNegativeTestJSON-723703005 tempest-ServerMetadataNegativeTestJSON-723703005-project] 10.222.0.62 "GET /v2.0/ports?device_id=da71ce3d-6e1f-4681-8c39-2db4b4fd1de0 HTTP/1.1" status: 200 len: 210 time: 0.0672729 Nov 25 18:31:25.711934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68304649-d54e-41c2-afff-5b9a3d5a86d8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:25.734230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8770f47f-ca5f-4162-b2e1-586d1193ec51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.761656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8770f47f-ca5f-4162-b2e1-586d1193ec51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.808752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-87f0b269-62a3-4151-bb82-56201c33ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:25.811587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-87f0b269-62a3-4151-bb82-56201c33ff35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1095 time: 0.2473466 Nov 25 18:31:25.817890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-22f388c6-d08e-4df5-a08f-abfc4a9cc024 None None] Provisioning complete for port 68304649-d54e-41c2-afff-5b9a3d5a86d8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:25.818539 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22f388c6-d08e-4df5-a08f-abfc4a9cc024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.828905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b93b2e-27b7-4ecc-b97e-279b6505085d req-d8574901-77e1-41e1-a6d6-0ca095950629 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:25.830556 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20b93b2e-27b7-4ecc-b97e-279b6505085d req-d8574901-77e1-41e1-a6d6-0ca095950629 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1937792 Nov 25 18:31:25.893850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8770f47f-ca5f-4162-b2e1-586d1193ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.896733 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8770f47f-ca5f-4162-b2e1-586d1193ec51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.899378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8770f47f-ca5f-4162-b2e1-586d1193ec51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ce0b405-1b13-44c7-b2ad-534957af5311 HTTP/1.1" status: 204 len: 168 time: 0.2687728 Nov 25 18:31:25.914599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770f47f-ca5f-4162-b2e1-586d1193ec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0b405-1b13-44c7-b2ad-534957af5311,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:25.916095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 68304649-d54e-41c2-afff-5b9a3d5a86d8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:25.916489 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:25.945239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-ce3d8449-b84e-4e3b-ad64-ca2e6778ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:25.946189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20b93b2e-27b7-4ecc-b97e-279b6505085d req-766cef4d-e1e4-46f9-b160-22e3b2594ec2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039269 Nov 25 18:31:25.947357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-ce3d8449-b84e-4e3b-ad64-ca2e6778ec9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1260881 Nov 25 18:31:26.022060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-1eb33ac3-c42a-4401-b9d5-b9ced8446aea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 217 time: 0.0457225 Nov 25 18:31:26.099551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-ee8fad1b-877d-42a4-8efa-77d05572825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:26.101358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-ee8fad1b-877d-42a4-8efa-77d05572825d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0630453 Nov 25 18:31:26.126679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.150049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-86c7cb1e-a861-4556-8139-9fb567ec8d62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308125 Nov 25 18:31:26.272258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-ad0506d3-3a3a-4a66-8eec-fc51ff3248bf service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067669 Nov 25 18:31:26.284636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:31:26.433623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:26.439905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49bec5ab-7ca7-4257-afab-d0f7af202d33 req-8823a93a-ef61-4f15-9b25-83467be7fc50 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534896 Nov 25 18:31:26.445721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Sync routers for ids ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:26.472854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Routers {'6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:26.473660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:26.485776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.488605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4bfe0c37-83b3-49f1-8bac-934093ca8fb1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0842121 Nov 25 18:31:26.490396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58052) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:26.493748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fbe43-dccd-4beb-bad4-7b276deffc09 req-1e7a529c-72ed-41ab-b31d-464830aa77f0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:26.495924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fbe43-dccd-4beb-bad4-7b276deffc09 req-1e7a529c-72ed-41ab-b31d-464830aa77f0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 944 time: 0.1008348 Nov 25 18:31:26.587445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fbe43-dccd-4beb-bad4-7b276deffc09 req-1dc1be0e-cf1b-4d59-9ed9-95c295a6e850 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835693 Nov 25 18:31:26.593704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Set router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:26.657041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3798a443-e89d-4f2e-95a5-69c2e6de0e23 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:26.695496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac46d1f-55c1-4b93-bc12-f6b8622a5bb7 req-9f1415ef-f4d2-4191-97f7-405203a2eb1a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:26.707731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ac46d1f-55c1-4b93-bc12-f6b8622a5bb7 req-9f1415ef-f4d2-4191-97f7-405203a2eb1a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.1502302 Nov 25 18:31:26.708205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58060) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:26.822694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ac46d1f-55c1-4b93-bc12-f6b8622a5bb7 req-49d97b12-38e8-4af9-9f68-f0b47a9901f5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094868 Nov 25 18:31:26.828462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:31:26.838879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:26.838879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.839906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] Deleting subnet 9a290b3c-23ec-45c9-9925-fa53a5edd68a {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:31:26.849708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:26.912027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.016426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.028138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:31:25Z', 'revision_number': 3, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port': {'id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:22Z', 'updated_at': '2021-11-25T18:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.063620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Checking router: 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:27.064149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Updating router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd port bb85e4cf-6aab-49c5-bbec-00521785d76f binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:27.097460 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.099149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.154629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.159682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3798a443-e89d-4f2e-95a5-69c2e6de0e23, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:27.162255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b880c5-becf-4470-8d33-920acc24db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3798a443-e89d-4f2e-95a5-69c2e6de0e23'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:27.165465 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a522b45-a7cb-4365-8dc9-3a171e4ee1a6" -d '{"events": [{"server_uuid": "28b880c5-becf-4470-8d33-920acc24db9a", "name": "network-vif-plugged", "status": "completed", "tag": "3798a443-e89d-4f2e-95a5-69c2e6de0e23"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:27.182488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.257299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a290b3c-23ec-45c9-9925-fa53a5edd68a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:27.269839 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.274626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e6649a49-c9c1-4f15-a8f8-4a2c8f9f8080 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9a290b3c-23ec-45c9-9925-fa53a5edd68a HTTP/1.1" status: 204 len: 168 time: 0.5653541 Nov 25 18:31:27.290643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58082) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:27.414940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3798a443-e89d-4f2e-95a5-69c2e6de0e23,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:27.422485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f9ff4-4428-4fea-a937-17d6addb6701 req-65f69b2b-4b3a-44b2-9806-66284a0098dd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:27.424457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-992f9ff4-4428-4fea-a937-17d6addb6701 req-65f69b2b-4b3a-44b2-9806-66284a0098dd tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.2837789 Nov 25 18:31:27.470412 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.473829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.570915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68304649-d54e-41c2-afff-5b9a3d5a86d8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:27.669582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.690503 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f89c7d5-be20-4289-8c2e-a56f70b9a7c9 x-openstack-request-id: req-0f89c7d5-be20-4289-8c2e-a56f70b9a7c9 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:27.706786 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b880c5-becf-4470-8d33-920acc24db9a", "name": "network-vif-plugged", "status": "completed", "tag": "3798a443-e89d-4f2e-95a5-69c2e6de0e23", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:27.707564 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f89c7d5-be20-4289-8c2e-a56f70b9a7c9 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:27.709149 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b880c5-becf-4470-8d33-920acc24db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3798a443-e89d-4f2e-95a5-69c2e6de0e23', 'code': 200} Nov 25 18:31:27.710601 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.710746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-992f9ff4-4428-4fea-a937-17d6addb6701 req-ab45b519-d6c7-4f1b-b01d-e490bc8a02e2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381241 Nov 25 18:31:27.726062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.731761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 68304649-d54e-41c2-afff-5b9a3d5a86d8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:27.732174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.776962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c0c268-ea9d-4f9c-8d16-6674ff718b24']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.800330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd060911f-46c7-406b-b64b-58de73e214ee') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.800591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd060911f-46c7-406b-b64b-58de73e214ee') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:27.817922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.833875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.843670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:31:27.844558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:31:27.847297 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:31:27.944560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d1541-bb6f-4ff9-9695-28e2e2561f90 None None] Pushing event updated for resources: {'Port': ['ID=bb85e4cf-6aab-49c5-bbec-00521785d76f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:27.944560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Attempting to bind port bb85e4cf-6aab-49c5-bbec-00521785d76f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:27.944560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Attempting to bind port bb85e4cf-6aab-49c5-bbec-00521785d76f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:27.944560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Attempting to bind port bb85e4cf-6aab-49c5-bbec-00521785d76f on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:27.958116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:27.958618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:27.959030 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.959429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:27.959920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Bound port: bb85e4cf-6aab-49c5-bbec-00521785d76f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:27.960292 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.975644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:27.997539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.004538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d355dc-0678-44ea-a77f-01b0ba5aba59 req-0f5ea84b-05d5-4159-b998-d28eb7f76048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:28.005873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] 10.222.0.62 "DELETE /v2.0/networks/d1c0c268-ea9d-4f9c-8d16-6674ff718b24 HTTP/1.1" status: 204 len: 168 time: 0.7139277 Nov 25 18:31:28.008566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aafef1-868c-4ed0-b5aa-0dc8cc5df6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c0c268-ea9d-4f9c-8d16-6674ff718b24,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:28.019548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411781d5-6418-4cae-a553-0d9bbd1dc822 req-87137f3c-9ee5-4b19-ae52-71f8f05849fd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:28.021193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-411781d5-6418-4cae-a553-0d9bbd1dc822 req-87137f3c-9ee5-4b19-ae52-71f8f05849fd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.1141419 Nov 25 18:31:28.023966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63d355dc-0678-44ea-a77f-01b0ba5aba59 req-0f5ea84b-05d5-4159-b998-d28eb7f76048 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 1096 time: 0.2073750 Nov 25 18:31:28.036534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Allocated IP 172.20.0.1 (57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088/8cc1a518-fa90-4ca2-aa59-19a3c2021632/2e69c945-22a7-4e04-9245-07ba3f8c51f7) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:28.093353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] For port bb85e4cf-6aab-49c5-bbec-00521785d76f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:28.097384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] For port bb85e4cf-6aab-49c5-bbec-00521785d76f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bb85e4cf-6aab-49c5-bbec-00521785d76f,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:28.104049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1b5c3-4f71-46b9-86ad-48768a077b56 req-93cefa78-0b3f-4a65-85b8-ef61229de76c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:28.109271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.116390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66a1b5c3-4f71-46b9-86ad-48768a077b56 req-93cefa78-0b3f-4a65-85b8-ef61229de76c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 945 time: 0.2900493 Nov 25 18:31:28.118323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-411781d5-6418-4cae-a553-0d9bbd1dc822 req-ccf9f5b7-4d56-401c-9444-7230eea38951 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907800 Nov 25 18:31:28.202410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Routers {'6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:28.203161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:28.259893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d1541-bb6f-4ff9-9695-28e2e2561f90 None None] Pushing event updated for resources: {'Port': ['ID=bb85e4cf-6aab-49c5-bbec-00521785d76f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:28.321144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58108) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:28.385714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dd3f7977-9d5c-4dbe-bd6d-a4fc3a439d0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88132b4763b74faebe90fcf0b4eea0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632141 Nov 25 18:31:28.389113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58112) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:28.488676 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9faf679-1dc6-44a2-94f0-b927b54f8c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.533818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9faf679-1dc6-44a2-94f0-b927b54f8c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.583725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] Set router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:28.608783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9faf679-1dc6-44a2-94f0-b927b54f8c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.613010 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9faf679-1dc6-44a2-94f0-b927b54f8c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.617557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.641013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b9faf679-1dc6-44a2-94f0-b927b54f8c81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffc8a080-b48b-4367-bedc-68f2af73e7a6 HTTP/1.1" status: 204 len: 168 time: 0.2472289 Nov 25 18:31:28.672191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63d355dc-0678-44ea-a77f-01b0ba5aba59 req-1222195b-a77c-4757-8260-0e433b58f902 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260886 Nov 25 18:31:28.673826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faf679-1dc6-44a2-94f0-b927b54f8c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc8a080-b48b-4367-bedc-68f2af73e7a6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:28.703041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66a1b5c3-4f71-46b9-86ad-48768a077b56 req-1f0d4c72-fbf4-4aa9-8761-90287782db16 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704262 Nov 25 18:31:28.734061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.800712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:28.803949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:28.808098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:28.853600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Pushing event updated for resources: {'Port': ['ID=2e69c945-22a7-4e04-9245-07ba3f8c51f7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:28.921712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:28.928995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-0bee55d5-b33d-42b1-8040-8d4a7b43b199 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524762 Nov 25 18:31:28.962996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:31:25Z', 'revision_number': 3, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port': {'id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:22Z', 'updated_at': '2021-11-25T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:29.011858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e0088-83d5-4e66-bd24-52ad2eed99e3 None None] The sync data for ids ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'] in n-d-819194-3 is: [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:31:25Z', 'revision_number': 3, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port': {'id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:22Z', 'updated_at': '2021-11-25T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:29.075535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba0763-081f-4ea0-ac8d-9e2a60b3d1bf req-c89d6b23-ca10-4015-a0b1-0246a0439690 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:29.081453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-29c087f2-abeb-401a-89f7-c51f77c58333 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:29.083265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2ba0763-081f-4ea0-ac8d-9e2a60b3d1bf req-c89d6b23-ca10-4015-a0b1-0246a0439690 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.2484727 Nov 25 18:31:29.092925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-29c087f2-abeb-401a-89f7-c51f77c58333 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557353 Nov 25 18:31:29.116911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-05565e75-a0a2-45c0-802a-a1c06ee1f055 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/quotas/e36566a6bcc14e4f8ba9f12343cb3014 HTTP/1.1" status: 200 len: 375 time: 0.0231473 Nov 25 18:31:29.168435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-79ebf7bb-b873-43ba-9305-e1cc8c278706 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420470 Nov 25 18:31:29.195193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2ba0763-081f-4ea0-ac8d-9e2a60b3d1bf req-01401cb8-971d-4ed8-b175-9f0ace1eb41a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109519 Nov 25 18:31:29.224021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a41b4465-5990-4c36-b181-b6256cecdcfa None None] Provisioning complete for port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:29.224810 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a41b4465-5990-4c36-b181-b6256cecdcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.287519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:29.338608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a41b4465-5990-4c36-b181-b6256cecdcfa None None] Port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:29.772819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d87ba5-e6a6-44ec-822e-c0d7a0df9d24 req-dee88e52-fa17-4cdf-8bb4-5ca6b24a89b5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:29.787029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3d87ba5-e6a6-44ec-822e-c0d7a0df9d24 req-dee88e52-fa17-4cdf-8bb4-5ca6b24a89b5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.4664454 Nov 25 18:31:29.806637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7cc1268-626f-4455-98e7-174af8ccf09e req-465b6127-ad3b-4ba1-954f-bb09fd3418ce tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 210 time: 0.0625367 Nov 25 18:31:29.828487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb85e4cf-6aab-49c5-bbec-00521785d76f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:29.930387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3d87ba5-e6a6-44ec-822e-c0d7a0df9d24 req-7724bc81-131e-4502-a6a9-c52c93d136a2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423397 Nov 25 18:31:29.995935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bb85e4cf-6aab-49c5-bbec-00521785d76f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:29.996331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.009162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.021523 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.043854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d75ff-f76a-4f6b-885c-0f66ca3509ae req-4e5f63fe-0b43-44a5-ae1b-e39ce7fbbba2 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:30.058344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-585d75ff-f76a-4f6b-885c-0f66ca3509ae req-4e5f63fe-0b43-44a5-ae1b-e39ce7fbbba2 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 945 time: 0.1776834 Nov 25 18:31:30.106469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.182397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-585d75ff-f76a-4f6b-885c-0f66ca3509ae req-ad64b3fc-84cf-4e78-a30a-1a6e818e6d3d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212025 Nov 25 18:31:30.240465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Pushing event updated for resources: {'Port': ['ID=2e69c945-22a7-4e04-9245-07ba3f8c51f7,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:30.265757 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.305009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port bb85e4cf-6aab-49c5-bbec-00521785d76f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bb85e4cf-6aab-49c5-bbec-00521785d76f,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:30.311237 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.386558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:30.389054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:30.451111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=bb85e4cf-6aab-49c5-bbec-00521785d76f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:30.474840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b4da-cb4e-49cf-9240-845f0ab17712 req-646052f2-f0ca-4861-b7ca-c93861fd89af tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:30.484039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1b75b4da-cb4e-49cf-9240-845f0ab17712 req-646052f2-f0ca-4861-b7ca-c93861fd89af tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1270432 Nov 25 18:31:30.568667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1b75b4da-cb4e-49cf-9240-845f0ab17712 req-b6b86bd6-d824-4dfd-8a95-106a8483f4d1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835831 Nov 25 18:31:30.591980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.670821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:30.857312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:30.876541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d2852251-86a7-47dc-ad89-b9e7c7b5a115 admin admin] 10.222.0.62 "PUT /v2.0/routers/6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3816094 Nov 25 18:31:30.895990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dd342436-eb0d-4532-9aea-d18bf8f5f81e None None] Provisioning complete for port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:30.896590 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd342436-eb0d-4532-9aea-d18bf8f5f81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:30.941641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de335074-2298-4410-b153-953b6be0e9a0 req-e6981c31-5298-493b-a90a-5cc5da7c2cba tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0285251 Nov 25 18:31:30.944863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d14b0d0b-2823-47ff-9cfe-034bce033041 req-c77e206f-2052-4dcd-9903-f9d46192f286 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 210 time: 0.0534608 Nov 25 18:31:30.974416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dd342436-eb0d-4532-9aea-d18bf8f5f81e None None] Port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:31.072019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa259123-9a41-40a2-bc63-29a2bf2de850 req-d113ac4d-2f6d-48a6-9550-90f27c64cc9b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:31.073649 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa259123-9a41-40a2-bc63-29a2bf2de850 req-d113ac4d-2f6d-48a6-9550-90f27c64cc9b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0540538 Nov 25 18:31:31.128172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa259123-9a41-40a2-bc63-29a2bf2de850 req-d8877c1c-08b3-4b69-83d3-3ee60682a104 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475211 Nov 25 18:31:31.326418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-36ae810f-0171-4fa9-9288-541a8953362d tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665278 Nov 25 18:31:31.460021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dbf55-8c53-4dc0-8489-97b4e4e0c9ee req-a450890c-f19d-4bce-84a1-4079d8551527 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:31.461827 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-950dbf55-8c53-4dc0-8489-97b4e4e0c9ee req-a450890c-f19d-4bce-84a1-4079d8551527 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 945 time: 0.1393814 Nov 25 18:31:31.524850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-e7189994-b6ff-44dc-8dbf-76cef2d35d4c tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:31.526680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-e7189994-b6ff-44dc-8dbf-76cef2d35d4c tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880207 Nov 25 18:31:31.550587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Request body: {'port': {'device_id': '37f84614-03a5-4fd0-854d-669ef84ba939', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'e36566a6bcc14e4f8ba9f12343cb3014'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:31.563547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-950dbf55-8c53-4dc0-8489-97b4e4e0c9ee req-75c14441-cb33-4ffe-a964-a1ff27754a2b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851955 Nov 25 18:31:31.682586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58216) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:31.690100 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Sync routers for ids ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:31.696166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-network', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:31.712448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb85e4cf-6aab-49c5-bbec-00521785d76f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:31.713298 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Routers {'6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:31.714609 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:31.797688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Made reservation on behalf of 0e936c0524f747f3aabcf3bf41e3498a for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:31.804021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.812382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Made reservation on behalf of e36566a6bcc14e4f8ba9f12343cb3014 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:31.818785 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.830066 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.834060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.838866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bb85e4cf-6aab-49c5-bbec-00521785d76f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:31.839296 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.857789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da6fb-d0a2-4b6c-862b-3b6d9df38ed5 req-0b039b66-7f21-40f9-8f98-7535e974bcb0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:31.865797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b43da6fb-d0a2-4b6c-862b-3b6d9df38ed5 req-0b039b66-7f21-40f9-8f98-7535e974bcb0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1578271 Nov 25 18:31:31.904418 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Set router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:31.960613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.965833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:31.970601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b43da6fb-d0a2-4b6c-862b-3b6d9df38ed5 req-2abcc350-68ac-40ba-98f1-e77f30d119f8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Nov 25 18:31:32.076167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.109435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.119284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84370d53-dca9-489b-9e21-30c927385fdd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:32.138398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1feda21-7578-46f3-915c-d2c64665f570 req-ef1350af-bb5f-4059-ac3c-b46c849c030c tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 210 time: 0.0521374 Nov 25 18:31:32.162795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:31:32.198589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbfd36-370a-49ed-9054-6b8ad31e482e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:32.199225 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:31:29Z', 'revision_number': 4, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port': {'id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:22Z', 'updated_at': '2021-11-25T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2e69c945-22a7-4e04-9245-07ba3f8c51f7', 'name': '', 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'mac_address': 'fa:16:3e:48:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:27Z', 'updated_at': '2021-11-25T18:31:29Z', 'revision_number': 2, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'subnets': [{'id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:32.204088 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.204606 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Added segment 0feb4022-8d5b-4d4f-8902-9c5ac86e7697 of type vlan for network f79058f7-5042-4e52-93e9-78913f405678 Nov 25 18:31:32.254262 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Checking router: 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:32.255766 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Updating router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:32.271402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Allocated IP 192.168.233.195 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/1b181791-ff88-4e6b-8b30-0487ae1bf7c9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:32.278756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.283170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b97e89-ae8d-4711-99a8-aa4bc64b1375 req-9ece810f-961e-4d14-a900-5a37e5a8b6fb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:32.284701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4b97e89-ae8d-4711-99a8-aa4bc64b1375 req-9ece810f-961e-4d14-a900-5a37e5a8b6fb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.2269886 Nov 25 18:31:32.306117 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4b97e89-ae8d-4711-99a8-aa4bc64b1375 req-f611f170-e168-4291-97a5-06784ee6a3c7 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0124202 Nov 25 18:31:32.312772 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.322681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-435cb21b-eae4-495b-b14b-3979b921526d req-42b066ea-2c1d-460f-afef-2192c2808d11 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0389307 Nov 25 18:31:32.344689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.345817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:32.346634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.386414 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7025735 Nov 25 18:31:32.390305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58238) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:32.395219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Request body: {'subnet': {'network_id': 'f79058f7-5042-4e52-93e9-78913f405678', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-subnet', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:32.428823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Made reservation on behalf of 0e936c0524f747f3aabcf3bf41e3498a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:32.431734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.447729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4b97e89-ae8d-4711-99a8-aa4bc64b1375 req-4925b01a-63bd-4f35-89df-d7228053cdaf tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293452 Nov 25 18:31:32.458293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f2975-a1fc-4a15-951e-80b84a347eef admin admin] Pushing event updated for resources: {'Network': ['ID=f79058f7-5042-4e52-93e9-78913f405678,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:32.472219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f79058f7-5042-4e52-93e9-78913f405678 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:31:32.524609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69463f8d-ccbf-4142-95f5-080a849ac1a1 req-b0e24ec0-b5cd-410e-b7a2-0f60f6b2e8bf tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:32.526249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69463f8d-ccbf-4142-95f5-080a849ac1a1 req-b0e24ec0-b5cd-410e-b7a2-0f60f6b2e8bf tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0840917 Nov 25 18:31:32.634814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69463f8d-ccbf-4142-95f5-080a849ac1a1 req-8eface8a-4f95-419f-b683-ccfcdb9b75fd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938208 Nov 25 18:31:32.658113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.716788 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.722479 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.775396 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f28ec-f441-4585-b4d1-0e54e1b46074 None None] Pushing event updated for resources: {'Port': ['ID=2e69c945-22a7-4e04-9245-07ba3f8c51f7,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:32.834881 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Attempting to bind port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:32.835256 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Attempting to bind port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:32.835412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.835635 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Attempting to bind port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 on network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:32.843553 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:32.843938 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Checking segment: {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:32.844326 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.844720 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Bound using segment: {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:32.845198 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Bound port: 2e69c945-22a7-4e04-9245-07ba3f8c51f7, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:32.845595 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.904146 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4b97e89-ae8d-4711-99a8-aa4bc64b1375 req-5737e8b0-5406-4ffd-9361-ec5f1710e16d service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947225 Nov 25 18:31:32.929755 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] For port 2e69c945-22a7-4e04-9245-07ba3f8c51f7, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:32.933057 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] For port 2e69c945-22a7-4e04-9245-07ba3f8c51f7, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2e69c945-22a7-4e04-9245-07ba3f8c51f7,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:32.939022 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:32.941350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.005554 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.010499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:33.017191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Pushing event updated for resources: {'Port': ['ID=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.025087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:33.033128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:33.045381 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f28ec-f441-4585-b4d1-0e54e1b46074 None None] Pushing event updated for resources: {'Port': ['ID=2e69c945-22a7-4e04-9245-07ba3f8c51f7,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.049982 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Routers {'6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:33.050725 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:33.134583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e243f1a-7da2-4f84-be8f-dee7c69f5934 None None] Provisioning complete for port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:33.134965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e243f1a-7da2-4f84-be8f-dee7c69f5934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.151116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:33.152124 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.164978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f7c89e-ecb1-4269-bb4d-5ec971cf86b4,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.257766 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] Set router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:33.259893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e243f1a-7da2-4f84-be8f-dee7c69f5934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.266906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4b97e89-ae8d-4711-99a8-aa4bc64b1375 req-aaab3893-71d7-461f-ad34-3124e804b2ce service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611760 Nov 25 18:31:33.283414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Checking segment: {'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:33.283782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Network hostable DHCP agents. Network: f79058f7-5042-4e52-93e9-78913f405678, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:31:33.286255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f70f60-a548-4721-81ed-91ad9874f733 req-d801741e-5cb5-4943-a452-85e7acfa26b6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:33.292115 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f70f60-a548-4721-81ed-91ad9874f733 req-d801741e-5cb5-4943-a452-85e7acfa26b6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1178968 Nov 25 18:31:33.298229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-65f53086-f74a-4de7-981c-96bc555a2449 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7528932 Nov 25 18:31:33.337696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e243f1a-7da2-4f84-be8f-dee7c69f5934 None None] For port 2e69c945-22a7-4e04-9245-07ba3f8c51f7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2e69c945-22a7-4e04-9245-07ba3f8c51f7,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:33.338219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Request body: {'port': {'device_id': '37f84614-03a5-4fd0-854d-669ef84ba939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:33.347884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e243f1a-7da2-4f84-be8f-dee7c69f5934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.389450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f70f60-a548-4721-81ed-91ad9874f733 req-db998852-197c-4bc5-b55b-794bb959d521 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890801 Nov 25 18:31:33.396651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Network f79058f7-5042-4e52-93e9-78913f405678 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:31:33.415610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f79058f7-5042-4e52-93e9-78913f405678) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:33.438709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c3cb57-ca46-4dd7-be76-c025fb04442f None None] Network f79058f7-5042-4e52-93e9-78913f405678 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:33.439388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:33.439996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.455563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.472955 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8286c6c2-a558-42a4-b85a-fd7ef04a9786 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0816464 Nov 25 18:31:33.475816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:33.480364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:33.556772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.557835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.575724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc64f6-cfc7-4a6e-ad83-60ebd1c6e7de req-51e71be9-2307-4080-ac3e-2e7c533d4924 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:33.584487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79cc64f6-cfc7-4a6e-ad83-60ebd1c6e7de req-51e71be9-2307-4080-ac3e-2e7c533d4924 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 936 time: 0.0715497 Nov 25 18:31:33.661538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79cc64f6-cfc7-4a6e-ad83-60ebd1c6e7de req-ca5a6a83-ac41-48cd-9ec5-4dbd13398119 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760922 Nov 25 18:31:33.725663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b950ea9c-958a-4585-aeab-261c9aac851d req-e6743d19-f245-4142-94c0-948135e75815 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0580871 Nov 25 18:31:33.744323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e243f1a-7da2-4f84-be8f-dee7c69f5934 None None] Pushing event updated for resources: {'Port': ['ID=2e69c945-22a7-4e04-9245-07ba3f8c51f7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:33.778817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-79b25c2c-a116-4e53-a830-f3c881025220 None None] Provisioning complete for port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:33.779207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-79b25c2c-a116-4e53-a830-f3c881025220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.877428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-f79058f7-5042-4e52-93e9-78913f405678', 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'fixed_ips': [{'subnet_id': 'd6f7c89e-ecb1-4269-bb4d-5ec971cf86b4'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:31:33.878439 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.881083 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:31:29Z', 'revision_number': 4, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port': {'id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:22Z', 'updated_at': '2021-11-25T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2e69c945-22a7-4e04-9245-07ba3f8c51f7', 'name': '', 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'mac_address': 'fa:16:3e:48:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:27Z', 'updated_at': '2021-11-25T18:31:32Z', 'revision_number': 4, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'subnets': [{'id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:33.897179 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:33.953034 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548bab-e091-4f78-9d03-1b7d68113a6f None None] The sync data for ids ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'] in n-d-819194-3 is: [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:31:29Z', 'revision_number': 4, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port': {'id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:22Z', 'updated_at': '2021-11-25T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2e69c945-22a7-4e04-9245-07ba3f8c51f7', 'name': '', 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'mac_address': 'fa:16:3e:48:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:27Z', 'updated_at': '2021-11-25T18:31:32Z', 'revision_number': 4, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'subnets': [{'id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:34.087655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-79b25c2c-a116-4e53-a830-f3c881025220 None None] Provisioning complete for port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:34.088298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-79b25c2c-a116-4e53-a830-f3c881025220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.189858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-79b25c2c-a116-4e53-a830-f3c881025220 None None] Port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:34.196211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Allocated IP 172.20.0.2 (f79058f7-5042-4e52-93e9-78913f405678/d6f7c89e-ecb1-4269-bb4d-5ec971cf86b4/5b7b222f-c868-4f22-8510-2a09de7a9c42) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:34.327087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.358205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c848bc-58f3-41c1-b9e9-87747bfddbaf req-a0220a2d-989d-4493-bca6-6cda97ce59c8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:34.366081 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95c848bc-58f3-41c1-b9e9-87747bfddbaf req-a0220a2d-989d-4493-bca6-6cda97ce59c8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.4026396 Nov 25 18:31:34.447893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.461895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.523543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Network f79058f7-5042-4e52-93e9-78913f405678 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:34.527484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:34.532370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:34.543053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:34.563090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.598154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Transition to ACTIVE for port object 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:31:34.614700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95c848bc-58f3-41c1-b9e9-87747bfddbaf req-c8ab4ed8-545e-450c-bf26-a8af0de79ea8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442915 Nov 25 18:31:34.624274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.643138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Pushing event updated for resources: {'Port': ['ID=5b7b222f-c868-4f22-8510-2a09de7a9c42,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:34.645907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13548d4-0713-4ec9-8371-dadd2dd91f34 req-f6a14abc-0d9d-4747-b04a-65416b471e1d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:34.647536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Attempting to bind port 5b7b222f-c868-4f22-8510-2a09de7a9c42 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:34.648015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Attempting to bind port 5b7b222f-c868-4f22-8510-2a09de7a9c42 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:34.648452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Attempting to bind port 5b7b222f-c868-4f22-8510-2a09de7a9c42 on network f79058f7-5042-4e52-93e9-78913f405678 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:34.650626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e13548d4-0713-4ec9-8371-dadd2dd91f34 req-f6a14abc-0d9d-4747-b04a-65416b471e1d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0999744 Nov 25 18:31:34.659348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:34.659700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Checking segment: {'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:34.660147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.660574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Bound using segment: {'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:34.661098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Bound port: 5b7b222f-c868-4f22-8510-2a09de7a9c42, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:34.661615 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.743848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e13548d4-0713-4ec9-8371-dadd2dd91f34 req-da13ce8b-fee3-4ba8-8fff-1058514cfa07 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847690 Nov 25 18:31:34.786862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] For port 5b7b222f-c868-4f22-8510-2a09de7a9c42, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:34.792427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] For port 5b7b222f-c868-4f22-8510-2a09de7a9c42, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5b7b222f-c868-4f22-8510-2a09de7a9c42,segment=NetworkSegment(0feb4022-8d5b-4d4f-8902-9c5ac86e7697),segment_id=0feb4022-8d5b-4d4f-8902-9c5ac86e7697)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:34.800866 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:34.886908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1574ac4-65ef-4259-b83d-adcf4a191db0 None None] Pushing event updated for resources: {'Port': ['ID=5b7b222f-c868-4f22-8510-2a09de7a9c42,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:34.960799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a73fbf-53cf-464e-81d0-08ab20b89273 req-f5a46870-783c-4cb9-a5f9-8e60552c08cb tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:34.969725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4a73fbf-53cf-464e-81d0-08ab20b89273 req-f5a46870-783c-4cb9-a5f9-8e60552c08cb tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 948 time: 0.1079631 Nov 25 18:31:35.038107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4a73fbf-53cf-464e-81d0-08ab20b89273 req-57f9bb46-0f0b-49df-8b4d-f34797da688f tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Nov 25 18:31:35.223244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15a47d51-f3d7-4a3b-8ddd-fdbf386d0a99 req-0ffb9e43-0d16-401e-96c2-3c9642128e6a tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0414987 Nov 25 18:31:35.227531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Pushing event updated for resources: {'Port': ['ID=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:35.272758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f91167a7-ca95-4b3d-8c12-becb2865f266 req-e2b3a409-c6cf-47bd-bbd2-84f53d9a24c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0582485 Nov 25 18:31:35.387624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56fc7-7751-446f-9880-cac4319c0014 req-f3db8fb9-2263-4359-95c9-703f57b46c28 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:35.387624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-f3db8fb9-2263-4359-95c9-703f57b46c28 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.6697195 Nov 25 18:31:35.469332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Attempting to bind port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:35.469675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Attempting to bind port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:35.470013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Attempting to bind port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:35.479215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-f0e174cc-07b7-4c4f-a7e7-4db0bcdab37e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0821884 Nov 25 18:31:35.481473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:35.481819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Attempting to bind port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:35.515438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:35.515775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:35.516156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:35.516617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Bound port: 1b181791-ff88-4e6b-8b30-0487ae1bf7c9, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:35.516971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.591070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.622568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.639680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-0429c98f-dc39-4fdc-a498-cd46a91fee64 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1519730 Nov 25 18:31:35.689144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] For port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:35.754244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] For port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:35.769821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.799090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2e69c945-22a7-4e04-9245-07ba3f8c51f7 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:35.820127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0a33-5e8e-4249-8b3f-f9f7a40eec70 req-30623545-1cf5-49cf-856b-f13069d2b577 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:35.822405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d0ab0a33-5e8e-4249-8b3f-f9f7a40eec70 req-30623545-1cf5-49cf-856b-f13069d2b577 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0951467 Nov 25 18:31:35.862057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:35.862432 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.864355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:35.864980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:35.866403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] 10.222.0.66 "PUT /v2.0/ports/1b181791-ff88-4e6b-8b30-0487ae1bf7c9 HTTP/1.1" status: 200 len: 1096 time: 2.5464628 Nov 25 18:31:35.870085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f84614-03a5-4fd0-854d-669ef84ba939', 'tag': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:35.879697 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d1af1-8654-4d33-89fa-a3218f3f5484" -d '{"events": [{"name": "network-changed", "server_uuid": "37f84614-03a5-4fd0-854d-669ef84ba939", "tag": "1b181791-ff88-4e6b-8b30-0487ae1bf7c9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:35.923177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d0ab0a33-5e8e-4249-8b3f-f9f7a40eec70 req-cffba947-9d7e-4333-90d0-2563f68c73bc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Nov 25 18:31:35.968487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Allocated IP 172.25.2.25 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/14bd972d-4ba1-4fda-8134-fa19b41c1bf1) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:36.004402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6c60a-6742-41f7-b80b-1179aa979095 service neutron] Pushing event updated for resources: {'Port': ['ID=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:36.012986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-950b8d45-cd4b-4749-8160-d6ecfac93737 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233874 Nov 25 18:31:36.036552 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-61afb0a1-2954-49d4-83f4-8fc3d9ae481a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721288 Nov 25 18:31:36.060966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5b7b222f-c868-4f22-8510-2a09de7a9c42 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:36.139407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5b7b222f-c868-4f22-8510-2a09de7a9c42 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:36.140563 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.148918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4237-6a7e-4db0-a184-ca74089675a3 req-7052a612-48de-45ab-941e-535ec7d763a4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.151177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a9d4237-6a7e-4db0-a184-ca74089675a3 req-7052a612-48de-45ab-941e-535ec7d763a4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1075873 Nov 25 18:31:36.172795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-9b303b9f-8a1c-4412-905e-4e7c13d54711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.174522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-9b303b9f-8a1c-4412-905e-4e7c13d54711 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 1099 time: 0.2287304 Nov 25 18:31:36.178424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af748cb0-c673-4934-a31e-374059e71b47 req-0f7cf6d0-5503-43e7-ad4c-5f141076e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.180551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-0f7cf6d0-5503-43e7-ad4c-5f141076e847 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 1096 time: 0.1079998 Nov 25 18:31:36.240386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.247347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-efa3ceb4-6a9f-48d8-aaa9-2fbcec6897a2 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267556 Nov 25 18:31:36.294914 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.298118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 5b7b222f-c868-4f22-8510-2a09de7a9c42, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5b7b222f-c868-4f22-8510-2a09de7a9c42,segment=NetworkSegment(0feb4022-8d5b-4d4f-8902-9c5ac86e7697),segment_id=0feb4022-8d5b-4d4f-8902-9c5ac86e7697)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:36.303042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.318737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af748cb0-c673-4934-a31e-374059e71b47 req-78262372-0736-449b-a9fd-768a8e75d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.320181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-78262372-0736-449b-a9fd-768a8e75d5f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1113746 Nov 25 18:31:36.340865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a9d4237-6a7e-4db0-a184-ca74089675a3 req-022aeb3a-e979-4355-b431-2495db5fcd86 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706333 Nov 25 18:31:36.361493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-c9973660-9512-4243-930a-a4b63487e5a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1b181791-ff88-4e6b-8b30-0487ae1bf7c9 HTTP/1.1" status: 200 len: 217 time: 0.1704054 Nov 25 18:31:36.371206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839c8cc-2879-4938-a446-12268cb095ed None None] Network f79058f7-5042-4e52-93e9-78913f405678 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:31:36.392573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-703e556a-e04e-46c7-85ec-b6d1afa448df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 200 len: 217 time: 0.0506952 Nov 25 18:31:36.443944 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.447162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-194fcbd3-3a00-4fed-b094-143afec1d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.448819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-194fcbd3-3a00-4fed-b094-143afec1d508 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0775001 Nov 25 18:31:36.499841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:36.519053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:36.536875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af748cb0-c673-4934-a31e-374059e71b47 req-e46ba505-1537-422c-966c-5e1d48b0dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.538657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-e46ba505-1537-422c-966c-5e1d48b0dfa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1290338 Nov 25 18:31:36.540407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:36.552610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=5b7b222f-c868-4f22-8510-2a09de7a9c42,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:36.580387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f573be5b-3177-4637-bf01-158317b1ce48 None None] Provisioning complete for port 5b7b222f-c868-4f22-8510-2a09de7a9c42 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:36.580969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f573be5b-3177-4637-bf01-158317b1ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:36.616061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-7db37d58-cc9e-4b3f-a5b4-f4e4ec994298 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659304 Nov 25 18:31:36.733896 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb175ba-aa22-429d-951f-3f32adefc5c2 x-openstack-request-id: req-2eb175ba-aa22-429d-951f-3f32adefc5c2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:36.734218 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f84614-03a5-4fd0-854d-669ef84ba939", "tag": "1b181791-ff88-4e6b-8b30-0487ae1bf7c9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:36.734675 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2eb175ba-aa22-429d-951f-3f32adefc5c2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:36.735041 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f84614-03a5-4fd0-854d-669ef84ba939', 'tag': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9', 'status': 'completed', 'code': 200} Nov 25 18:31:36.844078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Pushing event updated for resources: {'Port': ['ID=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:36.866856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-7ee90c8c-4ad1-4498-aec8-68a17d8b4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.868408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-7ee90c8c-4ad1-4498-aec8-68a17d8b4209 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4081581 Nov 25 18:31:36.876351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-67b7a830-e83f-4771-8eda-8df07a549045 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3584702 Nov 25 18:31:36.954228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2e985-68a3-48b7-b68a-340a7dccc1f3 req-48381c9f-8ce0-4677-8cb6-eb139b7e9c76 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:36.955804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0c2e985-68a3-48b7-b68a-340a7dccc1f3 req-48381c9f-8ce0-4677-8cb6-eb139b7e9c76 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 948 time: 0.4390831 Nov 25 18:31:37.062438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.129292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-00406451-8cfd-4612-9bae-c9c8c3c6949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:37.130818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-00406451-8cfd-4612-9bae-c9c8c3c6949f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 1100 time: 0.2220762 Nov 25 18:31:37.152330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0c2e985-68a3-48b7-b68a-340a7dccc1f3 req-191e26aa-21f2-4922-9494-4cef27c21485 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791482 Nov 25 18:31:37.157198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-7bbe3c05-14ec-412b-9632-f2fa83f07f47 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521541 Nov 25 18:31:37.236906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b6757b85-e123-467f-b398-4510ba6597f6 req-c364363e-6448-417d-abf2-f63a1b08bec3 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.4514949 Nov 25 18:31:37.243552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-60403850-f28a-430f-88de-4f2ffb570ef5 None None] Provisioning complete for port 5b7b222f-c868-4f22-8510-2a09de7a9c42 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:37.244890 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60403850-f28a-430f-88de-4f2ffb570ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.280509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-ee8879eb-af70-4a23-8a95-6d09a5c44a6b service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540384 Nov 25 18:31:37.432051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-197c8350-2686-49ea-8539-a7e806bb9252 req-dfeeecab-19d8-4bb8-8b24-a7f0e4593f07 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 210 time: 0.0857017 Nov 25 18:31:37.452483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af748cb0-c673-4934-a31e-374059e71b47 req-b217c3e7-9a82-4431-85ac-9f9d42ab0d8a service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572986 Nov 25 18:31:37.455440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-5b562e71-2b65-4e31-944c-ace597f60e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:37.457049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-5b562e71-2b65-4e31-944c-ace597f60e3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2971823 Nov 25 18:31:37.546130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa28b-0ef8-401f-a197-fd655de72479 req-e05642b7-572d-4078-bdc0-0370a57bdf5c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:37.548144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0edfa28b-0ef8-401f-a197-fd655de72479 req-e05642b7-572d-4078-bdc0-0370a57bdf5c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0946674 Nov 25 18:31:37.600315 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0edfa28b-0ef8-401f-a197-fd655de72479 req-106593da-09e6-44cf-8e0c-036b9b01be36 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Nov 25 18:31:37.678835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5b7b222f-c868-4f22-8510-2a09de7a9c42 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:37.727185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5b7b222f-c868-4f22-8510-2a09de7a9c42 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:37.727550 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.812709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-659bad90-cdc0-4041-9b6f-8323a7358b87 req-f928c4de-8f0f-4e23-8599-4b41243e4e71 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153038 Nov 25 18:31:37.817246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-64043e74-cf27-4b99-9286-36ceedd91c1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 200 len: 217 time: 0.3512003 Nov 25 18:31:37.921643 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:37.930602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-0719534f-b158-4dd6-9d55-2eb492746a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:37.931811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-0719534f-b158-4dd6-9d55-2eb492746a8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0941949 Nov 25 18:31:37.943729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988dc5b-b197-416d-881c-d376c09cc1a3 req-976287f5-c2a0-4b00-af7c-9b3dbce5cf0e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:37.945359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6988dc5b-b197-416d-881c-d376c09cc1a3 req-976287f5-c2a0-4b00-af7c-9b3dbce5cf0e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1716390 Nov 25 18:31:38.042188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-a37269a6-dbf1-45bb-8cb6-39aaac5484e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.044310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-a37269a6-dbf1-45bb-8cb6-39aaac5484e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 1099 time: 0.1650136 Nov 25 18:31:38.057333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8fdf6817-ef6f-40bd-9165-d892c28e161e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.059354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8fdf6817-ef6f-40bd-9165-d892c28e161e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1133368 Nov 25 18:31:38.074919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Request body: {'port': {'device_id': '85315e51-2651-4ece-ac92-8c261430b65a', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'admin_state_up': True, 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:38.146189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-6b52109d-9d97-4370-a676-83e2f084b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.147777 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-6b52109d-9d97-4370-a676-83e2f084b530 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2006142 Nov 25 18:31:38.186884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:38.190557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.217586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6988dc5b-b197-416d-881c-d376c09cc1a3 req-3da7ca26-898b-43c6-9315-b9e9df9687d5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267346 Nov 25 18:31:38.290064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-924dc66c-8223-4827-bd3c-cbd705f46ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.291828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-924dc66c-8223-4827-bd3c-cbd705f46ced service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2212186 Nov 25 18:31:38.340990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e988e-15c7-472a-91b1-c8a516ed5d6c req-ac8c4108-41b6-4526-9859-903ea30678f3 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.342256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-8824d70b-9233-4c06-8f60-e2d2f8df5489 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862905 Nov 25 18:31:38.342473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-573e988e-15c7-472a-91b1-c8a516ed5d6c req-ac8c4108-41b6-4526-9859-903ea30678f3 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 948 time: 0.0931714 Nov 25 18:31:38.343575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-0f417368-1ef2-440a-b485-7f25abeda482 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1b181791-ff88-4e6b-8b30-0487ae1bf7c9 HTTP/1.1" status: 200 len: 217 time: 0.0418828 Nov 25 18:31:38.372022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Router b6c912f5-0392-4361-aca0-cc5c139cf845 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:31:38.394700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Allocated IP 172.20.0.9 (5aa2aa5a-a649-4b58-ab2a-d56bb74a6606/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0/a595ff68-ba4d-4c25-b7dd-2aa6357d77c7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:38.423032 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-573e988e-15c7-472a-91b1-c8a516ed5d6c req-d97aafe3-9ac0-45ab-b00f-6568d376b4ae tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729427 Nov 25 18:31:38.467922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fcd7ba9-eabf-42b2-a8ce-998267543851 req-3f7326d3-3425-489f-b6f7-1f8c24a06612 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0928166 Nov 25 18:31:38.521300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-7a46bb37-6074-41ed-a369-c8668003f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.522836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-7a46bb37-6074-41ed-a369-c8668003f177 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1594343 Nov 25 18:31:38.586497 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.631200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.646903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:38.655688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66578333-3601-4fcc-8f81-42e302629a40 req-b67eeb27-e259-4d69-9bcd-436b3d75587d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 210 time: 0.0907092 Nov 25 18:31:38.666145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-595e4699-e2d3-4375-be4e-efdaabdf00c2 req-a1b05948-3743-4cb9-a545-251f929fa6bc service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106947 Nov 25 18:31:38.737273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:38.739184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:38.740388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:38.744529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:38.751161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event updated for resources: {'Port': ['ID=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:38.775454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-775b11cf-2666-47ac-8c93-a7f60c772e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.777191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-775b11cf-2666-47ac-8c93-a7f60c772e91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2460301 Nov 25 18:31:38.822887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.823608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.827179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Sync routers for ids ['b6c912f5-0392-4361-aca0-cc5c139cf845'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:38.849932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8defc6b9-4f9d-46e4-95c1-3b191e698a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7789941 Nov 25 18:31:38.855385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Routers {'b6c912f5-0392-4361-aca0-cc5c139cf845'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:38.856871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b6c912f5-0392-4361-aca0-cc5c139cf845'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:38.871856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Request body: {'port': {'device_id': '85315e51-2651-4ece-ac92-8c261430b65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:38.911751 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:38.913241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2552cea6-33b4-482a-a9be-db6c1f549331 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4363990 Nov 25 18:31:38.917086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:31:38.939473 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-01c48384-bae5-4d05-ba05-6828acdbf4ac service neutron] show failed (client error): The resource could not be found. Nov 25 18:31:38.940319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-01c48384-bae5-4d05-ba05-6828acdbf4ac service neutron] 10.222.0.64 "GET /v2.0/ports/a217fa2f-f107-442d-961d-51189e90e22f/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.2718382 Nov 25 18:31:38.952580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e89e0-2388-4657-a199-7424c054cbd0 req-24eaf04b-946b-4909-a2b8-dfb9d675ecd9 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:38.960284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f62e89e0-2388-4657-a199-7424c054cbd0 req-24eaf04b-946b-4909-a2b8-dfb9d675ecd9 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.2043865 Nov 25 18:31:39.007902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-92882b32-781a-484f-9e25-0c15939c05e3 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129536 Nov 25 18:31:39.107919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f62e89e0-2388-4657-a199-7424c054cbd0 req-4d31cb64-414e-4c2c-a4a2-b64990904e7d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465755 Nov 25 18:31:39.127064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eefbb509-4e0c-425d-aec5-296910732c9a req-686bc883-389d-4f55-ad7f-1aa368740b65 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.2014780 Nov 25 18:31:39.163372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b12d1af1-8654-4d33-89fa-a3218f3f5484 req-8bd862ce-2824-4e38-add6-d438284522ff service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468532 Nov 25 18:31:39.189439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.270023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Set router b6c912f5-0392-4361-aca0-cc5c139cf845 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:39.303122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-b22da7c8-c1bf-4f1f-bbe7-b468f8681e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:39.307910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-b22da7c8-c1bf-4f1f-bbe7-b468f8681e17 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8&tenant_id=d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 1101 time: 0.0620122 Nov 25 18:31:39.360312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:39.454938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee48b5-c7d0-4cee-afd2-cf5fd9a4b332 req-f3e08567-4868-409f-a885-fbad68e5e18f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:39.456481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66ee48b5-c7d0-4cee-afd2-cf5fd9a4b332 req-f3e08567-4868-409f-a885-fbad68e5e18f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1463349 Nov 25 18:31:39.461880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.464633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device be3b5ea2-f731-4ca8-8c0b-2c022efe9169 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:31:39.573207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66ee48b5-c7d0-4cee-afd2-cf5fd9a4b332 req-11de3005-8a68-4e5f-ba39-28be060fd637 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939794 Nov 25 18:31:39.642245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:39.663605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 3, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port': {'id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:39.671954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312c1db-63b3-47b2-a1d2-5da68f893791 req-870203a5-e487-46fb-bec5-7e6314d9d344 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:39.673490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6312c1db-63b3-47b2-a1d2-5da68f893791 req-870203a5-e487-46fb-bec5-7e6314d9d344 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 948 time: 0.1700187 Nov 25 18:31:39.693244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169', 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172', 'port_id': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169', 'mac_address': 'fa:16:3e:2e:46:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f824ed0-3321-417f-931b-51613c84c82c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:31:39.695052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Checking router: b6c912f5-0392-4361-aca0-cc5c139cf845 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:39.695388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Updating router b6c912f5-0392-4361-aca0-cc5c139cf845 port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:39.722121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.765010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6312c1db-63b3-47b2-a1d2-5da68f893791 req-1d876ffd-32b8-4dee-b6c7-0c20d2f41b99 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781522 Nov 25 18:31:39.778896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:39.833951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:39.842220 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.843832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.858964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3b5ea2-f731-4ca8-8c0b-2c022efe9169 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:39.859988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:39.868983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90f376-76d7-4bba-9783-59353952fc9d req-14a9034a-c177-418d-8fe4-aa939db548a7 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:39.871790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd90f376-76d7-4bba-9783-59353952fc9d req-14a9034a-c177-418d-8fe4-aa939db548a7 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 931 time: 0.0957036 Nov 25 18:31:39.884937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Transition to ACTIVE for port object a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:31:39.893870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:39.894852 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.901164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.952580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:39.954618 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed353522-246e-4b37-8655-d783dd46625d" -d '{"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-unplugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:39.961532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:39.978414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Pushing event updated for resources: {'Port': ['ID=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:39.998189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:40.001603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.006071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd90f376-76d7-4bba-9783-59353952fc9d req-dc54706b-8739-4fee-a8be-519ffd5cc8e0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091495 Nov 25 18:31:40.012519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Transition to ACTIVE for port object a217fa2f-f107-442d-961d-51189e90e22f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:31:40.019811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.076160 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33411d88-83cf-4f5c-8b5c-32ca95cff8bd x-openstack-request-id: req-33411d88-83cf-4f5c-8b5c-32ca95cff8bd {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:40.076553 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-unplugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:40.076911 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33411d88-83cf-4f5c-8b5c-32ca95cff8bd {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:40.077889 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'code': 200} Nov 25 18:31:40.097435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:40.115255 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.127848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.138645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] No DVR routers for this DVR port a217fa2f-f107-442d-961d-51189e90e22f on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:40.154281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Attempting to bind port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:40.154678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Attempting to bind port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:40.154994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Attempting to bind port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:40.163242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:40.163621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Attempting to bind port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:40.176125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:40.176486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:40.176797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Bound using segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:40.176942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40f61d-82e3-4115-8b9e-c80144e90259 None None] Pushing event updated for resources: {'Port': ['ID=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:40.177237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Bound port: a595ff68-ba4d-4c25-b7dd-2aa6357d77c7, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:40.177595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.180447 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:40.180787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:40.182022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:40.187865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:40.188192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:40.193623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:40.193967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:40.194355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:40.194820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Bound port: a217fa2f-f107-442d-961d-51189e90e22f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:40.195176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.201736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Attempting to bind port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:40.201990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Attempting to bind port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:40.202280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Attempting to bind port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:40.209647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:40.210319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:40.210935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.211465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:40.212316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Bound port: 14bd972d-4ba1-4fda-8134-fa19b41c1bf1, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:40.214131 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.245531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['be3b5ea2-f731-4ca8-8c0b-2c022efe9169'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:40.276089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Allocated IP 172.20.0.1 (f79058f7-5042-4e52-93e9-78913f405678/d6f7c89e-ecb1-4269-bb4d-5ec971cf86b4/c28d124a-d831-45b8-bbc9-ac13a088957f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:40.299106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:40.304765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:40.317303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] For port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:40.323574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.327143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] For port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:40.333196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] For port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:40.377858 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.395635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] For port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:40.422935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:40.423851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.425384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] 10.222.0.66 "PUT /v2.0/ports/a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 1096 time: 1.0736144 Nov 25 18:31:40.469220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.477213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef84197-324e-449c-bc98-10b192cfcad2 service neutron] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:40.497238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Routers {'b6c912f5-0392-4361-aca0-cc5c139cf845'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:40.497872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b6c912f5-0392-4361-aca0-cc5c139cf845'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:40.505771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4742daa-d608-4d53-9ddb-34e3fa574da2 req-ab24080f-c2f4-4eb9-8fa6-007b99ff1ca2 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.1164474 Nov 25 18:31:40.509305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecea1c-fb65-429f-a484-7e66cf944378 req-4c4c026d-bbd1-4120-a8d2-7d284d3b1f15 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:40.516516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ecea1c-fb65-429f-a484-7e66cf944378 req-4c4c026d-bbd1-4120-a8d2-7d284d3b1f15 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1690915 Nov 25 18:31:40.530836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:40.531505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.532883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] 10.222.0.64 "PUT /v2.0/ports/a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 HTTP/1.1" status: 200 len: 1091 time: 1.6673880 Nov 25 18:31:40.535577 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85315e51-2651-4ece-ac92-8c261430b65a', 'tag': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:40.538044 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf" -d '{"events": [{"name": "network-changed", "server_uuid": "85315e51-2651-4ece-ac92-8c261430b65a", "tag": "a595ff68-ba4d-4c25-b7dd-2aa6357d77c7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:40.609262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd163e-9b96-4916-95cc-4e6ce849597b service neutron] Pushing event updated for resources: {'Port': ['ID=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:40.617789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-6f94ef51-3d37-44ab-8e91-07ef281ed1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:40.619141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] Set router b6c912f5-0392-4361-aca0-cc5c139cf845 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:40.619452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-6f94ef51-3d37-44ab-8e91-07ef281ed1e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1099 time: 0.1515367 Nov 25 18:31:40.654071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.675960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ecea1c-fb65-429f-a484-7e66cf944378 req-9d91feef-76f8-4fd4-b33e-2a38c5274f2d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469531 Nov 25 18:31:40.698217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40f61d-82e3-4115-8b9e-c80144e90259 None None] Pushing event updated for resources: {'Port': ['ID=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:40.740718 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf9bade-0b14-4dfd-b584-a9c9dc1ce47e x-openstack-request-id: req-caf9bade-0b14-4dfd-b584-a9c9dc1ce47e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:40.741603 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85315e51-2651-4ece-ac92-8c261430b65a", "tag": "a595ff68-ba4d-4c25-b7dd-2aa6357d77c7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:40.741974 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-caf9bade-0b14-4dfd-b584-a9c9dc1ce47e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:40.742573 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85315e51-2651-4ece-ac92-8c261430b65a', 'tag': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7', 'status': 'completed', 'code': 200} Nov 25 18:31:40.750371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.788535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Network f79058f7-5042-4e52-93e9-78913f405678 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:40.799353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:40.803051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:31:40.884834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-cd991384-ef73-4618-85fb-bc4ce7d634d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:40.886627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-cd991384-ef73-4618-85fb-bc4ce7d634d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2503853 Nov 25 18:31:40.893936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56fc7-7751-446f-9880-cac4319c0014 req-93d424a0-4d89-4093-a761-74ea36adcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:40.895912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-93d424a0-4d89-4093-a761-74ea36adcc52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 1094 time: 0.2956808 Nov 25 18:31:40.896611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.901224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5b289-c6e2-4693-9449-8862312ceaea req-71169c52-7846-4af0-b0f1-e922aadcd051 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:40.910289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83b5b289-c6e2-4693-9449-8862312ceaea req-71169c52-7846-4af0-b0f1-e922aadcd051 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 948 time: 0.1091413 Nov 25 18:31:40.924789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bc70a10-5daf-4b0b-bc55-682a8efa039a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:40.971320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-0f3e2000-13b3-42fc-b4c5-16f2a45ced72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.0501375 Nov 25 18:31:40.979113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 3, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port': {'id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:41.007225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953bc90-83f3-45cd-ab7e-dafede28fbcd None None] The sync data for ids ['b6c912f5-0392-4361-aca0-cc5c139cf845'] in n-d-819194-3 is: [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:36Z', 'revision_number': 3, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port': {'id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:41.053584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83b5b289-c6e2-4693-9449-8862312ceaea req-18f84a91-ae9d-4213-ab06-060444377708 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283526 Nov 25 18:31:41.064757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-68970ce6-605f-44ef-925a-b19ac9d0d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:41.068119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-68970ce6-605f-44ef-925a-b19ac9d0d292 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0843792 Nov 25 18:31:41.099117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-85940983-c4aa-4acd-a6b4-9cd549145024 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 HTTP/1.1" status: 200 len: 217 time: 0.0817981 Nov 25 18:31:41.166681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-e6dede8e-fc38-4c26-8fa8-f2cdb13f4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:41.168309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-e6dede8e-fc38-4c26-8fa8-f2cdb13f4c3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906672 Nov 25 18:31:41.171121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Pushing event updated for resources: {'Port': ['ID=c28d124a-d831-45b8-bbc9-ac13a088957f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:41.202568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827cbe1-eec1-420b-82eb-a12d305ed48e req-0b205a5a-86fa-4340-bab9-105cff913264 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:41.204145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3827cbe1-eec1-420b-82eb-a12d305ed48e req-0b205a5a-86fa-4340-bab9-105cff913264 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 943 time: 0.0791678 Nov 25 18:31:41.215452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e330a-d4de-4e56-81a1-e5bb402198c8 req-f3a1f411-7799-4099-b259-e0c83b399d67 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:41.216947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c8e330a-d4de-4e56-81a1-e5bb402198c8 req-f3a1f411-7799-4099-b259-e0c83b399d67 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 948 time: 0.2010074 Nov 25 18:31:41.218967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:41.221205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56fc7-7751-446f-9880-cac4319c0014 req-149be9cb-c5b2-44f3-ba1e-75213a9fa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:41.222970 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-149be9cb-c5b2-44f3-ba1e-75213a9fa883 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.1064548 Nov 25 18:31:41.250470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5744d4ca-3e1b-468e-aed5-338da66c284d None None] Provisioning complete for port c28d124a-d831-45b8-bbc9-ac13a088957f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:41.251081 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5744d4ca-3e1b-468e-aed5-338da66c284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:41.279210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-8a0686fc-4ea2-4ebe-80d4-4fea32733341 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361483 Nov 25 18:31:41.296829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3827cbe1-eec1-420b-82eb-a12d305ed48e req-9d22270d-3a84-406c-a1e3-913d0b65b8c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822759 Nov 25 18:31:41.325886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5744d4ca-3e1b-468e-aed5-338da66c284d None None] Port c28d124a-d831-45b8-bbc9-ac13a088957f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:41.339601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-10f9aab2-a8f0-463b-92c4-8ca12ea92ee6 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549823 Nov 25 18:31:41.436991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:41.446051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c671aa4d-9806-4e90-9709-407d5992ae13 req-aba4f284-ba97-4db9-a6f2-c4f264a1e612 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981393 Nov 25 18:31:41.481408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c8e330a-d4de-4e56-81a1-e5bb402198c8 req-6a4d3b55-499a-4c10-9a21-fee1fa2644d7 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373471 Nov 25 18:31:41.490722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:41.546670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-11dc2b77-7f82-495a-9a35-84c031d1cb0a service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650719 Nov 25 18:31:41.674933 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2469fe1-300a-4877-b0ee-7412ad06c53a req-399baf35-30cb-4f76-8a5b-5caebfc2dc73 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0315862 Nov 25 18:31:41.697217 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:41.733458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f56fc7-7751-446f-9880-cac4319c0014 req-a91109e7-faa8-4b31-8d98-13930322982f service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772034 Nov 25 18:31:41.739910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:41.763593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:41.846376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800c17c-d220-4ab0-9ea7-8c06a203e43d req-4bd5b1e9-5bab-45bc-aab4-bff15a054e9d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:41.850266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:41.850659 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:41.866927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0800c17c-d220-4ab0-9ea7-8c06a203e43d req-4bd5b1e9-5bab-45bc-aab4-bff15a054e9d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0787902 Nov 25 18:31:41.936352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0800c17c-d220-4ab0-9ea7-8c06a203e43d req-25db3857-6c14-481a-a88e-1a3c77a6c45c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Nov 25 18:31:41.975919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:41.999035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:42.007960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.062936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:42.078636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:42.081119 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e1ad7f-a448-46b3-85a6-9e728da32baa" -d '{"events": [{"name": "network-changed", "server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:42.178687 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c921a8a-e934-4586-868a-cf9a33e9f12d x-openstack-request-id: req-9c921a8a-e934-4586-868a-cf9a33e9f12d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:42.178687 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:42.178687 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c921a8a-e934-4586-868a-cf9a33e9f12d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:42.179253 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'status': 'completed', 'code': 200} Nov 25 18:31:42.192401 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.196307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Pushing event updated for resources: {'Port': ['ID=c28d124a-d831-45b8-bbc9-ac13a088957f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:42.246398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-0479c57b-135b-4b32-9541-c2d020ddd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.247910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-0479c57b-135b-4b32-9541-c2d020ddd9fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 1094 time: 0.4498165 Nov 25 18:31:42.248849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1f2f3-c56a-4f88-a152-b8ffe5c4814f req-335c8d19-a779-4ad8-8958-e8d96cb72cca tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.250370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8e1f2f3-c56a-4f88-a152-b8ffe5c4814f req-335c8d19-a779-4ad8-8958-e8d96cb72cca tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 948 time: 0.1361966 Nov 25 18:31:42.258644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-9b48022b-56ac-47ae-8509-849ccbe6143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.260127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-9b48022b-56ac-47ae-8509-849ccbe6143b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1099 time: 0.0921686 Nov 25 18:31:42.268767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-57bf8215-86a3-4e6d-8e2d-c38685ac8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.270215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-57bf8215-86a3-4e6d-8e2d-c38685ac8da2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1099 time: 0.0902045 Nov 25 18:31:42.360310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Network f79058f7-5042-4e52-93e9-78913f405678 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:31:42.367443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:31:42.373963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-4691ad9f-b0ed-4a86-a431-47ffbcffdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.375467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-4691ad9f-b0ed-4a86-a431-47ffbcffdff1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.1201055 Nov 25 18:31:42.500916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-1333f1d1-72bd-4bd5-8bc1-7b3e314de2d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 HTTP/1.1" status: 200 len: 217 time: 0.0734267 Nov 25 18:31:42.613441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3394d0-09f6-43bd-b3c5-17d856d83668 req-338c5870-0662-446f-8ae5-43c9b731746c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.616099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a3394d0-09f6-43bd-b3c5-17d856d83668 req-338c5870-0662-446f-8ae5-43c9b731746c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 943 time: 0.1873641 Nov 25 18:31:42.622979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-0cc70913-24ca-4c0b-bcd3-1ea2abe9a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.624730 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-0cc70913-24ca-4c0b-bcd3-1ea2abe9a9ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.0890696 Nov 25 18:31:42.635579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Router b6c912f5-0392-4361-aca0-cc5c139cf845 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:31:42.640084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:31:42.678428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-54b4b831-ce12-4a17-8adf-60191304ed77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415909 Nov 25 18:31:42.695068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-63bd2555-fbdf-4c93-b85f-09c75280e1dd None None] Provisioning complete for port c28d124a-d831-45b8-bbc9-ac13a088957f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:42.695606 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63bd2555-fbdf-4c93-b85f-09c75280e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.732276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a3394d0-09f6-43bd-b3c5-17d856d83668 req-fc768fc6-3e61-421e-8fa0-fcb98e546e7a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054466 Nov 25 18:31:42.763125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8e1f2f3-c56a-4f88-a152-b8ffe5c4814f req-d2350536-595f-4bee-9570-5e3a5d2c3103 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012329 Nov 25 18:31:42.785235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-63bd2555-fbdf-4c93-b85f-09c75280e1dd None None] Port c28d124a-d831-45b8-bbc9-ac13a088957f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:31:42.795443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-503e0762-fbe5-4a6a-ba4f-48654163cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.799352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-503e0762-fbe5-4a6a-ba4f-48654163cdbc service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.5133264 Nov 25 18:31:42.856356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:42.863242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-e2eb6bb1-1666-4e92-8154-18f5b4700393 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.0494363 Nov 25 18:31:42.864215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-7c3454b6-eae9-4ba5-a7a0-dce1157c8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:42.865709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-7c3454b6-eae9-4ba5-a7a0-dce1157c8a64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.5937350 Nov 25 18:31:42.879154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9', 'mac_address': 'fa:16:3e:e4:22:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:31:42.930245 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:42.938528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-8c93ab63-fe2f-4162-97cf-b48727986b14 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343163 Nov 25 18:31:42.940922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:31:42.955061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29603055-a58b-489c-a75b-811322fd536f admin admin] 10.222.0.62 "PUT /v2.0/routers/b6c912f5-0392-4361-aca0-cc5c139cf845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0279102 Nov 25 18:31:42.960054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:42.981642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c067cc17-1d07-4706-b745-1a0208c810a4 req-21a9d00d-f07a-423b-9066-8e59bba1c5c1 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.1145780 Nov 25 18:31:42.987886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:42.997911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:43.033094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-1a2a5968-6952-441a-b743-9af54e379e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:43.034653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-1a2a5968-6952-441a-b743-9af54e379e8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1451235 Nov 25 18:31:43.042346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-e86a5c32-4903-4ef6-95af-675b64a393b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.1655107 Nov 25 18:31:43.060546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:43.073499 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ec230-3a37-4217-b11d-4933b8eb687f req-0d449d30-571b-496b-acff-fc516229b98a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:43.080447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af3ec230-3a37-4217-b11d-4933b8eb687f req-0d449d30-571b-496b-acff-fc516229b98a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 948 time: 0.1961429 Nov 25 18:31:43.135293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-6ad24021-78a7-4030-89b5-5f0ec48aca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:43.137011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-6ad24021-78a7-4030-89b5-5f0ec48aca72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915263 Nov 25 18:31:43.143366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-544edba7-f6b1-4f03-a6df-642d8d193136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:43.145283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-544edba7-f6b1-4f03-a6df-642d8d193136 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0692029 Nov 25 18:31:43.183359 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Sync routers for ids ['b6c912f5-0392-4361-aca0-cc5c139cf845'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:31:43.201006 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Routers {'b6c912f5-0392-4361-aca0-cc5c139cf845'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:43.204374 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b6c912f5-0392-4361-aca0-cc5c139cf845'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:43.211926 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af3ec230-3a37-4217-b11d-4933b8eb687f req-2f666e95-95ae-47a2-9b9f-7afe4043b2c4 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159751 Nov 25 18:31:43.221516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6595f6bf-85ea-40fa-9e75-f6e07ca5dedf req-b35e8c1d-ab1d-4b92-9429-ffa8cdbbe62e service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723849 Nov 25 18:31:43.353376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-4c4846b1-4299-4d42-a553-91aeb63a5acb service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029757 Nov 25 18:31:43.354290 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Set router b6c912f5-0392-4361-aca0-cc5c139cf845 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:43.367145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86c2ca-2b24-4458-b985-6843bc5a5b37 req-31af2cd2-cf10-426b-a05b-80e834ad8c23 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:43.368650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a86c2ca-2b24-4458-b985-6843bc5a5b37 req-31af2cd2-cf10-426b-a05b-80e834ad8c23 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1202121 Nov 25 18:31:43.370363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-95e3f36f-cc14-43bb-9d78-cc118d8f43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:43.372225 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-95e3f36f-cc14-43bb-9d78-cc118d8f43b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247900 Nov 25 18:31:43.405365 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71fb2eb-5e2b-4998-8322-c98dfa0bdd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:43.429679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device be3b5ea2-f731-4ca8-8c0b-2c022efe9169 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:43.469303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['1b181791-ff88-4e6b-8b30-0487ae1bf7c9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:43.543830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a86c2ca-2b24-4458-b985-6843bc5a5b37 req-8722e618-76c9-47b9-b818-c289871ca3fd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569433 Nov 25 18:31:43.598272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:31:43.607914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-77cfbdf5-3146-47b4-9c44-2738373938ad service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187994 Nov 25 18:31:43.611775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-ace75dca-3366-42b0-a9d6-27ec5e175284 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384465 Nov 25 18:31:43.682441 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 4, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port': {'id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'c28d124a-d831-45b8-bbc9-ac13a088957f', 'name': '', 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'mac_address': 'fa:16:3e:1b:63:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd6f7c89e-ecb1-4269-bb4d-5ec971cf86b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:40Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 2, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'subnets': [{'id': 'd6f7c89e-ecb1-4269-bb4d-5ec971cf86b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:43.750573 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Checking router: b6c912f5-0392-4361-aca0-cc5c139cf845 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:31:43.751198 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Updating router b6c912f5-0392-4361-aca0-cc5c139cf845 port c28d124a-d831-45b8-bbc9-ac13a088957f binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:31:43.791350 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62e1ad7f-a448-46b3-85a6-9e728da32baa req-c92bba67-6fca-45d6-8eb8-f10891a358f4 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748192 Nov 25 18:31:43.856222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:43.856822 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:43.860808 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:43.898513 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:44.098096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40ee0-cf17-4840-859e-32f3d30445cb req-7024fc82-cddc-4ca9-a980-6fe9072ff6d4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:44.101040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5480f-5cfa-4f47-b4d8-66b4859c3eb8 req-887d442e-3010-4225-b225-aea7dd3c63f6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:44.112983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-acf40ee0-cf17-4840-859e-32f3d30445cb req-7024fc82-cddc-4ca9-a980-6fe9072ff6d4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 943 time: 0.2072866 Nov 25 18:31:44.119151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63f5480f-5cfa-4f47-b4d8-66b4859c3eb8 req-887d442e-3010-4225-b225-aea7dd3c63f6 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 948 time: 0.2048454 Nov 25 18:31:44.216231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-acf40ee0-cf17-4840-859e-32f3d30445cb req-761b4d1c-2b5f-4aaa-8f9f-9e3771688e6c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018958 Nov 25 18:31:44.275227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63f5480f-5cfa-4f47-b4d8-66b4859c3eb8 req-fd8e3ae8-9b6e-4ec1-badf-0d523a5f439e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550932 Nov 25 18:31:44.288085 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.296391 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.348713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:44.349375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.365600 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.452755 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Attempting to bind port c28d124a-d831-45b8-bbc9-ac13a088957f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:44.455373 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Attempting to bind port c28d124a-d831-45b8-bbc9-ac13a088957f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:44.455792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Attempting to bind port c28d124a-d831-45b8-bbc9-ac13a088957f on network f79058f7-5042-4e52-93e9-78913f405678 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:44.469414 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.478206 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:44.479218 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Checking segment: {'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:44.479218 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.479475 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Bound using segment: {'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:44.479936 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Bound port: c28d124a-d831-45b8-bbc9-ac13a088957f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feb4022-8d5b-4d4f-8902-9c5ac86e7697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:44.480356 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.497905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:44.501404 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20209929-9eeb-4732-ac9a-e259be85e75f" -d '{"events": [{"server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "name": "network-vif-plugged", "status": "completed", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:44.511059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a129df03-70ae-4604-94ce-f201c2d2c731 req-c0c9bd92-fcd1-4d51-b53d-0760ac7873f5 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0782986 Nov 25 18:31:44.551435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:44.573718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.586424 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] For port c28d124a-d831-45b8-bbc9-ac13a088957f, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:44.589762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] For port c28d124a-d831-45b8-bbc9-ac13a088957f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c28d124a-d831-45b8-bbc9-ac13a088957f,segment=NetworkSegment(0feb4022-8d5b-4d4f-8902-9c5ac86e7697),segment_id=0feb4022-8d5b-4d4f-8902-9c5ac86e7697)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:44.597582 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Pushing event updated for resources: {'Port': ['ID=c28d124a-d831-45b8-bbc9-ac13a088957f,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:44.622979 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.623643 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.624154 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.624670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.625162 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.625668 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.626156 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.626669 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.627324 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.627823 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.628319 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.628811 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:31:44.632916 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:44.716245 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5299219a-d127-4aa0-8ae4-af85b9f2394e x-openstack-request-id: req-5299219a-d127-4aa0-8ae4-af85b9f2394e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:44.716959 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "name": "network-vif-plugged", "status": "completed", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:44.717558 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5299219a-d127-4aa0-8ae4-af85b9f2394e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:44.718036 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169', 'code': 200} Nov 25 18:31:44.735378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a217fa2f-f107-442d-961d-51189e90e22f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:31:44.861209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62da6e-1eba-462a-99d6-b699c0c35c49 req-e8231844-0ef8-46dc-8880-f3c50d6a77b1 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:44.866577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d62da6e-1eba-462a-99d6-b699c0c35c49 req-e8231844-0ef8-46dc-8880-f3c50d6a77b1 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 949 time: 0.2178233 Nov 25 18:31:44.894778 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173c5da-6f9b-47be-9ba5-1fb786a56fe7 None None] Pushing event updated for resources: {'Port': ['ID=c28d124a-d831-45b8-bbc9-ac13a088957f,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:44.930185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Routers {'b6c912f5-0392-4361-aca0-cc5c139cf845'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:31:44.931804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:31:44.934857 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:31:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b6c912f5-0392-4361-aca0-cc5c139cf845'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:44.990923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9cca4ee2-5909-413d-ae1c-23389c694530 None None] Provisioning complete for port c28d124a-d831-45b8-bbc9-ac13a088957f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:44.991589 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cca4ee2-5909-413d-ae1c-23389c694530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:45.054297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d62da6e-1eba-462a-99d6-b699c0c35c49 req-8cbdbad5-2003-4cd1-a658-21cf7df4baff tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792815 Nov 25 18:31:45.086752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b183-aabc-49d7-a221-0424edec425e req-33cce32c-d926-44ba-ade6-3564ea5b4310 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:45.095855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c163b183-aabc-49d7-a221-0424edec425e req-33cce32c-d926-44ba-ade6-3564ea5b4310 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.2561214 Nov 25 18:31:45.127882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a16361-06e4-4fc3-bc24-4d06c1879663 req-8b48c911-9f5c-4b45-bf48-0d35b6070241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:45.135358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:45.138311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0a16361-06e4-4fc3-bc24-4d06c1879663 req-8b48c911-9f5c-4b45-bf48-0d35b6070241 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1097 time: 0.3950300 Nov 25 18:31:45.172124 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] Set router b6c912f5-0392-4361-aca0-cc5c139cf845 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:31:45.218654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c163b183-aabc-49d7-a221-0424edec425e req-29b12f96-68d6-4fe5-a4c2-3a5b9607b8b9 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214752 Nov 25 18:31:45.253605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cca4ee2-5909-413d-ae1c-23389c694530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:45.299049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9cca4ee2-5909-413d-ae1c-23389c694530 None None] For port c28d124a-d831-45b8-bbc9-ac13a088957f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c28d124a-d831-45b8-bbc9-ac13a088957f,segment=NetworkSegment(0feb4022-8d5b-4d4f-8902-9c5ac86e7697),segment_id=0feb4022-8d5b-4d4f-8902-9c5ac86e7697)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:45.311676 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cca4ee2-5909-413d-ae1c-23389c694530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:45.368027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:45.376819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0a16361-06e4-4fc3-bc24-4d06c1879663 req-76c4894a-9f1b-4c27-8553-fd16bba581c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014594 Nov 25 18:31:45.458338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:31:45.485981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'a217fa2f-f107-442d-961d-51189e90e22f', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'a217fa2f-f107-442d-961d-51189e90e22f', 'mac_address': 'fa:16:3e:d9:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:31:45.494287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c5db-7f5d-4071-a0ce-dbb96efd4a80 req-4b957dda-6753-45ee-b863-b2d3d747b4aa tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:45.497157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37d8c5db-7f5d-4071-a0ce-dbb96efd4a80 req-4b957dda-6753-45ee-b863-b2d3d747b4aa tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 948 time: 0.1230762 Nov 25 18:31:45.511324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca4ee2-5909-413d-ae1c-23389c694530 None None] Pushing event updated for resources: {'Port': ['ID=c28d124a-d831-45b8-bbc9-ac13a088957f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:45.545895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613262e-1910-482e-b81c-efddc5bfe4f9 req-8f6a0cf4-2881-44c8-b3ad-8e296befd2e5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:45.547641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8613262e-1910-482e-b81c-efddc5bfe4f9 req-8f6a0cf4-2881-44c8-b3ad-8e296befd2e5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 943 time: 0.1104624 Nov 25 18:31:45.573127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37d8c5db-7f5d-4071-a0ce-dbb96efd4a80 req-930dcfdb-b2eb-4fb0-9243-dc2675840932 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635788 Nov 25 18:31:45.625712 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 4, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port': {'id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'c28d124a-d831-45b8-bbc9-ac13a088957f', 'name': '', 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'mac_address': 'fa:16:3e:1b:63:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd6f7c89e-ecb1-4269-bb4d-5ec971cf86b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:40Z', 'updated_at': '2021-11-25T18:31:44Z', 'revision_number': 4, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'subnets': [{'id': 'd6f7c89e-ecb1-4269-bb4d-5ec971cf86b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:31:45.682889 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9174f-bfd6-4ee8-8d45-614704644b00 None None] The sync data for ids ['b6c912f5-0392-4361-aca0-cc5c139cf845'] in n-d-819194-3 is: [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 4, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port': {'id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'c28d124a-d831-45b8-bbc9-ac13a088957f', 'name': '', 'network_id': 'f79058f7-5042-4e52-93e9-78913f405678', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'mac_address': 'fa:16:3e:1b:63:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd6f7c89e-ecb1-4269-bb4d-5ec971cf86b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:40Z', 'updated_at': '2021-11-25T18:31:44Z', 'revision_number': 4, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'subnets': [{'id': 'd6f7c89e-ecb1-4269-bb4d-5ec971cf86b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:31:45.686372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8613262e-1910-482e-b81c-efddc5bfe4f9 req-50ec1993-dc79-4d45-b359-8308c3e27a9b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323047 Nov 25 18:31:45.719265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-215180c0-0261-485a-98b2-bbb196c78be4 None None] Provisioning complete for port c28d124a-d831-45b8-bbc9-ac13a088957f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:45.719754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-215180c0-0261-485a-98b2-bbb196c78be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:45.782965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:45.875576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a217fa2f-f107-442d-961d-51189e90e22f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:45.922585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:45.943135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:45.967095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3e0d1c8-208a-4e2e-911a-0ac5d21d6261 req-c36fc534-a44f-4653-9bf5-641bdd609c68 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0891833 Nov 25 18:31:45.984807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'port_id': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7', 'mac_address': 'fa:16:3e:86:65:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf3790-0992-4b92-ba9e-0a2e6605f1c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:31:45.988941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:46.053114 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:46.201218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:46.229513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55482e52-3694-4c9f-8de0-6ead1b252045 req-b70d04b1-9988-4029-bb09-6fd4b774d6ef tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:46.234249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:46.239247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55482e52-3694-4c9f-8de0-6ead1b252045 req-b70d04b1-9988-4029-bb09-6fd4b774d6ef tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 949 time: 0.0681844 Nov 25 18:31:46.257608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:46.280568 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:31:46.284669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:46.295935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:46.344648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55482e52-3694-4c9f-8de0-6ead1b252045 req-3e23e5b6-d83e-4945-b4dd-2488e27cb7bb tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023767 Nov 25 18:31:46.373176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:46.431897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-5ffddc1a-4533-4115-b374-eddda2df9d4a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:46.433914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-5ffddc1a-4533-4115-b374-eddda2df9d4a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.66 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8&tenant_id=d238c92999f6468d9acaa143e2603a98&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 949 time: 0.2844043 Nov 25 18:31:46.442766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439537e7-bedb-43d5-a9c0-6c4b1da67659 req-3899a57f-43cb-4045-bab0-f3fcdd354107 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:46.455638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-439537e7-bedb-43d5-a9c0-6c4b1da67659 req-3899a57f-43cb-4045-bab0-f3fcdd354107 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.1583190 Nov 25 18:31:46.555489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4db883-6426-4c83-8d89-0289f639c3c0 req-16ea4dfc-a6fe-4232-a67d-caa18da0a694 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:46.557922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d4db883-6426-4c83-8d89-0289f639c3c0 req-16ea4dfc-a6fe-4232-a67d-caa18da0a694 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.0999985 Nov 25 18:31:46.569781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-439537e7-bedb-43d5-a9c0-6c4b1da67659 req-896a4538-bdd7-4d8c-be6e-a3d95a173af4 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078475 Nov 25 18:31:46.593014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['a217fa2f-f107-442d-961d-51189e90e22f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:46.594514 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-e4e96236-7628-4b0c-bc83-328080d05625 service neutron] 10.222.0.66 "GET /v2.0/ports/a217fa2f-f107-442d-961d-51189e90e22f/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 382 time: 0.1351938 Nov 25 18:31:46.639867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d4db883-6426-4c83-8d89-0289f639c3c0 req-65f89906-9cef-4c58-8206-80070e9f4a66 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665576 Nov 25 18:31:46.688706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:46.691325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a595ff68-ba4d-4c25-b7dd-2aa6357d77c7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:46.815488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-db45924f-8d07-4578-ac55-d093ac73c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:46.817410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-db45924f-8d07-4578-ac55-d093ac73c4ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1100 time: 0.1298742 Nov 25 18:31:46.872520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57c2dd-1c3e-46a2-96e9-fe46c5220ec3 req-dfcf76f3-46c9-4b25-a7f1-321b7f6e51ec tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:46.891919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a57c2dd-1c3e-46a2-96e9-fe46c5220ec3 req-dfcf76f3-46c9-4b25-a7f1-321b7f6e51ec tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 944 time: 0.0992825 Nov 25 18:31:46.944791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:46.967808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-95f803b6-52d5-4f37-af9b-378fe2fa0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:46.970427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-95f803b6-52d5-4f37-af9b-378fe2fa0ca8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1414413 Nov 25 18:31:47.005004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a57c2dd-1c3e-46a2-96e9-fe46c5220ec3 req-815eab92-5947-4382-a682-22e8598744f1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120670 Nov 25 18:31:47.046272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:31:47.053927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:47.057914 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:47.068789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-40df452b-5297-47de-a55c-1f2dfbe6616d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.0701232 Nov 25 18:31:47.122284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aec5ead5-6c58-485f-bfe7-e3bda270163d req-d7b27918-2f94-4b83-a136-07142f1d0a15 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0408437 Nov 25 18:31:47.176353 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:47.204099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-de03c38f-828e-452e-affa-16a032677e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:47.206136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-de03c38f-828e-452e-affa-16a032677e94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0762038 Nov 25 18:31:47.231713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f84614-03a5-4fd0-854d-669ef84ba939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:47.234135 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a014d50-7007-425c-9608-58ec1f4fe9a9" -d '{"events": [{"server_uuid": "37f84614-03a5-4fd0-854d-669ef84ba939", "name": "network-vif-plugged", "status": "completed", "tag": "1b181791-ff88-4e6b-8b30-0487ae1bf7c9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:47.269161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:47.293907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-e058fb8c-a0a1-41d4-b66f-09138809cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:47.295506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-e058fb8c-a0a1-41d4-b66f-09138809cb92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800505 Nov 25 18:31:47.303271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:47.310548 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245af62-ae72-4ca7-b673-5bd600612fc0 x-openstack-request-id: req-b245af62-ae72-4ca7-b673-5bd600612fc0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:47.310964 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f84614-03a5-4fd0-854d-669ef84ba939", "name": "network-vif-plugged", "status": "completed", "tag": "1b181791-ff88-4e6b-8b30-0487ae1bf7c9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:47.311307 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b245af62-ae72-4ca7-b673-5bd600612fc0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:47.311915 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f84614-03a5-4fd0-854d-669ef84ba939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9', 'code': 200} Nov 25 18:31:47.443332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:47.527277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512db794-495d-4bfd-9f71-b7b10dc5d66c req-185133fc-6e27-481a-a2cb-8166f13b762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:47.528834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-512db794-495d-4bfd-9f71-b7b10dc5d66c req-185133fc-6e27-481a-a2cb-8166f13b762a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 1101 time: 0.1040020 Nov 25 18:31:47.549193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087807-e110-45d5-beee-bd640c84dc8f req-d0c70a23-ae92-4c3d-9533-797a07c1b1ca tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:47.550798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0087807-e110-45d5-beee-bd640c84dc8f req-d0c70a23-ae92-4c3d-9533-797a07c1b1ca tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 950 time: 0.1124823 Nov 25 18:31:47.554013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-faf3f647-2833-4d46-ae53-1f98e815fa13 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457516 Nov 25 18:31:47.720710 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0087807-e110-45d5-beee-bd640c84dc8f req-eb7d5d0d-c713-4dc2-bdf0-4fa0690318ed tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604331 Nov 25 18:31:47.738650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-512db794-495d-4bfd-9f71-b7b10dc5d66c req-1812df2f-d59c-4993-9ebf-9997f663c480 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867356 Nov 25 18:31:47.800326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-fdf25be4-8e46-4eee-a6a5-49caec0c18e5 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199676 Nov 25 18:31:47.817670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c28d124a-d831-45b8-bbc9-ac13a088957f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:47.830815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeebc03-871c-47bb-aca0-eb200f59866a req-bb74dc99-c782-4c5a-9e29-fcbe08aeac38 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:47.833055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-deeebc03-871c-47bb-aca0-eb200f59866a req-bb74dc99-c782-4c5a-9e29-fcbe08aeac38 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.1539690 Nov 25 18:31:47.913606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c28d124a-d831-45b8-bbc9-ac13a088957f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:47.913988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:47.929352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94afcbe-7cb7-49ee-b8f8-eaa2d936ac53 req-e41de2f8-046e-41fa-8b25-5e1854b4c579 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:47.930972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94afcbe-7cb7-49ee-b8f8-eaa2d936ac53 req-e41de2f8-046e-41fa-8b25-5e1854b4c579 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.0835330 Nov 25 18:31:47.947520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-deeebc03-871c-47bb-aca0-eb200f59866a req-f51d4bc5-1f84-4fea-ac02-901ae88f58b0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020386 Nov 25 18:31:48.017183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94afcbe-7cb7-49ee-b8f8-eaa2d936ac53 req-4472020a-9f3b-4c47-9756-51c4cd400811 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770831 Nov 25 18:31:48.183992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec06fe2-8731-47b2-8318-9607c4f46abb req-b25556c3-1483-4839-b4c8-0bdae98b7caa tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:48.188850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ec06fe2-8731-47b2-8318-9607c4f46abb req-b25556c3-1483-4839-b4c8-0bdae98b7caa tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 944 time: 0.0624421 Nov 25 18:31:48.220537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc89cf4-5528-4931-9aaf-b52252111926 req-98cfa89c-fc4b-463b-80ab-8fd2e41f60cc tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:48.228513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cfc89cf4-5528-4931-9aaf-b52252111926 req-98cfa89c-fc4b-463b-80ab-8fd2e41f60cc tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1097 time: 0.0522342 Nov 25 18:31:48.250207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ec06fe2-8731-47b2-8318-9607c4f46abb req-61b03d7b-6301-49de-a591-b60a568c7c0b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Nov 25 18:31:48.281576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cfc89cf4-5528-4931-9aaf-b52252111926 req-4c2e0b38-34a3-4dd3-a5c1-86184dfb8a47 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520349 Nov 25 18:31:48.366734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be4b9593-f213-4cf6-96f4-3df52ebadd7b req-b4bd10ef-ee68-4fdf-b845-2e3b2c89d377 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0275259 Nov 25 18:31:48.423113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd866a03-46d2-4e59-ad72-af997778bcf4 req-f7b152f5-0864-4f9c-ab71-b67a2792ef2e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:48.424775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd866a03-46d2-4e59-ad72-af997778bcf4 req-f7b152f5-0864-4f9c-ab71-b67a2792ef2e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1097 time: 0.0581102 Nov 25 18:31:48.486577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd866a03-46d2-4e59-ad72-af997778bcf4 req-4d72d4ea-e28b-4b2c-9bd6-6d5b21f08b14 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529599 Nov 25 18:31:48.679772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a217fa2f-f107-442d-961d-51189e90e22f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:48.765297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port a217fa2f-f107-442d-961d-51189e90e22f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:31:48.769748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port a217fa2f-f107-442d-961d-51189e90e22f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:48.785656 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:48.948033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:48.949840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2be70-4d46-4034-99c3-0e06124c0baf req-4048d4f8-612b-40e0-927e-b9dc1ce347e7 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:48.951408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-62a2be70-4d46-4034-99c3-0e06124c0baf req-4048d4f8-612b-40e0-927e-b9dc1ce347e7 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 950 time: 0.0767057 Nov 25 18:31:48.996720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:49.006038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:49.026829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-62a2be70-4d46-4034-99c3-0e06124c0baf req-2603b022-fab8-4e27-a76b-114741dba0fd tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684211 Nov 25 18:31:49.094445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:49.174534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb126b-307a-4630-b9aa-b146ad0223a5 req-ef7c60a6-baac-4fa5-a9cc-daf4e37ffefb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:49.182079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65bb126b-307a-4630-b9aa-b146ad0223a5 req-ef7c60a6-baac-4fa5-a9cc-daf4e37ffefb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.0683925 Nov 25 18:31:49.230894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65bb126b-307a-4630-b9aa-b146ad0223a5 req-d6b2681a-1f4c-4524-8bf0-19148924c456 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473757 Nov 25 18:31:49.313046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:49.315462 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82803cd-f8bf-4d29-b878-f169eb586792" -d '{"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-plugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:49.484648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:49.495895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13a625-b903-45a6-974a-04d0d898056e req-63573fcd-18dd-4f24-aa36-f215987d0827 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:49.498114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d13a625-b903-45a6-974a-04d0d898056e req-63573fcd-18dd-4f24-aa36-f215987d0827 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 944 time: 0.0521255 Nov 25 18:31:49.565767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d13a625-b903-45a6-974a-04d0d898056e req-a2f35ca9-2267-4a94-bc3f-c92bb3f55dd9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598719 Nov 25 18:31:49.597633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:31:49.603717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:49.604433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:49.660759 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dd107f-aaf8-4d2f-b8bb-005806dc1e3e x-openstack-request-id: req-80dd107f-aaf8-4d2f-b8bb-005806dc1e3e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:49.661376 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-plugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:49.662820 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80dd107f-aaf8-4d2f-b8bb-005806dc1e3e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:49.663689 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'code': 200} Nov 25 18:31:49.717895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-8c19d2c7-a883-4225-93f2-eabb1b7b1651 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:31:49.729795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-8c19d2c7-a883-4225-93f2-eabb1b7b1651 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0837595 Nov 25 18:31:49.743445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7b166d6-b7cb-46b3-a7c3-b3596457ec24 req-422b54fd-9c69-467c-8d3e-c58688bbb7ca tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0338161 Nov 25 18:31:49.765533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:49.814158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:49.818761 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:49.824628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-a8763583-1978-4759-8959-8efe767fd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:49.831013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-a8763583-1978-4759-8959-8efe767fd144 service neutron] 10.222.0.62 "GET /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 1094 time: 0.0995138 Nov 25 18:31:49.835863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Request body: {'binding': {'host': 'n-h1-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:49.836307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Unknown quota resources ['binding']. {{(pid=103457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:31:49.878602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:49.975828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on host n-h1-819194-3 for vnic_type normal with profile None {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:49.976268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:49.976665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:49.981662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:49.982535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:49.989310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:49.989649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:49.990051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:49.990862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Bound port: be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:50.049160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:50.055286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:50.056173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] 10.222.0.62 "POST /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169/bindings HTTP/1.1" status: 201 len: 389 time: 0.2239418 Nov 25 18:31:50.172405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fd6d4-d903-49e8-a7c9-d358e4b68f8a req-3f31efd1-7485-4396-ac71-28921ae38707 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:50.179052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd9fd6d4-d903-49e8-a7c9-d358e4b68f8a req-3f31efd1-7485-4396-ac71-28921ae38707 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 950 time: 0.0744529 Nov 25 18:31:50.237923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd9fd6d4-d903-49e8-a7c9-d358e4b68f8a req-14454445-8562-4ec5-b465-12655ad720de tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563169 Nov 25 18:31:50.261662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c74dc4-aca8-4659-8b2d-fdc6f2b79702 req-f482a228-bf78-47bc-b882-4e54180fb449 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:50.262785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59c74dc4-aca8-4659-8b2d-fdc6f2b79702 req-f482a228-bf78-47bc-b882-4e54180fb449 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.0680721 Nov 25 18:31:50.387284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59c74dc4-aca8-4659-8b2d-fdc6f2b79702 req-a8333d8a-0014-4a87-b473-17e56945d172 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233947 Nov 25 18:31:50.441922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-a28fab0a-b810-477a-9fa6-10e7517056aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:50.448059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-a28fab0a-b810-477a-9fa6-10e7517056aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1097 time: 0.1357234 Nov 25 18:31:50.458109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774441b9-3735-41a8-86a8-438e6765c968 req-3bed78a8-553f-4359-91db-324317035d4a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:50.460120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-774441b9-3735-41a8-86a8-438e6765c968 req-3bed78a8-553f-4359-91db-324317035d4a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1072614 Nov 25 18:31:50.555745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-774441b9-3735-41a8-86a8-438e6765c968 req-1cef813c-9e3b-4276-bf20-608d1fa56d4f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860193 Nov 25 18:31:50.641866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-ee89dc45-51be-4e93-b30f-8520b7f00a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:50.645899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-ee89dc45-51be-4e93-b30f-8520b7f00a34 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1815581 Nov 25 18:31:50.707311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-7946c6ef-a1f7-455d-9aa5-720c0835e468 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 217 time: 0.0534368 Nov 25 18:31:50.882038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-22878251-ee2b-4e7a-9b36-fb529924e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:50.884525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-22878251-ee2b-4e7a-9b36-fb529924e39a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.1670020 Nov 25 18:31:50.903256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf347d-ed17-4fdc-8a1e-a726ccbc58ec req-0d85d02e-4329-443a-ac7c-5a75ccd3728b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:50.905090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcaf347d-ed17-4fdc-8a1e-a726ccbc58ec req-0d85d02e-4329-443a-ac7c-5a75ccd3728b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.0615325 Nov 25 18:31:50.946926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-e3e47cd4-1f79-4419-af97-9c53ceb57ee0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493104 Nov 25 18:31:50.971539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcaf347d-ed17-4fdc-8a1e-a726ccbc58ec req-414f7493-84ff-44f7-8e18-8284b420587f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Nov 25 18:31:50.985668 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc576cd6-1acc-4f51-8454-e3384a742b19 req-9681e5eb-f31b-4f82-9b9f-4cfdfb04f431 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0586324 Nov 25 18:31:51.046754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-b6c51b58-ca00-430c-a53e-f73a25caecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:51.048482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-b6c51b58-ca00-430c-a53e-f73a25caecc6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8&tenant_id=d238c92999f6468d9acaa143e2603a98 HTTP/1.1" status: 200 len: 1101 time: 0.1687520 Nov 25 18:31:51.063020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:51.094302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938b88-974d-4e6a-92e9-38ff8816ecf1 req-d8827bed-bd3e-4489-8d0d-336e11921dea tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:51.098924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3938b88-974d-4e6a-92e9-38ff8816ecf1 req-d8827bed-bd3e-4489-8d0d-336e11921dea tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 950 time: 0.0565202 Nov 25 18:31:51.138529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4ac72e92-da9f-4d71-88e9-47d2d4f6e344 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623976 Nov 25 18:31:51.162362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3938b88-974d-4e6a-92e9-38ff8816ecf1 req-7bd7cb65-4e7e-4801-86a0-224aad949543 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600455 Nov 25 18:31:51.185849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:51.349149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-dc845bb8-b199-4e05-bef8-f0b7bdc27d0e service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975203 Nov 25 18:31:51.466698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:51.524333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:51.597075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:51.602230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:51.604747 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa167b-d3ee-444b-8698-40c8f900563e" -d '{"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-unplugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:51.621382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Transition to ACTIVE for port object a217fa2f-f107-442d-961d-51189e90e22f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:31:51.655449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:51.665284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85315e51-2651-4ece-ac92-8c261430b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:51.669311 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a102d6ab-70bb-4a45-a680-e0eb1de2eb82" -d '{"events": [{"server_uuid": "85315e51-2651-4ece-ac92-8c261430b65a", "name": "network-vif-plugged", "status": "completed", "tag": "a595ff68-ba4d-4c25-b7dd-2aa6357d77c7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:51.722492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d123d2-ae23-4c4b-a341-ff6f038aa836 req-75f944f1-e49c-4510-ae43-b852f0e8a90e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:51.724432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20d123d2-ae23-4c4b-a341-ff6f038aa836 req-75f944f1-e49c-4510-ae43-b852f0e8a90e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.0739913 Nov 25 18:31:51.759476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ce74-e0ce-4512-bf97-9e6527875faf req-3f038493-a603-4784-b5b2-ca9ce0f14b17 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:51.767748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c075ce74-e0ce-4512-bf97-9e6527875faf req-3f038493-a603-4784-b5b2-ca9ce0f14b17 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.2396443 Nov 25 18:31:51.813191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=10']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:51.825619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20d123d2-ae23-4c4b-a341-ff6f038aa836 req-36777cae-7eb3-43bb-9254-2cdf9dd6f522 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933638 Nov 25 18:31:51.839554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] No DVR routers for this DVR port a217fa2f-f107-442d-961d-51189e90e22f on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:51.912977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c075ce74-e0ce-4512-bf97-9e6527875faf req-b43df05e-864d-4cca-bd6c-447ec19dc57b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380951 Nov 25 18:31:51.955004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:31:51.955485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:31:51.956098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:51.966538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:31:51.966792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Attempting to bind port a217fa2f-f107-442d-961d-51189e90e22f on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:31:51.975952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:31:51.976486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:31:51.976895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:31:51.977344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Bound port: a217fa2f-f107-442d-961d-51189e90e22f, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:31:51.977703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:52.004230 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cbae21-68bf-4c51-ae1e-9797ff11831d x-openstack-request-id: req-37cbae21-68bf-4c51-ae1e-9797ff11831d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:52.004528 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-unplugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:52.004780 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37cbae21-68bf-4c51-ae1e-9797ff11831d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:52.005168 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'code': 200} Nov 25 18:31:52.031648 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e630c05-1d7d-4f0e-ba1d-bec54e872867 x-openstack-request-id: req-6e630c05-1d7d-4f0e-ba1d-bec54e872867 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:52.032141 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85315e51-2651-4ece-ac92-8c261430b65a", "name": "network-vif-plugged", "status": "completed", "tag": "a595ff68-ba4d-4c25-b7dd-2aa6357d77c7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:52.032631 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e630c05-1d7d-4f0e-ba1d-bec54e872867 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:52.033285 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85315e51-2651-4ece-ac92-8c261430b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7', 'code': 200} Nov 25 18:31:52.188221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:31:52.196016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:31:52.206570 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:52.279087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3dea5-8153-43e9-9452-3c1140ac1a7e req-3bb24e42-8aa2-40f2-b547-a72117b1d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:52.281595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90c3dea5-8153-43e9-9452-3c1140ac1a7e req-3bb24e42-8aa2-40f2-b547-a72117b1d971 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 1096 time: 0.1394179 Nov 25 18:31:52.282515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:52.283245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:52.285941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] 10.222.0.64 "PUT /v2.0/ports/a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 1097 time: 1.2279127 Nov 25 18:31:52.344362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed3cbb11-080e-4d00-bab7-515e8abbaa39 req-bb2569e8-e599-46d4-894e-415d3e8aeb52 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0604756 Nov 25 18:31:52.445120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90c3dea5-8153-43e9-9452-3c1140ac1a7e req-9809fee5-db07-49bd-8ebe-0e9a3b9038b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128361 Nov 25 18:31:52.463320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a681-0a75-4a07-83c0-175fd88be907 service neutron] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=11']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:52.495473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae2c3-b901-4c8c-ab2f-d2f64cce1fc6 req-6abbb198-e679-4301-bdde-fef46dd59a5e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:52.512693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-3eef4f89-2251-4e52-abc1-51e3830d5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:52.514330 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aaae2c3-b901-4c8c-ab2f-d2f64cce1fc6 req-6abbb198-e679-4301-bdde-fef46dd59a5e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.2507849 Nov 25 18:31:52.528339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-3eef4f89-2251-4e52-abc1-51e3830d5b8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1100 time: 0.1981962 Nov 25 18:31:52.602700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aaae2c3-b901-4c8c-ab2f-d2f64cce1fc6 req-0b7f138b-f923-498d-9261-21321da23b49 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859549 Nov 25 18:31:52.616155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acfeec-c141-4f75-b50a-0a275a242e94 req-024a0c9f-0b55-441a-9a00-9fb047978e14 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:52.617657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0acfeec-c141-4f75-b50a-0a275a242e94 req-024a0c9f-0b55-441a-9a00-9fb047978e14 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 950 time: 0.1485245 Nov 25 18:31:52.622923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-831f4c10-9ec5-427b-9f92-a9ffae30bd8a tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:52.624467 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-831f4c10-9ec5-427b-9f92-a9ffae30bd8a tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 1101 time: 0.1147935 Nov 25 18:31:52.786243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0acfeec-c141-4f75-b50a-0a275a242e94 req-b5078e88-0dff-423b-9b6a-3d4f25cf03c9 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603286 Nov 25 18:31:52.834812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-932ec231-a837-4c3e-aefe-2781deaf9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:52.836448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-932ec231-a837-4c3e-aefe-2781deaf9fbd service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1867003 Nov 25 18:31:52.911891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Deleting port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:52.912228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:52.916202 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-cd9eaefb-cf4f-4359-9476-110af391de14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.0663171 Nov 25 18:31:53.059796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74819aa-7252-4cbd-8b7c-9ef3b01f9608 req-079c13bb-4049-4727-b934-3772e1c98e46 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:53.060559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] For port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:53.060930 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:53.062330 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b74819aa-7252-4cbd-8b7c-9ef3b01f9608 req-079c13bb-4049-4727-b934-3772e1c98e46 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.0844243 Nov 25 18:31:53.140471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b74819aa-7252-4cbd-8b7c-9ef3b01f9608 req-b081518f-97af-4645-b7e4-d91296a9ddd8 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694172 Nov 25 18:31:53.444416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Calling delete_port for 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:53.480774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-e54b1d90-89f4-4543-ab01-3bd92f1645d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:53.480774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-e54b1d90-89f4-4543-ab01-3bd92f1645d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.5534966 Nov 25 18:31:53.503613 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c08f9ed-aab3-4db3-83de-c2aacae85cc0 req-a089d6ef-ffd8-45ae-b8ef-d889d61a2499 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0367391 Nov 25 18:31:53.576955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d37f4-1be3-4d9c-92fe-0c14ba024fba req-da9c6c9a-2d41-4d90-bd53-a4e617c06476 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:53.584583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f95d37f4-1be3-4d9c-92fe-0c14ba024fba req-da9c6c9a-2d41-4d90-bd53-a4e617c06476 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.5198765 Nov 25 18:31:53.655255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-a4868707-cbd7-4054-8526-e37ff2254945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:53.656912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-a4868707-cbd7-4054-8526-e37ff2254945 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215706 Nov 25 18:31:53.747722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f95d37f4-1be3-4d9c-92fe-0c14ba024fba req-d83fb0c9-e83c-418f-b689-802a3452c8b6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588705 Nov 25 18:31:53.923697 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:53.928477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07620baf-2122-4fee-8dc6-a9933ff49ec5 req-a72248e6-565f-4ab0-b380-f7f0f0688f46 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:53.942490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07620baf-2122-4fee-8dc6-a9933ff49ec5 req-a72248e6-565f-4ab0-b380-f7f0f0688f46 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.1685345 Nov 25 18:31:53.950598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['1b181791-ff88-4e6b-8b30-0487ae1bf7c9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:54.004308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ddb06f09-9181-4b8a-b9fd-787f7cd8c0d5 req-8fee6a99-10e5-46c6-b1dc-7d7bb0c1f0d7 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 210 time: 0.0916250 Nov 25 18:31:54.042427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:54.045109 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f36ca04-5488-47fd-a571-b5f8e02db24e" -d '{"events": [{"name": "network-changed", "server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:54.048067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b181791-ff88-4e6b-8b30-0487ae1bf7c9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:54.064745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-1210ae85-4b0c-419b-8fad-ace933fd31b9 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925588 Nov 25 18:31:54.094357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07620baf-2122-4fee-8dc6-a9933ff49ec5 req-73b9c238-743c-41cf-acac-a6b1838d1821 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506035 Nov 25 18:31:54.301523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0646b10a-c0ca-4151-bc51-bc01dd8498d1 req-645cab4b-094e-4131-b3cc-ad0d3e4e4348 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907916 Nov 25 18:31:54.303475 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d9f341-0994-440c-9942-852a277a87a5 x-openstack-request-id: req-08d9f341-0994-440c-9942-852a277a87a5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:54.303960 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:54.304371 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08d9f341-0994-440c-9942-852a277a87a5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:54.304910 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'status': 'completed', 'code': 200} Nov 25 18:31:54.453327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] No DVR routers for this DVR port 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:54.470196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004186e9-5d79-4bdb-9ee4-79846ca457c2 req-c4b580f5-8a99-40b6-8be7-d6843f41932a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:54.478261 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:54.482555 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e520b6e9-9e57-401a-ab7f-de003e48a9db req-8ecd2fe4-0821-4b7c-b0ae-dddbf445d47b tempest-DeleteServersAdminTestJSON-453874637 tempest-DeleteServersAdminTestJSON-453874637-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1b181791-ff88-4e6b-8b30-0487ae1bf7c9 HTTP/1.1" status: 204 len: 173 time: 1.8491707 Nov 25 18:31:54.485874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-004186e9-5d79-4bdb-9ee4-79846ca457c2 req-c4b580f5-8a99-40b6-8be7-d6843f41932a tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.1700356 Nov 25 18:31:54.555589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-e0fc1db9-d948-4c38-9b54-4da4618963f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:54.557996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-e0fc1db9-d948-4c38-9b54-4da4618963f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1100 time: 0.2521706 Nov 25 18:31:54.705470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-e711db59-f211-41c7-a635-ff3a60fc7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:54.707141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-e711db59-f211-41c7-a635-ff3a60fc7015 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d238c92999f6468d9acaa143e2603a98&device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1100 time: 0.2237039 Nov 25 18:31:54.708270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-ce3fc8e7-b21f-492f-821d-190936dc9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:54.711727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-ce3fc8e7-b21f-492f-821d-190936dc9fea service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1387839 Nov 25 18:31:54.712170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-004186e9-5d79-4bdb-9ee4-79846ca457c2 req-3667426a-c7cd-48a3-b880-30d427ef58ae tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145121 Nov 25 18:31:54.716075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a217fa2f-f107-442d-961d-51189e90e22f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:54.810288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a217fa2f-f107-442d-961d-51189e90e22f not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:54.908886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15512567-fabf-47da-b175-ba6176a2d252 req-279ab75b-0ca6-48c5-9711-d731691b911e tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0732007 Nov 25 18:31:54.912786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-7e0aebb5-0b1f-4812-9c53-48563c593ecf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.1837206 Nov 25 18:31:54.961271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2a6e-32db-4746-8a5f-54b83351b8ca req-79f1170c-632b-4b6a-9068-a6e128941548 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:54.961271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-225f2a6e-32db-4746-8a5f-54b83351b8ca req-79f1170c-632b-4b6a-9068-a6e128941548 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.0929403 Nov 25 18:31:55.018988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-225f2a6e-32db-4746-8a5f-54b83351b8ca req-c5c3c15b-a4b7-49a8-9361-b492bf1868a9 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589995 Nov 25 18:31:55.042182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-a0fd6e57-70f3-4d07-9dc5-a417ffd8306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.042182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-a0fd6e57-70f3-4d07-9dc5-a417ffd8306f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0574679 Nov 25 18:31:55.051777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-b9feffe4-d2df-4e3b-9b09-507e05b1e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.053442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-b9feffe4-d2df-4e3b-9b09-507e05b1e91f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.3232563 Nov 25 18:31:55.172524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-fc9bee05-4635-4a11-9129-85450e3cd21a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 200 len: 217 time: 0.1046426 Nov 25 18:31:55.234732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3560f14d-3799-4302-b58a-86f02250f1a1 req-ba816596-fc37-4b6f-aa57-215de0ac1ad6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=37f84614-03a5-4fd0-854d-669ef84ba939 HTTP/1.1" status: 200 len: 210 time: 0.0614712 Nov 25 18:31:55.305627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-623104ac-78e1-4095-a934-557e5b4b7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.308178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-623104ac-78e1-4095-a934-557e5b4b7618 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2491503 Nov 25 18:31:55.311024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-d6442212-156a-4f02-96e6-b6f73db25d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.312711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-d6442212-156a-4f02-96e6-b6f73db25d80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0821209 Nov 25 18:31:55.325917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793de1fc-06cb-4ce3-9175-939d7be9680b req-0208ae81-c4f7-41e5-8238-2b412b62e136 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.328614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-793de1fc-06cb-4ce3-9175-939d7be9680b req-0208ae81-c4f7-41e5-8238-2b412b62e136 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.1377258 Nov 25 18:31:55.406142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-793de1fc-06cb-4ce3-9175-939d7be9680b req-72c60197-ac91-4836-8408-7bcf1f1bce54 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702922 Nov 25 18:31:55.491286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-f894595e-a851-42bb-b636-4ea362acc034 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745455 Nov 25 18:31:55.593860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6476bd-1921-41fd-aa77-1008682221fc req-459833d0-a830-4012-a7c8-9315e64d1328 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.595450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c6476bd-1921-41fd-aa77-1008682221fc req-459833d0-a830-4012-a7c8-9315e64d1328 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.0896661 Nov 25 18:31:55.610933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-9ec530e9-2d39-44be-bc33-d211985faa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.612439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-9ec530e9-2d39-44be-bc33-d211985faa47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197889 Nov 25 18:31:55.685929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c6476bd-1921-41fd-aa77-1008682221fc req-8155516a-7106-48ba-817e-1e12952f641f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764871 Nov 25 18:31:55.727929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-c378ff87-e095-4b02-a4e8-458eb01bb24e service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967692 Nov 25 18:31:55.820146 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-0b031eea-f104-46f4-ab79-4dcd917fefd2 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964998 Nov 25 18:31:55.869496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956de3d-1393-4578-be87-ff37ce82207c req-6a091417-02d3-4f32-81c9-d16faf7a1dda tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:55.888113 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f956de3d-1393-4578-be87-ff37ce82207c req-6a091417-02d3-4f32-81c9-d16faf7a1dda tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.0913272 Nov 25 18:31:55.967422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f956de3d-1393-4578-be87-ff37ce82207c req-a34d277b-8c2a-4b62-94c6-e68032a24362 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782619 Nov 25 18:31:56.026779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f36ca04-5488-47fd-a571-b5f8e02db24e req-c55baab8-b6b5-4cc0-b4bf-81b20e3d2529 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874688 Nov 25 18:31:56.084650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275bf0b-3ca2-4644-9072-0d729da71243 req-7a7d5648-6617-4e2f-b143-5bf84372017c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:56.093645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0275bf0b-3ca2-4644-9072-0d729da71243 req-7a7d5648-6617-4e2f-b143-5bf84372017c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.0854113 Nov 25 18:31:56.123696 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6641ac44-ee03-400d-a9f5-02e058d27b5d req-b5d35e72-6f2b-4c11-a1ce-1da2b18202b9 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0566642 Nov 25 18:31:56.156334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0275bf0b-3ca2-4644-9072-0d729da71243 req-fb484483-9184-4951-bc87-feed9ad76e94 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Nov 25 18:31:56.306264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f84614-03a5-4fd0-854d-669ef84ba939', 'name': 'network-vif-deleted', 'tag': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:56.309659 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9644ae2-1dba-429b-8b77-d916ed4711a5" -d '{"events": [{"server_uuid": "37f84614-03a5-4fd0-854d-669ef84ba939", "name": "network-vif-deleted", "tag": "1b181791-ff88-4e6b-8b30-0487ae1bf7c9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:56.351295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a816b4-2cbe-42b0-b96b-991b9c0d37c5 req-60229cb2-604d-4956-991e-5b5120779fb5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:56.352998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0a816b4-2cbe-42b0-b96b-991b9c0d37c5 req-60229cb2-604d-4956-991e-5b5120779fb5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.1249785 Nov 25 18:31:56.439456 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e214ae-889b-4f1d-9a21-e3fe5a3eb225 x-openstack-request-id: req-a3e214ae-889b-4f1d-9a21-e3fe5a3eb225 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:56.439753 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f84614-03a5-4fd0-854d-669ef84ba939", "name": "network-vif-deleted", "tag": "1b181791-ff88-4e6b-8b30-0487ae1bf7c9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:56.440004 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3e214ae-889b-4f1d-9a21-e3fe5a3eb225 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:56.440397 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f84614-03a5-4fd0-854d-669ef84ba939', 'name': 'network-vif-deleted', 'tag': '1b181791-ff88-4e6b-8b30-0487ae1bf7c9', 'status': 'completed', 'code': 200} Nov 25 18:31:56.485065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0a816b4-2cbe-42b0-b96b-991b9c0d37c5 req-fe147873-4ca1-4673-925c-1281e4e6ce15 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213484 Nov 25 18:31:56.653039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-2bda5e9e-ef80-4eac-85ef-38af9328140c tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303278 Nov 25 18:31:56.728978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:31:56.771456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:31:56.771795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1b181791-ff88-4e6b-8b30-0487ae1bf7c9 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:31:56.868539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-f8e61c7c-9caf-4155-89e6-b19964c5ede6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:56.870498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-f8e61c7c-9caf-4155-89e6-b19964c5ede6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080746 Nov 25 18:31:56.889949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-a18b7f64-6781-4f00-be49-42d04223c4ee tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/quotas/e36566a6bcc14e4f8ba9f12343cb3014 HTTP/1.1" status: 200 len: 375 time: 0.0107536 Nov 25 18:31:56.950727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-e33dd644-d52b-4305-8f63-3bebab01554f tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523119 Nov 25 18:31:57.159411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e814-5d31-41fb-b2b0-313b65e972aa req-a7c9b7fb-0184-4b36-bbf7-7a4f2feaf3b3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:57.160994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7941e814-5d31-41fb-b2b0-313b65e972aa req-a7c9b7fb-0184-4b36-bbf7-7a4f2feaf3b3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 949 time: 0.0947073 Nov 25 18:31:57.252795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81840231-aa69-4002-84d5-07d6bacc08d5 req-c20a1481-96c2-40a6-a2c6-21b23843bae3 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 210 time: 0.0844984 Nov 25 18:31:57.305871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7941e814-5d31-41fb-b2b0-313b65e972aa req-0d4ed038-5960-4cac-8794-e8b6ab6a6c10 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341195 Nov 25 18:31:57.382486 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8991348e-38b6-41aa-a802-a895e8efedc2 req-84fbc74a-1a71-49fe-9ec7-a54dbb0d017d tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0353267 Nov 25 18:31:57.531045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:31:57.583005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2545f-083d-4920-ae55-40c461fe3b4a req-620647f5-ccde-4c6b-8a6b-83eb9da1c834 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:57.584585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6b2545f-083d-4920-ae55-40c461fe3b4a req-620647f5-ccde-4c6b-8a6b-83eb9da1c834 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.1290102 Nov 25 18:31:57.590732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e8e69-7e0c-4e7c-8a51-63b10212e93e req-02fcf018-e8ad-45e0-ad3f-24cbf821ba84 tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:57.593722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db4e8e69-7e0c-4e7c-8a51-63b10212e93e req-02fcf018-e8ad-45e0-ad3f-24cbf821ba84 tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 1100 time: 0.0710261 Nov 25 18:31:57.694383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db4e8e69-7e0c-4e7c-8a51-63b10212e93e req-16a28678-bc50-4be4-b6d4-0203e874c8e1 tempest-MigrationsAdminTest-971100808 tempest-MigrationsAdminTest-971100808-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 Nov 25 18:31:57.750536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:57.770793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'a217fa2f-f107-442d-961d-51189e90e22f', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'a217fa2f-f107-442d-961d-51189e90e22f', 'mac_address': 'fa:16:3e:d9:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:31:57.771522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6b2545f-083d-4920-ae55-40c461fe3b4a req-7d9529a6-eace-4246-8890-c7bf340c14a9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714108 Nov 25 18:31:57.878280 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:57.931689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671bcd-c15f-4f42-823b-d2fc695bc00f req-22cb6e47-2978-42d4-8ceb-031a6645d5d2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:57.941522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a671bcd-c15f-4f42-823b-d2fc695bc00f req-22cb6e47-2978-42d4-8ceb-031a6645d5d2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.0824654 Nov 25 18:31:57.942112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a217fa2f-f107-442d-961d-51189e90e22f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:31:57.959308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-0a3cff4a-4fce-4e68-b54a-132653935727 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:57.960861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-0a3cff4a-4fce-4e68-b54a-132653935727 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 945 time: 0.2329521 Nov 25 18:31:58.017350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:58.028234 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:58.044802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a671bcd-c15f-4f42-823b-d2fc695bc00f req-3f595300-8913-4762-8dc0-f40029abf1e2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003339 Nov 25 18:31:58.100238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Deleting port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:31:58.100581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:58.179495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:58.248205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] For port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:58.248797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:58.272451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Calling delete_port for a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:31:58.357458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a217fa2f-f107-442d-961d-51189e90e22f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:58.424623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9fce081-6485-4e9a-9d97-14d800872246 req-6eadc697-b197-4cd5-acd5-d07680839477 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 210 time: 0.0645661 Nov 25 18:31:58.560920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a669b-e1b5-4ced-9b68-93e376083610 req-5e836100-a62c-479e-bf64-5833062b2373 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:58.562811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f3a669b-e1b5-4ced-9b68-93e376083610 req-5e836100-a62c-479e-bf64-5833062b2373 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 950 time: 0.1792188 Nov 25 18:31:58.618528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec18b0d3-7975-4b43-927f-8d276f34d8cd req-ca6800e2-590f-4b4e-9c57-c5caec70396b tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0652692 Nov 25 18:31:58.619174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:58.658016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:58.689523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event deleted for resources: {'Port': ['ID=a595ff68-ba4d-4c25-b7dd-2aa6357d77c7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:31:58.717883 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-d613c469-4723-4d5a-9eea-807b6c4cb23a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414164 Nov 25 18:31:58.949924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-203a6b81-523c-45ba-8813-1fb5cbae7143 req-0c2615c7-4ab1-4362-b2c2-46b1dc8fa1b4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=85315e51-2651-4ece-ac92-8c261430b65a HTTP/1.1" status: 200 len: 210 time: 0.0307231 Nov 25 18:31:59.003737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] No DVR routers for this DVR port a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:31:59.020128 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:59.025854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a3710c1-a7e1-4222-a0fe-4804d730d792 req-58f35ca8-9f2e-4c22-bc04-fbf34c4aeb60 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "DELETE /v2.0/ports/a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 HTTP/1.1" status: 204 len: 173 time: 1.0576088 Nov 25 18:31:59.026386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85315e51-2651-4ece-ac92-8c261430b65a', 'name': 'network-vif-deleted', 'tag': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:59.029983 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504f370-6b8c-4fa7-809f-c7843d302fbe" -d '{"events": [{"server_uuid": "85315e51-2651-4ece-ac92-8c261430b65a", "name": "network-vif-deleted", "tag": "a595ff68-ba4d-4c25-b7dd-2aa6357d77c7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:59.056339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f3a669b-e1b5-4ced-9b68-93e376083610 req-37e5d99b-3268-477b-a7c9-a98c6a0dbbaa tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763646 Nov 25 18:31:59.107531 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9a246-6a76-4048-80a7-d0bde5847ea1 x-openstack-request-id: req-27f9a246-6a76-4048-80a7-d0bde5847ea1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:59.108784 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85315e51-2651-4ece-ac92-8c261430b65a", "name": "network-vif-deleted", "tag": "a595ff68-ba4d-4c25-b7dd-2aa6357d77c7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:59.110262 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27f9a246-6a76-4048-80a7-d0bde5847ea1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:59.110705 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85315e51-2651-4ece-ac92-8c261430b65a', 'name': 'network-vif-deleted', 'tag': 'a595ff68-ba4d-4c25-b7dd-2aa6357d77c7', 'status': 'completed', 'code': 200} Nov 25 18:31:59.155526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-659d2823-0241-4302-9289-61337f465ac9 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:59.157210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-659d2823-0241-4302-9289-61337f465ac9 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4261756 Nov 25 18:31:59.186258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Request body: {'port': {'device_id': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'e36566a6bcc14e4f8ba9f12343cb3014'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:31:59.302478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f9cdb-74c4-4a4e-9bf0-ca3b07e257ca req-587b2ba7-0b33-4062-9dc9-735eb0c91526 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:31:59.304389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-438f9cdb-74c4-4a4e-9bf0-ca3b07e257ca req-587b2ba7-0b33-4062-9dc9-735eb0c91526 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.1368976 Nov 25 18:31:59.376838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a595ff68-ba4d-4c25-b7dd-2aa6357d77c7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:31:59.421574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-438f9cdb-74c4-4a4e-9bf0-ca3b07e257ca req-fab42179-f27f-4953-989d-87a7231f69f1 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028068 Nov 25 18:31:59.451065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Made reservation on behalf of e36566a6bcc14e4f8ba9f12343cb3014 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:31:59.454693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:59.528803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:31:59.602257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153390cd-a155-42c3-8531-d23a7a238dc2 req-c4beb2a8-80af-4e96-bc10-a227b55b8ef5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 210 time: 0.0542748 Nov 25 18:31:59.657782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port a217fa2f-f107-442d-961d-51189e90e22f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:31:59.665232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port a217fa2f-f107-442d-961d-51189e90e22f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:31:59.666296 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:59.680140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Allocated IP 192.168.233.74 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/e73e5b59-3920-44bb-bc5c-323e1dd5e6ab) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:31:59.788421 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:59.800258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10dbcbf5-244e-455d-869f-e8b07ea6af54 req-869ded1b-ec6b-4df1-9497-960bce6d6365 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0598991 Nov 25 18:31:59.883570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:31:59.886923 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45447a0b-4423-43dd-b6e8-079d257aa3b0" -d '{"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-plugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:31:59.928803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:31:59.942484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:31:59.953895 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94752d8-5573-4b8e-b6f0-17a06656b5ba x-openstack-request-id: req-e94752d8-5573-4b8e-b6f0-17a06656b5ba {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:31:59.954184 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-plugged", "status": "completed", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:31:59.954431 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e94752d8-5573-4b8e-b6f0-17a06656b5ba {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:31:59.954842 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'code': 200} Nov 25 18:32:00.014445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3669-e133-4b21-854c-db18ecabe692 req-7fdccebf-34a3-450a-84b8-d4f66b57ff43 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:00.016095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-963b3669-e133-4b21-854c-db18ecabe692 req-7fdccebf-34a3-450a-84b8-d4f66b57ff43 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 951 time: 0.0922198 Nov 25 18:32:00.044893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=13']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:00.097911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.194954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Deleting port a217fa2f-f107-442d-961d-51189e90e22f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:00.195393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.210928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.337395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:00.358510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:00.361136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:00.369024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Pushing event updated for resources: {'Port': ['ID=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:00.449732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] For port a217fa2f-f107-442d-961d-51189e90e22f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a217fa2f-f107-442d-961d-51189e90e22f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:00.450100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.475305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d96fd-606c-474d-9c48-5cbd08c368c6 req-28918c3e-3518-4a46-86c3-d03877ac7c47 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:00.476842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-863d96fd-606c-474d-9c48-5cbd08c368c6 req-28918c3e-3518-4a46-86c3-d03877ac7c47 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 951 time: 0.2290158 Nov 25 18:32:00.485985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:00.486656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.489357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Calling delete_port for a217fa2f-f107-442d-961d-51189e90e22f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:00.547700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-af97843a-6387-42e8-8aae-b32f6daa91ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3763561 Nov 25 18:32:00.591250 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.632035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Request body: {'port': {'device_id': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:00.652655 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f120c-2c25-48f5-ac09-e115cecd8479 req-798dcd3a-3cf5-43a6-bab8-980f63f67a96 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:00.659910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e35f120c-2c25-48f5-ac09-e115cecd8479 req-798dcd3a-3cf5-43a6-bab8-980f63f67a96 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.0681839 Nov 25 18:32:00.687228 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4d16a902-052a-4b36-b859-2c15affe9c71 None None] Provisioning complete for port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:00.687865 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d16a902-052a-4b36-b859-2c15affe9c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.706277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-863d96fd-606c-474d-9c48-5cbd08c368c6 req-66fda4ff-a19f-4d66-9d4e-591845d5148f tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149379 Nov 25 18:32:00.732463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4d16a902-052a-4b36-b859-2c15affe9c71 None None] Port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:32:00.738090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e35f120c-2c25-48f5-ac09-e115cecd8479 req-5781ffc5-618c-41d6-86ce-8decff75b5a9 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769928 Nov 25 18:32:00.782765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.859942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f944e7a-8cc7-4517-bbaa-a8f1c07c3f11 req-e3c1dcbd-c0e4-42e1-8315-a3258d0402c8 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:00.861361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f944e7a-8cc7-4517-bbaa-a8f1c07c3f11 req-e3c1dcbd-c0e4-42e1-8315-a3258d0402c8 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 935 time: 0.0555248 Nov 25 18:32:00.962494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f944e7a-8cc7-4517-bbaa-a8f1c07c3f11 req-78db059e-564d-45c7-a15a-632007724c3b tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885499 Nov 25 18:32:00.962719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:00.976157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f', '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'a217fa2f-f107-442d-961d-51189e90e22f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:00.977815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc21094-efcd-4036-ae37-8b2ce85d2d08'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:01.089126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc6d9709-f9eb-4f71-a10f-9ae2f36851d3 req-63510ecd-4260-488c-bf97-30db94079d26 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0360572 Nov 25 18:32:01.403628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event deleted for resources: {'Port': ['ID=a217fa2f-f107-442d-961d-51189e90e22f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:01.509967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301960b-c612-418f-a6fd-5e7a796e828c req-d39a153c-0455-46ad-bf31-bf3e3e9ff1c2 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:01.509967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-d39a153c-0455-46ad-bf31-bf3e3e9ff1c2 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.6219354 Nov 25 18:32:01.509967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] No DVR routers for this DVR port a217fa2f-f107-442d-961d-51189e90e22f on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:01.524474 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:01.529125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-963b3669-e133-4b21-854c-db18ecabe692 req-7128a705-ba93-414b-addb-eb1f765435b2 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "DELETE /v2.0/ports/a217fa2f-f107-442d-961d-51189e90e22f HTTP/1.1" status: 204 len: 173 time: 1.5029647 Nov 25 18:32:01.529583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-deleted', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:01.531946 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efdd587-5c22-4e2a-b837-4b94b1af66aa" -d '{"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-deleted", "tag": "a217fa2f-f107-442d-961d-51189e90e22f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:01.551024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-793d1292-ed09-46e4-8520-99213519dea9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0625381 Nov 25 18:32:01.676685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73e5b59-3920-44bb-bc5c-323e1dd5e6ab {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:01.693696 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdce9ff-2e16-4ccb-927c-0a451a256113 x-openstack-request-id: req-8cdce9ff-2e16-4ccb-927c-0a451a256113 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:01.693993 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acebec3-942e-4437-ac45-d0fcf83f86f8", "name": "network-vif-deleted", "tag": "a217fa2f-f107-442d-961d-51189e90e22f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:01.694636 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cdce9ff-2e16-4ccb-927c-0a451a256113 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:01.695046 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acebec3-942e-4437-ac45-d0fcf83f86f8', 'name': 'network-vif-deleted', 'tag': 'a217fa2f-f107-442d-961d-51189e90e22f', 'status': 'completed', 'code': 200} Nov 25 18:32:01.698380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:01.763651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Transition to ACTIVE for port object e73e5b59-3920-44bb-bc5c-323e1dd5e6ab will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:01.784941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-4ec9cb5d-4c87-4a83-9fce-8841cf73a432 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889733 Nov 25 18:32:01.785830 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:01.855845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6ddf13c-8783-41df-9a67-0b961afd4b3b req-a78b0998-4df5-4b5d-a9bf-a4dd87a1a364 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=6acebec3-942e-4437-ac45-d0fcf83f86f8 HTTP/1.1" status: 200 len: 210 time: 0.0318720 Nov 25 18:32:01.988035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Pushing event updated for resources: {'Port': ['ID=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:02.006175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3f504-8256-4cd2-9667-56fd202ba37c req-74023845-eb6a-489d-9df0-fc08d4da368c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.015706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8af3f504-8256-4cd2-9667-56fd202ba37c req-74023845-eb6a-489d-9df0-fc08d4da368c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.0672565 Nov 25 18:32:02.067359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-bef430e2-87d6-46be-935d-939b45919e50 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708962 Nov 25 18:32:02.081601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8af3f504-8256-4cd2-9667-56fd202ba37c req-d629c53c-c0d7-4d64-b092-f0fba8965e1f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627079 Nov 25 18:32:02.147364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Attempting to bind port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:02.147832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Attempting to bind port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:02.148031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Attempting to bind port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:02.156568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:02.156900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Attempting to bind port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:02.167987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:02.168352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:02.168742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:02.169193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Bound port: e73e5b59-3920-44bb-bc5c-323e1dd5e6ab, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:02.169554 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.236792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbe95c-9556-47b5-9dfb-bdb80c217af1 req-df79d97b-cf3c-4f4e-9a9b-667055e17790 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.240644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-0d54de30-68eb-43a3-a189-acf5659c3754 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662064 Nov 25 18:32:02.241001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-80bbe95c-9556-47b5-9dfb-bdb80c217af1 req-df79d97b-cf3c-4f4e-9a9b-667055e17790 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 947 time: 0.0597470 Nov 25 18:32:02.284174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] For port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:02.293829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] For port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:02.313234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.322840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-80bbe95c-9556-47b5-9dfb-bdb80c217af1 req-b1fcd868-fa1a-4183-b03e-6f5ad65b667a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717914 Nov 25 18:32:02.377751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.378662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:02.381180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] 10.222.0.66 "PUT /v2.0/ports/e73e5b59-3920-44bb-bc5c-323e1dd5e6ab HTTP/1.1" status: 200 len: 1095 time: 1.7536643 Nov 25 18:32:02.486818 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9ba37af-8ba5-4bdd-8aaf-28a6d771e078 req-6a3ecc56-6a0a-49d0-ba9b-caffb8b8d60b tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0571306 Nov 25 18:32:02.505586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32d8d4-7ac7-4447-a03c-32085540af03 service neutron] Pushing event updated for resources: {'Port': ['ID=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:02.567328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-442072e5-15b9-40bd-ae10-61202d788d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.568779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-442072e5-15b9-40bd-ae10-61202d788d06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 1098 time: 0.1231070 Nov 25 18:32:02.585839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-468d1d5a-0e54-49c9-94da-767414e5c1de req-a186ce67-002f-4da4-8dee-8cf912781513 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 210 time: 0.0456941 Nov 25 18:32:02.657765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-793a3f73-eec4-4ccb-ae4f-1d38ca0b1395 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab HTTP/1.1" status: 200 len: 217 time: 0.0748694 Nov 25 18:32:02.716462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fcc67ed5-ab99-49a9-aed0-46cf099cd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.717857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-fcc67ed5-ab99-49a9-aed0-46cf099cd206 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0522249 Nov 25 18:32:02.780196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-8909532a-faec-4ba5-9ed4-ed76b95dd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:02.781920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-8909532a-faec-4ba5-9ed4-ed76b95dd7b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475850 Nov 25 18:32:02.897815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-7cb9e6f5-e678-42a0-9831-b3d98f56085c service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063099 Nov 25 18:32:03.045099 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:03.059422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56ff2f24-8fb3-4df0-96b8-20289e080afa req-c34d3eb1-11fc-4f8c-9c52-671d52951505 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530764 Nov 25 18:32:03.301973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe617077-926d-4cba-853d-97fffc933037 req-4c73c7e6-92fb-4c9f-a670-0411baaac181 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.305416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe617077-926d-4cba-853d-97fffc933037 req-4c73c7e6-92fb-4c9f-a670-0411baaac181 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.1078615 Nov 25 18:32:03.332935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc7c2c-f6a5-4353-979a-9c4d3e82d8f0 req-80bad50d-fdfc-45b9-9b91-afc297e4c87e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.341782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bffc7c2c-f6a5-4353-979a-9c4d3e82d8f0 req-80bad50d-fdfc-45b9-9b91-afc297e4c87e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 951 time: 0.0694869 Nov 25 18:32:03.375243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe617077-926d-4cba-853d-97fffc933037 req-c635dd22-7f54-43ab-8ea3-cee254ff9402 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611525 Nov 25 18:32:03.402927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bffc7c2c-f6a5-4353-979a-9c4d3e82d8f0 req-94b0ef00-11bd-4ee0-9eb3-5f0453d9fd23 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575006 Nov 25 18:32:03.550048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:03.578383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fab49-e429-4a41-b617-f90ecb29a155 req-f9d59bfb-f808-442e-a03b-e0cde85a5294 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:03.580094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b8fab49-e429-4a41-b617-f90ecb29a155 req-f9d59bfb-f808-442e-a03b-e0cde85a5294 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 947 time: 0.0867243 Nov 25 18:32:03.592656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:03.593291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a595ff68-ba4d-4c25-b7dd-2aa6357d77c7 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:03.649875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b8fab49-e429-4a41-b617-f90ecb29a155 req-d9f4a39c-4f21-4775-8a95-4985438f51ac tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619135 Nov 25 18:32:03.696225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'tag': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:03.700517 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185dc054-2229-420b-a54c-93060dba16a7" -d '{"events": [{"name": "network-changed", "server_uuid": "40140af6-dc59-4222-b11d-f0a07ebce7d0", "tag": "e73e5b59-3920-44bb-bc5c-323e1dd5e6ab"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:03.735039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d467654-c5c8-4fa4-8b6d-27b1cbef9f5f req-a50836aa-5292-4679-bbf4-c83a7bf3ad39 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Nov 25 18:32:03.781079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26662779-70d8-485c-92d3-64bbe0ec1057 req-98a99bad-6e66-4fcd-aa96-e44a5b6b61c8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 210 time: 0.0448472 Nov 25 18:32:04.048546 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4445a786-62bf-4f15-a297-ff92005a512e x-openstack-request-id: req-4445a786-62bf-4f15-a297-ff92005a512e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:04.048546 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40140af6-dc59-4222-b11d-f0a07ebce7d0", "tag": "e73e5b59-3920-44bb-bc5c-323e1dd5e6ab", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:04.049152 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4445a786-62bf-4f15-a297-ff92005a512e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:04.049667 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'tag': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab', 'status': 'completed', 'code': 200} Nov 25 18:32:04.119875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301960b-c612-418f-a6fd-5e7a796e828c req-09d952b7-5b97-4a81-9c74-082c54d91fe0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.122751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-09d952b7-5b97-4a81-9c74-082c54d91fe0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1906893 Nov 25 18:32:04.136701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Request body: {'port': {'device_id': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'admin_state_up': True, 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:04.187898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dc054-2229-420b-a54c-93060dba16a7 req-281c38ca-423a-4599-9fa2-97bab59e3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.189400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-185dc054-2229-420b-a54c-93060dba16a7 req-281c38ca-423a-4599-9fa2-97bab59e3384 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 1098 time: 0.1137762 Nov 25 18:32:04.329453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dc054-2229-420b-a54c-93060dba16a7 req-01a1f162-596d-496e-87d6-ffbe5713d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.330856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-185dc054-2229-420b-a54c-93060dba16a7 req-01a1f162-596d-496e-87d6-ffbe5713d419 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1338818 Nov 25 18:32:04.335213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:32:04.338813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:04.388925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-185dc054-2229-420b-a54c-93060dba16a7 req-6400a1f3-5b28-43b7-97e6-d123fde5ba4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab HTTP/1.1" status: 200 len: 217 time: 0.0472450 Nov 25 18:32:04.514897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dc054-2229-420b-a54c-93060dba16a7 req-11532681-78c4-4ff9-995f-d7e63e2f91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.516490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-185dc054-2229-420b-a54c-93060dba16a7 req-11532681-78c4-4ff9-995f-d7e63e2f91a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1172125 Nov 25 18:32:04.557606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f634f6-ecc2-4f10-912a-387f3d9f4b2c req-d771b51b-ae71-467d-8e64-df5b4908dfef tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.567230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51f634f6-ecc2-4f10-912a-387f3d9f4b2c req-d771b51b-ae71-467d-8e64-df5b4908dfef tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 951 time: 0.0738270 Nov 25 18:32:04.616887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff216cb4-2896-485d-8ff5-49e7b8f7a5a7 req-f5641a83-afa5-4897-b17c-6587f4629d6d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.619824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff216cb4-2896-485d-8ff5-49e7b8f7a5a7 req-f5641a83-afa5-4897-b17c-6587f4629d6d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.1407568 Nov 25 18:32:04.629237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Allocated IP 172.20.0.12 (5aa2aa5a-a649-4b58-ab2a-d56bb74a6606/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0/2b5a3677-5f15-4eef-bcc3-9f22da893f69) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:04.641465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51f634f6-ecc2-4f10-912a-387f3d9f4b2c req-d24500bb-9de2-4eb2-9302-5d49ca44849c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691643 Nov 25 18:32:04.658173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dc054-2229-420b-a54c-93060dba16a7 req-37d2bfc6-4b0a-4c63-9a15-70f7097d915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.658173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-185dc054-2229-420b-a54c-93060dba16a7 req-37d2bfc6-4b0a-4c63-9a15-70f7097d915a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279211 Nov 25 18:32:04.767637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff216cb4-2896-485d-8ff5-49e7b8f7a5a7 req-6925cb8b-eacf-471d-a8ae-430344ea310d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404014 Nov 25 18:32:04.853865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-bc1fe8db-f7db-483d-a387-0ba696f39dd0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.859445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-bc1fe8db-f7db-483d-a387-0ba696f39dd0 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 951 time: 0.1332233 Nov 25 18:32:04.870400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-185dc054-2229-420b-a54c-93060dba16a7 req-a8bf9ed9-2381-4030-9488-65a3479dac06 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007744 Nov 25 18:32:04.987360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5f3c6-2c31-4a5e-b51a-b9917aa8eae0 req-dedb0168-98a8-4c55-a3a3-9848546a5a91 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:04.994961 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4a5f3c6-2c31-4a5e-b51a-b9917aa8eae0 req-dedb0168-98a8-4c55-a3a3-9848546a5a91 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 947 time: 0.1328785 Nov 25 18:32:05.016012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e60fdaf-9cc1-4b4b-b67e-ca33cef16dab req-242a7a04-b103-426b-90a8-5171979b11c7 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.1066940 Nov 25 18:32:05.023345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.059251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4a5f3c6-2c31-4a5e-b51a-b9917aa8eae0 req-046cba2b-5eb0-4c78-9cad-c42c653c7ca8 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Nov 25 18:32:05.096639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-185dc054-2229-420b-a54c-93060dba16a7 req-73c64b29-ed46-4a8d-8b97-378b1223aa14 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861894 Nov 25 18:32:05.107141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Deleting port 05ad8908-e0e1-4780-9924-95b60b20f4e4 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:05.107606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.107989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.124209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:05.219160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:05.239273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:05.251560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:05.254184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] For port 05ad8908-e0e1-4780-9924-95b60b20f4e4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=05ad8908-e0e1-4780-9924-95b60b20f4e4,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:05.254755 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.263730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event updated for resources: {'Port': ['ID=2b5a3677-5f15-4eef-bcc3-9f22da893f69,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:05.291665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Calling delete_port for 05ad8908-e0e1-4780-9924-95b60b20f4e4 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:05.324821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de10794-9db9-4a76-914d-2d20a4b84a9e req-f7b2eedd-2c77-452c-ab50-66552c5786b9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:05.332627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6de10794-9db9-4a76-914d-2d20a4b84a9e req-f7b2eedd-2c77-452c-ab50-66552c5786b9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 932 time: 0.1430836 Nov 25 18:32:05.341336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:05.342207 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.384093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-72bf52ee-1161-4213-a50e-ed59a9915a34 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2514412 Nov 25 18:32:05.400816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Request body: {'port': {'device_id': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:05.417697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6de10794-9db9-4a76-914d-2d20a4b84a9e req-1dbe370f-8d38-4992-8e5e-6ec12b168b22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836921 Nov 25 18:32:05.485735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.531589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.546990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f', '05ad8908-e0e1-4780-9924-95b60b20f4e4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:05.560240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:05.613113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event deleted for resources: {'Port': ['ID=05ad8908-e0e1-4780-9924-95b60b20f4e4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:05.658388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: a217fa2f-f107-442d-961d-51189e90e22f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:05.658752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a217fa2f-f107-442d-961d-51189e90e22f not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:05.667832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] No DVR routers for this DVR port 05ad8908-e0e1-4780-9924-95b60b20f4e4 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:05.683246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:05.689052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca9cd6d1-b9c9-49ba-bf2a-663e2d1f2ae1 req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "DELETE /v2.0/ports/05ad8908-e0e1-4780-9924-95b60b20f4e4 HTTP/1.1" status: 204 len: 173 time: 0.8084893 Nov 25 18:32:05.689743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-deleted', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:05.693609 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b64ffa-57de-4ba4-a87d-551535030efc" -d '{"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-deleted", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:05.698089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.699322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.699909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.700466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.701022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.701617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.702284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.702885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.703451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.704030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.704579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.705351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a058c5-4466-48b7-a0a4-be317314a854 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:05.726999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc21094-efcd-4036-ae37-8b2ce85d2d08'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:05.878288 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bc473c-d510-4e23-9a07-7995135c8441 x-openstack-request-id: req-05bc473c-d510-4e23-9a07-7995135c8441 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:05.879123 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0114d-df04-4d94-84a9-c936c1ce2c9a", "name": "network-vif-deleted", "tag": "05ad8908-e0e1-4780-9924-95b60b20f4e4", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:05.879123 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05bc473c-d510-4e23-9a07-7995135c8441 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:05.879553 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0114d-df04-4d94-84a9-c936c1ce2c9a', 'name': 'network-vif-deleted', 'tag': '05ad8908-e0e1-4780-9924-95b60b20f4e4', 'status': 'completed', 'code': 200} Nov 25 18:32:06.007098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99bc8810-d6a9-41f0-b053-272b2708aaff req-4462a042-8a76-4a24-a701-1240c530ef82 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db0114d-df04-4d94-84a9-c936c1ce2c9a HTTP/1.1" status: 200 len: 210 time: 0.1269660 Nov 25 18:32:06.042160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5a3677-5f15-4eef-bcc3-9f22da893f69 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:06.056921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:06.082756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Transition to ACTIVE for port object 2b5a3677-5f15-4eef-bcc3-9f22da893f69 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:06.102733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:06.178343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c14c5613-05b8-4848-b522-cfd0901aaad1 req-fe12ac91-61ae-467e-970e-bc00fd32e2d8 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0438094 Nov 25 18:32:06.320094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df796f-5ce8-4273-bace-96fa74bf9079 req-3c7baf3b-f31a-416b-b4f4-043061e52096 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:06.324828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e742f-939b-47b5-a16a-d4547824f31b req-466eb7c3-3658-4d34-9470-6e1f35d4eab5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:06.328504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2df796f-5ce8-4273-bace-96fa74bf9079 req-3c7baf3b-f31a-416b-b4f4-043061e52096 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 946 time: 0.2650254 Nov 25 18:32:06.335073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a92e742f-939b-47b5-a16a-d4547824f31b req-466eb7c3-3658-4d34-9470-6e1f35d4eab5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 947 time: 0.0883789 Nov 25 18:32:06.358187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Pushing event updated for resources: {'Port': ['ID=2b5a3677-5f15-4eef-bcc3-9f22da893f69,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:06.384256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-08f2e44f-7cf8-49da-88b1-9fb7cf1a3769 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:06.385760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-08f2e44f-7cf8-49da-88b1-9fb7cf1a3769 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1097 time: 0.2849236 Nov 25 18:32:06.399279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819194-3'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:06.450008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a92e742f-939b-47b5-a16a-d4547824f31b req-6bf53ce4-8894-48ed-8d75-f19273e1248e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138613 Nov 25 18:32:06.506790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2df796f-5ce8-4273-bace-96fa74bf9079 req-bea8e180-61e5-486f-a268-b4d223cafd72 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608140 Nov 25 18:32:06.539686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Attempting to bind port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:06.541327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Attempting to bind port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:06.543591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Attempting to bind port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:06.550629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:06.554049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:06.554559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Attempting to bind port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:06.571405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:06.571907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:06.572436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Bound using segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:06.573022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Bound port: 2b5a3677-5f15-4eef-bcc3-9f22da893f69, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:06.573539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:06.746255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e63ae8-b138-4def-9a6c-5993180cb721 req-dc4a5fd6-7ed0-4d4a-9136-fca8d520b10b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:06.747866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0e63ae8-b138-4def-9a6c-5993180cb721 req-dc4a5fd6-7ed0-4d4a-9136-fca8d520b10b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 944 time: 0.1717083 Nov 25 18:32:06.776033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device be3b5ea2-f731-4ca8-8c0b-2c022efe9169 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:06.803233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] For port 2b5a3677-5f15-4eef-bcc3-9f22da893f69, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:06.829440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] For port 2b5a3677-5f15-4eef-bcc3-9f22da893f69, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2b5a3677-5f15-4eef-bcc3-9f22da893f69,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:06.837308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:06.848150 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:06.903229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0e63ae8-b138-4def-9a6c-5993180cb721 req-de958b44-4d69-496f-9199-ca03ebbefc2d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464436 Nov 25 18:32:06.908923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:06.909837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:06.911231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] 10.222.0.64 "PUT /v2.0/ports/2b5a3677-5f15-4eef-bcc3-9f22da893f69 HTTP/1.1" status: 200 len: 1092 time: 1.5154066 Nov 25 18:32:06.913322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'tag': '2b5a3677-5f15-4eef-bcc3-9f22da893f69'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:06.918239 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a8b473-0bb8-4393-991c-131c4239bbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19000d-2c7c-4883-8789-3b6720e4ede6", "tag": "2b5a3677-5f15-4eef-bcc3-9f22da893f69"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:06.961561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:06.981964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e674e2c-66d6-4cec-82f7-07b60d98232b service neutron] Pushing event updated for resources: {'Port': ['ID=2b5a3677-5f15-4eef-bcc3-9f22da893f69,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:06.990300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:06.997551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device be3b5ea2-f731-4ca8-8c0b-2c022efe9169 has no active binding in host n-h1-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:32:06.997941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e73e5b59-3920-44bb-bc5c-323e1dd5e6ab details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:07.062197 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b115ff7-30aa-4a16-a9ae-332f26e67b78 x-openstack-request-id: req-3b115ff7-30aa-4a16-a9ae-332f26e67b78 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:07.062846 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19000d-2c7c-4883-8789-3b6720e4ede6", "tag": "2b5a3677-5f15-4eef-bcc3-9f22da893f69", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:07.062846 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b115ff7-30aa-4a16-a9ae-332f26e67b78 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:07.063168 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'tag': '2b5a3677-5f15-4eef-bcc3-9f22da893f69', 'status': 'completed', 'code': 200} Nov 25 18:32:07.097570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301960b-c612-418f-a6fd-5e7a796e828c req-85c5cdaa-a7ad-4f1a-85ec-e0f57997dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:07.099701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-85c5cdaa-a7ad-4f1a-85ec-e0f57997dcc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 1095 time: 0.1075094 Nov 25 18:32:07.101821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.146503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-14c5ecf0-cf2e-4cf2-8758-1c3cf3bbf358 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a3677-5f15-4eef-bcc3-9f22da893f69 HTTP/1.1" status: 200 len: 217 time: 0.0377629 Nov 25 18:32:07.148232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.182967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:07.198677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab', 'mac_address': 'fa:16:3e:30:fc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:32:07.309883 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.333500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73e5b59-3920-44bb-bc5c-323e1dd5e6ab {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:07.348012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf2ddc77-7cdd-4076-a3ab-6ae8d7c8e958 req-e4d6480a-d99d-42bf-980b-f81ba2a5eeca tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0615735 Nov 25 18:32:07.357438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301960b-c612-418f-a6fd-5e7a796e828c req-f4f78665-8351-4301-a251-fcd8fa0558d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:07.358925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-f4f78665-8351-4301-a251-fcd8fa0558d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.2013223 Nov 25 18:32:07.359079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:07.361803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:07.367768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on host n-h2-819194-3 for vnic_type normal with profile {"migrating_to": "n-h1-819194-3"} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:07.368167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:07.368497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:07.373987 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.392666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:07.392666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Attempting to bind port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on network 1d92d0a3-6c66-4168-9eb2-8913bbc3b172 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:07.404713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:07.405873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Checking segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:07.406208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Bound using segment: {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:07.406707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Bound port: be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1d92d0a3-6c66-4168-9eb2-8913bbc3b172'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:07.407107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.424930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-8432f2b4-f81c-4428-a68f-d163c9ccffb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507410 Nov 25 18:32:07.450985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:07.602749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:07.638074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:07.641750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-0202c409-6a36-4260-8a02-ff2490fa9c2e service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051415 Nov 25 18:32:07.658305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da6556-a249-4870-a55d-2b74a73d6b3a req-265e354a-cb29-492d-9ebb-cc26a3e2c72b tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:07.666504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19da6556-a249-4870-a55d-2b74a73d6b3a req-265e354a-cb29-492d-9ebb-cc26a3e2c72b tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 948 time: 0.1276209 Nov 25 18:32:07.669719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:07.679969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4fd0-c6f3-481d-918d-b7dcd369befe req-74248844-ec57-4048-aaf6-3116dfc0229d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:07.681502 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d37c4fd0-c6f3-481d-918d-b7dcd369befe req-74248844-ec57-4048-aaf6-3116dfc0229d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0694342 Nov 25 18:32:07.753993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d37c4fd0-c6f3-481d-918d-b7dcd369befe req-26228d54-e72f-4bfe-93c1-1d386717d491 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637524 Nov 25 18:32:07.803606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e73e5b59-3920-44bb-bc5c-323e1dd5e6ab'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:07.906901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924766-88a7-40a8-b4a1-6b79b602c169 req-aae032b4-66ec-4b66-a360-e3a5e80dd7e1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:07.915977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee924766-88a7-40a8-b4a1-6b79b602c169 req-aae032b4-66ec-4b66-a360-e3a5e80dd7e1 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.0756178 Nov 25 18:32:08.001634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee924766-88a7-40a8-b4a1-6b79b602c169 req-f04df66a-d5de-478b-962c-24d44f2aa79b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841913 Nov 25 18:32:08.127741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.128676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:08.130058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] 10.222.0.66 "PUT /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 1122 time: 1.7364981 Nov 25 18:32:08.148009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8acc21-cbd0-4c93-9ce2-a558689b420a service neutron] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=8']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:08.190920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19da6556-a249-4870-a55d-2b74a73d6b3a req-da023af1-edb5-42fb-8480-0fb0e121c2e6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180616 Nov 25 18:32:08.220562 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f301960b-c612-418f-a6fd-5e7a796e828c req-016f1eed-a64d-4958-96aa-5811e2d23f62 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481434 Nov 25 18:32:08.237039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['be3b5ea2-f731-4ca8-8c0b-2c022efe9169'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:08.291256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2cbe6-e1c4-49ad-bc3a-8263dab7f759 req-879f5453-82ca-46ab-9878-1f270ee6c85e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.294025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61a2cbe6-e1c4-49ad-bc3a-8263dab7f759 req-879f5453-82ca-46ab-9878-1f270ee6c85e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 944 time: 0.0954888 Nov 25 18:32:08.320732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['be3b5ea2-f731-4ca8-8c0b-2c022efe9169'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:08.366163 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61a2cbe6-e1c4-49ad-bc3a-8263dab7f759 req-b1f1683e-08f7-4a58-bf1c-6041c132b9b8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609336 Nov 25 18:32:08.381175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-5f2dd83f-ebca-4530-88d7-a7eae9a60d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.385310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-5f2dd83f-ebca-4530-88d7-a7eae9a60d30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 1095 time: 0.0509400 Nov 25 18:32:08.508078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2befa63e-524e-4b2c-bfcb-309df5a8b5ae req-a594df9c-7f2b-4db6-9176-c9306998120c tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0356669 Nov 25 18:32:08.547025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-c602f2b0-a428-40d1-afe1-4e393690b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.548597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-c602f2b0-a428-40d1-afe1-4e393690b108 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.1490502 Nov 25 18:32:08.599512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-de0b70d1-e415-4eee-baa3-6e69dbcf2646 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a3677-5f15-4eef-bcc3-9f22da893f69 HTTP/1.1" status: 200 len: 217 time: 0.0400555 Nov 25 18:32:08.658821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-d3868502-af3a-4d75-98bf-c8b7e836707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.660841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-d3868502-af3a-4d75-98bf-c8b7e836707d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.0498528 Nov 25 18:32:08.703077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-39637b6a-fdd5-490a-a5ca-41594f4f9ce4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299006 Nov 25 18:32:08.803360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-f7093cc7-8397-4f61-93dd-5b1ee26f4e62 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920248 Nov 25 18:32:08.903050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64516f7-ddd1-46c0-aa5d-11c4980dc1bc req-beef08f5-4d87-46ba-9c80-a7858cea554a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:08.905213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d64516f7-ddd1-46c0-aa5d-11c4980dc1bc req-beef08f5-4d87-46ba-9c80-a7858cea554a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0586143 Nov 25 18:32:08.921873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52a8b473-0bb8-4393-991c-131c4239bbbc req-6c1c3138-f051-4690-9a7c-e5606947bdc2 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063168 Nov 25 18:32:08.977710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d64516f7-ddd1-46c0-aa5d-11c4980dc1bc req-e4bf31ba-5622-4fea-9590-2b8b6fc36fd3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616314 Nov 25 18:32:09.063990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169'}, {'name': 'network-changed', 'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:09.066378 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b502e974-028d-455b-ab9c-5c1752e2f1dc" -d '{"events": [{"server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "name": "network-vif-unplugged", "status": "completed", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169"}, {"name": "network-changed", "server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:09.107938 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1acb9b5-151c-40d7-aa8d-a13462bcc9a0 x-openstack-request-id: req-c1acb9b5-151c-40d7-aa8d-a13462bcc9a0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:09.108353 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "name": "network-vif-unplugged", "status": "completed", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169", "code": 200}, {"name": "network-changed", "server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:09.108697 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1acb9b5-151c-40d7-aa8d-a13462bcc9a0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:09.109180 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169', 'code': 200} Nov 25 18:32:09.109526 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169', 'status': 'completed', 'code': 200} Nov 25 18:32:09.172842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99092f4b-df9b-4263-b2d3-6af895951cab req-1e3aea2c-decb-435b-97eb-8fc8d314916d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.177141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99092f4b-df9b-4263-b2d3-6af895951cab req-1e3aea2c-decb-435b-97eb-8fc8d314916d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1075902 Nov 25 18:32:09.227766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-896a2ade-952b-4aad-bfc4-ede65d81d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.230666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-896a2ade-952b-4aad-bfc4-ede65d81d36f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1125 time: 0.0898280 Nov 25 18:32:09.323555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee1906-9a1e-474c-b311-043f72915355 req-9898ecb5-edec-4acc-ba95-c7e27038f9b2 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.332069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99092f4b-df9b-4263-b2d3-6af895951cab req-c9a2e1a1-47b1-466b-94b2-038ae739989c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463542 Nov 25 18:32:09.333060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39ee1906-9a1e-474c-b311-043f72915355 req-9898ecb5-edec-4acc-ba95-c7e27038f9b2 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 948 time: 0.0670552 Nov 25 18:32:09.386506 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39ee1906-9a1e-474c-b311-043f72915355 req-1747d9ce-883e-483e-ab16-d11fee5de186 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515223 Nov 25 18:32:09.439751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-25f65db1-cc10-4b79-b293-6d59fcd3c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.441234 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-25f65db1-cc10-4b79-b293-6d59fcd3c20e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.2029884 Nov 25 18:32:09.454229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb406d-4017-4163-a37c-4d439359b647 req-65b732d8-c825-42ea-ad8c-cd95455d795d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.455889 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4bcb406d-4017-4163-a37c-4d439359b647 req-65b732d8-c825-42ea-ad8c-cd95455d795d tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.66 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 949 time: 0.1476421 Nov 25 18:32:09.533614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-2d239db4-5ae5-47d9-a691-5f2e104246a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 217 time: 0.0735366 Nov 25 18:32:09.548934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:09.598174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246780fd-467c-4c5c-a18d-d448451554b6 req-874bc6ef-0a34-4735-91c0-ac3d254d3d8a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.609785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-246780fd-467c-4c5c-a18d-d448451554b6 req-874bc6ef-0a34-4735-91c0-ac3d254d3d8a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 944 time: 0.1002450 Nov 25 18:32:09.614775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 05ad8908-e0e1-4780-9924-95b60b20f4e4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:09.615502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 05ad8908-e0e1-4780-9924-95b60b20f4e4 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:09.629559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-2b429c30-77d8-432d-9a42-8385ea59ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:09.631072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-2b429c30-77d8-432d-9a42-8385ea59ab56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0772185 Nov 25 18:32:09.691488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-246780fd-467c-4c5c-a18d-d448451554b6 req-df26214c-52f5-488d-80cd-446e043314df tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710993 Nov 25 18:32:09.693635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c5e1e5f1-ea48-44cc-bf13-04cbb02e3c10 req-779f0c78-eafd-4c20-a79d-61dda5f1b65a tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0588069 Nov 25 18:32:09.695904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Deleting port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:09.696231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:09.700569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-2479d6a3-0e2c-4008-bfaa-0186b2ff11d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559721 Nov 25 18:32:09.877376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-e33ae471-12fc-4582-9c0e-a83a5ef406f3 service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656947 Nov 25 18:32:09.879241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] For port 5fc21094-efcd-4036-ae37-8b2ce85d2d08, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc21094-efcd-4036-ae37-8b2ce85d2d08,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:09.879614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:09.901414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Calling delete_port for 5fc21094-efcd-4036-ae37-8b2ce85d2d08 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:10.043642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b502e974-028d-455b-ab9c-5c1752e2f1dc req-a8b7dbfe-13ba-4fd3-8c1c-fc879e8efbde service neutron] 10.222.0.64 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556678 Nov 25 18:32:10.113358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001b833-bf2d-4c65-abed-4f6dbb31572c req-a7a102a9-553f-4f76-bf34-d1f3ff25638a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:10.120924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d001b833-bf2d-4c65-abed-4f6dbb31572c req-a7a102a9-553f-4f76-bf34-d1f3ff25638a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0633478 Nov 25 18:32:10.138233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:10.158848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc21094-efcd-4036-ae37-8b2ce85d2d08'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:10.163176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:10.172887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d001b833-bf2d-4c65-abed-4f6dbb31572c req-cd66cec3-57d3-4bc8-bfc9-5003face2aa5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507677 Nov 25 18:32:10.181968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event deleted for resources: {'Port': ['ID=5fc21094-efcd-4036-ae37-8b2ce85d2d08,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:10.230709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] No DVR routers for this DVR port 5fc21094-efcd-4036-ae37-8b2ce85d2d08 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:10.233598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:10.238566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4bcb406d-4017-4163-a37c-4d439359b647 req-4210cfd1-27ab-43ad-b675-76c56f79350b tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.66 "DELETE /v2.0/ports/5fc21094-efcd-4036-ae37-8b2ce85d2d08 HTTP/1.1" status: 204 len: 173 time: 0.7721281 Nov 25 18:32:10.481810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-743430d1-b694-4254-9cb3-88a9a812921c req-eecabe0b-272b-4269-9187-a8d97c990b0e tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dcdc488-1b1d-44f5-9ac4-ff388ae2982f HTTP/1.1" status: 200 len: 210 time: 0.0547497 Nov 25 18:32:10.553529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924c8e-5073-45b4-a7ef-644344a6f3b0 req-cd984912-1e76-4b49-93cd-a0ed4f0ab432 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:10.557184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be924c8e-5073-45b4-a7ef-644344a6f3b0 req-cd984912-1e76-4b49-93cd-a0ed4f0ab432 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 948 time: 0.0819478 Nov 25 18:32:10.618602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be924c8e-5073-45b4-a7ef-644344a6f3b0 req-c4832127-262c-4c76-ad5c-448556195769 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550778 Nov 25 18:32:10.834089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b75f7a1d-c98c-4a07-96f4-b66bff6c4515 req-5e5b4d74-2f81-4d8f-bd32-cdfcd68bdd2b tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0322073 Nov 25 18:32:10.841024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e73e5b59-3920-44bb-bc5c-323e1dd5e6ab up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:32:10.858119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545622e-909f-4a70-af3f-27819596e20b req-4451fe8f-3031-42fd-b462-70c5ac0e320b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:10.859765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3545622e-909f-4a70-af3f-27819596e20b req-4451fe8f-3031-42fd-b462-70c5ac0e320b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 944 time: 0.0566645 Nov 25 18:32:10.916598 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec063e38-0dc0-4570-b6e6-836fdfaea112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:10.935632 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3545622e-909f-4a70-af3f-27819596e20b req-71714574-42ae-40bb-b23d-f3b4f587fe55 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636654 Nov 25 18:32:10.948922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:32:10.958358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:10.959174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:11.040997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:11.069590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:11.071867 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57a81c-29f3-43ee-82f5-3574857a2b84" -d '{"events": [{"server_uuid": "40140af6-dc59-4222-b11d-f0a07ebce7d0", "name": "network-vif-plugged", "status": "completed", "tag": "e73e5b59-3920-44bb-bc5c-323e1dd5e6ab"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:11.096055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:11.100394 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:11.101203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:11.111130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-deleted', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:11.113751 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976174a8-525b-4951-8a44-3c025cbdac4e" -d '{"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-deleted", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:11.128526 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711bc29d-f0b0-4c9b-871f-a7a76621dbcd x-openstack-request-id: req-711bc29d-f0b0-4c9b-871f-a7a76621dbcd {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:11.128820 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40140af6-dc59-4222-b11d-f0a07ebce7d0", "name": "network-vif-plugged", "status": "completed", "tag": "e73e5b59-3920-44bb-bc5c-323e1dd5e6ab", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:11.129075 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-711bc29d-f0b0-4c9b-871f-a7a76621dbcd {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:11.129464 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab', 'code': 200} Nov 25 18:32:11.154690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 5fc21094-efcd-4036-ae37-8b2ce85d2d08 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:11.154690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc21094-efcd-4036-ae37-8b2ce85d2d08 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:11.158661 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e321e-7d45-4c91-8b0e-c0d4c4fe2041 x-openstack-request-id: req-696e321e-7d45-4c91-8b0e-c0d4c4fe2041 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:11.158876 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcdc488-1b1d-44f5-9ac4-ff388ae2982f", "name": "network-vif-deleted", "tag": "5fc21094-efcd-4036-ae37-8b2ce85d2d08", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:11.159139 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-696e321e-7d45-4c91-8b0e-c0d4c4fe2041 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:11.159538 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcdc488-1b1d-44f5-9ac4-ff388ae2982f', 'name': 'network-vif-deleted', 'tag': '5fc21094-efcd-4036-ae37-8b2ce85d2d08', 'status': 'completed', 'code': 200} Nov 25 18:32:11.175175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:11.238335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9b0c3-8aed-45dc-87b8-cf3217f25cce req-36520d72-dd0e-4c41-8eb1-57ca3e689c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:11.240449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4bb9b0c3-8aed-45dc-87b8-cf3217f25cce req-36520d72-dd0e-4c41-8eb1-57ca3e689c0d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 1100 time: 0.0480576 Nov 25 18:32:11.302193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4bb9b0c3-8aed-45dc-87b8-cf3217f25cce req-61d6894c-cdc0-466b-ba6d-ea1f11b045c8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Nov 25 18:32:11.326572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9178-59b3-4d5c-896b-7298fae39628 req-20d3435f-f38f-4a30-9b76-45f125ec8d95 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:11.328055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5bc9178-59b3-4d5c-896b-7298fae39628 req-20d3435f-f38f-4a30-9b76-45f125ec8d95 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0544181 Nov 25 18:32:11.375334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5bc9178-59b3-4d5c-896b-7298fae39628 req-8db38f9c-478f-433c-a451-7624988b1bb9 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Nov 25 18:32:11.398406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8319bbb7-a619-478c-a741-f137afafb8a8 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:11.400103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8319bbb7-a619-478c-a741-f137afafb8a8 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/networks?id=57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 HTTP/1.1" status: 200 len: 813 time: 0.1116331 Nov 25 18:32:11.416101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-9be92c93-4113-49a3-997a-14e8dfbfded2 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/quotas/0b9adf61ecc94e519a9fbc9fa2745141 HTTP/1.1" status: 200 len: 375 time: 0.0094159 Nov 25 18:32:11.472557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-c4a4301e-74f1-4f7d-9395-1d0b6489779d tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b9adf61ecc94e519a9fbc9fa2745141&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504692 Nov 25 18:32:11.548439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2b5a3677-5f15-4eef-bcc3-9f22da893f69 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:11.561450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-3c16978b-cd56-4b6f-8937-ccacbf356f93 service neutron] 10.222.0.62 "GET /v2.0/networks/57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818462 Nov 25 18:32:11.641954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2b5a3677-5f15-4eef-bcc3-9f22da893f69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2b5a3677-5f15-4eef-bcc3-9f22da893f69,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:11.653893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '2b5a3677-5f15-4eef-bcc3-9f22da893f69', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'port_id': '2b5a3677-5f15-4eef-bcc3-9f22da893f69', 'mac_address': 'fa:16:3e:f2:cd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf3790-0992-4b92-ba9e-0a2e6605f1c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:32:11.654222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-b4cfe5c9-e053-4985-8172-5e058a7f91c6 service neutron] 10.222.0.62 "GET /v2.0/networks/57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Nov 25 18:32:11.694069 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:11.833343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5a3677-5f15-4eef-bcc3-9f22da893f69 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:11.854364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2b5a3677-5f15-4eef-bcc3-9f22da893f69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2b5a3677-5f15-4eef-bcc3-9f22da893f69,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:11.858646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:11.911257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2b5a3677-5f15-4eef-bcc3-9f22da893f69,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:11.971272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10465377-7433-447e-b86d-26826a034397 req-dbd7b1d9-269b-48a8-97cf-4e32c88a82fa tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:11.972912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10465377-7433-447e-b86d-26826a034397 req-dbd7b1d9-269b-48a8-97cf-4e32c88a82fa tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0522099 Nov 25 18:32:12.025765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10465377-7433-447e-b86d-26826a034397 req-924a00e3-2d4d-41d1-b293-f2fdfcabaab9 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462003 Nov 25 18:32:12.094566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3b78bebc-0e53-4987-90cf-d646341c4fbc req-6d82f6ea-c348-45d0-9c72-1b93cfc02cee tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0278738 Nov 25 18:32:12.174069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2b5a3677-5f15-4eef-bcc3-9f22da893f69'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:12.318729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6126cb2-8f54-4e11-87c7-f91df1bf00c0 req-3b8ae66b-3c35-4cab-8180-6b4b0687ce59 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0296354 Nov 25 18:32:12.439815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b756bf3-1295-4762-a1e5-734d62b46d7b req-b36f08f4-3a4a-499d-a21b-594131e3b37d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:12.441205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b756bf3-1295-4762-a1e5-734d62b46d7b req-b36f08f4-3a4a-499d-a21b-594131e3b37d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 945 time: 0.0615432 Nov 25 18:32:12.490126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b756bf3-1295-4762-a1e5-734d62b46d7b req-603dcaa5-59f1-4bbd-bb6e-e0c2313e6d90 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Nov 25 18:32:12.595008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfba23-8e1a-4263-bbf8-5ec9e86de710 req-70e222d4-a225-4dbe-9036-9e6ee6c1a223 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:12.596483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10dfba23-8e1a-4263-bbf8-5ec9e86de710 req-70e222d4-a225-4dbe-9036-9e6ee6c1a223 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0497665 Nov 25 18:32:12.645177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10dfba23-8e1a-4263-bbf8-5ec9e86de710 req-702844c0-9468-439b-b035-d3a4881deda3 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Nov 25 18:32:12.756232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb004a-db7d-47ef-b2f4-7768bfbf46e3 req-6751af4b-22ab-4768-89b4-854dc574d6f5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:12.757693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67fb004a-db7d-47ef-b2f4-7768bfbf46e3 req-6751af4b-22ab-4768-89b4-854dc574d6f5 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0553291 Nov 25 18:32:12.809222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67fb004a-db7d-47ef-b2f4-7768bfbf46e3 req-7d46339f-3474-49a2-87ff-33ef07962531 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Nov 25 18:32:13.150373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80673e79-738c-4363-ab7b-8dc220727365 req-a67ef344-29b8-4a5d-bfb6-53acd0926819 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:13.152495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80673e79-738c-4363-ab7b-8dc220727365 req-a67ef344-29b8-4a5d-bfb6-53acd0926819 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0509419 Nov 25 18:32:13.201829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80673e79-738c-4363-ab7b-8dc220727365 req-1edfb6c4-0ea1-4e67-b701-776cb56a2658 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Nov 25 18:32:13.297309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54c816d8-47c8-4357-be33-d5fe1ad95f00 req-a252075d-4557-4b3b-9d60-177b7d11879c tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0282981 Nov 25 18:32:13.392361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57bf0ef8-6e8e-4c9d-b44c-63a44439a2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:13.429625 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d41d8c9-7b51-4ec7-81b0-11d2a1975c0e req-52258773-ee63-4794-aa29-1e34cd714e6f tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0268099 Nov 25 18:32:13.577440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2b5a3677-5f15-4eef-bcc3-9f22da893f69 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:32:13.616787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9b52-c079-40f1-90b2-554304291b46 req-37ab4a6c-0e6e-49ba-a8d0-786867abfc5d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:13.618275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ffa9b52-c079-40f1-90b2-554304291b46 req-37ab4a6c-0e6e-49ba-a8d0-786867abfc5d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 945 time: 0.0608177 Nov 25 18:32:13.630206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:32:13.634056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:13.634425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:13.672382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ffa9b52-c079-40f1-90b2-554304291b46 req-eda8f950-e3e3-4a5d-976e-ebca679d0c0d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Nov 25 18:32:13.749497 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:13.775983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5a3677-5f15-4eef-bcc3-9f22da893f69'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:13.779012 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a74b286-13ee-4a76-8fd8-790e53b67f04" -d '{"events": [{"server_uuid": "bd19000d-2c7c-4883-8789-3b6720e4ede6", "name": "network-vif-plugged", "status": "completed", "tag": "2b5a3677-5f15-4eef-bcc3-9f22da893f69"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:13.800039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2b5a3677-5f15-4eef-bcc3-9f22da893f69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2b5a3677-5f15-4eef-bcc3-9f22da893f69,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:13.805127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:13.806482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device be3b5ea2-f731-4ca8-8c0b-2c022efe9169 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:13.839163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc803-4c15-4769-8bd3-c7ed8ce508e3 req-0e367cba-d729-4b26-8819-455f7ab080b5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:13.841279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb6cc803-4c15-4769-8bd3-c7ed8ce508e3 req-0e367cba-d729-4b26-8819-455f7ab080b5 tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0840993 Nov 25 18:32:13.852741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-757b8ae6-90df-49e0-9066-835a744dbf4c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:13.854282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-757b8ae6-90df-49e0-9066-835a744dbf4c tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 949 time: 0.0858560 Nov 25 18:32:13.898158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2b5a3677-5f15-4eef-bcc3-9f22da893f69,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:13.935322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.935881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.936296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.936708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.937103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.937505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.938058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.938529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.938915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.939351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.939706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.940090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:13.961548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb6cc803-4c15-4769-8bd3-c7ed8ce508e3 req-228ab2ce-779c-4e5d-bdcf-6511df15ffcb tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/security-groups?id=20894db7-d8e0-458d-940f-2a5eaeb43b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060231 Nov 25 18:32:13.993748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Deleting port c8300373-7a15-45ec-b187-cedac963ad9f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:13.994092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:14.031037 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cba192-6f4a-4ae0-b3bc-53b7c1ffbbcc x-openstack-request-id: req-67cba192-6f4a-4ae0-b3bc-53b7c1ffbbcc {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:14.031547 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19000d-2c7c-4883-8789-3b6720e4ede6", "name": "network-vif-plugged", "status": "completed", "tag": "2b5a3677-5f15-4eef-bcc3-9f22da893f69", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:14.031976 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67cba192-6f4a-4ae0-b3bc-53b7c1ffbbcc {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:14.032725 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5a3677-5f15-4eef-bcc3-9f22da893f69', 'code': 200} Nov 25 18:32:14.055296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-a67cdfc6-5ef5-448e-9713-e109f6727789 service neutron] 10.222.0.64 "GET /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.0745909 Nov 25 18:32:14.130407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] For port c8300373-7a15-45ec-b187-cedac963ad9f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c8300373-7a15-45ec-b187-cedac963ad9f,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:14.130709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:14.148193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Calling delete_port for c8300373-7a15-45ec-b187-cedac963ad9f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:14.160997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6c8e-a224-4494-9118-d5d5b87b87a2 req-f37d41ee-84ac-4656-8202-f0168cd61c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:14.162401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d5f6c8e-a224-4494-9118-d5d5b87b87a2 req-f37d41ee-84ac-4656-8202-f0168cd61c21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 1097 time: 0.0604229 Nov 25 18:32:14.166745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223e2fa-79b5-429f-a41c-fc94953966ab req-010ad482-5714-4fe9-977d-ae2d259e3294 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:14.168274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6223e2fa-79b5-429f-a41c-fc94953966ab req-010ad482-5714-4fe9-977d-ae2d259e3294 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 944 time: 0.0888286 Nov 25 18:32:14.243267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:14.274486 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6223e2fa-79b5-429f-a41c-fc94953966ab req-1daf264b-3d72-4bc1-8432-a59c4d084df2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721548 Nov 25 18:32:14.276938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d5f6c8e-a224-4494-9118-d5d5b87b87a2 req-963db6fb-869d-472c-ae91-10971d640511 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925407 Nov 25 18:32:14.309970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:14.339780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:14.341245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:14.352807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c8300373-7a15-45ec-b187-cedac963ad9f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:14.373061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Pushing event deleted for resources: {'Port': ['ID=c8300373-7a15-45ec-b187-cedac963ad9f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:14.375011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3b5ea2-f731-4ca8-8c0b-2c022efe9169 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:14.387709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:14.392708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.393124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.393459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.393798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.394138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.394485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.395233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.395233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.395459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.395761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.396082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.396403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:32:14.408112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:14.441829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] No DVR routers for this DVR port c8300373-7a15-45ec-b187-cedac963ad9f on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:14.444541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:14.448363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d25cf8d1-32ec-48a7-a542-b07837daf202 req-9fe5ea17-5d14-420f-be91-8a6a1ac249cf tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.64 "DELETE /v2.0/ports/c8300373-7a15-45ec-b187-cedac963ad9f HTTP/1.1" status: 204 len: 173 time: 0.5835893 Nov 25 18:32:14.448858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-deleted', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:14.451313 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359d41f0-001a-4cb1-90aa-9e35d7df5d30" -d '{"events": [{"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-deleted", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:14.494247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] Transition to ACTIVE for port object be3b5ea2-f731-4ca8-8c0b-2c022efe9169 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:14.500514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:14.577100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] No DVR routers for this DVR port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:14.586237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] Pushing event updated for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:14.590496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e69e0e-0c57-4f64-ad6e-2b79b11bc86c req-17df7715-13ec-4622-9848-67a625dfd3df tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:14.598108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92e69e0e-0c57-4f64-ad6e-2b79b11bc86c req-17df7715-13ec-4622-9848-67a625dfd3df tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0620959 Nov 25 18:32:14.616406 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-41df30e2-d321-4bc1-ac60-5d298d0c5bcb service neutron] 10.222.0.64 "PUT /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169/bindings/n-h1-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5516145 Nov 25 18:32:14.644776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92e69e0e-0c57-4f64-ad6e-2b79b11bc86c req-0a135115-15f0-46fa-9749-f873ef11a3c6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454991 Nov 25 18:32:14.726342 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-486aae76-b018-4af2-b0fa-275e28f07e61 req-9c8ffc6a-e877-42e5-9f5d-b9a7284978d9 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0255029 Nov 25 18:32:14.770987 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1884a54c-2195-408e-a037-79a60e0c57c7 x-openstack-request-id: req-1884a54c-2195-408e-a037-79a60e0c57c7 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:14.771386 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adccb35-93c7-4ca6-ad45-e2335ca91da0", "name": "network-vif-deleted", "tag": "c8300373-7a15-45ec-b187-cedac963ad9f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:14.771740 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1884a54c-2195-408e-a037-79a60e0c57c7 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:14.772241 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adccb35-93c7-4ca6-ad45-e2335ca91da0', 'name': 'network-vif-deleted', 'tag': 'c8300373-7a15-45ec-b187-cedac963ad9f', 'status': 'completed', 'code': 200} Nov 25 18:32:14.849272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b586697a-1041-4574-8b24-a46210923340 req-39e20bf3-3b55-4156-8352-5ba62e4b7669 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0274045 Nov 25 18:32:14.964111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd654-eb72-42d0-aaf4-9d4339bab63a req-de3032b6-a8db-4aa7-a27b-ce3f1c8bb74f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:14.966115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c1dd654-eb72-42d0-aaf4-9d4339bab63a req-de3032b6-a8db-4aa7-a27b-ce3f1c8bb74f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 946 time: 0.0537341 Nov 25 18:32:15.016480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c1dd654-eb72-42d0-aaf4-9d4339bab63a req-5489a2af-66b9-4068-8851-77250f6f9d04 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Nov 25 18:32:15.122525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d923623-f451-4eb7-8c79-947dd9ca6315 req-cc44a937-739a-468c-ad38-14bce033bfea tempest-MigrationsAdminTest-1001626340 tempest-MigrationsAdminTest-1001626340-project] 10.222.0.62 "GET /v2.0/ports?device_id=2adccb35-93c7-4ca6-ad45-e2335ca91da0 HTTP/1.1" status: 200 len: 210 time: 0.0360305 Nov 25 18:32:15.403617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c7ac0-a52d-4663-9086-9ad3edd72152 req-91d06be8-f9ea-4f2e-b9b3-0c1134cda1fe tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:15.405377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f4c7ac0-a52d-4663-9086-9ad3edd72152 req-91d06be8-f9ea-4f2e-b9b3-0c1134cda1fe tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0531292 Nov 25 18:32:15.465294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f4c7ac0-a52d-4663-9086-9ad3edd72152 req-1d8cb7fd-070e-4262-bc56-7e567a7e8f67 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519235 Nov 25 18:32:15.762385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf96f5-18da-4c89-a5ce-f8cde8f0d98b req-873111a2-78bf-4710-9257-c685b781cf3a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:15.764038 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ebf96f5-18da-4c89-a5ce-f8cde8f0d98b req-873111a2-78bf-4710-9257-c685b781cf3a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0486538 Nov 25 18:32:15.797224 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:15.812771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ebf96f5-18da-4c89-a5ce-f8cde8f0d98b req-de63bbc4-a9ec-4f8e-97bb-098a06ce45e0 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Nov 25 18:32:15.907151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07b03969-7e9b-4b8e-9177-dc799079ed4b req-6d84d32c-85ef-438c-a848-49f5987b7ea4 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0313134 Nov 25 18:32:15.992232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2c77239-b5ea-43f6-9cb6-9d4605b53fff req-4544d243-1716-4bd0-a310-db40ae1df824 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0270617 Nov 25 18:32:16.135763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b8dbb-0479-4ceb-b490-55284685d8ff req-62984193-a978-40cd-8245-a80d106afa49 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:16.137209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-795b8dbb-0479-4ceb-b490-55284685d8ff req-62984193-a978-40cd-8245-a80d106afa49 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 946 time: 0.0512953 Nov 25 18:32:16.184958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-795b8dbb-0479-4ceb-b490-55284685d8ff req-9da54472-aca5-4018-bd3c-b8ecfd0f98b1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Nov 25 18:32:16.326066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db5a51-0402-4c15-ab96-446d86683aa5 req-31440957-eb29-4511-a55a-a966e00a41cc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:16.327662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2db5a51-0402-4c15-ab96-446d86683aa5 req-31440957-eb29-4511-a55a-a966e00a41cc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 946 time: 0.0549428 Nov 25 18:32:16.394627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2db5a51-0402-4c15-ab96-446d86683aa5 req-31e46037-8fb0-4ca3-87d5-2d2ace049c41 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600541 Nov 25 18:32:16.508620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58996) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:16.679349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a8443-9300-4ba1-a87e-5d18ea7a6874 req-b09c8a6c-99e2-4cb5-8d9e-b691b6790311 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:16.680798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-242a8443-9300-4ba1-a87e-5d18ea7a6874 req-b09c8a6c-99e2-4cb5-8d9e-b691b6790311 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0757549 Nov 25 18:32:16.687056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f62df88-675f-4e11-92ae-1fa88aa108b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d238c92999f6468d9acaa143e2603a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772590 Nov 25 18:32:16.690438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59004) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:16.729243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-242a8443-9300-4ba1-a87e-5d18ea7a6874 req-ac74dc0c-5c1b-4778-bdc5-7fe393ec6b62 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Nov 25 18:32:16.738846 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f29c14be-caf3-4fc1-a5be-24c89364234e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:16.760242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f29c14be-caf3-4fc1-a5be-24c89364234e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:16.811414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f29c14be-caf3-4fc1-a5be-24c89364234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:16.817308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f29c14be-caf3-4fc1-a5be-24c89364234e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:16.820883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f29c14be-caf3-4fc1-a5be-24c89364234e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20894db7-d8e0-458d-940f-2a5eaeb43b69 HTTP/1.1" status: 204 len: 168 time: 0.1270654 Nov 25 18:32:16.836498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:16.838557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c14be-caf3-4fc1-a5be-24c89364234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20894db7-d8e0-458d-940f-2a5eaeb43b69,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:16.901569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff834f06-e884-45a4-bdc4-ed9dbf57461f req-51e8d2e1-3625-489a-8660-043fd8756597 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:16.903850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff834f06-e884-45a4-bdc4-ed9dbf57461f req-51e8d2e1-3625-489a-8660-043fd8756597 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 946 time: 0.0532706 Nov 25 18:32:16.958081 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff834f06-e884-45a4-bdc4-ed9dbf57461f req-92b28191-5022-4379-88bc-17987a9d04dc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Nov 25 18:32:17.062286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb2a9-7bf3-47c2-84a4-bff27c488518 req-1e26fcb6-b9e6-49e3-b274-b2a1ccd5c6a6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:17.063899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a0fb2a9-7bf3-47c2-84a4-bff27c488518 req-1e26fcb6-b9e6-49e3-b274-b2a1ccd5c6a6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0501273 Nov 25 18:32:17.098162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59016) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:17.112211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a0fb2a9-7bf3-47c2-84a4-bff27c488518 req-bc9b6e4b-b79d-4f51-a6e2-94b003752b82 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Nov 25 18:32:17.148523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9678fa63-a8f4-4c9d-bae7-1a5f1d2ef322 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd16b3d8efca44c294b3dd30560fa4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491109 Nov 25 18:32:17.151107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59018) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:17.193859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbdf9c0-c85e-47ba-8b33-b06fc0f91cec req-7ce0d05e-8d3a-46b9-b2e6-c8fd6b9c7390 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0257788 Nov 25 18:32:17.200964 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4793dc02-4cde-46f9-9927-da824e7c270e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:17.221975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4793dc02-4cde-46f9-9927-da824e7c270e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:17.268551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4793dc02-4cde-46f9-9927-da824e7c270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:17.271462 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4793dc02-4cde-46f9-9927-da824e7c270e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:17.272633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4793dc02-4cde-46f9-9927-da824e7c270e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0f585fa-a8ba-454e-b864-bb37023de505 HTTP/1.1" status: 204 len: 168 time: 0.1205704 Nov 25 18:32:17.275377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-21be5a3f-230a-462c-bce6-61de47ad7aae req-aca51e4d-d0ad-41d1-9a05-0d787576c903 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0254080 Nov 25 18:32:17.283777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793dc02-4cde-46f9-9927-da824e7c270e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f585fa-a8ba-454e-b864-bb37023de505,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:17.577799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c8300373-7a15-45ec-b187-cedac963ad9f no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:17.606434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: c8300373-7a15-45ec-b187-cedac963ad9f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:17.607065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c8300373-7a15-45ec-b187-cedac963ad9f not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:17.866498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95083796-aa77-4048-9df3-e912ae8ce265 req-6c3e793f-6340-4379-828e-41c772b1af56 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:17.868376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95083796-aa77-4048-9df3-e912ae8ce265 req-6c3e793f-6340-4379-828e-41c772b1af56 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0583093 Nov 25 18:32:17.922500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95083796-aa77-4048-9df3-e912ae8ce265 req-08fde45f-a366-4b6a-9482-289bff28af8b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Nov 25 18:32:18.102028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187746d-92e4-46e1-9988-0e124d3aa275 req-db98dfec-4498-4683-bdc1-236e70e318f8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.110808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9187746d-92e4-46e1-9988-0e124d3aa275 req-db98dfec-4498-4683-bdc1-236e70e318f8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 946 time: 0.0635469 Nov 25 18:32:18.117268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-ac36f768-5401-4b4a-9bb5-ee8decc3669d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.119713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-ac36f768-5401-4b4a-9bb5-ee8decc3669d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd19000d-2c7c-4883-8789-3b6720e4ede6 HTTP/1.1" status: 200 len: 946 time: 0.0536566 Nov 25 18:32:18.156624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9187746d-92e4-46e1-9988-0e124d3aa275 req-7d3dd909-aa99-4ebd-b1a6-31b557354340 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Nov 25 18:32:18.229178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Deleting port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:18.229669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:18.288718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2dca-2d68-4433-bace-49f5037fd36e req-d0f1ed0c-3c66-4d56-b5c9-17e3f19dfdfd tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.290302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4cb2dca-2d68-4433-bace-49f5037fd36e req-d0f1ed0c-3c66-4d56-b5c9-17e3f19dfdfd tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0541978 Nov 25 18:32:18.338100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] For port 2b5a3677-5f15-4eef-bcc3-9f22da893f69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2b5a3677-5f15-4eef-bcc3-9f22da893f69,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:18.338721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:18.348323 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4cb2dca-2d68-4433-bace-49f5037fd36e req-7831cadd-c00f-4d6b-a49d-8152e057d8fe tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517869 Nov 25 18:32:18.354425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Calling delete_port for 2b5a3677-5f15-4eef-bcc3-9f22da893f69 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:18.461738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f850600-bcdd-4814-a931-0cd767997225 req-7153e3e4-894c-4ac2-8df2-44dc73fc04a0 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0353050 Nov 25 18:32:18.506037 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:18.522014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:18.524115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2b5a3677-5f15-4eef-bcc3-9f22da893f69'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:18.543992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event deleted for resources: {'Port': ['ID=2b5a3677-5f15-4eef-bcc3-9f22da893f69,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:18.561848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-355c5b67-2e1b-4402-8806-cb32fbf3aee9 req-a1c10428-f401-4eb1-973e-dac7e3acb650 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0431767 Nov 25 18:32:18.594999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] No DVR routers for this DVR port 2b5a3677-5f15-4eef-bcc3-9f22da893f69 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:18.598311 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:18.602248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b93b421-7d66-4d1a-b4b9-7e5aba6290ef req-0c9343d4-be49-447f-8041-df35f0fc5fea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "DELETE /v2.0/ports/2b5a3677-5f15-4eef-bcc3-9f22da893f69 HTTP/1.1" status: 204 len: 173 time: 0.4757602 Nov 25 18:32:18.602727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'name': 'network-vif-deleted', 'tag': '2b5a3677-5f15-4eef-bcc3-9f22da893f69'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:18.605432 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343487ce-2f0a-4296-87fb-76dcf942f16b" -d '{"events": [{"server_uuid": "bd19000d-2c7c-4883-8789-3b6720e4ede6", "name": "network-vif-deleted", "tag": "2b5a3677-5f15-4eef-bcc3-9f22da893f69"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:18.660061 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4def3f1-96ef-4baa-80e9-600c70b34649 x-openstack-request-id: req-a4def3f1-96ef-4baa-80e9-600c70b34649 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:18.660468 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19000d-2c7c-4883-8789-3b6720e4ede6", "name": "network-vif-deleted", "tag": "2b5a3677-5f15-4eef-bcc3-9f22da893f69", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:18.660732 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4def3f1-96ef-4baa-80e9-600c70b34649 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:18.661122 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19000d-2c7c-4883-8789-3b6720e4ede6', 'name': 'network-vif-deleted', 'tag': '2b5a3677-5f15-4eef-bcc3-9f22da893f69', 'status': 'completed', 'code': 200} Nov 25 18:32:18.904109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.904709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.905093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.905614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.906058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.906582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.907077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.907527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.907998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.908439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:18.910324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e66bdc98-603c-4e91-8c2f-095c6bd56f47 req-051802f2-227d-4035-ae76-e6ebb542a1ef tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7124 time: 0.1144276 Nov 25 18:32:19.011072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a017-8157-4c77-aa0d-c9e904411f25 req-76ccef02-c4c9-4601-9b2e-f0453a06aa1e tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.012366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b61a017-8157-4c77-aa0d-c9e904411f25 req-76ccef02-c4c9-4601-9b2e-f0453a06aa1e tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 886 time: 0.0835192 Nov 25 18:32:19.112411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856d4e-b3c9-4b65-a98d-4bbbc691ecb9 req-fa87f68e-abc8-4e33-87ef-ebd42141b962 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.114026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-09856d4e-b3c9-4b65-a98d-4bbbc691ecb9 req-fa87f68e-abc8-4e33-87ef-ebd42141b962 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Nov 25 18:32:19.176620 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-09856d4e-b3c9-4b65-a98d-4bbbc691ecb9 req-bec8b45b-07a3-4c21-b98e-ff05f759930e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564129 Nov 25 18:32:19.369028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.369514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.370019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.370521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.370972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.371417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.371859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.372307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.372751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.373210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.386030 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db6f6148-da5b-417d-8243-54d6e2318c21 req-17a43b57-e3bd-460e-8059-b933567af2bc tempest-NetworksTest-1407161265 tempest-NetworksTest-1407161265-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7124 time: 0.1194913 Nov 25 18:32:19.516568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f141b68-5fb4-4213-a39e-d79a4627e4d1 req-156a7159-14ea-4f4c-94ce-654c9e0dcb7e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:19.518634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f141b68-5fb4-4213-a39e-d79a4627e4d1 req-156a7159-14ea-4f4c-94ce-654c9e0dcb7e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0578246 Nov 25 18:32:19.576608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f141b68-5fb4-4213-a39e-d79a4627e4d1 req-92984f3a-e4c7-4b26-a816-e476dde32f9b tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Nov 25 18:32:19.649550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59096) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:19.718383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-481c5b5a-2148-4b2e-896e-e1c0c1c37c27 req-e5b5e899-b628-4809-919c-b58db349d251 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0312252 Nov 25 18:32:19.766775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bda5ec45-d761-49d4-826a-eff3ad219061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:19.809665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2fb3452-362b-4e75-bf9b-11b5937119f3 req-0a7e7347-38b9-46d6-88ff-8abb2b3e062b tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0270700 Nov 25 18:32:19.850041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bda5ec45-d761-49d4-826a-eff3ad219061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:19.853909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bda5ec45-d761-49d4-826a-eff3ad219061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:19.895470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bda5ec45-d761-49d4-826a-eff3ad219061 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a14754688ad346b99b1ecbdca1f2114e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440605 Nov 25 18:32:19.896326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5ec45-d761-49d4-826a-eff3ad219061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c940ee2d-3176-4af2-927c-ade128ffc5b4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:19.898735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:19.951283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4c97c79-209e-4305-9df4-f8ed5cb87103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:19.975241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4c97c79-209e-4305-9df4-f8ed5cb87103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.002543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-8a9c5b05-ae04-42d6-b8fc-2d7f6311dcee tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:20.004209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-8a9c5b05-ae04-42d6-b8fc-2d7f6311dcee tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1103606 Nov 25 18:32:20.020493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-a7c7906f-3955-4d54-b4a0-fd757160d224 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0100901 Nov 25 18:32:20.029954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4c97c79-209e-4305-9df4-f8ed5cb87103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.032805 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4c97c79-209e-4305-9df4-f8ed5cb87103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.034004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f4c97c79-209e-4305-9df4-f8ed5cb87103 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c940ee2d-3176-4af2-927c-ade128ffc5b4 HTTP/1.1" status: 204 len: 168 time: 0.1343184 Nov 25 18:32:20.043299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c97c79-209e-4305-9df4-f8ed5cb87103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c940ee2d-3176-4af2-927c-ade128ffc5b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:20.083170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-f63f25ff-7d37-4d85-a59f-966e82c6ddaa tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560665 Nov 25 18:32:20.173435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-d63eb032-4cca-4fd7-bfea-95b624eb956d service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821071 Nov 25 18:32:20.274145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-d16e3f09-dfc0-456e-8ac4-2a879b6e85f7 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947504 Nov 25 18:32:20.314819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59120) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:20.329234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9d27a67-fcfe-4616-9845-c5f4bf80022f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.424474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9d27a67-fcfe-4616-9845-c5f4bf80022f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.429901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9d27a67-fcfe-4616-9845-c5f4bf80022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.472857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9d27a67-fcfe-4616-9845-c5f4bf80022f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79c5bb0c152e43d999ad030cdf275eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565745 Nov 25 18:32:20.474611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d27a67-fcfe-4616-9845-c5f4bf80022f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36482493-f97d-421b-97e1-24a37c81ef23,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:20.475677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59126) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:20.513368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f55c7a-b058-469e-9e3d-53a9ab66a1c7 req-501620dd-5b3c-4f46-9853-ef2635688ac3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:20.515074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69f55c7a-b058-469e-9e3d-53a9ab66a1c7 req-501620dd-5b3c-4f46-9853-ef2635688ac3 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0825067 Nov 25 18:32:20.563020 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-184d10c3-2712-4ec8-a091-5b33eb4347c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.603141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69f55c7a-b058-469e-9e3d-53a9ab66a1c7 req-1e84446f-92f9-4a27-9b76-c5dafec6dc69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802710 Nov 25 18:32:20.607524 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-184d10c3-2712-4ec8-a091-5b33eb4347c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.670244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-184d10c3-2712-4ec8-a091-5b33eb4347c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.672969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-184d10c3-2712-4ec8-a091-5b33eb4347c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:20.677154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-184d10c3-2712-4ec8-a091-5b33eb4347c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36482493-f97d-421b-97e1-24a37c81ef23 HTTP/1.1" status: 204 len: 168 time: 0.1960008 Nov 25 18:32:20.693733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d10c3-2712-4ec8-a091-5b33eb4347c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36482493-f97d-421b-97e1-24a37c81ef23,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:20.744849 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03555182-8c06-46cd-81bf-b13310259bed req-a001db9d-4229-4702-a256-6c5a7c53c92c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 210 time: 0.0301945 Nov 25 18:32:20.858942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d7e7e-e29b-42d2-ad00-298a55440eba req-46d783b3-b6a8-44a0-a541-d80718da320e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:20.860416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-140d7e7e-e29b-42d2-ad00-298a55440eba req-46d783b3-b6a8-44a0-a541-d80718da320e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0503566 Nov 25 18:32:20.912340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-140d7e7e-e29b-42d2-ad00-298a55440eba req-d8191b11-274e-4c7e-9f90-511ad8ea17a2 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Nov 25 18:32:21.015401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd5e4f27-c037-4b88-9183-0ceb7925d4bf req-b70efc9d-bf42-4f59-bb50-e83445976853 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0317037 Nov 25 18:32:21.114028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ea746d4-e836-4356-9205-a1dd75c40871 req-049f5922-bbe1-4b5c-81ea-5b75fbb9e210 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0278451 Nov 25 18:32:21.556611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-7d36eb8f-3697-4ac1-8fe1-b0ec276bffdc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:21.559172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-7d36eb8f-3697-4ac1-8fe1-b0ec276bffdc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1099598 Nov 25 18:32:21.571444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Request body: {'port': {'device_id': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'admin_state_up': True, 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:21.707375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:32:21.711092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:21.739303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962efc6-86e0-4e13-ab2d-480edbcf23d2 req-411907df-0e13-4c17-bbb7-c5bcd0fbcc69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:21.740929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9962efc6-86e0-4e13-ab2d-480edbcf23d2 req-411907df-0e13-4c17-bbb7-c5bcd0fbcc69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Nov 25 18:32:21.802678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9962efc6-86e0-4e13-ab2d-480edbcf23d2 req-de8b761e-ee00-4443-a44d-de13261d13ea tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550680 Nov 25 18:32:21.856538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Allocated IP 172.20.0.6 (5aa2aa5a-a649-4b58-ab2a-d56bb74a6606/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0/9addee38-6abe-41f1-af19-83b5e051d04c) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:21.961471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6e73da5-8491-4486-9211-5f3e508d31b0 req-10f09bf7-2ba1-49b2-a046-682fcb3cc9e1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 210 time: 0.0277390 Nov 25 18:32:22.023060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.061367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.074254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:22.103469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d2a81-6d2f-495e-b4b0-7d647ea73f8b req-225710d6-2ae0-4101-a200-e693e1653d9e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:22.105854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe1d2a81-6d2f-495e-b4b0-7d647ea73f8b req-225710d6-2ae0-4101-a200-e693e1653d9e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0773473 Nov 25 18:32:22.117181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:22.121774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:22.126308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:22.186972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe1d2a81-6d2f-495e-b4b0-7d647ea73f8b req-00ec6950-4f69-42b8-9252-450bb5945d04 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713689 Nov 25 18:32:22.279737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc663827-ae98-4a18-805f-022d937453b4 req-38d5913b-5679-4166-98ad-a1c092da2ada tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0283105 Nov 25 18:32:22.366279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7455d51b-6459-46ca-8939-4829e527d7de req-ee07e5b2-eaef-4774-bac9-81acfde55106 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0261846 Nov 25 18:32:22.475166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event updated for resources: {'Port': ['ID=9addee38-6abe-41f1-af19-83b5e051d04c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:22.499081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:22.499722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.519762 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-335fc2a3-2575-4e1e-875b-ae0ac3772c1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9520285 Nov 25 18:32:22.532920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Request body: {'port': {'device_id': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:22.588150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.592783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-5feb019f-0fc8-4041-83a4-faad9e5636c5 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b1c1ca83e9ac4ec3b5975ba68c0886f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216203 Nov 25 18:32:22.866846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9addee38-6abe-41f1-af19-83b5e051d04c {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:22.875594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.888786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Transition to ACTIVE for port object 9addee38-6abe-41f1-af19-83b5e051d04c will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:22.893966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:22.961437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9addee38-6abe-41f1-af19-83b5e051d04c,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:22.981849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-35897d94-7ff2-4b82-ae62-e3033e8971d8 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:22.983386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-35897d94-7ff2-4b82-ae62-e3033e8971d8 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3851652 Nov 25 18:32:22.999316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-b6050db2-0666-4aa0-bcb4-4e4a7ef2b185 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/quotas/b1c1ca83e9ac4ec3b5975ba68c0886f6 HTTP/1.1" status: 200 len: 375 time: 0.0099070 Nov 25 18:32:23.010214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Attempting to bind port 9addee38-6abe-41f1-af19-83b5e051d04c on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:23.010580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Attempting to bind port 9addee38-6abe-41f1-af19-83b5e051d04c by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:23.010914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Attempting to bind port 9addee38-6abe-41f1-af19-83b5e051d04c on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:23.015316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Port 9addee38-6abe-41f1-af19-83b5e051d04c on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:23.015662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Attempting to bind port 9addee38-6abe-41f1-af19-83b5e051d04c on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:23.020565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:23.020905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:23.021283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Bound using segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:23.021710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Bound port: 9addee38-6abe-41f1-af19-83b5e051d04c, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:23.022062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.030719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-747e664e-6c2f-4048-b12f-ae16a67f433b tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1c1ca83e9ac4ec3b5975ba68c0886f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253141 Nov 25 18:32:23.090119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] For port 9addee38-6abe-41f1-af19-83b5e051d04c, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:23.093428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] For port 9addee38-6abe-41f1-af19-83b5e051d04c, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9addee38-6abe-41f1-af19-83b5e051d04c,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:23.097727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.145419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.146269 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:23.147862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/9addee38-6abe-41f1-af19-83b5e051d04c HTTP/1.1" status: 200 len: 1091 time: 0.6190991 Nov 25 18:32:23.148422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'tag': '9addee38-6abe-41f1-af19-83b5e051d04c'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:23.151439 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3" -d '{"events": [{"name": "network-changed", "server_uuid": "59f63454-7ca5-420c-b639-aa07a0d8662a", "tag": "9addee38-6abe-41f1-af19-83b5e051d04c"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:23.194769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc8679-9e63-4980-9b09-0364f72b78b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9addee38-6abe-41f1-af19-83b5e051d04c,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:23.247153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-ff3df9fa-bf83-4254-a094-826d6d5b879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.248793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-ff3df9fa-bf83-4254-a094-826d6d5b879b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 1094 time: 0.0470026 Nov 25 18:32:23.256958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ef807-580b-4c8b-b12b-76c1f17ee3f1 req-f9f8da42-3366-4000-8fd5-4e4cc0d4817c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.259215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-334ef807-580b-4c8b-b12b-76c1f17ee3f1 req-f9f8da42-3366-4000-8fd5-4e4cc0d4817c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0544064 Nov 25 18:32:23.281425 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:32:23.312633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-2b93d7d7-9787-45ab-9b03-1465a6bc5749 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9addee38-6abe-41f1-af19-83b5e051d04c HTTP/1.1" status: 200 len: 217 time: 0.0550277 Nov 25 18:32:23.319093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-334ef807-580b-4c8b-b12b-76c1f17ee3f1 req-25f0f939-23f3-43af-992d-3fd0d08d7bdd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 Nov 25 18:32:23.366968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-7a55a2c9-a039-4ab8-9683-5f865cfd957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.368534 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-7a55a2c9-a039-4ab8-9683-5f865cfd957b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.0482211 Nov 25 18:32:23.408154 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-e5ca7e96-9f18-4a2b-856d-99a377d591e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320592 Nov 25 18:32:23.514490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-a83477c5-ed4d-4d61-9d42-d4c56b0b8eca service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957592 Nov 25 18:32:23.520355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a103d-cbd2-44d1-9bc8-e3d36212f515 req-74a90d95-e171-4395-ae7f-0bf42ef9f665 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.521783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f1a103d-cbd2-44d1-9bc8-e3d36212f515 req-74a90d95-e171-4395-ae7f-0bf42ef9f665 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 943 time: 0.0592711 Nov 25 18:32:23.577415 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f1a103d-cbd2-44d1-9bc8-e3d36212f515 req-87275ba6-bf6d-48b7-af1d-ad96aab56980 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Nov 25 18:32:23.609163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2b5a3677-5f15-4eef-bcc3-9f22da893f69 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:23.614951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a8ff04-ddb3-42ab-a412-226275018f6e req-75247408-6f0c-42d1-938e-ba8d8ee4df8d service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924373 Nov 25 18:32:23.631879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 2b5a3677-5f15-4eef-bcc3-9f22da893f69 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:23.632257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2b5a3677-5f15-4eef-bcc3-9f22da893f69 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:23.669022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6ed52fa-5aef-4d78-a69f-4c44fcdc2a8e req-1dfa0650-52f4-4be7-bea2-4093d1ec4a58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0276363 Nov 25 18:32:23.716326 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d85adc9-6672-433e-9e90-02115db83f4a x-openstack-request-id: req-2d85adc9-6672-433e-9e90-02115db83f4a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:23.716694 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f63454-7ca5-420c-b639-aa07a0d8662a", "tag": "9addee38-6abe-41f1-af19-83b5e051d04c", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:23.717029 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d85adc9-6672-433e-9e90-02115db83f4a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:23.717524 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'tag': '9addee38-6abe-41f1-af19-83b5e051d04c', 'status': 'completed', 'code': 200} Nov 25 18:32:23.781716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-762347da-5e38-490b-a46d-5affa183a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.783281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-762347da-5e38-490b-a46d-5affa183a28d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 1094 time: 0.0429289 Nov 25 18:32:23.806125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5e10d-add8-405a-8437-a3b638e4f4ef req-3aff190c-b2df-484e-8d65-5bd2ff3c5202 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.807646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25f5e10d-add8-405a-8437-a3b638e4f4ef req-3aff190c-b2df-484e-8d65-5bd2ff3c5202 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0499663 Nov 25 18:32:23.854855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25f5e10d-add8-405a-8437-a3b638e4f4ef req-3e75d7fc-78b4-43c8-9e4f-d7a851a3d9ea tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Nov 25 18:32:23.880364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-bc7d693a-3d88-4f33-b8eb-81c0d82cd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.881838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-bc7d693a-3d88-4f33-b8eb-81c0d82cd64d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.0873084 Nov 25 18:32:23.923848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-66b950b4-0658-4392-981f-e20a973eaa5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9addee38-6abe-41f1-af19-83b5e051d04c HTTP/1.1" status: 200 len: 217 time: 0.0339432 Nov 25 18:32:23.940669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9051ba0a-7150-4a61-b7ed-e334bdd795d3 req-0c6b84d0-35b2-4467-acf0-9437e45f1516 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0318735 Nov 25 18:32:23.977530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-5375688f-a640-4951-817e-28d54a189afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:23.979028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-5375688f-a640-4951-817e-28d54a189afb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.0461857 Nov 25 18:32:24.018164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-2ebedacb-f9f2-43b4-9ef1-8679fc78c9fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299611 Nov 25 18:32:24.026366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-831f7b4e-60bf-4853-964e-4118212add2a req-dd87c856-6e1d-4250-acbb-43f1558f50ec tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Nov 25 18:32:24.119993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-becda4b1-6308-4162-a5f1-03ac80a02d32 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935590 Nov 25 18:32:24.220312 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7f2c7d-2f1f-41ec-876e-24bee6e622e3 req-b14d0cae-d845-4666-8b48-1d72c1dd987c service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Nov 25 18:32:24.546297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-f73e3777-cc24-4f93-b63c-fcf12bee070e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.547776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-f73e3777-cc24-4f93-b63c-fcf12bee070e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.0664864 Nov 25 18:32:24.619208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639d0b1-1c51-408e-84e9-7016695d55f7 req-3311bb79-bdc5-4f63-8d49-79401b9662ae tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.620808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c639d0b1-1c51-408e-84e9-7016695d55f7 req-3311bb79-bdc5-4f63-8d49-79401b9662ae tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0868158 Nov 25 18:32:24.637190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-dabc1fcc-6473-4cad-9a4a-eda14314f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.638848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-dabc1fcc-6473-4cad-9a4a-eda14314f176 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74&tenant_id=461b391723204a5b9aff69962f4da3a1 HTTP/1.1" status: 200 len: 1096 time: 0.0717180 Nov 25 18:32:24.727896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c639d0b1-1c51-408e-84e9-7016695d55f7 req-aa87da89-b426-46a0-8d21-9097f5ac3b3a tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934160 Nov 25 18:32:24.736871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495208-53a1-43fb-9e4e-5297d095f809 req-d1152356-5b00-4b93-8264-622a39112aae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.740151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-ea096be4-f758-4045-b62c-939f68df6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.741866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-ea096be4-f758-4045-b62c-939f68df6e67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=461b391723204a5b9aff69962f4da3a1&device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1096 time: 0.0654724 Nov 25 18:32:24.743023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36495208-53a1-43fb-9e4e-5297d095f809 req-d1152356-5b00-4b93-8264-622a39112aae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 943 time: 0.0718918 Nov 25 18:32:24.800613 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36495208-53a1-43fb-9e4e-5297d095f809 req-03f9f993-7805-4cdc-9264-aefdd8ad54ac tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Nov 25 18:32:24.837924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-150ccde1-f801-43a1-92e8-1d658bb627bd req-028a4dd0-6ba0-4193-9f39-ffe5d387897f tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0360522 Nov 25 18:32:24.867752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-7baf3d87-3c60-4113-8041-0b417eb33d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.869254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-7baf3d87-3c60-4113-8041-0b417eb33d1e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 200 len: 922 time: 0.1125762 Nov 25 18:32:24.963794 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-7ae0bbaa-a66b-4efc-80dc-90d289bfd99a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 200 len: 217 time: 0.0343618 Nov 25 18:32:24.968574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51664706-8377-4684-80b4-9c949ee80d52 req-3df9c007-0c90-4ffa-b98c-1b407df45cee tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:24.970083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51664706-8377-4684-80b4-9c949ee80d52 req-3df9c007-0c90-4ffa-b98c-1b407df45cee tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0486827 Nov 25 18:32:25.018835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51664706-8377-4684-80b4-9c949ee80d52 req-829a74ce-0d98-4933-b806-c030599f4089 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Nov 25 18:32:25.041068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-73d79cef-6d67-4740-9188-9dd92d738893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:25.042643 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-73d79cef-6d67-4740-9188-9dd92d738893 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 200 len: 861 time: 0.0703804 Nov 25 18:32:25.044494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a45470c3-6e08-4d4d-9275-0570dd174f99 req-68b543a1-ea4b-4974-8fd5-0c135a5cdab7 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 210 time: 0.0360720 Nov 25 18:32:25.075985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-17a730eb-02ab-4284-9310-1b2e8274e3ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d92d0a3-6c66-4168-9eb2-8913bbc3b172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247262 Nov 25 18:32:25.129747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-980f8c0b-598f-4b27-a61e-6cf34e03325e req-30c2258d-edc7-431c-b164-42270c70ebca tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Nov 25 18:32:25.166108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-9d86f041-696e-46b0-ad3a-78dd07822170 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821943 Nov 25 18:32:25.260513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-cc347e9a-caf0-4db8-ba1a-a1849d2ceb31 service neutron] 10.222.0.66 "GET /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863504 Nov 25 18:32:25.498638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-9a8ae384-884e-4221-8ee5-709f6e90266c tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:25.500307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-9a8ae384-884e-4221-8ee5-709f6e90266c tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.66 "GET /v2.0/networks?id=57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 HTTP/1.1" status: 200 len: 813 time: 0.1113687 Nov 25 18:32:25.518666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Request body: {'port': {'device_id': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'admin_state_up': True, 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:25.635106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Made reservation on behalf of 0b9adf61ecc94e519a9fbc9fa2745141 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:32:25.639546 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:25.783339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Allocated IP 172.20.0.12 (57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088/8cc1a518-fa90-4ca2-aa59-19a3c2021632/69f3fb61-9702-45ee-9d01-c2eed23adc1f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:25.952903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec30d9c-8642-4b6c-9bd1-e781d0337dfc req-a4fda164-24de-4639-9e39-97c426c626ab tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:25.956713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec30d9c-8642-4b6c-9bd1-e781d0337dfc req-a4fda164-24de-4639-9e39-97c426c626ab tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1391554 Nov 25 18:32:26.001041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced555cb-f878-467d-a3f6-f9cc74be576b req-d830feb4-ad0f-4e25-9fab-d8ba27f838c4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:26.014132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ced555cb-f878-467d-a3f6-f9cc74be576b req-d830feb4-ad0f-4e25-9fab-d8ba27f838c4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 943 time: 0.1198773 Nov 25 18:32:26.060243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.082986 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ced555cb-f878-467d-a3f6-f9cc74be576b req-5ff281fc-f8b1-45e5-b011-8a76181f2bfc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679572 Nov 25 18:32:26.120377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.179663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:26.188838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:26.191718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:26.232132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a08704bb-c2fb-4162-84c0-a744dcc7f47d req-4320d39c-d516-45d6-b348-d4406a7ad318 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0511050 Nov 25 18:32:26.251322 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ec30d9c-8642-4b6c-9bd1-e781d0337dfc req-14e2f288-dc58-4492-afcb-62d85ebc2d8b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704673 Nov 25 18:32:26.279914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Pushing event updated for resources: {'Port': ['ID=69f3fb61-9702-45ee-9d01-c2eed23adc1f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:26.321562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:26.328182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.363814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-eb3ed18f-d0c9-4ef9-810f-f2d0b2003c78 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8491518 Nov 25 18:32:26.452897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed9cb-c8e7-40e5-ab1a-8bc3a87ca48e req-2145fa06-cfae-454f-b33f-22fe6a16e491 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:26.461278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4aed9cb-c8e7-40e5-ab1a-8bc3a87ca48e req-2145fa06-cfae-454f-b33f-22fe6a16e491 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.1076059 Nov 25 18:32:26.484209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953fa3d-14f8-4b12-8d76-e9a99dfcb448 req-43ab1c1d-78dd-413d-8a5f-d2ac66a548c2 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:26.486060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e953fa3d-14f8-4b12-8d76-e9a99dfcb448 req-43ab1c1d-78dd-413d-8a5f-d2ac66a548c2 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.1194506 Nov 25 18:32:26.589351 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4aed9cb-c8e7-40e5-ab1a-8bc3a87ca48e req-ffeef77f-29ca-428b-8e01-6d883543b38e tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229351 Nov 25 18:32:26.608524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4a57949c-c08e-430d-92f6-0efe55872f8a None None] Provisioning complete for port 69f3fb61-9702-45ee-9d01-c2eed23adc1f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:26.609112 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a57949c-c08e-430d-92f6-0efe55872f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:26.622508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e953fa3d-14f8-4b12-8d76-e9a99dfcb448 req-3a1657c3-31eb-4867-b546-4d67c25f2ac4 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212471 Nov 25 18:32:26.666419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4a57949c-c08e-430d-92f6-0efe55872f8a None None] Port 69f3fb61-9702-45ee-9d01-c2eed23adc1f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:32:26.748458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f867c40-5d7b-494c-877f-f5b1b4167a60 req-59590e04-124c-49d0-be0a-556ad613d052 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0362852 Nov 25 18:32:27.034202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5422a-c569-46fc-8ec9-c0574178fb57 req-cd80458f-b67f-4b7d-9656-ce28c7e9ff76 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:27.036068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-acf5422a-c569-46fc-8ec9-c0574178fb57 req-cd80458f-b67f-4b7d-9656-ce28c7e9ff76 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0523570 Nov 25 18:32:27.087520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-acf5422a-c569-46fc-8ec9-c0574178fb57 req-c937c822-3220-4300-9926-61f49c027427 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Nov 25 18:32:27.207511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac58d9b-2f42-4899-8dc9-b6cf90fcd29d req-dd6398e4-60ec-4e04-a088-84c5a8867184 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:27.209369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ac58d9b-2f42-4899-8dc9-b6cf90fcd29d req-dd6398e4-60ec-4e04-a088-84c5a8867184 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 943 time: 0.0555861 Nov 25 18:32:27.263182 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ac58d9b-2f42-4899-8dc9-b6cf90fcd29d req-21010b64-c2d1-4327-9354-bba2e9ec34e4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468714 Nov 25 18:32:27.492196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4ad7351-265e-471d-8f9b-456c5cf3ff5d req-0a129baa-8781-458c-b3ce-d183ac0f6400 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0268495 Nov 25 18:32:27.603860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c4af9-f2f1-41a7-b898-9a8d2746e932 req-ac542ee2-2645-43ca-9084-1da2f912db50 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:27.606153 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b3c4af9-f2f1-41a7-b898-9a8d2746e932 req-ac542ee2-2645-43ca-9084-1da2f912db50 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0532081 Nov 25 18:32:27.619308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9addee38-6abe-41f1-af19-83b5e051d04c details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:27.656664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b3c4af9-f2f1-41a7-b898-9a8d2746e932 req-2afb5054-b8bf-44a2-91de-e52cb7b97fce tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Nov 25 18:32:27.752050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9addee38-6abe-41f1-af19-83b5e051d04c, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9addee38-6abe-41f1-af19-83b5e051d04c,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:27.765171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9addee38-6abe-41f1-af19-83b5e051d04c', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'port_id': '9addee38-6abe-41f1-af19-83b5e051d04c', 'mac_address': 'fa:16:3e:92:b3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf3790-0992-4b92-ba9e-0a2e6605f1c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:32:27.807942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:27.828003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9addee38-6abe-41f1-af19-83b5e051d04c {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:27.840435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ee6d5-a6cb-4f5e-afec-20478045eb22 req-3d75c87a-94b4-4b45-86eb-e8ae97e99dbf tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:27.847376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d2ee6d5-a6cb-4f5e-afec-20478045eb22 req-3d75c87a-94b4-4b45-86eb-e8ae97e99dbf tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0972323 Nov 25 18:32:27.860468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9addee38-6abe-41f1-af19-83b5e051d04c, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9addee38-6abe-41f1-af19-83b5e051d04c,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:27.867804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:27.923643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9addee38-6abe-41f1-af19-83b5e051d04c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:27.934583 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d2ee6d5-a6cb-4f5e-afec-20478045eb22 req-0f577d67-9070-4642-9a4e-a622fd4d4959 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788844 Nov 25 18:32:28.060694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce64fe0-895e-41ae-92c3-29baf68bcdfb req-4cbe7aa4-4ffd-4d0b-9190-0bd19a977f9a tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:28.062190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fce64fe0-895e-41ae-92c3-29baf68bcdfb req-4cbe7aa4-4ffd-4d0b-9190-0bd19a977f9a tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0605090 Nov 25 18:32:28.115271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fce64fe0-895e-41ae-92c3-29baf68bcdfb req-20f50a71-4301-4106-839f-da1d1f782bee tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466557 Nov 25 18:32:28.143330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9addee38-6abe-41f1-af19-83b5e051d04c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:28.210137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7bdbb1ec-e91a-4ee2-b4bd-19e722c8346e req-7060b05e-4a31-4f20-b09f-11c514a598c3 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0344298 Nov 25 18:32:28.402168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61392443-ba2b-4020-83e1-04e8b142a4ff req-8db87f43-7626-4e7f-ab24-bb87f1441261 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:28.403723 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61392443-ba2b-4020-83e1-04e8b142a4ff req-8db87f43-7626-4e7f-ab24-bb87f1441261 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 944 time: 0.0573685 Nov 25 18:32:28.455830 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61392443-ba2b-4020-83e1-04e8b142a4ff req-9ed281fa-ce8b-4eb3-9db5-522848e68f41 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459054 Nov 25 18:32:28.594358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f66521eb-ace7-40e4-b18c-b66432835056 req-d9ea60dc-af6e-424b-8c42-71e3991f375d tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0286355 Nov 25 18:32:28.786551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2ed73-d7ae-4f1a-8c36-7c102b707635 req-6e3529ad-c7c7-486d-add5-52a3bb2b5598 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:28.788083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74d2ed73-d7ae-4f1a-8c36-7c102b707635 req-6e3529ad-c7c7-486d-add5-52a3bb2b5598 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Nov 25 18:32:28.844994 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74d2ed73-d7ae-4f1a-8c36-7c102b707635 req-3f10bd14-01d3-418f-9b7e-cf529cc5fe8e tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Nov 25 18:32:29.056751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d36c-c8bd-4242-b300-1ce7deaeeb55 req-d2061ed6-3913-45fa-bd92-af453cd938a3 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:29.058900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9be5d36c-c8bd-4242-b300-1ce7deaeeb55 req-d2061ed6-3913-45fa-bd92-af453cd938a3 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0515709 Nov 25 18:32:29.112838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9be5d36c-c8bd-4242-b300-1ce7deaeeb55 req-7c37a651-13ab-44b4-a05e-fbf7a21cbd99 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Nov 25 18:32:29.244591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6264b-980b-49d5-8010-2fc1d4d46680 req-196f9774-9bec-498d-ae35-0f9c176715dd tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:29.251425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-faf6264b-980b-49d5-8010-2fc1d4d46680 req-196f9774-9bec-498d-ae35-0f9c176715dd tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0646758 Nov 25 18:32:29.308539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-faf6264b-980b-49d5-8010-2fc1d4d46680 req-55487c24-f3af-41df-aeef-18811640d708 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510032 Nov 25 18:32:29.414469 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b052eaa5-5b54-465c-a38d-89132ae74925 req-692bd7c6-fd7d-48af-931f-a5f404af0751 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0335288 Nov 25 18:32:29.592273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff8094-bb3a-4f50-980a-6b608da8e28c req-6dc6b1a2-d2ad-4a21-8959-b1b0fbe4f1f8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:29.593798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1fff8094-bb3a-4f50-980a-6b608da8e28c req-6dc6b1a2-d2ad-4a21-8959-b1b0fbe4f1f8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 944 time: 0.0567567 Nov 25 18:32:29.641015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9addee38-6abe-41f1-af19-83b5e051d04c up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:32:29.652001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1fff8094-bb3a-4f50-980a-6b608da8e28c req-744168f6-295f-4467-ac13-6a86327a2006 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Nov 25 18:32:29.695464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9addee38-6abe-41f1-af19-83b5e051d04c completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:32:29.701352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9addee38-6abe-41f1-af19-83b5e051d04c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:29.701835 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:29.762377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8deffb8-fcfe-467e-8a59-fe70eb3b3b46 req-f94db770-61d9-40d7-aa52-d9a2ecdf47cf tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0287993 Nov 25 18:32:29.821501 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:29.846962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9addee38-6abe-41f1-af19-83b5e051d04c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:29.849457 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf268779-faad-4706-bd6e-0458ca7c2226" -d '{"events": [{"server_uuid": "59f63454-7ca5-420c-b639-aa07a0d8662a", "name": "network-vif-plugged", "status": "completed", "tag": "9addee38-6abe-41f1-af19-83b5e051d04c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:29.864107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9addee38-6abe-41f1-af19-83b5e051d04c, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9addee38-6abe-41f1-af19-83b5e051d04c,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:29.875149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:29.904945 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c3549-ddfa-4684-bb3a-e302370e5f9f x-openstack-request-id: req-773c3549-ddfa-4684-bb3a-e302370e5f9f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:29.905399 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f63454-7ca5-420c-b639-aa07a0d8662a", "name": "network-vif-plugged", "status": "completed", "tag": "9addee38-6abe-41f1-af19-83b5e051d04c", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:29.905681 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-773c3549-ddfa-4684-bb3a-e302370e5f9f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:29.906196 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9addee38-6abe-41f1-af19-83b5e051d04c', 'code': 200} Nov 25 18:32:29.940895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9addee38-6abe-41f1-af19-83b5e051d04c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:30.049007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33afe2d-a015-4020-a982-927b46844093 req-1893566c-ba35-4402-9cfc-024256e24d0c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:30.050655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e33afe2d-a015-4020-a982-927b46844093 req-1893566c-ba35-4402-9cfc-024256e24d0c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0828362 Nov 25 18:32:30.062822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a537f-bb7f-49ea-aee1-f854d5f62f02 req-f1dbd8a0-2fb1-4d64-904c-24aeb957eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:30.064560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-023a537f-bb7f-49ea-aee1-f854d5f62f02 req-f1dbd8a0-2fb1-4d64-904c-24aeb957eec9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 1096 time: 0.0687313 Nov 25 18:32:30.141946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e33afe2d-a015-4020-a982-927b46844093 req-f1946adb-c0b2-4fb5-946e-aaffa4a9698b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830524 Nov 25 18:32:30.148074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-023a537f-bb7f-49ea-aee1-f854d5f62f02 req-28738c4b-1767-4b55-8485-7f705719171e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698292 Nov 25 18:32:30.296838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd0d80-aa07-4bf2-afc8-1170cc6a7a82 req-c8a48bdc-c424-4aea-8f4f-b80742a5c979 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:30.298444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9cbd0d80-aa07-4bf2-afc8-1170cc6a7a82 req-c8a48bdc-c424-4aea-8f4f-b80742a5c979 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0510125 Nov 25 18:32:30.347835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9cbd0d80-aa07-4bf2-afc8-1170cc6a7a82 req-464fde6f-f00a-470f-bd07-3ec64b032a11 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Nov 25 18:32:30.470009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78670df-0025-4f2d-ae0c-e0eb236a8958 req-4095f2f8-7f3d-4908-aea5-1981579725bf tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:30.471557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c78670df-0025-4f2d-ae0c-e0eb236a8958 req-4095f2f8-7f3d-4908-aea5-1981579725bf tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0607216 Nov 25 18:32:30.521853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c78670df-0025-4f2d-ae0c-e0eb236a8958 req-956e54cf-6af4-40be-b9f1-7424c277a5df tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 Nov 25 18:32:30.579746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:30.625744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-322a5597-5ebf-4f22-b8ab-741af9ffe41d req-3e971333-90a7-4312-88f7-3c9bf4b149c2 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0324004 Nov 25 18:32:30.808513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712ce16-f27b-4873-b3d9-5b5b6971f57b req-0b8af9bb-4557-4e3d-91f1-a49ae27e6fbf tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:30.810151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b712ce16-f27b-4873-b3d9-5b5b6971f57b req-0b8af9bb-4557-4e3d-91f1-a49ae27e6fbf tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 945 time: 0.0551596 Nov 25 18:32:30.859498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b712ce16-f27b-4873-b3d9-5b5b6971f57b req-38653750-70d3-48f6-a645-4e2fd3123970 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Nov 25 18:32:30.944159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3568ed32-fce4-4228-960a-8e16dbec80ef req-cb507e4f-54e5-451a-982d-4a936783e6aa tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0289457 Nov 25 18:32:31.272533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266da25-9e94-4180-9f31-f7624bf94118 req-6df3e455-e340-4696-a4f5-07cdce267b68 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:31.273972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0266da25-9e94-4180-9f31-f7624bf94118 req-6df3e455-e340-4696-a4f5-07cdce267b68 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0534678 Nov 25 18:32:31.328300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0266da25-9e94-4180-9f31-f7624bf94118 req-ae3b2484-11ca-4bc4-a8f7-ee4c74c0c2da tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Nov 25 18:32:31.501370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee97d43-ee61-44c0-843d-28bb0ee420b0 req-ce50f662-238c-46fc-8540-fd8cc2b0b0b1 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:31.503017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee97d43-ee61-44c0-843d-28bb0ee420b0 req-ce50f662-238c-46fc-8540-fd8cc2b0b0b1 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0527029 Nov 25 18:32:31.552617 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cee97d43-ee61-44c0-843d-28bb0ee420b0 req-494c72e5-30f3-4ac2-b89c-ff91ca5c467a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Nov 25 18:32:31.671438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174d5ee-b79a-43e7-8374-8966a5f4c5ee req-d3c981cd-9d3b-498a-8b09-63824809d218 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:31.673251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2174d5ee-b79a-43e7-8374-8966a5f4c5ee req-d3c981cd-9d3b-498a-8b09-63824809d218 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0512555 Nov 25 18:32:31.727513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2174d5ee-b79a-43e7-8374-8966a5f4c5ee req-dd6f7360-a40b-4d38-9fa8-b45d35d0cf90 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Nov 25 18:32:31.820007 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61577791-2c85-4a65-9d01-94db20441798 req-ece6923d-e938-4247-8a5a-2bd4767d540e tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0319266 Nov 25 18:32:32.001525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf93a87-66cf-44ad-8a34-37ae90c38da9 req-8cd8caa5-5636-491c-aa6f-670b893953a5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:32.003026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cf93a87-66cf-44ad-8a34-37ae90c38da9 req-8cd8caa5-5636-491c-aa6f-670b893953a5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 945 time: 0.0511556 Nov 25 18:32:32.053686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cf93a87-66cf-44ad-8a34-37ae90c38da9 req-d5d6dab1-83f1-415c-a17e-88ce700e425f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Nov 25 18:32:32.138322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd740d6a-a67a-4471-97c5-9e54eef67429 req-ce74e2f6-3dc3-4840-bb2d-c223f7e69526 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0272906 Nov 25 18:32:32.336608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-ced906e6-cc5f-4a91-9b22-3e0e8ed82591 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:32.339084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-ced906e6-cc5f-4a91-9b22-3e0e8ed82591 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1096284 Nov 25 18:32:32.359092 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-3c0e9302-f967-4492-8f72-7988ef4adb49 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0138514 Nov 25 18:32:32.411945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-1aa1e47a-5be8-428e-a0ad-09fa2757216f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500903 Nov 25 18:32:32.510398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-fc6d948c-b426-4de4-b5f5-e8627f0eeafb service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895004 Nov 25 18:32:32.605411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-eabd6d58-6da5-435f-bd5e-abf24b9ebf27 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 Nov 25 18:32:32.856885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ede93-7ebb-44c3-a74d-2b16e6af1437 req-6dec8c98-1486-4bfd-b209-7fb823674e69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:32.859905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d8ede93-7ebb-44c3-a74d-2b16e6af1437 req-6dec8c98-1486-4bfd-b209-7fb823674e69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1026261 Nov 25 18:32:32.939199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d8ede93-7ebb-44c3-a74d-2b16e6af1437 req-00f3471f-6d60-4410-8a51-577e9be5e8db tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727584 Nov 25 18:32:33.059012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98afd27-5b42-48b7-8f5d-06d1945a30b8 req-2981e29d-0607-44c7-9160-bf33e2dfc92a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:33.061188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d98afd27-5b42-48b7-8f5d-06d1945a30b8 req-2981e29d-0607-44c7-9160-bf33e2dfc92a tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0605013 Nov 25 18:32:33.065574 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:33.116762 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d98afd27-5b42-48b7-8f5d-06d1945a30b8 req-1894bba1-658e-4b49-aaec-0e470f3e21da tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493331 Nov 25 18:32:33.195165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6326b8d2-4dba-4f5d-9910-af7f796c4b12 req-f8ff48a6-b004-476f-adb8-4e89c44a9a24 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 210 time: 0.0302804 Nov 25 18:32:33.324216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350c23e-6086-4c7d-8f87-410b14f6e775 req-25169cc1-35f2-48c0-becd-1500f6afd48c tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:33.325734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d350c23e-6086-4c7d-8f87-410b14f6e775 req-25169cc1-35f2-48c0-becd-1500f6afd48c tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0581837 Nov 25 18:32:33.384623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d350c23e-6086-4c7d-8f87-410b14f6e775 req-174658b4-bff2-4c59-983c-b5a498696a06 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527639 Nov 25 18:32:33.496003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e34b370c-7bc6-450a-b636-0e5194c67786 req-41dc0c42-eb27-4e37-8e46-a29888fdfeef tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0331132 Nov 25 18:32:33.735187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51f0cf23-476e-4377-b8c4-9cba2238dc7a req-437b64c0-0154-46fc-9729-5d898d69cd8b tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0264094 Nov 25 18:32:34.134922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-a66c0ce3-c2c7-4b2e-aaa2-ad1a5d4fcc17 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:34.136456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-a66c0ce3-c2c7-4b2e-aaa2-ad1a5d4fcc17 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1461229 Nov 25 18:32:34.143993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc34ad-adcd-4e43-8095-efa7727045ca req-40e5b57d-41eb-4b18-8f0c-d461342d5a2c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:34.145989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9dc34ad-adcd-4e43-8095-efa7727045ca req-40e5b57d-41eb-4b18-8f0c-d461342d5a2c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1420915 Nov 25 18:32:34.158252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Request body: {'port': {'device_id': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'admin_state_up': True, 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:34.257629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9dc34ad-adcd-4e43-8095-efa7727045ca req-ba3a8dd7-fa42-4072-9297-32d340c38f9f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039140 Nov 25 18:32:34.329318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:32:34.333199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:34.449781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b6eb0-7c98-4916-97b2-27eed78402e9 req-8882a86c-925f-4263-bd0c-98d5ebb79718 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:34.451368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-205b6eb0-7c98-4916-97b2-27eed78402e9 req-8882a86c-925f-4263-bd0c-98d5ebb79718 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.1039827 Nov 25 18:32:34.538425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Allocated IP 172.20.0.10 (5aa2aa5a-a649-4b58-ab2a-d56bb74a6606/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0/349e861c-ccfb-4313-9438-18795727fa06) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:34.545871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-205b6eb0-7c98-4916-97b2-27eed78402e9 req-76de2a2d-41e3-4ef3-b71c-09e691c829d1 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886595 Nov 25 18:32:34.649282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63c89d2b-2345-4264-95a4-2f606d6b0262 req-838a7012-de31-4059-af6c-d996351f5441 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 210 time: 0.0404258 Nov 25 18:32:34.768877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:34.789526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d30c-b0b9-487a-baae-db2c67091127 req-d54399f1-7a57-49d3-8487-eb9806bb8186 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:34.790965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a982d30c-b0b9-487a-baae-db2c67091127 req-d54399f1-7a57-49d3-8487-eb9806bb8186 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0800927 Nov 25 18:32:34.848483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:34.861510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:34.864372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9addee38-6abe-41f1-af19-83b5e051d04c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:34.883345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a982d30c-b0b9-487a-baae-db2c67091127 req-5130beb1-32e4-4a57-af34-10bc5f41abba tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847061 Nov 25 18:32:34.902152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:34.903673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:34.906092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:34.951759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event updated for resources: {'Port': ['ID=349e861c-ccfb-4313-9438-18795727fa06,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:34.972612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:34.973239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:34.995080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-275d4e2c-187b-4abd-a14a-3c06fd7ce1c5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428643 Nov 25 18:32:35.012425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Request body: {'port': {'device_id': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:35.035203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3e918bd-2f8d-4bde-8655-ffd68f46b632 req-f57b242b-2afd-4e75-b612-bfac53f53a54 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0447123 Nov 25 18:32:35.092712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:35.296485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05ee7b09-b65c-42e7-a7cd-6f87317f21b0 req-0b5b91f3-b63e-4909-98a3-074e4df7d4fc tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0423527 Nov 25 18:32:35.512121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd003fc5-c7b8-4681-8971-76b3defb8104 req-b434087c-9b6f-4c61-b7eb-7d30538dc7e8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:35.513601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd003fc5-c7b8-4681-8971-76b3defb8104 req-b434087c-9b6f-4c61-b7eb-7d30538dc7e8 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1318278 Nov 25 18:32:35.602963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd003fc5-c7b8-4681-8971-76b3defb8104 req-19a4ce8d-4293-419e-a871-9138afccaef4 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817759 Nov 25 18:32:35.609108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349e861c-ccfb-4313-9438-18795727fa06 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:35.617191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:35.629312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Transition to ACTIVE for port object 349e861c-ccfb-4313-9438-18795727fa06 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:35.634277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:35.723991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Pushing event updated for resources: {'Port': ['ID=349e861c-ccfb-4313-9438-18795727fa06,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:35.813990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2914-f1ba-484c-8f71-61d795250f4c req-e753313c-98e5-41e4-ab37-16774956ce33 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:35.815518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eeb2914-f1ba-484c-8f71-61d795250f4c req-e753313c-98e5-41e4-ab37-16774956ce33 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.1039279 Nov 25 18:32:35.820316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Attempting to bind port 349e861c-ccfb-4313-9438-18795727fa06 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:35.820653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Attempting to bind port 349e861c-ccfb-4313-9438-18795727fa06 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:35.821010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Attempting to bind port 349e861c-ccfb-4313-9438-18795727fa06 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:35.840097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Port 349e861c-ccfb-4313-9438-18795727fa06 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:35.840458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Attempting to bind port 349e861c-ccfb-4313-9438-18795727fa06 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:35.848398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:35.848786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:35.849174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Bound using segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:35.849671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Bound port: 349e861c-ccfb-4313-9438-18795727fa06, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:35.850013 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:35.915603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eeb2914-f1ba-484c-8f71-61d795250f4c req-7f454704-aea7-4007-8614-750517573090 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920901 Nov 25 18:32:35.959357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] For port 349e861c-ccfb-4313-9438-18795727fa06, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:35.962894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] For port 349e861c-ccfb-4313-9438-18795727fa06, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=349e861c-ccfb-4313-9438-18795727fa06,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:35.969104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:36.005962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.006658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:36.008027 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] 10.222.0.64 "PUT /v2.0/ports/349e861c-ccfb-4313-9438-18795727fa06 HTTP/1.1" status: 200 len: 1092 time: 1.0004361 Nov 25 18:32:36.017952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'tag': '349e861c-ccfb-4313-9438-18795727fa06'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:36.020244 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7dca01-a83d-4381-b0be-ef3c05b640fb" -d '{"events": [{"name": "network-changed", "server_uuid": "53737ac1-b7b7-4a0c-b43b-591423e8729c", "tag": "349e861c-ccfb-4313-9438-18795727fa06"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:36.076180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b25c-2262-4a81-99e7-91ddc64d740c service neutron] Pushing event updated for resources: {'Port': ['ID=349e861c-ccfb-4313-9438-18795727fa06,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:36.112776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009af11b-bf64-4cfd-90ba-60b7cc79a43a req-f4447d64-e638-458e-9e1c-fa3097fb0af1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.114266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-009af11b-bf64-4cfd-90ba-60b7cc79a43a req-f4447d64-e638-458e-9e1c-fa3097fb0af1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 944 time: 0.1135659 Nov 25 18:32:36.128160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-39cb934d-920c-465d-af61-639210f9ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.129554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-39cb934d-920c-465d-af61-639210f9ae09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 1095 time: 0.0666289 Nov 25 18:32:36.179755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-61d7f25d-282e-460d-a887-32859dae1c45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349e861c-ccfb-4313-9438-18795727fa06 HTTP/1.1" status: 200 len: 217 time: 0.0402148 Nov 25 18:32:36.228049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-009af11b-bf64-4cfd-90ba-60b7cc79a43a req-e85f2e3e-7b24-4f07-91c5-6f8414fdda9c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078272 Nov 25 18:32:36.246224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-67367f41-a422-44c1-804f-8add204d1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.247720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-67367f41-a422-44c1-804f-8add204d1f6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.0573359 Nov 25 18:32:36.286728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-dc4d2748-8f16-4ae4-a19e-1e24e237280d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250936 Nov 25 18:32:36.384616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347c7f6-29f5-435b-9adc-66aec2de1e37 req-24479350-35ba-4cdb-b0d9-6d15506f4593 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.386106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a347c7f6-29f5-435b-9adc-66aec2de1e37 req-24479350-35ba-4cdb-b0d9-6d15506f4593 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.1017854 Nov 25 18:32:36.429637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-4a54206b-950d-45ab-8305-e8afddf71dca service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302841 Nov 25 18:32:36.467098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a347c7f6-29f5-435b-9adc-66aec2de1e37 req-1c98e58a-bbb6-4d1d-ad5d-6b677ff53ef3 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740597 Nov 25 18:32:36.519889 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824581c5-a5b6-4342-b9a5-b389dc83266c x-openstack-request-id: req-824581c5-a5b6-4342-b9a5-b389dc83266c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:36.520528 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53737ac1-b7b7-4a0c-b43b-591423e8729c", "tag": "349e861c-ccfb-4313-9438-18795727fa06", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:36.520528 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-824581c5-a5b6-4342-b9a5-b389dc83266c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:36.520849 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'tag': '349e861c-ccfb-4313-9438-18795727fa06', 'status': 'completed', 'code': 200} Nov 25 18:32:36.535674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d488036-afc2-4805-9d3f-07b70eccf42a req-2aff59fa-0afa-452a-b076-c0925076aad5 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954587 Nov 25 18:32:36.596989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b4aad11-f74b-44c3-b5df-9eb8e5e3a91e req-346516d8-5dae-4e59-9915-cc4734657d7b tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0321085 Nov 25 18:32:36.646122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-73bb23ef-b99a-40e2-bf17-7fac762e397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.647652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-73bb23ef-b99a-40e2-bf17-7fac762e397f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 1095 time: 0.0457010 Nov 25 18:32:36.754287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21f27b9a-56c1-4c97-af78-807e9bb9c822 req-58ff9286-c6b2-4365-af74-7643ba86193e tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0292516 Nov 25 18:32:36.785187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-b7601261-176d-4716-b55a-c04183a00682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.786713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-b7601261-176d-4716-b55a-c04183a00682 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.1158156 Nov 25 18:32:36.842750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-d3c967a0-6c8e-43e0-a481-7a0b9b93157c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349e861c-ccfb-4313-9438-18795727fa06 HTTP/1.1" status: 200 len: 217 time: 0.0425785 Nov 25 18:32:36.919699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0c30c-2f2e-4a95-8e89-f23c60e07048 req-1dd6f797-ec62-4128-83a8-794095a08892 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.921138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bae0c30c-2f2e-4a95-8e89-f23c60e07048 req-1dd6f797-ec62-4128-83a8-794095a08892 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1135190 Nov 25 18:32:36.924758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-1e34f156-e76b-497f-9bf1-4f359ff0db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:36.926206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-1e34f156-e76b-497f-9bf1-4f359ff0db5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.0622084 Nov 25 18:32:36.983665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-9db81de3-9ba9-4aaf-a831-4bef286df544 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428648 Nov 25 18:32:37.009425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bae0c30c-2f2e-4a95-8e89-f23c60e07048 req-0c4d8f2f-9bd7-47e6-941f-787d41494611 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822079 Nov 25 18:32:37.092044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-3b43fc46-e19a-49a3-a233-306b51035b3a service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938323 Nov 25 18:32:37.195007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc24c2-bb0d-4a6d-a63f-df02b94ccc8d req-33dc62b7-7842-4fda-8b42-46a6d9f8b412 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:37.196555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42dc24c2-bb0d-4a6d-a63f-df02b94ccc8d req-33dc62b7-7842-4fda-8b42-46a6d9f8b412 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.1085551 Nov 25 18:32:37.243578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c7dca01-a83d-4381-b0be-ef3c05b640fb req-b42babb8-05c5-4396-8ce9-875d039db3e9 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262870 Nov 25 18:32:37.279434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42dc24c2-bb0d-4a6d-a63f-df02b94ccc8d req-b9b24bc1-e404-420c-8981-004c622c84f6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Nov 25 18:32:37.389051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deec6b-fe6d-4d37-99aa-73122f8be104 req-b38f07c6-c502-456d-a349-97ed63b89db1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:37.390678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4deec6b-fe6d-4d37-99aa-73122f8be104 req-b38f07c6-c502-456d-a349-97ed63b89db1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 944 time: 0.0516181 Nov 25 18:32:37.443620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4deec6b-fe6d-4d37-99aa-73122f8be104 req-2c991982-05ff-474a-9190-2114c21cc347 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Nov 25 18:32:37.578956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1166f8-4928-43a0-9e8d-32599c11b347 req-78ca0828-9526-4204-abdf-b80ec3a4065f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:37.580307 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e1166f8-4928-43a0-9e8d-32599c11b347 req-78ca0828-9526-4204-abdf-b80ec3a4065f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0482688 Nov 25 18:32:37.631742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e1166f8-4928-43a0-9e8d-32599c11b347 req-549795d4-1c0e-4356-9b74-a2bbdfe46cdf tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Nov 25 18:32:37.718345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-048f04d3-213d-4532-ac2e-4da8e1dcb2cd req-8b162271-f838-4891-bd59-2bcc8e578a74 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0256248 Nov 25 18:32:37.858523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e65ad5a9-876f-4613-845b-bf8a36b2b46c req-0b575f35-4301-4807-b63f-90d79259e1c5 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0259743 Nov 25 18:32:38.130396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552a5f-deeb-4120-b57d-6b80105bb33b req-c394cf1f-5234-452c-9ae7-1c6b749e7874 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:38.131779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8552a5f-deeb-4120-b57d-6b80105bb33b req-c394cf1f-5234-452c-9ae7-1c6b749e7874 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0484281 Nov 25 18:32:38.180577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8552a5f-deeb-4120-b57d-6b80105bb33b req-364af490-d439-4f17-bb21-810388c94147 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Nov 25 18:32:38.419504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed513-5afc-4def-94ae-33c84b7c285a req-9f378890-06ff-4ff0-9dd0-600c0cd86084 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:38.421081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b92ed513-5afc-4def-94ae-33c84b7c285a req-9f378890-06ff-4ff0-9dd0-600c0cd86084 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0555143 Nov 25 18:32:38.469612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b92ed513-5afc-4def-94ae-33c84b7c285a req-639e71db-3854-47d4-acb6-47d740e8b335 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Nov 25 18:32:38.567959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b694971-dfba-41f1-bbd2-e5e17d6d0955 req-e3d4dc4e-7e61-40f0-b13e-f28188d986b0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:38.569390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b694971-dfba-41f1-bbd2-e5e17d6d0955 req-e3d4dc4e-7e61-40f0-b13e-f28188d986b0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 944 time: 0.0476286 Nov 25 18:32:38.616681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b694971-dfba-41f1-bbd2-e5e17d6d0955 req-a74ac1da-c09e-4ef3-a022-cb5f5326d7a9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Nov 25 18:32:38.749353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf921-a5d6-4115-b7f1-7e9cf066304e req-0bc2014c-332a-4804-a785-4a4c7389135f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:38.750833 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aaeaf921-a5d6-4115-b7f1-7e9cf066304e req-0bc2014c-332a-4804-a785-4a4c7389135f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.0479996 Nov 25 18:32:39.104312 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aaeaf921-a5d6-4115-b7f1-7e9cf066304e req-c92c6344-154d-4695-896d-a213d8560c12 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473139 Nov 25 18:32:39.189199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a8cfc34-bcce-494f-99c0-d9985506a48f req-7abe3bdf-4f05-4a4b-9818-ccd59784dee0 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Nov 25 18:32:39.328834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-515d62d7-391f-438a-94aa-04bc0243b5ee req-fac9d18d-334f-457f-9815-d4f3033d0edb tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0258048 Nov 25 18:32:39.429327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0817a4-47b8-4c9f-a2fd-644da33decd5 req-dd52bbcd-d5ce-4a27-b623-70b7b669d52f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:39.430808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b0817a4-47b8-4c9f-a2fd-644da33decd5 req-dd52bbcd-d5ce-4a27-b623-70b7b669d52f tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0486143 Nov 25 18:32:39.478858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b0817a4-47b8-4c9f-a2fd-644da33decd5 req-4680b1a3-6b04-45e4-987b-1012cf0c8e49 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Nov 25 18:32:39.591671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82013084-425b-4ea4-aa9d-450c154d280a req-3312f812-9523-4aed-a859-dec675c9f1aa tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:39.593088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82013084-425b-4ea4-aa9d-450c154d280a req-3312f812-9523-4aed-a859-dec675c9f1aa tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0474317 Nov 25 18:32:39.637674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82013084-425b-4ea4-aa9d-450c154d280a req-34b6b903-a5b2-46bf-a3b0-17ef4595b57d tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388513 Nov 25 18:32:39.697771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 349e861c-ccfb-4313-9438-18795727fa06 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:39.739256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42899098-e29d-4e91-ab8c-1b21c1ebd74f req-79a6854e-551a-4729-8009-22aafdfa7938 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:39.740706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42899098-e29d-4e91-ab8c-1b21c1ebd74f req-79a6854e-551a-4729-8009-22aafdfa7938 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 944 time: 0.0498667 Nov 25 18:32:39.786764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42899098-e29d-4e91-ab8c-1b21c1ebd74f req-a518b7be-c375-4a94-b289-d8fcc02f7962 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Nov 25 18:32:39.794159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 349e861c-ccfb-4313-9438-18795727fa06, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=349e861c-ccfb-4313-9438-18795727fa06,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:39.806641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '349e861c-ccfb-4313-9438-18795727fa06', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'port_id': '349e861c-ccfb-4313-9438-18795727fa06', 'mac_address': 'fa:16:3e:ff:f7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf3790-0992-4b92-ba9e-0a2e6605f1c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:32:39.845001 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:39.858016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349e861c-ccfb-4313-9438-18795727fa06 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:39.876476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 349e861c-ccfb-4313-9438-18795727fa06, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=349e861c-ccfb-4313-9438-18795727fa06,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:39.880109 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:39.926578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=349e861c-ccfb-4313-9438-18795727fa06,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:40.074762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Request body: {'port': {'device_id': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:40.118444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-a1ca524b-ab20-400e-82d3-9623434ca5e5 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b1c1ca83e9ac4ec3b5975ba68c0886f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231311 Nov 25 18:32:40.149526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:40.217502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['349e861c-ccfb-4313-9438-18795727fa06'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:40.318859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c21e3-b854-4595-8f0c-41ace528aa84 req-8a322bc6-6960-454d-8c96-33aad9b1bb53 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:40.331059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c0c21e3-b854-4595-8f0c-41ace528aa84 req-8a322bc6-6960-454d-8c96-33aad9b1bb53 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 932 time: 0.1585841 Nov 25 18:32:40.383192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-28d9c51b-48b8-44bd-b10d-c948aab3e3f4 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:40.396750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-28d9c51b-48b8-44bd-b10d-c948aab3e3f4 tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74&tenant_id=461b391723204a5b9aff69962f4da3a1&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.1630855 Nov 25 18:32:40.420348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c0c21e3-b854-4595-8f0c-41ace528aa84 req-123542ac-0ae7-4143-b565-5d73d5905c3b tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877757 Nov 25 18:32:40.464876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0168252-6963-46a7-a234-dc32155cc6ff req-f5d03d95-0966-49c4-868f-368407b95389 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0665908 Nov 25 18:32:40.538373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f3fb61-9702-45ee-9d01-c2eed23adc1f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:40.551064 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:40.570513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Transition to ACTIVE for port object 69f3fb61-9702-45ee-9d01-c2eed23adc1f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:40.578864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-c1159b34-4d59-43cf-bf2e-04f6966a1cba tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:40.580348 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-c1159b34-4d59-43cf-bf2e-04f6966a1cba tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3097746 Nov 25 18:32:40.581466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:40.604720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f79bb-071c-4806-86f9-f50253f83b47 req-c743a30a-1262-4228-968d-1f2cfb61a9fa tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:40.611121 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-879f79bb-071c-4806-86f9-f50253f83b47 req-c743a30a-1262-4228-968d-1f2cfb61a9fa tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.0736165 Nov 25 18:32:40.612475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Request body: {'port': {'device_id': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'b1c1ca83e9ac4ec3b5975ba68c0886f6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:40.615740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-ba871a7b-b6f8-436b-8957-33bcde273ba6 service neutron] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:40.631053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-ba871a7b-b6f8-436b-8957-33bcde273ba6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:40.632130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-ba871a7b-b6f8-436b-8957-33bcde273ba6 service neutron] 10.222.0.66 "DELETE /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169/bindings/n-h2-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.2104073 Nov 25 18:32:40.663786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-879f79bb-071c-4806-86f9-f50253f83b47 req-7e2d61f0-9256-4b92-995a-d6149a8766ce tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514221 Nov 25 18:32:40.703898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7777b43e-8a77-44b2-a263-490fb3fbfd87 req-a8c0e983-35cc-4e23-a1ec-454ad7bddc21 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.0849407 Nov 25 18:32:40.767895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Pushing event updated for resources: {'Port': ['ID=69f3fb61-9702-45ee-9d01-c2eed23adc1f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:40.846549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43317a-8699-4c51-9e1d-8caa33afdcb2 req-86516642-e830-404a-b170-d7a64fa55efd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:40.848335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d43317a-8699-4c51-9e1d-8caa33afdcb2 req-86516642-e830-404a-b170-d7a64fa55efd tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0645483 Nov 25 18:32:40.883056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-322f1cdf-031a-4aa4-9b0b-6142068a76a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:40.914971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d43317a-8699-4c51-9e1d-8caa33afdcb2 req-b075be5d-2694-4938-b197-85125a166697 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566249 Nov 25 18:32:40.949307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Made reservation on behalf of b1c1ca83e9ac4ec3b5975ba68c0886f6 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:32:40.952862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:40.966066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Attempting to bind port 69f3fb61-9702-45ee-9d01-c2eed23adc1f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:40.966482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Attempting to bind port 69f3fb61-9702-45ee-9d01-c2eed23adc1f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:40.966766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Attempting to bind port 69f3fb61-9702-45ee-9d01-c2eed23adc1f on network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:40.971385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:40.988923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81d3d6-7e86-4a1c-874d-1a76df01d7ba req-feb0166b-d033-446c-9364-c020badeef32 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:40.990339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e81d3d6-7e86-4a1c-874d-1a76df01d7ba req-feb0166b-d033-446c-9364-c020badeef32 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.1514182 Nov 25 18:32:40.991539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Port 69f3fb61-9702-45ee-9d01-c2eed23adc1f on network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:40.991861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Attempting to bind port 69f3fb61-9702-45ee-9d01-c2eed23adc1f on network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:41.014113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:41.014479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Checking segment: {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:41.014906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Bound using segment: {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:41.015345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Bound port: 69f3fb61-9702-45ee-9d01-c2eed23adc1f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:41.015699 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.044310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75ae6b-da8d-4028-9c41-59a1d5e64292 req-ad5b6318-795f-4cb5-b073-5b71a78654a4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.045238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d75ae6b-da8d-4028-9c41-59a1d5e64292 req-ad5b6318-795f-4cb5-b073-5b71a78654a4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 945 time: 0.0571716 Nov 25 18:32:41.101069 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d75ae6b-da8d-4028-9c41-59a1d5e64292 req-9c08a8db-1599-4c93-bbd4-9d896b19102a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Nov 25 18:32:41.125521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e81d3d6-7e86-4a1c-874d-1a76df01d7ba req-da806f6d-57be-4291-b57d-94c9e516e47f tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172478 Nov 25 18:32:41.160054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.165817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.169814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] For port 69f3fb61-9702-45ee-9d01-c2eed23adc1f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:41.176435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] For port 69f3fb61-9702-45ee-9d01-c2eed23adc1f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=69f3fb61-9702-45ee-9d01-c2eed23adc1f,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:41.190558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.273862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:41.306886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.306886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.306886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] 10.222.0.66 "PUT /v2.0/ports/69f3fb61-9702-45ee-9d01-c2eed23adc1f HTTP/1.1" status: 200 len: 1092 time: 1.2359500 Nov 25 18:32:41.313386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'tag': '69f3fb61-9702-45ee-9d01-c2eed23adc1f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:41.313386 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f37d8d-f237-4518-91df-e1e74a4827fa", "tag": "69f3fb61-9702-45ee-9d01-c2eed23adc1f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:41.377490 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06f8030-d748-4b5e-93e8-d3d5021e2b78 x-openstack-request-id: req-b06f8030-d748-4b5e-93e8-d3d5021e2b78 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:41.377819 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f37d8d-f237-4518-91df-e1e74a4827fa", "tag": "69f3fb61-9702-45ee-9d01-c2eed23adc1f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:41.378239 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b06f8030-d748-4b5e-93e8-d3d5021e2b78 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:41.378796 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'tag': '69f3fb61-9702-45ee-9d01-c2eed23adc1f', 'status': 'completed', 'code': 200} Nov 25 18:32:41.396958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9585d1-58aa-42e1-9a33-1853ccd4842f service neutron] Pushing event updated for resources: {'Port': ['ID=69f3fb61-9702-45ee-9d01-c2eed23adc1f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:41.430410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52896-cc8f-4c89-945c-a21392dd38f8 req-c31fc886-d73c-406e-b4a2-b81bfcab5a3e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.431960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c52896-cc8f-4c89-945c-a21392dd38f8 req-c31fc886-d73c-406e-b4a2-b81bfcab5a3e tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 1096 time: 0.1981208 Nov 25 18:32:41.457958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Allocated IP 192.168.233.28 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/6da4e79f-66a7-4d17-9b8e-d68d1096dc67) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:41.493639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-693a4a8e-a347-4594-98ac-aafde778d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.495996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-693a4a8e-a347-4594-98ac-aafde778d6a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b9adf61ecc94e519a9fbc9fa2745141&device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 1095 time: 0.1160150 Nov 25 18:32:41.577228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4c98-c26a-4355-b9b2-4a1cb2019032 req-68400785-6959-4e27-bf6d-6d72b8b5e62f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.585411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e2a4c98-c26a-4355-b9b2-4a1cb2019032 req-68400785-6959-4e27-bf6d-6d72b8b5e62f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 944 time: 0.0710421 Nov 25 18:32:41.587438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-f7bc3d46-65e3-4605-bdf3-05df145a8473 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f3fb61-9702-45ee-9d01-c2eed23adc1f HTTP/1.1" status: 200 len: 217 time: 0.0768979 Nov 25 18:32:41.596412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c52896-cc8f-4c89-945c-a21392dd38f8 req-0045b4a4-75ef-4b1a-9bc7-8f2ca8e698ac tempest-LiveAutoBlockMigrationV225Test-886828086 tempest-LiveAutoBlockMigrationV225Test-886828086-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548128 Nov 25 18:32:41.679351 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e2a4c98-c26a-4355-b9b2-4a1cb2019032 req-aee40cc4-6d21-4fd7-8a64-bbb3505dc08a tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930152 Nov 25 18:32:41.681415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f36b6e34-8626-455b-92ab-06d63fc486e6 req-64cfb409-f12b-4ba2-94df-df7cff97ec40 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0323429 Nov 25 18:32:41.733423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 349e861c-ccfb-4313-9438-18795727fa06 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:32:41.749079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-5cf3fb71-0cb2-4d45-aef5-942b4541a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:41.750573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-5cf3fb71-0cb2-4d45-aef5-942b4541a14b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cc1a518-fa90-4ca2-aa59-19a3c2021632 HTTP/1.1" status: 200 len: 852 time: 0.1471331 Nov 25 18:32:41.775295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1cf95406-4e02-4b2a-a14b-c0d8ca276b34 req-d96621af-8f2b-45f2-8051-166fb16aea28 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0425193 Nov 25 18:32:41.788162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 349e861c-ccfb-4313-9438-18795727fa06 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:32:41.793057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 349e861c-ccfb-4313-9438-18795727fa06 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:41.793928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.840929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.893218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.893554 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:41.933375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e861c-ccfb-4313-9438-18795727fa06'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:41.936518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:41.940366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:41.941692 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda83d4-020d-4baf-8629-318c2e3463de" -d '{"events": [{"server_uuid": "53737ac1-b7b7-4a0c-b43b-591423e8729c", "name": "network-vif-plugged", "status": "completed", "tag": "349e861c-ccfb-4313-9438-18795727fa06"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:41.956732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 349e861c-ccfb-4313-9438-18795727fa06, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=349e861c-ccfb-4313-9438-18795727fa06,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:41.958873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:41.962210 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:42.038809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=349e861c-ccfb-4313-9438-18795727fa06,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:42.098033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Pushing event updated for resources: {'Port': ['ID=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:42.117371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.118169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:42.140775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-3577a10e-7aa3-409f-9547-fed23570817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.142435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-3577a10e-7aa3-409f-9547-fed23570817e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212194 Nov 25 18:32:42.150070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd66d9-505f-4875-9e96-5b49dd7bad86 req-f090a8a3-f250-4315-baf6-03aa60c58cb5 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.151724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70bd66d9-505f-4875-9e96-5b49dd7bad86 req-f090a8a3-f250-4315-baf6-03aa60c58cb5 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 935 time: 0.1946154 Nov 25 18:32:42.163600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-b47809fe-cab0-4e3a-a76d-eae529dedaee tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5547912 Nov 25 18:32:42.186736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Request body: {'port': {'device_id': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:42.241291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b747b-52ad-4fc4-a630-63dd8b265946 req-435fc6f4-118e-4756-b14d-ab25050ae470 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.242821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-989b747b-52ad-4fc4-a630-63dd8b265946 req-435fc6f4-118e-4756-b14d-ab25050ae470 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.0536928 Nov 25 18:32:42.275055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3d45e92c-eb2c-4702-af0d-52659e6ed2b5 None None] Provisioning complete for port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:42.275514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d45e92c-eb2c-4702-af0d-52659e6ed2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:42.295458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-989b747b-52ad-4fc4-a630-63dd8b265946 req-55ccb0e4-f453-481f-94b4-6e3c49bd4346 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458472 Nov 25 18:32:42.323006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3d45e92c-eb2c-4702-af0d-52659e6ed2b5 None None] Port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:32:42.401796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeb883-2ae0-438d-88e7-b4f7cb21483b req-0073b7ec-6815-4645-bb32-570d755094cc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.403516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04aeb883-2ae0-438d-88e7-b4f7cb21483b req-0073b7ec-6815-4645-bb32-570d755094cc tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.0537436 Nov 25 18:32:42.452408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04aeb883-2ae0-438d-88e7-b4f7cb21483b req-8169802c-da08-4382-93e2-e90f1156e2e1 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Nov 25 18:32:42.497997 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022a66d2-f2a8-4544-8672-11ffdb0a2406 x-openstack-request-id: req-022a66d2-f2a8-4544-8672-11ffdb0a2406 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:42.498392 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53737ac1-b7b7-4a0c-b43b-591423e8729c", "name": "network-vif-plugged", "status": "completed", "tag": "349e861c-ccfb-4313-9438-18795727fa06", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:42.498773 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-022a66d2-f2a8-4544-8672-11ffdb0a2406 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:42.499254 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e861c-ccfb-4313-9438-18795727fa06', 'code': 200} Nov 25 18:32:42.567743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:42.596582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70bd66d9-505f-4875-9e96-5b49dd7bad86 req-760cdf9f-5d31-489a-8beb-12932387e4b8 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365580 Nov 25 18:32:42.610362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-8dac0797-4032-4c0e-84c6-1d9c007987b2 service neutron] 10.222.0.66 "GET /v2.0/networks/57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576955 Nov 25 18:32:42.631952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08510b-6b69-4c32-bef3-577d1861e5c8 req-5e3d13d0-cfd5-4c57-b192-d7339ba8f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.633434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad08510b-6b69-4c32-bef3-577d1861e5c8 req-5e3d13d0-cfd5-4c57-b192-d7339ba8f6d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 1097 time: 0.0534418 Nov 25 18:32:42.641926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa59fa-5280-4d38-bb8d-3a1b4ccdae5a req-96131711-00ec-4be2-92d1-d841504e286e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.643400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7aa59fa-5280-4d38-bb8d-3a1b4ccdae5a req-96131711-00ec-4be2-92d1-d841504e286e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.0889444 Nov 25 18:32:42.717010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad08510b-6b69-4c32-bef3-577d1861e5c8 req-e10bd4ca-3cff-447a-8465-566fd9d2bed7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726440 Nov 25 18:32:42.720865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7aa59fa-5280-4d38-bb8d-3a1b4ccdae5a req-179c8176-c5fc-45d8-a772-93f246524aed tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704079 Nov 25 18:32:42.854392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a29b3-5ad1-4703-bc94-cf0910d478a3 req-7855e40e-62fe-4c6a-a397-c980f203901e tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.856582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a6a29b3-5ad1-4703-bc94-cf0910d478a3 req-7855e40e-62fe-4c6a-a397-c980f203901e tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 944 time: 0.0532911 Nov 25 18:32:42.867564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516425d-1560-4e69-ab3c-28b52382d0fd req-6304622e-ab3d-4f90-bec3-5917ff2e2487 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:42.869089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2516425d-1560-4e69-ab3c-28b52382d0fd req-6304622e-ab3d-4f90-bec3-5917ff2e2487 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.1743004 Nov 25 18:32:42.906622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51f588c6-01bc-45f4-92ac-d87745edfacf req-1a5ce458-76de-4cc2-b8c1-bfd4ba45ae17 service neutron] 10.222.0.66 "GET /v2.0/networks/57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128909 Nov 25 18:32:42.919585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a6a29b3-5ad1-4703-bc94-cf0910d478a3 req-ea04d320-82fb-4921-a9f9-806e4c9cc433 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Nov 25 18:32:42.956687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2516425d-1560-4e69-ab3c-28b52382d0fd req-b0b2e933-84f8-4513-8e94-c4bc99fbb3c6 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/security-groups?id=84370d53-dca9-489b-9e21-30c927385fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801361 Nov 25 18:32:43.042992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-fd2e0a76-5273-4386-9ab2-cfcdd1109609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.044444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-fd2e0a76-5273-4386-9ab2-cfcdd1109609 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b9adf61ecc94e519a9fbc9fa2745141&device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 1095 time: 0.0823805 Nov 25 18:32:43.083112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65d061da-6cb9-4a22-b53f-9bfe24e10474 req-4a8599b4-20da-443e-9807-76bd3aa86849 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0452354 Nov 25 18:32:43.098150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:43.129941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.152697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Transition to ACTIVE for port object 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:32:43.159292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.159986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-63838850-22b6-4c35-9a18-ea9112a6afbb tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.162874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-63838850-22b6-4c35-9a18-ea9112a6afbb tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 949 time: 0.0494304 Nov 25 18:32:43.228496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Pushing event updated for resources: {'Port': ['ID=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:43.231280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-8cfc9a37-01e3-4fed-ac58-e05ae151aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.232770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-8cfc9a37-01e3-4fed-ac58-e05ae151aa30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 HTTP/1.1" status: 200 len: 914 time: 0.1601055 Nov 25 18:32:43.280586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Deleting port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:43.281319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.332299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-d00b76bc-c23f-49c6-8b8f-4a4291945700 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f3fb61-9702-45ee-9d01-c2eed23adc1f HTTP/1.1" status: 200 len: 217 time: 0.0721323 Nov 25 18:32:43.407583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b083ba41-953a-4b0b-a7b6-328e899ecf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.431322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] For port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:43.432031 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.449290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Calling delete_port for e73e5b59-3920-44bb-bc5c-323e1dd5e6ab owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:43.469158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-3cf42c96-ed79-408a-b4e0-c19f7b4dd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.470638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-3cf42c96-ed79-408a-b4e0-c19f7b4dd489 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cc1a518-fa90-4ca2-aa59-19a3c2021632 HTTP/1.1" status: 200 len: 852 time: 0.1302199 Nov 25 18:32:43.489723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Attempting to bind port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:32:43.490066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Attempting to bind port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:32:43.490398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Attempting to bind port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:43.522772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:32:43.523107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Attempting to bind port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:32:43.535456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-1505fdf6-f126-4439-a511-9f17bd5b5fde tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.536915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-1505fdf6-f126-4439-a511-9f17bd5b5fde tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1452591 Nov 25 18:32:43.552424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9468b6-6533-44cd-839c-05c36b0f89c2 req-249f9a23-6ce4-4e6e-9568-bb1d79f279c2 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.552424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b9468b6-6533-44cd-839c-05c36b0f89c2 req-249f9a23-6ce4-4e6e-9568-bb1d79f279c2 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.1461704 Nov 25 18:32:43.560032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:32:43.560372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:32:43.560757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:32:43.561204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Bound port: 6da4e79f-66a7-4d17-9b8e-d68d1096dc67, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:32:43.561559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.623925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-7f5b1330-b121-45c7-95b6-cb329c17263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.625431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-7f5b1330-b121-45c7-95b6-cb329c17263e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450958 Nov 25 18:32:43.632154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645b62-7f26-44d6-8aef-411a21fac8f5 req-8ab55f0f-6b97-4a95-9a7b-30745f8334f6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.633641 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de645b62-7f26-44d6-8aef-411a21fac8f5 req-8ab55f0f-6b97-4a95-9a7b-30745f8334f6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 945 time: 0.1020923 Nov 25 18:32:43.656196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.690227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e73e5b59-3920-44bb-bc5c-323e1dd5e6ab'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:43.691221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Pushing event deleted for resources: {'Port': ['ID=e73e5b59-3920-44bb-bc5c-323e1dd5e6ab,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:43.751047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] No DVR routers for this DVR port e73e5b59-3920-44bb-bc5c-323e1dd5e6ab on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:43.762422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de645b62-7f26-44d6-8aef-411a21fac8f5 req-547273bb-7932-443c-832f-c08c6c23ccbe tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161530 Nov 25 18:32:43.762422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.762422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2c9dc6c-09aa-40d6-a2de-cf4683674ecd req-110c88ee-f654-48f5-861d-77c4bd582ac5 tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.66 "DELETE /v2.0/ports/e73e5b59-3920-44bb-bc5c-323e1dd5e6ab HTTP/1.1" status: 204 len: 173 time: 0.5900793 Nov 25 18:32:43.762422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'name': 'network-vif-deleted', 'tag': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:43.764596 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a109a18e-5874-4ef9-abf1-21187ca73eb6" -d '{"events": [{"server_uuid": "40140af6-dc59-4222-b11d-f0a07ebce7d0", "name": "network-vif-deleted", "tag": "e73e5b59-3920-44bb-bc5c-323e1dd5e6ab"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:43.765835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b9468b6-6533-44cd-839c-05c36b0f89c2 req-709e703b-aab3-4f87-b190-baeab4525807 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021673 Nov 25 18:32:43.808409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] For port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:32:43.833755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] For port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:32:43.849245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.896352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Deleting port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:43.896843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.925844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff60372-5861-4f2a-bbdd-a6af1942411b req-4535cc57-4472-41c8-b1dc-844ac7e29d12 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.927454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ff60372-5861-4f2a-bbdd-a6af1942411b req-4535cc57-4472-41c8-b1dc-844ac7e29d12 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 947 time: 0.0654764 Nov 25 18:32:43.948655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-bc01c7a9-d98a-4beb-8503-855132035702 service neutron] 10.222.0.66 "GET /v2.0/networks/57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917707 Nov 25 18:32:43.988100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:43.988720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:43.993452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] 10.222.0.66 "PUT /v2.0/ports/6da4e79f-66a7-4d17-9b8e-d68d1096dc67 HTTP/1.1" status: 200 len: 1095 time: 1.8133795 Nov 25 18:32:43.998018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'tag': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:44.001738 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "60405a9b-1a8e-4bd4-8024-22ed0681ddcb", "tag": "6da4e79f-66a7-4d17-9b8e-d68d1096dc67"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:44.025436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ff60372-5861-4f2a-bbdd-a6af1942411b req-b5fb5f6d-1572-4c30-b760-38af4d932294 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899971 Nov 25 18:32:44.105339 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf74d4ed-a0ca-4e64-8513-2f847d5c87c0 x-openstack-request-id: req-bf74d4ed-a0ca-4e64-8513-2f847d5c87c0 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:44.105761 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40140af6-dc59-4222-b11d-f0a07ebce7d0", "name": "network-vif-deleted", "tag": "e73e5b59-3920-44bb-bc5c-323e1dd5e6ab", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:44.105944 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf74d4ed-a0ca-4e64-8513-2f847d5c87c0 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:44.106345 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40140af6-dc59-4222-b11d-f0a07ebce7d0', 'name': 'network-vif-deleted', 'tag': 'e73e5b59-3920-44bb-bc5c-323e1dd5e6ab', 'status': 'completed', 'code': 200} Nov 25 18:32:44.122646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a59b4-06d8-4600-beb7-76015c560095 service neutron] Pushing event updated for resources: {'Port': ['ID=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:44.188290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f5c01-4f0d-49fa-b7cc-a698fe1f2f11 req-65ff92fb-d795-47c4-bc84-38cf326bf82e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:44.196116 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e2f5c01-4f0d-49fa-b7cc-a698fe1f2f11 req-65ff92fb-d795-47c4-bc84-38cf326bf82e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.3300807 Nov 25 18:32:44.219693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f4b78-edb6-449e-aa7f-6160a840a9fe req-d075da45-6281-47e1-9010-ab6f424adac9 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:44.221326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e49f4b78-edb6-449e-aa7f-6160a840a9fe req-d075da45-6281-47e1-9010-ab6f424adac9 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 944 time: 0.0618968 Nov 25 18:32:44.243997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] For port be3b5ea2-f731-4ca8-8c0b-2c022efe9169, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:44.244365 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:44.254940 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:44.272081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-cc05caad-07de-4d20-8513-11d0132da4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:44.273584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-cc05caad-07de-4d20-8513-11d0132da4dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1c1ca83e9ac4ec3b5975ba68c0886f6&device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 1098 time: 0.1972206 Nov 25 18:32:44.280254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Calling delete_port for be3b5ea2-f731-4ca8-8c0b-2c022efe9169 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:44.283119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e49f4b78-edb6-449e-aa7f-6160a840a9fe req-ebcd5394-bb47-4d90-a60b-0023cb8f1d50 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538490 Nov 25 18:32:44.306160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bcf445b-b734-467f-b9c0-1d4b42eb8f1e req-d12faf69-be69-4bf9-8446-d41a32f360fe service neutron] 10.222.0.66 "GET /v2.0/networks/57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876556 Nov 25 18:32:44.345357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-450e1cd5-196d-49cf-a8e4-b637bdda5b87 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6da4e79f-66a7-4d17-9b8e-d68d1096dc67 HTTP/1.1" status: 200 len: 217 time: 0.0581567 Nov 25 18:32:44.355583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e2f5c01-4f0d-49fa-b7cc-a698fe1f2f11 req-632a4c2f-64de-473d-a5f5-54eae5dc9a51 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586192 Nov 25 18:32:44.400995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9598daf-ec8c-4231-ad7c-462143aa913e req-32309b75-c7ac-497f-a5f1-a0bb2c9bf17f tempest-DeleteServersAdminTestJSON-8198868 tempest-DeleteServersAdminTestJSON-8198868-project] 10.222.0.62 "GET /v2.0/ports?device_id=40140af6-dc59-4222-b11d-f0a07ebce7d0 HTTP/1.1" status: 200 len: 210 time: 0.0422196 Nov 25 18:32:44.470376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-99f1ba1d-aeed-44d4-9b2a-d578d04aaade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:44.471866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-99f1ba1d-aeed-44d4-9b2a-d578d04aaade service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1154287 Nov 25 18:32:44.480636 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6bb7ea-0822-4e7c-a234-9390c933123d x-openstack-request-id: req-cf6bb7ea-0822-4e7c-a234-9390c933123d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:44.481478 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60405a9b-1a8e-4bd4-8024-22ed0681ddcb", "tag": "6da4e79f-66a7-4d17-9b8e-d68d1096dc67", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:44.481739 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf6bb7ea-0822-4e7c-a234-9390c933123d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:44.482156 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'tag': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67', 'status': 'completed', 'code': 200} Nov 25 18:32:44.568562 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23c09835-1e9e-4024-ba00-64da848c0ab4 req-da557092-fb1e-4783-9f74-9b879a980670 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0359991 Nov 25 18:32:44.607758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab700-781f-48e7-9948-a4853524296d req-98cfdefa-642e-453f-9ca0-a820a99841fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:44.609259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-98cfdefa-642e-453f-9ca0-a820a99841fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229150 Nov 25 18:32:44.628818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:44.641478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f9e05c1-f396-425a-bb87-cb7c2205098a', 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:44.670427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9e4688ff-9083-4d7c-a5c8-58865241ae04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:44.699274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event deleted for resources: {'Port': ['ID=be3b5ea2-f731-4ca8-8c0b-2c022efe9169,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:44.750345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] No DVR routers for this DVR port be3b5ea2-f731-4ca8-8c0b-2c022efe9169 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:44.758305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:44.762403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3159f5b8-b7ef-42fe-a494-aa35d9d0826f req-7a6f3024-0552-4cb8-95db-69b5f5afa158 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "DELETE /v2.0/ports/be3b5ea2-f731-4ca8-8c0b-2c022efe9169 HTTP/1.1" status: 204 len: 173 time: 1.2099037 Nov 25 18:32:44.780769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-31984fdf-b45e-4f71-9a4d-e073e3adf3a0 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612458 Nov 25 18:32:44.893906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e01b6d8-3fdc-4161-ad82-0e50ea2119d3 req-30ab0bdd-9d55-451d-a084-1211c726fe38 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0326264 Nov 25 18:32:44.946732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a3775bb-699b-4a3a-826c-5852d3fa8cbb req-2dbaf1b9-4a2a-44ba-9178-b715e7ce3502 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0460463 Nov 25 18:32:44.963648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1acdc96d-92c9-433b-9544-468219dc0208 req-df94e76e-348f-47ec-85ca-1c625ebfd525 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1454753819cc49aeb98ec8a103cc1f2a&device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0645063 Nov 25 18:32:45.018505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1acdc96d-92c9-433b-9544-468219dc0208 req-056985db-12d1-499f-bb89-1273fc310794 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=1454753819cc49aeb98ec8a103cc1f2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412183 Nov 25 18:32:45.018750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebfdc1-1ba9-4568-9e95-02696ac8a819 req-78a4070e-8de5-4866-9dfa-b0fbbc87f9fa tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.020434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15ebfdc1-1ba9-4568-9e95-02696ac8a819 req-78a4070e-8de5-4866-9dfa-b0fbbc87f9fa tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.0578663 Nov 25 18:32:45.062580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58ab700-781f-48e7-9948-a4853524296d req-a5dfdf79-9083-46cd-b7db-f7b812120b91 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591975 Nov 25 18:32:45.110911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15ebfdc1-1ba9-4568-9e95-02696ac8a819 req-d3fd8a32-dee5-4bce-8240-823ce992191d tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759413 Nov 25 18:32:45.277597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdc96d-92c9-433b-9544-468219dc0208 req-2774e331-3b6c-442a-bb6f-2f74584d34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.278971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1acdc96d-92c9-433b-9544-468219dc0208 req-2774e331-3b6c-442a-bb6f-2f74584d34b1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2503033 Nov 25 18:32:45.280573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-360bb260-0c55-4562-a710-d3f2df548316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.281871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-360bb260-0c55-4562-a710-d3f2df548316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1c1ca83e9ac4ec3b5975ba68c0886f6&device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 1098 time: 0.1463792 Nov 25 18:32:45.289741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab701-618c-4969-b0b9-2cbc867c7424 req-afd54d4a-a4f9-4190-b589-e98eff54011e tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.291445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9cab701-618c-4969-b0b9-2cbc867c7424 req-afd54d4a-a4f9-4190-b589-e98eff54011e tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 947 time: 0.1412036 Nov 25 18:32:45.393556 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9cab701-618c-4969-b0b9-2cbc867c7424 req-dbffd0ec-e051-4ff9-ace1-23e7b0f32a91 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925951 Nov 25 18:32:45.419717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-5d34f785-f373-41f9-9c88-6061b9bca269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.421784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-5d34f785-f373-41f9-9c88-6061b9bca269 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1289592 Nov 25 18:32:45.454288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f0d2c-abba-432d-bf25-4603583c009f req-66607d59-38a5-4b75-ac93-cbb02d673eec tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.455862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a34f0d2c-abba-432d-bf25-4603583c009f req-66607d59-38a5-4b75-ac93-cbb02d673eec tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 944 time: 0.0871596 Nov 25 18:32:45.480195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-645bfd79-cc03-417d-954f-e661f30bd270 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6da4e79f-66a7-4d17-9b8e-d68d1096dc67 HTTP/1.1" status: 200 len: 217 time: 0.0478356 Nov 25 18:32:45.523031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a34f0d2c-abba-432d-bf25-4603583c009f req-11a9acce-f3cf-499a-8e35-d0c31269e368 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609558 Nov 25 18:32:45.593927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-ac267437-40be-4330-8017-85277a42fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.595423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-ac267437-40be-4330-8017-85277a42fd3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0975325 Nov 25 18:32:45.603680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44d665-ebe2-45f2-87e9-57129cdec359 req-9324194d-0ea8-4e51-81dd-176e5283a1d0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.605748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb44d665-ebe2-45f2-87e9-57129cdec359 req-9324194d-0ea8-4e51-81dd-176e5283a1d0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.1354198 Nov 25 18:32:45.635122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-41a7e77c-5108-4aa9-b1b1-c034c4ec3d14 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.639777 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-41a7e77c-5108-4aa9-b1b1-c034c4ec3d14 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.1406283 Nov 25 18:32:45.755407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-73e1f8db-6728-445d-9927-41fadb2c5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:45.756939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-73e1f8db-6728-445d-9927-41fadb2c5128 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501703 Nov 25 18:32:45.765712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb44d665-ebe2-45f2-87e9-57129cdec359 req-79b3d6d1-6000-4276-b1e8-ce282654ce26 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477480 Nov 25 18:32:45.822581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.007940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a95991d7-11bb-4d3e-9290-65e3ba8f8e26 req-cdf066f7-08a9-477b-9b4b-2c21ce9a2e48 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0394149 Nov 25 18:32:46.112521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84d60482-5c58-49fa-9632-f7b7ce7c4c19 req-af8583b1-6787-4303-9fc7-7bcd7df19b2a tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0350020 Nov 25 18:32:46.112643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59562) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:46.237346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffdd25-27b3-40ae-b5ff-a2c749e95c1f req-bcee1577-02ff-499a-b1b9-3d4edb33702c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:46.239078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38ffdd25-27b3-40ae-b5ff-a2c749e95c1f req-bcee1577-02ff-499a-b1b9-3d4edb33702c tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 946 time: 0.0546250 Nov 25 18:32:46.245218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Deleting port 7120780e-ae5b-47c4-b421-ca9ac4640077 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:46.245634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.309731 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-576b6b06-769d-466f-8131-79694be699ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e36566a6bcc14e4f8ba9f12343cb3014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959405 Nov 25 18:32:46.313418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59568) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:46.314707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-ce4c16cd-9e03-4d72-a6d7-2bc5e3d9db0c service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456204 Nov 25 18:32:46.322765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b9e0-9467-491b-9778-7f3d83ace8a8 req-19fe246d-baec-425e-91f7-8dd5478b5152 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:46.323728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38ffdd25-27b3-40ae-b5ff-a2c749e95c1f req-6381e25d-d5e0-4a1c-9199-3ea97a58704d tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups?id=825cf5a7-e7cf-4305-80b2-85bf33b73651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761440 Nov 25 18:32:46.329966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77b0b9e0-9467-491b-9778-7f3d83ace8a8 req-19fe246d-baec-425e-91f7-8dd5478b5152 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 945 time: 0.1539109 Nov 25 18:32:46.377291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45408b7f-a196-4a1e-8c09-fa599638c135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.404445 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45408b7f-a196-4a1e-8c09-fa599638c135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.460079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77b0b9e0-9467-491b-9778-7f3d83ace8a8 req-57e5436f-e2dd-441a-94cd-d8bf924a7125 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292441 Nov 25 18:32:46.461476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45408b7f-a196-4a1e-8c09-fa599638c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.464952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45408b7f-a196-4a1e-8c09-fa599638c135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.467898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-45408b7f-a196-4a1e-8c09-fa599638c135 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84370d53-dca9-489b-9e21-30c927385fdd HTTP/1.1" status: 204 len: 168 time: 0.1538978 Nov 25 18:32:46.494617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'name': 'network-vif-deleted', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:46.497045 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb3eabf-c9c8-4287-8916-acf334bddd12" -d '{"events": [{"server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "name": "network-vif-deleted", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:46.502829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45408b7f-a196-4a1e-8c09-fa599638c135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84370d53-dca9-489b-9e21-30c927385fdd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:46.517670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] For port 7120780e-ae5b-47c4-b421-ca9ac4640077, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7120780e-ae5b-47c4-b421-ca9ac4640077,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:46.518052 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.557892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6cf3e5e-93bf-4ca1-baf1-e9443dfdb2e7 req-5dd01372-9cba-4ac4-8c30-0aa19705e4b9 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258539 Nov 25 18:32:46.562517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749ee0-8663-4f41-b0cc-ae5162755a3f req-1cdc0cdc-b848-4cc6-b20a-1c21daa815e5 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:46.568207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59749ee0-8663-4f41-b0cc-ae5162755a3f req-1cdc0cdc-b848-4cc6-b20a-1c21daa815e5 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 947 time: 0.0987236 Nov 25 18:32:46.649172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59749ee0-8663-4f41-b0cc-ae5162755a3f req-20a4f1c6-4566-43f0-af52-447b243105cb tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656438 Nov 25 18:32:46.686757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4a555-072d-441b-abc1-bb30dbf02f8c req-8300cc31-9674-4fe0-bb28-399f8a3b4059 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:46.694079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ab4a555-072d-441b-abc1-bb30dbf02f8c req-8300cc31-9674-4fe0-bb28-399f8a3b4059 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.1351235 Nov 25 18:32:46.708750 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16c840e-48dc-4d0d-838d-c2b62c94acca x-openstack-request-id: req-e16c840e-48dc-4d0d-838d-c2b62c94acca {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:46.709047 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bba18c-1338-4477-88bf-cae5a6918b74", "name": "network-vif-deleted", "tag": "be3b5ea2-f731-4ca8-8c0b-2c022efe9169", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:46.709304 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e16c840e-48dc-4d0d-838d-c2b62c94acca {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:46.709700 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bba18c-1338-4477-88bf-cae5a6918b74', 'name': 'network-vif-deleted', 'tag': 'be3b5ea2-f731-4ca8-8c0b-2c022efe9169', 'status': 'completed', 'code': 200} Nov 25 18:32:46.807891 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ab4a555-072d-441b-abc1-bb30dbf02f8c req-29befde0-2d6b-4aae-9bb6-fc684622d6ed tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104910 Nov 25 18:32:46.841238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.843671 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.849947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.849947 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Floating IP daa4de88-c75d-4097-a275-d8db76c3aaa7 disassociated. External IP: 172.25.2.58, port: 7120780e-ae5b-47c4-b421-ca9ac4640077. Nov 25 18:32:46.849947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Calling delete_port for 7120780e-ae5b-47c4-b421-ca9ac4640077 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:46.893373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b276f7-7ad9-4fbe-a2ac-72fa12e94488 req-0d78b14b-6a83-4271-a321-6e3b134d484e tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:46.902092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 69f3fb61-9702-45ee-9d01-c2eed23adc1f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:46.903099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94b276f7-7ad9-4fbe-a2ac-72fa12e94488 req-0d78b14b-6a83-4271-a321-6e3b134d484e tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 944 time: 0.1045740 Nov 25 18:32:46.904636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device be3b5ea2-f731-4ca8-8c0b-2c022efe9169 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:46.926361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:46.947404 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: be3b5ea2-f731-4ca8-8c0b-2c022efe9169 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:46.947750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device be3b5ea2-f731-4ca8-8c0b-2c022efe9169 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:46.948768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e73e5b59-3920-44bb-bc5c-323e1dd5e6ab no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:46.949132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d2b2-ce9f-4252-9927-040a8c707925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:46.972994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: e73e5b59-3920-44bb-bc5c-323e1dd5e6ab {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:46.973355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e73e5b59-3920-44bb-bc5c-323e1dd5e6ab not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:47.013202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94b276f7-7ad9-4fbe-a2ac-72fa12e94488 req-ecc9ff4f-e7a1-49c6-94fc-baa020d50ab5 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090608 Nov 25 18:32:47.071769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1acdc96d-92c9-433b-9544-468219dc0208 req-f9477971-2771-4ed0-9dc4-87add6949cd6 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.66 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0923176 Nov 25 18:32:47.087745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 69f3fb61-9702-45ee-9d01-c2eed23adc1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=69f3fb61-9702-45ee-9d01-c2eed23adc1f,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:47.106966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '69f3fb61-9702-45ee-9d01-c2eed23adc1f', 'network_id': '57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088', 'port_id': '69f3fb61-9702-45ee-9d01-c2eed23adc1f', 'mac_address': 'fa:16:3e:a7:3f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc1a518-fa90-4ca2-aa59-19a3c2021632', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:32:47.158552 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.174853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f3fb61-9702-45ee-9d01-c2eed23adc1f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:47.214475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 69f3fb61-9702-45ee-9d01-c2eed23adc1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=69f3fb61-9702-45ee-9d01-c2eed23adc1f,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:47.218766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.220857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.283311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1133828-7e95-4fce-b39b-dc5704009c67 req-18ebb299-1b59-49f1-b0ec-2f3c19f41382 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0961843 Nov 25 18:32:47.285420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event deleted for resources: {'Port': ['ID=7120780e-ae5b-47c4-b421-ca9ac4640077,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:47.313317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=69f3fb61-9702-45ee-9d01-c2eed23adc1f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:47.342604 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d2b2-ce9f-4252-9927-040a8c707925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.360425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ae3d2b2-ce9f-4252-9927-040a8c707925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.406034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3d2b2-ce9f-4252-9927-040a8c707925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dc3e5c-2c4c-4eb5-b2e6-90ff7bfbd3f1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:47.432589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3160d18a-c560-4ed3-a263-ab49a6cac588 req-fb043751-da52-4646-9df4-bf5c57df4827 tempest-ServerShowV257Test-890246841 tempest-ServerShowV257Test-890246841-project] 10.222.0.62 "GET /v2.0/ports?device_id=fff9c67c-5fdf-454d-9cad-2d18b5dc1ae9 HTTP/1.1" status: 200 len: 210 time: 0.0430322 Nov 25 18:32:47.497101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Router 1b21cec7-4b95-4783-b574-934f64f983fd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:32:47.500455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0ae3d2b2-ce9f-4252-9927-040a8c707925 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65593516674c4fc5a6132f28b8faf221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5729856 Nov 25 18:32:47.504469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59596) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:47.524675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305806f-2be1-40d1-b0d5-133d395d94f5 req-22861c9e-784e-447f-891a-52eb0031f32a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:47.526218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2305806f-2be1-40d1-b0d5-133d395d94f5 req-22861c9e-784e-447f-891a-52eb0031f32a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.1213043 Nov 25 18:32:47.591510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2305806f-2be1-40d1-b0d5-133d395d94f5 req-77559042-12d7-4b9e-a95f-18c3dfb1911e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520062 Nov 25 18:32:47.592384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['69f3fb61-9702-45ee-9d01-c2eed23adc1f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:47.622042 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a875dc1c-8f3a-42d4-a6a0-8bab9459c8e9 req-4efc6670-6c1c-47fb-a941-d97700627fe3 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.1077194 Nov 25 18:32:47.811789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b48dfce5-a503-4994-bcbe-a5d81fc4446a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.873033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61df972-0593-4dbd-9f03-97fc595b7e54 req-5d958ee6-fe62-4926-89a6-87fbed662e81 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:47.877603 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b48dfce5-a503-4994-bcbe-a5d81fc4446a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:47.882832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f61df972-0593-4dbd-9f03-97fc595b7e54 req-5d958ee6-fe62-4926-89a6-87fbed662e81 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 947 time: 0.0868487 Nov 25 18:32:47.957323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f61df972-0593-4dbd-9f03-97fc595b7e54 req-89e53372-a085-4bec-ba10-8d5ecb4c6dac tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712483 Nov 25 18:32:48.004524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:32:48.018860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] Sync routers for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:32:48.038029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:32:48.038701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:32:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:48.049274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b48dfce5-a503-4994-bcbe-a5d81fc4446a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:48.051400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b48dfce5-a503-4994-bcbe-a5d81fc4446a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:48.052693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b48dfce5-a503-4994-bcbe-a5d81fc4446a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1dc3e5c-2c4c-4eb5-b2e6-90ff7bfbd3f1 HTTP/1.1" status: 204 len: 168 time: 0.5472186 Nov 25 18:32:48.066600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dfce5-a503-4994-bcbe-a5d81fc4446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dc3e5c-2c4c-4eb5-b2e6-90ff7bfbd3f1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:48.091247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] No DVR routers for this DVR port 7120780e-ae5b-47c4-b421-ca9ac4640077 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:48.095108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:48.100199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10a62903-704f-4862-85c5-9cf5bc0b6ffa req-dc75d73b-ef0f-4936-971e-323542475054 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.66 "DELETE /v2.0/ports/7120780e-ae5b-47c4-b421-ca9ac4640077 HTTP/1.1" status: 204 len: 173 time: 2.4449790 Nov 25 18:32:48.224284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:32:48.301758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c16e1-f27f-4e68-bb8b-234132fc56c4 req-7b39833c-d26e-41db-a301-221486863ed9 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:48.310755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-678c16e1-f27f-4e68-bb8b-234132fc56c4 req-7b39833c-d26e-41db-a301-221486863ed9 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 945 time: 0.1450143 Nov 25 18:32:48.374017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-678c16e1-f27f-4e68-bb8b-234132fc56c4 req-91460413-b456-43a9-84fc-71e99b589944 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621591 Nov 25 18:32:48.495734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d60523ac-f1dd-4719-b4a0-68fd7c139533 req-9b342cc3-60a2-4083-83c5-19e4053e246d tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0922372 Nov 25 18:32:48.711875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'name': 'network-vif-deleted', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:48.714652 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99a830d-27d7-4dda-adfb-57a3463c4723" -d '{"events": [{"server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "name": "network-vif-deleted", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:48.812525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc57b8de-7e1e-4eed-80af-da605f77c0da req-39d2d5ed-5b7e-4e66-98c9-dcdf20bfe13b tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.0605750 Nov 25 18:32:48.812911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:52Z', 'revision_number': 5, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:48.828905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b3b7e-7010-424a-9977-eac8a88a43c9 req-57be7f2e-21a3-40d7-a37a-0de6ce5a056b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:48.842119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c54b3b7e-7010-424a-9977-eac8a88a43c9 req-57be7f2e-21a3-40d7-a37a-0de6ce5a056b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.0867243 Nov 25 18:32:48.871092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] Checking router: 1b21cec7-4b95-4783-b574-934f64f983fd for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:32:48.879206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59630) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:48.891982 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4965d05-8bac-475d-8481-53788e3fc652 x-openstack-request-id: req-d4965d05-8bac-475d-8481-53788e3fc652 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:48.892685 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e38002e-bbce-40ef-88e4-6fc85ebdf558", "name": "network-vif-deleted", "tag": "7120780e-ae5b-47c4-b421-ca9ac4640077", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:48.893144 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4965d05-8bac-475d-8481-53788e3fc652 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:48.893745 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e38002e-bbce-40ef-88e4-6fc85ebdf558', 'name': 'network-vif-deleted', 'tag': '7120780e-ae5b-47c4-b421-ca9ac4640077', 'status': 'completed', 'code': 200} Nov 25 18:32:48.894725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:32:48.895358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:32:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:48.937493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c54b3b7e-7010-424a-9977-eac8a88a43c9 req-3b851e40-bfc8-4fe7-ae52-44eb86d863a3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919683 Nov 25 18:32:48.970031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:32:48.985856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 69f3fb61-9702-45ee-9d01-c2eed23adc1f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:32:49.170753 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5f0a-e657-46c2-a42e-82cde897b674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.194247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-8267ea35-5b72-4b13-aff9-12110726ebf5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:49.196741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-8267ea35-5b72-4b13-aff9-12110726ebf5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.2506595 Nov 25 18:32:49.265040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:32:49.292617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5f0a-e657-46c2-a42e-82cde897b674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.313931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:49.315837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27b93e-c54e-42a8-9be0-ddfadc8a0283 req-e9308472-fba6-404a-97d8-18836750766d tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:49.318014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 69f3fb61-9702-45ee-9d01-c2eed23adc1f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:32:49.324203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d27b93e-c54e-42a8-9be0-ddfadc8a0283 req-e9308472-fba6-404a-97d8-18836750766d tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 947 time: 0.2520635 Nov 25 18:32:49.375968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a1c5f0a-e657-46c2-a42e-82cde897b674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.406333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 69f3fb61-9702-45ee-9d01-c2eed23adc1f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:49.407073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.439940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67', 'mac_address': 'fa:16:3e:c3:6f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:32:49.470144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d27b93e-c54e-42a8-9be0-ddfadc8a0283 req-8b857ef3-8431-423d-801e-60adb1f41eb0 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446559 Nov 25 18:32:49.533580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c5f0a-e657-46c2-a42e-82cde897b674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5399836e-62ed-47cb-9655-34dcdd56064a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:49.559170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70ab3e-2435-475b-adb7-308798b70756 req-e153fc29-3b0d-4546-8ed5-7687331f9656 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:49.560774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da70ab3e-2435-475b-adb7-308798b70756 req-e153fc29-3b0d-4546-8ed5-7687331f9656 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 945 time: 0.0737169 Nov 25 18:32:49.592960 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a1c5f0a-e657-46c2-a42e-82cde897b674 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1454753819cc49aeb98ec8a103cc1f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7110317 Nov 25 18:32:49.599745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59652) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:49.609702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.671658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:32:49.674568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92619201-3c60-4e68-a2ce-efcd5626828f req-f699dcf9-3969-4f24-b117-e06ff8da8498 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0490930 Nov 25 18:32:49.685910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da70ab3e-2435-475b-adb7-308798b70756 req-55dd2e53-c087-44c9-8660-c102a86a8dc1 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143572 Nov 25 18:32:49.719687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:49.721862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Deleting port 349e861c-ccfb-4313-9438-18795727fa06 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:49.722198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.722322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.736552 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.785136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45fef03b-f4f0-4de3-b324-4dd1442b5742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.790152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3fb61-9702-45ee-9d01-c2eed23adc1f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:49.792734 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246a37a-03eb-4814-ac8d-951560affc04" -d '{"events": [{"server_uuid": "c2f37d8d-f237-4518-91df-e1e74a4827fa", "name": "network-vif-plugged", "status": "completed", "tag": "69f3fb61-9702-45ee-9d01-c2eed23adc1f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:49.815952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 69f3fb61-9702-45ee-9d01-c2eed23adc1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=69f3fb61-9702-45ee-9d01-c2eed23adc1f,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:49.818214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:49.827982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:52Z', 'revision_number': 5, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:32:49.831412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.832207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7120780e-ae5b-47c4-b421-ca9ac4640077 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:49.865140 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb72c8-b873-42f5-9b70-018657d0fb3d x-openstack-request-id: req-d0fb72c8-b873-42f5-9b70-018657d0fb3d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:49.865365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45fef03b-f4f0-4de3-b324-4dd1442b5742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.865499 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f37d8d-f237-4518-91df-e1e74a4827fa", "name": "network-vif-plugged", "status": "completed", "tag": "69f3fb61-9702-45ee-9d01-c2eed23adc1f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:49.865669 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0fb72c8-b873-42f5-9b70-018657d0fb3d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:49.866064 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3fb61-9702-45ee-9d01-c2eed23adc1f', 'code': 200} Nov 25 18:32:49.883773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d226d-3ec8-431b-859b-a1227b3fe741 None None] The sync data for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 is: [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:29:45Z', 'revision_number': 4, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f83a917a-c102-4190-838b-b83f22572181', 'name': '', 'network_id': '5c83d646-b02a-4ec5-8429-16f972295c78', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'mac_address': 'fa:16:3e:c2:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:44Z', 'updated_at': '2021-11-25T18:29:52Z', 'revision_number': 5, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'subnets': [{'id': 'd4c43a6a-5f49-4963-a6da-b10b9896609b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:32:49.910182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] For port 349e861c-ccfb-4313-9438-18795727fa06, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=349e861c-ccfb-4313-9438-18795727fa06,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:49.914822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:49.920822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 7120780e-ae5b-47c4-b421-ca9ac4640077 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:49.921167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7120780e-ae5b-47c4-b421-ca9ac4640077 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:49.984920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Calling delete_port for 349e861c-ccfb-4313-9438-18795727fa06 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:49.995659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=69f3fb61-9702-45ee-9d01-c2eed23adc1f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:50.096781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b6913c0-e672-4c48-943e-a05646d8dbd0 req-bcb4a486-aded-423f-8a72-7616e1c70a1f tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.1253831 Nov 25 18:32:50.105517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['6da4e79f-66a7-4d17-9b8e-d68d1096dc67'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:50.108115 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45fef03b-f4f0-4de3-b324-4dd1442b5742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:50.110758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45fef03b-f4f0-4de3-b324-4dd1442b5742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:50.114377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-45fef03b-f4f0-4de3-b324-4dd1442b5742 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5399836e-62ed-47cb-9655-34dcdd56064a HTTP/1.1" status: 204 len: 168 time: 0.5099010 Nov 25 18:32:50.141426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fef03b-f4f0-4de3-b324-4dd1442b5742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5399836e-62ed-47cb-9655-34dcdd56064a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:50.174971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464c78-2bbf-4cc5-a11a-98aebe6a7d91 req-144e463b-c1df-4d7a-be58-63ebc68d405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:50.180978 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44464c78-2bbf-4cc5-a11a-98aebe6a7d91 req-144e463b-c1df-4d7a-be58-63ebc68d405a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 1097 time: 0.2286432 Nov 25 18:32:50.193771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a076-c97f-4ad9-98b3-6f8678f50e19 req-1247640a-ee36-4a3c-a8ed-bb4e40ed4646 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:50.206093 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89e6a076-c97f-4ad9-98b3-6f8678f50e19 req-1247640a-ee36-4a3c-a8ed-bb4e40ed4646 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=53737ac1-b7b7-4a0c-b43b-591423e8729c HTTP/1.1" status: 200 len: 946 time: 0.1367002 Nov 25 18:32:50.313618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89e6a076-c97f-4ad9-98b3-6f8678f50e19 req-9b320fbe-fbbf-4ca0-b047-2ab6534c724d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062460 Nov 25 18:32:50.382392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44464c78-2bbf-4cc5-a11a-98aebe6a7d91 req-b3aeb75b-50fc-4a43-8ea9-6ba2248c95ed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856112 Nov 25 18:32:50.385625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:50.424884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9addee38-6abe-41f1-af19-83b5e051d04c', '349e861c-ccfb-4313-9438-18795727fa06'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:50.446894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event deleted for resources: {'Port': ['ID=349e861c-ccfb-4313-9438-18795727fa06,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:50.558692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] No DVR routers for this DVR port 349e861c-ccfb-4313-9438-18795727fa06 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:50.563649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:50.575913 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d26582a-eff5-473e-8c38-1ae0c84c4d86 req-3bb1da82-5eff-41f4-8258-67cd5cd77655 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "DELETE /v2.0/ports/349e861c-ccfb-4313-9438-18795727fa06 HTTP/1.1" status: 204 len: 173 time: 1.2793012 Nov 25 18:32:50.576793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'name': 'network-vif-deleted', 'tag': '349e861c-ccfb-4313-9438-18795727fa06'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:50.580223 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a7efa-de2a-4a71-9d18-1c6ad1fa6029" -d '{"events": [{"server_uuid": "53737ac1-b7b7-4a0c-b43b-591423e8729c", "name": "network-vif-deleted", "tag": "349e861c-ccfb-4313-9438-18795727fa06"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:50.590758 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d64b6-cb8c-42f1-99cb-cb3119d29e95 None None] New status for floating IP daa4de88-c75d-4097-a275-d8db76c3aaa7: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:32:50.685398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1679-8ce8-4a2b-9a89-eea1f4bf4ebf req-7b649139-9592-4993-9588-a0df3b8c8e65 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:50.686979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-584d1679-8ce8-4a2b-9a89-eea1f4bf4ebf req-7b649139-9592-4993-9588-a0df3b8c8e65 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 948 time: 0.0949910 Nov 25 18:32:50.832592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-584d1679-8ce8-4a2b-9a89-eea1f4bf4ebf req-0ebb45e7-72c6-4708-a186-2bd1c203265a tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384983 Nov 25 18:32:50.878294 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fffac5-ecf4-454d-8d19-e458a03f5307 x-openstack-request-id: req-75fffac5-ecf4-454d-8d19-e458a03f5307 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:50.878609 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53737ac1-b7b7-4a0c-b43b-591423e8729c", "name": "network-vif-deleted", "tag": "349e861c-ccfb-4313-9438-18795727fa06", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:50.878865 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75fffac5-ecf4-454d-8d19-e458a03f5307 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:50.879320 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53737ac1-b7b7-4a0c-b43b-591423e8729c', 'name': 'network-vif-deleted', 'tag': '349e861c-ccfb-4313-9438-18795727fa06', 'status': 'completed', 'code': 200} Nov 25 18:32:50.964531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33201c07-1fab-4b1c-a3df-6fbd83707b56 req-81efdb97-135e-4993-aca9-a61d95cbe409 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0320394 Nov 25 18:32:51.084893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3fb19-a815-409e-9ba9-21016a55bfd8 req-a5edec1b-2129-4721-92c1-7dfabcbc8a45 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:51.095507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99b3fb19-a815-409e-9ba9-21016a55bfd8 req-a5edec1b-2129-4721-92c1-7dfabcbc8a45 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 946 time: 0.0701239 Nov 25 18:32:51.118632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:51.159098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99b3fb19-a815-409e-9ba9-21016a55bfd8 req-80faa31a-1c53-4655-a995-5a03235efb1e tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602868 Nov 25 18:32:51.293130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-62e58001-7f2b-4c08-b531-acf6c68786a6 req-a74c104c-2250-4fe3-9508-f1071fb7e344 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.0453792 Nov 25 18:32:51.580600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59718) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:51.752697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3324ee-b94f-4b6f-a13f-51077c48695b req-7536cefd-74ef-4035-b27d-258c35adb698 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:51.755154 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa3324ee-b94f-4b6f-a13f-51077c48695b req-7536cefd-74ef-4035-b27d-258c35adb698 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 945 time: 0.0619216 Nov 25 18:32:51.832747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa3324ee-b94f-4b6f-a13f-51077c48695b req-6d0b1d99-7109-48c0-b88a-96020b54473c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708756 Nov 25 18:32:51.937447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc8b295c-4f72-4f31-a634-754700136c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.030372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4227-410a-4fd8-afe1-c74b8515b5f4 req-762bcbaa-b483-4303-9253-7d5dfd7985d1 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:52.038257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59c4227-410a-4fd8-afe1-c74b8515b5f4 req-762bcbaa-b483-4303-9253-7d5dfd7985d1 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 948 time: 0.1301227 Nov 25 18:32:52.083178 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc8b295c-4f72-4f31-a634-754700136c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.090781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc8b295c-4f72-4f31-a634-754700136c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.143702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59c4227-410a-4fd8-afe1-c74b8515b5f4 req-1714d64e-0f6e-458e-a58e-10b397798e90 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936546 Nov 25 18:32:52.209313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d718cac2-fa5d-4353-a49b-a6fd02f8f001 req-9478b94d-9cc0-456c-bbc9-67b9f110768b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=31bba18c-1338-4477-88bf-cae5a6918b74 HTTP/1.1" status: 200 len: 210 time: 0.0563371 Nov 25 18:32:52.214896 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cc8b295c-4f72-4f31-a634-754700136c05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e895ce37a0274d25b02914d4839ad7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6293759 Nov 25 18:32:52.215243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59740) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:52.229923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b295c-4f72-4f31-a634-754700136c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d29ef3-9eca-4ff9-b0f5-fe7126583c9e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:52.308985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a2c207d-4c42-4dd5-be04-2078720b4ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.320591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdf113-3275-4c50-b8fa-26374696034d req-747fb9df-5d31-49ce-8bb5-1b4a37a9296f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:52.322380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95bdf113-3275-4c50-b8fa-26374696034d req-747fb9df-5d31-49ce-8bb5-1b4a37a9296f tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 946 time: 0.0798428 Nov 25 18:32:52.359411 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a2c207d-4c42-4dd5-be04-2078720b4ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.412705 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef009617-2112-475a-b7a9-1a19d3760035 req-bc4d6292-90a9-499c-8bf5-9381ce545dba tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.0492673 Nov 25 18:32:52.422694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95bdf113-3275-4c50-b8fa-26374696034d req-669e2d9b-509b-42bd-ad0f-860ca05ce83b tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910215 Nov 25 18:32:52.452346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a2c207d-4c42-4dd5-be04-2078720b4ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.455678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a2c207d-4c42-4dd5-be04-2078720b4ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.459613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a2c207d-4c42-4dd5-be04-2078720b4ab1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59d29ef3-9eca-4ff9-b0f5-fe7126583c9e HTTP/1.1" status: 204 len: 168 time: 0.2429035 Nov 25 18:32:52.483861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c207d-4c42-4dd5-be04-2078720b4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d29ef3-9eca-4ff9-b0f5-fe7126583c9e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:52.861941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59762) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:52.886481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9218c4-fff2-4833-bdfc-e11afb292683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:52.952489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:32:53.030805 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9218c4-fff2-4833-bdfc-e11afb292683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.038708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9218c4-fff2-4833-bdfc-e11afb292683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.063118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deefee-12f2-4b9d-9ee1-b893a4b7e026 req-8a56b2a9-7971-4188-8a9e-6789313457f0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:53.064713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5deefee-12f2-4b9d-9ee1-b893a4b7e026 req-8a56b2a9-7971-4188-8a9e-6789313457f0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 945 time: 0.1482098 Nov 25 18:32:53.111220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:32:53.119179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:32:53.120571 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.121170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9218c4-fff2-4833-bdfc-e11afb292683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc724f-7e17-4fc1-8471-bbf1efc2c860,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:53.139169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5deefee-12f2-4b9d-9ee1-b893a4b7e026 req-7341ffb0-f7fd-45f8-a685-397c4f03410c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662816 Nov 25 18:32:53.169513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9b9218c4-fff2-4833-bdfc-e11afb292683 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8cfd83218144a30bb69f2edb99dd194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063896 Nov 25 18:32:53.169665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59770) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:53.261253 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.272192 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42ca3d5a-ed98-4642-845b-443cb69c6518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.323659 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42ca3d5a-ed98-4642-845b-443cb69c6518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.342597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:53.345813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:53.350165 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f129f393-fec7-48f0-8898-57c7c3867f78" -d '{"events": [{"server_uuid": "60405a9b-1a8e-4bd4-8024-22ed0681ddcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da4e79f-66a7-4d17-9b8e-d68d1096dc67"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:53.363497 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.456322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42ca3d5a-ed98-4642-845b-443cb69c6518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.459017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42ca3d5a-ed98-4642-845b-443cb69c6518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.460167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-42ca3d5a-ed98-4642-845b-443cb69c6518 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4bc724f-7e17-4fc1-8471-bbf1efc2c860 HTTP/1.1" status: 204 len: 168 time: 0.2892134 Nov 25 18:32:53.487339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e129e71-76fd-4550-bf02-5e6aed2fbcd1 req-382dceb8-7148-4ed3-afab-e0050b6fa41f tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:53.490521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e129e71-76fd-4550-bf02-5e6aed2fbcd1 req-382dceb8-7148-4ed3-afab-e0050b6fa41f tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 948 time: 0.2588301 Nov 25 18:32:53.503231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca3d5a-ed98-4642-845b-443cb69c6518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc724f-7e17-4fc1-8471-bbf1efc2c860,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:53.511389 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c8015-e58e-48df-bfde-a9b835578134 x-openstack-request-id: req-e09c8015-e58e-48df-bfde-a9b835578134 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:53.511714 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60405a9b-1a8e-4bd4-8024-22ed0681ddcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da4e79f-66a7-4d17-9b8e-d68d1096dc67", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:53.511978 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e09c8015-e58e-48df-bfde-a9b835578134 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:53.515218 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67', 'code': 200} Nov 25 18:32:53.606631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-7b6a68cd-b3e0-4ca0-861c-fd8c1ad02e0d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:53.608185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-7b6a68cd-b3e0-4ca0-861c-fd8c1ad02e0d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 945 time: 0.2951219 Nov 25 18:32:53.610303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:53.671296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e129e71-76fd-4550-bf02-5e6aed2fbcd1 req-ec0e99f0-5719-46db-bad2-8f7fccc99a4e tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526613 Nov 25 18:32:53.688756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0a0e-de7f-46c3-8974-4514b3301e97 req-830fe614-aa70-40bd-983a-a7a964fd81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:53.688756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07be0a0e-de7f-46c3-8974-4514b3301e97 req-830fe614-aa70-40bd-983a-a7a964fd81c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 1100 time: 0.1391101 Nov 25 18:32:53.782130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 349e861c-ccfb-4313-9438-18795727fa06 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:53.835972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8b0c3a1-413d-467d-8aba-ffc837ad9fe8 req-a135d133-bc1a-4e79-a3a3-266562221748 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.1324806 Nov 25 18:32:53.862465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 349e861c-ccfb-4313-9438-18795727fa06 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:53.862819 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 349e861c-ccfb-4313-9438-18795727fa06 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:53.864903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Deleting port 9addee38-6abe-41f1-af19-83b5e051d04c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:53.867124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:53.916741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07be0a0e-de7f-46c3-8974-4514b3301e97 req-ceacb2ff-ac9a-4d62-be2f-b261837039ac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135410 Nov 25 18:32:54.020600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] For port 9addee38-6abe-41f1-af19-83b5e051d04c, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9addee38-6abe-41f1-af19-83b5e051d04c,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:54.020898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:54.042634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Calling delete_port for 9addee38-6abe-41f1-af19-83b5e051d04c owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:54.235090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:54.251097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9addee38-6abe-41f1-af19-83b5e051d04c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:54.254016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:54.289100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event deleted for resources: {'Port': ['ID=9addee38-6abe-41f1-af19-83b5e051d04c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:54.413514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c9b3a9f-c5b3-4bad-bd2d-8bc36f822459 req-bfa97faf-e939-4d89-adc2-39dd4f293253 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f63454-7ca5-420c-b639-aa07a0d8662a HTTP/1.1" status: 200 len: 210 time: 0.0851445 Nov 25 18:32:54.423666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] No DVR routers for this DVR port 9addee38-6abe-41f1-af19-83b5e051d04c on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:32:54.429788 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:54.433477 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb6f269c-9892-4f7d-a983-ae5ce6ac432f req-6ae7b01f-28f3-4607-b2a3-55466fb00c22 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "DELETE /v2.0/ports/9addee38-6abe-41f1-af19-83b5e051d04c HTTP/1.1" status: 204 len: 173 time: 0.8158052 Nov 25 18:32:54.433995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'name': 'network-vif-deleted', 'tag': '9addee38-6abe-41f1-af19-83b5e051d04c'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:32:54.446294 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f3c0a-1897-4e42-baf0-865df712f90c" -d '{"events": [{"server_uuid": "59f63454-7ca5-420c-b639-aa07a0d8662a", "name": "network-vif-deleted", "tag": "9addee38-6abe-41f1-af19-83b5e051d04c"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:32:54.606865 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c31e0f-b0e7-4c11-b371-455dca1d81f3 x-openstack-request-id: req-80c31e0f-b0e7-4c11-b371-455dca1d81f3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:32:54.607162 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f63454-7ca5-420c-b639-aa07a0d8662a", "name": "network-vif-deleted", "tag": "9addee38-6abe-41f1-af19-83b5e051d04c", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:32:54.607422 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80c31e0f-b0e7-4c11-b371-455dca1d81f3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:32:54.607822 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f63454-7ca5-420c-b639-aa07a0d8662a', 'name': 'network-vif-deleted', 'tag': '9addee38-6abe-41f1-af19-83b5e051d04c', 'status': 'completed', 'code': 200} Nov 25 18:32:54.811542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d83d3f-8084-45cc-8feb-8195c5bf919d req-356f49b3-f300-4f85-aed6-9f0a14bab6e0 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:54.818563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-45d83d3f-8084-45cc-8feb-8195c5bf919d req-356f49b3-f300-4f85-aed6-9f0a14bab6e0 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 949 time: 0.0597994 Nov 25 18:32:54.876624 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-45d83d3f-8084-45cc-8feb-8195c5bf919d req-fd3d3ef5-9f61-417c-8180-435e5afd8807 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Nov 25 18:32:54.960282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-524e8fe3-1cec-432c-8069-9e8500712e78 req-ebd04607-628c-4778-a7c5-de1577b0f805 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.0262210 Nov 25 18:32:55.899225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-76c9a0d4-1a57-440d-af2e-bec01b7ff0b2 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:55.908109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-76c9a0d4-1a57-440d-af2e-bec01b7ff0b2 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.1614850 Nov 25 18:32:55.927471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-5ee9531b-3b97-4b71-8434-045fe5b8a6d3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0173683 Nov 25 18:32:56.009483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-ff3d2a78-bf40-4ddc-9a1c-ebb24bbdf6de tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806375 Nov 25 18:32:56.143640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-db64465b-5345-4ea5-bb44-3f281f9cb5a1 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229153 Nov 25 18:32:56.267242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-bbaa52a0-6383-4433-8b2d-430478127338 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117454 Nov 25 18:32:56.556009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb24021-3583-4900-8602-09c6b9579e55 req-7bb59e1d-77fb-487e-96c4-60a42ebc2119 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:56.559759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9eb24021-3583-4900-8602-09c6b9579e55 req-7bb59e1d-77fb-487e-96c4-60a42ebc2119 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 949 time: 0.0705531 Nov 25 18:32:56.638878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9eb24021-3583-4900-8602-09c6b9579e55 req-a4b7d04a-adb9-4dbb-8bc2-e64645bd33e6 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683489 Nov 25 18:32:56.778739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdbc4553-887f-4466-a62a-8d2b72218c58 req-030b1f8f-1ed1-4173-9711-46ea61b6198b tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.0601125 Nov 25 18:32:56.909430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2478276b-d443-4b72-a0fb-32f984b2dbac req-38e4d63a-fde3-42b2-83e0-82353afbb8d8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 210 time: 0.0448141 Nov 25 18:32:57.642967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba6c48-7d12-488b-8875-644a5224f556 req-8ac74392-9133-4511-8480-ec8679733180 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:57.644716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d3ba6c48-7d12-488b-8875-644a5224f556 req-8ac74392-9133-4511-8480-ec8679733180 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 945 time: 0.0694020 Nov 25 18:32:57.716643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d3ba6c48-7d12-488b-8875-644a5224f556 req-e739957c-516c-4b7f-9f6f-e8120f77a4b4 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616853 Nov 25 18:32:57.781762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9addee38-6abe-41f1-af19-83b5e051d04c no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:32:57.821690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9addee38-6abe-41f1-af19-83b5e051d04c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:32:57.823871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9addee38-6abe-41f1-af19-83b5e051d04c not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:32:57.861280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59944) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:57.946869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4d235-1058-4d51-af67-e25788a83ec1 req-f773e4ed-394b-4a44-86d2-dab448f93254 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:57.949547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4bc4d235-1058-4d51-af67-e25788a83ec1 req-f773e4ed-394b-4a44-86d2-dab448f93254 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 949 time: 0.1006641 Nov 25 18:32:58.020010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4bc4d235-1058-4d51-af67-e25788a83ec1 req-27ff35a8-f34f-4791-bfe7-13d18e092032 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649147 Nov 25 18:32:58.138383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f80d9dd-e586-4fc8-b957-be0b22854539 req-6fc92b62-0b0e-4c52-8283-3919f6540844 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 210 time: 0.0511050 Nov 25 18:32:58.150420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f25aec6f-5029-4964-92e0-1c2b7b48b973 req-ab6b542d-31c1-4205-adba-54a806a5687f tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e38002e-bbce-40ef-88e4-6fc85ebdf558 HTTP/1.1" status: 200 len: 210 time: 0.1151299 Nov 25 18:32:58.243383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b60-e293-4abe-b9a8-fbcf965320ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.353654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-c03027a2-61e6-493c-b1ca-95fea4f79eac tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:58.355734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-c03027a2-61e6-493c-b1ca-95fea4f79eac tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.2939126 Nov 25 18:32:58.357659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b60-e293-4abe-b9a8-fbcf965320ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.361762 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b60-e293-4abe-b9a8-fbcf965320ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.387725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Request body: {'port': {'device_id': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'admin_state_up': True, 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:58.473483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a4b60-e293-4abe-b9a8-fbcf965320ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145fdd47-4e80-4129-b5ed-274989785ebe,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:58.481423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e95a4b60-e293-4abe-b9a8-fbcf965320ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3cb0af67bd4481899920373f1519973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6160836 Nov 25 18:32:58.484590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59958) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:58.559041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d311aa0-34f3-43f9-ba5f-3d1f455f1713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.569370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:32:58.577152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.586040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d311aa0-34f3-43f9-ba5f-3d1f455f1713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.642510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d311aa0-34f3-43f9-ba5f-3d1f455f1713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.646588 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d311aa0-34f3-43f9-ba5f-3d1f455f1713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:58.650234 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0d311aa0-34f3-43f9-ba5f-3d1f455f1713 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/145fdd47-4e80-4129-b5ed-274989785ebe HTTP/1.1" status: 204 len: 168 time: 0.1622593 Nov 25 18:32:58.661381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d311aa0-34f3-43f9-ba5f-3d1f455f1713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145fdd47-4e80-4129-b5ed-274989785ebe,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:58.804452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Allocated IP 172.20.0.7 (5aa2aa5a-a649-4b58-ab2a-d56bb74a6606/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0/3fd4d9d2-91f1-4672-9be4-4731158cf106) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:32:58.878860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd92a84-8d1b-41c4-8b4d-725521cc5f9c req-88f5d494-eaf2-44cd-98c6-b6d02c2f3890 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:58.886600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd92a84-8d1b-41c4-8b4d-725521cc5f9c req-88f5d494-eaf2-44cd-98c6-b6d02c2f3890 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 945 time: 0.0712709 Nov 25 18:32:58.956948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd92a84-8d1b-41c4-8b4d-725521cc5f9c req-8e22f207-ea7a-427c-a786-90693b2bc64e tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693793 Nov 25 18:32:59.135132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-7a34a9bb-993e-43e5-9c37-d8f702860db9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:59.141100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-7a34a9bb-993e-43e5-9c37-d8f702860db9 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.64 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 945 time: 0.1285787 Nov 25 18:32:59.145489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.196821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59976) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:59.255876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d24009e5-de41-4ce5-b7b2-5a46968ab0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.265101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbb115-ae8a-4e8c-981a-9a1c2c1989cc req-46da1aeb-2fd6-42fa-80bf-e853a281a95a tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:59.273943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ebbb115-ae8a-4e8c-981a-9a1c2c1989cc req-46da1aeb-2fd6-42fa-80bf-e853a281a95a tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 949 time: 0.1156554 Nov 25 18:32:59.299833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.308328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d324d54-038d-4bcf-b9f0-f94e9dae2829 req-b9af6844-27c3-4368-84f1-294e18c1bb93 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 210 time: 0.0404468 Nov 25 18:32:59.314507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:32:59.377368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Deleting port ba5afe78-e7a8-409d-a516-642e4c46c499 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:32:59.377835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.461582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:32:59.478208 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ebbb115-ae8a-4e8c-981a-9a1c2c1989cc req-31ce9ae2-e505-4e37-be90-d27cba7285d6 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040386 Nov 25 18:32:59.495633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] For port ba5afe78-e7a8-409d-a516-642e4c46c499, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ba5afe78-e7a8-409d-a516-642e4c46c499,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:32:59.496003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.499419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59982) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:59.509945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:32:59.577363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:32:59.581894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event updated for resources: {'Port': ['ID=3fd4d9d2-91f1-4672-9be4-4731158cf106,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:59.660369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:59.661247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.687541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd11-7cf6-4e47-933b-37dd09fd6087 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.716580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd11-7cf6-4e47-933b-37dd09fd6087 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.718703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe849c-383b-4470-9e49-191447312827 req-77543885-b764-4f99-aba0-cd5ba059e415 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:32:59.720198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9fe849c-383b-4470-9e49-191447312827 req-77543885-b764-4f99-aba0-cd5ba059e415 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.66 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 949 time: 0.4073503 Nov 25 18:32:59.760112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.761403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.761973 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Floating IP 68498d79-5d1a-451c-8d74-07bf71c62629 disassociated. External IP: 172.25.2.204, port: ba5afe78-e7a8-409d-a516-642e4c46c499. Nov 25 18:32:59.762705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Calling delete_port for ba5afe78-e7a8-409d-a516-642e4c46c499 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:32:59.773661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-feebbbb6-f189-4eb9-bfaf-eeaf62cd5097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3950620 Nov 25 18:32:59.775606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd11-7cf6-4e47-933b-37dd09fd6087 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.785548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd11-7cf6-4e47-933b-37dd09fd6087 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.785548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-63c5bd11-7cf6-4e47-933b-37dd09fd6087 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "DELETE /v2.0/security-groups/825cf5a7-e7cf-4305-80b2-85bf33b73651 HTTP/1.1" status: 204 len: 168 time: 0.2624550 Nov 25 18:32:59.787011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:32:59.795704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Request body: {'port': {'device_id': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:32:59.809286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bd11-7cf6-4e47-933b-37dd09fd6087 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825cf5a7-e7cf-4305-80b2-85bf33b73651,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:32:59.880277 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-7829c4fd-a3ad-43b3-9ee4-58112f05dc67 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] show failed (client error): The resource could not be found. Nov 25 18:32:59.881558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7829c4fd-a3ad-43b3-9ee4-58112f05dc67 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "GET /v2.0/security-groups/825cf5a7-e7cf-4305-80b2-85bf33b73651 HTTP/1.1" status: 404 len: 347 time: 0.0911002 Nov 25 18:32:59.881891 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:32:59.888972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59988) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:00.046133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d24009e5-de41-4ce5-b7b2-5a46968ab0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.061662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d24009e5-de41-4ce5-b7b2-5a46968ab0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.093700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d24009e5-de41-4ce5-b7b2-5a46968ab0ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ee5e8387b904123b0265e5b9d005d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8931403 Nov 25 18:33:00.114516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59994) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:00.116643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Deleting port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:00.117027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.281767 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:33:00.287249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] For port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:00.287628 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.301882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Calling delete_port for 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:00.412748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd4d9d2-91f1-4672-9be4-4731158cf106 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:33:00.422568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.487201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Deleting port 6abedc9e-4ebd-40f9-82aa-afdb75c9a05e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:00.487423 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.489090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.503163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24009e5-de41-4ce5-b7b2-5a46968ab0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdfc5f8-1f6c-4999-8db3-0a739e431518,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:00.503480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['6da4e79f-66a7-4d17-9b8e-d68d1096dc67'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:00.570776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa700084-faf7-4a0c-a6b8-3e84be815dfa req-d1930382-7646-4361-bdad-e5db1d0791f4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:00.573243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa700084-faf7-4a0c-a6b8-3e84be815dfa req-d1930382-7646-4361-bdad-e5db1d0791f4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 931 time: 0.1340098 Nov 25 18:33:00.593024 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c47b080b-cb85-4aa3-aeb9-87bdbbcd7e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.612325 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.635899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33e88b-8fbe-4be7-8ee8-440de3523249 req-2eeb44e6-0478-4514-880e-f0f8a37cd279 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:00.636533 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e33e88b-8fbe-4be7-8ee8-440de3523249 req-2eeb44e6-0478-4514-880e-f0f8a37cd279 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 945 time: 0.5487812 Nov 25 18:33:00.637381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Pushing event deleted for resources: {'Port': ['ID=6da4e79f-66a7-4d17-9b8e-d68d1096dc67,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:00.638669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.640001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.668065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Calling delete_port for 6abedc9e-4ebd-40f9-82aa-afdb75c9a05e owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:00.694677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Transition to ACTIVE for port object 3fd4d9d2-91f1-4672-9be4-4731158cf106 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:33:00.722554 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.724544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.770874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c47b080b-cb85-4aa3-aeb9-87bdbbcd7e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.778386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa700084-faf7-4a0c-a6b8-3e84be815dfa req-b552f13f-bb3c-4f11-aeff-671a6acaab7a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967969 Nov 25 18:33:00.781971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] No DVR routers for this DVR port 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:00.844450 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:00.850825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9fe849c-383b-4470-9e49-191447312827 req-a322e00e-14ff-417f-9cd1-166c4b647f58 tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.66 "DELETE /v2.0/ports/6da4e79f-66a7-4d17-9b8e-d68d1096dc67 HTTP/1.1" status: 204 len: 173 time: 1.1195781 Nov 25 18:33:00.915265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'name': 'network-vif-deleted', 'tag': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:00.918769 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30fb50-be25-4c9b-ac4d-2d00b38e12fc" -d '{"events": [{"server_uuid": "60405a9b-1a8e-4bd4-8024-22ed0681ddcb", "name": "network-vif-deleted", "tag": "6da4e79f-66a7-4d17-9b8e-d68d1096dc67"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:00.947741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event deleted for resources: {'Port': ['ID=ba5afe78-e7a8-409d-a516-642e4c46c499,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:01.018607 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-328dc404-ec17-4a47-b0b9-36f4ef6ddfa0 req-0ab1a8ff-75b4-4716-8070-ca83b9f5507a tempest-TenantUsagesTestJSON-977807442 tempest-TenantUsagesTestJSON-977807442-project] 10.222.0.62 "GET /v2.0/ports?device_id=60405a9b-1a8e-4bd4-8024-22ed0681ddcb HTTP/1.1" status: 200 len: 210 time: 0.1052675 Nov 25 18:33:01.034071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd4d9d2-91f1-4672-9be4-4731158cf106,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:01.131516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Attempting to bind port 3fd4d9d2-91f1-4672-9be4-4731158cf106 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:01.132491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Attempting to bind port 3fd4d9d2-91f1-4672-9be4-4731158cf106 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:01.132826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Attempting to bind port 3fd4d9d2-91f1-4672-9be4-4731158cf106 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:01.140540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Port 3fd4d9d2-91f1-4672-9be4-4731158cf106 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:33:01.141044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Attempting to bind port 3fd4d9d2-91f1-4672-9be4-4731158cf106 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:01.150210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e33e88b-8fbe-4be7-8ee8-440de3523249 req-f1ffadb7-03d3-4821-88d0-70928ce3af7e tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3b7bf85-fcdd-4cdc-b742-7a79740357b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4968865 Nov 25 18:33:01.175070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:01.175511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:01.175927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Bound using segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:01.176342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Bound port: 3fd4d9d2-91f1-4672-9be4-4731158cf106, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:01.176695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.259656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.269601 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59aaf3b-37cc-464e-82d5-515dd02aa595 x-openstack-request-id: req-e59aaf3b-37cc-464e-82d5-515dd02aa595 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:01.269902 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60405a9b-1a8e-4bd4-8024-22ed0681ddcb", "name": "network-vif-deleted", "tag": "6da4e79f-66a7-4d17-9b8e-d68d1096dc67", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:01.270297 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e59aaf3b-37cc-464e-82d5-515dd02aa595 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:01.270717 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60405a9b-1a8e-4bd4-8024-22ed0681ddcb', 'name': 'network-vif-deleted', 'tag': '6da4e79f-66a7-4d17-9b8e-d68d1096dc67', 'status': 'completed', 'code': 200} Nov 25 18:33:01.359169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Pushing event deleted for resources: {'Port': ['ID=6abedc9e-4ebd-40f9-82aa-afdb75c9a05e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:01.372760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] For port 3fd4d9d2-91f1-4672-9be4-4731158cf106, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:01.381965 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c47b080b-cb85-4aa3-aeb9-87bdbbcd7e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.405281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c47b080b-cb85-4aa3-aeb9-87bdbbcd7e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.408691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c47b080b-cb85-4aa3-aeb9-87bdbbcd7e1c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bdfc5f8-1f6c-4999-8db3-0a739e431518 HTTP/1.1" status: 204 len: 168 time: 1.2859080 Nov 25 18:33:01.439703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.442695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.444131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e3c12e4d-5b70-476f-866c-cd7cd225b790 tempest-ServersTestBootFromVolume-1227869502 tempest-ServersTestBootFromVolume-1227869502-project] 10.222.0.62 "DELETE /v2.0/floatingips/daa4de88-c75d-4097-a275-d8db76c3aaa7 HTTP/1.1" status: 204 len: 168 time: 1.5539517 Nov 25 18:33:01.446531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] For port 3fd4d9d2-91f1-4672-9be4-4731158cf106, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3fd4d9d2-91f1-4672-9be4-4731158cf106,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:01.448809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60022) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:01.460580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.484985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b080b-cb85-4aa3-aeb9-87bdbbcd7e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdfc5f8-1f6c-4999-8db3-0a739e431518,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:01.554828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Router 8d95388c-79b3-4b17-b14b-537dd4ad2476 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:01.674401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:01.675587 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:01.678604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/3fd4d9d2-91f1-4672-9be4-4731158cf106 HTTP/1.1" status: 200 len: 1091 time: 1.8935754 Nov 25 18:33:01.679361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'tag': '3fd4d9d2-91f1-4672-9be4-4731158cf106'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:01.682093 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60233173-fddb-4123-83c9-f9310f1b4bca" -d '{"events": [{"name": "network-changed", "server_uuid": "c12ac174-2417-4fb3-ab0e-f0978066f7a2", "tag": "3fd4d9d2-91f1-4672-9be4-4731158cf106"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:02.451395 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3bbd53-b520-402c-92b9-bdc120ef0190 x-openstack-request-id: req-fb3bbd53-b520-402c-92b9-bdc120ef0190 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:02.452084 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12ac174-2417-4fb3-ab0e-f0978066f7a2", "tag": "3fd4d9d2-91f1-4672-9be4-4731158cf106", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:02.452084 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb3bbd53-b520-402c-92b9-bdc120ef0190 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:02.452636 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'tag': '3fd4d9d2-91f1-4672-9be4-4731158cf106', 'status': 'completed', 'code': 200} Nov 25 18:33:02.513848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc73bd-42e3-45be-9139-bd6a91ccd5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd4d9d2-91f1-4672-9be4-4731158cf106,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:02.538578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-32b932de-8a1f-4cc2-bdae-782c861d66a3 req-a46c3b40-a42a-4fb6-a2e7-4dcf160e766a tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 210 time: 0.0518165 Nov 25 18:33:02.547860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-4600821c-6cbe-45eb-94ef-735925a252a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:02.549745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-4600821c-6cbe-45eb-94ef-735925a252a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 1094 time: 0.0962694 Nov 25 18:33:02.777935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-18e5575d-f332-4838-9b85-aca99db9223f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd4d9d2-91f1-4672-9be4-4731158cf106 HTTP/1.1" status: 200 len: 217 time: 0.2109001 Nov 25 18:33:02.859821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02025-51b4-41c3-942e-fe4516efef9e req-fdf98a25-0642-4ebd-bc21-81ce99fa525a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:02.873763 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85b02025-51b4-41c3-942e-fe4516efef9e req-fdf98a25-0642-4ebd-bc21-81ce99fa525a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 943 time: 0.3563309 Nov 25 18:33:02.879401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:02.894528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] Sync routers for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:02.917396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:02.924670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:32:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:02.977353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:03.009092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] No DVR routers for this DVR port ba5afe78-e7a8-409d-a516-642e4c46c499 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:03.013168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:03.023920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0f2c053-2c61-4f09-ad1b-206ff0b8661f req-1e530f0e-fec6-4fee-8d3d-ee1c15f9c656 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.64 "DELETE /v2.0/ports/ba5afe78-e7a8-409d-a516-642e4c46c499 HTTP/1.1" status: 204 len: 173 time: 3.8756068 Nov 25 18:33:03.078488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85b02025-51b4-41c3-942e-fe4516efef9e req-b04f844f-aa4f-4f72-9da3-562115ba4537 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974747 Nov 25 18:33:03.100958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:03.207683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:03.214776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6da4e79f-66a7-4d17-9b8e-d68d1096dc67 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:03.227624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-0e72a76a-34f0-4031-bb9d-89fb6b2b80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:03.227967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:03.232101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-0e72a76a-34f0-4031-bb9d-89fb6b2b80e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.4329808 Nov 25 18:33:03.272194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'name': 'network-vif-deleted', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:03.276178 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffd7c7a-adb0-460b-8197-0841abd69aee" -d '{"events": [{"server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "name": "network-vif-deleted", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:03.319138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-bdd7a457-e362-4ac5-96a9-967bf9f2847a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699859 Nov 25 18:33:03.392178 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83bc5d3-a26b-429d-8f3e-487d385f4bac x-openstack-request-id: req-d83bc5d3-a26b-429d-8f3e-487d385f4bac {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:03.392677 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597d600b-1404-4fc2-a892-5332f46f4f18", "name": "network-vif-deleted", "tag": "ba5afe78-e7a8-409d-a516-642e4c46c499", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:03.393093 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d83bc5d3-a26b-429d-8f3e-487d385f4bac {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:03.393674 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597d600b-1404-4fc2-a892-5332f46f4f18', 'name': 'network-vif-deleted', 'tag': 'ba5afe78-e7a8-409d-a516-642e4c46c499', 'status': 'completed', 'code': 200} Nov 25 18:33:03.447750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:03.859903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d7f46e7d-79f7-4403-8fbd-f3842ee21f3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1c1ca83e9ac4ec3b5975ba68c0886f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8749287 Nov 25 18:33:03.860744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:04.190230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-d6e915bb-162f-4126-9138-6e18b0a3985e service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676052 Nov 25 18:33:04.202341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-085b39df-f344-4c1e-868f-a6b7053ac84f req-9324df84-25bd-406d-bdf5-08e501a3afab tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/ports?device_id=597d600b-1404-4fc2-a892-5332f46f4f18 HTTP/1.1" status: 200 len: 210 time: 0.1549809 Nov 25 18:33:04.207208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ba5afe78-e7a8-409d-a516-642e4c46c499 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:04.223175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f09c312-0ae4-4f14-a0c7-b4e3e723c421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:04.261322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: ba5afe78-e7a8-409d-a516-642e4c46c499 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:04.263078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ba5afe78-e7a8-409d-a516-642e4c46c499 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:04.330259 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f09c312-0ae4-4f14-a0c7-b4e3e723c421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:04.412017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b7226ce-16da-445c-91fd-16d32f6889f4 req-830c6161-775f-4214-bdfb-0bfe719a3fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116807 Nov 25 18:33:04.447137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13208e8c-5fb7-4003-983e-25762fc61ec7 req-25dbfe30-494c-43d6-8d16-bf3d1f248f17 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:04.449957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13208e8c-5fb7-4003-983e-25762fc61ec7 req-25dbfe30-494c-43d6-8d16-bf3d1f248f17 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 945 time: 0.5129058 Nov 25 18:33:04.630358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c186-c943-4163-91b9-c00d6bf1222e req-f439a32d-3123-49ef-a077-2802897d6088 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:04.652478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fae0c186-c943-4163-91b9-c00d6bf1222e req-f439a32d-3123-49ef-a077-2802897d6088 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 943 time: 0.2579744 Nov 25 18:33:04.749263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:04.751473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fae0c186-c943-4163-91b9-c00d6bf1222e req-964c25d2-5442-49dd-a4e0-a51d31cdcfa0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980935 Nov 25 18:33:04.780026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-31845d2a-78a9-415b-aff5-9ead92ce3105 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:04.783974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-31845d2a-78a9-415b-aff5-9ead92ce3105 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 945 time: 0.4202282 Nov 25 18:33:04.814119 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f09c312-0ae4-4f14-a0c7-b4e3e723c421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:04.815234 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13208e8c-5fb7-4003-983e-25762fc61ec7 req-72911b1b-a0d7-4dd3-bcaa-72fc63fc843b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396821 Nov 25 18:33:04.817469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f09c312-0ae4-4f14-a0c7-b4e3e723c421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:04.818664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1f09c312-0ae4-4f14-a0c7-b4e3e723c421 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07 HTTP/1.1" status: 204 len: 168 time: 0.9542072 Nov 25 18:33:04.839485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60233173-fddb-4123-83c9-f9310f1b4bca req-86ef64f5-5488-4694-ae57-ea7012845034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:04.848648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60233173-fddb-4123-83c9-f9310f1b4bca req-86ef64f5-5488-4694-ae57-ea7012845034 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 1094 time: 0.2913671 Nov 25 18:33:04.887604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09c312-0ae4-4f14-a0c7-b4e3e723c421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e551ac2-090f-4ac8-92ea-fb6cf8c0bf07,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:04.894484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] Checking router: 8d95388c-79b3-4b17-b14b-537dd4ad2476 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:04.921055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:04.925061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:04.931777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:32:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:05.111260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Deleting port 9e4688ff-9083-4d7c-a5c8-58865241ae04 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:05.112550 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:05.200062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:05.373947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60138) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:05.478950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] For port 9e4688ff-9083-4d7c-a5c8-58865241ae04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9e4688ff-9083-4d7c-a5c8-58865241ae04,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:05.481061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:05.515703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Calling delete_port for 9e4688ff-9083-4d7c-a5c8-58865241ae04 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:05.674443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60233173-fddb-4123-83c9-f9310f1b4bca req-7183bb03-5e47-4ec1-b7e6-8239920c333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:05.676680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60233173-fddb-4123-83c9-f9310f1b4bca req-7183bb03-5e47-4ec1-b7e6-8239920c333f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.8208399 Nov 25 18:33:05.793403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60233173-fddb-4123-83c9-f9310f1b4bca req-0e428741-78ae-40f4-b0e3-824f6af629a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd4d9d2-91f1-4672-9be4-4731158cf106 HTTP/1.1" status: 200 len: 217 time: 0.1028118 Nov 25 18:33:05.857121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:05.936016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60152) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:05.974835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea45ca-8560-4540-abcc-4ece30ebe630 None None] The sync data for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 is: [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:30:33Z', 'revision_number': 4, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '75eeb56b-c141-4238-8d36-e6fb67146ab0', 'name': '', 'network_id': '400e7c1f-60fa-42d8-ae75-d5e1592c4fa1', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'mac_address': 'fa:16:3e:b1:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:30Z', 'updated_at': '2021-11-25T18:30:39Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'subnets': [{'id': '2e70db96-3279-4c1b-b4de-d034bee5dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:06.065626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.083263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4023120-47ba-4d34-9dbe-0b8aa9cc26da tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.142561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4023120-47ba-4d34-9dbe-0b8aa9cc26da tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.220501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.239162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.258415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.258736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60233173-fddb-4123-83c9-f9310f1b4bca req-24c7e677-8fcb-4a37-a8d2-d1d04e5f7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:06.261929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60233173-fddb-4123-83c9-f9310f1b4bca req-24c7e677-8fcb-4a37-a8d2-d1d04e5f7406 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.4483476 Nov 25 18:33:06.271426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f9e05c1-f396-425a-bb87-cb7c2205098a'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:06.274976 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4023120-47ba-4d34-9dbe-0b8aa9cc26da tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.275736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9e4688ff-9083-4d7c-a5c8-58865241ae04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:06.279802 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4023120-47ba-4d34-9dbe-0b8aa9cc26da tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.283458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f4023120-47ba-4d34-9dbe-0b8aa9cc26da tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3b7bf85-fcdd-4cdc-b742-7a79740357b9 HTTP/1.1" status: 204 len: 168 time: 0.8953059 Nov 25 18:33:06.306298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf27d-1519-4d5c-906b-ca36cb62f760 req-39ade443-2446-4566-b1e6-e78c7d8a8c39 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:06.313669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d7cf27d-1519-4d5c-906b-ca36cb62f760 req-39ade443-2446-4566-b1e6-e78c7d8a8c39 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 943 time: 0.3763735 Nov 25 18:33:06.315957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60154) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:06.341876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4023120-47ba-4d34-9dbe-0b8aa9cc26da tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b7bf85-fcdd-4cdc-b742-7a79740357b9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:06.349743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event deleted for resources: {'Port': ['ID=9e4688ff-9083-4d7c-a5c8-58865241ae04,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:06.449903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] No DVR routers for this DVR port 9e4688ff-9083-4d7c-a5c8-58865241ae04 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:06.455695 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.463172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88675369-ae11-4f30-bcdd-a0499ad5ed88 req-36a8051e-430a-4f7d-b3f8-64abbaf96d31 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.64 "DELETE /v2.0/ports/9e4688ff-9083-4d7c-a5c8-58865241ae04 HTTP/1.1" status: 204 len: 173 time: 1.6700950 Nov 25 18:33:06.465996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'name': 'network-vif-deleted', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:06.487211 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0e226-e304-4af1-879f-5e41944d95ae" -d '{"events": [{"server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "name": "network-vif-deleted", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:06.513724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Deleting port f83a917a-c102-4190-838b-b83f22572181 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:06.514550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.565686 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be85aca-b7b8-4a71-9956-8dc8ab1cbfc0 None None] New status for floating IP 68498d79-5d1a-451c-8d74-07bf71c62629: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:33:06.741330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-014960e3-9cd0-481c-93f2-4437049f2656 req-55801177-7318-415d-8fd7-2360ee019c07 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d235258-1c63-4778-9f18-90fd2f222cec HTTP/1.1" status: 200 len: 210 time: 0.0962987 Nov 25 18:33:06.744896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] For port f83a917a-c102-4190-838b-b83f22572181, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f83a917a-c102-4190-838b-b83f22572181,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:06.745400 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:06.749919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e358f7a-f05f-480a-9b8a-1c79d3e6ba1b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:06.789164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60233173-fddb-4123-83c9-f9310f1b4bca req-c19cb7bd-a094-428a-bc06-10e0aef75c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4703352 Nov 25 18:33:06.810701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Calling delete_port for f83a917a-c102-4190-838b-b83f22572181 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:06.823624 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-e1a41b60-bfda-4b3d-b6be-d4a3a49911f2 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] show failed (client error): The resource could not be found. Nov 25 18:33:06.832912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e1a41b60-bfda-4b3d-b6be-d4a3a49911f2 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "GET /v2.0/security-groups/d3b7bf85-fcdd-4cdc-b742-7a79740357b9 HTTP/1.1" status: 404 len: 347 time: 0.5108805 Nov 25 18:33:06.835622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=873e72151c234523aed2ec99f5a0b118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8971019 Nov 25 18:33:06.841555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:06.842032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:06.866926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.867601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.867954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.868344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.868684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.869018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.869710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.870044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.870375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.870751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.871087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:06.871463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f8965-8767-4224-b19a-8124d9e6af3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:07.043289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d7cf27d-1519-4d5c-906b-ca36cb62f760 req-13a97a5c-16d1-44df-9ec9-27a51c8d7f5d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127790 Nov 25 18:33:07.156412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60233173-fddb-4123-83c9-f9310f1b4bca req-00d603bb-601d-42ed-8a0e-68b001ebaa95 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382094 Nov 25 18:33:07.192284 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dc0acd-894f-44dd-8ea5-0bb0e458a639 x-openstack-request-id: req-c5dc0acd-894f-44dd-8ea5-0bb0e458a639 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:07.193149 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d235258-1c63-4778-9f18-90fd2f222cec", "name": "network-vif-deleted", "tag": "9e4688ff-9083-4d7c-a5c8-58865241ae04", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:07.193574 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5dc0acd-894f-44dd-8ea5-0bb0e458a639 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:07.196294 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d235258-1c63-4778-9f18-90fd2f222cec', 'name': 'network-vif-deleted', 'tag': '9e4688ff-9083-4d7c-a5c8-58865241ae04', 'status': 'completed', 'code': 200} Nov 25 18:33:07.286469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5d33689-5a80-414c-afa7-c85b9551fd27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.356758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5d33689-5a80-414c-afa7-c85b9551fd27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.389495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Deleting port 8783176a-4a5b-4ee5-8f7b-8ec893ceb8aa {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:07.390342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.459296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60233173-fddb-4123-83c9-f9310f1b4bca req-862a07f5-7638-44b4-8928-738c2e7070d9 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472329 Nov 25 18:33:07.607865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.626307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.626722 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.643084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Calling delete_port for 8783176a-4a5b-4ee5-8f7b-8ec893ceb8aa owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:07.661679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83a917a-c102-4190-838b-b83f22572181,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:07.783436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5d33689-5a80-414c-afa7-c85b9551fd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.792103 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5d33689-5a80-414c-afa7-c85b9551fd27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:07.795807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a5d33689-5a80-414c-afa7-c85b9551fd27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e358f7a-f05f-480a-9b8a-1c79d3e6ba1b HTTP/1.1" status: 204 len: 168 time: 0.9388053 Nov 25 18:33:07.878424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3fd4d9d2-91f1-4672-9be4-4731158cf106 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:33:07.890574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d33689-5a80-414c-afa7-c85b9551fd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e358f7a-f05f-480a-9b8a-1c79d3e6ba1b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:08.207466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:08.238030 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:08.367270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Pushing event deleted for resources: {'Port': ['ID=8783176a-4a5b-4ee5-8f7b-8ec893ceb8aa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:08.411905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3fd4d9d2-91f1-4672-9be4-4731158cf106, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3fd4d9d2-91f1-4672-9be4-4731158cf106,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:08.579912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '3fd4d9d2-91f1-4672-9be4-4731158cf106', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'port_id': '3fd4d9d2-91f1-4672-9be4-4731158cf106', 'mac_address': 'fa:16:3e:ca:39:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf3790-0992-4b92-ba9e-0a2e6605f1c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:33:08.580513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:08.587202 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:08.590206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87c2120d-d4cb-497c-9d37-186b9d2b7b30 tempest-ServersTestFqdnHostnames-402764913 tempest-ServersTestFqdnHostnames-402764913-project] 10.222.0.62 "DELETE /v2.0/floatingips/68498d79-5d1a-451c-8d74-07bf71c62629 HTTP/1.1" status: 204 len: 168 time: 1.7467031 Nov 25 18:33:08.596609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:08.741141 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:08.800526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd4d9d2-91f1-4672-9be4-4731158cf106 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:33:08.834500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d35e26-fde2-4a55-8704-87cf939984b3 req-cd9d4bab-0c1e-49a8-ab9a-0661f2d06aae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:08.838922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98d35e26-fde2-4a55-8704-87cf939984b3 req-cd9d4bab-0c1e-49a8-ab9a-0661f2d06aae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 943 time: 0.5857503 Nov 25 18:33:08.872424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3fd4d9d2-91f1-4672-9be4-4731158cf106, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3fd4d9d2-91f1-4672-9be4-4731158cf106,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:08.888107 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:08.996602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3fd4d9d2-91f1-4672-9be4-4731158cf106,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:09.067526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Router 1b21cec7-4b95-4783-b574-934f64f983fd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:09.116699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb03f3-6e7f-4de2-aa20-d59acb0278be req-af69f963-c48d-4572-aa20-ca1744ae9c7b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:09.117010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98d35e26-fde2-4a55-8704-87cf939984b3 req-8537de24-386f-4ca8-aae4-b54c248895a4 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302640 Nov 25 18:33:09.125104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32fb03f3-6e7f-4de2-aa20-d59acb0278be req-af69f963-c48d-4572-aa20-ca1744ae9c7b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 944 time: 0.5314348 Nov 25 18:33:09.174816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['3fd4d9d2-91f1-4672-9be4-4731158cf106'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:09.257870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:09.267876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32fb03f3-6e7f-4de2-aa20-d59acb0278be req-7eaf79cf-4425-4d01-8356-65c02d181ee7 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397786 Nov 25 18:33:09.271515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f2f3f787-5dfa-4c36-b0cd-d9dfc910c634 admin admin] 10.222.0.62 "PUT /v2.0/routers/1b21cec7-4b95-4783-b574-934f64f983fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8204567 Nov 25 18:33:09.275403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60236) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:09.278661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] Sync routers for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:09.386939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:09.386939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:32:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:09.566826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:09.669655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:09.809310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:09.848593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9e4688ff-9083-4d7c-a5c8-58865241ae04 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:09.866288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:09.955129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Deleting port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:09.955511 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:09.962870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60256) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:10.165784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] For port 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:10.166152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:10.198810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Calling delete_port for 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:10.294984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1611018912-network', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:10.484663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Made reservation on behalf of ac1baab1a6d14b8b9537f87482a4c479 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:10.486982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:10.488637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9e4688ff-9083-4d7c-a5c8-58865241ae04 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:10.489139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9e4688ff-9083-4d7c-a5c8-58865241ae04 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:10.593525 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:10.657495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29e1d3-d6d6-42f5-807b-cbc0948ffad0 req-a6ecddcf-021b-44b3-9deb-c8661fc0a04d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:10.663157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2c29e1d3-d6d6-42f5-807b-cbc0948ffad0 req-a6ecddcf-021b-44b3-9deb-c8661fc0a04d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 944 time: 0.3586032 Nov 25 18:33:10.762564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:33:07Z', 'revision_number': 5, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port': {'id': '8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:29:37Z', 'updated_at': '2021-11-25T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:10.812912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2c29e1d3-d6d6-42f5-807b-cbc0948ffad0 req-4a4cd214-6d9e-4ab3-a014-4321e36d353b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389699 Nov 25 18:33:10.829151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] Checking router: 1b21cec7-4b95-4783-b574-934f64f983fd for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:10.884356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] Routers {'1b21cec7-4b95-4783-b574-934f64f983fd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:10.886028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:32:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1b21cec7-4b95-4783-b574-934f64f983fd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:10.893058 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-694fbb9e-e3fa-4b2b-b115-b40590b00101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:10.903368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:10.914792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-4850686e-8192-42bc-9114-fcb6ed153f98 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:10.930936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-4850686e-8192-42bc-9114-fcb6ed153f98 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 944 time: 0.6569545 Nov 25 18:33:10.975560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:11.115957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.119913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] Set router 1b21cec7-4b95-4783-b574-934f64f983fd gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:11.136974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d80be8-2cb6-410d-a343-05a6bdb91e54 req-2e6eed2d-b201-4957-a349-680535dbf878 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:11.144537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17d80be8-2cb6-410d-a343-05a6bdb91e54 req-2e6eed2d-b201-4957-a349-680535dbf878 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 944 time: 0.5695653 Nov 25 18:33:11.235824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.253089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:33:09Z', 'revision_number': 6, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:11.321796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea04dafb-bc24-430f-8288-e5b14681759c None None] The sync data for ids ['1b21cec7-4b95-4783-b574-934f64f983fd'] in n-d-819194-3 is: [{'id': '1b21cec7-4b95-4783-b574-934f64f983fd', 'name': 'tempest-ServersTestBootFromVolume-771634270-router', 'tenant_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:29:34Z', 'updated_at': '2021-11-25T18:33:09Z', 'revision_number': 6, 'project_id': '3a2fdedde8194deda40d0fcd67a1bec9', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:11.329616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.334576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.363066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.389577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:33:11.411518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.411965 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Added segment 11fefe15-571a-4b94-8d85-c39378270c20 of type vlan for network 2509d211-4a17-4433-939e-4477b13e7ca2 Nov 25 18:33:11.469507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.470250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b21cec7-4b95-4783-b574-934f64f983fd {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:33:11.476856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.484926 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8465bdd0-e1d1-4fbf-94bc-c4f2379f704e admin admin] 10.222.0.62 "DELETE /v2.0/routers/1b21cec7-4b95-4783-b574-934f64f983fd HTTP/1.1" status: 204 len: 168 time: 2.2071693 Nov 25 18:33:11.485586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60288) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:11.512470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.586812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] Deleting subnet d4c43a6a-5f49-4963-a6da-b10b9896609b {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:33:11.590136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.632455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.700872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17d80be8-2cb6-410d-a343-05a6bdb91e54 req-01c15623-1076-466b-aa8c-8a3626da9366 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553927 Nov 25 18:33:11.735244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.736490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:11.737248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.749343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c833de41-09bf-4fe5-8ed7-a6b3612e46ac,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:11.784968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8195350 Nov 25 18:33:11.790273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60296) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:11.797474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Request body: {'subnet': {'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1611018912-subnet', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:11.854518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3fd4d9d2-91f1-4672-9be4-4731158cf106 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:11.865175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Made reservation on behalf of ac1baab1a6d14b8b9537f87482a4c479 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:11.866443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.887746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Deleting port 5f9e05c1-f396-425a-bb87-cb7c2205098a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:11.888087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:11.987797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.018502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 3fd4d9d2-91f1-4672-9be4-4731158cf106 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:33:12.023601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 3fd4d9d2-91f1-4672-9be4-4731158cf106 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:12.024317 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.227713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.240571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.281626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c43a6a-5f49-4963-a6da-b10b9896609b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:12.292062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3fd4d9d2-91f1-4672-9be4-4731158cf106, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3fd4d9d2-91f1-4672-9be4-4731158cf106,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:12.293403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd4d9d2-91f1-4672-9be4-4731158cf106'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:12.300383 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379fcae9-edaa-47cb-b4bd-a431d9af79d6" -d '{"events": [{"server_uuid": "c12ac174-2417-4fb3-ab0e-f0978066f7a2", "name": "network-vif-plugged", "status": "completed", "tag": "3fd4d9d2-91f1-4672-9be4-4731158cf106"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:12.310163 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.320952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.327890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c979bdd0-387f-46ea-a39c-46070daf9124 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d4c43a6a-5f49-4963-a6da-b10b9896609b HTTP/1.1" status: 204 len: 168 time: 0.8330734 Nov 25 18:33:12.333830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60310) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:12.413523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3fd4d9d2-91f1-4672-9be4-4731158cf106,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:12.416886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794c654-3703-49b4-bbb6-d1ffedc5017e None None] Network 5c83d646-b02a-4ec5-8429-16f972295c78 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:12.535314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f83a917a-c102-4190-838b-b83f22572181 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:12.551707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.580676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244477fa-1e3e-4e02-8dd9-5fa50e3bd33f req-e0c0f07d-d920-4f55-8f57-d95ebee5472c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:12.593150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-244477fa-1e3e-4e02-8dd9-5fa50e3bd33f req-e0c0f07d-d920-4f55-8f57-d95ebee5472c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 944 time: 0.4289868 Nov 25 18:33:12.623873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f83a917a-c102-4190-838b-b83f22572181 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:12.624434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f83a917a-c102-4190-838b-b83f22572181 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:12.652897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] For port 5f9e05c1-f396-425a-bb87-cb7c2205098a, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f9e05c1-f396-425a-bb87-cb7c2205098a,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:12.653497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.671386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Calling delete_port for 5f9e05c1-f396-425a-bb87-cb7c2205098a owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:12.787322 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d4093-5ade-4f57-8be5-5ccfbe72db45 x-openstack-request-id: req-185d4093-5ade-4f57-8be5-5ccfbe72db45 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:12.787815 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12ac174-2417-4fb3-ab0e-f0978066f7a2", "name": "network-vif-plugged", "status": "completed", "tag": "3fd4d9d2-91f1-4672-9be4-4731158cf106", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:12.788242 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-185d4093-5ade-4f57-8be5-5ccfbe72db45 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:12.788927 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd4d9d2-91f1-4672-9be4-4731158cf106', 'code': 200} Nov 25 18:33:12.789589 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-244477fa-1e3e-4e02-8dd9-5fa50e3bd33f req-c5692fa0-5a55-4545-beae-3492cf572406 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984975 Nov 25 18:33:12.806196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] DHCP port deletion for 5c83d646-b02a-4ec5-8429-16f972295c78 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:12.811336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Deleting port 9feb5459-9d7a-49bf-a76a-d4815e21705c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:12.811849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:12.940326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] Deleting port 9feb5459-9d7a-49bf-a76a-d4815e21705c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:12.940859 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.049732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:13.063953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Deleting port 75eeb56b-c141-4238-8d36-e6fb67146ab0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:13.065339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.080505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.113388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] For port 9feb5459-9d7a-49bf-a76a-d4815e21705c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9feb5459-9d7a-49bf-a76a-d4815e21705c,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:13.120745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.130415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 5f9e05c1-f396-425a-bb87-cb7c2205098a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:13.143482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f9e05c1-f396-425a-bb87-cb7c2205098a not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:13.155668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Calling delete_port for 9feb5459-9d7a-49bf-a76a-d4815e21705c owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:13.178665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0908-208c-4ce0-a942-df40264456c7 req-7c6c7d8d-905b-41f2-b833-57a5f6c47f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:13.180036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21be0908-208c-4ce0-a942-df40264456c7 req-7c6c7d8d-905b-41f2-b833-57a5f6c47f23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 1096 time: 0.2345662 Nov 25 18:33:13.184909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] For port 75eeb56b-c141-4238-8d36-e6fb67146ab0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=75eeb56b-c141-4238-8d36-e6fb67146ab0,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:13.185566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.202874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Calling delete_port for 75eeb56b-c141-4238-8d36-e6fb67146ab0 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:13.205358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] For port 9feb5459-9d7a-49bf-a76a-d4815e21705c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9feb5459-9d7a-49bf-a76a-d4815e21705c,segment=NetworkSegment(8c3be06f-1c4d-46b0-a48a-575ff8e97789),segment_id=8c3be06f-1c4d-46b0-a48a-575ff8e97789)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:13.206045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.237952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] Calling delete_port for 9feb5459-9d7a-49bf-a76a-d4815e21705c owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:13.269696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event deleted for resources: {'Port': ['ID=5f9e05c1-f396-425a-bb87-cb7c2205098a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:13.292734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24a7533c-cc2f-4d0c-b008-1e957dac7941 req-45022e36-029e-4cfd-8e09-c20a272c5ff2 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33 HTTP/1.1" status: 200 len: 210 time: 0.2773080 Nov 25 18:33:13.293630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f0209-c759-41de-8ee5-2fa592f89d66 admin admin] Pushing event updated for resources: {'Network': ['ID=2509d211-4a17-4433-939e-4477b13e7ca2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:13.428745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 2509d211-4a17-4433-939e-4477b13e7ca2 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:33:13.435914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] No DVR routers for this DVR port 5f9e05c1-f396-425a-bb87-cb7c2205098a on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:13.443304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.447114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54c4c743-2963-44d0-9078-2e6655aa7fc1 req-1b5b100b-170e-44f9-b766-43d6486e42a6 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.66 "DELETE /v2.0/ports/5f9e05c1-f396-425a-bb87-cb7c2205098a HTTP/1.1" status: 204 len: 173 time: 2.4919460 Nov 25 18:33:13.448295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'name': 'network-vif-deleted', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:13.450803 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8a359-1b63-470e-afe5-651fe6e856b0" -d '{"events": [{"server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "name": "network-vif-deleted", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:13.562258 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648d486-afcb-4410-a351-e21b44af0d5a x-openstack-request-id: req-e648d486-afcb-4410-a351-e21b44af0d5a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:13.567511 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33", "name": "network-vif-deleted", "tag": "5f9e05c1-f396-425a-bb87-cb7c2205098a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:13.567933 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e648d486-afcb-4410-a351-e21b44af0d5a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:13.568459 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edbac0f-0ab5-4b6b-bf3f-d9babc95cf33', 'name': 'network-vif-deleted', 'tag': '5f9e05c1-f396-425a-bb87-cb7c2205098a', 'status': 'completed', 'code': 200} Nov 25 18:33:13.574322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.670236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] Pushing event deleted for resources: {'Port': ['ID=9feb5459-9d7a-49bf-a76a-d4815e21705c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:13.690205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e15df-5768-4377-aa12-cd9f5c60122e None None] No DVR routers for this DVR port 9feb5459-9d7a-49bf-a76a-d4815e21705c on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:13.728823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0eddabfe-6223-4173-ba16-d0c6a26e6ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.810274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:13.887968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:13.927873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21be0908-208c-4ce0-a942-df40264456c7 req-a185dd8e-6a3e-4834-b6ba-6ab4d5ec810a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7333493 Nov 25 18:33:13.956512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:13.957454 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8b3478ad-ea2e-4a97-b4cb-6ec63b5bf618 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:13.960892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9feb5459-9d7a-49bf-a76a-d4815e21705c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:13.997826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.013073 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.014786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 9feb5459-9d7a-49bf-a76a-d4815e21705c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:14.015195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9feb5459-9d7a-49bf-a76a-d4815e21705c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:14.128649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] No DVR routers for this DVR port 9feb5459-9d7a-49bf-a76a-d4815e21705c on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:14.165689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9feb5459-9d7a-49bf-a76a-d4815e21705c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:14.193189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81543-344e-4011-84cf-ce050c1a5495 req-75c10a20-a168-4e42-8ba7-090826b0d08f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:14.195134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38c81543-344e-4011-84cf-ce050c1a5495 req-75c10a20-a168-4e42-8ba7-090826b0d08f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 945 time: 0.2346528 Nov 25 18:33:14.291028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.349119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Pushing event deleted for resources: {'Port': ['ID=75eeb56b-c141-4238-8d36-e6fb67146ab0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:14.397825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cea4ef2-5140-405a-8595-fc34ad03ebb9,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:14.414317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38c81543-344e-4011-84cf-ce050c1a5495 req-824d6428-9234-4cc5-b8d6-afd29235730b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605074 Nov 25 18:33:14.420289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.474209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c83d646-b02a-4ec5-8429-16f972295c78']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:14.494126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3be06f-1c4d-46b0-a48a-575ff8e97789') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:14.494394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3be06f-1c4d-46b0-a48a-575ff8e97789') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:14.512241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.544732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.554099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:33:14.554835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:33:14.556925 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:33:14.629737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.633896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.634416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.634886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.635618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.636568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.637178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.637753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.638606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.639247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.639818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.640368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.640935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:14.702253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.733464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Checking segment: {'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:14.733876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Network hostable DHCP agents. Network: 2509d211-4a17-4433-939e-4477b13e7ca2, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:33:14.736277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.740214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5c83d646-b02a-4ec5-8429-16f972295c78 HTTP/1.1" status: 204 len: 168 time: 2.3983731 Nov 25 18:33:14.741293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99814e-c475-4b59-9b50-592a15b92ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c83d646-b02a-4ec5-8429-16f972295c78,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:14.796112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Network 2509d211-4a17-4433-939e-4477b13e7ca2 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:33:14.820878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 2509d211-4a17-4433-939e-4477b13e7ca2) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:14.829273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:14.830982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:14.833105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163eab6c-77d3-460e-b579-0d7faa9e02bd None None] Network 2509d211-4a17-4433-939e-4477b13e7ca2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:14.868515 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-17bfc864-c9a4-4961-93a1-fef071fc1383 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0750680 Nov 25 18:33:14.871539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:14.877913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:15.060827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccab66-7fd2-4331-9c8b-d3abc0866227 req-522c1ad0-89fb-42b7-801b-58c08f58a868 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:15.062692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1ccab66-7fd2-4331-9c8b-d3abc0866227 req-522c1ad0-89fb-42b7-801b-58c08f58a868 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.0982957 Nov 25 18:33:15.064495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60358) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:15.077000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.082292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.196787 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.238910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1ccab66-7fd2-4331-9c8b-d3abc0866227 req-4412e7bd-baa4-4bf9-9c5d-9b24aefe3408 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679809 Nov 25 18:33:15.280134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-2509d211-4a17-4433-939e-4477b13e7ca2', 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'fixed_ips': [{'subnet_id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:33:15.281912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.347361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:15.430637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-3d2af990-56a7-4ec7-b645-49666bac4698 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:15.432573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-3d2af990-56a7-4ec7-b645-49666bac4698 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.64 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.2623525 Nov 25 18:33:15.439636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Router 8d95388c-79b3-4b17-b14b-537dd4ad2476 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:15.448803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.452498 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e21f2775-b4b7-4922-9275-f6d17fc8705b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.660877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e21f2775-b4b7-4922-9275-f6d17fc8705b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.695711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Allocated IP 172.20.0.2 (2509d211-4a17-4433-939e-4477b13e7ca2/5cea4ef2-5140-405a-8595-fc34ad03ebb9/2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:15.703499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e21f2775-b4b7-4922-9275-f6d17fc8705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:15.743618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:15.756067 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] Sync routers for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:15.757933 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-09d00e72-7e68-4592-a50c-7778d101905f admin admin] 10.222.0.62 "PUT /v2.0/routers/8d95388c-79b3-4b17-b14b-537dd4ad2476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1586657 Nov 25 18:33:15.766343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20cac5-a7e2-4995-a820-379135f78a51 req-8f917c8b-0c23-466f-bfaa-bfb9098d5856 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:15.774005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f20cac5-a7e2-4995-a820-379135f78a51 req-8f917c8b-0c23-466f-bfaa-bfb9098d5856 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 945 time: 0.1726246 Nov 25 18:33:15.776601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60368) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:15.777833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2775-b4b7-4922-9275-f6d17fc8705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f25ed75-155a-463a-bf4a-873835129e76,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:15.797796 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:15.802164 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:15.840913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f20cac5-a7e2-4995-a820-379135f78a51 req-c4057679-37fe-4049-93d9-1f14d10164d9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648546 Nov 25 18:33:16.015727 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:16.032081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.170509 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.175673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.181305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.200364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b313a41e-2d91-4af1-8a11-93d9c90cec9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a2fdedde8194deda40d0fcd67a1bec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8515110 Nov 25 18:33:16.208376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60376) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:16.227844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Network 2509d211-4a17-4433-939e-4477b13e7ca2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:16.232394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:16.238059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:16.273091 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.298534 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e21f2775-b4b7-4922-9275-f6d17fc8705b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74cf0bf33fc04dd2a099bc9df4f586db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2327878 Nov 25 18:33:16.310880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60380) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:16.347194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.363485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Pushing event updated for resources: {'Port': ['ID=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:16.371185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:33:13Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:16.392839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Attempting to bind port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:16.393589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Attempting to bind port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:16.394112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Attempting to bind port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 on network 2509d211-4a17-4433-939e-4477b13e7ca2 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:16.394381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38f971-27ed-49de-8631-66d6ab360b85 req-ddce0f2f-63fe-4125-9842-897356bb276c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:16.396102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de38f971-27ed-49de-8631-66d6ab360b85 req-ddce0f2f-63fe-4125-9842-897356bb276c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 945 time: 0.2301114 Nov 25 18:33:16.413503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.414637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.415279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.415924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.416485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.417229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.417709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.418749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.419242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.420794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.421303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.421786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:16.426792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] Checking router: 8d95388c-79b3-4b17-b14b-537dd4ad2476 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:16.438431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:16.439105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Checking segment: {'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:16.440175 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.440879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Bound using segment: {'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:16.441749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Bound port: 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:16.442297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.455892 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] Routers {'8d95388c-79b3-4b17-b14b-537dd4ad2476'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:16.456767 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8d95388c-79b3-4b17-b14b-537dd4ad2476'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:16.503911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Deleting port 55a413d4-341a-44c4-9bd9-f82a43d57791 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:16.505406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.577005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] For port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:16.580662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] For port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,segment=NetworkSegment(11fefe15-571a-4b94-8d85-c39378270c20),segment_id=11fefe15-571a-4b94-8d85-c39378270c20)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:16.601730 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.620227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de38f971-27ed-49de-8631-66d6ab360b85 req-d2ad7b0f-0dd9-408b-a60f-3b847f2cc9d9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068994 Nov 25 18:33:16.634372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.637009 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] Set router 8d95388c-79b3-4b17-b14b-537dd4ad2476 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:16.638958 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3500b9e-1a3a-4ff1-9685-8f1d0d497a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.678528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d712a-dfa9-42ed-ac02-dd0f5c76da9d None None] Pushing event updated for resources: {'Port': ['ID=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:16.681796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Allocated IP 172.25.2.176 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/79320aba-979d-4dba-b24f-cc8debee9c8e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:16.756556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5cdf4-07ab-4660-a068-aead01b49354 req-d2089b47-08cb-45cf-a0cb-9b3d8e1c471c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:16.758151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41f5cdf4-07ab-4660-a068-aead01b49354 req-d2089b47-08cb-45cf-a0cb-9b3d8e1c471c tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 945 time: 0.3588943 Nov 25 18:33:16.789659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3500b9e-1a3a-4ff1-9685-8f1d0d497a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.836570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] For port 55a413d4-341a-44c4-9bd9-f82a43d57791, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55a413d4-341a-44c4-9bd9-f82a43d57791,segment=NetworkSegment(ff6c3ccf-3508-4603-baf4-596ddf5cfdf7),segment_id=ff6c3ccf-3508-4603-baf4-596ddf5cfdf7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:16.836950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.861051 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.892936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347cf30-976e-4506-826d-db6a110e4a66 req-2f654528-1de4-448f-aa8f-65e39bb6cec9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:16.895222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3347cf30-976e-4506-826d-db6a110e4a66 req-2f654528-1de4-448f-aa8f-65e39bb6cec9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 945 time: 0.1300168 Nov 25 18:33:16.910409 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.960429 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:33:13Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:16.984406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52aeb804-e245-4606-a95e-41b1b0da36ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:16.991406 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d8a82-2655-4278-b832-cf6476c8c2ce None None] The sync data for ids ['8d95388c-79b3-4b17-b14b-537dd4ad2476'] in n-d-819194-3 is: [{'id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'name': 'tempest-ServersTestFqdnHostnames-34343811-router', 'tenant_id': '20a86a1b80004671a7f07e4fed1a646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:30:21Z', 'updated_at': '2021-11-25T18:33:13Z', 'revision_number': 5, 'project_id': '20a86a1b80004671a7f07e4fed1a646a', 'gw_port': {'id': 'd9e0a446-e7db-4b2f-b76f-afbb4530fdce', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d95388c-79b3-4b17-b14b-537dd4ad2476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:30:23Z', 'updated_at': '2021-11-25T18:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:17.002420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3347cf30-976e-4506-826d-db6a110e4a66 req-ac3d5e3b-0ae1-4de0-9bb7-680cb3331560 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983293 Nov 25 18:33:17.052184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.099163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52aeb804-e245-4606-a95e-41b1b0da36ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.136504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Pushing event updated for resources: {'Port': ['ID=79320aba-979d-4dba-b24f-cc8debee9c8e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:17.148441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:17.150039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:17.154654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:17.212279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Calling delete_port for 55a413d4-341a-44c4-9bd9-f82a43d57791 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:17.341746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41f5cdf4-07ab-4660-a068-aead01b49354 req-0ec75124-4610-4d85-84ee-3bd4413a885b tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/security-groups?id=16926d62-717f-424e-a7ed-d199514c6d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929528 Nov 25 18:33:17.346606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52aeb804-e245-4606-a95e-41b1b0da36ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.349285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52aeb804-e245-4606-a95e-41b1b0da36ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.364290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-52aeb804-e245-4606-a95e-41b1b0da36ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f25ed75-155a-463a-bf4a-873835129e76 HTTP/1.1" status: 204 len: 168 time: 1.0335953 Nov 25 18:33:17.364290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3500b9e-1a3a-4ff1-9685-8f1d0d497a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.366576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3500b9e-1a3a-4ff1-9685-8f1d0d497a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.370967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3500b9e-1a3a-4ff1-9685-8f1d0d497a44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5eaeae46-8d0a-47f7-8489-29ca916bdeaa HTTP/1.1" status: 204 len: 168 time: 1.1465309 Nov 25 18:33:17.449954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb804-e245-4606-a95e-41b1b0da36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f25ed75-155a-463a-bf4a-873835129e76,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:17.476007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4beb-b7a1-4d96-a114-bd94ab8006e4 req-d1d19b04-a18c-4b8f-8b44-fc3f3b6c0e88 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:17.477585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63cb4beb-b7a1-4d96-a114-bd94ab8006e4 req-d1d19b04-a18c-4b8f-8b44-fc3f3b6c0e88 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 945 time: 0.1034088 Nov 25 18:33:17.502305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Deleting port d9e0a446-e7db-4b2f-b76f-afbb4530fdce {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:17.502683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.572021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63cb4beb-b7a1-4d96-a114-bd94ab8006e4 req-f6184271-10ca-466b-bca5-6f7c4f2a6d0b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845389 Nov 25 18:33:17.625778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] For port d9e0a446-e7db-4b2f-b76f-afbb4530fdce, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:17.626147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.628843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3500b9e-1a3a-4ff1-9685-8f1d0d497a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaeae46-8d0a-47f7-8489-29ca916bdeaa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:17.647365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Calling delete_port for d9e0a446-e7db-4b2f-b76f-afbb4530fdce owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:17.668019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.800369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Pushing event deleted for resources: {'Port': ['ID=55a413d4-341a-44c4-9bd9-f82a43d57791,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:17.849979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:17.999912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] No DVR routers for this DVR port 55a413d4-341a-44c4-9bd9-f82a43d57791 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:18.004800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.017694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb56e7ed-9b32-4548-93ef-d5c007ba8351 req-0f1a1155-5c41-4005-9d11-0a194e0bab11 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.64 "DELETE /v2.0/ports/55a413d4-341a-44c4-9bd9-f82a43d57791 HTTP/1.1" status: 204 len: 173 time: 2.5513976 Nov 25 18:33:18.019160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'name': 'network-vif-deleted', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:18.030385 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a2d3e-29b3-4e25-9f38-ba80c816208c" -d '{"events": [{"server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "name": "network-vif-deleted", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:18.057135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:18.161754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:18.165249 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1a103e-96ac-4ddf-b318-a58448a733cb x-openstack-request-id: req-6c1a103e-96ac-4ddf-b318-a58448a733cb {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:18.166086 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.173107 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888f7df-5bc7-4bee-8ee1-649ba097b3fb", "name": "network-vif-deleted", "tag": "55a413d4-341a-44c4-9bd9-f82a43d57791", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:18.173273 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c1a103e-96ac-4ddf-b318-a58448a733cb {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:18.173775 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888f7df-5bc7-4bee-8ee1-649ba097b3fb', 'name': 'network-vif-deleted', 'tag': '55a413d4-341a-44c4-9bd9-f82a43d57791', 'status': 'completed', 'code': 200} Nov 25 18:33:18.338857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.339966 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.367058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60412) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:18.400042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,segment=NetworkSegment(11fefe15-571a-4b94-8d85-c39378270c20),segment_id=11fefe15-571a-4b94-8d85-c39378270c20)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:18.414039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.432426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e0a446-e7db-4b2f-b76f-afbb4530fdce,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:18.468584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c23bd18f-a802-4b92-8d64-bb0422c69efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.545458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:18.549852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 75eeb56b-c141-4238-8d36-e6fb67146ab0 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:18.608682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a97f8-2a92-4150-9d0a-de0a64732cb6 None None] Network 2509d211-4a17-4433-939e-4477b13e7ca2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:18.650638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.676029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 75eeb56b-c141-4238-8d36-e6fb67146ab0 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:18.676654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 75eeb56b-c141-4238-8d36-e6fb67146ab0 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:18.740631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-af7fd2e0-3a0f-4bf0-9923-608c91b660da None None] Provisioning complete for port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:18.741362 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-af7fd2e0-3a0f-4bf0-9923-608c91b660da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.944233 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:18.950813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.058663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e391-b261-4943-a0b7-eab39628cd2c req-65e90888-78f7-459c-a1d4-2b3195ab0c70 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:19.060285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4894e391-b261-4943-a0b7-eab39628cd2c req-65e90888-78f7-459c-a1d4-2b3195ab0c70 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 945 time: 0.2826750 Nov 25 18:33:19.064060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c23bd18f-a802-4b92-8d64-bb0422c69efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.065171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.065838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d95388c-79b3-4b17-b14b-537dd4ad2476 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:33:19.093634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-db8128d5-7b5f-4c24-8359-0bd525c2490b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:19.095583 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-db8128d5-7b5f-4c24-8359-0bd525c2490b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 945 time: 0.2899380 Nov 25 18:33:19.101253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.102800 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e94edde4-9ac2-497a-8b71-04eb2c122a98 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8d95388c-79b3-4b17-b14b-537dd4ad2476 HTTP/1.1" status: 204 len: 168 time: 3.3157556 Nov 25 18:33:19.118536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c23bd18f-a802-4b92-8d64-bb0422c69efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.134678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60434) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:19.240167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26e3acd9-884f-40b6-9911-714c761f0a73 req-d3405854-5f6a-472c-833b-85987ab0dc69 tempest-LiveAutoBlockMigrationV225Test-1222178047 tempest-LiveAutoBlockMigrationV225Test-1222178047-project] 10.222.0.62 "GET /v2.0/ports?device_id=0888f7df-5bc7-4bee-8ee1-649ba097b3fb HTTP/1.1" status: 200 len: 210 time: 0.1035428 Nov 25 18:33:19.329265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] Deleting subnet 2e70db96-3279-4c1b-b4de-d034bee5dd57 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:33:19.342182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.347022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60440) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:19.371023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd18f-a802-4b92-8d64-bb0422c69efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d344ddd-58c9-4f33-9a71-63fe31af3c67,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:19.371581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.410966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c23bd18f-a802-4b92-8d64-bb0422c69efa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=401d4408c044424c8f4554d268abc389&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0389321 Nov 25 18:33:19.412696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60448) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:19.416557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8195b524-2cdc-41b5-aa0e-293cbce607f6 None None] Provisioning complete for port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:19.422475 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8195b524-2cdc-41b5-aa0e-293cbce607f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.432828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4894e391-b261-4943-a0b7-eab39628cd2c req-1e9e941b-06df-4b48-82df-0d3328942924 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646464 Nov 25 18:33:19.502767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Deleting port 3fd4d9d2-91f1-4672-9be4-4731158cf106 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:19.503112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.508040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c08-09bb-4460-86f9-add7bb278ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.600907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:19.647367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c08-09bb-4460-86f9-add7bb278ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.746605 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e12febc-8979-4e9f-9944-e64d5cf552c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.755207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-205611056-network', 'tenant_id': '0946216094c244a69445c190d60a4273'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:19.762244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.816941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] For port 3fd4d9d2-91f1-4672-9be4-4731158cf106, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3fd4d9d2-91f1-4672-9be4-4731158cf106,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:19.817318 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.841184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Calling delete_port for 3fd4d9d2-91f1-4672-9be4-4731158cf106 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:19.858237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Made reservation on behalf of 0946216094c244a69445c190d60a4273 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:19.875829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.879121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:19.899807 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e12febc-8979-4e9f-9944-e64d5cf552c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.915777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e12febc-8979-4e9f-9944-e64d5cf552c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.942676 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:19.979683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:19.991462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 55a413d4-341a-44c4-9bd9-f82a43d57791 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:19.992083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55a413d4-341a-44c4-9bd9-f82a43d57791 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:20.048012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12febc-8979-4e9f-9944-e64d5cf552c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a87451-7da0-42f7-b4a1-0d20f642ac65,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:20.061089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9e12febc-8979-4e9f-9944-e64d5cf552c2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60d4f09abc304db5b2d32dd07c31c21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7065425 Nov 25 18:33:20.099817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Router c30de34a-dc56-4e8c-8293-e2970fbeaced is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:33:20.103398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60460) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:20.105303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.106689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c08-09bb-4460-86f9-add7bb278ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.110596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fb22c08-09bb-4460-86f9-add7bb278ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.114757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3fb22c08-09bb-4460-86f9-add7bb278ef2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d344ddd-58c9-4f33-9a71-63fe31af3c67 HTTP/1.1" status: 204 len: 168 time: 0.6973863 Nov 25 18:33:20.123901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.131801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:20.132925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.141762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22c08-09bb-4460-86f9-add7bb278ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d344ddd-58c9-4f33-9a71-63fe31af3c67,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:20.187433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad779e-24bc-4025-b48f-db926ee3995e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:20.200365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:33:20.229796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.230149 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Added segment 246b38c9-92b5-49ae-a6d2-d6e2ce99b20c of type vlan for network 9cc20b78-bd72-480e-9d45-e5f2551fc56f Nov 25 18:33:20.276214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.300181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.340210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60466) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:20.400992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e0a446-e7db-4b2f-b76f-afbb4530fdce no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:20.437998 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.440012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d9e0a446-e7db-4b2f-b76f-afbb4530fdce {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:20.440012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e0a446-e7db-4b2f-b76f-afbb4530fdce not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:20.450867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6541815f-ac19-4658-b606-40e18e5599da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.451217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:20.472916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['3fd4d9d2-91f1-4672-9be4-4731158cf106'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:20.477333 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.493256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.494237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:20.494855 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.503967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:20.516765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event deleted for resources: {'Port': ['ID=3fd4d9d2-91f1-4672-9be4-4731158cf106,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:20.584128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Sync routers for ids ['c30de34a-dc56-4e8c-8293-e2970fbeaced'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:20.605766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e70db96-3279-4c1b-b4de-d034bee5dd57,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:20.620219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6541815f-ac19-4658-b606-40e18e5599da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.622024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04801b7-40ca-4284-91fb-768ad6e485f9 None None] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:20.632469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.643639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9a5f9caf-2c2b-449c-ac2b-83aaaf4103ee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2e70db96-3279-4c1b-b4de-d034bee5dd57 HTTP/1.1" status: 204 len: 168 time: 1.5041463 Nov 25 18:33:20.658646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60474) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:20.690735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Routers {'c30de34a-dc56-4e8c-8293-e2970fbeaced'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:20.691531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c30de34a-dc56-4e8c-8293-e2970fbeaced'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:20.726221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.727662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-34f6e8d5-a8d4-41eb-817b-2c9fe1634136 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8549249 Nov 25 18:33:20.746266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60480) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:20.752232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d921a10-ecda-443a-951e-464c28e73722 req-417d7ab5-d587-40a4-bea1-25105fd4db03 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 210 time: 0.0860865 Nov 25 18:33:20.840626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2352962 Nov 25 18:33:20.842621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] Deleting subnet 0f824ed0-3321-417f-931b-51613c84c82c {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:33:20.845979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60484) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:20.863112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Request body: {'subnet': {'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-205611056-subnet', 'tenant_id': '0946216094c244a69445c190d60a4273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:20.890185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f814-0b50-42c6-8e7c-a08904d3394d admin admin] Pushing event updated for resources: {'Network': ['ID=9cc20b78-bd72-480e-9d45-e5f2551fc56f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:20.910027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6541815f-ac19-4658-b606-40e18e5599da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.912855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6541815f-ac19-4658-b606-40e18e5599da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.914057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6541815f-ac19-4658-b606-40e18e5599da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0a87451-7da0-42f7-b4a1-0d20f642ac65 HTTP/1.1" status: 204 len: 168 time: 0.8059440 Nov 25 18:33:20.918182 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.925336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:33:20.950175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Made reservation on behalf of 0946216094c244a69445c190d60a4273 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:20.952492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:20.959658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541815f-ac19-4658-b606-40e18e5599da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a87451-7da0-42f7-b4a1-0d20f642ac65,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:21.022500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] No DVR routers for this DVR port 3fd4d9d2-91f1-4672-9be4-4731158cf106 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:21.027033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.032458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e827779a-a74c-43cf-be88-e77e1f81ff0f req-57c49964-e161-4042-afed-7ea8436fabae tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "DELETE /v2.0/ports/3fd4d9d2-91f1-4672-9be4-4731158cf106 HTTP/1.1" status: 204 len: 173 time: 1.9024513 Nov 25 18:33:21.078946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'name': 'network-vif-deleted', 'tag': '3fd4d9d2-91f1-4672-9be4-4731158cf106'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:21.082572 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe51fd0-fc01-4adf-99ae-5354c0e819f7" -d '{"events": [{"server_uuid": "c12ac174-2417-4fb3-ab0e-f0978066f7a2", "name": "network-vif-deleted", "tag": "3fd4d9d2-91f1-4672-9be4-4731158cf106"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:21.179266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Set router c30de34a-dc56-4e8c-8293-e2970fbeaced gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:21.203725 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260af8b-4aa8-4b1c-b515-f78c79822d8a x-openstack-request-id: req-d260af8b-4aa8-4b1c-b515-f78c79822d8a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:21.204015 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12ac174-2417-4fb3-ab0e-f0978066f7a2", "name": "network-vif-deleted", "tag": "3fd4d9d2-91f1-4672-9be4-4731158cf106", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:21.204259 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d260af8b-4aa8-4b1c-b515-f78c79822d8a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:21.204823 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12ac174-2417-4fb3-ab0e-f0978066f7a2', 'name': 'network-vif-deleted', 'tag': '3fd4d9d2-91f1-4672-9be4-4731158cf106', 'status': 'completed', 'code': 200} Nov 25 18:33:21.215520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.232785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.375664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.405184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] DHCP port deletion for 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:33:21.609980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Deleting port 78815c2d-69d4-4944-b561-f27c828c7ba6 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:21.610584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.637329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.769074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] For port 78815c2d-69d4-4944-b561-f27c828c7ba6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=78815c2d-69d4-4944-b561-f27c828c7ba6,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:21.769754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.813407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Calling delete_port for 78815c2d-69d4-4944-b561-f27c828c7ba6 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:21.829764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] Deleting port 78815c2d-69d4-4944-b561-f27c828c7ba6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:21.830345 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:21.896161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 78815c2d-69d4-4944-b561-f27c828c7ba6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:21.999183 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.014318 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.029066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e3d669c-4b2b-4d34-8a80-847b1f3edde4 req-56ef0a61-f7db-4dcd-9a0a-12970f938c10 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=c12ac174-2417-4fb3-ab0e-f0978066f7a2 HTTP/1.1" status: 200 len: 210 time: 0.1010044 Nov 25 18:33:22.087679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:17Z', 'revision_number': 3, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:22.103038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] No DVR routers for this DVR port 78815c2d-69d4-4944-b561-f27c828c7ba6 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:22.108036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Allocated IP 172.20.0.1 (2509d211-4a17-4433-939e-4477b13e7ca2/5cea4ef2-5140-405a-8595-fc34ad03ebb9/5686cdee-9310-4f15-b13e-e687a2eb9f23) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:22.109411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f824ed0-3321-417f-931b-51613c84c82c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:22.116401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] For port 78815c2d-69d4-4944-b561-f27c828c7ba6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=78815c2d-69d4-4944-b561-f27c828c7ba6,segment=NetworkSegment(1c9f6062-4ddb-4802-90ba-0bcf2937920a),segment_id=1c9f6062-4ddb-4802-90ba-0bcf2937920a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:22.116812 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.179757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Checking router: c30de34a-dc56-4e8c-8293-e2970fbeaced for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:22.180045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Updating router c30de34a-dc56-4e8c-8293-e2970fbeaced port 79320aba-979d-4dba-b24f-cc8debee9c8e binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:22.182227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] Calling delete_port for 78815c2d-69d4-4944-b561-f27c828c7ba6 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:22.228452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.241504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No active binding found for port 78815c2d-69d4-4944-b561-f27c828c7ba6 {{(pid=103458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 18:33:22.242049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 78815c2d-69d4-4944-b561-f27c828c7ba6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:22.270063 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.291062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400e7c1f-60fa-42d8-ae75-d5e1592c4fa1']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:22.315906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9f6062-4ddb-4802-90ba-0bcf2937920a') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:22.316375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9f6062-4ddb-4802-90ba-0bcf2937920a') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:22.327408 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.343350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.350263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:33:22.350930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.356718 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.410093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.416406 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.417522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4a28f4f4-303c-49b3-af23-de9d847124d0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0f824ed0-3321-417f-931b-51613c84c82c HTTP/1.1" status: 204 len: 168 time: 2.0761526 Nov 25 18:33:22.418589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60532) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:33:22.419608 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:33:22.423931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Pushing event deleted for resources: {'Port': ['ID=78815c2d-69d4-4944-b561-f27c828c7ba6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:22.426418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.432689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.454308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.461694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] 10.222.0.62 "DELETE /v2.0/networks/400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 HTTP/1.1" status: 204 len: 168 time: 1.8008704 Nov 25 18:33:22.501242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Pushing event updated for resources: {'Port': ['ID=5686cdee-9310-4f15-b13e-e687a2eb9f23,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:22.507095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1edbb-5ef1-43ec-b0b3-8649cb779893 admin admin] Pushing event deleted for resources: {'Network': ['ID=400e7c1f-60fa-42d8-ae75-d5e1592c4fa1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:22.560903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Network 2509d211-4a17-4433-939e-4477b13e7ca2 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:22.571788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:22.584304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:22.610099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7e7a6d-4291-43fa-b875-588b2f74a338,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:22.612888 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.643294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Checking segment: {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:22.643665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Network hostable DHCP agents. Network: 9cc20b78-bd72-480e-9d45-e5f2551fc56f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:33:22.672867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.686713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:33:22.701611 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.708480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9cc20b78-bd72-480e-9d45-e5f2551fc56f) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:22.713633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:22.714555 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.742127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c37509-c5c7-4e0b-b661-2801d9996603 None None] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:22.749440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d7c0da84-aa78-4e47-8cf6-54bbe34c7b3f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8914542 Nov 25 18:33:22.752453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60540) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:22.757820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:22.759242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] Network 400e7c1f-60fa-42d8-ae75-d5e1592c4fa1 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:33:22.759709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] No DVR routers for this DVR port 78815c2d-69d4-4944-b561-f27c828c7ba6 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:22.761841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2473a5f-d1f6-4935-9d43-670428dd18b3 None None] Pushing event deleted for resources: {'Port': ['ID=78815c2d-69d4-4944-b561-f27c828c7ba6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:22.816340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.817469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:22.866326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60544) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:22.945146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.019709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.115733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5184b555-919f-4fdb-8dd9-0d3b9c8ce9b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20a86a1b80004671a7f07e4fed1a646a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481983 Nov 25 18:33:23.117735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d92d0a3-6c66-4168-9eb2-8913bbc3b172']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:23.138558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60552) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:23.153022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:23.153203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6c3ccf-3508-4603-baf4-596ddf5cfdf7') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:23.178628 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.219475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.233618 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.234012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:33:23.234491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:33:23.238964 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:33:23.255867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.302154 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-879bcd69-f622-4e29-8c4d-c6ce8ce1900c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.331187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.358338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.386497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-879bcd69-f622-4e29-8c4d-c6ce8ce1900c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.388773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.441519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.447309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] 10.222.0.62 "DELETE /v2.0/networks/1d92d0a3-6c66-4168-9eb2-8913bbc3b172 HTTP/1.1" status: 204 len: 168 time: 1.0209556 Nov 25 18:33:23.464043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60564) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:23.494891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d087f725-8a7f-4314-a973-7bfa0c7c666c None None] Provisioning complete for port 5686cdee-9310-4f15-b13e-e687a2eb9f23 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:23.495639 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d087f725-8a7f-4314-a973-7bfa0c7c666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.574137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b3430-423b-46c2-9a87-d1fab2c5b7be admin admin] Pushing event deleted for resources: {'Network': ['ID=1d92d0a3-6c66-4168-9eb2-8913bbc3b172,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:23.584929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16170d2-9646-4a86-89d0-c4f3db5d8906 None None] Pushing event updated for resources: {'Port': ['ID=79320aba-979d-4dba-b24f-cc8debee9c8e,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:23.592353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Attempting to bind port 79320aba-979d-4dba-b24f-cc8debee9c8e on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:23.593182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Attempting to bind port 79320aba-979d-4dba-b24f-cc8debee9c8e by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:23.593899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Attempting to bind port 79320aba-979d-4dba-b24f-cc8debee9c8e on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:23.655619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:23.656425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:23.657029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.657579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:23.658328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Bound port: 79320aba-979d-4dba-b24f-cc8debee9c8e, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:23.659063 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.668510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] Deleting subnet 75444a41-a9d4-424a-a384-5d31b41cdd5b {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:33:23.676495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.733088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:33:23.735744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.785033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] For port 79320aba-979d-4dba-b24f-cc8debee9c8e, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:23.793012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] For port 79320aba-979d-4dba-b24f-cc8debee9c8e, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=79320aba-979d-4dba-b24f-cc8debee9c8e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:23.804381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-879bcd69-f622-4e29-8c4d-c6ce8ce1900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.807301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-879bcd69-f622-4e29-8c4d-c6ce8ce1900c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.808691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-879bcd69-f622-4e29-8c4d-c6ce8ce1900c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/886b067b-6a2d-44c4-b1c8-7f5262a3f73c HTTP/1.1" status: 204 len: 168 time: 0.6690304 Nov 25 18:33:23.811321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.888701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.928294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3fd4d9d2-91f1-4672-9be4-4731158cf106 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:23.934742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:23.968666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.005789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bcd69-f622-4e29-8c4d-c6ce8ce1900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b067b-6a2d-44c4-b1c8-7f5262a3f73c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:24.043033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.045860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d087f725-8a7f-4314-a973-7bfa0c7c666c None None] Port 5686cdee-9310-4f15-b13e-e687a2eb9f23 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:24.052354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75444a41-a9d4-424a-a384-5d31b41cdd5b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:24.083526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.090609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5248d23d-1f43-42db-ae47-eedf2c047b61 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/75444a41-a9d4-424a-a384-5d31b41cdd5b HTTP/1.1" status: 204 len: 168 time: 0.6246023 Nov 25 18:33:24.091858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.124691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60608) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:24.138597 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.149691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef14a-e7f4-451e-8491-9025027c271c req-b7af742b-c1b1-4415-b0da-3561c17ffcdb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:24.151936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-b7af742b-c1b1-4415-b0da-3561c17ffcdb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.5270231 Nov 25 18:33:24.207492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-660b8ae5-1d82-4954-addd-29202c4cea72 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/quotas/bf7e042432e94aaab82bd28e386cc45a HTTP/1.1" status: 200 len: 375 time: 0.0347006 Nov 25 18:33:24.214820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 3fd4d9d2-91f1-4672-9be4-4731158cf106 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:24.215571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3fd4d9d2-91f1-4672-9be4-4731158cf106 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:24.217054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16170d2-9646-4a86-89d0-c4f3db5d8906 None None] Pushing event updated for resources: {'Port': ['ID=79320aba-979d-4dba-b24f-cc8debee9c8e,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:24.277423 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.294061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Pushing event updated for resources: {'Port': ['ID=5686cdee-9310-4f15-b13e-e687a2eb9f23,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:24.380428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Routers {'c30de34a-dc56-4e8c-8293-e2970fbeaced'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:24.381088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c30de34a-dc56-4e8c-8293-e2970fbeaced'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:24.447312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Network 2509d211-4a17-4433-939e-4477b13e7ca2 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:24.456394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:24.486248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.561219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Allocated IP 172.20.0.2 (9cc20b78-bd72-480e-9d45-e5f2551fc56f/4f7e7a6d-4291-43fa-b875-588b2f74a338/18767141-13d0-48a9-a680-787cb5a1eb13) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:24.588171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-42a230d1-8ebc-41bc-9c7f-de62b15c62b1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3605704 Nov 25 18:33:24.617982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ea292e-b8f7-44f6-ba8e-13c485f36115']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:24.651035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8134b6-e898-4845-bfa4-afca5b0dc224') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:24.651340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8134b6-e898-4845-bfa4-afca5b0dc224') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:24.724510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-c0a490ec-01cd-487b-8baf-2d169354c230 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273899 Nov 25 18:33:24.826535 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.868744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.918283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] Set router c30de34a-dc56-4e8c-8293-e2970fbeaced gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:24.937412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60648) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:24.966874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-037d77b7-bd86-449d-a90e-65d58f44a7c4 service neutron] 10.222.0.62 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348001 Nov 25 18:33:24.976565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:33:24.976978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:33:24.978895 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:33:25.060909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.104748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Router c30de34a-dc56-4e8c-8293-e2970fbeaced has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:25.129903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.152920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.159133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.162318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] 10.222.0.62 "DELETE /v2.0/networks/77ea292e-b8f7-44f6-ba8e-13c485f36115 HTTP/1.1" status: 204 len: 168 time: 1.0335097 Nov 25 18:33:25.200140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c22f27c5-d86c-4c8e-84b8-a264359c956c None None] Provisioning complete for port 5686cdee-9310-4f15-b13e-e687a2eb9f23 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:25.201231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c22f27c5-d86c-4c8e-84b8-a264359c956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.258964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76721c-042a-40d4-87aa-781f384afe32 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ea292e-b8f7-44f6-ba8e-13c485f36115,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:25.281390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c22f27c5-d86c-4c8e-84b8-a264359c956c None None] Port 5686cdee-9310-4f15-b13e-e687a2eb9f23 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:25.299858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1bd4499-2d20-4b1a-9def-d74b5458675e req-6f9e8d10-90bb-4059-b68a-57295c5ac22f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 210 time: 0.0518758 Nov 25 18:33:25.416386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Allocated IP 172.25.2.66 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8cf12624-cc9c-4aaa-a05c-b2ad804bd47d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:25.444558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:25.451667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-14b8f002-681f-4a99-8bb2-c415f1103013 admin admin] 10.222.0.62 "PUT /v2.0/routers/c30de34a-dc56-4e8c-8293-e2970fbeaced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7017183 Nov 25 18:33:25.499919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.518339 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.600293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:25.616264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:25.621367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:25.623888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Pushing event updated for resources: {'Port': ['ID=18767141-13d0-48a9-a680-787cb5a1eb13,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:25.631872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:25.638777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.729908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-747de086-4247-41d1-a380-48d0efd77599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.823849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Attempting to bind port 18767141-13d0-48a9-a680-787cb5a1eb13 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:25.824230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Attempting to bind port 18767141-13d0-48a9-a680-787cb5a1eb13 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:25.824601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Attempting to bind port 18767141-13d0-48a9-a680-787cb5a1eb13 on network 9cc20b78-bd72-480e-9d45-e5f2551fc56f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:25.845843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:25.846214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Checking segment: {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:25.846587 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.846995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Bound using segment: {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:25.847487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Bound port: 18767141-13d0-48a9-a680-787cb5a1eb13, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:25.847962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.907575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:25.908378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:25.941661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 4, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5686cdee-9310-4f15-b13e-e687a2eb9f23', 'name': '', 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'mac_address': 'fa:16:3e:2e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:21Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 2, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'subnets': [{'id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:25.996416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0324dee7-30e9-4885-a1c8-dea25e884556 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=461b391723204a5b9aff69962f4da3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855262 Nov 25 18:33:25.997612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60684) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:25.999256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:26.016180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-747de086-4247-41d1-a380-48d0efd77599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.022884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:26.025104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:26.028215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:26.032173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-747de086-4247-41d1-a380-48d0efd77599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.039219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b434f-c929-44ec-8fb6-33c25a812d50 None None] The sync data for ids ['c30de34a-dc56-4e8c-8293-e2970fbeaced'] in n-d-819194-3 is: [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 4, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5686cdee-9310-4f15-b13e-e687a2eb9f23', 'name': '', 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'mac_address': 'fa:16:3e:2e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:21Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 2, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'subnets': [{'id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:26.109723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] For port 18767141-13d0-48a9-a680-787cb5a1eb13, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:26.113439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] For port 18767141-13d0-48a9-a680-787cb5a1eb13, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=18767141-13d0-48a9-a680-787cb5a1eb13,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:26.117836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747de086-4247-41d1-a380-48d0efd77599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a716fb6-1f44-4c89-8b90-8901e56a66d5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:26.129032 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.146481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22c4962f-2d3b-4146-b67f-33161a859995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.157906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60688) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:26.160561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-747de086-4247-41d1-a380-48d0efd77599 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=333edf4f704e4428a4fb67ccefcf5d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2066710 Nov 25 18:33:26.268914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2f1dd-7e3a-4023-bd55-f0172b29a226 None None] Pushing event updated for resources: {'Port': ['ID=18767141-13d0-48a9-a680-787cb5a1eb13,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:26.310677 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22c4962f-2d3b-4146-b67f-33161a859995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.339873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a80ae540-8371-468e-9d0e-1146beb69a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.470360 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e8bb-e528-46fb-8d55-657ebe53f67c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.494938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36b2fd68-17fd-4a45-afd2-7f449579de1b req-455d2918-3c62-4ddd-b5f2-0161f54bb5a3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 210 time: 0.0645821 Nov 25 18:33:26.563175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e8bb-e528-46fb-8d55-657ebe53f67c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.574760 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22c4962f-2d3b-4146-b67f-33161a859995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.577582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22c4962f-2d3b-4146-b67f-33161a859995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.578800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-22c4962f-2d3b-4146-b67f-33161a859995 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16926d62-717f-424e-a7ed-d199514c6d52 HTTP/1.1" status: 204 len: 168 time: 0.5780623 Nov 25 18:33:26.621063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4962f-2d3b-4146-b67f-33161a859995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16926d62-717f-424e-a7ed-d199514c6d52,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:26.753682 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a80ae540-8371-468e-9d0e-1146beb69a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.757741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60698) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:26.777407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a80ae540-8371-468e-9d0e-1146beb69a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.893224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a80ae540-8371-468e-9d0e-1146beb69a1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82987629056b458d8d2e7cf33535d451&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2538924 Nov 25 18:33:26.942581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60704) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:26.965578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ae540-8371-468e-9d0e-1146beb69a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829a9669-a6b6-489a-b4fb-097b14fcedf6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:26.983870 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e8bb-e528-46fb-8d55-657ebe53f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.990548 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9d2e8bb-e528-46fb-8d55-657ebe53f67c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:26.993194 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b9d2e8bb-e528-46fb-8d55-657ebe53f67c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a716fb6-1f44-4c89-8b90-8901e56a66d5 HTTP/1.1" status: 204 len: 168 time: 0.8271177 Nov 25 18:33:27.027880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2e8bb-e528-46fb-8d55-657ebe53f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a716fb6-1f44-4c89-8b90-8901e56a66d5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:27.101137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.120220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-d4785e3a-39e5-433e-bff8-7b217dbff67d tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4020019 Nov 25 18:33:27.132282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:27.189142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.316495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1837672128-network', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:27.435034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.577957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57287361-428e-4264-ac88-734cb0ca6673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.672161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Made reservation on behalf of 421ddae2bcee478ba65a4e51e6ed5712 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:27.674646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.702893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:27.779024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Allocated IP 172.25.2.124 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/7c36c474-3112-4fb5-9293-0bcb91f81c1c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:27.785600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6deaed80-4b39-4ddc-ae30-a4610a6b3bff req-232376ac-f4b0-4120-be0c-ed450f0d579f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 210 time: 0.1229949 Nov 25 18:33:27.813565 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57287361-428e-4264-ac88-734cb0ca6673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.818362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.827536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef14a-e7f4-451e-8491-9025027c271c req-5853ac71-8e4d-4016-8196-21bea5c5edea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:27.829282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-5853ac71-8e4d-4016-8196-21bea5c5edea tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 806 time: 0.8737309 Nov 25 18:33:27.976619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:27.996576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Request body: {'port': {'device_id': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'admin_state_up': True, 'tenant_id': 'bf7e042432e94aaab82bd28e386cc45a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:28.085457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ba516-ee25-4735-9308-b07b4e931648 None None] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:28.091603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 18767141-13d0-48a9-a680-787cb5a1eb13 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:28.310132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b831aa95-78f4-4e2c-bc67-7bd61468699e None None] Provisioning complete for port 18767141-13d0-48a9-a680-787cb5a1eb13 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:28.310731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b831aa95-78f4-4e2c-bc67-7bd61468699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.405449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 18767141-13d0-48a9-a680-787cb5a1eb13 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:28.406168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.411793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57287361-428e-4264-ac88-734cb0ca6673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.417431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57287361-428e-4264-ac88-734cb0ca6673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.423567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57287361-428e-4264-ac88-734cb0ca6673 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/829a9669-a6b6-489a-b4fb-097b14fcedf6 HTTP/1.1" status: 204 len: 168 time: 1.4615579 Nov 25 18:33:28.534128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57287361-428e-4264-ac88-734cb0ca6673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829a9669-a6b6-489a-b4fb-097b14fcedf6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:28.746019 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.768486 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-50230807-b864-423a-913d-0c84639daa2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=249eddd82fea4fef889bf40ec35f3cad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0624821 Nov 25 18:33:28.774391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:28.812533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b831aa95-78f4-4e2c-bc67-7bd61468699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.847069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.849599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Made reservation on behalf of bf7e042432e94aaab82bd28e386cc45a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:28.853188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.863973 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.876860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.954017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b831aa95-78f4-4e2c-bc67-7bd61468699e None None] For port 18767141-13d0-48a9-a680-787cb5a1eb13, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=18767141-13d0-48a9-a680-787cb5a1eb13,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:28.956544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.974756 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b831aa95-78f4-4e2c-bc67-7bd61468699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:28.991778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Pushing event updated for resources: {'Port': ['ID=7c36c474-3112-4fb5-9293-0bcb91f81c1c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:29.019681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:29.027822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:29.033005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:29.044605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:33:29.072872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-27aa1f62-46a4-4601-a4f6-52d0568b0d51 req-af4921f9-46b6-4e77-822c-32febc3498c3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 210 time: 0.1020231 Nov 25 18:33:29.120283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831aa95-78f4-4e2c-bc67-7bd61468699e None None] Pushing event updated for resources: {'Port': ['ID=18767141-13d0-48a9-a680-787cb5a1eb13,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:29.123487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:33:29.211982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e95b9f8-e2b0-4947-bb98-11efa3d9dc5a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:29.224900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.225254 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Added segment 02a163ae-c2f5-42b0-8c74-7810ee291cd4 of type vlan for network 50f03752-a787-4b18-86b7-97e035efbdb0 Nov 25 18:33:29.226935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60756) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:29.234785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-75b68054-8929-4c8d-9264-10499ad410f6 None None] Provisioning complete for port 18767141-13d0-48a9-a680-787cb5a1eb13 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:29.235162 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75b68054-8929-4c8d-9264-10499ad410f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.257325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.311561 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:33:29.312005 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:33:29.329228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.511796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd553db0-efd0-4b3b-a1a6-7a77d4fc21df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.543370 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd553db0-efd0-4b3b-a1a6-7a77d4fc21df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.560845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.563468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.573756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78584f7-c456-4a02-844e-955d7ef16178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.574820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.611669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Allocated IP 172.20.0.11 (5aa2aa5a-a649-4b58-ab2a-d56bb74a6606/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0/2cb72414-51ef-4016-999e-1abc9d083906) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:29.669683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Pushing event updated for resources: {'Port': ['ID=7c36c474-3112-4fb5-9293-0bcb91f81c1c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:29.675787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:33:29.688995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:29.691747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.701670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Sync routers for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:29.713743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.721525 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:29.722189 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:29.730226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-405ebf18-c59c-4930-9f57-f0e3e2535c4c tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6021566 Nov 25 18:33:29.746975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Sync routers for ids ['c30de34a-dc56-4e8c-8293-e2970fbeaced'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:29.765110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Routers {'c30de34a-dc56-4e8c-8293-e2970fbeaced'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:29.769176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c30de34a-dc56-4e8c-8293-e2970fbeaced'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:29.788179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.789859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-929caef3-e84b-453f-a12b-f0be04db1b86 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.0359094 Nov 25 18:33:29.797652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:29.804408 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.806176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:29.807252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.834799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-3425c4d1-1135-4069-aca5-01f4c6717654 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 696 time: 0.1029742 Nov 25 18:33:29.893838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd553db0-efd0-4b3b-a1a6-7a77d4fc21df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.896730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd553db0-efd0-4b3b-a1a6-7a77d4fc21df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:29.900228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cd553db0-efd0-4b3b-a1a6-7a77d4fc21df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19b9ef05-0d48-4374-8057-e86880c5fe4a HTTP/1.1" status: 204 len: 168 time: 1.1177156 Nov 25 18:33:29.979794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60772) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:29.981355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2223604 Nov 25 18:33:29.989596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Request body: {'subnet': {'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1837672128-subnet', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:30.015999 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:30.030900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd553db0-efd0-4b3b-a1a6-7a77d4fc21df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b9ef05-0d48-4374-8057-e86880c5fe4a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:30.034528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-dccc60fb-5f7a-4d30-bedc-859de168fd22 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:30.036012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd2ecd75-0b54-4ea0-afd0-18c51cee265c req-dccc60fb-5f7a-4d30-bedc-859de168fd22 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.2003479 Nov 25 18:33:30.076809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78584f7-c456-4a02-844e-955d7ef16178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.077320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Made reservation on behalf of 421ddae2bcee478ba65a4e51e6ed5712 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:30.081136 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.161020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Set router c30de34a-dc56-4e8c-8293-e2970fbeaced gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:30.321445 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78584f7-c456-4a02-844e-955d7ef16178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.326940 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8387f58-f723-4b1b-a4f6-59f0a4b98eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=50f03752-a787-4b18-86b7-97e035efbdb0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:30.368471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f013bbc6-c658-42ba-99a3-552d67bbd67f req-8b650d81-08c4-4fa0-bcb2-d340d4b2d84b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 210 time: 0.0757806 Nov 25 18:33:30.457046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 50f03752-a787-4b18-86b7-97e035efbdb0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:33:30.463930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 79320aba-979d-4dba-b24f-cc8debee9c8e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:30.503770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:26Z', 'revision_number': 3, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:30.573923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.733075 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.762400 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Checking router: e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:30.762934 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Updating router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:30.769234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Checking segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:30.778816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Network hostable DHCP agents. Network: 50f03752-a787-4b18-86b7-97e035efbdb0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:33:30.784502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:30.793432 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.849489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Network 50f03752-a787-4b18-86b7-97e035efbdb0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:33:30.854019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 79320aba-979d-4dba-b24f-cc8debee9c8e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:30.854641 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.871811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 50f03752-a787-4b18-86b7-97e035efbdb0) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:30.878227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:30.879014 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.894010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7a081-edfc-40d6-8d41-0cc1f2715f03 None None] Network 50f03752-a787-4b18-86b7-97e035efbdb0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:30.918620 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f8b46db9-5a0f-4535-bf3c-e9148faaa36f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9343045 Nov 25 18:33:30.918974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60814) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:30.925310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:30.964860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:30.966512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.022943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 4, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5686cdee-9310-4f15-b13e-e687a2eb9f23', 'name': '', 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'mac_address': 'fa:16:3e:2e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:21Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 2, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'subnets': [{'id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:31.055301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.131334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Checking router: c30de34a-dc56-4e8c-8293-e2970fbeaced for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:31.131689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Updating router c30de34a-dc56-4e8c-8293-e2970fbeaced port 5686cdee-9310-4f15-b13e-e687a2eb9f23 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:31.206373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.236692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 79320aba-979d-4dba-b24f-cc8debee9c8e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=79320aba-979d-4dba-b24f-cc8debee9c8e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:31.248682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.250889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.324043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.406893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.410968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78584f7-c456-4a02-844e-955d7ef16178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93c51d-a076-412d-afc9-890754048451,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:31.448583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94843f-2a44-48ee-8704-7acdb26b56b6 req-9212b522-ca3a-4d1c-962c-2d5774d9a7e3 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:31.450476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad94843f-2a44-48ee-8704-7acdb26b56b6 req-9212b522-ca3a-4d1c-962c-2d5774d9a7e3 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 946 time: 0.1085138 Nov 25 18:33:31.465680 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.474962 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.497749 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-798dde21-2ff9-4951-8393-f074fb609108 req-d1b31821-4f66-440e-8380-9b42a656c3a2 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips/890e08f2-af98-44df-8049-4c8ce06d0a0f HTTP/1.1" status: 200 len: 693 time: 1.1778471 Nov 25 18:33:31.535534 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Pushing event updated for resources: {'Port': ['ID=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:31.547636 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.548573 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.548915 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.549529 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.549998 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.550672 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.550995 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.551407 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.551738 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.552137 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.552525 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.552853 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:33:31.566107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad94843f-2a44-48ee-8704-7acdb26b56b6 req-5af591b7-4c26-4c9f-9a33-8f6650fa1b58 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865271 Nov 25 18:33:31.566914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d78584f7-c456-4a02-844e-955d7ef16178 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77c1f659278543feaae5bc789650f76f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3133633 Nov 25 18:33:31.567501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60836) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:31.651325 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Attempting to bind port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:31.653147 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Attempting to bind port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:31.653536 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Attempting to bind port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:31.664376 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:31.664792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:31.665163 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.665558 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:31.666084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Bound port: 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:31.666560 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.703240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=79320aba-979d-4dba-b24f-cc8debee9c8e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:31.707973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 18767141-13d0-48a9-a680-787cb5a1eb13 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:31.767756 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] For port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:31.772430 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] For port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:31.778592 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.826972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-50f03752-a787-4b18-86b7-97e035efbdb0', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:33:31.827998 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.853816 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:31.854791 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:31.886327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dde21-2ff9-4951-8393-f074fb609108 req-d9e32349-3738-4f54-91c4-0a4adaafdb20 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:31.904784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-798dde21-2ff9-4951-8393-f074fb609108 req-d9e32349-3738-4f54-91c4-0a4adaafdb20 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.3848033 Nov 25 18:33:31.921450 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:31.949311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59c2aa72-988c-4e2e-8c59-a3dc15e1d6a2 req-c3ff9caf-01c2-4ade-9d7f-07e6a6860da3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 210 time: 0.1676426 Nov 25 18:33:31.975146 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a005316-df26-4488-bf7f-88c1af07b120 None None] Pushing event updated for resources: {'Port': ['ID=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:31.990492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.078524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.093600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Allocated IP 172.20.0.2 (50f03752-a787-4b18-86b7-97e035efbdb0/1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1/383bf562-4005-43a7-ae7e-f0887a42400a) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:32.133657 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ae48730-8f7a-4868-8b96-d7d392c4c20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.137492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ccd1368-93cb-4d03-b695-e382b502030c req-e2225df3-46ce-4a04-898a-23f4a25b7958 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=ac1baab1a6d14b8b9537f87482a4c479 HTTP/1.1" status: 200 len: 696 time: 0.1989217 Nov 25 18:33:32.151402 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:32.258664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Allocated IP 172.25.2.73 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/7b11a629-84b1-4c39-9a0c-f3b16167c561) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:32.259843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.268848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:32.321962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.348226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Network 50f03752-a787-4b18-86b7-97e035efbdb0 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:32.356784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:32.359383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:32.363048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event updated for resources: {'Port': ['ID=2cb72414-51ef-4016-999e-1abc9d083906,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:32.367233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60854) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:32.423442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 18767141-13d0-48a9-a680-787cb5a1eb13 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:32.424337 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.491176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.499242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:32.516022 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ae48730-8f7a-4868-8b96-d7d392c4c20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.519243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:32.546692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:32.566024 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.582320 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:26Z', 'revision_number': 3, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:32.642377 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589d7a4-1a1b-4d30-92a7-d7662cb4dbc0 None None] The sync data for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 is: [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:26Z', 'revision_number': 3, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:32.647586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:32.657260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:32.664322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:32.742255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Pushing event updated for resources: {'Port': ['ID=7b11a629-84b1-4c39-9a0c-f3b16167c561,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:32.785245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:32.785910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.819395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ae48730-8f7a-4868-8b96-d7d392c4c20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.821955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ae48730-8f7a-4868-8b96-d7d392c4c20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:32.826894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0ae48730-8f7a-4868-8b96-d7d392c4c20e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce93c51d-a076-412d-afc9-890754048451 HTTP/1.1" status: 204 len: 168 time: 1.1790156 Nov 25 18:33:32.856466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae48730-8f7a-4868-8b96-d7d392c4c20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93c51d-a076-412d-afc9-890754048451,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:32.891567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-4bbd3dba-a85b-4041-ba66-c9312413e2e9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9210889 Nov 25 18:33:32.900462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Pushing event updated for resources: {'Port': ['ID=383bf562-4005-43a7-ae7e-f0887a42400a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:32.933172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d9c3-dceb-4e63-9454-748f78ab68e8 req-42cb3699-7501-45b8-bce6-4558a7587431 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:32.939195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Request body: {'port': {'device_id': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:32.944115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7839d9c3-dceb-4e63-9454-748f78ab68e8 req-42cb3699-7501-45b8-bce6-4558a7587431 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 946 time: 0.2264721 Nov 25 18:33:32.951477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-750d7da1-7963-463b-9129-d7b0f909abef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.020693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Attempting to bind port 383bf562-4005-43a7-ae7e-f0887a42400a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:33.021508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Attempting to bind port 383bf562-4005-43a7-ae7e-f0887a42400a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:33.022070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Attempting to bind port 383bf562-4005-43a7-ae7e-f0887a42400a on network 50f03752-a787-4b18-86b7-97e035efbdb0 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:33.070986 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.101518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1368-93cb-4d03-b695-e382b502030c req-86e8470f-43fb-4314-a2fd-67381e771df7 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:33.103107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ccd1368-93cb-4d03-b695-e382b502030c req-86e8470f-43fb-4314-a2fd-67381e771df7 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks?id=95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 787 time: 0.8702006 Nov 25 18:33:33.130484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.201814 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.207676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:33.208115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Checking segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:33.208524 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.208964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Bound using segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:33.209471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Bound port: 383bf562-4005-43a7-ae7e-f0887a42400a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:33.212356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.332096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.334733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7839d9c3-dceb-4e63-9454-748f78ab68e8 req-7ca0dcd3-89ca-49e9-a161-451c6a70774a tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835423 Nov 25 18:33:33.375333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.423985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c04eb2-2fa0-44e8-99ad-733d606b6842 req-e982490f-edad-436e-aa3e-470abb9c1dc8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:33.425886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95c04eb2-2fa0-44e8-99ad-733d606b6842 req-e982490f-edad-436e-aa3e-470abb9c1dc8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 932 time: 0.1836212 Nov 25 18:33:33.466325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-750d7da1-7963-463b-9129-d7b0f909abef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.509250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-750d7da1-7963-463b-9129-d7b0f909abef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.521543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-e62c0ac8-bae5-4e73-afd8-0bff15ea5dd7 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:33.523441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-e62c0ac8-bae5-4e73-afd8-0bff15ea5dd7 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 946 time: 0.5664358 Nov 25 18:33:33.535360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195d57a-5964-46db-9b56-1b1cde8c124f None None] Pushing event updated for resources: {'Port': ['ID=5686cdee-9310-4f15-b13e-e687a2eb9f23,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:33.688586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95c04eb2-2fa0-44e8-99ad-733d606b6842 req-6fdab7a7-ec86-48f1-be46-3a7ab6c36d51 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481318 Nov 25 18:33:33.712482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:33.760452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-750d7da1-7963-463b-9129-d7b0f909abef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c547691ef7194f75a4bced56e7557fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3891776 Nov 25 18:33:33.763464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:33.842298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d7da1-7963-463b-9129-d7b0f909abef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2cfa26-1100-480b-8694-8a1d802b900a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:33.861640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Attempting to bind port 5686cdee-9310-4f15-b13e-e687a2eb9f23 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:33.861947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Attempting to bind port 5686cdee-9310-4f15-b13e-e687a2eb9f23 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:33.862324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Attempting to bind port 5686cdee-9310-4f15-b13e-e687a2eb9f23 on network 2509d211-4a17-4433-939e-4477b13e7ca2 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:33.867334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] For port 383bf562-4005-43a7-ae7e-f0887a42400a, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:33.899831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:33.900217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Checking segment: {'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:33.901185 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.901586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Bound using segment: {'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:33.902085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Bound port: 5686cdee-9310-4f15-b13e-e687a2eb9f23, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fefe15-571a-4b94-8d85-c39378270c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:33.902489 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.916210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] For port 383bf562-4005-43a7-ae7e-f0887a42400a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=383bf562-4005-43a7-ae7e-f0887a42400a,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:33.941126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb72414-51ef-4016-999e-1abc9d083906 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:33:33.944010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.951237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-09c09318-18e1-4372-8b0b-91b73b5b6e91 None None] Provisioning complete for port 5686cdee-9310-4f15-b13e-e687a2eb9f23 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:33.951736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09c09318-18e1-4372-8b0b-91b73b5b6e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.954157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:33.961359 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-acff1920-0d7c-46ff-9ca0-4fd4fdffb16d tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips/890e08f2-af98-44df-8049-4c8ce06d0a0f HTTP/1.1" status: 200 len: 693 time: 0.1603286 Nov 25 18:33:33.967595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.042698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8287fe90-892c-4edb-9169-bd0138e1ceac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.122518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Allocated IP 172.20.0.1 (9cc20b78-bd72-480e-9d45-e5f2551fc56f/4f7e7a6d-4291-43fa-b875-588b2f74a338/61821976-4557-4007-bed6-aff0256b6d06) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:34.132237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Deleting port 69f3fb61-9702-45ee-9d01-c2eed23adc1f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:34.132689 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.134136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Transition to ACTIVE for port object 2cb72414-51ef-4016-999e-1abc9d083906 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:33:34.138211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db6072-49f5-4b48-b11a-6c82deae1330 None None] Pushing event updated for resources: {'Port': ['ID=383bf562-4005-43a7-ae7e-f0887a42400a,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:34.153083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-09c09318-18e1-4372-8b0b-91b73b5b6e91 None None] Port 5686cdee-9310-4f15-b13e-e687a2eb9f23 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:34.165562 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8287fe90-892c-4edb-9169-bd0138e1ceac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.172685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.186972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:34.187909 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.322052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] For port 5686cdee-9310-4f15-b13e-e687a2eb9f23, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:34.328343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] For port 5686cdee-9310-4f15-b13e-e687a2eb9f23, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5686cdee-9310-4f15-b13e-e687a2eb9f23,segment=NetworkSegment(11fefe15-571a-4b94-8d85-c39378270c20),segment_id=11fefe15-571a-4b94-8d85-c39378270c20)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:34.342597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.400468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] For port 69f3fb61-9702-45ee-9d01-c2eed23adc1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=69f3fb61-9702-45ee-9d01-c2eed23adc1f,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:34.401108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.473650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Calling delete_port for 69f3fb61-9702-45ee-9d01-c2eed23adc1f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:34.493843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8287fe90-892c-4edb-9169-bd0138e1ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.504781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8287fe90-892c-4edb-9169-bd0138e1ceac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.506139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8287fe90-892c-4edb-9169-bd0138e1ceac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c2cfa26-1100-480b-8694-8a1d802b900a HTTP/1.1" status: 204 len: 168 time: 0.7284801 Nov 25 18:33:34.609926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb72414-51ef-4016-999e-1abc9d083906,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:34.667945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Routers {'c30de34a-dc56-4e8c-8293-e2970fbeaced'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:34.678879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c30de34a-dc56-4e8c-8293-e2970fbeaced'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:34.680988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287fe90-892c-4edb-9169-bd0138e1ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2cfa26-1100-480b-8694-8a1d802b900a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:34.695879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.754930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:34.907910 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:34.908713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 79320aba-979d-4dba-b24f-cc8debee9c8e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:34.913140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195d57a-5964-46db-9b56-1b1cde8c124f None None] Pushing event updated for resources: {'Port': ['ID=5686cdee-9310-4f15-b13e-e687a2eb9f23,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:34.954033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.070618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Attempting to bind port 2cb72414-51ef-4016-999e-1abc9d083906 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:35.071083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Attempting to bind port 2cb72414-51ef-4016-999e-1abc9d083906 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:35.074050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Attempting to bind port 2cb72414-51ef-4016-999e-1abc9d083906 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:35.076952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.100762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Port 2cb72414-51ef-4016-999e-1abc9d083906 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:33:35.101542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Attempting to bind port 2cb72414-51ef-4016-999e-1abc9d083906 on network 5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:35.123322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:35.123661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Checking segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:35.123965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Bound using segment: {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:35.124407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Bound port: 2cb72414-51ef-4016-999e-1abc9d083906, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f4acd2-72bd-41dd-a085-3614a616498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:35.124764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.126926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a8c3b829-6f2e-4a68-99b7-7bf7970b7936 None None] Provisioning complete for port 5686cdee-9310-4f15-b13e-e687a2eb9f23 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:35.127543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b829-6f2e-4a68-99b7-7bf7970b7936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.169691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-11ba0004-be25-498c-ac52-b122a42b6365 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:35.181853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-11ba0004-be25-498c-ac52-b122a42b6365 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 1.2081149 Nov 25 18:33:35.191629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:35.227963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb03952-880b-4088-84cd-430a2f0b619d req-bf4e28bf-260c-4ad8-92e9-83f794cc5c0c tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:35.233801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] Set router c30de34a-dc56-4e8c-8293-e2970fbeaced gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:35.245016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edb03952-880b-4088-84cd-430a2f0b619d req-bf4e28bf-260c-4ad8-92e9-83f794cc5c0c tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2f37d8d-f237-4518-91df-e1e74a4827fa HTTP/1.1" status: 200 len: 946 time: 0.3953202 Nov 25 18:33:35.302468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 79320aba-979d-4dba-b24f-cc8debee9c8e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:35.303144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.370529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-a24bb789-103e-467e-973e-bbf368c44771 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 696 time: 0.1876066 Nov 25 18:33:35.539285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-7d3da3dd-f6cd-4a9f-9ff6-25c7a5df4e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 696 time: 0.1678302 Nov 25 18:33:35.549513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60918) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:35.644720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-712cc85a-825c-4d05-8e8b-4e9c2c9c21c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.753193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.815681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b829-6f2e-4a68-99b7-7bf7970b7936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:35.911722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a8c3b829-6f2e-4a68-99b7-7bf7970b7936 None None] For port 5686cdee-9310-4f15-b13e-e687a2eb9f23, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5686cdee-9310-4f15-b13e-e687a2eb9f23,segment=NetworkSegment(11fefe15-571a-4b94-8d85-c39378270c20),segment_id=11fefe15-571a-4b94-8d85-c39378270c20)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:35.957097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:35.962943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b829-6f2e-4a68-99b7-7bf7970b7936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.003906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:36.021446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Pushing event updated for resources: {'Port': ['ID=61821976-4557-4007-bed6-aff0256b6d06,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:36.058140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cfff6f-1b15-4f67-8908-8227a79049d8 None None] Network 50f03752-a787-4b18-86b7-97e035efbdb0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:36.087684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-712cc85a-825c-4d05-8e8b-4e9c2c9c21c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.089568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:36.092689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] For port 2cb72414-51ef-4016-999e-1abc9d083906, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:36.108744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] For port 2cb72414-51ef-4016-999e-1abc9d083906, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2cb72414-51ef-4016-999e-1abc9d083906,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:36.113888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-712cc85a-825c-4d05-8e8b-4e9c2c9c21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.185601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.217951 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edb03952-880b-4088-84cd-430a2f0b619d req-bd604c32-ac17-4447-a6e4-228eafa08878 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e14be9e-4312-49b8-abde-04b686beef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9717515 Nov 25 18:33:36.229510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.287682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-712cc85a-825c-4d05-8e8b-4e9c2c9c21c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f82ab4183b54a7aba2340398603799c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7365487 Nov 25 18:33:36.305949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60928) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:36.339056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cc85a-825c-4d05-8e8b-4e9c2c9c21c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62e3cbd-a135-4f28-b298-7b7208897c13,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:36.344572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Pushing event deleted for resources: {'Port': ['ID=69f3fb61-9702-45ee-9d01-c2eed23adc1f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:36.362104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:36.362919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.372202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] 10.222.0.64 "PUT /v2.0/ports/2cb72414-51ef-4016-999e-1abc9d083906 HTTP/1.1" status: 200 len: 1092 time: 3.4595602 Nov 25 18:33:36.383483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'tag': '2cb72414-51ef-4016-999e-1abc9d083906'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:36.390015 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d53a9b0-5a3e-4c06-b978-b553c4aa4639", "tag": "2cb72414-51ef-4016-999e-1abc9d083906"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:36.444332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.484560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-48a662c6-ea62-4dd1-8929-840dca03a41d None None] Provisioning complete for port 383bf562-4005-43a7-ae7e-f0887a42400a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:36.484954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48a662c6-ea62-4dd1-8929-840dca03a41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.529090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db86c98-c3ff-48cb-915c-01329a2de753 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb72414-51ef-4016-999e-1abc9d083906,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:36.536836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3b829-6f2e-4a68-99b7-7bf7970b7936 None None] Pushing event updated for resources: {'Port': ['ID=5686cdee-9310-4f15-b13e-e687a2eb9f23,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:36.543112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] No DVR routers for this DVR port 69f3fb61-9702-45ee-9d01-c2eed23adc1f on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:33:36.592465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.606918 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e6a7ab4-e5a6-47a8-a2ad-c8fa87798e19 req-c6720ea8-9331-4921-b0d6-cd3b32c81f82 tempest-AttachSCSIVolumeTestJSON-1028146611 tempest-AttachSCSIVolumeTestJSON-1028146611-project] 10.222.0.66 "DELETE /v2.0/ports/69f3fb61-9702-45ee-9d01-c2eed23adc1f HTTP/1.1" status: 204 len: 173 time: 3.0497553 Nov 25 18:33:36.607873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'name': 'network-vif-deleted', 'tag': '69f3fb61-9702-45ee-9d01-c2eed23adc1f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:36.613803 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcbe801-5b14-433b-848a-6eefac39e6b1" -d '{"events": [{"server_uuid": "c2f37d8d-f237-4518-91df-e1e74a4827fa", "name": "network-vif-deleted", "tag": "69f3fb61-9702-45ee-9d01-c2eed23adc1f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:36.623278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Router 859e0d58-6faa-48af-9271-261b0b71bdce is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:33:36.647259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Deleting port 7c36c474-3112-4fb5-9293-0bcb91f81c1c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:36.647934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.714309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48a662c6-ea62-4dd1-8929-840dca03a41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.717276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:36.723223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 4, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5686cdee-9310-4f15-b13e-e687a2eb9f23', 'name': '', 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'mac_address': 'fa:16:3e:2e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:21Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'subnets': [{'id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:36.831122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef14a-e7f4-451e-8491-9025027c271c req-9a8f2f02-ef33-4b0d-b3ad-79399f3c7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:36.837347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-9a8f2f02-ef33-4b0d-b3ad-79399f3c7587 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 1095 time: 0.2976727 Nov 25 18:33:36.855425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15e0-d407-4207-a7eb-6bf84ffc303b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.920098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15e0-d407-4207-a7eb-6bf84ffc303b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.973213 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.973494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:36.978912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef07bd5-3d0f-4fb9-abff-955e6183db91 req-6e84d94d-44a4-4dce-9cf2-855f0ffe0633 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:36.987630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Calling delete_port for 7c36c474-3112-4fb5-9293-0bcb91f81c1c owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:36.991689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ef07bd5-3d0f-4fb9-abff-955e6183db91 req-6e84d94d-44a4-4dce-9cf2-855f0ffe0633 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 944 time: 0.5300083 Nov 25 18:33:37.048566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:37.062324 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Sync routers for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:37.079028 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:37.080018 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:37.112299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ef07bd5-3d0f-4fb9-abff-955e6183db91 req-09e006ad-f635-41fe-a235-f5bc95892dde tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189775 Nov 25 18:33:37.145909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.151043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-77421f07-30e3-436a-8bdc-1930be90a9ae admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2310810 Nov 25 18:33:37.152632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 69f3fb61-9702-45ee-9d01-c2eed23adc1f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:37.164381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60936) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:37.165864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f50649-2383-437e-a08f-388fc69c9533 None None] The sync data for ids ['c30de34a-dc56-4e8c-8293-e2970fbeaced'] in n-d-819194-3 is: [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:23Z', 'revision_number': 4, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5686cdee-9310-4f15-b13e-e687a2eb9f23', 'name': '', 'network_id': '2509d211-4a17-4433-939e-4477b13e7ca2', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'mac_address': 'fa:16:3e:2e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:21Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'subnets': [{'id': '5cea4ef2-5140-405a-8595-fc34ad03ebb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:37.171485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-43e87ab7-8437-4713-b23b-77e3f0102721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cb72414-51ef-4016-999e-1abc9d083906 HTTP/1.1" status: 200 len: 217 time: 0.1444912 Nov 25 18:33:37.239222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 69f3fb61-9702-45ee-9d01-c2eed23adc1f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:37.240286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 69f3fb61-9702-45ee-9d01-c2eed23adc1f not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:37.276294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-48a662c6-ea62-4dd1-8929-840dca03a41d None None] For port 383bf562-4005-43a7-ae7e-f0887a42400a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=383bf562-4005-43a7-ae7e-f0887a42400a,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:37.292892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48a662c6-ea62-4dd1-8929-840dca03a41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.304297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:37.305342 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.373988 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:37.512948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a662c6-ea62-4dd1-8929-840dca03a41d None None] Pushing event updated for resources: {'Port': ['ID=383bf562-4005-43a7-ae7e-f0887a42400a,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:37.525617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-375b0ed2-f20b-4819-9c9a-e9b00ae70f44 None None] Provisioning complete for port 61821976-4557-4007-bed6-aff0256b6d06 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:37.530516 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-375b0ed2-f20b-4819-9c9a-e9b00ae70f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.535656 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:33:37.625792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:33Z', 'revision_number': 3, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:37.677856 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Checking router: 859e0d58-6faa-48af-9271-261b0b71bdce for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:37.678216 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Updating router 859e0d58-6faa-48af-9271-261b0b71bdce port 7b11a629-84b1-4c39-9a0c-f3b16167c561 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:37.715570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-375b0ed2-f20b-4819-9c9a-e9b00ae70f44 None None] Port 61821976-4557-4007-bed6-aff0256b6d06 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:37.737774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-375b0ed2-f20b-4819-9c9a-e9b00ae70f44 None None] Provisioning complete for port 383bf562-4005-43a7-ae7e-f0887a42400a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:37.738148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-375b0ed2-f20b-4819-9c9a-e9b00ae70f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.738719 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.761402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5686cdee-9310-4f15-b13e-e687a2eb9f23 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:37.780642 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed544f0-2af9-4d9a-aa5e-bea5c19f70a2 x-openstack-request-id: req-4ed544f0-2af9-4d9a-aa5e-bea5c19f70a2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:37.781176 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f37d8d-f237-4518-91df-e1e74a4827fa", "name": "network-vif-deleted", "tag": "69f3fb61-9702-45ee-9d01-c2eed23adc1f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:37.781176 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ed544f0-2af9-4d9a-aa5e-bea5c19f70a2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:37.781588 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f37d8d-f237-4518-91df-e1e74a4827fa', 'name': 'network-vif-deleted', 'tag': '69f3fb61-9702-45ee-9d01-c2eed23adc1f', 'status': 'completed', 'code': 200} Nov 25 18:33:37.937230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5686cdee-9310-4f15-b13e-e687a2eb9f23 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:37.937375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.937826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:37.969722 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5d0f75-6eac-4f47-8266-7912444abed8 x-openstack-request-id: req-7e5d0f75-6eac-4f47-8266-7912444abed8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:37.970020 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d53a9b0-5a3e-4c06-b978-b553c4aa4639", "tag": "2cb72414-51ef-4016-999e-1abc9d083906", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:37.970261 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e5d0f75-6eac-4f47-8266-7912444abed8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:37.970668 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'tag': '2cb72414-51ef-4016-999e-1abc9d083906', 'status': 'completed', 'code': 200} Nov 25 18:33:38.061283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 383bf562-4005-43a7-ae7e-f0887a42400a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:38.117331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 383bf562-4005-43a7-ae7e-f0887a42400a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:38.117810 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.288178 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.300257 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.355216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc53ec-dd7f-4e7b-90a3-b2bf99977038 req-3a68b069-ad50-4882-b5d0-83f2f6074041 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:38.362870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3dc53ec-dd7f-4e7b-90a3-b2bf99977038 req-3a68b069-ad50-4882-b5d0-83f2f6074041 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 944 time: 0.1030004 Nov 25 18:33:38.366212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60966) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:38.435009 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc20a7d-065c-4825-aa24-566b6b4a4f5d None None] Pushing event updated for resources: {'Port': ['ID=7b11a629-84b1-4c39-9a0c-f3b16167c561,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:38.461287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef14a-e7f4-451e-8491-9025027c271c req-dd7d2da2-c0c7-4a9d-b251-43155e3e0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:38.462910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-dd7d2da2-c0c7-4a9d-b251-43155e3e0c72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.5077343 Nov 25 18:33:38.473255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5686cdee-9310-4f15-b13e-e687a2eb9f23 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:38.495238 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Attempting to bind port 7b11a629-84b1-4c39-9a0c-f3b16167c561 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:38.496039 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Attempting to bind port 7b11a629-84b1-4c39-9a0c-f3b16167c561 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:38.496588 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Attempting to bind port 7b11a629-84b1-4c39-9a0c-f3b16167c561 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:38.513231 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:38.514022 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:38.514787 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.515373 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:38.516185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Bound port: 7b11a629-84b1-4c39-9a0c-f3b16167c561, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:38.516807 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.544869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5686cdee-9310-4f15-b13e-e687a2eb9f23 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:38.545354 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.546645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3dc53ec-dd7f-4e7b-90a3-b2bf99977038 req-b3da3e6b-2f77-4ba7-8532-d76e4e668094 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822343 Nov 25 18:33:38.555482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-5fe7fe51-a8af-4aa4-aae5-41ea22ab1224 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092126 Nov 25 18:33:38.588024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-898d6399-0699-4939-9975-a7dab51aa86d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386565 Nov 25 18:33:38.631650 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] For port 7b11a629-84b1-4c39-9a0c-f3b16167c561, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:38.638989 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] For port 7b11a629-84b1-4c39-9a0c-f3b16167c561, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7b11a629-84b1-4c39-9a0c-f3b16167c561,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:38.642372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15e0-d407-4207-a7eb-6bf84ffc303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.645053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15e0-d407-4207-a7eb-6bf84ffc303b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.646382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2a5e15e0-d407-4207-a7eb-6bf84ffc303b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c62e3cbd-a135-4f28-b298-7b7208897c13 HTTP/1.1" status: 204 len: 168 time: 2.3028080 Nov 25 18:33:38.653533 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.699166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d1315-976c-4306-94dd-087690cf2a37 req-026b1cae-5246-4aa5-9db5-b88aaa40a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:38.700693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-026b1cae-5246-4aa5-9db5-b88aaa40a739 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 1096 time: 0.0916774 Nov 25 18:33:38.755732 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc20a7d-065c-4825-aa24-566b6b4a4f5d None None] Pushing event updated for resources: {'Port': ['ID=7b11a629-84b1-4c39-9a0c-f3b16167c561,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:38.771087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 383bf562-4005-43a7-ae7e-f0887a42400a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:38.787594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:38.788603 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:38.828408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-b9234fe5-746b-40f7-8467-7fbded219f4a service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869252 Nov 25 18:33:38.834502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15e0-d407-4207-a7eb-6bf84ffc303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62e3cbd-a135-4f28-b298-7b7208897c13,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:38.942362 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:38.956109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 383bf562-4005-43a7-ae7e-f0887a42400a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:38.956109 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:38.996830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d1315-976c-4306-94dd-087690cf2a37 req-4044f459-4c59-4104-bd25-1f6d0dc48295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:39.001620 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-4044f459-4c59-4104-bd25-1f6d0dc48295 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.2578444 Nov 25 18:33:39.033810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88bef14a-e7f4-451e-8491-9025027c271c req-1e0d93f8-d7b7-4797-8770-0a2660896403 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670752 Nov 25 18:33:39.120012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-678e3c1a-040f-4759-830e-58658a10b291 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23 HTTP/1.1" status: 200 len: 217 time: 0.1037765 Nov 25 18:33:39.217405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb2d443e-1a88-46d6-b572-126f40ed928e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.226983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32776) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:39.311211 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-d9dbf476-9adc-4fc2-ac81-930c2b15e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:39.312897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-d9dbf476-9adc-4fc2-ac81-930c2b15e628 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf7e042432e94aaab82bd28e386cc45a&device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 1095 time: 0.2016630 Nov 25 18:33:39.313477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d1315-976c-4306-94dd-087690cf2a37 req-60585726-b3f9-44c7-a38a-1b83408d8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:39.315629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-60585726-b3f9-44c7-a38a-1b83408d8297 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.1843936 Nov 25 18:33:39.412774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-438651ab-d451-46bf-9e9b-d15434ceecfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.419484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-67dfbf33-84c1-47ee-9d31-c40800a26258 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924089 Nov 25 18:33:39.485181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.492133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.518260 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:33Z', 'revision_number': 3, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:39.549636 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61715321-8a0e-4816-9ffd-9ba6f6579927 None None] The sync data for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 is: [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:33Z', 'revision_number': 3, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:39.582865 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb2d443e-1a88-46d6-b572-126f40ed928e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.597325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb2d443e-1a88-46d6-b572-126f40ed928e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.641617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d443e-1a88-46d6-b572-126f40ed928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dc34d9-75f1-48da-8216-4c2521ece5f5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:39.740905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fb2d443e-1a88-46d6-b572-126f40ed928e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8d272216a3e4df18870620f05a10e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3707361 Nov 25 18:33:39.742274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Pushing event deleted for resources: {'Port': ['ID=7c36c474-3112-4fb5-9293-0bcb91f81c1c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:39.749729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32800) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:39.753430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.788145 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.861567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-c58d0066-a856-41f3-93bd-7b82ecb809db service neutron] 10.222.0.66 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345431 Nov 25 18:33:39.876781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209687-0265-4806-a99c-1e6e74b223ea req-e21d9c8b-e1b6-4fe6-b7ba-3de9dad98fb9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:39.878597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11209687-0265-4806-a99c-1e6e74b223ea req-e21d9c8b-e1b6-4fe6-b7ba-3de9dad98fb9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 944 time: 0.1839666 Nov 25 18:33:39.923488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.926670 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:39.932415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4e057b-7990-4806-aa19-a1636a2e1e63 req-15d42a2c-30aa-4cb5-a0f1-bc48bd451cff tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "DELETE /v2.0/floatingips/890e08f2-af98-44df-8049-4c8ce06d0a0f HTTP/1.1" status: 204 len: 173 time: 4.3917265 Nov 25 18:33:40.044237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-438651ab-d451-46bf-9e9b-d15434ceecfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.060580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.063047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-3994fd7c-6a39-4d39-b323-68f70a6328e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:40.065701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-3994fd7c-6a39-4d39-b323-68f70a6328e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 200 len: 907 time: 0.7386045 Nov 25 18:33:40.099724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11209687-0265-4806-a99c-1e6e74b223ea req-bcce5066-c95b-449a-8de1-d3813db7cdbc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391954 Nov 25 18:33:40.102818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-438651ab-d451-46bf-9e9b-d15434ceecfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.179581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438651ab-d451-46bf-9e9b-d15434ceecfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067e4a8e-410d-4efb-9679-a459050ae826,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:40.235643 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-438651ab-d451-46bf-9e9b-d15434ceecfc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=450e7ac652324f57ac551357708034ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9960933 Nov 25 18:33:40.237619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:40.271519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-fefb9da2-1537-4305-8834-f016fe21628d tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2021804 Nov 25 18:33:40.320571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-577d1315-976c-4306-94dd-087690cf2a37 req-c0d9e60f-6021-406f-b73f-6d525741b3b1 service neutron] 10.222.0.66 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407451 Nov 25 18:33:40.420885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a561-f5d4-48c5-b12a-d94ac3484505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.463098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:40.468870 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a561-f5d4-48c5-b12a-d94ac3484505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.471241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf3c6-45c5-4f42-bdf4-91a9ba1ec68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.475076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7b11a629-84b1-4c39-9a0c-f3b16167c561 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:40.500511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:40.521343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:40.536854 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-17e433ff-b83a-47c4-934a-2da325aead82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cb72414-51ef-4016-999e-1abc9d083906 HTTP/1.1" status: 200 len: 217 time: 0.4582663 Nov 25 18:33:40.538897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a561-f5d4-48c5-b12a-d94ac3484505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.545369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a561-f5d4-48c5-b12a-d94ac3484505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.549592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d4c4a561-f5d4-48c5-b12a-d94ac3484505 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/067e4a8e-410d-4efb-9679-a459050ae826 HTTP/1.1" status: 204 len: 168 time: 0.3024719 Nov 25 18:33:40.566948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4a561-f5d4-48c5-b12a-d94ac3484505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e4a8e-410d-4efb-9679-a459050ae826,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:40.608777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7b11a629-84b1-4c39-9a0c-f3b16167c561 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:40.609149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.873534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Pushing event updated for resources: {'Port': ['ID=61821976-4557-4007-bed6-aff0256b6d06,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:40.898200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.954485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf3c6-45c5-4f42-bdf4-91a9ba1ec68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.955642 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-379fc602-aca8-4034-9002-24828f9b3934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.967705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 7b11a629-84b1-4c39-9a0c-f3b16167c561, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7b11a629-84b1-4c39-9a0c-f3b16167c561,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:40.982560 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.989240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:40.995111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ea424673-e643-4b4d-9bb6-b88a0bd4c6fd None None] Provisioning complete for port 61821976-4557-4007-bed6-aff0256b6d06 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:40.995698 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea424673-e643-4b4d-9bb6-b88a0bd4c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:40.997107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.125362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ea424673-e643-4b4d-9bb6-b88a0bd4c6fd None None] Port 61821976-4557-4007-bed6-aff0256b6d06 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:41.140255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=7b11a629-84b1-4c39-9a0c-f3b16167c561,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:41.178709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-58122e23-326c-424f-837d-1807f53063b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:41.180356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-58122e23-326c-424f-837d-1807f53063b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 200 len: 846 time: 0.3156729 Nov 25 18:33:41.228446 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-94210720-7b96-4791-8062-53e041d89f65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347223 Nov 25 18:33:41.281029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Allocated IP 172.20.0.1 (50f03752-a787-4b18-86b7-97e035efbdb0/1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1/ce0750e4-d582-46d1-b342-ebc614fba0e2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:41.324397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3384ae-e3dc-43f9-a914-497fbde7cb2f req-dc924c9b-08d4-4bce-98fc-6342581eac7a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:41.334438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f3384ae-e3dc-43f9-a914-497fbde7cb2f req-dc924c9b-08d4-4bce-98fc-6342581eac7a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 944 time: 0.0793972 Nov 25 18:33:41.399097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f3384ae-e3dc-43f9-a914-497fbde7cb2f req-d8100b5d-fb95-4313-85fd-1c1f7695ec45 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Nov 25 18:33:41.399634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32834) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:41.430667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e482295-e1cb-4e37-be10-8db352146376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.494599 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf3c6-45c5-4f42-bdf4-91a9ba1ec68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.497993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf3c6-45c5-4f42-bdf4-91a9ba1ec68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.499406 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5b2cf3c6-45c5-4f42-bdf4-91a9ba1ec68d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4dc34d9-75f1-48da-8216-4c2521ece5f5 HTTP/1.1" status: 204 len: 168 time: 1.7396307 Nov 25 18:33:41.533912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cf3c6-45c5-4f42-bdf4-91a9ba1ec68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dc34d9-75f1-48da-8216-4c2521ece5f5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:41.558581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e482295-e1cb-4e37-be10-8db352146376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.572786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e482295-e1cb-4e37-be10-8db352146376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.581905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:41.596245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Sync routers for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:41.610867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4dbec152-d7a6-498f-8768-36bffc53951e admin admin] 10.222.0.62 "PUT /v2.0/routers/e6ce4cf4-45d5-46ec-a4db-8ab9c7554979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8071692 Nov 25 18:33:41.615488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:41.616218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:41.640487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-58366b58-2515-4fc9-833e-a41bf5b56867 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914425 Nov 25 18:33:41.680657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9e482295-e1cb-4e37-be10-8db352146376 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ea3f885e3584085ae08846b59c18138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708426 Nov 25 18:33:41.680657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e482295-e1cb-4e37-be10-8db352146376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f67ca63-4cd5-40a5-9721-8e3a1d0582d9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:41.683692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32842) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:41.757582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b4fd69c-02ba-42c9-8954-c623aa81ad4c req-bb507c3c-8618-4b50-ab5b-cb581b1d81b2 service neutron] 10.222.0.64 "GET /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065996 Nov 25 18:33:41.763776 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.777357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.815203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0274c89-bc96-4112-b573-b2f5294d6c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.870477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0274c89-bc96-4112-b573-b2f5294d6c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.897312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.923201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:41.981326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0274c89-bc96-4112-b573-b2f5294d6c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.984958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0274c89-bc96-4112-b573-b2f5294d6c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:41.999460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f0274c89-bc96-4112-b573-b2f5294d6c4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f67ca63-4cd5-40a5-9721-8e3a1d0582d9 HTTP/1.1" status: 204 len: 168 time: 0.3079729 Nov 25 18:33:42.016389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2cb72414-51ef-4016-999e-1abc9d083906 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:33:42.016940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0274c89-bc96-4112-b573-b2f5294d6c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f67ca63-4cd5-40a5-9721-8e3a1d0582d9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:42.022904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0750e4-d582-46d1-b342-ebc614fba0e2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:42.050814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Network 50f03752-a787-4b18-86b7-97e035efbdb0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:42.053755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:42.060632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:42.111185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Allocated IP 172.25.2.30 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/c3f5bf18-b0eb-4c57-9e77-8b05744b2921) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:42.218348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.425221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7b11a629-84b1-4c39-9a0c-f3b16167c561 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:42.624512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2cb72414-51ef-4016-999e-1abc9d083906, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2cb72414-51ef-4016-999e-1abc9d083906,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:42.673376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8ea15ab4-75bf-4f55-a309-000491cc48a2 None None] Provisioning complete for port ce0750e4-d582-46d1-b342-ebc614fba0e2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:42.673752 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ea15ab4-75bf-4f55-a309-000491cc48a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.688032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '2cb72414-51ef-4016-999e-1abc9d083906', 'network_id': '5aa2aa5a-a649-4b58-ab2a-d56bb74a6606', 'port_id': '2cb72414-51ef-4016-999e-1abc9d083906', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf3790-0992-4b92-ba9e-0a2e6605f1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:33:42.777098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7b11a629-84b1-4c39-9a0c-f3b16167c561 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:42.777534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.891219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.894138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8ea15ab4-75bf-4f55-a309-000491cc48a2 None None] Port ce0750e4-d582-46d1-b342-ebc614fba0e2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:42.916045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32864) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:42.940993 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a34a0d8-1e31-4a01-857b-ea422efe09b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:42.963558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.026311 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.075315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb72414-51ef-4016-999e-1abc9d083906 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:33:43.104104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2cb72414-51ef-4016-999e-1abc9d083906, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2cb72414-51ef-4016-999e-1abc9d083906,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:43.105052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.127677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:43.130001 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.136200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:43.170884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:43.195197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2cb72414-51ef-4016-999e-1abc9d083906,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:43.210122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a34a0d8-1e31-4a01-857b-ea422efe09b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.218061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:39Z', 'revision_number': 2, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:43.226089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a34a0d8-1e31-4a01-857b-ea422efe09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.250319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Checking router: e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:43.250710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Updating router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 port 61821976-4557-4007-bed6-aff0256b6d06 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:43.295077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Pushing event updated for resources: {'Port': ['ID=c3f5bf18-b0eb-4c57-9e77-8b05744b2921,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:43.302746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.347473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.426050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2a34a0d8-1e31-4a01-857b-ea422efe09b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cd61e1cc1834e8286d2686debb30bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002985 Nov 25 18:33:43.427120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32874) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:43.428199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34a0d8-1e31-4a01-857b-ea422efe09b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a52761-e700-4146-b522-ae69e3e526f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:43.441068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.558101 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.603986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32880) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:43.625820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-56d8fea3-cfdc-4527-b4a6-4f88ade871d4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158562821', 'description': 'tempest-description--1335927344'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:43.639673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-960556cc-ad51-4f78-aad5-c922f1854556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.698620 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-960556cc-ad51-4f78-aad5-c922f1854556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.699121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.758024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.816252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-960556cc-ad51-4f78-aad5-c922f1854556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.819283 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-960556cc-ad51-4f78-aad5-c922f1854556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.821079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-960556cc-ad51-4f78-aad5-c922f1854556 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66a52761-e700-4146-b522-ae69e3e526f9 HTTP/1.1" status: 204 len: 168 time: 0.3832054 Nov 25 18:33:43.838543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960556cc-ad51-4f78-aad5-c922f1854556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a52761-e700-4146-b522-ae69e3e526f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:43.856976 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56d8fea3-cfdc-4527-b4a6-4f88ade871d4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.927479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0750e4-d582-46d1-b342-ebc614fba0e2,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:43.955308 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56d8fea3-cfdc-4527-b4a6-4f88ade871d4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:43.975031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26497b9-f7af-48d8-9bb3-3b133639cfe0 req-b351b982-49fb-4095-91cb-47b5c332224f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:43.976785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2cb72414-51ef-4016-999e-1abc9d083906'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:33:43.983440 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d26497b9-f7af-48d8-9bb3-3b133639cfe0 req-b351b982-49fb-4095-91cb-47b5c332224f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 945 time: 0.2109520 Nov 25 18:33:43.986773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56d8fea3-cfdc-4527-b4a6-4f88ade871d4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.040805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8fea3-cfdc-4527-b4a6-4f88ade871d4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6b1c6-9019-4d72-b9fa-62e245b59584,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.046842 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9d16-a56c-4fe6-bb22-de33365398ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.060808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56d8fea3-cfdc-4527-b4a6-4f88ade871d4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.061830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-56d8fea3-cfdc-4527-b4a6-4f88ade871d4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4557033 Nov 25 18:33:44.065299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32892) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:44.073339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-99e8bf7d-b3c0-473c-9fe7-be403a5e060f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Request body: {'security_group_rule': {'security_group_id': '42a6b1c6-9019-4d72-b9fa-62e245b59584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:44.120852 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d26497b9-f7af-48d8-9bb3-3b133639cfe0 req-8c739b29-626c-4217-beaf-2b81daf417a3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365023 Nov 25 18:33:44.163731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e8bf7d-b3c0-473c-9fe7-be403a5e060f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.180316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Network 50f03752-a787-4b18-86b7-97e035efbdb0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:44.188243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:44.307488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.308541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e8bf7d-b3c0-473c-9fe7-be403a5e060f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.312332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.316873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e8bf7d-b3c0-473c-9fe7-be403a5e060f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.333906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.359739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8bf7d-b3c0-473c-9fe7-be403a5e060f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61d1fce-450d-4024-aa05-4f2e4f5ed252,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.380829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e8bf7d-b3c0-473c-9fe7-be403a5e060f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.382644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-99e8bf7d-b3c0-473c-9fe7-be403a5e060f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165593 Nov 25 18:33:44.410970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32900) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:44.419566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fe588df4-5c40-4733-8972-5630294764f8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Request body: {'security_group_rule': {'security_group_id': '42a6b1c6-9019-4d72-b9fa-62e245b59584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:44.476973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe588df4-5c40-4733-8972-5630294764f8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.520361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724886c5-2ecf-40df-92da-df5e1e5c0fee None None] Pushing event updated for resources: {'Port': ['ID=61821976-4557-4007-bed6-aff0256b6d06,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.651706 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.655155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe588df4-5c40-4733-8972-5630294764f8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.657617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.660971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe588df4-5c40-4733-8972-5630294764f8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.706095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Attempting to bind port 61821976-4557-4007-bed6-aff0256b6d06 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:44.706588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Attempting to bind port 61821976-4557-4007-bed6-aff0256b6d06 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:44.707220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Attempting to bind port 61821976-4557-4007-bed6-aff0256b6d06 on network 9cc20b78-bd72-480e-9d45-e5f2551fc56f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:44.717077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:44.717393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe588df4-5c40-4733-8972-5630294764f8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7abcf9-b23d-48a1-82da-cf4a565fa5b1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.718234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Checking segment: {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:44.719096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.720915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Bound using segment: {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:44.722980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Bound port: 61821976-4557-4007-bed6-aff0256b6d06, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:44.723664 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.747414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe588df4-5c40-4733-8972-5630294764f8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.750817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fe588df4-5c40-4733-8972-5630294764f8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381133 Nov 25 18:33:44.753800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32906) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:44.763537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:44.809873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Pushing event updated for resources: {'Port': ['ID=c3f5bf18-b0eb-4c57-9e77-8b05744b2921,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:44.848493 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.866438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] For port 61821976-4557-4007-bed6-aff0256b6d06, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:44.877922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] For port 61821976-4557-4007-bed6-aff0256b6d06, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61821976-4557-4007-bed6-aff0256b6d06,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:44.889227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.891742 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:44.921749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Router 859e0d58-6faa-48af-9271-261b0b71bdce has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:45.000402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724886c5-2ecf-40df-92da-df5e1e5c0fee None None] Pushing event updated for resources: {'Port': ['ID=61821976-4557-4007-bed6-aff0256b6d06,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:45.034826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:45.035813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:45.119606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.120840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-6a872222-334f-4e30-a316-0819de6caba9 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8485096 Nov 25 18:33:45.122157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:45.127596 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-41acc48b-7e8c-49d8-8267-b348361608d2 admin admin] 10.222.0.62 "PUT /v2.0/routers/859e0d58-6faa-48af-9271-261b0b71bdce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9619582 Nov 25 18:33:45.138898 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Sync routers for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:45.143466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.165215 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:45.166416 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:45.169810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d91a9906-8d53-494a-862b-5acb8446801a None None] Provisioning complete for port ce0750e4-d582-46d1-b342-ebc614fba0e2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:45.170984 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d91a9906-8d53-494a-862b-5acb8446801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.353973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-bf0db4d9-d72c-4101-9f02-adb3c8ed6dc5 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.2036920 Nov 25 18:33:45.359575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d91a9906-8d53-494a-862b-5acb8446801a None None] Port ce0750e4-d582-46d1-b342-ebc614fba0e2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:45.397601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:45.547624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c418fba3-c3f3-444a-b8e9-da3d02386bff None None] Provisioning complete for port 61821976-4557-4007-bed6-aff0256b6d06 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:45.548288 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c418fba3-c3f3-444a-b8e9-da3d02386bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.580893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Allocated IP 172.25.2.5 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0de07a06-dea8-490a-bb27-3d9742ba0c08) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:45.585971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:45.660160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32924) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:45.678936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-96641142-7162-4e6e-bba8-ddb3f27b4839 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:45.680072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee64ae34-6bfd-4657-9fce-46cd4197ddc7 req-96641142-7162-4e6e-bba8-ddb3f27b4839 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.3232384 Nov 25 18:33:45.779932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a97d26-aa96-4e9d-863f-2b4b0612f372 req-abf944b2-98c9-4fa6-aa00-ac0da2e3beda tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:45.789191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10a97d26-aa96-4e9d-863f-2b4b0612f372 req-abf944b2-98c9-4fa6-aa00-ac0da2e3beda tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 945 time: 0.3992972 Nov 25 18:33:45.879136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10a97d26-aa96-4e9d-863f-2b4b0612f372 req-0c820b62-74cf-41ae-8f37-8b67aef25959 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889866 Nov 25 18:33:45.901757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.911322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c418fba3-c3f3-444a-b8e9-da3d02386bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.965825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:45.970283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2cb72414-51ef-4016-999e-1abc9d083906 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:45.981055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-df955748-4711-40d5-b5a6-44fb35200edc tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips/b463ad9d-6b09-4e9a-9f5f-5ed88b725716 HTTP/1.1" status: 200 len: 692 time: 0.0644164 Nov 25 18:33:45.997881 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 2, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:46.033892 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Checking router: 859e0d58-6faa-48af-9271-261b0b71bdce for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:46.034354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Updating router 859e0d58-6faa-48af-9271-261b0b71bdce port ce0750e4-d582-46d1-b342-ebc614fba0e2 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:33:46.064613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.065647 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.081439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c418fba3-c3f3-444a-b8e9-da3d02386bff None None] For port 61821976-4557-4007-bed6-aff0256b6d06, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61821976-4557-4007-bed6-aff0256b6d06,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:46.122048 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c418fba3-c3f3-444a-b8e9-da3d02386bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.151487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:46.168649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:46.183063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1175550989-network', 'tenant_id': '8302fad103474be6be549273f14e75cb'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:46.200417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:46.208795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event updated for resources: {'Port': ['ID=0de07a06-dea8-490a-bb27-3d9742ba0c08,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:46.211173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:44Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:46.253888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Made reservation on behalf of 8302fad103474be6be549273f14e75cb for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:46.267015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.302716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.330117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-20327d87-49d9-42dd-ba07-58b3ed3ebf29 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:46.342694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-20327d87-49d9-42dd-ba07-58b3ed3ebf29 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.3603134 Nov 25 18:33:46.359872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aeaddd-8edc-4164-bc30-bba079f35720 None None] The sync data for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 is: [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:44Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:46.454289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418fba3-c3f3-444a-b8e9-da3d02386bff None None] Pushing event updated for resources: {'Port': ['ID=61821976-4557-4007-bed6-aff0256b6d06,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:46.468079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a5edbc33-ee98-46b0-89a3-85e73a7da374 None None] Provisioning complete for port 61821976-4557-4007-bed6-aff0256b6d06 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:46.468472 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5edbc33-ee98-46b0-89a3-85e73a7da374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.533592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-9b167e36-eb53-4688-ab59-89e52f7406aa tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.1889639 Nov 25 18:33:46.549809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 2cb72414-51ef-4016-999e-1abc9d083906 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:33:46.564235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.581235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.583747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 2cb72414-51ef-4016-999e-1abc9d083906 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:46.584598 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.674493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:33:46.731939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec38086c-b066-4b04-8e03-9c7b19d669d2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:46.740704 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.747681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.749402 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Added segment d1495f3a-dff4-4bdc-b235-899b4612a6cc of type vlan for network 95be2ab8-8cd4-4612-a90a-6520b06f7290 Nov 25 18:33:46.756124 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.775694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-5cf23b65-ac04-473a-b2e5-8405c60215eb tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.2109625 Nov 25 18:33:46.843280 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfa6fc-3774-496f-9caa-ace0ececdfc3 None None] Pushing event updated for resources: {'Port': ['ID=ce0750e4-d582-46d1-b342-ebc614fba0e2,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:46.883851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.948991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.950213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:46.950958 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:46.957297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.039286 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.058046 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Attempting to bind port ce0750e4-d582-46d1-b342-ebc614fba0e2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:47.058701 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Attempting to bind port ce0750e4-d582-46d1-b342-ebc614fba0e2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:47.060517 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Attempting to bind port ce0750e4-d582-46d1-b342-ebc614fba0e2 on network 50f03752-a787-4b18-86b7-97e035efbdb0 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:47.080619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3994439 Nov 25 18:33:47.087286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32954) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:47.090953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:33:47.093449 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Checking segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:47.094129 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.102867 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Bound using segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:33:47.103523 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Bound port: ce0750e4-d582-46d1-b342-ebc614fba0e2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:33:47.107351 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.110379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Request body: {'subnet': {'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1175550989-subnet', 'tenant_id': '8302fad103474be6be549273f14e75cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:47.114664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb72414-51ef-4016-999e-1abc9d083906'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:33:47.116612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7d72c-b9c4-4594-9c97-7f540401e258 admin admin] Pushing event updated for resources: {'Network': ['ID=95be2ab8-8cd4-4612-a90a-6520b06f7290,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:47.130862 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab8bd8-5606-4f96-9073-17ebfe1568d0" -d '{"events": [{"server_uuid": "0d53a9b0-5a3e-4c06-b978-b553c4aa4639", "name": "network-vif-plugged", "status": "completed", "tag": "2cb72414-51ef-4016-999e-1abc9d083906"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:33:47.148425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 95be2ab8-8cd4-4612-a90a-6520b06f7290 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:33:47.234591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2cb72414-51ef-4016-999e-1abc9d083906, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2cb72414-51ef-4016-999e-1abc9d083906,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:47.286684 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] For port ce0750e4-d582-46d1-b342-ebc614fba0e2, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:33:47.292989 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] For port ce0750e4-d582-46d1-b342-ebc614fba0e2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ce0750e4-d582-46d1-b342-ebc614fba0e2,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:33:47.312751 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.339234 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.415916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.472124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Made reservation on behalf of 8302fad103474be6be549273f14e75cb for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:47.482639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.487166 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfa6fc-3774-496f-9caa-ace0ececdfc3 None None] Pushing event updated for resources: {'Port': ['ID=ce0750e4-d582-46d1-b342-ebc614fba0e2,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:47.519841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2cb72414-51ef-4016-999e-1abc9d083906,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:47.527586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32964) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:47.532466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-30887bf6-2827-446a-af9c-3fa45d411693 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044724975', 'description': 'tempest-description--1151252305'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:47.569543 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:47.574363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:47.587895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c6ab9c46-b470-4450-9967-01a8031780e9 None None] Provisioning complete for port ce0750e4-d582-46d1-b342-ebc614fba0e2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:47.588492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9c46-b470-4450-9967-01a8031780e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.601678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30887bf6-2827-446a-af9c-3fa45d411693 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.771310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30887bf6-2827-446a-af9c-3fa45d411693 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.779299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30887bf6-2827-446a-af9c-3fa45d411693 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.824105 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9c46-b470-4450-9967-01a8031780e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.934597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c6ab9c46-b470-4450-9967-01a8031780e9 None None] For port ce0750e4-d582-46d1-b342-ebc614fba0e2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ce0750e4-d582-46d1-b342-ebc614fba0e2,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:47.949656 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9c46-b470-4450-9967-01a8031780e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.982011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30887bf6-2827-446a-af9c-3fa45d411693 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:47.991553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-30887bf6-2827-446a-af9c-3fa45d411693 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4618130 Nov 25 18:33:48.009919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32972) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:48.026628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e0192a2b-bb6e-4feb-a6c1-6d7c600b9f16 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'security_group_rule': {'security_group_id': 'ea827d8e-b26b-40ef-abbb-1cb31dc91fac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:48.033292 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:48.084556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887bf6-2827-446a-af9c-3fa45d411693 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea827d8e-b26b-40ef-abbb-1cb31dc91fac,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:48.093404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.145662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0192a2b-bb6e-4feb-a6c1-6d7c600b9f16 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.150995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab9c46-b470-4450-9967-01a8031780e9 None None] Pushing event updated for resources: {'Port': ['ID=ce0750e4-d582-46d1-b342-ebc614fba0e2,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:48.184525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3dc5293c-10c8-48e6-9867-20468662707d None None] Provisioning complete for port ce0750e4-d582-46d1-b342-ebc614fba0e2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:48.184898 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3dc5293c-10c8-48e6-9867-20468662707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.194874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecbb1-9e17-4677-b7b9-eccf6ab6ed78 req-fb75afd0-da2e-47a7-be12-e860af85f5e8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:48.197371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59aecbb1-9e17-4677-b7b9-eccf6ab6ed78 req-fb75afd0-da2e-47a7-be12-e860af85f5e8 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.4117923 Nov 25 18:33:48.245424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.445808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59aecbb1-9e17-4677-b7b9-eccf6ab6ed78 req-a3913a3e-c971-41f9-b935-c9dc177d4ef5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319653 Nov 25 18:33:48.476779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0192a2b-bb6e-4feb-a6c1-6d7c600b9f16 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.480926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Deleting port c3f5bf18-b0eb-4c57-9e77-8b05744b2921 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:48.481853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.491551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0192a2b-bb6e-4feb-a6c1-6d7c600b9f16 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.537239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0192a2b-bb6e-4feb-a6c1-6d7c600b9f16 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.548906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61821976-4557-4007-bed6-aff0256b6d06 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:48.553755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:48.561591 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e0192a2b-bb6e-4feb-a6c1-6d7c600b9f16 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5407953 Nov 25 18:33:48.569790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0192a2b-bb6e-4feb-a6c1-6d7c600b9f16 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c55ae0b-c4a2-468b-80c7-9f71eb1de620,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:48.573130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cdda6f7f-e262-46c2-970b-f6a421cd12c1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'security_group_rule': {'security_group_id': 'ea827d8e-b26b-40ef-abbb-1cb31dc91fac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:48.623159 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8557a38b-9f5f-4cb9-8b0b-22e24ed20002 x-openstack-request-id: req-8557a38b-9f5f-4cb9-8b0b-22e24ed20002 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:33:48.623459 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d53a9b0-5a3e-4c06-b978-b553c4aa4639", "name": "network-vif-plugged", "status": "completed", "tag": "2cb72414-51ef-4016-999e-1abc9d083906", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:33:48.623716 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8557a38b-9f5f-4cb9-8b0b-22e24ed20002 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:33:48.625471 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb72414-51ef-4016-999e-1abc9d083906', 'code': 200} Nov 25 18:33:48.649476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 61821976-4557-4007-bed6-aff0256b6d06 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:48.649850 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:48.671053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f10ae59-a041-49ec-a501-0074c6a73913,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:48.769299 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:48.831151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32992) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:48.831832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087350e-bbcc-4289-b8d2-db4a7834c6c2 None None] The sync data for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 is: [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:48.894211 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea9919-ffe1-47db-b07b-b3a4b186008a req-88cd838e-3116-4eef-981f-162f9b8831ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:48.895819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06ea9919-ffe1-47db-b07b-b3a4b186008a req-88cd838e-3116-4eef-981f-162f9b8831ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 1097 time: 0.1851532 Nov 25 18:33:49.006957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06ea9919-ffe1-47db-b07b-b3a4b186008a req-85da7dd9-dc2a-437d-a869-39056d711e09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004820 Nov 25 18:33:49.073252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Checking segment: {'id': 'd1495f3a-dff4-4bdc-b235-899b4612a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:49.084072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Network hostable DHCP agents. Network: 95be2ab8-8cd4-4612-a90a-6520b06f7290, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:33:49.162742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:49.164089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:49.206468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cdda6f7f-e262-46c2-970b-f6a421cd12c1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:49.220480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Calling delete_port for c3f5bf18-b0eb-4c57-9e77-8b05744b2921 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:49.391103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Network 95be2ab8-8cd4-4612-a90a-6520b06f7290 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:33:49.566764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 95be2ab8-8cd4-4612-a90a-6520b06f7290) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:49.575477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae688a31-68bd-47cc-94b1-9b95bde08210 None None] Network 95be2ab8-8cd4-4612-a90a-6520b06f7290 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:49.621897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:49.622833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:49.717959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cce120-3b4f-4ff6-886b-c0f781a3233a req-c0a4ffd7-b893-44fd-8270-ba8d69af19f6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:49.726784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23cce120-3b4f-4ff6-886b-c0f781a3233a req-c0a4ffd7-b893-44fd-8270-ba8d69af19f6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1348147 Nov 25 18:33:49.726993 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:49.753939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cdda6f7f-e262-46c2-970b-f6a421cd12c1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:49.758055 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:49.827974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dfb6b0af-c434-42ac-afcf-8723d2b3b7b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7363482 Nov 25 18:33:49.832613 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23cce120-3b4f-4ff6-886b-c0f781a3233a req-853f8b83-0d25-4469-a994-08def218e152 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990906 Nov 25 18:33:49.872267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922ca31-da84-4355-93da-ddc52e89f5c6 None None] Network 95be2ab8-8cd4-4612-a90a-6520b06f7290 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:50.022118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event updated for resources: {'Port': ['ID=0de07a06-dea8-490a-bb27-3d9742ba0c08,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:50.032637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cdda6f7f-e262-46c2-970b-f6a421cd12c1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.126836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda6f7f-e262-46c2-970b-f6a421cd12c1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37676b3c-f0d5-4ec6-9ae2-760c70a7d36b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:50.202629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cdda6f7f-e262-46c2-970b-f6a421cd12c1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.204005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cdda6f7f-e262-46c2-970b-f6a421cd12c1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6492131 Nov 25 18:33:50.207223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33014) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:50.211918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:50.268571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.296143 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.377719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.409427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0820703e-5794-47ba-a9e9-e9aa7253fbba tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.6542096 Nov 25 18:33:50.422006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.436517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33020) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:50.458210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ce0750e4-d582-46d1-b342-ebc614fba0e2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:33:50.550035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.573816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ce0750e4-d582-46d1-b342-ebc614fba0e2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:50.574878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:50.867865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-552d9210-bd3c-49b5-a106-f28f5e0ea095 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--158562821&fields=id&tenant_id=0946216094c244a69445c190d60a4273 HTTP/1.1" status: 200 len: 267 time: 0.1371086 Nov 25 18:33:50.939207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Pushing event deleted for resources: {'Port': ['ID=c3f5bf18-b0eb-4c57-9e77-8b05744b2921,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.029434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.033533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.039100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc9d77c-8811-4783-8f06-3ea4b9ee00bb req-18714370-5302-4500-97e8-2e9ed49c2e57 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "DELETE /v2.0/floatingips/b463ad9d-6b09-4e9a-9f5f-5ed88b725716 HTTP/1.1" status: 204 len: 173 time: 4.2503877 Nov 25 18:33:51.046252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a6237e2-4fcb-4eaf-b815-3562c4ab25ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.062298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Allocated IP 172.25.2.251 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/c44a1268-d41e-47ad-a1ee-1c71beb2c905) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:51.107287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-2c5eb41b-5af6-4715-8098-57ff420dfd39 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:51.108815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-2c5eb41b-5af6-4715-8098-57ff420dfd39 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/networks?id=9cc20b78-bd72-480e-9d45-e5f2551fc56f HTTP/1.1" status: 200 len: 805 time: 0.2398248 Nov 25 18:33:51.177735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-7005a3f0-ad38-4432-87eb-f63c7dfcb920 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/quotas/0946216094c244a69445c190d60a4273 HTTP/1.1" status: 200 len: 375 time: 0.0606370 Nov 25 18:33:51.212161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cda38c-6922-44db-bd9e-a5ebc4767bec req-da1c2a42-dccb-4539-9648-043f6051c128 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:51.215437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b5cda38c-6922-44db-bd9e-a5ebc4767bec req-da1c2a42-dccb-4539-9648-043f6051c128 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0989878 Nov 25 18:33:51.287536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b5cda38c-6922-44db-bd9e-a5ebc4767bec req-364874c0-5279-4c12-9f71-18f06097089a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Nov 25 18:33:51.302229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.305970 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.317610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-7b297415-c39c-4c0e-94a6-29a5e95695e3 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0946216094c244a69445c190d60a4273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300664 Nov 25 18:33:51.330725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a6237e2-4fcb-4eaf-b815-3562c4ab25ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.361016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a6237e2-4fcb-4eaf-b815-3562c4ab25ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.401765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33064) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.410163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1956242-network', 'tenant_id': '1f4e809cd07b44fcb08b42df74d39867'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:51.456556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1a6237e2-4fcb-4eaf-b815-3562c4ab25ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed0b3d45f6fd44c3b667a1aab4460a44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0138202 Nov 25 18:33:51.461970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33068) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.468436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6237e2-4fcb-4eaf-b815-3562c4ab25ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542cce15-ca15-4c81-87a8-6e9ebfb9cba4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.473550 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-179b80b5-d179-409b-b7a1-c5c2f038d66c req-21b5116b-bde4-47ae-8426-0e44a04d480a tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] show failed (client error): The resource could not be found. Nov 25 18:33:51.473761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.474488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-179b80b5-d179-409b-b7a1-c5c2f038d66c req-21b5116b-bde4-47ae-8426-0e44a04d480a tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips/b463ad9d-6b09-4e9a-9f5f-5ed88b725716 HTTP/1.1" status: 404 len: 350 time: 0.0717206 Nov 25 18:33:51.540530 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-1dababd0-ac08-46ef-9648-aa99123e5c91 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993995 Nov 25 18:33:51.542579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:51.547499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Made reservation on behalf of 1f4e809cd07b44fcb08b42df74d39867 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:51.549118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:51.551040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.554726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:51.568998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.596740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'Port': ['ID=c44a1268-d41e-47ad-a1ee-1c71beb2c905,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:51.641628 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9da12de7-6d5a-4be6-8d0d-4564ec02af10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.705034 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-40a471f7-e288-4f88-a194-d3ae56349b5d req-b94c94bf-3dd1-459f-9440-32379cb26d52 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] show failed (client error): The resource could not be found. Nov 25 18:33:51.706081 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40a471f7-e288-4f88-a194-d3ae56349b5d req-b94c94bf-3dd1-459f-9440-32379cb26d52 tempest-FloatingIPsTestJSON-1277662993 tempest-FloatingIPsTestJSON-1277662993-project] 10.222.0.62 "GET /v2.0/floatingips/b463ad9d-6b09-4e9a-9f5f-5ed88b725716 HTTP/1.1" status: 404 len: 350 time: 0.0687222 Nov 25 18:33:51.720212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33074) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:51.724497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9da12de7-6d5a-4be6-8d0d-4564ec02af10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.725101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-fbabd112-c5dc-4b97-bc9b-bc7c0fe18422 service neutron] 10.222.0.62 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666374 Nov 25 18:33:51.737147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.815440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.970790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:51.993339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.006017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:33:52.025794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9da12de7-6d5a-4be6-8d0d-4564ec02af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.028090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9da12de7-6d5a-4be6-8d0d-4564ec02af10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.032166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9da12de7-6d5a-4be6-8d0d-4564ec02af10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/542cce15-ca15-4c81-87a8-6e9ebfb9cba4 HTTP/1.1" status: 204 len: 168 time: 0.5688457 Nov 25 18:33:52.054683 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.054911 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Added segment 3e5d81d6-c252-493b-bfb6-5ef3c00bb98a of type vlan for network 20dabb6e-c7bc-4219-bf29-cf4a23e05306 Nov 25 18:33:52.069908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3391c8ae-14ae-4b14-a728-bf41cdaa11e5 req-da7b4db0-0eda-4313-ad85-042307916908 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 210 time: 0.0543907 Nov 25 18:33:52.091935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c92ed-2f8d-4ebe-bcda-f0831a54e41e req-808b1800-6c09-4edd-b04a-3ee2822a0be6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:52.102941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c08c92ed-2f8d-4ebe-bcda-f0831a54e41e req-808b1800-6c09-4edd-b04a-3ee2822a0be6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.2821555 Nov 25 18:33:52.110266 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.117100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.179230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9623199-d3e1-41fc-9f09-4830e8bf4f7b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:52.252372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'Port': ['ID=c44a1268-d41e-47ad-a1ee-1c71beb2c905,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:52.261338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.262869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.285672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.299218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-56c64d5b-b2e7-4ac2-b559-cddca8709d1c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0898104 Nov 25 18:33:52.330259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12de7-6d5a-4be6-8d0d-4564ec02af10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542cce15-ca15-4c81-87a8-6e9ebfb9cba4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:52.372403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c08c92ed-2f8d-4ebe-bcda-f0831a54e41e req-c8715893-c983-401f-8763-23f66852bd7e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654531 Nov 25 18:33:52.394890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.394890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:52.394890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.419055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Deleting port 2e69c945-22a7-4e04-9245-07ba3f8c51f7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:52.419404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.487062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0830157 Nov 25 18:33:52.504268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33100) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:52.510827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Request body: {'subnet': {'network_id': '20dabb6e-c7bc-4219-bf29-cf4a23e05306', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1956242-subnet', 'tenant_id': '1f4e809cd07b44fcb08b42df74d39867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:52.535944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8176e-04cd-44e6-a125-02a0bde58971 admin admin] Pushing event updated for resources: {'Network': ['ID=20dabb6e-c7bc-4219-bf29-cf4a23e05306,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:52.553460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 20dabb6e-c7bc-4219-bf29-cf4a23e05306 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:33:52.624911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] For port 2e69c945-22a7-4e04-9245-07ba3f8c51f7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2e69c945-22a7-4e04-9245-07ba3f8c51f7,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:52.625287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.636947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Made reservation on behalf of 1f4e809cd07b44fcb08b42df74d39867 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:52.641786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.655906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076af8c9-de8f-4bd9-a4e1-ef17c3948ad7 req-c8895cbf-65e3-4905-af2a-22d1e37162ec tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:52.657740 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-076af8c9-de8f-4bd9-a4e1-ef17c3948ad7 req-c8895cbf-65e3-4905-af2a-22d1e37162ec tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1726348 Nov 25 18:33:52.679251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Calling delete_port for 2e69c945-22a7-4e04-9245-07ba3f8c51f7 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:52.707795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33112) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:52.785422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-076af8c9-de8f-4bd9-a4e1-ef17c3948ad7 req-e8842a63-b4b4-4a2a-9a20-582cf1dfa097 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160004 Nov 25 18:33:52.821635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8048b34-8117-4757-9ce3-b9701b5d744a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:52.979724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4b0367d1-146d-4f3b-9249-84cdf6058109 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2044724975&fields=id&tenant_id=421ddae2bcee478ba65a4e51e6ed5712 HTTP/1.1" status: 200 len: 267 time: 0.3252652 Nov 25 18:33:52.985519 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.088809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5aae5da-ab3e-4f86-a1b0-8b9d27f601e4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:53.102820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Checking segment: {'id': '3e5d81d6-c252-493b-bfb6-5ef3c00bb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '20dabb6e-c7bc-4219-bf29-cf4a23e05306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:33:53.102820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Network hostable DHCP agents. Network: 20dabb6e-c7bc-4219-bf29-cf4a23e05306, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:33:53.156634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3111b-c468-4068-86d8-a39010d364ca req-e9ca9ba6-d04f-499c-8c7f-593f2eb48887 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:53.158559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6a3111b-c468-4068-86d8-a39010d364ca req-e9ca9ba6-d04f-499c-8c7f-593f2eb48887 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0737836 Nov 25 18:33:53.159997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Network 20dabb6e-c7bc-4219-bf29-cf4a23e05306 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:33:53.189798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 20dabb6e-c7bc-4219-bf29-cf4a23e05306) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:53.199391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:53.200174 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.208334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d0e55-42bc-4dde-84b2-69890b76842f None None] Network 20dabb6e-c7bc-4219-bf29-cf4a23e05306 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:53.231734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.236864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.241783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6a3111b-c468-4068-86d8-a39010d364ca req-094ee75c-c5bb-4496-8065-4edb688718c3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703294 Nov 25 18:33:53.247692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fa9bcb74-6746-4032-82d4-ecc5f30cc96e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7423337 Nov 25 18:33:53.272189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-f7624266-8c4f-432d-960c-c60201a89d6d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:53.273836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-f7624266-8c4f-432d-960c-c60201a89d6d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 811 time: 0.2755558 Nov 25 18:33:53.351499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8048b34-8117-4757-9ce3-b9701b5d744a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.358576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29e18775-2372-4f51-afc2-5bdb867ad602 req-85e31e3e-f8af-43aa-bcec-d7d1db856a3a tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 210 time: 0.0429153 Nov 25 18:33:53.369660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e69c945-22a7-4e04-9245-07ba3f8c51f7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:53.387170 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8048b34-8117-4757-9ce3-b9701b5d744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.394156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f151bd64-2161-42a7-a170-1e1f584f02b5 None None] Network 20dabb6e-c7bc-4219-bf29-cf4a23e05306 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:33:53.411016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-b89960bb-5eea-4137-95e8-ebb9f6bcbfc0 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/quotas/421ddae2bcee478ba65a4e51e6ed5712 HTTP/1.1" status: 200 len: 375 time: 0.0799606 Nov 25 18:33:53.605204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8048b34-8117-4757-9ce3-b9701b5d744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e973906-c889-4be2-b215-8cdf197adb96,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:53.622340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c8048b34-8117-4757-9ce3-b9701b5d744a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec8bda3f543f45e5a6bbd1c390325de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9105618 Nov 25 18:33:53.625565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33132) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:53.771245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-593bb0c0-809e-43e0-86b8-9ec30c362544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.809329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-593bb0c0-809e-43e0-86b8-9ec30c362544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.813151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-0b999148-00b5-4489-bc05-37aa74aea44b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3560185 Nov 25 18:33:53.863984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33136) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:53.884878 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-593bb0c0-809e-43e0-86b8-9ec30c362544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.887809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-593bb0c0-809e-43e0-86b8-9ec30c362544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:53.889019 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-593bb0c0-809e-43e0-86b8-9ec30c362544 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e973906-c889-4be2-b215-8cdf197adb96 HTTP/1.1" status: 204 len: 168 time: 0.2612906 Nov 25 18:33:53.911864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bb0c0-809e-43e0-86b8-9ec30c362544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e973906-c889-4be2-b215-8cdf197adb96,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:54.035680 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8286ee50-f046-4afb-b1fc-ea7cb2c3d3d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.170603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8286ee50-f046-4afb-b1fc-ea7cb2c3d3d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.206232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8286ee50-f046-4afb-b1fc-ea7cb2c3d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.262934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286ee50-f046-4afb-b1fc-ea7cb2c3d3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bdc883-6d3f-4188-b93a-b2d8c24b8110,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:54.273623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8286ee50-f046-4afb-b1fc-ea7cb2c3d3d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b88ab335cfd476bac1e57b3471e0de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4061751 Nov 25 18:33:54.278475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33154) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:54.305435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.314624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-57b4b7c1-dbf1-4517-9cd7-efeea8f87c23 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:54.316710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-57b4b7c1-dbf1-4517-9cd7-efeea8f87c23 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/networks?id=95be2ab8-8cd4-4612-a90a-6520b06f7290 HTTP/1.1" status: 200 len: 815 time: 0.1851182 Nov 25 18:33:54.327477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-a0ddb0c0-c93c-445a-890b-749e94bd38d6 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:54.328970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-a0ddb0c0-c93c-445a-890b-749e94bd38d6 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.66 "GET /v2.0/networks?id=9cc20b78-bd72-480e-9d45-e5f2551fc56f HTTP/1.1" status: 200 len: 805 time: 0.6506708 Nov 25 18:33:54.357990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-bb6beb7d-a0bb-47d9-b17b-8801d0d2d7e0 service neutron] 10.222.0.62 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111101 Nov 25 18:33:54.408928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-52d9cdea-27b6-40bd-84a2-47823e117052 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/quotas/8302fad103474be6be549273f14e75cb HTTP/1.1" status: 200 len: 375 time: 0.0505953 Nov 25 18:33:54.419045 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-535d4c12-90a9-4501-a510-318689f8f68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.457605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-535d4c12-90a9-4501-a510-318689f8f68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.484578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-2ffe2a97-3bec-4faa-9c46-d40e4be627ab tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8302fad103474be6be549273f14e75cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685048 Nov 25 18:33:54.585578 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-535d4c12-90a9-4501-a510-318689f8f68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.588182 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-535d4c12-90a9-4501-a510-318689f8f68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.591686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-535d4c12-90a9-4501-a510-318689f8f68b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93bdc883-6d3f-4188-b93a-b2d8c24b8110 HTTP/1.1" status: 204 len: 168 time: 0.3099768 Nov 25 18:33:54.606502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-2b2a3a3f-a56b-4376-846a-f73e8df71113 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0946216094c244a69445c190d60a4273 HTTP/1.1" status: 200 len: 379 time: 0.2080624 Nov 25 18:33:54.620566 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-51fdadfd-b988-4763-a1c7-a9cdac0f34ec service neutron] 10.222.0.62 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283355 Nov 25 18:33:54.621393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d4c12-90a9-4501-a510-318689f8f68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bdc883-6d3f-4188-b93a-b2d8c24b8110,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:54.632256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Request body: {'port': {'device_id': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'admin_state_up': True, 'tenant_id': '0946216094c244a69445c190d60a4273', 'security_groups': ['42a6b1c6-9019-4d72-b9fa-62e245b59584']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:54.714615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-f4bd968a-1d92-49f3-bd85-ace61a7a7d2d service neutron] 10.222.0.62 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172181 Nov 25 18:33:54.763801 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-6fd63133-e47a-4851-a297-f723ab4bcc75 service neutron] 10.222.0.62 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372004 Nov 25 18:33:54.768985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Deleting port 5686cdee-9310-4f15-b13e-e687a2eb9f23 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:54.769334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.954739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] For port 5686cdee-9310-4f15-b13e-e687a2eb9f23, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5686cdee-9310-4f15-b13e-e687a2eb9f23,segment=NetworkSegment(11fefe15-571a-4b94-8d85-c39378270c20),segment_id=11fefe15-571a-4b94-8d85-c39378270c20)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:54.955108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.975712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Calling delete_port for 5686cdee-9310-4f15-b13e-e687a2eb9f23 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:54.980576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Made reservation on behalf of 0946216094c244a69445c190d60a4273 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:54.983715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:54.989034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:55.159983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:55.181657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a9b6bd9-6c09-418c-a27e-a4017c4b59ed req-be47143a-5ef5-4084-a5bf-73ef5dee7bcf tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 210 time: 0.0836990 Nov 25 18:33:55.192436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87332725-709d-4012-9639-ab17bab9bdeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.248418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa89bf-987c-46ac-8f8c-6f2959790fdc req-e06e0f7e-746e-4083-a7a3-04ea9f82aa2d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:55.262740 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78fa89bf-987c-46ac-8f8c-6f2959790fdc req-e06e0f7e-746e-4083-a7a3-04ea9f82aa2d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1683912 Nov 25 18:33:55.380222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0243d14-1434-48e4-a92c-b6b3dbc3933b req-d3a7572b-f00e-4144-8692-de51b9fb36ba tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 210 time: 0.0666139 Nov 25 18:33:55.398474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78fa89bf-987c-46ac-8f8c-6f2959790fdc req-6a8a068d-dd31-4ca4-a795-41d097d4996c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332142 Nov 25 18:33:55.425259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:55.437324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-201a521e-4eea-4c72-9ffa-3fc6ebcf5e16 admin admin] 10.222.0.62 "PUT /v2.0/routers/6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5752909 Nov 25 18:33:55.438971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] Sync routers for ids ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:55.442881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33200) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:55.461143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] Routers {'6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:55.465176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:55.486444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87332725-709d-4012-9639-ab17bab9bdeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.492452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Allocated IP 172.20.0.6 (9cc20b78-bd72-480e-9d45-e5f2551fc56f/4f7e7a6d-4291-43fa-b875-588b2f74a338/27128657-c8ca-45e7-8ac2-571f49fce36b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:55.498757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87332725-709d-4012-9639-ab17bab9bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.555165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dfcc4a40-cc53-4a6e-b184-2d90cb6b5296 req-964db452-41c5-4cd2-bb3c-782357ff7a10 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 210 time: 0.0596132 Nov 25 18:33:55.579998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-87332725-709d-4012-9639-ab17bab9bdeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec6e3ad95bae45fa8fc3178769173cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157495 Nov 25 18:33:55.580981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87332725-709d-4012-9639-ab17bab9bdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde15c7b-d816-4ef2-823c-02698c63907b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:55.583955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33202) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:55.665705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5edbee20-8531-40e9-bff8-cf29261b50ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.692631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.728169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5edbee20-8531-40e9-bff8-cf29261b50ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.818200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.846615 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5edbee20-8531-40e9-bff8-cf29261b50ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.850055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5edbee20-8531-40e9-bff8-cf29261b50ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:55.854279 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5edbee20-8531-40e9-bff8-cf29261b50ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fde15c7b-d816-4ef2-823c-02698c63907b HTTP/1.1" status: 204 len: 168 time: 0.2667148 Nov 25 18:33:55.877471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbee20-8531-40e9-bff8-cf29261b50ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde15c7b-d816-4ef2-823c-02698c63907b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:55.899264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5686cdee-9310-4f15-b13e-e687a2eb9f23,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:55.945689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] Set router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:56.261463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.267371 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.416138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6eaf3db7-9e6c-4f0c-a86f-475adf0f5582 req-8ea04fae-aeee-4624-aed4-738c30a63413 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 210 time: 0.0653031 Nov 25 18:33:56.443587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:33:53Z', 'revision_number': 5, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port': {'id': 'bb85e4cf-6aab-49c5-bbec-00521785d76f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:08:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:22Z', 'updated_at': '2021-11-25T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:56.466027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.498072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] Checking router: 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:56.512831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] Routers {'6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:56.513522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:56.544807 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.570574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eaf0aaa5-c3c8-4a07-b24b-4fb146bf025a req-110fc2ff-229a-4225-9dca-3b7918c518e4 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 210 time: 0.0479915 Nov 25 18:33:56.584691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Deleting port bb85e4cf-6aab-49c5-bbec-00521785d76f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:33:56.585030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:56.642939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] Set router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:56.681203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:56.700695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:56.709995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:56.724883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:33:56Z', 'revision_number': 6, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:56.747620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b9120-dd9e-4791-ad8f-b2ffde215d89 req-ced37e89-2e8d-4f55-a524-4d8aca5ab53b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:56.754886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ab3b9120-dd9e-4791-ad8f-b2ffde215d89 req-ced37e89-2e8d-4f55-a524-4d8aca5ab53b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1995461 Nov 25 18:33:56.760992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c089ef-b73a-4491-b527-62c542dc028b None None] The sync data for ids ['6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd'] in n-d-819194-3 is: [{'id': '6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-41125927-router', 'tenant_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:21Z', 'updated_at': '2021-11-25T18:33:56Z', 'revision_number': 6, 'project_id': '0b9adf61ecc94e519a9fbc9fa2745141', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:56.780748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event updated for resources: {'Port': ['ID=27128657-c8ca-45e7-8ac2-571f49fce36b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:56.888521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ab3b9120-dd9e-4791-ad8f-b2ffde215d89 req-40f5f072-8fc4-48b3-be96-83040dc35739 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273797 Nov 25 18:33:56.964127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] For port bb85e4cf-6aab-49c5-bbec-00521785d76f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bb85e4cf-6aab-49c5-bbec-00521785d76f,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:33:56.964501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.006783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:57.008469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.042609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2a37b33-6abf-4458-a4ef-a3bd325a739b req-b98ed3c8-ff59-49c3-879c-40fea4e3a05f tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Nov 25 18:33:57.050170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Calling delete_port for bb85e4cf-6aab-49c5-bbec-00521785d76f owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:33:57.060805 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-d32276cc-88b1-47c3-ad45-f1ba74c42ce5 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7310c5cbe2f3421dbf4920837d56e600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995648 Nov 25 18:33:57.112109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-9f614739-ab4c-4b87-88d6-f445e14a498b tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:57.114068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-9f614739-ab4c-4b87-88d6-f445e14a498b tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.64 "GET /v2.0/networks?id=95be2ab8-8cd4-4612-a90a-6520b06f7290 HTTP/1.1" status: 200 len: 815 time: 0.2495563 Nov 25 18:33:57.130548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Request body: {'port': {'device_id': 'dc111619-7811-4126-8e4f-633030e457b6', 'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290', 'admin_state_up': True, 'tenant_id': '8302fad103474be6be549273f14e75cb'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:57.189791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0992f629-e73b-4c98-9039-17dc54d269f2 None None] Provisioning complete for port 27128657-c8ca-45e7-8ac2-571f49fce36b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:33:57.190161 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0992f629-e73b-4c98-9039-17dc54d269f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.296956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0992f629-e73b-4c98-9039-17dc54d269f2 None None] Port 27128657-c8ca-45e7-8ac2-571f49fce36b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:33:57.336716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Made reservation on behalf of 8302fad103474be6be549273f14e75cb for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:57.347911 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.483044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-5b6124f4-7509-442d-8222-e3af31b2828b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8611705 Nov 25 18:33:57.540653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Allocated IP 172.20.0.3 (95be2ab8-8cd4-4612-a90a-6520b06f7290/2f10ae59-a041-49ec-a501-0074c6a73913/8595ae72-4ab1-4411-bcc5-cf74612f315d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:57.568839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Request body: {'port': {'device_id': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:57.602233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba54cf-cd37-47b6-b616-62db2fdd7352 req-c4db7c8d-2a52-4080-af9b-fa70658b2bc7 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:57.604314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9ba54cf-cd37-47b6-b616-62db2fdd7352 req-c4db7c8d-2a52-4080-af9b-fa70658b2bc7 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 931 time: 0.0796595 Nov 25 18:33:57.648882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Router c30de34a-dc56-4e8c-8293-e2970fbeaced has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:33:57.715901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9ba54cf-cd37-47b6-b616-62db2fdd7352 req-471a424f-5a82-4d06-a4d3-7ccae5943d80 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031373 Nov 25 18:33:57.757268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-1b8b800c-bba3-454b-8b48-b53eab8e7672 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:57.759057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-1b8b800c-bba3-454b-8b48-b53eab8e7672 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6971357 Nov 25 18:33:57.781465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.822006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.826982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:57.882136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-ccd87c20-52a7-46e1-8e22-f07ca8f3c510 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/quotas/7310c5cbe2f3421dbf4920837d56e600 HTTP/1.1" status: 200 len: 375 time: 0.1142359 Nov 25 18:33:57.925803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Network 95be2ab8-8cd4-4612-a90a-6520b06f7290 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:33:57.936153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:33:57.937917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-911c844a-5c56-4c2a-be1a-ad5a3bf0ed95 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:57.939449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-911c844a-5c56-4c2a-be1a-ad5a3bf0ed95 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 811 time: 0.3910732 Nov 25 18:33:57.942295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:33:57.952288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Pushing event updated for resources: {'Port': ['ID=8595ae72-4ab1-4411-bcc5-cf74612f315d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:57.965881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112f1c9-54e4-4aeb-8cf1-285aadedfd6f req-fa999b13-62c2-4a45-8b75-679275de9ef4 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:57.968011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a112f1c9-54e4-4aeb-8cf1-285aadedfd6f req-fa999b13-62c2-4a45-8b75-679275de9ef4 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 931 time: 0.1364322 Nov 25 18:33:58.012771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6ceb7b04-c460-4dc7-8d8c-0904434021a3 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7310c5cbe2f3421dbf4920837d56e600&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126087 Nov 25 18:33:58.050258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:58.051160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.078137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a112f1c9-54e4-4aeb-8cf1-285aadedfd6f req-1698f82e-7a1a-41a1-90b7-3cecafd333fe tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892847 Nov 25 18:33:58.093652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-c9e902da-7f4b-4000-94d6-f512ddb28545 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9677174 Nov 25 18:33:58.112384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Request body: {'port': {'device_id': 'dc111619-7811-4126-8e4f-633030e457b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:58.118197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:33:58.130258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cd6975df-e4dd-47b4-80ae-d4532b5b46f4 admin admin] 10.222.0.62 "PUT /v2.0/routers/c30de34a-dc56-4e8c-8293-e2970fbeaced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4087822 Nov 25 18:33:58.134495 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] Sync routers for ids ['c30de34a-dc56-4e8c-8293-e2970fbeaced'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:33:58.136188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33280) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:58.147012 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] Routers {'c30de34a-dc56-4e8c-8293-e2970fbeaced'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:58.147634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c30de34a-dc56-4e8c-8293-e2970fbeaced'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:58.304619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-027d0648-5bb2-4dd3-81c1-4f7fd714ba8d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421ddae2bcee478ba65a4e51e6ed5712 HTTP/1.1" status: 200 len: 380 time: 0.3232532 Nov 25 18:33:58.316083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.322370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.352589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'port': {'device_id': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'admin_state_up': True, 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'security_groups': ['ea827d8e-b26b-40ef-abbb-1cb31dc91fac']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:33:58.442390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2e69c945-22a7-4e04-9245-07ba3f8c51f7 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:58.488104 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] Set router c30de34a-dc56-4e8c-8293-e2970fbeaced gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:58.508519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2e69c945-22a7-4e04-9245-07ba3f8c51f7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:58.509804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2e69c945-22a7-4e04-9245-07ba3f8c51f7 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:58.512663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb85e4cf-6aab-49c5-bbec-00521785d76f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:33:58.537003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4dac8722-b36a-491b-b0e4-6783299e2695 req-9db9f983-1880-4b8d-911f-def4820dc377 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 210 time: 0.1758423 Nov 25 18:33:58.537890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Pushing event deleted for resources: {'Port': ['ID=bb85e4cf-6aab-49c5-bbec-00521785d76f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:58.552122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bb85e4cf-6aab-49c5-bbec-00521785d76f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:33:58.552742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb85e4cf-6aab-49c5-bbec-00521785d76f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:33:58.715632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29292008-7645-4314-b744-6189e76b636c req-2e767cf6-7e0b-47e2-94af-506a11eb4a73 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 210 time: 0.0362935 Nov 25 18:33:58.790814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984cacb-fbc9-4493-9860-b1d65b697b79 req-f9fb9cad-89d0-4a69-bf78-bd99b675b052 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:58.792663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f984cacb-fbc9-4493-9860-b1d65b697b79 req-f9fb9cad-89d0-4a69-bf78-bd99b675b052 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.5587428 Nov 25 18:33:58.829816 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 5, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:58.837727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Made reservation on behalf of 421ddae2bcee478ba65a4e51e6ed5712 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:33:58.841476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.874939 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] Checking router: c30de34a-dc56-4e8c-8293-e2970fbeaced for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:33:58.886903 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] Routers {'c30de34a-dc56-4e8c-8293-e2970fbeaced'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:33:58.887822 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c30de34a-dc56-4e8c-8293-e2970fbeaced'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:58.900735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:58.982891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8595ae72-4ab1-4411-bcc5-cf74612f315d {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:33:58.989907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.012241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.025273 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] Set router c30de34a-dc56-4e8c-8293-e2970fbeaced gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:33:59.026166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f984cacb-fbc9-4493-9860-b1d65b697b79 req-29b3d9aa-e8d4-4408-8e61-e825da26bc24 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255182 Nov 25 18:33:59.034817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Transition to ACTIVE for port object 8595ae72-4ab1-4411-bcc5-cf74612f315d will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:33:59.047974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.338942 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 5, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:33:59.371318 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520a28d-9aa5-461d-8234-846862ce61f9 None None] The sync data for ids ['c30de34a-dc56-4e8c-8293-e2970fbeaced'] in n-d-819194-3 is: [{'id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'name': 'tempest-FloatingIPsTestJSON-1611018912-router', 'tenant_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:15Z', 'updated_at': '2021-11-25T18:33:55Z', 'revision_number': 5, 'project_id': 'ac1baab1a6d14b8b9537f87482a4c479', 'gw_port': {'id': '79320aba-979d-4dba-b24f-cc8debee9c8e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30de34a-dc56-4e8c-8293-e2970fbeaced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:16Z', 'updated_at': '2021-11-25T18:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:33:59.407369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685e27-61cd-4fae-bdbf-505e6fca6b51 req-449e7283-0674-42d3-81e1-1a43aa64f5bb tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:59.408581 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf685e27-61cd-4fae-bdbf-505e6fca6b51 req-449e7283-0674-42d3-81e1-1a43aa64f5bb tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 931 time: 0.5720372 Nov 25 18:33:59.413533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.422720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.439626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27128657-c8ca-45e7-8ac2-571f49fce36b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:33:59.464962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.542180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Transition to ACTIVE for port object 27128657-c8ca-45e7-8ac2-571f49fce36b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:33:59.567660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.568357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:33:59.576344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Pushing event updated for resources: {'Port': ['ID=8595ae72-4ab1-4411-bcc5-cf74612f315d,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:33:59.577524 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.589821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.598072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-34cb19fa-c372-48aa-ad99-99951badc1af admin admin] 10.222.0.62 "DELETE /v2.0/routers/6d2bd703-f4ee-483d-a1e7-9e31c60bfdbd HTTP/1.1" status: 204 len: 168 time: 4.1541021 Nov 25 18:33:59.602832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33316) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:33:59.628641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.725182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf685e27-61cd-4fae-bdbf-505e6fca6b51 req-d4c2b8ba-0266-47e2-8e8b-173fe7d595c8 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039887 Nov 25 18:33:59.746069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a429d9-0a44-4081-966d-1a22fa94caea req-75a7dc50-daaa-4fbd-9338-2b5d4c4e41d6 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:33:59.750494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Allocated IP 172.20.0.7 (50f03752-a787-4b18-86b7-97e035efbdb0/1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1/363f1fc4-7689-4976-9ba0-8517be415a4b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:33:59.755756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8a429d9-0a44-4081-966d-1a22fa94caea req-75a7dc50-daaa-4fbd-9338-2b5d4c4e41d6 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 943 time: 0.5855792 Nov 25 18:33:59.816434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] Deleting subnet 8cc1a518-fa90-4ca2-aa59-19a3c2021632 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:33:59.824933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.930070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Attempting to bind port 8595ae72-4ab1-4411-bcc5-cf74612f315d on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:33:59.930736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Attempting to bind port 8595ae72-4ab1-4411-bcc5-cf74612f315d by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'd1495f3a-dff4-4bdc-b235-899b4612a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:33:59.931919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Attempting to bind port 8595ae72-4ab1-4411-bcc5-cf74612f315d on network 95be2ab8-8cd4-4612-a90a-6520b06f7290 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:33:59.945256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:33:59.988805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Port 8595ae72-4ab1-4411-bcc5-cf74612f315d on network 95be2ab8-8cd4-4612-a90a-6520b06f7290 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:33:59.989473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Attempting to bind port 8595ae72-4ab1-4411-bcc5-cf74612f315d on network 95be2ab8-8cd4-4612-a90a-6520b06f7290 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:00.028048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:00.035393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Checking segment: {'id': 'd1495f3a-dff4-4bdc-b235-899b4612a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:00.036215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Bound using segment: {'id': 'd1495f3a-dff4-4bdc-b235-899b4612a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:00.037583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Bound port: 8595ae72-4ab1-4411-bcc5-cf74612f315d, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1495f3a-dff4-4bdc-b235-899b4612a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:00.038274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.064736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8a429d9-0a44-4081-966d-1a22fa94caea req-d09d14d9-ca02-411d-8934-64fd68801d5e tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079355 Nov 25 18:34:00.065572 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-a6c68d35-712d-4916-8026-5cf2ea50ef17 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7310c5cbe2f3421dbf4920837d56e600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260397 Nov 25 18:34:00.066187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Pushing event updated for resources: {'Port': ['ID=27128657-c8ca-45e7-8ac2-571f49fce36b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:00.077548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f85e53e2-78ec-4c85-99e4-08200e42dbd5 req-77a6fa49-2002-4de4-989a-d2d55d9ab9bd tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 210 time: 0.1300812 Nov 25 18:34:00.099758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.241086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7a291545-2b2a-4c14-a782-c3039cc44b4a req-c9833df6-9847-449d-8261-f2cfad5eb213 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 210 time: 0.0452905 Nov 25 18:34:00.253929 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.290766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] For port 8595ae72-4ab1-4411-bcc5-cf74612f315d, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:00.307787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] For port 8595ae72-4ab1-4411-bcc5-cf74612f315d, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d,segment=NetworkSegment(d1495f3a-dff4-4bdc-b235-899b4612a6cc),segment_id=d1495f3a-dff4-4bdc-b235-899b4612a6cc)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:00.313420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5686cdee-9310-4f15-b13e-e687a2eb9f23 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:00.329065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.335792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Deleting port 79320aba-979d-4dba-b24f-cc8debee9c8e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:00.336109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.344964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 5686cdee-9310-4f15-b13e-e687a2eb9f23 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:00.345564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5686cdee-9310-4f15-b13e-e687a2eb9f23 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:00.363532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.394784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Attempting to bind port 27128657-c8ca-45e7-8ac2-571f49fce36b on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:00.395134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Attempting to bind port 27128657-c8ca-45e7-8ac2-571f49fce36b by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:00.395455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Attempting to bind port 27128657-c8ca-45e7-8ac2-571f49fce36b on network 9cc20b78-bd72-480e-9d45-e5f2551fc56f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:00.411440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.414645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.416189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] 10.222.0.64 "PUT /v2.0/ports/8595ae72-4ab1-4411-bcc5-cf74612f315d HTTP/1.1" status: 200 len: 1091 time: 2.3120203 Nov 25 18:34:00.419880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc111619-7811-4126-8e4f-633030e457b6', 'tag': '8595ae72-4ab1-4411-bcc5-cf74612f315d'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:00.420485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3ede8-0306-4c98-b7e5-fe79667c0d0e req-16f22e19-d55f-46d4-8790-d564f3871107 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.423382 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9f6541-20ff-476a-8c62-da44e3ecd204" -d '{"events": [{"name": "network-changed", "server_uuid": "dc111619-7811-4126-8e4f-633030e457b6", "tag": "8595ae72-4ab1-4411-bcc5-cf74612f315d"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:00.424453 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65f3ede8-0306-4c98-b7e5-fe79667c0d0e req-16f22e19-d55f-46d4-8790-d564f3871107 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.2491539 Nov 25 18:34:00.431993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.464149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-af1e5250-16a6-4000-9ef2-39b5df014e0a tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.469381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-af1e5250-16a6-4000-9ef2-39b5df014e0a tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3886108 Nov 25 18:34:00.477404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Port 27128657-c8ca-45e7-8ac2-571f49fce36b on network 9cc20b78-bd72-480e-9d45-e5f2551fc56f not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:34:00.477759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Attempting to bind port 27128657-c8ca-45e7-8ac2-571f49fce36b on network 9cc20b78-bd72-480e-9d45-e5f2551fc56f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:00.495945 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a48d81-b7c8-4956-a52a-e1fd3c336628 x-openstack-request-id: req-84a48d81-b7c8-4956-a52a-e1fd3c336628 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:00.496229 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc111619-7811-4126-8e4f-633030e457b6", "tag": "8595ae72-4ab1-4411-bcc5-cf74612f315d", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:00.496489 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84a48d81-b7c8-4956-a52a-e1fd3c336628 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:00.496920 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc111619-7811-4126-8e4f-633030e457b6', 'tag': '8595ae72-4ab1-4411-bcc5-cf74612f315d', 'status': 'completed', 'code': 200} Nov 25 18:34:00.510070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Request body: {'port': {'device_id': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '7310c5cbe2f3421dbf4920837d56e600'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:00.513549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc1a518-fa90-4ca2-aa59-19a3c2021632,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:00.515606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.522161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ee65a458-e29f-4464-a4bc-698f36fd2180 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8cc1a518-fa90-4ca2-aa59-19a3c2021632 HTTP/1.1" status: 204 len: 168 time: 0.8998644 Nov 25 18:34:00.523388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a5553-2159-4b50-a049-79a21a1bf820 None None] Network 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:00.534381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33330) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:00.538207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228bed6-60ae-4a8e-b3b6-51d93d052861 service neutron] Pushing event updated for resources: {'Port': ['ID=8595ae72-4ab1-4411-bcc5-cf74612f315d,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:00.538907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:00.539441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Checking segment: {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:00.540014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Bound using segment: {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:00.540741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Bound port: 27128657-c8ca-45e7-8ac2-571f49fce36b, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:00.549907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.560490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-0acc7d2b-3a6c-4bb3-b8f4-81f1c8d901c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.561917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-0acc7d2b-3a6c-4bb3-b8f4-81f1c8d901c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8302fad103474be6be549273f14e75cb&device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 1094 time: 0.0636849 Nov 25 18:34:00.567151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Network 50f03752-a787-4b18-86b7-97e035efbdb0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:00.567849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33334) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:00.628249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-ccdf284e-9d1f-47f7-baa5-0996c26a048e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d HTTP/1.1" status: 200 len: 217 time: 0.0534034 Nov 25 18:34:00.647230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.692813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-42344372-a06d-4831-939a-59f911c51208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.695248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-42344372-a06d-4831-939a-59f911c51208 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f10ae59-a041-49ec-a501-0074c6a73913 HTTP/1.1" status: 200 len: 855 time: 0.0567443 Nov 25 18:34:00.727143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bceefd43-9d6d-4d01-b378-acd16ba7ea4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.751541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-9b3dc8ff-4afc-43c3-84f8-89cc43dc0779 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be2ab8-8cd4-4612-a90a-6520b06f7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408962 Nov 25 18:34:00.776416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] DHCP port deletion for 57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:00.847928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] Deleting port 68304649-d54e-41c2-afff-5b9a3d5a86d8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:00.848212 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.928806 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] For port 68304649-d54e-41c2-afff-5b9a3d5a86d8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68304649-d54e-41c2-afff-5b9a3d5a86d8,segment=NetworkSegment(d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3),segment_id=d995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:00.929359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.944844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ac047-7c39-4567-92ce-388c3bbfdfcb req-98d25e49-b436-43a6-88e4-3743c797ca5e tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:00.945490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] Calling delete_port for 68304649-d54e-41c2-afff-5b9a3d5a86d8 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:00.946219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:00.946625 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-827ac047-7c39-4567-92ce-388c3bbfdfcb req-98d25e49-b436-43a6-88e4-3743c797ca5e tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 943 time: 0.1273785 Nov 25 18:34:00.952367 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-73611973-0c30-4d6a-a073-2542195639a8 service neutron] 10.222.0.64 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886790 Nov 25 18:34:00.954796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bceefd43-9d6d-4d01-b378-acd16ba7ea4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:00.986255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:00.988862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bceefd43-9d6d-4d01-b378-acd16ba7ea4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.001151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'Port': ['ID=363f1fc4-7689-4976-9ba0-8517be415a4b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:01.076209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.094619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceefd43-9d6d-4d01-b378-acd16ba7ea4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a859f9a1-68e7-4c2a-96dc-7c7cf8acb92a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:01.099211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] For port 79320aba-979d-4dba-b24f-cc8debee9c8e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=79320aba-979d-4dba-b24f-cc8debee9c8e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:01.099791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.102114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bceefd43-9d6d-4d01-b378-acd16ba7ea4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f67439e36909437ba3fb18b98191d8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5332434 Nov 25 18:34:01.121968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-827ac047-7c39-4567-92ce-388c3bbfdfcb req-3f3713f5-95c7-4f4c-8d56-f3e254e43ee7 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607091 Nov 25 18:34:01.123683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33344) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:01.136012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65f3ede8-0306-4c98-b7e5-fe79667c0d0e req-1d523403-7042-466a-8558-88d658257f84 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603770 Nov 25 18:34:01.140787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] Pushing event deleted for resources: {'Port': ['ID=68304649-d54e-41c2-afff-5b9a3d5a86d8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:01.146711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b291ad7-2719-4994-9386-3c4e65637dc1 None None] No DVR routers for this DVR port 68304649-d54e-41c2-afff-5b9a3d5a86d8 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:01.184512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf4ebb1c-b92d-44bb-bd40-d17357058496 req-07b28e72-c78f-4226-812a-0a8a6cb9f86d service neutron] 10.222.0.64 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221534 Nov 25 18:34:01.203720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Calling delete_port for 79320aba-979d-4dba-b24f-cc8debee9c8e owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:01.207500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.244950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.245601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.302014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-68bfe633-e293-4f2e-994c-2ebf15a1630c None None] Provisioning complete for port 363f1fc4-7689-4976-9ba0-8517be415a4b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:01.302779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68bfe633-e293-4f2e-994c-2ebf15a1630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.307781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74494597-441e-4059-824e-427c70af6b3e req-7ef5dbc5-a366-4d7d-ac80-42a3b990be81 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.309286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74494597-441e-4059-824e-427c70af6b3e req-7ef5dbc5-a366-4d7d-ac80-42a3b990be81 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 943 time: 0.1038628 Nov 25 18:34:01.315835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-b82b52af-a33d-4350-b532-046818d70eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.317282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-b82b52af-a33d-4350-b532-046818d70eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8302fad103474be6be549273f14e75cb&device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 1094 time: 0.0675616 Nov 25 18:34:01.325283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] For port 27128657-c8ca-45e7-8ac2-571f49fce36b, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:01.346815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-68bfe633-e293-4f2e-994c-2ebf15a1630c None None] Port 363f1fc4-7689-4976-9ba0-8517be415a4b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:34:01.355911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-4d05fd55-f971-4eca-925d-c61b0f0be679 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0278068 Nov 25 18:34:01.365561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] For port 27128657-c8ca-45e7-8ac2-571f49fce36b, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=27128657-c8ca-45e7-8ac2-571f49fce36b,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:01.419807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74494597-441e-4059-824e-427c70af6b3e req-2bce1bb1-2463-4f63-94c1-25a722111475 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001003 Nov 25 18:34:01.420142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Request body: {'port': {'device_id': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:01.422996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.446013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-09091c9b-171c-4e66-9dc7-862ad8b4b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.448188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-09091c9b-171c-4e66-9dc7-862ad8b4b2b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be2ab8-8cd4-4612-a90a-6520b06f7290 HTTP/1.1" status: 200 len: 916 time: 0.1213508 Nov 25 18:34:01.495199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-69df54d2-daf4-44fd-bbba-dccb0a0de9da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d HTTP/1.1" status: 200 len: 217 time: 0.0378587 Nov 25 18:34:01.530860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Made reservation on behalf of 7310c5cbe2f3421dbf4920837d56e600 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:01.531140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edbae060-646e-4c98-a119-ac85c62acf31 req-939c6277-ec16-47b6-abc0-f31cf57133da tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 210 time: 0.0381958 Nov 25 18:34:01.534315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.570635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-d03ad209-108c-4b19-b9ed-6017780b37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.571131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1574519-a478-4a23-b2ef-04ce3c4e7898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.573707 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-d03ad209-108c-4b19-b9ed-6017780b37e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f10ae59-a041-49ec-a501-0074c6a73913 HTTP/1.1" status: 200 len: 855 time: 0.0710306 Nov 25 18:34:01.595575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.596201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.597619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/27128657-c8ca-45e7-8ac2-571f49fce36b HTTP/1.1" status: 200 len: 1091 time: 4.0466921 Nov 25 18:34:01.603432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:01.607625 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e01a5b6-766b-4460-97df-7e1146499110" -d '{"events": [{"name": "network-changed", "server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:01.610675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-f93ae9fe-2d60-4cc6-8aff-04003639aa2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be2ab8-8cd4-4612-a90a-6520b06f7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293336 Nov 25 18:34:01.652204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.712047 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df87b2b3-1d64-43a5-aa03-a1085777d277 x-openstack-request-id: req-df87b2b3-1d64-43a5-aa03-a1085777d277 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:01.712368 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:01.712628 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df87b2b3-1d64-43a5-aa03-a1085777d277 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:01.713090 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'status': 'completed', 'code': 200} Nov 25 18:34:01.715605 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.735692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-3df56d3d-3a04-4574-b354-64f1a2e7a1d5 service neutron] 10.222.0.64 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133354 Nov 25 18:34:01.757741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd959338-03bf-4815-a647-887b4d9dac36 req-0e30b9ad-4e5b-4d25-8ead-59fe08ee3b7e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.759873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd959338-03bf-4815-a647-887b4d9dac36 req-0e30b9ad-4e5b-4d25-8ead-59fe08ee3b7e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 931 time: 0.4445052 Nov 25 18:34:01.783583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1574519-a478-4a23-b2ef-04ce3c4e7898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.799579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.801497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c19dd-55f5-490d-9229-9977fa5739d3 service neutron] Pushing event updated for resources: {'Port': ['ID=27128657-c8ca-45e7-8ac2-571f49fce36b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:01.833438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d9f6541-20ff-476a-8c62-da44e3ecd204 req-627fc005-a4e4-45f5-a401-0b9fa08d084a service neutron] 10.222.0.64 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888329 Nov 25 18:34:01.840198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:01.882250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:01.882578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd995a2c9-d5cd-42f5-baf0-f6df6ffcc1e3') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:01.914144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:01.977376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-3a76de98-eaa2-497f-aa16-ef8e0bd90146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:01.980806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-3a76de98-eaa2-497f-aa16-ef8e0bd90146 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0946216094c244a69445c190d60a4273&device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 1094 time: 0.2974567 Nov 25 18:34:02.011795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.074734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd959338-03bf-4815-a647-887b4d9dac36 req-f8fc1dcb-d36c-4207-971f-35edc2174f70 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888799 Nov 25 18:34:02.076375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:02.076813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:02.081592 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:02.084443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-c860572d-1751-43d7-a472-e44cb951ee78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27128657-c8ca-45e7-8ac2-571f49fce36b HTTP/1.1" status: 200 len: 217 time: 0.0801141 Nov 25 18:34:02.162622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1574519-a478-4a23-b2ef-04ce3c4e7898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.165391 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1574519-a478-4a23-b2ef-04ce3c4e7898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.169630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1574519-a478-4a23-b2ef-04ce3c4e7898 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a859f9a1-68e7-4c2a-96dc-7c7cf8acb92a HTTP/1.1" status: 204 len: 168 time: 1.0402200 Nov 25 18:34:02.251746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.256165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00ba7-2bf1-4fb0-8f19-de1d0b840589 req-cc3be32b-0f2d-45ce-ab1e-f2d86fe8367c tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:02.257893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4d00ba7-2bf1-4fb0-8f19-de1d0b840589 req-cc3be32b-0f2d-45ce-ab1e-f2d86fe8367c tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 943 time: 0.0778320 Nov 25 18:34:02.300296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1574519-a478-4a23-b2ef-04ce3c4e7898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a859f9a1-68e7-4c2a-96dc-7c7cf8acb92a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:02.340964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4d00ba7-2bf1-4fb0-8f19-de1d0b840589 req-aea5680e-b98d-4326-9e2e-892f0f7704a2 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694170 Nov 25 18:34:02.368318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68304649-d54e-41c2-afff-5b9a3d5a86d8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:02.393130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Pushing event deleted for resources: {'Port': ['ID=79320aba-979d-4dba-b24f-cc8debee9c8e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:02.409625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 68304649-d54e-41c2-afff-5b9a3d5a86d8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:02.410094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68304649-d54e-41c2-afff-5b9a3d5a86d8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:02.411381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.413878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-93e34187-383f-4345-954c-2b9906c127f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:02.416134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-93e34187-383f-4345-954c-2b9906c127f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7e7a6d-4291-43fa-b875-588b2f74a338 HTTP/1.1" status: 200 len: 844 time: 0.3080695 Nov 25 18:34:02.454168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.481273 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.487250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088 HTTP/1.1" status: 204 len: 168 time: 1.9304066 Nov 25 18:34:02.493022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:02.516230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.520780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33364) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:02.526317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c28a57-9302-41c5-b991-9bddbd916ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e2d5a5-7102-4c3a-a6ef-a6c26c4fc088,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:02.597651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f53ae36-a11c-48d8-8ced-d46410362ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.607003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f3c89-ffc3-4003-b430-f17135ecdc59 req-aaa36540-11f6-4b14-9a05-925b0e660b19 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:02.608508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-047f3c89-ffc3-4003-b430-f17135ecdc59 req-aaa36540-11f6-4b14-9a05-925b0e660b19 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.3381131 Nov 25 18:34:02.629158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacad5b5-af5c-43cd-8d98-ddc45612a0c7 req-2d4c1391-a8e8-4366-9771-d16ab76cf2ec tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:02.630647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aacad5b5-af5c-43cd-8d98-ddc45612a0c7 req-2d4c1391-a8e8-4366-9771-d16ab76cf2ec tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 943 time: 0.0954988 Nov 25 18:34:02.690079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3b34d5-547c-47fa-9073-5648cdfded87,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:02.726923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-57d6c56f-b101-4c8d-bc41-249630aa61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:02.728997 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-57d6c56f-b101-4c8d-bc41-249630aa61ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc20b78-bd72-480e-9d45-e5f2551fc56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735977 Nov 25 18:34:02.744377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.757021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aacad5b5-af5c-43cd-8d98-ddc45612a0c7 req-f55e0749-cbca-4fb4-8c05-0a949aaec74a tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190591 Nov 25 18:34:02.854374 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c6b8497-7e4e-4fdf-b754-9033dc0fa7ec req-5ecb989a-8b8e-4c5a-b11f-9d1e5b48efe8 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 210 time: 0.0298934 Nov 25 18:34:02.961601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.964352 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.977360 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:02.992951 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-047f3c89-ffc3-4003-b430-f17135ecdc59 req-c597a857-c7ed-4e6e-87ff-a995df962622 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448670 Nov 25 18:34:03.038162 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.066364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Allocated IP 192.168.233.96 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/d6745b7a-f9e5-4919-9a55-fd31e37310a0) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:03.131763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363f1fc4-7689-4976-9ba0-8517be415a4b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:03.138205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.138764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c30de34a-dc56-4e8c-8293-e2970fbeaced {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:34:03.152748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.159396 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.160572 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1481feee-4a04-4245-8267-3dad1e9ea037 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c30de34a-dc56-4e8c-8293-e2970fbeaced HTTP/1.1" status: 204 len: 168 time: 4.9817510 Nov 25 18:34:03.165034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33370) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:03.176883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f53ae36-a11c-48d8-8ced-d46410362ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.186585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-fcb358e8-2b7d-4c1c-ae93-f6b0e4be3e40 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334345 Nov 25 18:34:03.202241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f53ae36-a11c-48d8-8ced-d46410362ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.246781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Transition to ACTIVE for port object 363f1fc4-7689-4976-9ba0-8517be415a4b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:34:03.247605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a01f4-c975-442b-a9f8-856f2ac92eb2 req-f47f14d8-0c26-49a4-928d-84a4b041eb65 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:03.249143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a0a01f4-c975-442b-a9f8-856f2ac92eb2 req-f47f14d8-0c26-49a4-928d-84a4b041eb65 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 931 time: 0.0964348 Nov 25 18:34:03.281150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Deleting port c28d124a-d831-45b8-bbc9-ac13a088957f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:03.281882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.286745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.350435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a0a01f4-c975-442b-a9f8-856f2ac92eb2 req-46a1ca14-2746-4226-aaf9-b05bc757d4af tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916705 Nov 25 18:34:03.395559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] For port c28d124a-d831-45b8-bbc9-ac13a088957f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c28d124a-d831-45b8-bbc9-ac13a088957f,segment=NetworkSegment(0feb4022-8d5b-4d4f-8902-9c5ac86e7697),segment_id=0feb4022-8d5b-4d4f-8902-9c5ac86e7697)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:03.395944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.415047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Calling delete_port for c28d124a-d831-45b8-bbc9-ac13a088957f owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:03.607783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.639770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28d124a-d831-45b8-bbc9-ac13a088957f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:03.724600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53ae36-a11c-48d8-8ced-d46410362ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9cf4b-63d1-4e92-98f5-ce30caf15a23,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:03.730122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5f53ae36-a11c-48d8-8ced-d46410362ab6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0453428bca3d4da191e70205c8e5a97a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2017162 Nov 25 18:34:03.749823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:03.814404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] Deleting subnet 5cea4ef2-5140-405a-8595-fc34ad03ebb9 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:34:03.817816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.894038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcc45-71ac-4f7f-8481-4f69a84cdc1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.921619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Pushing event updated for resources: {'Port': ['ID=363f1fc4-7689-4976-9ba0-8517be415a4b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:03.950547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.965363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcc45-71ac-4f7f-8481-4f69a84cdc1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:03.988876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976189b-08d8-4029-a2bc-0e261812c1eb req-1dac5c2a-6dde-4ed0-86bf-2ccd8c9c4404 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:03.990516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d976189b-08d8-4029-a2bc-0e261812c1eb req-1dac5c2a-6dde-4ed0-86bf-2ccd8c9c4404 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 943 time: 0.2759993 Nov 25 18:34:03.995317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.044879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e487b-e4be-4d80-87b8-1048b2d72756 req-835cfe1d-3d36-43c6-920e-4a8ee5d132b7 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8436160 Nov 25 18:34:04.056579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8595ae72-4ab1-4411-bcc5-cf74612f315d details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:04.079163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba4225-a916-42e5-9234-d523ca31ce65 req-abb152ca-0d1d-47d5-b0be-19d9806770f8 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:04.087187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82ba4225-a916-42e5-9234-d523ca31ce65 req-abb152ca-0d1d-47d5-b0be-19d9806770f8 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 943 time: 0.2187138 Nov 25 18:34:04.127644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.155624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Attempting to bind port 363f1fc4-7689-4976-9ba0-8517be415a4b on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:04.155973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Attempting to bind port 363f1fc4-7689-4976-9ba0-8517be415a4b by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:04.156301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Attempting to bind port 363f1fc4-7689-4976-9ba0-8517be415a4b on network 50f03752-a787-4b18-86b7-97e035efbdb0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:04.214784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 8595ae72-4ab1-4411-bcc5-cf74612f315d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d,segment=NetworkSegment(d1495f3a-dff4-4bdc-b235-899b4612a6cc),segment_id=d1495f3a-dff4-4bdc-b235-899b4612a6cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:04.225183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82ba4225-a916-42e5-9234-d523ca31ce65 req-04eda10d-ed20-49dd-b436-7206305fe0aa tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349890 Nov 25 18:34:04.225835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcc45-71ac-4f7f-8481-4f69a84cdc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.229035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcc45-71ac-4f7f-8481-4f69a84cdc1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.231967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '8595ae72-4ab1-4411-bcc5-cf74612f315d', 'network_id': '95be2ab8-8cd4-4612-a90a-6520b06f7290', 'port_id': '8595ae72-4ab1-4411-bcc5-cf74612f315d', 'mac_address': 'fa:16:3e:46:e1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f10ae59-a041-49ec-a501-0074c6a73913', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:04.233103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Port 363f1fc4-7689-4976-9ba0-8517be415a4b on network 50f03752-a787-4b18-86b7-97e035efbdb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:34:04.233438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Attempting to bind port 363f1fc4-7689-4976-9ba0-8517be415a4b on network 50f03752-a787-4b18-86b7-97e035efbdb0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:04.239271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d976189b-08d8-4029-a2bc-0e261812c1eb req-b62efa71-bcfa-4548-9288-66d1b61f17dc tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153366 Nov 25 18:34:04.246382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4f8bcc45-71ac-4f7f-8481-4f69a84cdc1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72e9cf4b-63d1-4e92-98f5-ce30caf15a23 HTTP/1.1" status: 204 len: 168 time: 0.4879224 Nov 25 18:34:04.265888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:04.265888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Checking segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:04.265888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Bound using segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:04.265888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Bound port: 363f1fc4-7689-4976-9ba0-8517be415a4b, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:04.265888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.294222 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.329148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bcc45-71ac-4f7f-8481-4f69a84cdc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9cf4b-63d1-4e92-98f5-ce30caf15a23,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:04.442008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.445819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01a5b6-766b-4460-97df-7e1146499110 req-dedf2160-2a7c-4f84-bb11-71068a6e4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:04.453333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e01a5b6-766b-4460-97df-7e1146499110 req-dedf2160-2a7c-4f84-bb11-71068a6e4001 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0946216094c244a69445c190d60a4273&device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 1094 time: 0.3279252 Nov 25 18:34:04.472520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8595ae72-4ab1-4411-bcc5-cf74612f315d {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:04.530539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 8595ae72-4ab1-4411-bcc5-cf74612f315d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d,segment=NetworkSegment(d1495f3a-dff4-4bdc-b235-899b4612a6cc),segment_id=d1495f3a-dff4-4bdc-b235-899b4612a6cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:04.537556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.555407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.586225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 79320aba-979d-4dba-b24f-cc8debee9c8e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:04.624617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 79320aba-979d-4dba-b24f-cc8debee9c8e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:04.625344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 79320aba-979d-4dba-b24f-cc8debee9c8e not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:04.641540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de7f95-6778-425f-81a9-13f6af917335 req-ad18f413-2956-470a-bc17-040d429911ab tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:04.650659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65de7f95-6778-425f-81a9-13f6af917335 req-ad18f413-2956-470a-bc17-040d429911ab tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 935 time: 0.2010221 Nov 25 18:34:04.653627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=8595ae72-4ab1-4411-bcc5-cf74612f315d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:04.703815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Router b6c912f5-0392-4361-aca0-cc5c139cf845 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:34:04.764334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65de7f95-6778-425f-81a9-13f6af917335 req-5eb0cd57-fa97-4464-9a1d-6070804f1188 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102593 Nov 25 18:34:04.820108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] For port 363f1fc4-7689-4976-9ba0-8517be415a4b, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:04.821765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['8595ae72-4ab1-4411-bcc5-cf74612f315d'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:04.824599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] For port 363f1fc4-7689-4976-9ba0-8517be415a4b, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=363f1fc4-7689-4976-9ba0-8517be415a4b,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:04.845752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.857540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.870981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:04.901253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:04.903905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:04.910320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cea4ef2-5140-405a-8595-fc34ad03ebb9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:04.917324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Pushing event updated for resources: {'Port': ['ID=d6745b7a-f9e5-4919-9a55-fd31e37310a0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:04.929948 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:04.938781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:04.944928 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c513fa2a-f74d-485a-a252-d13861d946c0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5cea4ef2-5140-405a-8595-fc34ad03ebb9 HTTP/1.1" status: 204 len: 168 time: 1.7708201 Nov 25 18:34:04.947900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:04.951868 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6d80daf2-edc9-4e1a-ade6-28b330b06c02 admin admin] 10.222.0.62 "PUT /v2.0/routers/b6c912f5-0392-4361-aca0-cc5c139cf845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4575396 Nov 25 18:34:04.960545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33392) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:04.977042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f510e-3901-40f0-8d77-5048992e8865 None None] Network 2509d211-4a17-4433-939e-4477b13e7ca2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:04.981004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] Sync routers for ids ['b6c912f5-0392-4361-aca0-cc5c139cf845'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:05.004687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.005320 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:05.015850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] 10.222.0.64 "PUT /v2.0/ports/363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 1091 time: 3.6088502 Nov 25 18:34:05.023072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:05.025718 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:05.037119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303b64f-e990-42f0-ada2-ca87e73ea3e8 req-b8d83cf1-e982-4754-9322-d909d9f207b0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.038769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c303b64f-e990-42f0-ada2-ca87e73ea3e8 req-b8d83cf1-e982-4754-9322-d909d9f207b0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.6121926 Nov 25 18:34:05.088645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] Routers {'b6c912f5-0392-4361-aca0-cc5c139cf845'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:05.089370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b6c912f5-0392-4361-aca0-cc5c139cf845'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:05.186368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.187086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:05.206161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26b58e-ba01-4f7e-9bcc-b9d5285f837f service neutron] Pushing event updated for resources: {'Port': ['ID=363f1fc4-7689-4976-9ba0-8517be415a4b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:05.251418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01a5b6-766b-4460-97df-7e1146499110 req-4ed2f334-d86f-4f13-9bc3-29bf07c4cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.253011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e01a5b6-766b-4460-97df-7e1146499110 req-4ed2f334-d86f-4f13-9bc3-29bf07c4cdaf service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc20b78-bd72-480e-9d45-e5f2551fc56f HTTP/1.1" status: 200 len: 906 time: 0.6991765 Nov 25 18:34:05.351535 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e01a5b6-766b-4460-97df-7e1146499110 req-ac4fe2a2-a0e8-48c0-b577-b652fc3723f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27128657-c8ca-45e7-8ac2-571f49fce36b HTTP/1.1" status: 200 len: 217 time: 0.0498402 Nov 25 18:34:05.382722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-6d9d46b9-b5c8-41bb-9796-4176f6fd71c2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8811078 Nov 25 18:34:05.417743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c303b64f-e990-42f0-ada2-ca87e73ea3e8 req-23dcd418-1acc-4d52-99df-5f394ea2e2c9 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631971 Nov 25 18:34:05.455746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Request body: {'port': {'device_id': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:05.471673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d52f7405-0ebd-410a-a406-93608d640264 None None] Provisioning complete for port d6745b7a-f9e5-4919-9a55-fd31e37310a0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:05.471971 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d52f7405-0ebd-410a-a406-93608d640264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:05.474882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] Set router b6c912f5-0392-4361-aca0-cc5c139cf845 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:05.527040 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26402b51-396b-4a4a-8a26-f8162c5d1322 x-openstack-request-id: req-26402b51-396b-4a4a-8a26-f8162c5d1322 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:05.535580 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:05.535762 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26402b51-396b-4a4a-8a26-f8162c5d1322 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:05.536186 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'status': 'completed', 'code': 200} Nov 25 18:34:05.579113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] DHCP port deletion for 2509d211-4a17-4433-939e-4477b13e7ca2 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:05.583855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-fa72179d-69f8-47c5-a2a2-69dd2aa9c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.585470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-fa72179d-69f8-47c5-a2a2-69dd2aa9c5fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1094 time: 0.3516760 Nov 25 18:34:05.589464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01a5b6-766b-4460-97df-7e1146499110 req-b1c7aa53-6a9b-4108-a359-cb67c80268ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.590937 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e01a5b6-766b-4460-97df-7e1146499110 req-b1c7aa53-6a9b-4108-a359-cb67c80268ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7e7a6d-4291-43fa-b875-588b2f74a338 HTTP/1.1" status: 200 len: 844 time: 0.2284491 Nov 25 18:34:05.672048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-89e8de60-e400-468d-884e-44c54dc2def0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 217 time: 0.0763807 Nov 25 18:34:05.677384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68066-346d-4447-9acf-42b44943ba96 req-833826df-79a2-4ddc-820b-d6feeb9e54ca tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.685101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16b68066-346d-4447-9acf-42b44943ba96 req-833826df-79a2-4ddc-820b-d6feeb9e54ca tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 943 time: 0.7985051 Nov 25 18:34:05.722477 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:05.757816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:05.766715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:05.784705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d52f7405-0ebd-410a-a406-93608d640264 None None] Port d6745b7a-f9e5-4919-9a55-fd31e37310a0 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:34:05.804732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01a5b6-766b-4460-97df-7e1146499110 req-f4fb68b7-1806-41c4-a6b0-6e7ce715328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.806893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e01a5b6-766b-4460-97df-7e1146499110 req-f4fb68b7-1806-41c4-a6b0-6e7ce715328c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc20b78-bd72-480e-9d45-e5f2551fc56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024391 Nov 25 18:34:05.841995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16b68066-346d-4447-9acf-42b44943ba96 req-21467779-5bff-40b5-be38-10710975cc7a tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557763 Nov 25 18:34:05.907054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] Deleting port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:05.907507 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:05.915049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d379f-5c66-4cf0-a0ec-4a15317d19ec req-afa35b64-64bf-4969-99b1-fe5c37de2fd4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.916591 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-571d379f-5c66-4cf0-a0ec-4a15317d19ec req-afa35b64-64bf-4969-99b1-fe5c37de2fd4 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 943 time: 0.2605190 Nov 25 18:34:05.935864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-05debe3a-9cff-467a-bc95-6bb45b911ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:05.937295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-05debe3a-9cff-467a-bc95-6bb45b911ea7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.2333305 Nov 25 18:34:05.989101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] For port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,segment=NetworkSegment(11fefe15-571a-4b94-8d85-c39378270c20),segment_id=11fefe15-571a-4b94-8d85-c39378270c20)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:05.989101 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.005703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] Calling delete_port for 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:06.020322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:34:03Z', 'revision_number': 5, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port': {'id': '14bd972d-4ba1-4fda-8134-fa19b41c1bf1', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:31:35Z', 'updated_at': '2021-11-25T18:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:06.026516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Deleting port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:06.027290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.051862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.058376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8595ae72-4ab1-4411-bcc5-cf74612f315d up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:06.100285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2afca6-d35e-40f3-8e53-c3d4d7b7af06 req-ea66195e-3265-42d1-88f1-4000685c868b tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:06.106444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e01a5b6-766b-4460-97df-7e1146499110 req-47fff3a0-9d5d-4e28-b096-c27bdce8765c service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906799 Nov 25 18:34:06.108556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa2afca6-d35e-40f3-8e53-c3d4d7b7af06 req-ea66195e-3265-42d1-88f1-4000685c868b tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 944 time: 0.1543133 Nov 25 18:34:06.117337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] Checking router: b6c912f5-0392-4361-aca0-cc5c139cf845 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:06.142177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-571d379f-5c66-4cf0-a0ec-4a15317d19ec req-4212643a-2d3e-4550-8367-0e24ea10a89b tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098620 Nov 25 18:34:06.152895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] Routers {'b6c912f5-0392-4361-aca0-cc5c139cf845'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:06.153531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:33:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b6c912f5-0392-4361-aca0-cc5c139cf845'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:06.201328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-e471e9cd-8007-4d8a-a244-d6eae7c759cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:06.203146 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-e471e9cd-8007-4d8a-a244-d6eae7c759cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503519 Nov 25 18:34:06.224292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] For port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,segment=NetworkSegment(11fefe15-571a-4b94-8d85-c39378270c20),segment_id=11fefe15-571a-4b94-8d85-c39378270c20)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:06.224779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.253066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa2afca6-d35e-40f3-8e53-c3d4d7b7af06 req-7fa8f6ee-57e9-42b4-a108-6061e97a17ad tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378636 Nov 25 18:34:06.263053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Deleting port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:06.263520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.287002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 8595ae72-4ab1-4411-bcc5-cf74612f315d completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:06.301853 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.307502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 8595ae72-4ab1-4411-bcc5-cf74612f315d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:06.307867 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.333306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] No DVR routers for this DVR port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:06.364223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] For port 14bd972d-4ba1-4fda-8134-fa19b41c1bf1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:06.364679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.377919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Calling delete_port for 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:06.445839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e01a5b6-766b-4460-97df-7e1146499110 req-94719048-2ba5-46ef-8e16-9fea81c5dab1 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231130 Nov 25 18:34:06.457065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] Set router b6c912f5-0392-4361-aca0-cc5c139cf845 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:06.488433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-a83842ca-e55c-4ca8-83b3-b3e703f22cfd service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681491 Nov 25 18:34:06.504633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:06.512358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9e71-21b0-4475-96bb-b8dd8d58cf1b None None] Pushing event deleted for resources: {'Port': ['ID=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:06.519705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd368d7d-5403-4285-8a8e-e0e8e5d18e50 req-1e462694-3253-44f6-9162-ee4e15aca90a tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:06.521230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd368d7d-5403-4285-8a8e-e0e8e5d18e50 req-1e462694-3253-44f6-9162-ee4e15aca90a tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 935 time: 0.2018969 Nov 25 18:34:06.614743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Calling delete_port for 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:06.640135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6745b7a-f9e5-4919-9a55-fd31e37310a0 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:06.655004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:34:06Z', 'revision_number': 6, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:06.659596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.659803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.684837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd368d7d-5403-4285-8a8e-e0e8e5d18e50 req-daab97e5-3f5a-4a14-862e-59d40a3cfc06 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425550 Nov 25 18:34:06.686761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Pushing event deleted for resources: {'Port': ['ID=14bd972d-4ba1-4fda-8134-fa19b41c1bf1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:06.692170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Transition to ACTIVE for port object d6745b7a-f9e5-4919-9a55-fd31e37310a0 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:34:06.705064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf2438-d5d6-4590-966e-db3cbf1a9ba2 req-9a51a2f2-60e5-46c6-bed9-4cf2c6d076d0 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074463 Nov 25 18:34:06.707225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.719278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0338-97c7-4128-b9f7-730a0396c156 req-7104ed84-ea0b-4eca-b7d2-4c56348685a1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:06.719528 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.725570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:06.732413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-290f0338-97c7-4128-b9f7-730a0396c156 req-7104ed84-ea0b-4eca-b7d2-4c56348685a1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1154158 Nov 25 18:34:06.734984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:06.777018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6745b7a-f9e5-4919-9a55-fd31e37310a0,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:06.784969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5fb2e7-649e-4150-b9d4-ca5572268e7a None None] The sync data for ids ['b6c912f5-0392-4361-aca0-cc5c139cf845'] in n-d-819194-3 is: [{'id': 'b6c912f5-0392-4361-aca0-cc5c139cf845', 'name': 'tempest-AttachSCSIVolumeTestJSON-686688267-router', 'tenant_id': '0e936c0524f747f3aabcf3bf41e3498a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:31:33Z', 'updated_at': '2021-11-25T18:34:06Z', 'revision_number': 6, 'project_id': '0e936c0524f747f3aabcf3bf41e3498a', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:06.835231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc111619-7811-4126-8e4f-633030e457b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8595ae72-4ab1-4411-bcc5-cf74612f315d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:06.837579 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ced93-563f-47aa-9617-7e183292ce39" -d '{"events": [{"server_uuid": "dc111619-7811-4126-8e4f-633030e457b6", "name": "network-vif-plugged", "status": "completed", "tag": "8595ae72-4ab1-4411-bcc5-cf74612f315d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:06.864191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 8595ae72-4ab1-4411-bcc5-cf74612f315d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d,segment=NetworkSegment(d1495f3a-dff4-4bdc-b235-899b4612a6cc),segment_id=d1495f3a-dff4-4bdc-b235-899b4612a6cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:06.877832 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:06.933668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-c50dd0d7-0907-483a-bd19-2f2429022fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:06.935094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-c50dd0d7-0907-483a-bd19-2f2429022fec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1094 time: 0.1190972 Nov 25 18:34:06.941983 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af327033-34ad-414a-a812-29ce3c5f93e1 x-openstack-request-id: req-af327033-34ad-414a-a812-29ce3c5f93e1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:06.942281 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc111619-7811-4126-8e4f-633030e457b6", "name": "network-vif-plugged", "status": "completed", "tag": "8595ae72-4ab1-4411-bcc5-cf74612f315d", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:06.942565 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af327033-34ad-414a-a812-29ce3c5f93e1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:06.942968 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc111619-7811-4126-8e4f-633030e457b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8595ae72-4ab1-4411-bcc5-cf74612f315d', 'code': 200} Nov 25 18:34:06.950351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Attempting to bind port d6745b7a-f9e5-4919-9a55-fd31e37310a0 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:06.950952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Attempting to bind port d6745b7a-f9e5-4919-9a55-fd31e37310a0 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:06.951477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Attempting to bind port d6745b7a-f9e5-4919-9a55-fd31e37310a0 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:06.974825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=8595ae72-4ab1-4411-bcc5-cf74612f315d,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:06.994547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-290f0338-97c7-4128-b9f7-730a0396c156 req-ebab9aa5-d03c-48ca-ac24-1d7bb3d4f4fb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575500 Nov 25 18:34:07.019054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Port d6745b7a-f9e5-4919-9a55-fd31e37310a0 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:34:07.019054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Attempting to bind port d6745b7a-f9e5-4919-9a55-fd31e37310a0 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:07.026424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:07.026759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:07.027157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:07.027610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Bound port: d6745b7a-f9e5-4919-9a55-fd31e37310a0, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:07.027973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.072690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.188961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-2179a8f4-42c2-4b55-bed9-b1367583fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.191269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-2179a8f4-42c2-4b55-bed9-b1367583fc54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.2371931 Nov 25 18:34:07.205363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.208828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa045aaa-94ae-4f13-bab3-304280e066d0 req-57460385-455a-4d9d-8d7c-afd8abd19a2d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.210417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa045aaa-94ae-4f13-bab3-304280e066d0 req-57460385-455a-4d9d-8d7c-afd8abd19a2d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 943 time: 0.1553714 Nov 25 18:34:07.219759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.264907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 27128657-c8ca-45e7-8ac2-571f49fce36b details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:07.280758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-a1607243-7089-451f-88a5-61eef9542e62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 217 time: 0.0645282 Nov 25 18:34:07.281757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] For port d6745b7a-f9e5-4919-9a55-fd31e37310a0, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:07.334741 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.341777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] For port d6745b7a-f9e5-4919-9a55-fd31e37310a0, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d6745b7a-f9e5-4919-9a55-fd31e37310a0,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:07.360855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.370342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Pushing event deleted for resources: {'Port': ['ID=2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:07.379682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe928c-8e56-4c30-a816-5f733c86dffd req-edd5a9de-6d20-43af-9a79-2bb73088736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.381354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ebe928c-8e56-4c30-a816-5f733c86dffd req-edd5a9de-6d20-43af-9a79-2bb73088736d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 1096 time: 0.3427231 Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.389286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:07.392204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.392761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c912f5-0392-4361-aca0-cc5c139cf845 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:34:07.407001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-9e06f172-cb48-428f-b5b3-957cfcf48443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.421470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 27128657-c8ca-45e7-8ac2-571f49fce36b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=27128657-c8ca-45e7-8ac2-571f49fce36b,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:07.421643 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-9e06f172-cb48-428f-b5b3-957cfcf48443 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.1106050 Nov 25 18:34:07.426223 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.429593 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3693539c-3966-4975-a1ec-a1e21e93988b admin admin] 10.222.0.62 "DELETE /v2.0/routers/b6c912f5-0392-4361-aca0-cc5c139cf845 HTTP/1.1" status: 204 len: 168 time: 2.4659011 Nov 25 18:34:07.436833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:07.437091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa045aaa-94ae-4f13-bab3-304280e066d0 req-563e591e-3704-4880-91f6-dcdb0719bacd tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595807 Nov 25 18:34:07.455530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'port_id': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'mac_address': 'fa:16:3e:37:cc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:07.486318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] No DVR routers for this DVR port 2439a0ac-1d4d-4eb6-a3da-4eb29fc14a53 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:07.490226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] Deleting subnet d6f7c89e-ecb1-4269-bb4d-5ec971cf86b4 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:34:07.505238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.506037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.507297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] 10.222.0.66 "PUT /v2.0/ports/d6745b7a-f9e5-4919-9a55-fd31e37310a0 HTTP/1.1" status: 200 len: 1095 time: 2.0885637 Nov 25 18:34:07.520064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.521581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.538363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'tag': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:07.543443 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe66e0-b149-4a46-8f14-69c067a7cbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c10c1c52-33e9-445c-b8a2-cfc3e8e7893a", "tag": "d6745b7a-f9e5-4919-9a55-fd31e37310a0"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:07.551513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1916b-7bae-4456-a37f-c2cafd7e09f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6745b7a-f9e5-4919-9a55-fd31e37310a0,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:07.555082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27128657-c8ca-45e7-8ac2-571f49fce36b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:07.579811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 27128657-c8ca-45e7-8ac2-571f49fce36b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=27128657-c8ca-45e7-8ac2-571f49fce36b,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:07.586582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e23e7-3212-4eac-9209-4d1f60b79f49 req-8bf19ed9-d09b-4307-94a1-e01fa13c4f3c tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.600851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af2e23e7-3212-4eac-9209-4d1f60b79f49 req-8bf19ed9-d09b-4307-94a1-e01fa13c4f3c tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 943 time: 0.3045223 Nov 25 18:34:07.601939 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.623059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-f5de82a9-cfd3-4bbb-b0ac-7d8e77c1d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.624993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-f5de82a9-cfd3-4bbb-b0ac-7d8e77c1d4c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028956 Nov 25 18:34:07.666151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ebe928c-8e56-4c30-a816-5f733c86dffd req-af5dc2f7-f6ac-4b4d-ac10-c4b64d48e414 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699811 Nov 25 18:34:07.693926 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.707408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=27128657-c8ca-45e7-8ac2-571f49fce36b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:07.734754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.749389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af2e23e7-3212-4eac-9209-4d1f60b79f49 req-f5a66698-0e6e-4166-9678-1a4b9e188908 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417973 Nov 25 18:34:07.825795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-745e5393-e7e8-4e89-bb03-3fa5f84766b2 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646960 Nov 25 18:34:07.835598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2509d211-4a17-4433-939e-4477b13e7ca2']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:07.849158 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f556e1-56c1-4a75-878e-efaec7c43c41 x-openstack-request-id: req-40f556e1-56c1-4a75-878e-efaec7c43c41 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:07.849568 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10c1c52-33e9-445c-b8a2-cfc3e8e7893a", "tag": "d6745b7a-f9e5-4919-9a55-fd31e37310a0", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:07.850011 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40f556e1-56c1-4a75-878e-efaec7c43c41 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:07.851989 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'tag': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0', 'status': 'completed', 'code': 200} Nov 25 18:34:07.864454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fefe15-571a-4b94-8d85-c39378270c20') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:07.864737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fefe15-571a-4b94-8d85-c39378270c20') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:07.865847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-86ee9a9b-b3cd-4f8e-a06b-cb7af84cc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.867722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-86ee9a9b-b3cd-4f8e-a06b-cb7af84cc8de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7310c5cbe2f3421dbf4920837d56e600&device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 1098 time: 0.2898679 Nov 25 18:34:07.882186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0eb2-f855-417d-bbec-b0ced405f12b req-879d9f00-1630-4c03-aa19-74b2d8fe2e5e tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:07.890493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e22e0eb2-f855-417d-bbec-b0ced405f12b req-879d9f00-1630-4c03-aa19-74b2d8fe2e5e tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 945 time: 0.3422220 Nov 25 18:34:07.890906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.917948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.929060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['27128657-c8ca-45e7-8ac2-571f49fce36b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:07.946088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:07.946874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:07.949373 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:08.012189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e22e0eb2-f855-417d-bbec-b0ced405f12b req-fc67c844-5547-4039-85b1-d1b04099c1e0 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206715 Nov 25 18:34:08.094713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.144852 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.154968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.167204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] 10.222.0.62 "DELETE /v2.0/networks/2509d211-4a17-4433-939e-4477b13e7ca2 HTTP/1.1" status: 204 len: 168 time: 3.2141240 Nov 25 18:34:08.214723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee13b0e-9aa0-4e73-be7c-df6e3fb86fcc req-c15c4d5d-3513-4147-a21f-8c76e446eb10 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:08.217101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ee13b0e-9aa0-4e73-be7c-df6e3fb86fcc req-c15c4d5d-3513-4147-a21f-8c76e446eb10 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 947 time: 0.2949195 Nov 25 18:34:08.220815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8f2a-e2d6-483d-8627-381f9a5c597a admin admin] Pushing event deleted for resources: {'Network': ['ID=2509d211-4a17-4433-939e-4477b13e7ca2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:08.287509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ee13b0e-9aa0-4e73-be7c-df6e3fb86fcc req-0ecc8f5c-b3e1-4f3e-920a-ece7fedb5425 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611374 Nov 25 18:34:08.289600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.305017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.310122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d6f7c89e-ecb1-4269-bb4d-5ec971cf86b4 HTTP/1.1" status: 204 len: 168 time: 0.8719370 Nov 25 18:34:08.311352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051c706-0ac5-4b03-a79c-8ed09cfaacea None None] Network f79058f7-5042-4e52-93e9-78913f405678 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:08.340698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33472) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:08.354496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb333be3-231d-45ae-a3d7-effd117f9855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f7c89e-ecb1-4269-bb4d-5ec971cf86b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:08.437899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:08.441714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.505704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Deleting port 5b7b222f-c868-4f22-8510-2a09de7a9c42 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:08.506112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.538955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:08.540156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 14bd972d-4ba1-4fda-8134-fa19b41c1bf1 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:08.541288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c28d124a-d831-45b8-bbc9-ac13a088957f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:08.561767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-7b8a7833-5b59-4ee5-a61c-33697d507ce3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d6745b7a-f9e5-4919-9a55-fd31e37310a0 HTTP/1.1" status: 200 len: 217 time: 0.6685805 Nov 25 18:34:08.576650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: c28d124a-d831-45b8-bbc9-ac13a088957f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:08.577158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c28d124a-d831-45b8-bbc9-ac13a088957f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:08.628638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] For port 5b7b222f-c868-4f22-8510-2a09de7a9c42, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5b7b222f-c868-4f22-8510-2a09de7a9c42,segment=NetworkSegment(0feb4022-8d5b-4d4f-8902-9c5ac86e7697),segment_id=0feb4022-8d5b-4d4f-8902-9c5ac86e7697)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:08.629084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.644129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Calling delete_port for 5b7b222f-c868-4f22-8510-2a09de7a9c42 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:08.678914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33478) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:08.754762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3684804-6fac-487c-bf40-eaa811c32a8e req-faa2abfe-a30c-4511-a4a8-a76d41b73036 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:08.756704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3684804-6fac-487c-bf40-eaa811c32a8e req-faa2abfe-a30c-4511-a4a8-a76d41b73036 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 943 time: 0.1870070 Nov 25 18:34:08.758127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:08.772663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd3bc8-558f-495c-aa1e-b8ea6b3573b3 None None] DHCP port deletion for f79058f7-5042-4e52-93e9-78913f405678 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:34:08.786971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-fd0d78bb-0385-4b73-b7a1-f3ea9b9a18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:08.790296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-fd0d78bb-0385-4b73-b7a1-f3ea9b9a18a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.2133274 Nov 25 18:34:08.796612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7b222f-c868-4f22-8510-2a09de7a9c42,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:08.802918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a25595-e745-4bfe-b9de-91f9b8b32a17 req-5621f20f-54ae-4de2-b17b-71936140238e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:08.804587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81a25595-e745-4bfe-b9de-91f9b8b32a17 req-5621f20f-54ae-4de2-b17b-71936140238e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.2485368 Nov 25 18:34:08.812424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb7040ad-30fc-4b0c-8ec4-1e3ca1966cc0 req-435ba467-727a-4bbf-833d-2a36810adef9 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137249 Nov 25 18:34:08.819008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] No DVR routers for this DVR port 5b7b222f-c868-4f22-8510-2a09de7a9c42 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:08.889491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-48ae9de8-e5cd-4e3f-be55-250c3584855b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac1baab1a6d14b8b9537f87482a4c479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090282 Nov 25 18:34:08.891735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33482) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:08.920148 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81a25595-e745-4bfe-b9de-91f9b8b32a17 req-0a8d30a6-55fd-4840-a3fd-7e5d9a09b2fb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063864 Nov 25 18:34:08.923037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-3232c65a-eb17-45bf-8e54-f1008c2c43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:08.924693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-3232c65a-eb17-45bf-8e54-f1008c2c43f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153901 Nov 25 18:34:08.969621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3684804-6fac-487c-bf40-eaa811c32a8e req-6a6fcb2d-37d1-43d4-89b8-42dd52c1a1ba tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793573 Nov 25 18:34:08.992810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.041691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79058f7-5042-4e52-93e9-78913f405678']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:09.081286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feb4022-8d5b-4d4f-8902-9c5ac86e7697') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:09.081859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feb4022-8d5b-4d4f-8902-9c5ac86e7697') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:09.086152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d613b6a6-a75d-4b9f-88ad-ac58e374c652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.119973 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.139147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-b78025f4-4f9d-47b4-ab2b-ebbd89dee4d6 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072065 Nov 25 18:34:09.155907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d613b6a6-a75d-4b9f-88ad-ac58e374c652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.160014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.199738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:09.200228 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:09.203085 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:09.216573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa33d-6072-4b3a-847f-c9eee9515d9e req-6ebe5812-7205-47e6-bb9f-d4884922aa81 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.218106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbafa33d-6072-4b3a-847f-c9eee9515d9e req-6ebe5812-7205-47e6-bb9f-d4884922aa81 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 944 time: 0.1470692 Nov 25 18:34:09.280274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 27128657-c8ca-45e7-8ac2-571f49fce36b up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:09.283982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b14c7999-70d2-441c-aec6-0dfe489f14af req-8643c262-cd61-4c0a-969f-8abcf0d13e00 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353679 Nov 25 18:34:09.303098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbafa33d-6072-4b3a-847f-c9eee9515d9e req-92532efa-ffc2-4925-88a4-397ee3e54898 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772645 Nov 25 18:34:09.330911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ccbe9-fa5e-4136-9509-cf03b7a09cb3 req-87b858bd-9936-43c3-b237-406d815a65d7 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.334922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-087ccbe9-fa5e-4136-9509-cf03b7a09cb3 req-87b858bd-9936-43c3-b237-406d815a65d7 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 945 time: 0.1762161 Nov 25 18:34:09.340798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.364117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.370169 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] 10.222.0.62 "DELETE /v2.0/networks/f79058f7-5042-4e52-93e9-78913f405678 HTTP/1.1" status: 204 len: 168 time: 1.0282285 Nov 25 18:34:09.371563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a49c0-2d0a-44a4-8a6b-e1b1aee7288e admin admin] Pushing event deleted for resources: {'Network': ['ID=f79058f7-5042-4e52-93e9-78913f405678,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:09.386770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d613b6a6-a75d-4b9f-88ad-ac58e374c652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.390054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d613b6a6-a75d-4b9f-88ad-ac58e374c652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.393667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d613b6a6-a75d-4b9f-88ad-ac58e374c652 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c833de41-09bf-4fe5-8ed7-a6b3612e46ac HTTP/1.1" status: 204 len: 168 time: 0.4961145 Nov 25 18:34:09.405440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613b6a6-a75d-4b9f-88ad-ac58e374c652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c833de41-09bf-4fe5-8ed7-a6b3612e46ac,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:09.412915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 27128657-c8ca-45e7-8ac2-571f49fce36b completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:09.438655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-087ccbe9-fa5e-4136-9509-cf03b7a09cb3 req-64691387-c9b7-43d6-ac60-bd56c4319131 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986416 Nov 25 18:34:09.444824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-a6ceb603-834b-49ac-bb15-cce363aaf360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.446236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-a6ceb603-834b-49ac-bb15-cce363aaf360 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7310c5cbe2f3421dbf4920837d56e600&device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 1098 time: 0.1062694 Nov 25 18:34:09.447668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 27128657-c8ca-45e7-8ac2-571f49fce36b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:09.448005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.513757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33498) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:09.614747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e1f0d-0224-411d-837c-99ccb66449c1 req-141e8d81-8421-428d-9135-e9d1c00469f3 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.616303 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b42e1f0d-0224-411d-837c-99ccb66449c1 req-141e8d81-8421-428d-9135-e9d1c00469f3 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 947 time: 0.0785611 Nov 25 18:34:09.623749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.628198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-6840d03f-c4ef-4b3b-954e-1174f9fba329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.629797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-6840d03f-c4ef-4b3b-954e-1174f9fba329 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1763012 Nov 25 18:34:09.664791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:09.669479 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74561cc3-78c7-4570-9345-e50d28724b08" -d '{"events": [{"server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "name": "network-vif-plugged", "status": "completed", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:09.685071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-8097657b-f4b8-426e-a3ac-e497051b8027 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d6745b7a-f9e5-4919-9a55-fd31e37310a0 HTTP/1.1" status: 200 len: 217 time: 0.0477500 Nov 25 18:34:09.690173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 27128657-c8ca-45e7-8ac2-571f49fce36b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=27128657-c8ca-45e7-8ac2-571f49fce36b,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:09.695949 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:09.710550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33506) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:09.760311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b42e1f0d-0224-411d-837c-99ccb66449c1 req-34b4a7e6-0a6b-4b47-ac2a-f7e7e1aecb01 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342940 Nov 25 18:34:09.785167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-3cc431f9-7393-4538-9671-f2bab8acf7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.788985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-3cc431f9-7393-4538-9671-f2bab8acf7ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0921922 Nov 25 18:34:09.807982 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfffe79b-bff1-41dc-bdd5-625985358f97 x-openstack-request-id: req-dfffe79b-bff1-41dc-bdd5-625985358f97 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:09.808672 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "name": "network-vif-plugged", "status": "completed", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:09.809095 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfffe79b-bff1-41dc-bdd5-625985358f97 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:09.809648 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'code': 200} Nov 25 18:34:09.831516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6bfbf4b-84ed-493a-8916-f361fca227f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b9adf61ecc94e519a9fbc9fa2745141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1176467 Nov 25 18:34:09.833783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=27128657-c8ca-45e7-8ac2-571f49fce36b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:09.833937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33508) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:09.929129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c017-98b2-4c7b-8077-1854e0239219 req-2d3d1a10-c593-41e1-ac5e-f3f251e9aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.931748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2d5c017-98b2-4c7b-8077-1854e0239219 req-2d3d1a10-c593-41e1-ac5e-f3f251e9aa53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 1096 time: 0.1031001 Nov 25 18:34:09.933682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-935b8017-1be6-46df-b4c9-3eda370190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:09.936411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-935b8017-1be6-46df-b4c9-3eda370190ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355815 Nov 25 18:34:10.003192 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b5091d4-6c52-43a9-a08b-381bbc8a0346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.005328 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9faaf88-a3fa-4b07-b25a-6f3ff7c4e7da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.054580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9faaf88-a3fa-4b07-b25a-6f3ff7c4e7da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.086254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 363f1fc4-7689-4976-9ba0-8517be415a4b details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:10.132606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2d5c017-98b2-4c7b-8077-1854e0239219 req-60bcafda-4e42-4864-8b62-5f682bb9e8dc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873772 Nov 25 18:34:10.228882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6114e-7d6e-47dd-97e3-c047daf1e267 req-9eac81aa-53f9-4a6b-9a06-8abf9a945f7a tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:10.233133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9d942-2c8b-4256-a32f-a643b7bd1815 req-338a97dd-4729-425d-bce2-6ddb3b6d48d6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:10.234918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1da9d942-2c8b-4256-a32f-a643b7bd1815 req-338a97dd-4729-425d-bce2-6ddb3b6d48d6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1461532 Nov 25 18:34:10.241911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7d6114e-7d6e-47dd-97e3-c047daf1e267 req-9eac81aa-53f9-4a6b-9a06-8abf9a945f7a tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 943 time: 0.1043694 Nov 25 18:34:10.277445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-8cb4835c-570a-4ba1-9371-51062a952fe8 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307819 Nov 25 18:34:10.281081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b5091d4-6c52-43a9-a08b-381bbc8a0346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.287809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 363f1fc4-7689-4976-9ba0-8517be415a4b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=363f1fc4-7689-4976-9ba0-8517be415a4b,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:10.295543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9faaf88-a3fa-4b07-b25a-6f3ff7c4e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.298473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9faaf88-a3fa-4b07-b25a-6f3ff7c4e7da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.299885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9faaf88-a3fa-4b07-b25a-6f3ff7c4e7da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e14be9e-4312-49b8-abde-04b686beef1e HTTP/1.1" status: 204 len: 168 time: 0.4651690 Nov 25 18:34:10.314832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'port_id': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'mac_address': 'fa:16:3e:f9:85:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:10.324322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b5091d4-6c52-43a9-a08b-381bbc8a0346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.355809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7d6114e-7d6e-47dd-97e3-c047daf1e267 req-0df01aba-911c-4137-aa9b-9de5f5697702 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095068 Nov 25 18:34:10.374414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faaf88-a3fa-4b07-b25a-6f3ff7c4e7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14be9e-4312-49b8-abde-04b686beef1e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:10.435572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.436864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5b7b222f-c868-4f22-8510-2a09de7a9c42 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:10.492930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5091d4-6c52-43a9-a08b-381bbc8a0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece40ecc-59ef-4b74-a04d-e1e23c63b5e6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:10.502911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363f1fc4-7689-4976-9ba0-8517be415a4b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:10.513957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b5091d4-6c52-43a9-a08b-381bbc8a0346 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53badced3049444ba8ba79e0f13d3e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9994316 Nov 25 18:34:10.519083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1da9d942-2c8b-4256-a32f-a643b7bd1815 req-363d86bd-a6f6-45f7-86d4-48233e521c21 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703500 Nov 25 18:34:10.520315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33536) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:10.531132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 363f1fc4-7689-4976-9ba0-8517be415a4b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=363f1fc4-7689-4976-9ba0-8517be415a4b,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:10.536177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 5b7b222f-c868-4f22-8510-2a09de7a9c42 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:10.536614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5b7b222f-c868-4f22-8510-2a09de7a9c42 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:10.541070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.604249 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66fe66e0-b149-4a46-8f14-69c067a7cbf7 req-fd47784d-5f5a-4cd5-8ff8-8b536ee12258 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083805 Nov 25 18:34:10.631396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=363f1fc4-7689-4976-9ba0-8517be415a4b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:10.643716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a1e06eb-091b-4858-92c3-fcbfe4bad140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.673949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae334ee-a20a-4182-8931-617781801506 req-3adc68fd-48ca-483b-8622-421952346b5e tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:10.675799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ae334ee-a20a-4182-8931-617781801506 req-3adc68fd-48ca-483b-8622-421952346b5e tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.0706878 Nov 25 18:34:10.680483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a1e06eb-091b-4858-92c3-fcbfe4bad140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.765757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ae334ee-a20a-4182-8931-617781801506 req-0b54efd8-526d-4d7f-9a9a-26138be3d8b1 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814614 Nov 25 18:34:10.772631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a1e06eb-091b-4858-92c3-fcbfe4bad140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.778171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a1e06eb-091b-4858-92c3-fcbfe4bad140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:10.780180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5a1e06eb-091b-4858-92c3-fcbfe4bad140 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ece40ecc-59ef-4b74-a04d-e1e23c63b5e6 HTTP/1.1" status: 204 len: 168 time: 0.2573533 Nov 25 18:34:10.793202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e06eb-091b-4858-92c3-fcbfe4bad140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece40ecc-59ef-4b74-a04d-e1e23c63b5e6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:10.810838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['363f1fc4-7689-4976-9ba0-8517be415a4b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:10.885494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33548) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:10.920130 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a9aaf8c-6b3f-4e14-9169-a77fe0f643d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.066210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-96f16bf1-32fb-47b6-9f59-d77cfa07672e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e936c0524f747f3aabcf3bf41e3498a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772206 Nov 25 18:34:11.066821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33558) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:11.085613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a48b13-d7cc-4b32-9e38-2d66041a5bc9 req-ea193d7b-8b21-4be0-9826-6abed7c206cd tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:11.090952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7a48b13-d7cc-4b32-9e38-2d66041a5bc9 req-ea193d7b-8b21-4be0-9826-6abed7c206cd tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 947 time: 0.1431785 Nov 25 18:34:11.131734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ed0aba6-f9c2-4618-8233-cb74b8d1f47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.138139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7a48b13-d7cc-4b32-9e38-2d66041a5bc9 req-d6080628-0768-46d4-bb7a-56b2447efafa tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Nov 25 18:34:11.174071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ed0aba6-f9c2-4618-8233-cb74b8d1f47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.255816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ed0aba6-f9c2-4618-8233-cb74b8d1f47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.264319 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ed0aba6-f9c2-4618-8233-cb74b8d1f47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.270858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ed0aba6-f9c2-4618-8233-cb74b8d1f47a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4bbfd36-370a-49ed-9054-6b8ad31e482e HTTP/1.1" status: 204 len: 168 time: 0.2025316 Nov 25 18:34:11.285674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0aba6-f9c2-4618-8233-cb74b8d1f47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbfd36-370a-49ed-9054-6b8ad31e482e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:11.303269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33564) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:11.319870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe39-c6d6-428e-94e8-bc73bad406a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.401291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe39-c6d6-428e-94e8-bc73bad406a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.407538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe39-c6d6-428e-94e8-bc73bad406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.455242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33568) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:11.455589 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b3b1fe39-c6d6-428e-94e8-bc73bad406a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a4f5415a09248cca0bd817a204918a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509461 Nov 25 18:34:11.456268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1fe39-c6d6-428e-94e8-bc73bad406a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b7b7ef-71b7-4bba-8326-c16c80db27da,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:11.520881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b3807-cb45-4aee-be54-bdde4812b487 req-c1e0ea91-26e4-4701-8c9a-a41612d24fc3 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:11.524097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b0b3807-cb45-4aee-be54-bdde4812b487 req-c1e0ea91-26e4-4701-8c9a-a41612d24fc3 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 944 time: 0.0546768 Nov 25 18:34:11.533897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3779279-35d9-49f6-bc34-95743731647d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.554603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-ad9496f6-6c2d-4e3e-9a76-905c3663a262 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f8d53f140bd54589b617636376aee29c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314221 Nov 25 18:34:11.592342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3779279-35d9-49f6-bc34-95743731647d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.611081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b0b3807-cb45-4aee-be54-bdde4812b487 req-92f0eae4-6783-48c7-8410-7390a11044ed tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794101 Nov 25 18:34:11.731586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-45d4188f-0a55-466e-89c3-0900b3ddd14e tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:11.733441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-45d4188f-0a55-466e-89c3-0900b3ddd14e tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685960 Nov 25 18:34:11.734736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3779279-35d9-49f6-bc34-95743731647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.735356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c8215-c2b3-4783-bc8d-4fce33a9e00b req-bf6a858c-2725-48b1-a236-44cf4fd5aa12 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:11.737719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3779279-35d9-49f6-bc34-95743731647d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:11.741281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a3779279-35d9-49f6-bc34-95743731647d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3b7b7ef-71b7-4bba-8326-c16c80db27da HTTP/1.1" status: 204 len: 168 time: 0.2825444 Nov 25 18:34:11.742996 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-042c8215-c2b3-4783-bc8d-4fce33a9e00b req-bf6a858c-2725-48b1-a236-44cf4fd5aa12 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0663042 Nov 25 18:34:11.772583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3779279-35d9-49f6-bc34-95743731647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b7b7ef-71b7-4bba-8326-c16c80db27da,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:11.786663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-98bd37e8-bfe6-411b-a508-7073544c400a tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/quotas/f8d53f140bd54589b617636376aee29c HTTP/1.1" status: 200 len: 375 time: 0.0375562 Nov 25 18:34:11.815248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-042c8215-c2b3-4783-bc8d-4fce33a9e00b req-5bad580b-8320-4cfa-9241-4a8762f41381 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677462 Nov 25 18:34:11.850209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-bc697f42-405d-410f-8fe6-0b1448fb4afc tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8d53f140bd54589b617636376aee29c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569017 Nov 25 18:34:11.975134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b60e9-99dc-4336-8d74-d5945290aaf6 req-0eab7062-9e54-42b8-bf67-f359bea91f88 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:11.977631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-360b60e9-99dc-4336-8d74-d5945290aaf6 req-0eab7062-9e54-42b8-bf67-f359bea91f88 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.0852089 Nov 25 18:34:12.063408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-360b60e9-99dc-4336-8d74-d5945290aaf6 req-412cd398-74d1-4d01-8bd4-459ceaabfb51 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737042 Nov 25 18:34:12.088908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 363f1fc4-7689-4976-9ba0-8517be415a4b up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:12.135463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-05b1d635-8f31-4ed0-97ef-3d6c2d99a72b req-c15ceba1-1f68-42c1-b936-48306b55a1b0 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 210 time: 0.0347390 Nov 25 18:34:12.197360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 363f1fc4-7689-4976-9ba0-8517be415a4b completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:12.202476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 363f1fc4-7689-4976-9ba0-8517be415a4b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:12.203116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:12.232549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63e0d7-e112-473a-a38d-39048d8ca571 req-64f83492-33e0-40df-b32d-45aa7cb47589 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:12.234898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a63e0d7-e112-473a-a38d-39048d8ca571 req-64f83492-33e0-40df-b32d-45aa7cb47589 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.0703359 Nov 25 18:34:12.243762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33618) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:12.248337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Request body: {'floatingip': {'port_id': '27128657-c8ca-45e7-8ac2-571f49fce36b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:12.370203 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:12.397064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:12.446628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:12.453595 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a17398-8403-4b74-96b9-f7dd265de0e1" -d '{"events": [{"server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "name": "network-vif-plugged", "status": "completed", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:12.488876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 363f1fc4-7689-4976-9ba0-8517be415a4b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=363f1fc4-7689-4976-9ba0-8517be415a4b,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:12.504172 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:12.508412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0504e-76d3-4718-bfc4-86cff6333ab4 req-728f735d-b1bb-4455-8c4a-e20c7cf199d2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:12.516081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33640) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:12.516676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49a0504e-76d3-4718-bfc4-86cff6333ab4 req-728f735d-b1bb-4455-8c4a-e20c7cf199d2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 947 time: 0.1772909 Nov 25 18:34:12.584514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=363f1fc4-7689-4976-9ba0-8517be415a4b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:12.628700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49a0504e-76d3-4718-bfc4-86cff6333ab4 req-4b7c9c4f-a6e8-43ad-8f7f-04c1b6056ef2 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071594 Nov 25 18:34:12.696017 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1409b1-5728-412b-92a0-09f6ff570708 x-openstack-request-id: req-ea1409b1-5728-412b-92a0-09f6ff570708 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:12.699038 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "name": "network-vif-plugged", "status": "completed", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:12.700182 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea1409b1-5728-412b-92a0-09f6ff570708 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:12.700182 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'code': 200} Nov 25 18:34:12.777148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-968801190-network', 'tenant_id': 'eae19add075a46edb471219d34925157'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:12.820688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Made reservation on behalf of eae19add075a46edb471219d34925157 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:12.823579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:12.876811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.014534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bcd6a-bf1c-4ef7-8ffa-ca01b68388ed req-47b0a4d0-6ddc-475e-aa53-362eb64d7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:13.016428 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b9bcd6a-bf1c-4ef7-8ffa-ca01b68388ed req-47b0a4d0-6ddc-475e-aa53-362eb64d7a04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1096 time: 0.1762938 Nov 25 18:34:13.083460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc6b70-bf6c-4fd8-9b90-1e1e73402e1a req-308ca97e-2ab5-4d13-8a43-1ffc6f83afe4 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:13.085060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fcc6b70-bf6c-4fd8-9b90-1e1e73402e1a req-308ca97e-2ab5-4d13-8a43-1ffc6f83afe4 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1503353 Nov 25 18:34:13.146984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.163163 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fcc6b70-bf6c-4fd8-9b90-1e1e73402e1a req-3ebdc361-e72c-4ac9-9407-beeb0e75b175 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662508 Nov 25 18:34:13.166926 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.172505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b9bcd6a-bf1c-4ef7-8ffa-ca01b68388ed req-45c057aa-5edc-4a5d-a81b-05e021ec1f1c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392572 Nov 25 18:34:13.199179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ff993-f41e-4dbd-b722-cce7259aede3 req-5e3ac737-aca2-41df-9cd3-ee5bdb647e3e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:13.202308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f33ff993-f41e-4dbd-b722-cce7259aede3 req-5e3ac737-aca2-41df-9cd3-ee5bdb647e3e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.2688847 Nov 25 18:34:13.278763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.291596 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94614675-f148-419c-a6e3-ec4580dd92e5 req-248c7afe-8a05-465a-b71b-3f1c7a58ade7 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 210 time: 0.0559700 Nov 25 18:34:13.304088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.317430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d6745b7a-f9e5-4919-9a55-fd31e37310a0 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:13.331021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f33ff993-f41e-4dbd-b722-cce7259aede3 req-d06d01e1-dc6b-42e8-9774-3531347331f1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157351 Nov 25 18:34:13.343742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:34:13.355702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c201951-28b6-4ce9-b0bb-7c2da14a4296,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:13.357580 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Floating IP fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea associated. External IP: 172.25.2.5, port: 27128657-c8ca-45e7-8ac2-571f49fce36b. Nov 25 18:34:13.363726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.364249 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Added segment fd89f387-0278-4d30-b6ff-6f92a05ad2d1 of type vlan for network e0dc0a01-de78-4193-9d18-bac11e63f70c Nov 25 18:34:13.439687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.468425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7838f25c-0a15-44e6-860b-5852de67f07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.486071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.487025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:13.487615 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.543879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0267534 Nov 25 18:34:13.547206 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33666) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:13.548193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d6745b7a-f9e5-4919-9a55-fd31e37310a0, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d6745b7a-f9e5-4919-9a55-fd31e37310a0,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:13.559670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Request body: {'subnet': {'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-968801190-subnet', 'tenant_id': 'eae19add075a46edb471219d34925157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:13.560143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0', 'mac_address': 'fa:16:3e:83:44:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:13.571563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd45f9c-f75a-4f80-84fa-f32222f7dcb0 admin admin] Pushing event updated for resources: {'Network': ['ID=e0dc0a01-de78-4193-9d18-bac11e63f70c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:13.592000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network e0dc0a01-de78-4193-9d18-bac11e63f70c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:34:13.622730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Made reservation on behalf of eae19add075a46edb471219d34925157 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:13.625470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.885295 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.906470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-4dc21baa-6599-4d52-8a37-0fbf04a0a442 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f8d53f140bd54589b617636376aee29c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277584 Nov 25 18:34:13.929251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:13.937582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6745b7a-f9e5-4919-9a55-fd31e37310a0 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:13.973867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac24cbf-d982-4ca1-8b72-82de8d913f02 req-f4fa351c-d712-40cb-a436-3b0205ef334c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:13.975476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cac24cbf-d982-4ca1-8b72-82de8d913f02 req-f4fa351c-d712-40cb-a436-3b0205ef334c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 947 time: 0.1688190 Nov 25 18:34:13.998206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d6745b7a-f9e5-4919-9a55-fd31e37310a0, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d6745b7a-f9e5-4919-9a55-fd31e37310a0,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:14.003676 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.017717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:34:14.109662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d6745b7a-f9e5-4919-9a55-fd31e37310a0,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:14.145621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cac24cbf-d982-4ca1-8b72-82de8d913f02 req-40a485dc-2337-4b32-b800-27a33917cd7b tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305478 Nov 25 18:34:14.146488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Checking segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:14.146488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Network hostable DHCP agents. Network: e0dc0a01-de78-4193-9d18-bac11e63f70c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:34:14.172626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9951995e-61d1-4dd4-9652-ab91657b8a97,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:14.206081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-075924a5-bdcb-434a-8f93-451d5fb6cc6f tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:14.207790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-075924a5-bdcb-434a-8f93-451d5fb6cc6f tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921512 Nov 25 18:34:14.208910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Network e0dc0a01-de78-4193-9d18-bac11e63f70c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:34:14.225014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Request body: {'port': {'device_id': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'f8d53f140bd54589b617636376aee29c'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:14.268318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.284255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:14.288733 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.296240 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] Sync routers for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:14.343845 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:14.344495 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:14.346071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['d6745b7a-f9e5-4919-9a55-fd31e37310a0'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:14.389621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cc37e78e-182b-4344-960b-ebed4aa92e2f tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "PUT /v2.0/floatingips/fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea HTTP/1.1" status: 200 len: 989 time: 2.1412475 Nov 25 18:34:14.389621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:14.397822 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3deb31-8418-47fb-8b82-abd98f1510d5" -d '{"events": [{"name": "network-changed", "server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:14.432178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, e0dc0a01-de78-4193-9d18-bac11e63f70c) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:14.436715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Made reservation on behalf of f8d53f140bd54589b617636376aee29c for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:14.440950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.463395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54615b-f19c-4139-977f-6af174948d16 None None] Network e0dc0a01-de78-4193-9d18-bac11e63f70c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:14.465830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:14.466438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.474232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.512604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54aaf18e-0a0f-44e8-8a64-8f1e8b222c37 req-827149e8-9b8a-4347-9942-5696fb222ea9 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 210 time: 0.0838084 Nov 25 18:34:14.570100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-74f57c81-6632-40a2-8bbc-359c991a2116 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0214033 Nov 25 18:34:14.628553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27939-9985-4a0f-b9ed-c45c4fe18219 req-bb9f39b8-a52e-4942-b08b-8d1c0ac5a106 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:14.645456 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75b27939-9985-4a0f-b9ed-c45c4fe18219 req-bb9f39b8-a52e-4942-b08b-8d1c0ac5a106 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2247200 Nov 25 18:34:14.725165 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:14.745825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f7b7a-ea85-451d-9af6-2f3dc64cc712 req-fdcc135a-94cd-47a3-b39c-fd62051d081d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:14.757818 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a5f7b7a-ea85-451d-9af6-2f3dc64cc712 req-fdcc135a-94cd-47a3-b39c-fd62051d081d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1659553 Nov 25 18:34:14.813362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5bf0a-7464-4572-ba1d-3dd56d6ae0ed None None] Network e0dc0a01-de78-4193-9d18-bac11e63f70c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:14.823731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75b27939-9985-4a0f-b9ed-c45c4fe18219 req-8608f372-a63c-47e7-b44d-32369029b60c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772261 Nov 25 18:34:14.859740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.876517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:14.886912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a5f7b7a-ea85-451d-9af6-2f3dc64cc712 req-eb2ff219-1da2-4361-bb80-ef37088086fa tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165137 Nov 25 18:34:14.986998 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833461ce-892d-43c3-adc5-66fcd0471b74 x-openstack-request-id: req-833461ce-892d-43c3-adc5-66fcd0471b74 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:14.987293 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:14.987551 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-833461ce-892d-43c3-adc5-66fcd0471b74 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:14.987958 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'status': 'completed', 'code': 200} Nov 25 18:34:15.059713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db884ca-a427-4bb0-863c-6e844ede7fa2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:15.079142 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:34:15.113483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.114053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.114951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.115559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.116328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.116840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.117336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.118408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.119539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.120045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.120659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.120998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:15.176162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-754a6653-a16a-4a6b-84cc-dcb460d041b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:15.177936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-754a6653-a16a-4a6b-84cc-dcb460d041b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0946216094c244a69445c190d60a4273&device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 1096 time: 0.1390846 Nov 25 18:34:15.244690 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea', 'tenant_id': '0946216094c244a69445c190d60a4273', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'port_id': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'mac_address': 'fa:16:3e:37:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:33:46Z', 'updated_at': '2021-11-25T18:34:12Z', 'revision_number': 1, 'project_id': '0946216094c244a69445c190d60a4273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:46Z', 'revision_number': 5, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:15.254737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Allocated IP 192.168.233.4 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/97280248-311d-4e05-8e08-9a211ae732fa) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:15.285376 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] Checking router: e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:15.304106 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:15.305462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:15.379643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-1a6636a2-d52d-4fdc-8a60-254cfdd7d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:15.381271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-1a6636a2-d52d-4fdc-8a60-254cfdd7d24f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc20b78-bd72-480e-9d45-e5f2551fc56f HTTP/1.1" status: 200 len: 906 time: 0.1924150 Nov 25 18:34:15.489017 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:15.537747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-b3b7bc57-6a7b-4a68-80e3-072e68d996f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27128657-c8ca-45e7-8ac2-571f49fce36b HTTP/1.1" status: 200 len: 997 time: 0.1414070 Nov 25 18:34:15.807247 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea', 'tenant_id': '0946216094c244a69445c190d60a4273', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'port_id': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'mac_address': 'fa:16:3e:37:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:33:46Z', 'updated_at': '2021-11-25T18:34:12Z', 'revision_number': 1, 'project_id': '0946216094c244a69445c190d60a4273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:46Z', 'revision_number': 5, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:15.831181 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:15.851636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-1b8ebabb-5354-480b-b4d5-2533c3fe4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:15.854705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-1b8ebabb-5354-480b-b4d5-2533c3fe4f38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7e7a6d-4291-43fa-b875-588b2f74a338 HTTP/1.1" status: 200 len: 844 time: 0.2885287 Nov 25 18:34:15.871849 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4806bc3-1d8a-4ddd-8e6b-6484d59b6a24 None None] The sync data for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 is: [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea', 'tenant_id': '0946216094c244a69445c190d60a4273', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'port_id': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'mac_address': 'fa:16:3e:37:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:33:46Z', 'updated_at': '2021-11-25T18:34:12Z', 'revision_number': 1, 'project_id': '0946216094c244a69445c190d60a4273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:46Z', 'revision_number': 5, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:15.881552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98fed4-1cd3-4eff-b4d3-fe415ca85ec8 req-131b1a3f-9733-4b12-b7c0-a51ff8cfec37 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:15.882393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:15.891606 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c98fed4-1cd3-4eff-b4d3-fe415ca85ec8 req-131b1a3f-9733-4b12-b7c0-a51ff8cfec37 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 948 time: 0.6204417 Nov 25 18:34:15.923135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-ca4b6e77-11d1-4c7b-b296-0dbb79433abd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:15.925119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-ca4b6e77-11d1-4c7b-b296-0dbb79433abd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 0.3860719 Nov 25 18:34:15.958379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c98fed4-1cd3-4eff-b4d3-fe415ca85ec8 req-426e78ba-ca1c-4bda-8d90-4a0852142008 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619464 Nov 25 18:34:15.970986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-b3c40b50-d815-44a9-8641-59e87f90babb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/quotas/eae19add075a46edb471219d34925157 HTTP/1.1" status: 200 len: 375 time: 0.0353029 Nov 25 18:34:15.977757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-d3691ba4-8da4-4fbe-b70d-63ba2541ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:15.979031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-d3691ba4-8da4-4fbe-b70d-63ba2541ca83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc20b78-bd72-480e-9d45-e5f2551fc56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123061 Nov 25 18:34:16.023340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:16.034508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-9d4c0cc0-80ec-4a34-945e-340786ce23ac tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505974 Nov 25 18:34:16.084936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e54852bb-cc36-4e59-9dc9-ee2490de0006 req-0ed6672d-e40f-482c-bc68-692a2139100c tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 210 time: 0.0545857 Nov 25 18:34:16.206039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-1f63826f-d870-4656-beb3-e662e98ee002 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392477 Nov 25 18:34:16.211181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.238072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c63e7-6ff5-41a6-a71a-26f1277bad82 None None] New status for floating IP fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:34:16.254762 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e66c4d69-d32f-4042-8d5c-c16dbda51897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.284274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205bf2-6f91-4e9a-93a9-9bf9ba814304 req-0651e745-7459-4d4f-9314-9454fd6c15c2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:16.292168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39205bf2-6f91-4e9a-93a9-9bf9ba814304 req-0651e745-7459-4d4f-9314-9454fd6c15c2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.0905049 Nov 25 18:34:16.354890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39205bf2-6f91-4e9a-93a9-9bf9ba814304 req-667cd245-7247-43b2-811c-71536613864e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612097 Nov 25 18:34:16.381129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Pushing event updated for resources: {'Port': ['ID=97280248-311d-4e05-8e08-9a211ae732fa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:16.401876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:16.412411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-48e2b70f-26c8-4a1b-8b3e-6209f927a8d2 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865826 Nov 25 18:34:16.415755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:16.429328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:16.437196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-e3f6a3e2-0d62-48f7-b420-141d341e2c40 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435976 Nov 25 18:34:16.581737 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e66c4d69-d32f-4042-8d5c-c16dbda51897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.594875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e66c4d69-d32f-4042-8d5c-c16dbda51897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.603301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:16.604077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.610600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005422-2637-4851-be88-3e031ff43532 req-5844785e-3d05-477f-b912-350953dc00fd tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:16.612517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f005422-2637-4851-be88-3e031ff43532 req-5844785e-3d05-477f-b912-350953dc00fd tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1163836 Nov 25 18:34:16.674767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d56a4211-7e9d-47b4-b8b7-fc19d46e7a27 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4563751 Nov 25 18:34:16.687632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Request body: {'port': {'device_id': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:16.691461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c4d69-d32f-4042-8d5c-c16dbda51897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40430074-8fad-4cb0-a881-2452b8156690,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:16.732845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e66c4d69-d32f-4042-8d5c-c16dbda51897 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12293410d1b841109462b03fa2a0c7b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7049146 Nov 25 18:34:16.736597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33752) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:16.781534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3deb31-8418-47fb-8b82-abd98f1510d5 req-4c4b4691-5a57-4a1a-81b0-5ddbe31bdd62 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201017 Nov 25 18:34:16.819232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da622fe4-36c3-4466-b440-c98b0361fd25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.824960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.850758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da622fe4-36c3-4466-b440-c98b0361fd25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.850940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8b9570c9-cb66-443e-9248-17e8c159cf6d None None] Provisioning complete for port 97280248-311d-4e05-8e08-9a211ae732fa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:16.851463 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b9570c9-cb66-443e-9248-17e8c159cf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.913419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f005422-2637-4851-be88-3e031ff43532 req-0094dc39-486c-4107-9de3-971366b56d69 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758374 Nov 25 18:34:16.928068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.933346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8b9570c9-cb66-443e-9248-17e8c159cf6d None None] Port 97280248-311d-4e05-8e08-9a211ae732fa cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:34:16.960897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da622fe4-36c3-4466-b440-c98b0361fd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.966576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da622fe4-36c3-4466-b440-c98b0361fd25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:16.967916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-da622fe4-36c3-4466-b440-c98b0361fd25 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40430074-8fad-4cb0-a881-2452b8156690 HTTP/1.1" status: 204 len: 168 time: 0.2301238 Nov 25 18:34:16.982637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da622fe4-36c3-4466-b440-c98b0361fd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40430074-8fad-4cb0-a881-2452b8156690,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:17.032266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f48f32a-c5b8-4540-9d04-daabca7ba908 req-4ddf6967-8205-4b45-be04-49f5c47dc09d tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0399110 Nov 25 18:34:17.110335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13b29d-5d9a-4400-b4cb-d7903d32ad35 req-8ae72d2c-2007-4b62-8460-728c6845471b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:17.111848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1c13b29d-5d9a-4400-b4cb-d7903d32ad35 req-8ae72d2c-2007-4b62-8460-728c6845471b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2391293 Nov 25 18:34:17.126685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33764) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:17.130815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'floatingip': {'port_id': '363f1fc4-7689-4976-9ba0-8517be415a4b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:17.171533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec5163-cac1-4a9c-908e-8409484a564b req-118ecd56-110e-4472-b89d-6ad46349b4e7 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:17.180495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abec5163-cac1-4a9c-908e-8409484a564b req-118ecd56-110e-4472-b89d-6ad46349b4e7 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 948 time: 0.0803065 Nov 25 18:34:17.211188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.264029 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abec5163-cac1-4a9c-908e-8409484a564b req-5862e664-3bd8-4f47-a07c-0453f2a35a12 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778000 Nov 25 18:34:17.351716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d6745b7a-f9e5-4919-9a55-fd31e37310a0 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:17.448434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port d6745b7a-f9e5-4919-9a55-fd31e37310a0 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:17.456182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port d6745b7a-f9e5-4919-9a55-fd31e37310a0 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:17.457020 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.545445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33772) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:17.568889 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-816a6eec-22a7-4714-aa27-b40ab9e7ac87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.591437 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.647057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d6745b7a-f9e5-4919-9a55-fd31e37310a0, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d6745b7a-f9e5-4919-9a55-fd31e37310a0,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:17.648551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:17.652773 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c189cf1-8434-4d19-9bc3-12e25df25d73" -d '{"events": [{"server_uuid": "c10c1c52-33e9-445c-b8a2-cfc3e8e7893a", "name": "network-vif-plugged", "status": "completed", "tag": "d6745b7a-f9e5-4919-9a55-fd31e37310a0"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:17.658879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.728707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d6745b7a-f9e5-4919-9a55-fd31e37310a0,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:17.731364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-816a6eec-22a7-4714-aa27-b40ab9e7ac87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.738037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.739003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.739976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.740599 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.741284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.741890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.742901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.744162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.745095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.745825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.746154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-816a6eec-22a7-4714-aa27-b40ab9e7ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.746652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.747380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:17.776694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a6eec-22a7-4714-aa27-b40ab9e7ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9270f-c665-4f59-a402-74803018fe43,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:17.778942 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27c4805-4174-452b-b4c5-518f4b60d47f x-openstack-request-id: req-e27c4805-4174-452b-b4c5-518f4b60d47f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:17.779351 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10c1c52-33e9-445c-b8a2-cfc3e8e7893a", "name": "network-vif-plugged", "status": "completed", "tag": "d6745b7a-f9e5-4919-9a55-fd31e37310a0", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:17.780396 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e27c4805-4174-452b-b4c5-518f4b60d47f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:17.780901 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0', 'code': 200} Nov 25 18:34:17.827025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-816a6eec-22a7-4714-aa27-b40ab9e7ac87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb05688c3b1c4ab9bdbce6be0d18001d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781346 Nov 25 18:34:17.827513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33778) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:17.893949 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72af63fd-7147-4022-a74a-4082589e76d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.923594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72af63fd-7147-4022-a74a-4082589e76d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.986504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72af63fd-7147-4022-a74a-4082589e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:17.990308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72af63fd-7147-4022-a74a-4082589e76d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:18.003261 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-72af63fd-7147-4022-a74a-4082589e76d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2fe9270f-c665-4f59-a402-74803018fe43 HTTP/1.1" status: 204 len: 168 time: 0.1684678 Nov 25 18:34:18.016692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fc46d-8898-4377-aad3-7ebde999e545 req-2a761583-81cc-4f16-b27b-30cdfd86abfe tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:18.018635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c9fc46d-8898-4377-aad3-7ebde999e545 req-2a761583-81cc-4f16-b27b-30cdfd86abfe tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 934 time: 0.7792044 Nov 25 18:34:18.057089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af63fd-7147-4022-a74a-4082589e76d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9270f-c665-4f59-a402-74803018fe43,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:18.086350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b91cfe-785d-4a27-992a-be5f07522a45 req-e198fb6d-1d88-43cf-9b5d-c6747a57b0eb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:18.088070 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74b91cfe-785d-4a27-992a-be5f07522a45 req-e198fb6d-1d88-43cf-9b5d-c6747a57b0eb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0764189 Nov 25 18:34:18.091927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c976-1630-43ad-82c8-9d618404a66e req-cbf7d46c-5162-4a32-9334-f69626f2d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:18.093589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5c4c976-1630-43ad-82c8-9d618404a66e req-cbf7d46c-5162-4a32-9334-f69626f2d2ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 1100 time: 0.1895578 Nov 25 18:34:18.154047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97280248-311d-4e05-8e08-9a211ae732fa {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:18.182334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:18.188315 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74b91cfe-785d-4a27-992a-be5f07522a45 req-22bac614-f9b5-413a-bde9-457073b1737d tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906725 Nov 25 18:34:18.358122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-640c02b5-f148-41b1-aea5-d2293fc24669 req-c41a6157-66f5-497c-a5b5-33dd811d33c0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0848222 Nov 25 18:34:18.467458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c9fc46d-8898-4377-aad3-7ebde999e545 req-23bb5859-2c54-4d19-b7ca-287fed2c3dc6 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381089 Nov 25 18:34:18.503879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Transition to ACTIVE for port object 97280248-311d-4e05-8e08-9a211ae732fa will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:34:18.506523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5c4c976-1630-43ad-82c8-9d618404a66e req-9bfe3336-0ded-4789-9e30-03e821cb8a1a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011865 Nov 25 18:34:18.538664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:18.578781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabf4ff-3c85-4e03-9cc1-2a18f2b802f1 req-e136dbdf-0cfb-4c26-93cb-4d9fe0d0e173 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:18.591313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fabf4ff-3c85-4e03-9cc1-2a18f2b802f1 req-e136dbdf-0cfb-4c26-93cb-4d9fe0d0e173 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 949 time: 0.0771797 Nov 25 18:34:18.657246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fabf4ff-3c85-4e03-9cc1-2a18f2b802f1 req-52e3137b-9d48-4ed6-9d99-8e72ae94d41f tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646946 Nov 25 18:34:18.718908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-173b60d7-a595-4e3a-892f-8cf7ae4d3398 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:18.720511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-173b60d7-a595-4e3a-892f-8cf7ae4d3398 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 0.3621223 Nov 25 18:34:18.732790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Pushing event updated for resources: {'Port': ['ID=97280248-311d-4e05-8e08-9a211ae732fa,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:18.743248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Request body: {'port': {'device_id': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'admin_state_up': True, 'tenant_id': 'eae19add075a46edb471219d34925157'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:18.923808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.resource_extend [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:34:19.022660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:19.029983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Attempting to bind port 97280248-311d-4e05-8e08-9a211ae732fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:19.030319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Attempting to bind port 97280248-311d-4e05-8e08-9a211ae732fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:19.030795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Attempting to bind port 97280248-311d-4e05-8e08-9a211ae732fa on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:19.045445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:19.055332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Port 97280248-311d-4e05-8e08-9a211ae732fa on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:34:19.055682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Attempting to bind port 97280248-311d-4e05-8e08-9a211ae732fa on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:19.096250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:19.096589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:19.096974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:19.097410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Bound port: 97280248-311d-4e05-8e08-9a211ae732fa, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:19.097763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:19.163882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Made reservation on behalf of eae19add075a46edb471219d34925157 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:19.168336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:19.245418 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Floating IP 5c37f05b-62d1-4a60-8308-4877351b1405 associated. External IP: 172.25.2.251, port: 363f1fc4-7689-4976-9ba0-8517be415a4b. Nov 25 18:34:19.326080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] For port 97280248-311d-4e05-8e08-9a211ae732fa, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:19.351985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] For port 97280248-311d-4e05-8e08-9a211ae732fa, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=97280248-311d-4e05-8e08-9a211ae732fa,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:19.360873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f6680-a186-415d-b2c2-5a0f367b8deb req-2d9af658-cd1b-4bc3-a66c-d961f32dde5b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:19.372750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-610f6680-a186-415d-b2c2-5a0f367b8deb req-2d9af658-cd1b-4bc3-a66c-d961f32dde5b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0726786 Nov 25 18:34:19.401568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:19.468583 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-610f6680-a186-415d-b2c2-5a0f367b8deb req-62719343-dbbf-4580-8b95-8e4dbfbc272b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944507 Nov 25 18:34:19.510879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:19.519612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:19.521374 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] 10.222.0.66 "PUT /v2.0/ports/97280248-311d-4e05-8e08-9a211ae732fa HTTP/1.1" status: 200 len: 1094 time: 2.8379202 Nov 25 18:34:19.524761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'tag': '97280248-311d-4e05-8e08-9a211ae732fa'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:19.530530 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e241b79-1716-4f17-b9d2-2115f8fffb5b", "tag": "97280248-311d-4e05-8e08-9a211ae732fa"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:19.581553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a00733f4-184b-418a-8fc0-85bdad3712a2 req-ca065713-cddb-460b-904e-f8e7c78f03d8 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 210 time: 0.1134374 Nov 25 18:34:19.664672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Allocated IP 172.20.0.12 (e0dc0a01-de78-4193-9d18-bac11e63f70c/9951995e-61d1-4dd4-9652-ab91657b8a97/e2445048-409d-48ae-b75e-3966ab1cf957) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:19.710223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2836b31-5a7b-4e06-afcf-2daf02a2522c service neutron] Pushing event updated for resources: {'Port': ['ID=97280248-311d-4e05-8e08-9a211ae732fa,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:19.719055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93947c61-628a-43ee-8394-82ff8d246cea req-766411a0-6d2d-424b-bb92-a77173dee17f tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:19.726474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93947c61-628a-43ee-8394-82ff8d246cea req-766411a0-6d2d-424b-bb92-a77173dee17f tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 946 time: 0.0893478 Nov 25 18:34:19.794485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93947c61-628a-43ee-8394-82ff8d246cea req-bbf60824-40eb-4667-8730-d1c4b04cbd0d tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671320 Nov 25 18:34:19.855778 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2746f2-1299-4998-823b-bb3b7bd7a671 x-openstack-request-id: req-dd2746f2-1299-4998-823b-bb3b7bd7a671 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:19.856330 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e241b79-1716-4f17-b9d2-2115f8fffb5b", "tag": "97280248-311d-4e05-8e08-9a211ae732fa", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:19.856823 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd2746f2-1299-4998-823b-bb3b7bd7a671 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:19.859072 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'tag': '97280248-311d-4e05-8e08-9a211ae732fa', 'status': 'completed', 'code': 200} Nov 25 18:34:19.977277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-36ed4ef9-0817-4bc5-b7ba-bc9f2cf14f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:19.979296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-36ed4ef9-0817-4bc5-b7ba-bc9f2cf14f46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8d53f140bd54589b617636376aee29c&device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 1097 time: 0.3460798 Nov 25 18:34:19.993311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Router 859e0d58-6faa-48af-9271-261b0b71bdce has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:34:20.091589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938c6b-187f-4d59-8650-a81bc7b11281 req-1f2cd165-b1fa-4e7f-b3b5-f2a4d7f39b7f tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:20.093197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45938c6b-187f-4d59-8650-a81bc7b11281 req-1f2cd165-b1fa-4e7f-b3b5-f2a4d7f39b7f tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 949 time: 0.2440391 Nov 25 18:34:20.098253 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-93e76daf-3f04-4360-8d2c-ee7f0e36b72e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=97280248-311d-4e05-8e08-9a211ae732fa HTTP/1.1" status: 200 len: 217 time: 0.1018479 Nov 25 18:34:20.403227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:20.544927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0839c2cf-6e97-4fc7-a18e-7cf399bd2a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:20.592921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-c0dc3ff1-565c-4370-ab00-d667166bc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:20.594389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-c0dc3ff1-565c-4370-ab00-d667166bc87e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.4821453 Nov 25 18:34:20.620647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:20.642934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4bec4-6a4c-41ad-ae5a-412346cbac49 req-5b19cc0a-51fb-4eb3-bcbb-2457fb451ba5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:20.644709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fca4bec4-6a4c-41ad-ae5a-412346cbac49 req-5b19cc0a-51fb-4eb3-bcbb-2457fb451ba5 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0815303 Nov 25 18:34:20.648309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45938c6b-187f-4d59-8650-a81bc7b11281 req-2f069d2e-4677-4afb-9e26-afbdfbae1147 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414634 Nov 25 18:34:20.681330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:20.690718 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:20.698131 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] Sync routers for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:20.711354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:20.711988 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:20.741248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0839c2cf-6e97-4fc7-a18e-7cf399bd2a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:20.745997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0839c2cf-6e97-4fc7-a18e-7cf399bd2a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:20.754096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fca4bec4-6a4c-41ad-ae5a-412346cbac49 req-f55c4dd0-7ecf-4d8c-9953-bed8de0cb32b tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929360 Nov 25 18:34:20.762793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-4f0dc075-3052-4dfc-9074-7f2d5451fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:20.764524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-4f0dc075-3052-4dfc-9074-7f2d5451fc69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585236 Nov 25 18:34:20.770833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:20.791943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0839c2cf-6e97-4fc7-a18e-7cf399bd2a12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90c311275853464e89304212989c765f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879108 Nov 25 18:34:20.801115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:20.826972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f7b9d6ce-fdbd-4e0b-a226-2d690e76f169 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "PUT /v2.0/floatingips/5c37f05b-62d1-4a60-8308-4877351b1405 HTTP/1.1" status: 200 len: 991 time: 3.7017663 Nov 25 18:34:20.847852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839c2cf-6e97-4fc7-a18e-7cf399bd2a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc4e83-3104-489c-8d92-c33a84e4fffc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:20.909747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Network e0dc0a01-de78-4193-9d18-bac11e63f70c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:20.921986 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70ba700c-535a-4aba-bc55-3e9749f9af96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:20.925869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:20.933238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:20.956056 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:20.966052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:20.966551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70ba700c-535a-4aba-bc55-3e9749f9af96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.021940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da122623-c057-427d-8a6a-bc3d1fa5f6b9 req-9f82e469-01aa-459e-a188-433aca67adc7 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:21.023577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da122623-c057-427d-8a6a-bc3d1fa5f6b9 req-9f82e469-01aa-459e-a188-433aca67adc7 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 932 time: 0.2547777 Nov 25 18:34:21.057455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:21.058370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.078999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec1006-772c-4413-8e43-c8a73403ab9c req-d9fe8ba1-f22b-4d05-9b99-c9c429fed4ee tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:21.080564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7ec1006-772c-4413-8e43-c8a73403ab9c req-d9fe8ba1-f22b-4d05-9b99-c9c429fed4ee tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 946 time: 0.0746043 Nov 25 18:34:21.081805 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70ba700c-535a-4aba-bc55-3e9749f9af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.082267 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-1b82003d-a6f5-4320-bc08-7501bf811124 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987516 Nov 25 18:34:21.084821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70ba700c-535a-4aba-bc55-3e9749f9af96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.086484 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-70ba700c-535a-4aba-bc55-3e9749f9af96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bfc4e83-3104-489c-8d92-c33a84e4fffc HTTP/1.1" status: 204 len: 168 time: 0.2838802 Nov 25 18:34:21.103889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba700c-535a-4aba-bc55-3e9749f9af96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc4e83-3104-489c-8d92-c33a84e4fffc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:21.104781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-cd92c691-5703-4ed1-b45f-96a9af863e78 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3654623 Nov 25 18:34:21.138623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Request body: {'port': {'device_id': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:21.162651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7ec1006-772c-4413-8e43-c8a73403ab9c req-edadf932-c44c-4a03-9207-2d8bcef05e4c tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699539 Nov 25 18:34:21.219952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da122623-c057-427d-8a6a-bc3d1fa5f6b9 req-0e4e9df2-c795-4be2-af14-4eb0b66e11e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851814 Nov 25 18:34:21.266749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.289498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17abdd23-2fbd-4ee5-8605-305aa5c905c6 req-18d0aacf-2ec6-4ee4-abfc-ba9e18f426f7 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969638 Nov 25 18:34:21.311917 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '5c37f05b-62d1-4a60-8308-4877351b1405', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'port_id': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'mac_address': 'fa:16:3e:f9:85:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:34:18Z', 'revision_number': 1, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:21.345183 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] Checking router: 859e0d58-6faa-48af-9271-261b0b71bdce for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:21.354094 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:21.354965 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:21.477154 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:21.498686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-cebd43a1-278b-4efa-adfc-8fe3671e18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:21.500221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-cebd43a1-278b-4efa-adfc-8fe3671e18a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8d53f140bd54589b617636376aee29c&device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 1097 time: 0.1202774 Nov 25 18:34:21.670729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-bdd4ef9d-f535-4489-834a-84df7ff164ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:21.672409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-bdd4ef9d-f535-4489-834a-84df7ff164ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1588769 Nov 25 18:34:21.679942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2445048-409d-48ae-b75e-3966ab1cf957 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:21.697852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.735115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-c21dbcb3-2ca5-45fe-8684-7de4cacc4ca1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=97280248-311d-4e05-8e08-9a211ae732fa HTTP/1.1" status: 200 len: 217 time: 0.0467641 Nov 25 18:34:21.740156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Transition to ACTIVE for port object e2445048-409d-48ae-b75e-3966ab1cf957 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:34:21.752069 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:21.759884 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '5c37f05b-62d1-4a60-8308-4877351b1405', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'port_id': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'mac_address': 'fa:16:3e:f9:85:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:34:18Z', 'revision_number': 1, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:21.789739 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c82fe5-6559-4b38-bfd5-4407cf2240da None None] The sync data for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 is: [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '5c37f05b-62d1-4a60-8308-4877351b1405', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'port_id': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'mac_address': 'fa:16:3e:f9:85:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:33:51Z', 'updated_at': '2021-11-25T18:34:18Z', 'revision_number': 1, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:21.860751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:21.863963 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440447e7-d412-4851-849f-3970d12dcc09" -d '{"events": [{"name": "network-changed", "server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:21.872518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-ed755931-ceaa-430d-9dce-cfc1e18ef95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:21.874277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-ed755931-ceaa-430d-9dce-cfc1e18ef95b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1323848 Nov 25 18:34:21.895858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:21.953975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8bf80-146e-4d0c-be30-42f558f404ce req-4035997c-c84b-45c6-b13f-3aa5551fc3e0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:21.964031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72c8bf80-146e-4d0c-be30-42f558f404ce req-4035997c-c84b-45c6-b13f-3aa5551fc3e0 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0904055 Nov 25 18:34:22.007653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7c6b6-eef5-4874-8e59-82286d2496e2 req-07f181c0-8e17-4a10-9164-938e52350ff5 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.009942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9bd7c6b6-eef5-4874-8e59-82286d2496e2 req-07f181c0-8e17-4a10-9164-938e52350ff5 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 949 time: 0.2279367 Nov 25 18:34:22.025962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72c8bf80-146e-4d0c-be30-42f558f404ce req-3315ce6f-ca44-4de2-aba4-b16a612f52b6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608659 Nov 25 18:34:22.026418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-a678b37a-9f03-421e-be7b-e56c9f38e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.030249 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-a678b37a-9f03-421e-be7b-e56c9f38e57c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438138 Nov 25 18:34:22.123422 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86acdccb-3608-41af-a97a-50f5c4fcdf36 x-openstack-request-id: req-86acdccb-3608-41af-a97a-50f5c4fcdf36 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:22.123724 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:22.123990 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86acdccb-3608-41af-a97a-50f5c4fcdf36 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:22.124380 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'status': 'completed', 'code': 200} Nov 25 18:34:22.131051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febff859-b01d-431a-b907-d9a865991691 None None] New status for floating IP 5c37f05b-62d1-4a60-8308-4877351b1405: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:34:22.133502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Attempting to bind port e2445048-409d-48ae-b75e-3966ab1cf957 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:22.133847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Attempting to bind port e2445048-409d-48ae-b75e-3966ab1cf957 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:22.134904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Attempting to bind port e2445048-409d-48ae-b75e-3966ab1cf957 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:22.155884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Port e2445048-409d-48ae-b75e-3966ab1cf957 on network e0dc0a01-de78-4193-9d18-bac11e63f70c not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:34:22.156517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Attempting to bind port e2445048-409d-48ae-b75e-3966ab1cf957 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:22.194324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9bd7c6b6-eef5-4874-8e59-82286d2496e2 req-7e65a870-6cf5-4bfd-8db4-c34e5f2b8ef5 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558938 Nov 25 18:34:22.198573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:22.203988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Checking segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:22.204613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Bound using segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:22.205259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Bound port: e2445048-409d-48ae-b75e-3966ab1cf957, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:22.205886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:22.245922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440447e7-d412-4851-849f-3970d12dcc09 req-bb8f182d-48f9-4fbd-887c-58b166930acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.251444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-440447e7-d412-4851-849f-3970d12dcc09 req-bb8f182d-48f9-4fbd-887c-58b166930acb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1096 time: 0.1090748 Nov 25 18:34:22.266318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-8662de16-c1a8-4d59-a03f-854f9a270ccf service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308578 Nov 25 18:34:22.419153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:22.426294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:22.433929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440447e7-d412-4851-849f-3970d12dcc09 req-46e44a8b-34fe-42ba-9ef6-c2d1bd8e0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.436025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-440447e7-d412-4851-849f-3970d12dcc09 req-46e44a8b-34fe-42ba-9ef6-c2d1bd8e0a49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.1698086 Nov 25 18:34:22.440792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a351491-b9dd-4a45-96cf-f99b16b9eef7 req-1e367b3a-5e45-4bf1-8feb-1ad23b6d196d tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.442293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a351491-b9dd-4a45-96cf-f99b16b9eef7 req-1e367b3a-5e45-4bf1-8feb-1ad23b6d196d tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 946 time: 0.1435039 Nov 25 18:34:22.449220 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:22.510640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3f49b13-1a18-4ea1-8ecf-2fd23b2042a8 req-6795ea58-90f6-4f39-9368-6dd3f894d9ce service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127833 Nov 25 18:34:22.513239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.513925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:22.515317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] 10.222.0.64 "PUT /v2.0/ports/e2445048-409d-48ae-b75e-3966ab1cf957 HTTP/1.1" status: 200 len: 1092 time: 1.3860021 Nov 25 18:34:22.532029 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-440447e7-d412-4851-849f-3970d12dcc09 req-b36d8bb4-cc48-4cb0-a20e-b70e72d6dc27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 1001 time: 0.0804651 Nov 25 18:34:22.565734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942a690-5e60-47a8-82ec-d86c9ccfb226 service neutron] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:22.571605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a351491-b9dd-4a45-96cf-f99b16b9eef7 req-b23e471e-6ba0-4fe9-bae8-881ac690981e tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179459 Nov 25 18:34:22.619088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-a85ba55e-0445-4cd9-a92a-ca8130994026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.621193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-a85ba55e-0445-4cd9-a92a-ca8130994026 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0483799 Nov 25 18:34:22.625293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440447e7-d412-4851-849f-3970d12dcc09 req-8d50cf2b-8761-4fa6-8453-93878e5a6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.628030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-440447e7-d412-4851-849f-3970d12dcc09 req-8d50cf2b-8761-4fa6-8453-93878e5a6638 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.0816476 Nov 25 18:34:22.697438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-caab601d-1554-471a-9160-a957d7e5f616 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2445048-409d-48ae-b75e-3966ab1cf957 HTTP/1.1" status: 200 len: 217 time: 0.0609403 Nov 25 18:34:22.757772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-aab7ac41-17e8-4ec8-9cbe-60a2fcb77fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.759267 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-aab7ac41-17e8-4ec8-9cbe-60a2fcb77fdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.0544124 Nov 25 18:34:22.766618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440447e7-d412-4851-849f-3970d12dcc09 req-bbbe0734-09a7-4418-8a53-649a77b060c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.768120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-440447e7-d412-4851-849f-3970d12dcc09 req-bbbe0734-09a7-4418-8a53-649a77b060c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308036 Nov 25 18:34:22.784149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46693b5b-585b-4f71-b0d5-e8300b1bd852 req-e761502e-cb2e-4ed7-9e11-86dc7c1f61a2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:22.791657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46693b5b-585b-4f71-b0d5-e8300b1bd852 req-e761502e-cb2e-4ed7-9e11-86dc7c1f61a2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0848291 Nov 25 18:34:22.828972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-1f0fead4-8931-419a-963b-3131717c0f64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612040 Nov 25 18:34:22.868197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-369460b9-a9d0-4567-b646-e6a5e7c4a9c7 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7310c5cbe2f3421dbf4920837d56e600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381265 Nov 25 18:34:22.908569 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46693b5b-585b-4f71-b0d5-e8300b1bd852 req-fb8f7d36-d094-496b-8dc9-eb8e914aa8a5 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144257 Nov 25 18:34:22.938781 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-440447e7-d412-4851-849f-3970d12dcc09 req-11da556f-40f0-42fd-9c1d-0136224028f0 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447432 Nov 25 18:34:23.007082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-3596ec92-3e0c-45aa-a52e-02847d14eb38 service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669583 Nov 25 18:34:23.046295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-440447e7-d412-4851-849f-3970d12dcc09 req-3205832d-ee59-4162-858d-13110a2724a4 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950575 Nov 25 18:34:23.054710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-e5a9a608-53f7-4a49-a35d-e0db8fb4156e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:23.056842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-e5a9a608-53f7-4a49-a35d-e0db8fb4156e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629722 Nov 25 18:34:23.104379 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-74e19056-115c-4b71-bff2-99c51337b641 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/quotas/7310c5cbe2f3421dbf4920837d56e600 HTTP/1.1" status: 200 len: 375 time: 0.0173585 Nov 25 18:34:23.168944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88afb469-ddd2-4aa9-a3a0-31c280f2f484 req-845fa3ba-7e52-4fa9-8b77-ca86f90eabd6 service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432819 Nov 25 18:34:23.170064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2235-ca89-4842-b0dc-93055054968f req-278154d7-0b43-4182-8f9e-fb9a319592b6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:23.176518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af5c2235-ca89-4842-b0dc-93055054968f req-278154d7-0b43-4182-8f9e-fb9a319592b6 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0675442 Nov 25 18:34:23.195345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-0ec9e921-d4c6-451a-9006-e6185d84d3a9 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7310c5cbe2f3421dbf4920837d56e600&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830457 Nov 25 18:34:23.236158 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af5c2235-ca89-4842-b0dc-93055054968f req-083e7e62-7cbf-4a0a-8ea4-04dc2cc44bcc tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480320 Nov 25 18:34:23.361778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4911b62-6c52-4ce2-8ba9-9f4b57de23fc req-9f1bb713-6596-4246-b5de-da28e50440a5 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 210 time: 0.0287538 Nov 25 18:34:23.450843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33954) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:23.567721 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da2bf968-1822-4d4a-a255-f6cea064cbe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.658181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da2bf968-1822-4d4a-a255-f6cea064cbe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.662437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da2bf968-1822-4d4a-a255-f6cea064cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.710393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da2bf968-1822-4d4a-a255-f6cea064cbe5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1d6b5fe803549278df03f91820cd900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584274 Nov 25 18:34:23.711848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bf968-1822-4d4a-a255-f6cea064cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651025a-574a-4cfd-8577-64822efaef2f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:23.715064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33962) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:23.726565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39914a3-89ae-474e-a6cc-ec23df23eae2 req-32d897af-35fd-4050-b94e-e1b472d0490d tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:23.747175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a39914a3-89ae-474e-a6cc-ec23df23eae2 req-32d897af-35fd-4050-b94e-e1b472d0490d tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 946 time: 0.0850351 Nov 25 18:34:23.812022 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-638a0f97-7be7-4641-96dc-9ebb71b0f1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.822428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a39914a3-89ae-474e-a6cc-ec23df23eae2 req-c9890ea3-cb50-4e85-ba9b-5e630959724d tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743787 Nov 25 18:34:23.841226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-638a0f97-7be7-4641-96dc-9ebb71b0f1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.888042 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-638a0f97-7be7-4641-96dc-9ebb71b0f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.890961 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-638a0f97-7be7-4641-96dc-9ebb71b0f1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:23.892092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-638a0f97-7be7-4641-96dc-9ebb71b0f1d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b651025a-574a-4cfd-8577-64822efaef2f HTTP/1.1" status: 204 len: 168 time: 0.1761320 Nov 25 18:34:23.900428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a0f97-7be7-4641-96dc-9ebb71b0f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651025a-574a-4cfd-8577-64822efaef2f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:24.028813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f2aed-cb7f-419b-83d0-3b62baa930c6 req-6c44f41a-bec0-4062-a0fc-417e757ae366 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:24.030336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d7f2aed-cb7f-419b-83d0-3b62baa930c6 req-6c44f41a-bec0-4062-a0fc-417e757ae366 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0542603 Nov 25 18:34:24.079041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d7f2aed-cb7f-419b-83d0-3b62baa930c6 req-e5dc9b60-7b49-4818-a835-11bbf84208b3 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Nov 25 18:34:24.125402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:24.127822 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d3d8e-2711-41d3-ac80-f972cdddf1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:24.164709 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf075771-1359-478b-be6a-b61034155752 x-openstack-request-id: req-cf075771-1359-478b-be6a-b61034155752 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:24.165001 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:24.165257 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf075771-1359-478b-be6a-b61034155752 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:24.165654 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'status': 'completed', 'code': 200} Nov 25 18:34:24.170118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33976) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:24.183486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1d81924-9c3a-474a-9ee3-28452eaa9732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.264109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-89aa154c-65df-441f-863c-37b87391bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:24.265600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-89aa154c-65df-441f-863c-37b87391bc16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0675633 Nov 25 18:34:24.374986 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1d81924-9c3a-474a-9ee3-28452eaa9732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.377172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-d41b694d-bbc3-4a2b-ab7a-cee4d7346009 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7310c5cbe2f3421dbf4920837d56e600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790849 Nov 25 18:34:24.404302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1d81924-9c3a-474a-9ee3-28452eaa9732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.475975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c54330b-98fe-457f-b17f-7861bbec0264 req-09156f6e-c2a9-4520-a280-26071e122def tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 210 time: 0.0268872 Nov 25 18:34:24.530688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a1d81924-9c3a-474a-9ee3-28452eaa9732 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f9658478b4f49d99e744ed2956da3c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595355 Nov 25 18:34:24.533364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33984) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:24.543697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d81924-9c3a-474a-9ee3-28452eaa9732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5bbbd0-86b0-4db7-8e04-3edf9faab15e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:24.549813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-8535ab5f-01f7-499f-bf14-a57c104ae3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:24.551322 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-8535ab5f-01f7-499f-bf14-a57c104ae3e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 905 time: 0.2712395 Nov 25 18:34:24.574926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1cb67-41ca-4efe-a2b1-cac61fa4dda7 req-ba697996-4534-4196-b4a1-67c7ed49b8fb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:24.576403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ee1cb67-41ca-4efe-a2b1-cac61fa4dda7 req-ba697996-4534-4196-b4a1-67c7ed49b8fb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.2252040 Nov 25 18:34:24.585130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4a28848-84f2-4688-beae-d0cee0ba0e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.606516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4a28848-84f2-4688-beae-d0cee0ba0e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.628370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-7277e7f1-de61-4d65-8c6a-25db9e14b27b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2445048-409d-48ae-b75e-3966ab1cf957 HTTP/1.1" status: 200 len: 217 time: 0.0489819 Nov 25 18:34:24.640499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-9e668c89-0460-48ab-9477-b9e8a529f159 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:24.641880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-9e668c89-0460-48ab-9477-b9e8a529f159 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499976 Nov 25 18:34:24.652583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4a28848-84f2-4688-beae-d0cee0ba0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.656514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4a28848-84f2-4688-beae-d0cee0ba0e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.657641 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c4a28848-84f2-4688-beae-d0cee0ba0e6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac5bbbd0-86b0-4db7-8e04-3edf9faab15e HTTP/1.1" status: 204 len: 168 time: 0.1232190 Nov 25 18:34:24.666071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a28848-84f2-4688-beae-d0cee0ba0e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5bbbd0-86b0-4db7-8e04-3edf9faab15e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:24.677957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Request body: {'port': {'device_id': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '7310c5cbe2f3421dbf4920837d56e600'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:24.763701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ee1cb67-41ca-4efe-a2b1-cac61fa4dda7 req-277bd8fb-df1f-4750-916d-462710d0ee1e tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750684 Nov 25 18:34:24.767394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-b0d3a667-4e32-4a40-8178-f2f1e2272a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:24.768881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-b0d3a667-4e32-4a40-8178-f2f1e2272a19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.1260755 Nov 25 18:34:24.817688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-37072675-f829-45ce-a83e-a4cd66bd24c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387919 Nov 25 18:34:24.938755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Made reservation on behalf of 7310c5cbe2f3421dbf4920837d56e600 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:24.942385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:24.978417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-77af7540-f368-4317-9e27-e32fa4f73d14 service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450367 Nov 25 18:34:25.010591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6966-0c80-45ff-a6b7-c29f38c44856 req-519e6c99-57be-4247-afbd-7dd9f4c5a273 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:25.012426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23ea6966-0c80-45ff-a6b7-c29f38c44856 req-519e6c99-57be-4247-afbd-7dd9f4c5a273 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 946 time: 0.0562394 Nov 25 18:34:25.075305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23ea6966-0c80-45ff-a6b7-c29f38c44856 req-bebba101-a4a1-44d9-aa9b-312fcd28e902 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538135 Nov 25 18:34:25.190284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b313ea-8a0b-435c-909f-5f6404c4f095 req-98c79819-a292-43a0-8898-1352b8d6b3e1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:25.191816 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59b313ea-8a0b-435c-909f-5f6404c4f095 req-98c79819-a292-43a0-8898-1352b8d6b3e1 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1972961 Nov 25 18:34:25.207178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22fce-642a-44d2-8498-928d74f18b19 req-7de291d6-e8f3-421a-96cb-4885280511c1 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:25.208671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06d22fce-642a-44d2-8498-928d74f18b19 req-7de291d6-e8f3-421a-96cb-4885280511c1 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0611227 Nov 25 18:34:25.215507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-830d3d8e-2711-41d3-ac80-f972cdddf1b2 req-6987614e-6c15-43cf-b4e2-d998613b9bbb service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300129 Nov 25 18:34:25.260856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06d22fce-642a-44d2-8498-928d74f18b19 req-cb437117-b643-404a-b8d2-a0cda644a27d tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Nov 25 18:34:25.402210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 97280248-311d-4e05-8e08-9a211ae732fa details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:25.542226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 97280248-311d-4e05-8e08-9a211ae732fa, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=97280248-311d-4e05-8e08-9a211ae732fa,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:25.551429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Allocated IP 192.168.233.64 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/5f8a84a3-b156-44bc-9d7e-2e3f148e3293) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:25.557250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '97280248-311d-4e05-8e08-9a211ae732fa', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '97280248-311d-4e05-8e08-9a211ae732fa', 'mac_address': 'fa:16:3e:56:0d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:25.603789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59b313ea-8a0b-435c-909f-5f6404c4f095 req-757a0432-49ce-499d-90fe-c656668cfcee tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997989 Nov 25 18:34:25.607881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297c4b11-a2b5-410a-aefb-f51d10fd1ab4 req-e07da4fe-bd2d-47ce-9cc5-59933f10c45a tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 210 time: 0.0408678 Nov 25 18:34:25.617061 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:25.631922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97280248-311d-4e05-8e08-9a211ae732fa {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:25.654766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 97280248-311d-4e05-8e08-9a211ae732fa, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=97280248-311d-4e05-8e08-9a211ae732fa,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:25.661007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:25.725461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=97280248-311d-4e05-8e08-9a211ae732fa,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:25.755132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981918-eedb-44ca-8d2d-e2d0ce147458 req-a692a144-a026-41f2-895b-9c8a883a5c4a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:25.756645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f981918-eedb-44ca-8d2d-e2d0ce147458 req-a692a144-a026-41f2-895b-9c8a883a5c4a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0614319 Nov 25 18:34:25.766697 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:25.807782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:25.812349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f981918-eedb-44ca-8d2d-e2d0ce147458 req-9ab0e6c0-3ee7-487f-b6c4-08ebe7938a96 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Nov 25 18:34:25.820392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['d6745b7a-f9e5-4919-9a55-fd31e37310a0'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:25.854106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:25.857191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:25.863195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:25.898390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Pushing event updated for resources: {'Port': ['ID=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:25.936331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:25.937291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:25.964571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-11afd798-9ed0-4df5-8a38-1ee8b6f2735e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2927916 Nov 25 18:34:25.978015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Request body: {'port': {'device_id': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:26.023991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['97280248-311d-4e05-8e08-9a211ae732fa'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:26.108347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:26.179110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e2445048-409d-48ae-b75e-3966ab1cf957 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:26.315121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c91e2-f8f3-40ac-8839-a8a33643c52c req-06d8cc03-c0cb-4f06-9681-3f2f3bbe3880 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:26.316972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-113c91e2-f8f3-40ac-8839-a8a33643c52c req-06d8cc03-c0cb-4f06-9681-3f2f3bbe3880 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1656058 Nov 25 18:34:26.327651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3f0b65b2-20ff-42ca-b3f3-ea3dd154b6c3 None None] Provisioning complete for port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:26.328022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f0b65b2-20ff-42ca-b3f3-ea3dd154b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:26.331091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413d92-3b50-48e0-bc49-446ddd49cbd1 req-c6fba115-9fc5-488a-82c1-8053aacda661 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:26.332977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9413d92-3b50-48e0-bc49-446ddd49cbd1 req-c6fba115-9fc5-488a-82c1-8053aacda661 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 947 time: 0.1150570 Nov 25 18:34:26.413925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9413d92-3b50-48e0-bc49-446ddd49cbd1 req-0a68829e-5c6a-4e9f-9083-9095c13e055f tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737166 Nov 25 18:34:26.417179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-113c91e2-f8f3-40ac-8839-a8a33643c52c req-130f96f9-a9d3-4cab-b0c3-a41b093c4ac3 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933995 Nov 25 18:34:26.492907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b65b2-20ff-42ca-b3f3-ea3dd154b6c3 None None] Port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:34:26.542424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:26.564367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'mac_address': 'fa:16:3e:f5:cd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:26.585609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55662f-ec82-4428-b037-62a526a29520 req-900f750d-b28a-407b-a21e-a7fe63f37499 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:26.593097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed55662f-ec82-4428-b037-62a526a29520 req-900f750d-b28a-407b-a21e-a7fe63f37499 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 944 time: 0.0869408 Nov 25 18:34:26.605970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:26.615670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:26.625963 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:26.636875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Transition to ACTIVE for port object 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:34:26.639875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2445048-409d-48ae-b75e-3966ab1cf957 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:26.644504 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:26.674897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed55662f-ec82-4428-b037-62a526a29520 req-4bacb6f7-4acd-4de6-811a-7277f61b240e tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790846 Nov 25 18:34:26.677242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:26.682202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:26.742937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:26.764778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:26.827264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42c68-a9be-4e99-af9b-3e07e6ce7eb4 req-4b3a6139-3cd1-4852-ada1-0297fdc13ffc tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:26.828848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91d42c68-a9be-4e99-af9b-3e07e6ce7eb4 req-4b3a6139-3cd1-4852-ada1-0297fdc13ffc tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 947 time: 0.1299863 Nov 25 18:34:26.834935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Attempting to bind port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:26.835272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Attempting to bind port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:26.835600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Attempting to bind port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:26.841743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:34:26.842071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Attempting to bind port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:26.853524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:26.853861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:26.854458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:26.854912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Bound port: 5f8a84a3-b156-44bc-9d7e-2e3f148e3293, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:26.855268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:26.935057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91d42c68-a9be-4e99-af9b-3e07e6ce7eb4 req-3db58653-8a8f-4b9c-b948-ce3c5328fabf tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941200 Nov 25 18:34:26.964749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] For port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:26.966405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['e2445048-409d-48ae-b75e-3966ab1cf957'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:26.968026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] For port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:26.973027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:27.012541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:27.013168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:27.014747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] 10.222.0.66 "PUT /v2.0/ports/5f8a84a3-b156-44bc-9d7e-2e3f148e3293 HTTP/1.1" status: 200 len: 1095 time: 1.0413530 Nov 25 18:34:27.015332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'tag': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:27.017621 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c747271-93da-4f24-b031-53e8c9257fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d", "tag": "5f8a84a3-b156-44bc-9d7e-2e3f148e3293"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:27.093017 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f436f44-b9dc-42dc-ab87-b7cd1bf481bd x-openstack-request-id: req-7f436f44-b9dc-42dc-ab87-b7cd1bf481bd {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:27.093315 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d", "tag": "5f8a84a3-b156-44bc-9d7e-2e3f148e3293", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:27.093756 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f436f44-b9dc-42dc-ab87-b7cd1bf481bd {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:27.094365 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'tag': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293', 'status': 'completed', 'code': 200} Nov 25 18:34:27.096210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54d471-1298-4728-a61e-d01ec0112d35 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:27.148364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-f6967cd6-1a79-4784-b75c-a98744292f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:27.163504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-f6967cd6-1a79-4784-b75c-a98744292f15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7310c5cbe2f3421dbf4920837d56e600&device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 1098 time: 0.1022065 Nov 25 18:34:27.285707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-3237e3ba-6030-4bb6-b5af-6fc3dcea5df6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f8a84a3-b156-44bc-9d7e-2e3f148e3293 HTTP/1.1" status: 200 len: 217 time: 0.0963085 Nov 25 18:34:27.355458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-cc90dc93-d0ef-438c-8d8e-930756390c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:27.357338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-cc90dc93-d0ef-438c-8d8e-930756390c79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0629327 Nov 25 18:34:27.408857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-f0734b0a-561a-4bce-aafa-a57d46e83d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:27.410714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-f0734b0a-561a-4bce-aafa-a57d46e83d9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444667 Nov 25 18:34:27.543925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-13ba4870-d007-4fc7-aaa1-13545135176a service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258509 Nov 25 18:34:27.697980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34124) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:27.702178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4da11b-5610-4510-8692-a895398a1546 req-b2b4173f-11d6-438a-92eb-d6277bc91d50 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:27.702837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db4da11b-5610-4510-8692-a895398a1546 req-b2b4173f-11d6-438a-92eb-d6277bc91d50 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.1566916 Nov 25 18:34:27.716810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec56903-c63f-43d8-b66e-affb869356f6 req-3fa7ee1f-9393-4468-aa58-bdc650cdc136 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:27.718405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ec56903-c63f-43d8-b66e-affb869356f6 req-3fa7ee1f-9393-4468-aa58-bdc650cdc136 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 947 time: 0.1735113 Nov 25 18:34:27.778037 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee4c2d9d-30fd-43db-a93f-2a39a37c3cf8 req-89739cb7-9bb1-47ba-b90b-2adc33c6c352 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173519 Nov 25 18:34:27.857959 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ec56903-c63f-43d8-b66e-affb869356f6 req-a4da79b7-1be2-42dc-b9b9-06326805f308 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261296 Nov 25 18:34:27.866914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb26718-a3f4-47d6-8fb2-57957c02310e req-93de2df0-0ba4-4668-875b-40dba706bd3f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:27.869107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edb26718-a3f4-47d6-8fb2-57957c02310e req-93de2df0-0ba4-4668-875b-40dba706bd3f tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 946 time: 0.0882511 Nov 25 18:34:27.912159 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e80ee801-d487-48f2-bdaf-d2c0fe2cd59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:27.929537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Deleting port 2cb72414-51ef-4016-999e-1abc9d083906 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:27.929537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:27.966067 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edb26718-a3f4-47d6-8fb2-57957c02310e req-4b85af9e-9a5f-45b1-84e7-ef9b9a71e576 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895135 Nov 25 18:34:28.053977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e80ee801-d487-48f2-bdaf-d2c0fe2cd59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.058903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e80ee801-d487-48f2-bdaf-d2c0fe2cd59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.059889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-a533b0d4-890e-4495-bec3-b4c381154028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:28.061390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-a533b0d4-890e-4495-bec3-b4c381154028 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7310c5cbe2f3421dbf4920837d56e600&device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 1098 time: 0.1974633 Nov 25 18:34:28.100879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e80ee801-d487-48f2-bdaf-d2c0fe2cd59f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcfabdb9243442f38c280602404bcaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992391 Nov 25 18:34:28.101481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34138) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:28.126656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ee801-d487-48f2-bdaf-d2c0fe2cd59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08077fe8-f684-4b39-a08b-b817fead329f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:28.155337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] For port 2cb72414-51ef-4016-999e-1abc9d083906, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2cb72414-51ef-4016-999e-1abc9d083906,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:28.155714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.170585 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f556fd-dc7b-401f-be73-6a1694129262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.172404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986cf6c-1ece-447d-8ca1-a793603d5332 req-04cc6250-f6d5-49ef-9ffb-e40ce5b6d3ad tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:28.174077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9986cf6c-1ece-447d-8ca1-a793603d5332 req-04cc6250-f6d5-49ef-9ffb-e40ce5b6d3ad tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 945 time: 0.1563630 Nov 25 18:34:28.186027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e2445048-409d-48ae-b75e-3966ab1cf957 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:28.186653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Calling delete_port for 2cb72414-51ef-4016-999e-1abc9d083906 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:28.217946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f556fd-dc7b-401f-be73-6a1694129262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.270210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port e2445048-409d-48ae-b75e-3966ab1cf957 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:28.283326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port e2445048-409d-48ae-b75e-3966ab1cf957 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:28.283710 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.311983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-7c6fb73e-82dc-420e-8a73-a7347bd897aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:28.313659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-7c6fb73e-82dc-420e-8a73-a7347bd897aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2404034 Nov 25 18:34:28.346872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f556fd-dc7b-401f-be73-6a1694129262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.349578 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f556fd-dc7b-401f-be73-6a1694129262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.350782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c6f556fd-dc7b-401f-be73-6a1694129262 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08077fe8-f684-4b39-a08b-b817fead329f HTTP/1.1" status: 204 len: 168 time: 0.2480452 Nov 25 18:34:28.374728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b69604-cb7e-4dba-8392-addb1aca5565 req-2c1d5235-a21b-4862-b750-0d0c01bc1229 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:28.376293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98b69604-cb7e-4dba-8392-addb1aca5565 req-2c1d5235-a21b-4862-b750-0d0c01bc1229 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 947 time: 0.0933657 Nov 25 18:34:28.377313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f556fd-dc7b-401f-be73-6a1694129262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08077fe8-f684-4b39-a08b-b817fead329f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:28.422171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9986cf6c-1ece-447d-8ca1-a793603d5332 req-37505fad-d0b9-4df5-9b3d-9e81aff6ad32 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393708 Nov 25 18:34:28.430796 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.443068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-9134b873-341a-4e7f-868a-45319fc94f20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=5f8a84a3-b156-44bc-9d7e-2e3f148e3293 HTTP/1.1" status: 200 len: 217 time: 0.1199491 Nov 25 18:34:28.463845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:28.465281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98b69604-cb7e-4dba-8392-addb1aca5565 req-b5eb0ff7-8b95-4691-adca-fb3abfb317b8 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822504 Nov 25 18:34:28.475032 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b65ec5-8542-4196-8dbb-0d3cb82d5e98" -d '{"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:28.511523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:28.521858 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.599527 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceb1891-70e8-4c82-a00a-83f7c0ec3365 x-openstack-request-id: req-6ceb1891-70e8-4c82-a00a-83f7c0ec3365 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:28.600311 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:28.601152 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ceb1891-70e8-4c82-a00a-83f7c0ec3365 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:28.602132 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'code': 200} Nov 25 18:34:28.612604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-6ee4b7dc-8571-46ae-bf3b-55b10b80e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:28.614099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-6ee4b7dc-8571-46ae-bf3b-55b10b80e100 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1571698 Nov 25 18:34:28.631659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:28.632237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.648031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:28.650625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2cb72414-51ef-4016-999e-1abc9d083906'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:28.681687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event deleted for resources: {'Port': ['ID=2cb72414-51ef-4016-999e-1abc9d083906,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:28.718940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-5f9c13a6-3f10-4731-8d10-68c2192d77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:28.720366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-5f9c13a6-3f10-4731-8d10-68c2192d77f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985589 Nov 25 18:34:28.734469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] No DVR routers for this DVR port 2cb72414-51ef-4016-999e-1abc9d083906 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:28.737804 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.740984 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db4da11b-5610-4510-8692-a895398a1546 req-55c2788c-4ae0-4462-b67f-83057074423a tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.64 "DELETE /v2.0/ports/2cb72414-51ef-4016-999e-1abc9d083906 HTTP/1.1" status: 204 len: 173 time: 1.0197537 Nov 25 18:34:28.773591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf3069-249d-48d3-9197-48df1f157a5f req-a1421e9f-4bf5-4172-9d2f-80b7f55a1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:28.776142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cbcf3069-249d-48d3-9197-48df1f157a5f req-a1421e9f-4bf5-4172-9d2f-80b7f55a1302 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0874538 Nov 25 18:34:28.853491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-1aadcae2-e4d2-40ba-8919-3555c9b07dca service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172612 Nov 25 18:34:28.853909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cbcf3069-249d-48d3-9197-48df1f157a5f req-357dcd99-fe4e-4d51-a69c-26c8d6f46cd9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704994 Nov 25 18:34:28.888742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34154) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:28.905019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a793782-a92e-46b2-9bee-be976fa41e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:28.979982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c747271-93da-4f24-b031-53e8c9257fb6 req-44d4ae13-32a2-44f1-9a79-a9086e09d841 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161506 Nov 25 18:34:29.065218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a793782-a92e-46b2-9bee-be976fa41e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.077457 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a793782-a92e-46b2-9bee-be976fa41e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.095565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'name': 'network-vif-deleted', 'tag': '2cb72414-51ef-4016-999e-1abc9d083906'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:29.098513 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2eba49-af35-4cab-b77e-5cb5b586bdcf" -d '{"events": [{"server_uuid": "0d53a9b0-5a3e-4c06-b978-b553c4aa4639", "name": "network-vif-deleted", "tag": "2cb72414-51ef-4016-999e-1abc9d083906"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:29.105942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037a339-2f23-4a97-9f32-8dbc8fff2da1 req-d61f1ece-32f4-4b01-9b16-46f75c736977 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:29.113164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9037a339-2f23-4a97-9f32-8dbc8fff2da1 req-d61f1ece-32f4-4b01-9b16-46f75c736977 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 947 time: 0.1564519 Nov 25 18:34:29.139149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a793782-a92e-46b2-9bee-be976fa41e12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b93cf1c976d4d0ab10589463d056ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491724 Nov 25 18:34:29.143426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:29.171602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f05e7bcd-0abf-4741-b818-b8a6914135ec req-16267f14-cd0d-4b9d-9b37-fa5a8ccb10ca tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d53a9b0-5a3e-4c06-b978-b553c4aa4639 HTTP/1.1" status: 200 len: 210 time: 0.0329621 Nov 25 18:34:29.192397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a793782-a92e-46b2-9bee-be976fa41e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac23cd8-e0f8-41b1-92b1-1c836728c067,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:29.215866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9037a339-2f23-4a97-9f32-8dbc8fff2da1 req-1163dfe8-1d2d-41ed-b2b0-5a0687e603a2 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018443 Nov 25 18:34:29.231576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67f321bf-bc72-47a1-a9a7-1483c48c5d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.234150 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3f07a3-ce95-4fba-b8ef-8a9388998b76 x-openstack-request-id: req-da3f07a3-ce95-4fba-b8ef-8a9388998b76 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:29.234904 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d53a9b0-5a3e-4c06-b978-b553c4aa4639", "name": "network-vif-deleted", "tag": "2cb72414-51ef-4016-999e-1abc9d083906", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:29.235424 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da3f07a3-ce95-4fba-b8ef-8a9388998b76 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:29.235922 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d53a9b0-5a3e-4c06-b978-b553c4aa4639', 'name': 'network-vif-deleted', 'tag': '2cb72414-51ef-4016-999e-1abc9d083906', 'status': 'completed', 'code': 200} Nov 25 18:34:29.253850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67f321bf-bc72-47a1-a9a7-1483c48c5d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.300721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67f321bf-bc72-47a1-a9a7-1483c48c5d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.303336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67f321bf-bc72-47a1-a9a7-1483c48c5d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.304700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-67f321bf-bc72-47a1-a9a7-1483c48c5d6a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ac23cd8-e0f8-41b1-92b1-1c836728c067 HTTP/1.1" status: 204 len: 168 time: 0.1591625 Nov 25 18:34:29.314389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f321bf-bc72-47a1-a9a7-1483c48c5d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac23cd8-e0f8-41b1-92b1-1c836728c067,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:29.422086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 97280248-311d-4e05-8e08-9a211ae732fa up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:29.499630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 97280248-311d-4e05-8e08-9a211ae732fa completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:29.506810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 97280248-311d-4e05-8e08-9a211ae732fa triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:29.507469 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.590268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77d11b-de30-45e8-8283-973311c1f11e req-aeb1db6d-a234-4660-9d23-9534bfe41b75 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:29.610480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f77d11b-de30-45e8-8283-973311c1f11e req-aeb1db6d-a234-4660-9d23-9534bfe41b75 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0788951 Nov 25 18:34:29.663907 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.686728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51382266-bf2c-4d12-b2b5-1ef0638f6724 req-77a7424e-936d-4cf9-aa05-e698d5705f2e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:29.688262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51382266-bf2c-4d12-b2b5-1ef0638f6724 req-77a7424e-936d-4cf9-aa05-e698d5705f2e tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 947 time: 0.0921354 Nov 25 18:34:29.705963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f77d11b-de30-45e8-8283-973311c1f11e req-00b63861-8ff3-4407-af86-0a1a3aaa065d tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961659 Nov 25 18:34:29.721670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 97280248-311d-4e05-8e08-9a211ae732fa, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=97280248-311d-4e05-8e08-9a211ae732fa,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:29.731070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:29.788187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=97280248-311d-4e05-8e08-9a211ae732fa,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:29.790709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51382266-bf2c-4d12-b2b5-1ef0638f6724 req-1b4f4fdc-26c2-417e-8fcc-82d15444fd02 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949161 Nov 25 18:34:30.389407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874f12b-f4cf-4b29-b169-8727a1ad9662 req-f42c8748-ae19-4436-b7ee-43e25e1c6d05 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:30.395097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f874f12b-f4cf-4b29-b169-8727a1ad9662 req-f42c8748-ae19-4436-b7ee-43e25e1c6d05 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 948 time: 0.0894170 Nov 25 18:34:30.446684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f874f12b-f4cf-4b29-b169-8727a1ad9662 req-99354543-6ee9-4f80-9090-ac999f13b4c6 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442851 Nov 25 18:34:30.604697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97280248-311d-4e05-8e08-9a211ae732fa'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:30.606967 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8960b5fe-3c25-4b91-bc95-27da0ba8f0e5" -d '{"events": [{"server_uuid": "8e241b79-1716-4f17-b9d2-2115f8fffb5b", "name": "network-vif-plugged", "status": "completed", "tag": "97280248-311d-4e05-8e08-9a211ae732fa"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:30.623905 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:30.664466 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9385c36-86be-4383-a75c-97e58a1f5193 x-openstack-request-id: req-a9385c36-86be-4383-a75c-97e58a1f5193 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:30.664983 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e241b79-1716-4f17-b9d2-2115f8fffb5b", "name": "network-vif-plugged", "status": "completed", "tag": "97280248-311d-4e05-8e08-9a211ae732fa", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:30.665714 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9385c36-86be-4383-a75c-97e58a1f5193 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:30.666280 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97280248-311d-4e05-8e08-9a211ae732fa', 'code': 200} Nov 25 18:34:30.814196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e9c57-8cf8-4e56-9415-73b305d711d6 req-3767fcd0-856d-42c2-b485-d7b690049a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:30.816016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e2e9c57-8cf8-4e56-9415-73b305d711d6 req-3767fcd0-856d-42c2-b485-d7b690049a12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 1099 time: 0.0724971 Nov 25 18:34:30.908025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda6917-11bc-4149-a134-1c761916ddb8 req-56bbe587-a248-4ef7-99ce-0a8c2a95a968 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:30.909716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcda6917-11bc-4149-a134-1c761916ddb8 req-56bbe587-a248-4ef7-99ce-0a8c2a95a968 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 946 time: 0.1159675 Nov 25 18:34:30.931949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e2e9c57-8cf8-4e56-9415-73b305d711d6 req-075c0ca4-0e2b-45e3-91ca-040c65de7156 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873940 Nov 25 18:34:30.977437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcda6917-11bc-4149-a134-1c761916ddb8 req-129606f8-a2e0-498c-9d42-28169fe23518 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Nov 25 18:34:31.018045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c512481-1740-45c3-b611-63bfbe8e3aaa req-4f4769e3-42a7-43a0-aca8-899c2c792030 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:31.025370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c512481-1740-45c3-b611-63bfbe8e3aaa req-4f4769e3-42a7-43a0-aca8-899c2c792030 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 947 time: 0.0818138 Nov 25 18:34:31.070515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c512481-1740-45c3-b611-63bfbe8e3aaa req-bc00d919-53f0-48db-a125-92a01a3658dc tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 Nov 25 18:34:31.105010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34278) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:31.247457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab634-7e2b-4a7b-9a0b-bfb522d53d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.366539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ae16-0b05-4922-b86f-7a10bb7222c5 req-f605d98b-6c4d-4b1d-8f7a-f83be87371f2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:31.376568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4482ae16-0b05-4922-b86f-7a10bb7222c5 req-f605d98b-6c4d-4b1d-8f7a-f83be87371f2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0962543 Nov 25 18:34:31.436267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:31.449875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab634-7e2b-4a7b-9a0b-bfb522d53d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.454898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab634-7e2b-4a7b-9a0b-bfb522d53d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.488085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4482ae16-0b05-4922-b86f-7a10bb7222c5 req-e0442046-3196-427a-95b5-28981070a464 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103811 Nov 25 18:34:31.496531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2e7ab634-7e2b-4a7b-9a0b-bfb522d53d5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=452c5e8b543546f092a12ae8d75dfd5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902509 Nov 25 18:34:31.499277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:31.530784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ab634-7e2b-4a7b-9a0b-bfb522d53d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f462e-4f07-40ac-b8ff-8e43f492cbf0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:31.582524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd754c-0b0e-4eb9-b9bd-b639a9f86c3b req-fadfcb7e-5326-486d-b027-180c6ea7d410 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:31.592210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6edd754c-0b0e-4eb9-b9bd-b639a9f86c3b req-fadfcb7e-5326-486d-b027-180c6ea7d410 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 945 time: 0.1131945 Nov 25 18:34:31.631979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d48a64dc-4cec-4371-ab7b-e067252adf1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.656440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6edd754c-0b0e-4eb9-b9bd-b639a9f86c3b req-c54e9169-37a6-4092-8a0c-3ff78ab42461 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627902 Nov 25 18:34:31.667419 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d48a64dc-4cec-4371-ab7b-e067252adf1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.702650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230cb1e-05a9-4fa0-a511-0e6afe0785c6 req-1251c207-eada-4631-8252-b103850bc3ca tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:31.705861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9230cb1e-05a9-4fa0-a511-0e6afe0785c6 req-1251c207-eada-4631-8252-b103850bc3ca tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 948 time: 0.1295905 Nov 25 18:34:31.746345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:31.761316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293', 'mac_address': 'fa:16:3e:dc:bb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:31.777490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9230cb1e-05a9-4fa0-a511-0e6afe0785c6 req-a5af161d-7edc-4d45-ac25-776cb941c6d7 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575399 Nov 25 18:34:31.779147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d48a64dc-4cec-4371-ab7b-e067252adf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.781950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d48a64dc-4cec-4371-ab7b-e067252adf1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.785739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d48a64dc-4cec-4371-ab7b-e067252adf1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e5f462e-4f07-40ac-b8ff-8e43f492cbf0 HTTP/1.1" status: 204 len: 168 time: 0.2827260 Nov 25 18:34:31.794533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a64dc-4cec-4371-ab7b-e067252adf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f462e-4f07-40ac-b8ff-8e43f492cbf0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:31.819504 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.833980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:31.855254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:31.859680 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:31.917105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:32.184453 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2cb72414-51ef-4016-999e-1abc9d083906 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:32.218935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81972cbf-3f2c-490c-a32a-2f4fb18d066d req-e8c5ef6f-b35c-4194-9a06-4b55307982af tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:32.220549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 2cb72414-51ef-4016-999e-1abc9d083906 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:32.221005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2cb72414-51ef-4016-999e-1abc9d083906 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:32.229360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81972cbf-3f2c-490c-a32a-2f4fb18d066d req-e8c5ef6f-b35c-4194-9a06-4b55307982af tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 948 time: 0.0857022 Nov 25 18:34:32.262917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5f8a84a3-b156-44bc-9d7e-2e3f148e3293'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:32.284926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81972cbf-3f2c-490c-a32a-2f4fb18d066d req-7bc95cbf-e165-4850-9c55-9595f9d5df67 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545349 Nov 25 18:34:32.619323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b637b7-11e1-47e8-8abe-62394796931c req-4edc8ac1-6846-4616-8c05-b880bd2fd43a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:32.620899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81b637b7-11e1-47e8-8abe-62394796931c req-4edc8ac1-6846-4616-8c05-b880bd2fd43a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 946 time: 0.0525248 Nov 25 18:34:32.675389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81b637b7-11e1-47e8-8abe-62394796931c req-2a8bb4a6-0841-431c-8fff-66a32cf99168 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Nov 25 18:34:32.814920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f7a7a-5164-4010-85b4-3e2a08a19c94 req-cb1b4fdd-7d91-4737-8bc7-db9dd00fa262 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:32.824487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-050f7a7a-5164-4010-85b4-3e2a08a19c94 req-cb1b4fdd-7d91-4737-8bc7-db9dd00fa262 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 945 time: 0.0920537 Nov 25 18:34:32.884808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-050f7a7a-5164-4010-85b4-3e2a08a19c94 req-369c1b7c-11c5-4391-a314-6b540eb322b2 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Nov 25 18:34:33.018655 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0e96e-0128-4404-8305-52bbe55fa107 req-e42168cc-ed8b-40e1-bc9d-677e8636a512 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:33.026252 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f0e96e-0128-4404-8305-52bbe55fa107 req-e42168cc-ed8b-40e1-bc9d-677e8636a512 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 948 time: 0.0664055 Nov 25 18:34:33.067106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.090061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f0e96e-0128-4404-8305-52bbe55fa107 req-dc5101c3-04f6-4ee5-a686-f4bcc8d93ca6 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627897 Nov 25 18:34:33.329197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34370) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:33.454771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1950259568', 'router:external': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:33.493620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-3558e98b-548f-4e91-ad2b-0d2c1522404c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:33.495489 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-3558e98b-548f-4e91-ad2b-0d2c1522404c tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 945 time: 0.1104426 Nov 25 18:34:33.495856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288087b-f381-486a-8ba6-92e99f50f330 req-778256dd-a655-4b25-8262-0b6c094f3c4f tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:33.503776 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c288087b-f381-486a-8ba6-92e99f50f330 req-778256dd-a655-4b25-8262-0b6c094f3c4f tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 948 time: 0.0610988 Nov 25 18:34:33.507014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61a4db-145e-4a2c-9dd5-813a3a01ea3e req-271834ed-9edb-44ec-8f1a-e4819de16be4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:33.508603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be61a4db-145e-4a2c-9dd5-813a3a01ea3e req-271834ed-9edb-44ec-8f1a-e4819de16be4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 948 time: 0.1153288 Nov 25 18:34:33.517357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Made reservation on behalf of bbc0a88f99af409580400d0aa4867f2f for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:33.519801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.564031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.564283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c288087b-f381-486a-8ba6-92e99f50f330 req-b764c1cb-5281-4532-87ce-ca6f738b247e tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579078 Nov 25 18:34:33.652858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be61a4db-145e-4a2c-9dd5-813a3a01ea3e req-50991921-aae5-4279-b14b-3a5e8b445028 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297302 Nov 25 18:34:33.706710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Deleting port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:33.707057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.785125 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.791402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.825893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:34:33.847862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.848118 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Added segment 5af549d8-658a-485b-840a-5f4f93c4ab5e of type vlan for network 36ed89c4-8743-4c53-acc8-2f5c43708046 Nov 25 18:34:33.863405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5cb343-4823-40e5-89d2-da4ca9ae0e2b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:33.871726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] For port 3798a443-e89d-4f2e-95a5-69c2e6de0e23, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3798a443-e89d-4f2e-95a5-69c2e6de0e23,segment=NetworkSegment(92f4acd2-72bd-41dd-a085-3614a616498e),segment_id=92f4acd2-72bd-41dd-a085-3614a616498e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:33.871878 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.903449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Calling delete_port for 3798a443-e89d-4f2e-95a5-69c2e6de0e23 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:33.921178 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.998025 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:33.998974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:33.999556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:34.004341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3e07-b497-453b-bf08-26918359028c req-87c52750-0512-4b49-8a08-a81470867c72 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:34.005931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3df3e07-b497-453b-bf08-26918359028c req-87c52750-0512-4b49-8a08-a81470867c72 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b880c5-becf-4470-8d33-920acc24db9a HTTP/1.1" status: 200 len: 945 time: 0.0502300 Nov 25 18:34:34.053599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3df3e07-b497-453b-bf08-26918359028c req-b93f04e9-cc81-4826-a5ab-ec73e841b296 tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.62 "GET /v2.0/security-groups?id=9a960644-f057-403d-a7fc-d918c94d629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Nov 25 18:34:34.068704 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7368979 Nov 25 18:34:34.072410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301fae1-1639-4a41-801d-f54bba760a40 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Network': ['ID=36ed89c4-8743-4c53-acc8-2f5c43708046,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:34.073017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34380) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:34.083053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'subnet': {'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:34.084569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 36ed89c4-8743-4c53-acc8-2f5c43708046 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:34:34.107596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Made reservation on behalf of bbc0a88f99af409580400d0aa4867f2f for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:34.109777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:34.134779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:34.148684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3798a443-e89d-4f2e-95a5-69c2e6de0e23'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:34.178770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Pushing event deleted for resources: {'Port': ['ID=3798a443-e89d-4f2e-95a5-69c2e6de0e23,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:34.225261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] No DVR routers for this DVR port 3798a443-e89d-4f2e-95a5-69c2e6de0e23 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:34.227998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:34.231896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e0f8d78-1682-4852-b6ac-b1d24c871433 req-a6bbf9da-be29-4775-ad88-a5af0278ddbb tempest-ServersTestJSON-751599706 tempest-ServersTestJSON-751599706-project] 10.222.0.66 "DELETE /v2.0/ports/3798a443-e89d-4f2e-95a5-69c2e6de0e23 HTTP/1.1" status: 204 len: 173 time: 0.7215843 Nov 25 18:34:34.232966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b880c5-becf-4470-8d33-920acc24db9a', 'name': 'network-vif-deleted', 'tag': '3798a443-e89d-4f2e-95a5-69c2e6de0e23'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:34.234978 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d8ef82-d0f8-4486-9b0a-11064cf07b9a" -d '{"events": [{"server_uuid": "28b880c5-becf-4470-8d33-920acc24db9a", "name": "network-vif-deleted", "tag": "3798a443-e89d-4f2e-95a5-69c2e6de0e23"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:34.301834 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277c03ad-d841-431e-87b8-e38f34fcfac6 x-openstack-request-id: req-277c03ad-d841-431e-87b8-e38f34fcfac6 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:34.302147 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b880c5-becf-4470-8d33-920acc24db9a", "name": "network-vif-deleted", "tag": "3798a443-e89d-4f2e-95a5-69c2e6de0e23", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:34.302418 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-277c03ad-d841-431e-87b8-e38f34fcfac6 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:34.302823 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b880c5-becf-4470-8d33-920acc24db9a', 'name': 'network-vif-deleted', 'tag': '3798a443-e89d-4f2e-95a5-69c2e6de0e23', 'status': 'completed', 'code': 200} Nov 25 18:34:34.476824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:34:34.477274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:34.527526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0bde37b4-1d51-433b-ae37-b025919286ae,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:34.543382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Checking segment: {'id': '5af549d8-658a-485b-840a-5f4f93c4ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:34.543744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network hostable DHCP agents. Network: 36ed89c4-8743-4c53-acc8-2f5c43708046, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:34:34.560843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network 36ed89c4-8743-4c53-acc8-2f5c43708046 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:34:34.569831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 36ed89c4-8743-4c53-acc8-2f5c43708046) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:34.576390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:34.577860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:34.581794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3feb0db-c2ec-493f-80ca-2e005d0ef3dc None None] Network 36ed89c4-8743-4c53-acc8-2f5c43708046 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:34.595309 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1155f5e0-726c-4df6-a2cc-ca4cc2549173 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5211437 Nov 25 18:34:34.598322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34406) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:34.603897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-231843512', 'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:34.637322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Made reservation on behalf of bbc0a88f99af409580400d0aa4867f2f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:34.642785 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:34.694976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] device_id is not set on port 0332de48-23cb-4792-9545-42cbd6ef846e yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:34:34.721684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef7c7d-3784-453a-8321-79c136abb6b7 None None] Network 36ed89c4-8743-4c53-acc8-2f5c43708046 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:34.764156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4d22-860c-46b7-911a-d98421812637 req-6c90bf96-d2d4-4828-b8ea-2c446f99dcdd tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:34.766493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-525c4d22-860c-46b7-911a-d98421812637 req-6c90bf96-d2d4-4828-b8ea-2c446f99dcdd tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 948 time: 0.0844896 Nov 25 18:34:34.846897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-525c4d22-860c-46b7-911a-d98421812637 req-8b2274ae-77b5-40e8-8318-325f0458b633 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/security-groups?id=2db884ca-a427-4bb0-863c-6e844ede7fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743489 Nov 25 18:34:34.934207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Allocated IP 2001:db8::3e4 (36ed89c4-8743-4c53-acc8-2f5c43708046/0bde37b4-1d51-433b-ae37-b025919286ae/0332de48-23cb-4792-9545-42cbd6ef846e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:34.945356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bb15b-892f-4267-8cda-eb43b1adc6e4 req-4d51c09f-e6f7-4b1f-950f-cd65232d7c2c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:34.947141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a21bb15b-892f-4267-8cda-eb43b1adc6e4 req-4d51c09f-e6f7-4b1f-950f-cd65232d7c2c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 948 time: 0.1111419 Nov 25 18:34:35.032043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a21bb15b-892f-4267-8cda-eb43b1adc6e4 req-80aa0fb4-2d36-48dd-887e-45a76ab25a62 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726316 Nov 25 18:34:35.112301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34420) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:35.175146 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.207671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] Deleting subnet ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:34:35.216973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.225293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-1a3882ab-ffad-49c4-994c-f61a0efb5800 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:35.226797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-1a3882ab-ffad-49c4-994c-f61a0efb5800 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 948 time: 0.1285794 Nov 25 18:34:35.297650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.315926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.422044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network 36ed89c4-8743-4c53-acc8-2f5c43708046 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:35.423199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.432103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:35.445684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:35.451985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Port': ['ID=0332de48-23cb-4792-9545-42cbd6ef846e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:35.454888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:35.455858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:35.456429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.492016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Deleting port 97280248-311d-4e05-8e08-9a211ae732fa {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:35.492401 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.500933 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ecf51e3b-e106-4d62-9f50-b669f5ec200c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9014640 Nov 25 18:34:35.503657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34434) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:35.513702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:34:35.518490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:35.518842 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.564255 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.614730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecdf3790-0992-4b92-ba9e-0a2e6605f1c0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:35.620206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.631372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f8175349-5d4e-46e2-9e5f-247e07aa6ef6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ecdf3790-0992-4b92-ba9e-0a2e6605f1c0 HTTP/1.1" status: 204 len: 168 time: 0.5180027 Nov 25 18:34:35.633587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34436) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:35.674117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.680430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] For port 97280248-311d-4e05-8e08-9a211ae732fa, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=97280248-311d-4e05-8e08-9a211ae732fa,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:35.683013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.701016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:35.703510 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d8b19d-02b0-4c0c-85f5-13323e417358" -d '{"events": [{"server_uuid": "6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a84a3-b156-44bc-9d7e-2e3f148e3293"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:35.717773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:35.722665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Calling delete_port for 97280248-311d-4e05-8e08-9a211ae732fa owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:35.727902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.737362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 97280248-311d-4e05-8e08-9a211ae732fa no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:35.739083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.766127 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae42faae-510a-4f20-a154-aef9b74345d2 x-openstack-request-id: req-ae42faae-510a-4f20-a154-aef9b74345d2 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:35.767263 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a84a3-b156-44bc-9d7e-2e3f148e3293", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:35.767514 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae42faae-510a-4f20-a154-aef9b74345d2 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:35.768126 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293', 'code': 200} Nov 25 18:34:35.804525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Deleting port 0332de48-23cb-4792-9545-42cbd6ef846e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:35.804870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.827107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:35.886921 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.912181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.937952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad17f-72ee-4f4f-8b93-e1ceb1be8eb8 req-1f0d5ae0-4df0-452a-901a-bed85303ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:35.939150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff2ad17f-72ee-4f4f-8b93-e1ceb1be8eb8 req-1f0d5ae0-4df0-452a-901a-bed85303ac13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 1100 time: 0.0815434 Nov 25 18:34:35.944927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa2aa5a-a649-4b58-ab2a-d56bb74a6606']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:35.962310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f4acd2-72bd-41dd-a085-3614a616498e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:35.962572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f4acd2-72bd-41dd-a085-3614a616498e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:35.971997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.981773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.983336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:35.991668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3798a443-e89d-4f2e-95a5-69c2e6de0e23 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:35.994063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Calling delete_port for 0332de48-23cb-4792-9545-42cbd6ef846e owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:36.004107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.015676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:36.016025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:36.017670 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:36.020221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 3798a443-e89d-4f2e-95a5-69c2e6de0e23 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:36.020221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3798a443-e89d-4f2e-95a5-69c2e6de0e23 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:36.029487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4fa5b46-8704-4cdc-baa1-6f96b3500038 req-f1acca7c-4867-4d52-9455-77485fd9619b tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e241b79-1716-4f17-b9d2-2115f8fffb5b HTTP/1.1" status: 200 len: 210 time: 0.0641220 Nov 25 18:34:36.033887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Pushing event deleted for resources: {'Port': ['ID=97280248-311d-4e05-8e08-9a211ae732fa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:36.099044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff2ad17f-72ee-4f4f-8b93-e1ceb1be8eb8 req-92638552-5aa5-42e1-8826-9a621042d4d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515779 Nov 25 18:34:36.099881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] No DVR routers for this DVR port 97280248-311d-4e05-8e08-9a211ae732fa on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:36.102295 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.106432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d69eb37-3ca0-48a3-b400-5ba1be53f6de req-765f6509-249d-49f9-bcb3-8c4d08795822 tempest-ImagesNegativeTestJSON-135790000 tempest-ImagesNegativeTestJSON-135790000-project] 10.222.0.66 "DELETE /v2.0/ports/97280248-311d-4e05-8e08-9a211ae732fa HTTP/1.1" status: 204 len: 173 time: 0.8579898 Nov 25 18:34:36.159881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.167525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.173420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] 10.222.0.62 "DELETE /v2.0/networks/5aa2aa5a-a649-4b58-ab2a-d56bb74a6606 HTTP/1.1" status: 204 len: 168 time: 0.5353127 Nov 25 18:34:36.184200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e2445048-409d-48ae-b75e-3966ab1cf957 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:36.192661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3dbc-14ef-4dc2-ac9c-1945da9e567c admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa2aa5a-a649-4b58-ab2a-d56bb74a6606,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:36.216413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73942-0a1e-4e74-a46e-7c87d5f9f864 req-2810f4b0-f1f8-40c0-972b-33f36d1c81e5 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:36.217978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cce73942-0a1e-4e74-a46e-7c87d5f9f864 req-2810f4b0-f1f8-40c0-972b-33f36d1c81e5 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 949 time: 0.0991495 Nov 25 18:34:36.295041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.304537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'name': 'network-vif-deleted', 'tag': '97280248-311d-4e05-8e08-9a211ae732fa'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:36.308139 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efeb357-126f-4a7d-89b2-5e5dd6545da6" -d '{"events": [{"server_uuid": "8e241b79-1716-4f17-b9d2-2115f8fffb5b", "name": "network-vif-deleted", "tag": "97280248-311d-4e05-8e08-9a211ae732fa"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:36.331072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cce73942-0a1e-4e74-a46e-7c87d5f9f864 req-e3d32c2d-db87-41b7-8f49-034f4bf3b422 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948217 Nov 25 18:34:36.361139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event deleted for resources: {'Port': ['ID=0332de48-23cb-4792-9545-42cbd6ef846e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:36.377343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:36.395361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'mac_address': 'fa:16:3e:f5:cd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:36.396741 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a24a2-92c9-41d1-a631-7aa3f2b4c42c x-openstack-request-id: req-248a24a2-92c9-41d1-a631-7aa3f2b4c42c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:36.397090 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e241b79-1716-4f17-b9d2-2115f8fffb5b", "name": "network-vif-deleted", "tag": "97280248-311d-4e05-8e08-9a211ae732fa", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:36.397351 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-248a24a2-92c9-41d1-a631-7aa3f2b4c42c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:36.399991 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e241b79-1716-4f17-b9d2-2115f8fffb5b', 'name': 'network-vif-deleted', 'tag': '97280248-311d-4e05-8e08-9a211ae732fa', 'status': 'completed', 'code': 200} Nov 25 18:34:36.445426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.474940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-be63d002-db2a-453c-a99b-c1b77eabb381 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0332de48-23cb-4792-9545-42cbd6ef846e HTTP/1.1" status: 204 len: 168 time: 0.9692850 Nov 25 18:34:36.477617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34468) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:36.481920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046', 'external_fixed_ips': [{'subnet_id': '0bde37b4-1d51-433b-ae37-b025919286ae', 'ip_address': '2001:db8::3e4'}]}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:36.486054 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.500780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2445048-409d-48ae-b75e-3966ab1cf957 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:36.508463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34472) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:36.522164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.523789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.526708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:36.534116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.591863 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.595478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:36.631282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['e2445048-409d-48ae-b75e-3966ab1cf957'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:36.838362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:36.940732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9b9b7bf7-b092-46ff-996e-7438557ea291 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf7e042432e94aaab82bd28e386cc45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278259 Nov 25 18:34:36.942322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34488) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:37.098499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0d33-ed43-417a-af06-38f3e337f50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.160147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0d33-ed43-417a-af06-38f3e337f50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.213500 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.243616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.302250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0d33-ed43-417a-af06-38f3e337f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.304935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0d33-ed43-417a-af06-38f3e337f50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.306108 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8d1b0d33-ed43-417a-af06-38f3e337f50f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a960644-f057-403d-a7fc-d918c94d629f HTTP/1.1" status: 204 len: 168 time: 0.3615410 Nov 25 18:34:37.396698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b0d33-ed43-417a-af06-38f3e337f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a960644-f057-403d-a7fc-d918c94d629f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:37.640124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Allocated IP 2001:db8::3e4 (36ed89c4-8743-4c53-acc8-2f5c43708046/0bde37b4-1d51-433b-ae37-b025919286ae/81ea8091-cad6-48c7-80c0-f37b622157c4) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:37.656546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a21e-b545-456a-aa9f-35781592c01c req-aef12e47-3455-4de6-b694-c4c33e7b7037 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:37.667950 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84d8a21e-b545-456a-aa9f-35781592c01c req-aef12e47-3455-4de6-b694-c4c33e7b7037 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 949 time: 0.2111025 Nov 25 18:34:37.787348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84d8a21e-b545-456a-aa9f-35781592c01c req-a6e1e5b0-c611-4796-8b6d-8ebe93575c2c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138232 Nov 25 18:34:37.852059 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.890292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:37.955172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network 36ed89c4-8743-4c53-acc8-2f5c43708046 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:37.963006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:37.967482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:38.001502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34544) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:38.031403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Port': ['ID=81ea8091-cad6-48c7-80c0-f37b622157c4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:38.201687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e2445048-409d-48ae-b75e-3966ab1cf957 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:34:38.278344 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b123fb1d-7875-4ce5-bc46-8eecd471b347 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8d53f140bd54589b617636376aee29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754655 Nov 25 18:34:38.282166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34556) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:38.357973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port e2445048-409d-48ae-b75e-3966ab1cf957 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:34:38.360388 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.414540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c3e28-1f8d-4401-8033-4dc6598fbc8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.476465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c3e28-1f8d-4401-8033-4dc6598fbc8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.497614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.544167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c3e28-1f8d-4401-8033-4dc6598fbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.549876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c3e28-1f8d-4401-8033-4dc6598fbc8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.551972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-370c3e28-1f8d-4401-8033-4dc6598fbc8b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2db884ca-a427-4bb0-863c-6e844ede7fa2 HTTP/1.1" status: 204 len: 168 time: 0.2687566 Nov 25 18:34:38.563352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c3e28-1f8d-4401-8033-4dc6598fbc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db884ca-a427-4bb0-863c-6e844ede7fa2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:38.603487 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.646925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:38.650894 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af49720c-c282-455e-a9c3-7d01dec3af73" -d '{"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:38.673494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:38.690347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:38.750058 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd096d8e-4638-4e33-82b2-d314f5e9f46a x-openstack-request-id: req-dd096d8e-4638-4e33-82b2-d314f5e9f46a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:38.750337 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:38.750631 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd096d8e-4638-4e33-82b2-d314f5e9f46a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:38.751081 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'code': 200} Nov 25 18:34:38.782538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:39.009376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f2fea-2e50-4760-88a1-3401dae3b6f5 req-3e3d4eb4-0a6c-4147-a0f4-fb8446f775d1 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:39.015334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b92f2fea-2e50-4760-88a1-3401dae3b6f5 req-3e3d4eb4-0a6c-4147-a0f4-fb8446f775d1 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 949 time: 0.0976536 Nov 25 18:34:39.175735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b92f2fea-2e50-4760-88a1-3401dae3b6f5 req-876cf77b-dec5-48ce-9927-7c5752ac3ab4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524787 Nov 25 18:34:39.523807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:39.674665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-8511f030-7fe8-4eb4-8302-f0ce131f278e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1454618 Nov 25 18:34:39.676255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdf6db-3218-4995-b202-7f3bf0d0a4c5 req-3a75a3bf-6cea-4112-b717-b5718439654e tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:39.684993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01cdf6db-3218-4995-b202-7f3bf0d0a4c5 req-3a75a3bf-6cea-4112-b717-b5718439654e tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 1100 time: 0.0671461 Nov 25 18:34:39.701654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-01cdf6db-3218-4995-b202-7f3bf0d0a4c5 req-2b76ade4-5355-4dfb-839c-f2635f62e2b6 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:39.811406 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-01cdf6db-3218-4995-b202-7f3bf0d0a4c5 req-2b76ade4-5355-4dfb-839c-f2635f62e2b6 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:39.825977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-01cdf6db-3218-4995-b202-7f3bf0d0a4c5 req-2b76ade4-5355-4dfb-839c-f2635f62e2b6 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:39.890311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76ade4-5355-4dfb-839c-f2635f62e2b6 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7288da94-e33b-4dca-966d-f04eac2e2141,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:39.938622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01cdf6db-3218-4995-b202-7f3bf0d0a4c5 req-2b76ade4-5355-4dfb-839c-f2635f62e2b6 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469330 Nov 25 18:34:40.010722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-338dba7c-7c23-4658-b0b1-9ea162b00049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:40.023286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-338dba7c-7c23-4658-b0b1-9ea162b00049 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8302fad103474be6be549273f14e75cb&device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 1096 time: 0.2057195 Nov 25 18:34:40.323279 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65a4e7ac-9488-45d6-85d6-a1400e37fc75 req-2fddddc3-a02a-45a6-a848-490f359322c5 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0788162 Nov 25 18:34:40.427137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Router 9997d294-ed3d-4b18-beeb-ea44f86ce4b6 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:34:40.484707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-61c62928-e68e-4776-916b-377a34d21c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:40.486877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-61c62928-e68e-4776-916b-377a34d21c83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be2ab8-8cd4-4612-a90a-6520b06f7290 HTTP/1.1" status: 200 len: 916 time: 0.4380460 Nov 25 18:34:40.716213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-b64e3931-f133-438f-927a-4b953d7fb003 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d HTTP/1.1" status: 200 len: 217 time: 0.1600802 Nov 25 18:34:40.810924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:40.824584 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Sync routers for ids ['9997d294-ed3d-4b18-beeb-ea44f86ce4b6'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:40.872427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-49c6f573-6047-4cec-8d1f-932b81aa7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:40.874040 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Routers {'9997d294-ed3d-4b18-beeb-ea44f86ce4b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:40.878046 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9997d294-ed3d-4b18-beeb-ea44f86ce4b6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:40.882830 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-49c6f573-6047-4cec-8d1f-932b81aa7a8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f10ae59-a041-49ec-a501-0074c6a73913 HTTP/1.1" status: 200 len: 855 time: 0.1455576 Nov 25 18:34:40.888865 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c09114d3-7f9d-4196-b7db-91d97ea908eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:40.899869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:40.912055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34686) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:40.914335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bac3cb25-3a34-46e2-a55c-6a45b41737b4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4356043 Nov 25 18:34:40.973032 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-275840e4-e618-4569-a99d-a749e746c38a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be2ab8-8cd4-4612-a90a-6520b06f7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554748 Nov 25 18:34:41.179744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-fe57eb72-482c-416b-97a0-4056d96eb8e7 service neutron] 10.222.0.64 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962531 Nov 25 18:34:41.261430 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Set router 9997d294-ed3d-4b18-beeb-ea44f86ce4b6 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:41.261633 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:41.432778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:41.458542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c433e-a6fc-481b-b72c-8b92c29b0ed6 req-16efb4e5-efdd-4683-91a4-1607497e5a51 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:41.468625 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f8c433e-a6fc-481b-b72c-8b92c29b0ed6 req-16efb4e5-efdd-4683-91a4-1607497e5a51 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 1100 time: 0.2877955 Nov 25 18:34:41.580309 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f8c433e-a6fc-481b-b72c-8b92c29b0ed6 req-60966daa-7934-49d9-8962-952c50df7a35 tempest-ServersAdminNegativeTestJSON-933176387 tempest-ServersAdminNegativeTestJSON-933176387-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106806 Nov 25 18:34:41.593762 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e0add78-bc05-46f0-9740-6d1bab127f07 req-51b531bd-8424-4359-a401-f88237575404 service neutron] 10.222.0.64 "GET /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736629 Nov 25 18:34:41.640344 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3de9ce1-f9ba-4d0d-b00b-57c5d652efb6 req-8559c64e-227c-42ac-9096-4b61c09ebf1e tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0935323 Nov 25 18:34:41.767734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-18bd535b-c524-43f1-8708-f9c608f00757 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3425000 Nov 25 18:34:41.812239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d81a806e-5ed7-46a6-b1b4-6a6f1b4b00a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:41.840589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:41.892960 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9997d294-ed3d-4b18-beeb-ea44f86ce4b6', 'name': '', 'tenant_id': 'bbc0a88f99af409580400d0aa4867f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046', 'external_fixed_ips': [{'subnet_id': '0bde37b4-1d51-433b-ae37-b025919286ae', 'ip_address': '2001:db8::3e4'}], 'enable_snat': True}, 'gw_port_id': '81ea8091-cad6-48c7-80c0-f37b622157c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:36Z', 'updated_at': '2021-11-25T18:34:38Z', 'revision_number': 3, 'project_id': 'bbc0a88f99af409580400d0aa4867f2f', 'gw_port': {'id': '81ea8091-cad6-48c7-80c0-f37b622157c4', 'name': '', 'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9997d294-ed3d-4b18-beeb-ea44f86ce4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0bde37b4-1d51-433b-ae37-b025919286ae', 'ip_address': '2001:db8::3e4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:37Z', 'updated_at': '2021-11-25T18:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bde37b4-1d51-433b-ae37-b025919286ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:41.988000 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Checking router: 9997d294-ed3d-4b18-beeb-ea44f86ce4b6 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:41.993691 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Updating router 9997d294-ed3d-4b18-beeb-ea44f86ce4b6 port 81ea8091-cad6-48c7-80c0-f37b622157c4 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:34:42.053530 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.065675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-c70d56f7-a311-4d7b-9f8c-e4d8e9d84e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:42.076256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-c70d56f7-a311-4d7b-9f8c-e4d8e9d84e35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0946216094c244a69445c190d60a4273&device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 1096 time: 0.2200305 Nov 25 18:34:42.112472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d81a806e-5ed7-46a6-b1b4-6a6f1b4b00a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.123506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d81a806e-5ed7-46a6-b1b4-6a6f1b4b00a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.123735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Deleting port 81ea8091-cad6-48c7-80c0-f37b622157c4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:42.123872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.271910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a806e-5ed7-46a6-b1b4-6a6f1b4b00a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ce3a9-eabe-487f-94f9-d87646d790ee,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:42.309601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d81a806e-5ed7-46a6-b1b4-6a6f1b4b00a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0482ff1e21b14bfe9e2d525e6df251ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8748925 Nov 25 18:34:42.312719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34742) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:42.538442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2245f15f-e3ef-43c6-a01b-ffe2cdf3933d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.542244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-82b3f2ed-bbaf-48e7-913c-ce732b50b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:42.544386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-82b3f2ed-bbaf-48e7-913c-ce732b50b228 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc20b78-bd72-480e-9d45-e5f2551fc56f HTTP/1.1" status: 200 len: 906 time: 0.4370131 Nov 25 18:34:42.554839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.561960 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.568583 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.640325 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Pushing event updated for resources: {'Port': ['ID=81ea8091-cad6-48c7-80c0-f37b622157c4,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:42.648382 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Attempting to bind port 81ea8091-cad6-48c7-80c0-f37b622157c4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:42.649023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Attempting to bind port 81ea8091-cad6-48c7-80c0-f37b622157c4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5af549d8-658a-485b-840a-5f4f93c4ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:42.649684 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Attempting to bind port 81ea8091-cad6-48c7-80c0-f37b622157c4 on network 36ed89c4-8743-4c53-acc8-2f5c43708046 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:42.655776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.656336 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.656849 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.657361 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.657879 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.658522 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.659032 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.659534 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.660764 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.661385 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.661878 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.662381 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:34:42.669755 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:42.670707 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Checking segment: {'id': '5af549d8-658a-485b-840a-5f4f93c4ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:42.671425 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.671984 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Bound using segment: {'id': '5af549d8-658a-485b-840a-5f4f93c4ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:42.673007 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Bound port: 81ea8091-cad6-48c7-80c0-f37b622157c4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af549d8-658a-485b-840a-5f4f93c4ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '36ed89c4-8743-4c53-acc8-2f5c43708046'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:42.673571 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.677597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Calling delete_port for 81ea8091-cad6-48c7-80c0-f37b622157c4 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:42.868672 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] For port 81ea8091-cad6-48c7-80c0-f37b622157c4, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:42.887418 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] For port 81ea8091-cad6-48c7-80c0-f37b622157c4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=81ea8091-cad6-48c7-80c0-f37b622157c4,segment=NetworkSegment(5af549d8-658a-485b-840a-5f4f93c4ab5e),segment_id=5af549d8-658a-485b-840a-5f4f93c4ab5e)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:42.890325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebedd1-2049-4a72-9af4-afe983d30701 req-0767a5c4-4dbd-4cfd-86e4-8f6b453a27fa tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:42.894306 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71ebedd1-2049-4a72-9af4-afe983d30701 req-0767a5c4-4dbd-4cfd-86e4-8f6b453a27fa tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 949 time: 0.5260637 Nov 25 18:34:42.896760 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.912976 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2245f15f-e3ef-43c6-a01b-ffe2cdf3933d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:42.919793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb00b38e-7d75-401e-8659-90a3fcddb850 req-83c93e82-7ed4-4c14-a13e-71309310b71f tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0707500 Nov 25 18:34:42.985284 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Routers {'9997d294-ed3d-4b18-beeb-ea44f86ce4b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:42.986207 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9997d294-ed3d-4b18-beeb-ea44f86ce4b6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:43.065397 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aff9f-3bf7-4531-a31c-2c569f3f11c9 None None] Pushing event updated for resources: {'Port': ['ID=81ea8091-cad6-48c7-80c0-f37b622157c4,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:43.111005 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] Set router 9997d294-ed3d-4b18-beeb-ea44f86ce4b6 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:43.174238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-ed28790b-4412-4c47-879a-c652ed315f74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27128657-c8ca-45e7-8ac2-571f49fce36b HTTP/1.1" status: 200 len: 999 time: 0.6120374 Nov 25 18:34:43.178825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2245f15f-e3ef-43c6-a01b-ffe2cdf3933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:43.181844 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2245f15f-e3ef-43c6-a01b-ffe2cdf3933d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:43.183158 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9997d294-ed3d-4b18-beeb-ea44f86ce4b6', 'name': '', 'tenant_id': 'bbc0a88f99af409580400d0aa4867f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:36Z', 'updated_at': '2021-11-25T18:34:41Z', 'revision_number': 4, 'project_id': 'bbc0a88f99af409580400d0aa4867f2f', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:43.186058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2245f15f-e3ef-43c6-a01b-ffe2cdf3933d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a9ce3a9-eabe-487f-94f9-d87646d790ee HTTP/1.1" status: 204 len: 168 time: 0.8698854 Nov 25 18:34:43.259431 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90238b-5e15-402c-8218-7551c43c0bec None None] The sync data for ids ['9997d294-ed3d-4b18-beeb-ea44f86ce4b6'] in n-d-819194-3 is: [{'id': '9997d294-ed3d-4b18-beeb-ea44f86ce4b6', 'name': '', 'tenant_id': 'bbc0a88f99af409580400d0aa4867f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:36Z', 'updated_at': '2021-11-25T18:34:41Z', 'revision_number': 4, 'project_id': 'bbc0a88f99af409580400d0aa4867f2f', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:43.331143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71ebedd1-2049-4a72-9af4-afe983d30701 req-88e8d74f-61b3-43c1-b925-413fd0db8bf1 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238822 Nov 25 18:34:43.335293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-ebd37e2a-30e3-4d61-82c6-299f613df955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:43.344055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-ebd37e2a-30e3-4d61-82c6-299f613df955 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7e7a6d-4291-43fa-b875-588b2f74a338 HTTP/1.1" status: 200 len: 844 time: 0.1491525 Nov 25 18:34:43.358900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245f15f-e3ef-43c6-a01b-ffe2cdf3933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ce3a9-eabe-487f-94f9-d87646d790ee,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:43.474603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-af0c2f73-8472-4f62-94af-5a45415c3b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:43.588199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-10dcd97d-54a8-4d55-bfc6-7cbede1c0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:43.590046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-10dcd97d-54a8-4d55-bfc6-7cbede1c0e08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc20b78-bd72-480e-9d45-e5f2551fc56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2285321 Nov 25 18:34:43.844045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:43.925851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ea8091-cad6-48c7-80c0-f37b622157c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:43.946936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-b7de12c2-ee48-4665-bc5c-aded55ff39e9 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326080 Nov 25 18:34:43.989329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.127847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.130427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.174677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5deec03-b25e-4615-8d24-ad26e54e3838 req-38a6150a-0773-4da8-982f-48de8c232d95 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0476191 Nov 25 18:34:44.264991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.306892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0c39b6f-68f6-4f86-b523-b3ddd7196a8a req-a073eb6b-8073-4858-a63a-0d52d181df64 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269935 Nov 25 18:34:44.353432 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.354365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9997d294-ed3d-4b18-beeb-ea44f86ce4b6 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:34:44.361569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.363032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8138e903-f4fb-467c-92a2-596a21bf929f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "DELETE /v2.0/routers/9997d294-ed3d-4b18-beeb-ea44f86ce4b6 HTTP/1.1" status: 204 len: 168 time: 3.4498093 Nov 25 18:34:44.366038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:44.399702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-b031b87e-fbde-4625-9583-b5e8196968cb tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:44.402137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-b031b87e-fbde-4625-9583-b5e8196968cb tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 949 time: 0.0935988 Nov 25 18:34:44.482053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Deleting subnet 0bde37b4-1d51-433b-ae37-b025919286ae {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:34:44.488548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.670844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34804) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:44.675107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.682498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Deleting port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:44.682867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.720568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4c4f-0815-438c-9147-a627429c0f98 req-b2221c95-cc28-40b8-8d20-1f711d2a8989 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:44.727979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1be4c4f-0815-438c-9147-a627429c0f98 req-b2221c95-cc28-40b8-8d20-1f711d2a8989 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 949 time: 0.1550622 Nov 25 18:34:44.817649 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1be4c4f-0815-438c-9147-a627429c0f98 req-56b23623-f39c-4aa3-a815-27030ab7d16d tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716822 Nov 25 18:34:44.817649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.932709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.955838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1452530400-network', 'tenant_id': '0b88f7f51d9049ad99cbfa8638cd7647'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:44.959375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:44.968621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/0bde37b4-1d51-433b-ae37-b025919286ae HTTP/1.1" status: 204 len: 168 time: 0.6007082 Nov 25 18:34:44.971005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34808) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:45.006181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] For port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:45.006581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.011197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Made reservation on behalf of 0b88f7f51d9049ad99cbfa8638cd7647 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:45.014086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.029889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7bb8-d671-40d7-8e9d-6c6819bf6289 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0bde37b4-1d51-433b-ae37-b025919286ae,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:45.030790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.050413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Calling delete_port for 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:45.119071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.245185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.273858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ed89c4-8743-4c53-acc8-2f5c43708046']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:45.314933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af549d8-658a-485b-840a-5f4f93c4ab5e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:45.315238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af549d8-658a-485b-840a-5f4f93c4ab5e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:45.345092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.368176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.386786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:45.387928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:45.390205 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:45.407583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e808edca-95b7-4630-a662-02e2ee805452 req-c280b1af-594d-4d9c-96b1-b743348ae8fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.1014869 Nov 25 18:34:45.413730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63ab6584-9a54-4033-8aab-cc29c8f06ae9 req-1ada4ffb-57be-4697-b07c-1679b3f97ead tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0798714 Nov 25 18:34:45.466703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.470185 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.489471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['d6745b7a-f9e5-4919-9a55-fd31e37310a0'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:45.490249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.507744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36ed89c4-8743-4c53-acc8-2f5c43708046 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:34:45.523164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.529892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.538694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Pushing event deleted for resources: {'Port': ['ID=5f8a84a3-b156-44bc-9d7e-2e3f148e3293,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:45.542137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "DELETE /v2.0/networks/36ed89c4-8743-4c53-acc8-2f5c43708046 HTTP/1.1" status: 204 len: 168 time: 0.5696893 Nov 25 18:34:45.547702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb348e6-c623-450f-a427-abcd2b5059f4 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event deleted for resources: {'Network': ['ID=36ed89c4-8743-4c53-acc8-2f5c43708046,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:45.604502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] No DVR routers for this DVR port 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:45.623739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.628828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b96cf1b-5879-4134-a8fa-f4449aa1fa18 req-402d2f7a-1c37-452a-a02f-de5af1b092f4 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "DELETE /v2.0/ports/5f8a84a3-b156-44bc-9d7e-2e3f148e3293 HTTP/1.1" status: 204 len: 173 time: 1.2191801 Nov 25 18:34:45.643937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:34:45.645793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'name': 'network-vif-deleted', 'tag': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:45.648178 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86245455-a25b-480d-93da-a0b6123d7706" -d '{"events": [{"server_uuid": "6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d", "name": "network-vif-deleted", "tag": "5f8a84a3-b156-44bc-9d7e-2e3f148e3293"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:45.679301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f98523-a49e-4a00-8c83-b178cdc46493,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:45.748654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.749008 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Added segment 2d0ca778-62a1-4bac-9ae8-8467ada51aa3 of type vlan for network 520461b0-e75d-4000-8474-5c8560b149bc Nov 25 18:34:45.921423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:45.933238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.018512 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52572806-d45e-42ef-aef8-395c8b74b7ac x-openstack-request-id: req-52572806-d45e-42ef-aef8-395c8b74b7ac {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:46.018859 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d", "name": "network-vif-deleted", "tag": "5f8a84a3-b156-44bc-9d7e-2e3f148e3293", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:46.024872 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52572806-d45e-42ef-aef8-395c8b74b7ac {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:46.025419 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d', 'name': 'network-vif-deleted', 'tag': '5f8a84a3-b156-44bc-9d7e-2e3f148e3293', 'status': 'completed', 'code': 200} Nov 25 18:34:46.027307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.028271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:46.028856 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.213961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-669394ee-df84-4590-a6b1-26d76eec057a req-64318af9-8383-47ad-8227-25a7fc65cc9d tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c0b33a4-7f3e-4ecd-b62b-f0a710b04e4d HTTP/1.1" status: 200 len: 210 time: 0.1394820 Nov 25 18:34:46.215205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] Pushing event updated for resources: {'Network': ['ID=520461b0-e75d-4000-8474-5c8560b149bc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:46.228763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 520461b0-e75d-4000-8474-5c8560b149bc details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:34:46.253238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-169a2d8a-96c5-47f3-81fe-1a16f0a0fd6e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5670636 Nov 25 18:34:46.256104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:46.263211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Request body: {'subnet': {'network_id': '520461b0-e75d-4000-8474-5c8560b149bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1452530400-subnet', 'tenant_id': '0b88f7f51d9049ad99cbfa8638cd7647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:46.263528 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:46.269307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6c7bad52-b3d1-4e30-b8ad-287d57c067ca tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'router': {'name': 'tempest-router--665806428', 'project_id': 'f1cd0d9346034a5fbeefd970bcb0cb2d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:46.314261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Made reservation on behalf of 0b88f7f51d9049ad99cbfa8638cd7647 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:46.316867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.347631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c7bad52-b3d1-4e30-b8ad-287d57c067ca tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.350919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c7bad52-b3d1-4e30-b8ad-287d57c067ca tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.507919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c7bad52-b3d1-4e30-b8ad-287d57c067ca tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.515999 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c7bad52-b3d1-4e30-b8ad-287d57c067ca tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.554752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c7bad52-b3d1-4e30-b8ad-287d57c067ca tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.556462 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c7bad52-b3d1-4e30-b8ad-287d57c067ca tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2912982 Nov 25 18:34:46.559285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34854) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:46.625755 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a1c3714-0467-4eef-b278-b560baf11145 req-8a756af1-439f-4368-968a-e2e5386e54df tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0495753 Nov 25 18:34:46.704969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1325252-a93f-43c4-80ae-d117d19aced3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.715920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.844293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de8143e-43a6-4efd-bb46-f27cfea345ed,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:46.853803 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.859747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Checking segment: {'id': '2d0ca778-62a1-4bac-9ae8-8467ada51aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '520461b0-e75d-4000-8474-5c8560b149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:46.860182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Network hostable DHCP agents. Network: 520461b0-e75d-4000-8474-5c8560b149bc, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:34:46.916580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Network 520461b0-e75d-4000-8474-5c8560b149bc is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:34:46.945486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1325252-a93f-43c4-80ae-d117d19aced3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.947057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 520461b0-e75d-4000-8474-5c8560b149bc) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:46.948701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1325252-a93f-43c4-80ae-d117d19aced3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.955626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:46.956544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:46.958297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf417a9e-a0db-4136-a26a-d493877d8b8e None None] Network 520461b0-e75d-4000-8474-5c8560b149bc requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:47.010898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ceacc460-7b9b-4a79-a580-7798595e9ef8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7533507 Nov 25 18:34:47.056534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1325252-a93f-43c4-80ae-d117d19aced3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:47.056946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1325252-a93f-43c4-80ae-d117d19aced3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4c2b1ac-59f2-472d-9108-e0cd9360ab67 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:34:47.062796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1325252-a93f-43c4-80ae-d117d19aced3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:47.067355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a1325252-a93f-43c4-80ae-d117d19aced3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "DELETE /v2.0/routers/f4c2b1ac-59f2-472d-9108-e0cd9360ab67 HTTP/1.1" status: 204 len: 168 time: 0.5035431 Nov 25 18:34:47.165456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d5ad0-f4d0-4724-b53c-274ba618b564 None None] Network 520461b0-e75d-4000-8474-5c8560b149bc requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:34:47.307239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:47.477086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:47.529693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:47.530193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5f8a84a3-b156-44bc-9d7e-2e3f148e3293 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:47.625298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-582725638', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:47.812452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-a48e56e9-f0d5-4051-8439-fa43101389a6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:47.817393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-a48e56e9-f0d5-4051-8439-fa43101389a6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/networks?id=520461b0-e75d-4000-8474-5c8560b149bc HTTP/1.1" status: 200 len: 814 time: 0.1419652 Nov 25 18:34:47.824948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:47.826334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:47.864473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-12e636ce-2308-458d-9ee2-6e1db9d3200e tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/quotas/0b88f7f51d9049ad99cbfa8638cd7647 HTTP/1.1" status: 200 len: 375 time: 0.0337169 Nov 25 18:34:47.938005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934277dd-0927-4848-bdca-9ae39b0f0bc3 req-508017e0-fc39-4d1f-9134-b45589d6100a tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:47.943083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-9edad7ee-5d7a-4b80-961b-d9faef1d6069 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b88f7f51d9049ad99cbfa8638cd7647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625656 Nov 25 18:34:47.951064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-934277dd-0927-4848-bdca-9ae39b0f0bc3 req-508017e0-fc39-4d1f-9134-b45589d6100a tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 949 time: 0.1013334 Nov 25 18:34:48.036752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-934277dd-0927-4848-bdca-9ae39b0f0bc3 req-ca7a79f6-b1df-42f1-a286-57ff645a8611 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767632 Nov 25 18:34:48.122834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:48.204733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f7a8593-f0a5-420a-9e2a-ea2bdd0b9bde req-0269f8ee-5222-4bda-9607-d64b407afb8a tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0535865 Nov 25 18:34:48.529453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-6c92ba47-93b0-4a11-9ebc-da3466037edb service neutron] 10.222.0.62 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699558 Nov 25 18:34:48.541794 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:48.720268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-76bc29c5-d421-49d6-b158-2b97c1f5023e service neutron] 10.222.0.62 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898909 Nov 25 18:34:49.118539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:49.143685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:49.224597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60240c-1d40-4804-a99a-03a731a7d12f req-c77e4fc4-f812-4f57-b840-463b59642f3c tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 210 time: 0.0750382 Nov 25 18:34:49.539533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Allocated IP 172.25.2.193 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/fc103ccc-8d09-445d-8acc-effd4f4b983e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:49.563745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914f76-5e1d-4e8a-a499-892e3c9712d1 req-89ba6d10-cdb0-4630-83ed-d398faabf81c tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:49.579764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7914f76-5e1d-4e8a-a499-892e3c9712d1 req-89ba6d10-cdb0-4630-83ed-d398faabf81c tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 945 time: 0.1715162 Nov 25 18:34:49.603290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-1c896175-10f4-4847-b20e-de2741911ec1 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:49.607705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-1c896175-10f4-4847-b20e-de2741911ec1 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 949 time: 0.3011491 Nov 25 18:34:49.701790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7914f76-5e1d-4e8a-a499-892e3c9712d1 req-96da1dca-7e43-40f4-a879-a145790974ba tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210189 Nov 25 18:34:49.777568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a838af1-5c18-4944-b16e-b3387ffd3ade req-2b72dad4-f57e-43be-ba0f-d1040e2bab28 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:49.780741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a838af1-5c18-4944-b16e-b3387ffd3ade req-2b72dad4-f57e-43be-ba0f-d1040e2bab28 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 949 time: 0.2161646 Nov 25 18:34:49.867748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Deleting port d6745b7a-f9e5-4919-9a55-fd31e37310a0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:49.869837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.007921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62fa5965-4475-4b52-912f-e8374028bb04 req-73c340ab-854b-4c01-b17b-d5f6a0d3324c tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0313923 Nov 25 18:34:50.018593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.049496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a838af1-5c18-4944-b16e-b3387ffd3ade req-a20b1a1f-c862-4811-86a7-c109f084c8c3 tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f3b34d5-547c-47fa-9073-5648cdfded87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604930 Nov 25 18:34:50.155528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] For port d6745b7a-f9e5-4919-9a55-fd31e37310a0, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d6745b7a-f9e5-4919-9a55-fd31e37310a0,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:50.156067 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.157837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.185027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Calling delete_port for d6745b7a-f9e5-4919-9a55-fd31e37310a0 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:50.233966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:50.237807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:50.244612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:50.249893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event updated for resources: {'Port': ['ID=fc103ccc-8d09-445d-8acc-effd4f4b983e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:50.399687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.450347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a4f8f780-1a0a-465a-b42a-db1b195c3501 req-dada1d67-b5a5-4252-93c1-55655bd284cf tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 210 time: 0.0519781 Nov 25 18:34:50.489484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Pushing event deleted for resources: {'Port': ['ID=d6745b7a-f9e5-4919-9a55-fd31e37310a0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:50.525917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] No DVR routers for this DVR port d6745b7a-f9e5-4919-9a55-fd31e37310a0 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:50.530292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.534644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-05a4d779-fc75-4c86-90f5-02b3628a155f req-5c360652-427f-4a47-8238-f9e942ca202c tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.66 "DELETE /v2.0/ports/d6745b7a-f9e5-4919-9a55-fd31e37310a0 HTTP/1.1" status: 204 len: 173 time: 0.9179928 Nov 25 18:34:50.535255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'name': 'network-vif-deleted', 'tag': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:50.538863 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfd2d9f-b5bf-4c82-8a90-eac711823064" -d '{"events": [{"server_uuid": "c10c1c52-33e9-445c-b8a2-cfc3e8e7893a", "name": "network-vif-deleted", "tag": "d6745b7a-f9e5-4919-9a55-fd31e37310a0"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:50.597494 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ab7044-dfe2-479b-b9c3-1558ef0e05a4 x-openstack-request-id: req-d7ab7044-dfe2-479b-b9c3-1558ef0e05a4 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:50.597792 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10c1c52-33e9-445c-b8a2-cfc3e8e7893a", "name": "network-vif-deleted", "tag": "d6745b7a-f9e5-4919-9a55-fd31e37310a0", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:50.598063 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7ab7044-dfe2-479b-b9c3-1558ef0e05a4 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:50.598474 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10c1c52-33e9-445c-b8a2-cfc3e8e7893a', 'name': 'network-vif-deleted', 'tag': 'd6745b7a-f9e5-4919-9a55-fd31e37310a0', 'status': 'completed', 'code': 200} Nov 25 18:34:50.932108 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:50.953345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-37f8a0ee-b966-4336-aaea-9e6d5c7267da tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:50.955133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-37f8a0ee-b966-4336-aaea-9e6d5c7267da tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 945 time: 0.1507745 Nov 25 18:34:51.012170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144550-7baf-4550-94bf-f2bfa9fefa2e req-76773a8e-94ca-4e59-a863-63baef32671d tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:51.014277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4144550-7baf-4550-94bf-f2bfa9fefa2e req-76773a8e-94ca-4e59-a863-63baef32671d tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 945 time: 0.1617835 Nov 25 18:34:51.135056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4144550-7baf-4550-94bf-f2bfa9fefa2e req-50c4b1b5-fb0a-4a37-af83-175eac9d5f89 tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec38086c-b066-4b04-8e03-9c7b19d669d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845268 Nov 25 18:34:51.142888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Deleting port 8595ae72-4ab1-4411-bcc5-cf74612f315d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:51.144792 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.280663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c508febb-7dd9-4ada-b263-9013d4c36b40 req-06338882-f44c-43bb-8c6c-b61a1def897b tempest-ServersAdminNegativeTestJSON-425152056 tempest-ServersAdminNegativeTestJSON-425152056-project] 10.222.0.62 "GET /v2.0/ports?device_id=c10c1c52-33e9-445c-b8a2-cfc3e8e7893a HTTP/1.1" status: 200 len: 210 time: 0.0385404 Nov 25 18:34:51.334234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] For port 8595ae72-4ab1-4411-bcc5-cf74612f315d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8595ae72-4ab1-4411-bcc5-cf74612f315d,segment=NetworkSegment(d1495f3a-dff4-4bdc-b235-899b4612a6cc),segment_id=d1495f3a-dff4-4bdc-b235-899b4612a6cc)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:51.337644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.394868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Calling delete_port for 8595ae72-4ab1-4411-bcc5-cf74612f315d owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:51.483205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d6745b7a-f9e5-4919-9a55-fd31e37310a0 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:51.511689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: d6745b7a-f9e5-4919-9a55-fd31e37310a0 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:51.512163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d6745b7a-f9e5-4919-9a55-fd31e37310a0 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:51.513413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-73e44a6d-c73c-4243-a6e0-f626237c8d2a tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:51.515164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-73e44a6d-c73c-4243-a6e0-f626237c8d2a tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.64 "GET /v2.0/networks?id=520461b0-e75d-4000-8474-5c8560b149bc HTTP/1.1" status: 200 len: 814 time: 0.7041793 Nov 25 18:34:51.533378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e63d359-ab90-4125-8844-6086900b17f5 req-3ae07e32-7e51-45f1-a515-10cba31c04b6 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0787573 Nov 25 18:34:51.555208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Request body: {'port': {'device_id': '3d1d9765-141f-4149-8bc0-0950300408a8', 'network_id': '520461b0-e75d-4000-8474-5c8560b149bc', 'admin_state_up': True, 'tenant_id': '0b88f7f51d9049ad99cbfa8638cd7647'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:51.635267 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f0babbb-43e0-4644-a5d1-1d4e61f53881 req-64b93781-6532-4631-a00b-7eb92df2e9c6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 210 time: 0.0292006 Nov 25 18:34:51.643357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.657951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['8595ae72-4ab1-4411-bcc5-cf74612f315d'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:51.689435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Pushing event deleted for resources: {'Port': ['ID=8595ae72-4ab1-4411-bcc5-cf74612f315d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:51.753256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] No DVR routers for this DVR port 8595ae72-4ab1-4411-bcc5-cf74612f315d on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:34:51.756460 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.760843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44d0a09b-5e44-4e0e-b3d7-8d0377b1c2ea req-f2c64f57-ce11-47d4-b258-9d242e4b3ecb tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.64 "DELETE /v2.0/ports/8595ae72-4ab1-4411-bcc5-cf74612f315d HTTP/1.1" status: 204 len: 173 time: 0.7974150 Nov 25 18:34:51.831364 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:34:51.862222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Made reservation on behalf of 0b88f7f51d9049ad99cbfa8638cd7647 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:34:51.866040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:51.901150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.103097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Allocated IP 172.20.0.7 (520461b0-e75d-4000-8474-5c8560b149bc/3de8143e-43a6-4efd-bb46-f27cfea345ed/512823c7-1637-465f-8068-4e1c0c268399) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:52.177840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Router a4247b67-4a43-442b-8cc5-1c60da6528a3 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:34:52.297001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ae6ed35-92fe-4d83-8930-352186a8ee0e req-447dc90f-b49e-4abe-8961-e804c3877c9b tempest-VolumesAdminNegativeTest-1220716645 tempest-VolumesAdminNegativeTest-1220716645-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc111619-7811-4126-8e4f-633030e457b6 HTTP/1.1" status: 200 len: 210 time: 0.0294874 Nov 25 18:34:52.484274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:52.497412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] Sync routers for ids ['a4247b67-4a43-442b-8cc5-1c60da6528a3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:52.499117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.523536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] Routers {'a4247b67-4a43-442b-8cc5-1c60da6528a3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:52.524479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a4247b67-4a43-442b-8cc5-1c60da6528a3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.552558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.559616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35016) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:52.559882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b6e38f4-a266-4744-a240-eca200a888eb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2514372 Nov 25 18:34:52.584828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.594884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] Routers {'a4247b67-4a43-442b-8cc5-1c60da6528a3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:52.595816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a4247b67-4a43-442b-8cc5-1c60da6528a3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.616471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.662768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:52.663463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18da3ce-d019-46f4-98cc-0644db9a7afb None None] The sync data for ids ['a4247b67-4a43-442b-8cc5-1c60da6528a3'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:52.678620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc111619-7811-4126-8e4f-633030e457b6', 'name': 'network-vif-deleted', 'tag': '8595ae72-4ab1-4411-bcc5-cf74612f315d'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:52.681424 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782b7b25-228d-4c5c-a078-1f893b8d59df" -d '{"events": [{"server_uuid": "dc111619-7811-4126-8e4f-633030e457b6", "name": "network-vif-deleted", "tag": "8595ae72-4ab1-4411-bcc5-cf74612f315d"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:52.706505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Network 520461b0-e75d-4000-8474-5c8560b149bc is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:52.726362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:52.738479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:52.755616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ddd03ef3-5acf-423e-a02d-3b7d64ae3444 req-c02f6940-ba47-4fc5-bdf6-42c34fd36005 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0447683 Nov 25 18:34:52.768842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Pushing event updated for resources: {'Port': ['ID=512823c7-1637-465f-8068-4e1c0c268399,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:52.844317 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cf044b-bedb-4a18-9386-aad35fbe59e5 x-openstack-request-id: req-73cf044b-bedb-4a18-9386-aad35fbe59e5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:52.844840 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc111619-7811-4126-8e4f-633030e457b6", "name": "network-vif-deleted", "tag": "8595ae72-4ab1-4411-bcc5-cf74612f315d", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:52.845263 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73cf044b-bedb-4a18-9386-aad35fbe59e5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:52.845832 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc111619-7811-4126-8e4f-633030e457b6', 'name': 'network-vif-deleted', 'tag': '8595ae72-4ab1-4411-bcc5-cf74612f315d', 'status': 'completed', 'code': 200} Nov 25 18:34:52.866094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6af41f50-14e6-40c0-be1d-fce3c79cb719 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/a4247b67-4a43-442b-8cc5-1c60da6528a3 HTTP/1.1" status: 200 len: 924 time: 0.3051441 Nov 25 18:34:52.868961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35026) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:52.876134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35028) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:52.900050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:52.900692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:52.907167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f5fc401-d300-490c-a869-9e9944df5b06 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4247b67-4a43-442b-8cc5-1c60da6528a3 HTTP/1.1" status: 200 len: 205 time: 0.0370858 Nov 25 18:34:52.909641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35032) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:52.917668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecb91e-de36-43ce-91fd-9bcd0a37b3ac req-2249ff98-fb40-43b5-86a7-5aa572c3d3e6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:52.919512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5eecb91e-de36-43ce-91fd-9bcd0a37b3ac req-2249ff98-fb40-43b5-86a7-5aa572c3d3e6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 931 time: 0.1062183 Nov 25 18:34:52.941476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-f4159bad-02c9-45df-8147-32a8072f6e4d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3968401 Nov 25 18:34:52.984141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Request body: {'port': {'device_id': '3d1d9765-141f-4149-8bc0-0950300408a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:53.015322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5eecb91e-de36-43ce-91fd-9bcd0a37b3ac req-e42d1698-ca41-4aeb-99e6-9537dd55b08d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874574 Nov 25 18:34:53.079826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.246853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57e197ef-8d05-4ce9-ad3e-f781f48678ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7310c5cbe2f3421dbf4920837d56e600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680677 Nov 25 18:34:53.249912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35044) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:53.356259 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c49bb48-2e5f-490e-8cf4-5ae5accca157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.378364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35048) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:53.445228 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c49bb48-2e5f-490e-8cf4-5ae5accca157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.493482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] Deleting subnet 2f10ae59-a041-49ec-a501-0074c6a73913 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:34:53.507593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.507867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.572713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.612449 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c49bb48-2e5f-490e-8cf4-5ae5accca157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.616622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c49bb48-2e5f-490e-8cf4-5ae5accca157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.624960 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8c49bb48-2e5f-490e-8cf4-5ae5accca157 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f3b34d5-547c-47fa-9073-5648cdfded87 HTTP/1.1" status: 204 len: 168 time: 0.3712611 Nov 25 18:34:53.669489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49bb48-2e5f-490e-8cf4-5ae5accca157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3b34d5-547c-47fa-9073-5648cdfded87,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:53.704782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512823c7-1637-465f-8068-4e1c0c268399 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:53.719458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.721956 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.722492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.768654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Transition to ACTIVE for port object 512823c7-1637-465f-8068-4e1c0c268399 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:34:53.776406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.871264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Pushing event updated for resources: {'Port': ['ID=512823c7-1637-465f-8068-4e1c0c268399,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:53.879148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Deleting port fc103ccc-8d09-445d-8acc-effd4f4b983e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:34:53.879507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.957851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.964534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:53.978788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Calling delete_port for fc103ccc-8d09-445d-8acc-effd4f4b983e owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:34:53.996687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Attempting to bind port 512823c7-1637-465f-8068-4e1c0c268399 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:53.997021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Attempting to bind port 512823c7-1637-465f-8068-4e1c0c268399 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2d0ca778-62a1-4bac-9ae8-8467ada51aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '520461b0-e75d-4000-8474-5c8560b149bc'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:53.997346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Attempting to bind port 512823c7-1637-465f-8068-4e1c0c268399 on network 520461b0-e75d-4000-8474-5c8560b149bc {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:53.999654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f10ae59-a041-49ec-a501-0074c6a73913,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.009908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.014699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-44117a14-d78e-4b18-b61f-e0e16754550b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2f10ae59-a041-49ec-a501-0074c6a73913 HTTP/1.1" status: 204 len: 168 time: 0.6312652 Nov 25 18:34:54.019541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35060) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.029803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Port 512823c7-1637-465f-8068-4e1c0c268399 on network 520461b0-e75d-4000-8474-5c8560b149bc not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:34:54.030116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Attempting to bind port 512823c7-1637-465f-8068-4e1c0c268399 on network 520461b0-e75d-4000-8474-5c8560b149bc {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:54.043125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:54.056669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Checking segment: {'id': '2d0ca778-62a1-4bac-9ae8-8467ada51aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '520461b0-e75d-4000-8474-5c8560b149bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:54.057165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Bound using segment: {'id': '2d0ca778-62a1-4bac-9ae8-8467ada51aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '520461b0-e75d-4000-8474-5c8560b149bc'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:54.057684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Bound port: 512823c7-1637-465f-8068-4e1c0c268399, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0ca778-62a1-4bac-9ae8-8467ada51aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '520461b0-e75d-4000-8474-5c8560b149bc'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:54.058054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.104966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f7e985a-ad70-487a-8470-9048ce073c9e req-ce698839-42e9-491b-98c4-4156c50b1880 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0694025 Nov 25 18:34:54.127236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35064) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.248627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.270905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b81935eb-61d5-4405-a87b-4bca90fae0f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=faf89a0793e54e39bb2ee2c50ad04638&name=default HTTP/1.1" status: 200 len: 2999 time: 0.1429398 Nov 25 18:34:54.271507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35076) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.282415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] For port 512823c7-1637-465f-8068-4e1c0c268399, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:54.284612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8595ae72-4ab1-4411-bcc5-cf74612f315d no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:34:54.288148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] For port 512823c7-1637-465f-8068-4e1c0c268399, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=512823c7-1637-465f-8068-4e1c0c268399,segment=NetworkSegment(2d0ca778-62a1-4bac-9ae8-8467ada51aa3),segment_id=2d0ca778-62a1-4bac-9ae8-8467ada51aa3)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:54.300371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894a853-dfd4-405c-94e8-4eb427406178 req-9d57adb0-4140-4b54-aee3-4616a5027aee tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:54.302077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2894a853-dfd4-405c-94e8-4eb427406178 req-9d57adb0-4140-4b54-aee3-4616a5027aee tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 943 time: 0.1141207 Nov 25 18:34:54.339722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.349779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 8595ae72-4ab1-4411-bcc5-cf74612f315d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:34:54.350466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8595ae72-4ab1-4411-bcc5-cf74612f315d not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:34:54.420319 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35202e12-c2f4-443c-9ab7-172201426622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.444498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.447134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:54.447761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.449251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-49074266-6c43-4115-b309-97aa449b3705 service neutron] 10.222.0.64 "PUT /v2.0/ports/512823c7-1637-465f-8068-4e1c0c268399 HTTP/1.1" status: 200 len: 1091 time: 1.4732685 Nov 25 18:34:54.453159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1d9765-141f-4149-8bc0-0950300408a8', 'tag': '512823c7-1637-465f-8068-4e1c0c268399'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:34:54.455636 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d195671-479c-4a06-81ca-491ecb741e20" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1d9765-141f-4149-8bc0-0950300408a8", "tag": "512823c7-1637-465f-8068-4e1c0c268399"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:34:54.470157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35202e12-c2f4-443c-9ab7-172201426622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.495110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2894a853-dfd4-405c-94e8-4eb427406178 req-150c2c29-4d6e-42af-a080-830d444f3b20 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615169 Nov 25 18:34:54.495110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.497724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event deleted for resources: {'Port': ['ID=fc103ccc-8d09-445d-8acc-effd4f4b983e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.530663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074266-6c43-4115-b309-97aa449b3705 service neutron] Pushing event updated for resources: {'Port': ['ID=512823c7-1637-465f-8068-4e1c0c268399,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.559182 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ebe441-52c5-4865-834a-981ee08cb7ed x-openstack-request-id: req-23ebe441-52c5-4865-834a-981ee08cb7ed {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:34:54.559755 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1d9765-141f-4149-8bc0-0950300408a8", "tag": "512823c7-1637-465f-8068-4e1c0c268399", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:34:54.560171 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23ebe441-52c5-4865-834a-981ee08cb7ed {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:34:54.560747 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1d9765-141f-4149-8bc0-0950300408a8', 'tag': '512823c7-1637-465f-8068-4e1c0c268399', 'status': 'completed', 'code': 200} Nov 25 18:34:54.583839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95be2ab8-8cd4-4612-a90a-6520b06f7290']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:54.615902 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.619291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1495f3a-dff4-4bdc-b235-899b4612a6cc') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:54.619847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1495f3a-dff4-4bdc-b235-899b4612a6cc') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:54.644483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.694502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-275afe23-d805-4834-b3c1-08be333d023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:54.699486 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-275afe23-d805-4834-b3c1-08be333d023d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b88f7f51d9049ad99cbfa8638cd7647&device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 1094 time: 0.1318204 Nov 25 18:34:54.712991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.763527 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35202e12-c2f4-443c-9ab7-172201426622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.765214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-acecc1b3-b05f-4dac-858a-d30439dc8431 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512823c7-1637-465f-8068-4e1c0c268399 HTTP/1.1" status: 200 len: 217 time: 0.0485501 Nov 25 18:34:54.766396 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35202e12-c2f4-443c-9ab7-172201426622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.771510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-35202e12-c2f4-443c-9ab7-172201426622 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7288da94-e33b-4dca-966d-f04eac2e2141 HTTP/1.1" status: 204 len: 168 time: 0.4887867 Nov 25 18:34:54.771510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.780877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.782745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35202e12-c2f4-443c-9ab7-172201426622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7288da94-e33b-4dca-966d-f04eac2e2141,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:54.788257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:54.792003 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:54.799335 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:54.859665 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.860344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Fanout notify agent at l3_agent the message router_deleted on router a4247b67-4a43-442b-8cc5-1c60da6528a3 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:34:54.881733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.888983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c0587ea-6b62-4daf-b8ae-707203b71379 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/a4247b67-4a43-442b-8cc5-1c60da6528a3 HTTP/1.1" status: 204 len: 168 time: 1.9783156 Nov 25 18:34:54.890048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35086) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:54.896932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'router': {'name': 'tempest-snat-router-326936537', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': False}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:54.958752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.960468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:54.991485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-02173729-ea22-4c59-91b5-eb1c18ecd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:54.993068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-02173729-ea22-4c59-91b5-eb1c18ecd2d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3de8143e-43a6-4efd-bb46-f27cfea345ed HTTP/1.1" status: 200 len: 854 time: 0.1596360 Nov 25 18:34:54.993881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.010262 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.014860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] 10.222.0.62 "DELETE /v2.0/networks/95be2ab8-8cd4-4612-a90a-6520b06f7290 HTTP/1.1" status: 204 len: 168 time: 0.9937556 Nov 25 18:34:55.026106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b4b58-af7c-4da5-a0d3-6e3dcf4006fd admin admin] Pushing event deleted for resources: {'Network': ['ID=95be2ab8-8cd4-4612-a90a-6520b06f7290,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:55.029937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35088) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:55.057534 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-19101b62-e122-49c2-8686-92227a7812b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=520461b0-e75d-4000-8474-5c8560b149bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410891 Nov 25 18:34:55.090272 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.225885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] Deleting subnet d5aae5da-ab3e-4f86-a1b0-8b9d27f601e4 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:34:55.237919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.265814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.391817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f9643b7-5cab-4e29-8974-23c80d6435c6 req-ebbab357-04fa-417c-b525-594c07650538 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0745838 Nov 25 18:34:55.422954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.464486 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-e679d3a3-3a66-46e3-9994-3011d6e8d8f7 service neutron] 10.222.0.64 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882141 Nov 25 18:34:55.611658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.648910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.780779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Allocated IP 172.25.2.21 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/fed70a67-1856-496c-b736-2489da42b16a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:55.839566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.913958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9de96b-678b-426e-b727-142bf5459c45 req-b66306cf-7c62-4093-852b-138e75c59edc tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:55.916659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-536acf35-0e0d-4bf7-8b2a-1dd998d3098c req-76984b14-926a-41a4-ba59-7e91712ec08f service neutron] 10.222.0.64 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440255 Nov 25 18:34:55.922855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad9de96b-678b-426e-b727-142bf5459c45 req-b66306cf-7c62-4093-852b-138e75c59edc tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 943 time: 0.3334692 Nov 25 18:34:55.937190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.950310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:55.953640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d5aae5da-ab3e-4f86-a1b0-8b9d27f601e4 HTTP/1.1" status: 204 len: 168 time: 0.9223893 Nov 25 18:34:55.969456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35126) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:55.979062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c48e6f-77dc-4b52-9738-711e640760d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5aae5da-ab3e-4f86-a1b0-8b9d27f601e4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:56.058172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d195671-479c-4a06-81ca-491ecb741e20 req-e9c84917-92d7-4c38-9728-03f7ae55ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:56.059728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d195671-479c-4a06-81ca-491ecb741e20 req-e9c84917-92d7-4c38-9728-03f7ae55ac3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b88f7f51d9049ad99cbfa8638cd7647&device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 1094 time: 0.0680151 Nov 25 18:34:56.066764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.084733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad9de96b-678b-426e-b727-142bf5459c45 req-0f6ac5da-3cf4-4381-93db-9059c800cd07 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566947 Nov 25 18:34:56.114866 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.169221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.208870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d195671-479c-4a06-81ca-491ecb741e20 req-64913975-e45f-48fd-903e-0d322a72bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:56.211088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d195671-479c-4a06-81ca-491ecb741e20 req-64913975-e45f-48fd-903e-0d322a72bca9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=520461b0-e75d-4000-8474-5c8560b149bc HTTP/1.1" status: 200 len: 915 time: 0.1371677 Nov 25 18:34:56.237458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:56.243435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:56.258166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:34:56.265604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.321977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d195671-479c-4a06-81ca-491ecb741e20 req-054a6ad6-b1f4-48bc-a050-069fa2c2907b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512823c7-1637-465f-8068-4e1c0c268399 HTTP/1.1" status: 200 len: 217 time: 0.0921996 Nov 25 18:34:56.360501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Port': ['ID=fed70a67-1856-496c-b736-2489da42b16a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:56.365408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dabb6e-c7bc-4219-bf29-cf4a23e05306']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:56.380898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5d81d6-c252-493b-bfb6-5ef3c00bb98a') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:56.381204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5d81d6-c252-493b-bfb6-5ef3c00bb98a') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:56.398231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d195671-479c-4a06-81ca-491ecb741e20 req-3c99d250-aad2-49bc-8e7c-17dfd3913418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:56.404391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d195671-479c-4a06-81ca-491ecb741e20 req-3c99d250-aad2-49bc-8e7c-17dfd3913418 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3de8143e-43a6-4efd-bb46-f27cfea345ed HTTP/1.1" status: 200 len: 854 time: 0.0728495 Nov 25 18:34:56.453298 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.464128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d195671-479c-4a06-81ca-491ecb741e20 req-77060b7a-6cd3-4c92-9268-ebd3f33f71e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=520461b0-e75d-4000-8474-5c8560b149bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487938 Nov 25 18:34:56.490435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.514587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:34:56.514999 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: items = [ Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:34:56.516875 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:34:56.569052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61c994cc-a202-4f50-87e8-8ca7d1a1f4df req-648ccc3a-a1a6-41d6-a5fc-a067dfbe7e20 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0394282 Nov 25 18:34:56.602102 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.646829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.650364 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] 10.222.0.62 "DELETE /v2.0/networks/20dabb6e-c7bc-4219-bf29-cf4a23e05306 HTTP/1.1" status: 204 len: 168 time: 0.6798060 Nov 25 18:34:56.661672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86720b2-0c29-4d60-a30d-b372dc477cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=20dabb6e-c7bc-4219-bf29-cf4a23e05306,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:56.674137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d195671-479c-4a06-81ca-491ecb741e20 req-95969beb-0e67-436c-9db4-b8507314f494 service neutron] 10.222.0.64 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951754 Nov 25 18:34:56.736774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:56.837188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d195671-479c-4a06-81ca-491ecb741e20 req-94ddd9d8-0881-4275-8331-1699ba1ac04d service neutron] 10.222.0.64 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517522 Nov 25 18:34:56.970099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35168) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:57.042515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a98fea75-69dc-488e-9236-6cfcafd006bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8302fad103474be6be549273f14e75cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711722 Nov 25 18:34:57.045271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35170) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:57.128396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d16cf0bb-17b5-4f96-8761-44e8e4765b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.142752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.174851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d16cf0bb-17b5-4f96-8761-44e8e4765b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.255116 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d16cf0bb-17b5-4f96-8761-44e8e4765b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.262709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d16cf0bb-17b5-4f96-8761-44e8e4765b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.268795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d16cf0bb-17b5-4f96-8761-44e8e4765b9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec38086c-b066-4b04-8e03-9c7b19d669d2 HTTP/1.1" status: 204 len: 168 time: 0.2225966 Nov 25 18:34:57.286830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cf0bb-17b5-4f96-8761-44e8e4765b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec38086c-b066-4b04-8e03-9c7b19d669d2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:57.346375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cf41b-74fd-45a0-91ae-a058abad3b65 req-53c19658-f14f-40eb-8d9d-4f6b9753ff4b tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:57.355181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b22cf41b-74fd-45a0-91ae-a058abad3b65 req-53c19658-f14f-40eb-8d9d-4f6b9753ff4b tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 943 time: 0.1328046 Nov 25 18:34:57.369389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6abc7bab-3c55-4b8f-a804-d52cb8cbdce4 req-2703ab8f-8109-408f-b050-44130e07b5bd tempest-FlavorsV2NegativeTest-364620309 tempest-FlavorsV2NegativeTest-364620309-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d451d69a56a64d7d93d652d79c1ed499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387378 Nov 25 18:34:57.463993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b22cf41b-74fd-45a0-91ae-a058abad3b65 req-66525a98-691d-4b53-8e3e-8a404d9eebd6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077559 Nov 25 18:34:57.497379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Router f204178c-198a-4eba-a2b0-194aeca9b179 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:34:57.650330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7bab-3c55-4b8f-a804-d52cb8cbdce4 req-76ee3a0e-c70a-441e-a7ec-f1f573801d5b tempest-FlavorsV2NegativeTest-364620309 tempest-FlavorsV2NegativeTest-364620309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:57.660330 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6abc7bab-3c55-4b8f-a804-d52cb8cbdce4 req-76ee3a0e-c70a-441e-a7ec-f1f573801d5b tempest-FlavorsV2NegativeTest-364620309 tempest-FlavorsV2NegativeTest-364620309-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2838516 Nov 25 18:34:57.672477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:34:57.684513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6abc7bab-3c55-4b8f-a804-d52cb8cbdce4 req-32c2c8d1-fa68-4197-bf8a-b3c7dc5f673e tempest-FlavorsV2NegativeTest-364620309 tempest-FlavorsV2NegativeTest-364620309-project] 10.222.0.62 "GET /v2.0/quotas/d451d69a56a64d7d93d652d79c1ed499 HTTP/1.1" status: 200 len: 375 time: 0.0230844 Nov 25 18:34:57.720834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6abc7bab-3c55-4b8f-a804-d52cb8cbdce4 req-17824e93-5449-44cc-aeae-fce40cbb5803 tempest-FlavorsV2NegativeTest-364620309 tempest-FlavorsV2NegativeTest-364620309-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d451d69a56a64d7d93d652d79c1ed499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353489 Nov 25 18:34:57.738716 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Sync routers for ids ['f204178c-198a-4eba-a2b0-194aeca9b179'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:34:57.767051 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Routers {'f204178c-198a-4eba-a2b0-194aeca9b179'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:57.768479 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f204178c-198a-4eba-a2b0-194aeca9b179'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:57.794620 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9bb15e4-0299-470a-9be6-12a1506c07fc req-c56172e6-78fe-43eb-a6d7-8652ae80f35f tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0651360 Nov 25 18:34:57.803129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:57.804951 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7d113bbb-d39d-4ad7-bae1-43a6df9eb410 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9138958 Nov 25 18:34:57.822753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35210) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:57.861376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35212) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:57.904199 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Set router f204178c-198a-4eba-a2b0-194aeca9b179 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:57.927276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-31196fac-7655-49ab-8983-0b0763a20894 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f4e809cd07b44fcb08b42df74d39867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646818 Nov 25 18:34:57.928317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:58.003197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:58.003720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fb442c8b-e548-4e91-9398-5a3ed8521654 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/f204178c-198a-4eba-a2b0-194aeca9b179 HTTP/1.1" status: 200 len: 907 time: 0.1793520 Nov 25 18:34:58.011491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'router': {'name': 'tempest-snat-router-326936537', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': True}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:34:58.071401 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.075932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.083664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-423de797-16ea-4cbc-aa85-220f116ae6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.131531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-423de797-16ea-4cbc-aa85-220f116ae6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.170856 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204178c-198a-4eba-a2b0-194aeca9b179', 'name': 'tempest-snat-router-326936537', 'tenant_id': 'bbc0a88f99af409580400d0aa4867f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.21'}], 'enable_snat': False}, 'gw_port_id': 'fed70a67-1856-496c-b736-2489da42b16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:54Z', 'updated_at': '2021-11-25T18:34:56Z', 'revision_number': 3, 'project_id': 'bbc0a88f99af409580400d0aa4867f2f', 'gw_port': {'id': 'fed70a67-1856-496c-b736-2489da42b16a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204178c-198a-4eba-a2b0-194aeca9b179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:58.195655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.208268 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Checking router: f204178c-198a-4eba-a2b0-194aeca9b179 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:34:58.219735 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Updating router f204178c-198a-4eba-a2b0-194aeca9b179 port fed70a67-1856-496c-b736-2489da42b16a binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:34:58.285737 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.290793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 512823c7-1637-465f-8068-4e1c0c268399 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:34:58.398162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-423de797-16ea-4cbc-aa85-220f116ae6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.408649 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-423de797-16ea-4cbc-aa85-220f116ae6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.410987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-423de797-16ea-4cbc-aa85-220f116ae6ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9623199-d3e1-41fc-9f09-4830e8bf4f7b HTTP/1.1" status: 204 len: 168 time: 0.4807930 Nov 25 18:34:58.440867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423de797-16ea-4cbc-aa85-220f116ae6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9623199-d3e1-41fc-9f09-4830e8bf4f7b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:58.608579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 512823c7-1637-465f-8068-4e1c0c268399, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=512823c7-1637-465f-8068-4e1c0c268399,segment=NetworkSegment(2d0ca778-62a1-4bac-9ae8-8467ada51aa3),segment_id=2d0ca778-62a1-4bac-9ae8-8467ada51aa3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:58.641219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '512823c7-1637-465f-8068-4e1c0c268399', 'network_id': '520461b0-e75d-4000-8474-5c8560b149bc', 'port_id': '512823c7-1637-465f-8068-4e1c0c268399', 'mac_address': 'fa:16:3e:66:61:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de8143e-43a6-4efd-bb46-f27cfea345ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:34:58.657682 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.707433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.740059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512823c7-1637-465f-8068-4e1c0c268399 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:34:58.776894 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.787134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55acbb0-47a0-49bd-9639-6589c54912c8 req-441d7ce1-ea53-4f40-b421-c68d5847cfc6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:34:58.787745 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.804241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 512823c7-1637-465f-8068-4e1c0c268399, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=512823c7-1637-465f-8068-4e1c0c268399,segment=NetworkSegment(2d0ca778-62a1-4bac-9ae8-8467ada51aa3),segment_id=2d0ca778-62a1-4bac-9ae8-8467ada51aa3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:34:58.807797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e55acbb0-47a0-49bd-9639-6589c54912c8 req-441d7ce1-ea53-4f40-b421-c68d5847cfc6 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 943 time: 0.1889551 Nov 25 18:34:58.809828 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:58.919281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e55acbb0-47a0-49bd-9639-6589c54912c8 req-b8497987-7c6e-4b8d-be19-7a9e5b70650e tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104810 Nov 25 18:34:58.929373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=512823c7-1637-465f-8068-4e1c0c268399,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:58.940258 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab04ff-6d72-41a3-a406-821f91ae857d None None] Pushing event updated for resources: {'Port': ['ID=fed70a67-1856-496c-b736-2489da42b16a,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:58.953355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:58.983163 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Attempting to bind port fed70a67-1856-496c-b736-2489da42b16a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:34:58.984307 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Attempting to bind port fed70a67-1856-496c-b736-2489da42b16a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:34:58.984878 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Attempting to bind port fed70a67-1856-496c-b736-2489da42b16a on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:34:59.006211 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:34:59.007353 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:34:59.012528 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.015597 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:34:59.015597 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Bound port: fed70a67-1856-496c-b736-2489da42b16a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:34:59.015597 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.106888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['512823c7-1637-465f-8068-4e1c0c268399'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:34:59.169186 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-959d0f70-0be5-4b9f-86a1-d5be3139909d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.173405 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] For port fed70a67-1856-496c-b736-2489da42b16a, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:34:59.179839 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] For port fed70a67-1856-496c-b736-2489da42b16a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fed70a67-1856-496c-b736-2489da42b16a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:34:59.196154 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.296293 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Routers {'f204178c-198a-4eba-a2b0-194aeca9b179'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:34:59.297384 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f204178c-198a-4eba-a2b0-194aeca9b179'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:59.389300 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab04ff-6d72-41a3-a406-821f91ae857d None None] Pushing event updated for resources: {'Port': ['ID=fed70a67-1856-496c-b736-2489da42b16a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:59.397275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-959d0f70-0be5-4b9f-86a1-d5be3139909d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.406833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-959d0f70-0be5-4b9f-86a1-d5be3139909d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.475099 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] Set router f204178c-198a-4eba-a2b0-194aeca9b179 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:34:59.481880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d0f70-0be5-4b9f-86a1-d5be3139909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e71306-7e07-4526-87c5-8b6731259177,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:59.484644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0cb9862d-2f1a-46a5-badb-333417690741 req-f2c199e0-ff86-44e2-9a5a-10fbc487daaa tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.4890113 Nov 25 18:34:59.526512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-959d0f70-0be5-4b9f-86a1-d5be3139909d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d451d69a56a64d7d93d652d79c1ed499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5695169 Nov 25 18:34:59.527936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35288) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:34:59.538195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.563961 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.594210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-346b9e2f-f1aa-4049-949f-56e4d07b5173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.621966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-346b9e2f-f1aa-4049-949f-56e4d07b5173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.693091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Allocated IP 172.25.2.61 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/dab881a4-6aa5-43c2-8724-e828aa724f54) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:34:59.703027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-346b9e2f-f1aa-4049-949f-56e4d07b5173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.707137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-346b9e2f-f1aa-4049-949f-56e4d07b5173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.709196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-346b9e2f-f1aa-4049-949f-56e4d07b5173 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8e71306-7e07-4526-87c5-8b6731259177 HTTP/1.1" status: 204 len: 168 time: 0.1799960 Nov 25 18:34:59.753184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b9e2f-f1aa-4049-949f-56e4d07b5173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e71306-7e07-4526-87c5-8b6731259177,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:34:59.836175 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f204178c-198a-4eba-a2b0-194aeca9b179', 'name': 'tempest-snat-router-326936537', 'tenant_id': 'bbc0a88f99af409580400d0aa4867f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.21'}], 'enable_snat': False}, 'gw_port_id': 'fed70a67-1856-496c-b736-2489da42b16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:54Z', 'updated_at': '2021-11-25T18:34:56Z', 'revision_number': 3, 'project_id': 'bbc0a88f99af409580400d0aa4867f2f', 'gw_port': {'id': 'fed70a67-1856-496c-b736-2489da42b16a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204178c-198a-4eba-a2b0-194aeca9b179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:34:59.864341 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.880762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84f6fe-b013-441e-9a0d-5bcff4fcc72e None None] The sync data for ids ['f204178c-198a-4eba-a2b0-194aeca9b179'] in n-d-819194-3 is: [{'id': 'f204178c-198a-4eba-a2b0-194aeca9b179', 'name': 'tempest-snat-router-326936537', 'tenant_id': 'bbc0a88f99af409580400d0aa4867f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.21'}], 'enable_snat': False}, 'gw_port_id': 'fed70a67-1856-496c-b736-2489da42b16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:54Z', 'updated_at': '2021-11-25T18:34:56Z', 'revision_number': 3, 'project_id': 'bbc0a88f99af409580400d0aa4867f2f', 'gw_port': {'id': 'fed70a67-1856-496c-b736-2489da42b16a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f204178c-198a-4eba-a2b0-194aeca9b179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:55Z', 'updated_at': '2021-11-25T18:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:34:59.922833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:34:59.964201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:34:59.967107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:34:59.973260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:00.010380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Port': ['ID=dab881a4-6aa5-43c2-8724-e828aa724f54,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:00.273216 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.284775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 512823c7-1637-465f-8068-4e1c0c268399 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:00.404598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 512823c7-1637-465f-8068-4e1c0c268399 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:00.408866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 512823c7-1637-465f-8068-4e1c0c268399 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:00.409239 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.419935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fc67-959e-41be-b15a-f977b722e25b req-3f231ddf-0076-4687-8506-2cb7b8a94f02 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:00.426773 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcb0fc67-959e-41be-b15a-f977b722e25b req-3f231ddf-0076-4687-8506-2cb7b8a94f02 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 944 time: 0.1155362 Nov 25 18:35:00.548892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fed70a67-1856-496c-b736-2489da42b16a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:00.554565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcb0fc67-959e-41be-b15a-f977b722e25b req-3b3c42e2-2871-4ed9-8b04-b09fd522c235 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166348 Nov 25 18:35:00.677349 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.718780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.724256 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.771118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1d9765-141f-4149-8bc0-0950300408a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512823c7-1637-465f-8068-4e1c0c268399'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:00.773628 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629aafb4-40cc-4f0f-8d61-1a6b138591cf" -d '{"events": [{"server_uuid": "3d1d9765-141f-4149-8bc0-0950300408a8", "name": "network-vif-plugged", "status": "completed", "tag": "512823c7-1637-465f-8068-4e1c0c268399"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:00.789354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port fed70a67-1856-496c-b736-2489da42b16a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:00.790587 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.837752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 512823c7-1637-465f-8068-4e1c0c268399, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=512823c7-1637-465f-8068-4e1c0c268399,segment=NetworkSegment(2d0ca778-62a1-4bac-9ae8-8467ada51aa3),segment_id=2d0ca778-62a1-4bac-9ae8-8467ada51aa3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:00.851019 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.940194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Router fc596b78-acbc-4fa4-aa92-6ca356c1c727 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:00.965337 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:00.971462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=512823c7-1637-465f-8068-4e1c0c268399,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:00.989204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb3656bb-9347-49b8-ac5d-78e12f239449 req-475085d7-445d-465b-a39a-0abc0ee7af98 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0479386 Nov 25 18:35:00.995483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port fed70a67-1856-496c-b736-2489da42b16a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fed70a67-1856-496c-b736-2489da42b16a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:01.004992 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.117567 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204ed0f3-e0be-4d9b-9276-6dcf280213ca x-openstack-request-id: req-204ed0f3-e0be-4d9b-9276-6dcf280213ca {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:01.117567 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1d9765-141f-4149-8bc0-0950300408a8", "name": "network-vif-plugged", "status": "completed", "tag": "512823c7-1637-465f-8068-4e1c0c268399", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:01.130159 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-204ed0f3-e0be-4d9b-9276-6dcf280213ca {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:01.130920 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1d9765-141f-4149-8bc0-0950300408a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512823c7-1637-465f-8068-4e1c0c268399', 'code': 200} Nov 25 18:35:01.145289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=fed70a67-1856-496c-b736-2489da42b16a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:01.178820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:01.188743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Sync routers for ids ['fc596b78-acbc-4fa4-aa92-6ca356c1c727'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:01.198188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35412) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:01.207530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Routers {'fc596b78-acbc-4fa4-aa92-6ca356c1c727'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:01.207755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['fc596b78-acbc-4fa4-aa92-6ca356c1c727'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:01.219643 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.221200 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53309801-b5e9-466a-ab3e-26a8093112d3 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2156374 Nov 25 18:35:01.223630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35416) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:01.312286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbd83a-9b5a-4d63-98ec-1583065c2174 req-c064e437-3922-4fff-ae74-b90649e56678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:01.314103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbdbd83a-9b5a-4d63-98ec-1583065c2174 req-c064e437-3922-4fff-ae74-b90649e56678 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 1096 time: 0.1260824 Nov 25 18:35:01.393314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53ccbf9e-489e-4476-aa8d-6c2291462b99 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/fc596b78-acbc-4fa4-aa92-6ca356c1c727 HTTP/1.1" status: 200 len: 906 time: 0.1661441 Nov 25 18:35:01.396825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35428) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:01.423925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbdbd83a-9b5a-4d63-98ec-1583065c2174 req-27e3e2f6-6452-4e38-8ae7-b724dd3e2829 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986810 Nov 25 18:35:01.502275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-network', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:01.549114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Made reservation on behalf of 72607bdd9b3048b9a592890434a9ad69 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:01.551954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.565293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.573301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.623291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35434) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:01.660626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Set router fc596b78-acbc-4fa4-aa92-6ca356c1c727 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:01.766617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9536c5-d62f-4251-83c3-09f55d19f874 req-c9d7efc1-c50e-4880-b4fb-1f8895f6db33 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:01.768474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e9536c5-d62f-4251-83c3-09f55d19f874 req-c9d7efc1-c50e-4880-b4fb-1f8895f6db33 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.1150522 Nov 25 18:35:01.791305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.802552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.810987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13b3d390-f93f-42b6-bff7-1bd7c706667f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.814869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.851246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:01.885557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e13d68-f842-4fa7-91a9-6a14d667b06a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:01.898601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.899462 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Added segment 681caf04-5b80-4285-b300-a519e4618170 of type vlan for network 15d18c24-dd48-40d8-a99c-635cadc4340c Nov 25 18:35:01.903949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e9536c5-d62f-4251-83c3-09f55d19f874 req-032fe4d6-6c93-44f1-a72e-ebd429d047da tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294329 Nov 25 18:35:01.911532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc596b78-acbc-4fa4-aa92-6ca356c1c727', 'name': 'tempest-snat-router-326936537', 'tenant_id': 'bbc0a88f99af409580400d0aa4867f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dab881a4-6aa5-43c2-8724-e828aa724f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:34:58Z', 'updated_at': '2021-11-25T18:35:00Z', 'revision_number': 3, 'project_id': 'bbc0a88f99af409580400d0aa4867f2f', 'gw_port': {'id': 'dab881a4-6aa5-43c2-8724-e828aa724f54', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc596b78-acbc-4fa4-aa92-6ca356c1c727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:34:59Z', 'updated_at': '2021-11-25T18:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:01.925151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-ab458260-aa3c-43d8-ac49-8528e692c9dc tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:01.932812 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-ab458260-aa3c-43d8-ac49-8528e692c9dc tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 0.1927171 Nov 25 18:35:01.941625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Deleting port dab881a4-6aa5-43c2-8724-e828aa724f54 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:01.941973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.943848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Checking router: fc596b78-acbc-4fa4-aa92-6ca356c1c727 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:35:01.944211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Updating router fc596b78-acbc-4fa4-aa92-6ca356c1c727 port dab881a4-6aa5-43c2-8724-e828aa724f54 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:35:01.968661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:01.978853 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.018283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-9063a4f0-7432-4289-a9fc-2de2271b9c70 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/quotas/eae19add075a46edb471219d34925157 HTTP/1.1" status: 200 len: 375 time: 0.0845251 Nov 25 18:35:02.022565 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.023527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:02.024148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.028105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13b3d390-f93f-42b6-bff7-1bd7c706667f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.047779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13b3d390-f93f-42b6-bff7-1bd7c706667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.097143 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.121529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9183669 Nov 25 18:35:02.124605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:02.126913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Calling delete_port for dab881a4-6aa5-43c2-8724-e828aa724f54 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:02.134076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Request body: {'subnet': {'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-subnet', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:02.139824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece952cc-8306-4e49-aeef-178771b90074 admin admin] Pushing event updated for resources: {'Network': ['ID=15d18c24-dd48-40d8-a99c-635cadc4340c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:02.145716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-13b3d390-f93f-42b6-bff7-1bd7c706667f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36dccbd9a1354b3e9f26226ff42a8920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5212739 Nov 25 18:35:02.147294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3d390-f93f-42b6-bff7-1bd7c706667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2261b62b-31f8-416c-91de-616cdd6a42ef,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:02.150148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35456) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:02.162817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-7b8b4968-f69f-4f72-8948-6afad844050b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434927 Nov 25 18:35:02.240094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66872de-aaa6-457f-bdbe-afcadcb1b608 req-7bcdff12-5948-46b5-bfa9-ba345e7e78f7 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0375800 Nov 25 18:35:02.241158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7674d1e9-9ae2-40ce-b9a0-897ea707ca91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.284464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7674d1e9-9ae2-40ce-b9a0-897ea707ca91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.291537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 15d18c24-dd48-40d8-a99c-635cadc4340c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:02.343992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7674d1e9-9ae2-40ce-b9a0-897ea707ca91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.358121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7674d1e9-9ae2-40ce-b9a0-897ea707ca91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.361065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7674d1e9-9ae2-40ce-b9a0-897ea707ca91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2261b62b-31f8-416c-91de-616cdd6a42ef HTTP/1.1" status: 204 len: 168 time: 0.2093720 Nov 25 18:35:02.376760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674d1e9-9ae2-40ce-b9a0-897ea707ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2261b62b-31f8-416c-91de-616cdd6a42ef,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:02.427169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Made reservation on behalf of 72607bdd9b3048b9a592890434a9ad69 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:02.429740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.439602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-33d137cc-058a-4375-ac38-f97e8a1aef7e service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757454 Nov 25 18:35:02.457950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fed70a67-1856-496c-b736-2489da42b16a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:02.521254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port fed70a67-1856-496c-b736-2489da42b16a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:02.521698 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.622076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:35:02.622332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.622483 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:35:02.678653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event deleted for resources: {'Port': ['ID=dab881a4-6aa5-43c2-8724-e828aa724f54,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:02.689737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-122caf32-2671-40bf-9b8a-8bb79ff16244 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413685 Nov 25 18:35:02.784465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.908540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfc4d19f-090d-4ff5-847b-8446bec3fc69 req-e99ea685-f4bf-40c3-a308-a90b6c4a4726 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 210 time: 0.0446205 Nov 25 18:35:02.928235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.931804 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:02.937794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.029239 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.029769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc596b78-acbc-4fa4-aa92-6ca356c1c727 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:35:03.041574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.046045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9ccfbe01-239e-4967-9ed1-7a37d27fce0c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "DELETE /v2.0/routers/fc596b78-acbc-4fa4-aa92-6ca356c1c727 HTTP/1.1" status: 204 len: 168 time: 1.6476214 Nov 25 18:35:03.046366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35488) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:03.054132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=164db332-2721-432a-9a9e-e2e05b340548,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:03.068083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Checking segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:03.068837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Network hostable DHCP agents. Network: 15d18c24-dd48-40d8-a99c-635cadc4340c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:03.081720 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.159799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Network 15d18c24-dd48-40d8-a99c-635cadc4340c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:03.173999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Port dab881a4-6aa5-43c2-8724-e828aa724f54 not found while updating agent binding for router fc596b78-acbc-4fa4-aa92-6ca356c1c727. {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 18:35:03.192537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Routers set() bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:03.194403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Router IDs set() for agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 18:35:03.196555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_agentschedulers_db [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc596b78-acbc-4fa4-aa92-6ca356c1c727'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent'). {{(pid=103458) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 18:35:03.197071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56864b28-d02c-4a0c-a1ee-baca81f34dd2 None None] The sync data for ids ['fc596b78-acbc-4fa4-aa92-6ca356c1c727'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:03.197235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d7277-c5cd-438a-89d2-269038656346 req-e0635675-f8a9-47b2-bdc7-ff7c8d405356 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.198672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec1d7277-c5cd-438a-89d2-269038656346 req-e0635675-f8a9-47b2-bdc7-ff7c8d405356 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.1242237 Nov 25 18:35:03.206500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 15d18c24-dd48-40d8-a99c-635cadc4340c) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:03.214889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65025da8-ae0d-4db6-a1ee-22be2b00b798 None None] Network 15d18c24-dd48-40d8-a99c-635cadc4340c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:03.219689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.220292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.299468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.308672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-900644fe-0b5c-4686-865e-f2b2be800d89 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1791341 Nov 25 18:35:03.309117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:03.322947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:03.366682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec1d7277-c5cd-438a-89d2-269038656346 req-503aef62-9c55-495d-a873-880d38a3653e tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313329 Nov 25 18:35:03.395825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.397321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.450124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-27350d43-c987-4f21-9b92-03bc0107f87d req-13df544e-f5be-41af-b306-fb40cd2c1359 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Nov 25 18:35:03.452816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.504416 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.537015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Deleting port fed70a67-1856-496c-b736-2489da42b16a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:03.538112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.560770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-15d18c24-dd48-40d8-a99c-635cadc4340c', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:35:03.562204 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.647630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] For port fed70a67-1856-496c-b736-2489da42b16a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fed70a67-1856-496c-b736-2489da42b16a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:03.648009 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.671409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Calling delete_port for fed70a67-1856-496c-b736-2489da42b16a owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:03.678305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:03.866539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-9a9597cf-0c84-44a6-aa6a-bac87171ab6b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.868603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-9a9597cf-0c84-44a6-aa6a-bac87171ab6b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a571a3-9f4c-4609-99c4-75e2bdb3e3e2 HTTP/1.1" status: 200 len: 946 time: 0.1766098 Nov 25 18:35:03.879199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Allocated IP 172.20.0.2 (15d18c24-dd48-40d8-a99c-635cadc4340c/164db332-2721-432a-9a9e-e2e05b340548/6d059fa7-e76a-406c-ae87-76b616ed3ce8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:03.978186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-f0e6000e-d7fa-49db-9182-f2a55ef94f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:03.979660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-f0e6000e-d7fa-49db-9182-f2a55ef94f27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b88f7f51d9049ad99cbfa8638cd7647&device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 1096 time: 0.1403065 Nov 25 18:35:04.052396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda922-0ee1-4f50-902d-40110f38ea15 req-71893c1e-e7f8-4dec-939c-472f1fcb7701 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:04.059795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5afda922-0ee1-4f50-902d-40110f38ea15 req-71893c1e-e7f8-4dec-939c-472f1fcb7701 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.1884604 Nov 25 18:35:04.087601 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.099648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.101392 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.134895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.189884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Network 15d18c24-dd48-40d8-a99c-635cadc4340c is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:04.201248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:04.205710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:04.208571 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5afda922-0ee1-4f50-902d-40110f38ea15 req-bc9e705d-2395-4525-8518-b6ef0bd995cc tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478198 Nov 25 18:35:04.225580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Pushing event updated for resources: {'Port': ['ID=6d059fa7-e76a-406c-ae87-76b616ed3ce8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:04.249194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.281367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Deleting port e2445048-409d-48ae-b75e-3966ab1cf957 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:04.292968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.293488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Attempting to bind port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:04.294207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Attempting to bind port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:04.294696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Attempting to bind port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 on network 15d18c24-dd48-40d8-a99c-635cadc4340c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:04.301675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:04.302180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Checking segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:04.302820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.303795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Bound using segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:04.304535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Bound port: 6d059fa7-e76a-406c-ae87-76b616ed3ce8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:04.304979 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.319298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e2445048-409d-48ae-b75e-3966ab1cf957 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:35:04.453291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] For port 6d059fa7-e76a-406c-ae87-76b616ed3ce8, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:04.458855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] For port 6d059fa7-e76a-406c-ae87-76b616ed3ce8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6d059fa7-e76a-406c-ae87-76b616ed3ce8,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:04.472837 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.590235 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.641815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:04.645123 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d7ffce-21b6-465b-a83d-6c182a7e0c61" -d '{"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:04.657592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c68b3-dd51-4674-874e-e4de0925f5bb None None] Pushing event updated for resources: {'Port': ['ID=6d059fa7-e76a-406c-ae87-76b616ed3ce8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:04.674374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:04.682573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event deleted for resources: {'Port': ['ID=fed70a67-1856-496c-b736-2489da42b16a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:04.683508 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.684375 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bae597b0-e05b-48ab-8c51-b615cd919b8f req-24815dc1-1156-4f16-8427-a25572cf91c1 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 210 time: 0.0731719 Nov 25 18:35:04.775056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:04.800124 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0140a2f7-7e8f-4a49-96e9-9c52e6f33ef4 x-openstack-request-id: req-0140a2f7-7e8f-4a49-96e9-9c52e6f33ef4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:04.800438 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:04.800683 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0140a2f7-7e8f-4a49-96e9-9c52e6f33ef4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:04.801082 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'code': 200} Nov 25 18:35:04.901910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.907859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-0f44090d-a624-464e-b20b-00bb9cd40ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:04.910968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-0f44090d-a624-464e-b20b-00bb9cd40ec6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=520461b0-e75d-4000-8474-5c8560b149bc HTTP/1.1" status: 200 len: 915 time: 0.8934517 Nov 25 18:35:04.931993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] For port e2445048-409d-48ae-b75e-3966ab1cf957, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e2445048-409d-48ae-b75e-3966ab1cf957,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:04.933139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:04.956228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Calling delete_port for e2445048-409d-48ae-b75e-3966ab1cf957 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:04.985660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Allocated IP 172.25.2.64 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/f6ec09f9-9df5-4944-9e21-b8e03dca2d58) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:05.085672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-962d4456-a978-4574-9a71-b62376d5b9c5 req-e16639a4-211f-4a73-985e-44e10c140b29 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.2296629 Nov 25 18:35:05.117289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.121515 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.140149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-b3d763d3-01ac-49f4-95a4-77d4df811f91 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:05.141961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-b3d763d3-01ac-49f4-95a4-77d4df811f91 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 0.9994028 Nov 25 18:35:05.145762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-abbebfa1-f70a-4ed4-a4d3-f90b7190eea8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=512823c7-1637-465f-8068-4e1c0c268399 HTTP/1.1" status: 200 len: 217 time: 0.1138902 Nov 25 18:35:05.160541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Request body: {'port': {'device_id': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'admin_state_up': True, 'tenant_id': 'eae19add075a46edb471219d34925157'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:05.184144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.184873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f204178c-198a-4eba-a2b0-194aeca9b179 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:35:05.209173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.211321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57769d90-7b7e-4269-99c9-299621260b7a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "DELETE /v2.0/routers/f204178c-198a-4eba-a2b0-194aeca9b179 HTTP/1.1" status: 204 len: 168 time: 2.1639550 Nov 25 18:35:05.215690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35540) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:05.224727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1577961148', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:05.315589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.316797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.409888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.476406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.540414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event deleted for resources: {'Port': ['ID=e2445048-409d-48ae-b75e-3966ab1cf957,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:05.542897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] No DVR routers for this DVR port e2445048-409d-48ae-b75e-3966ab1cf957 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:35:05.547421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.551235 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aec53e37-6e82-436f-86eb-111493fb1f03 req-cced0698-d5b4-40cf-94a2-58738f9df9e0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "DELETE /v2.0/ports/e2445048-409d-48ae-b75e-3966ab1cf957 HTTP/1.1" status: 204 len: 173 time: 1.6745625 Nov 25 18:35:05.551770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-deleted', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:05.554171 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013602d5-7e69-461d-8229-22a614faab4e" -d '{"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-deleted", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:05.596374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Made reservation on behalf of eae19add075a46edb471219d34925157 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:05.600263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.630635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-7a36f0bd-eb51-46cc-8334-eb18740d209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:05.633725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-7a36f0bd-eb51-46cc-8334-eb18740d209d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3de8143e-43a6-4efd-bb46-f27cfea345ed HTTP/1.1" status: 200 len: 854 time: 0.2742677 Nov 25 18:35:05.638832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35550) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:05.654518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db88da1-0990-4358-a588-8edfc3fcba7c req-f081740d-9147-4d9c-8e5f-f64da2eb301d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:05.662020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6db88da1-0990-4358-a588-8edfc3fcba7c req-f081740d-9147-4d9c-8e5f-f64da2eb301d tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.3036027 Nov 25 18:35:05.671672 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dc3ea5-e119-4792-8fac-e8878aaf333a x-openstack-request-id: req-c8dc3ea5-e119-4792-8fac-e8878aaf333a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:05.671936 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a571a3-9f4c-4609-99c4-75e2bdb3e3e2", "name": "network-vif-deleted", "tag": "e2445048-409d-48ae-b75e-3966ab1cf957", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:05.672183 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8dc3ea5-e119-4792-8fac-e8878aaf333a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:05.672637 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a571a3-9f4c-4609-99c4-75e2bdb3e3e2', 'name': 'network-vif-deleted', 'tag': 'e2445048-409d-48ae-b75e-3966ab1cf957', 'status': 'completed', 'code': 200} Nov 25 18:35:05.692252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.735640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-38f2fcd8-a6a6-4842-b0ed-d0a9ab4347c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=520461b0-e75d-4000-8474-5c8560b149bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662618 Nov 25 18:35:05.763143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.867480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-505e0913-2106-44eb-8528-f1411815659e req-4602e2d6-d36d-44fb-a067-28e1e58ba579 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 210 time: 0.0327861 Nov 25 18:35:05.937554 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4afce309-8184-4a62-8b03-5437264fc613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:05.976722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6db88da1-0990-4358-a588-8edfc3fcba7c req-5c69a767-189d-44f8-a2e3-beba00faa790 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136487 Nov 25 18:35:06.008199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8ce0e-4a59-4d63-b1c6-6783eb2d9a18 None None] Network 15d18c24-dd48-40d8-a99c-635cadc4340c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:06.016323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.058436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.087530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.116186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-86a45156-a735-481d-bc56-561cc8969080 service neutron] 10.222.0.64 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659110 Nov 25 18:35:06.118013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:06.122201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cf34eaec-e4e6-4257-8148-22ab701b9174 None None] Provisioning complete for port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:06.122610 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf34eaec-e4e6-4257-8148-22ab701b9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.144506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Allocated IP 172.20.0.8 (e0dc0a01-de78-4193-9d18-bac11e63f70c/9951995e-61d1-4dd4-9652-ab91657b8a97/7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:06.146684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:06.150048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:06.166741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:06.279498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf34eaec-e4e6-4257-8148-22ab701b9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.313559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Allocated IP 172.25.2.178 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/b1910b11-1350-4c89-9c2d-cd6c8cde97d9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:06.328460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cf34eaec-e4e6-4257-8148-22ab701b9174 None None] For port 6d059fa7-e76a-406c-ae87-76b616ed3ce8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6d059fa7-e76a-406c-ae87-76b616ed3ce8,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:06.332756 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf34eaec-e4e6-4257-8148-22ab701b9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.356185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6464e831-9047-4de3-b2bb-fd9bc13ad7e3 req-84015d01-9b8d-43cc-a29d-d799cf2725a2 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0837862 Nov 25 18:35:06.420157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34eaec-e4e6-4257-8148-22ab701b9174 None None] Pushing event updated for resources: {'Port': ['ID=6d059fa7-e76a-406c-ae87-76b616ed3ce8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:06.503987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6872f2a5-6dc5-4c3d-83c2-f4adaea5281c req-c627d5bf-dd36-48e4-a3e3-ba80acd9ae65 service neutron] 10.222.0.64 "GET /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740137 Nov 25 18:35:06.523329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6d059fa7-e76a-406c-ae87-76b616ed3ce8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:06.546261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.577046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4afce309-8184-4a62-8b03-5437264fc613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.581426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:06.582194 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.589366 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.590058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4afce309-8184-4a62-8b03-5437264fc613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.634610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:06.639905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:06.643979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:06.670140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event updated for resources: {'Port': ['ID=b1910b11-1350-4c89-9c2d-cd6c8cde97d9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:06.676398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4afce309-8184-4a62-8b03-5437264fc613 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b668aeb41ed49548e3a8d88facbea87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0120978 Nov 25 18:35:06.681729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35562) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:06.686391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afce309-8184-4a62-8b03-5437264fc613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811d430f-1f6a-4dd0-a275-978b66f717da,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:06.740614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.753742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9bc5e4d6-df90-4209-a57b-0ab338a2a51c None None] Provisioning complete for port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:06.754643 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bc5e4d6-df90-4209-a57b-0ab338a2a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.811033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eec809c8-65f3-4bc4-be85-8f6bb66bbc4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.822702 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.827631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.860093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fed70a67-1856-496c-b736-2489da42b16a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:35:06.881399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eec809c8-65f3-4bc4-be85-8f6bb66bbc4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:06.893077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: fed70a67-1856-496c-b736-2489da42b16a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:35:06.893306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fed70a67-1856-496c-b736-2489da42b16a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:35:06.952127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Network e0dc0a01-de78-4193-9d18-bac11e63f70c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:06.959321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:06.965981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:06.968546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:07.038524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eec809c8-65f3-4bc4-be85-8f6bb66bbc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.041988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eec809c8-65f3-4bc4-be85-8f6bb66bbc4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.043179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eec809c8-65f3-4bc4-be85-8f6bb66bbc4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/811d430f-1f6a-4dd0-a275-978b66f717da HTTP/1.1" status: 204 len: 168 time: 0.3604457 Nov 25 18:35:07.065770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:07.066408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.094684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-010ac18e-0cff-4891-b368-b7e071fc5542 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9393282 Nov 25 18:35:07.104761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec809c8-65f3-4bc4-be85-8f6bb66bbc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d430f-1f6a-4dd0-a275-978b66f717da,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:07.123870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005956b0-51ad-4d07-bfda-7a2c9d7285ac req-37e97238-161e-4ed3-ad40-03a97c54f94b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:07.127385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-005956b0-51ad-4d07-bfda-7a2c9d7285ac req-37e97238-161e-4ed3-ad40-03a97c54f94b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 931 time: 0.1369076 Nov 25 18:35:07.144712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.161651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Request body: {'port': {'device_id': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:07.262184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.280182 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-005956b0-51ad-4d07-bfda-7a2c9d7285ac req-7e34db33-b0d3-414e-bad7-958780478dea tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330111 Nov 25 18:35:07.285710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.297506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb778b6-1956-4c0a-8a95-a875763ab798 req-60df41ae-f4d6-409a-a106-0edbf25a03cb tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:07.304768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebb778b6-1956-4c0a-8a95-a875763ab798 req-60df41ae-f4d6-409a-a106-0edbf25a03cb tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.1141784 Nov 25 18:35:07.430888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.505451 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9087bc78-02b1-4034-aab9-7c6f4c20eeca req-526e74a8-1ea4-4b6c-a78a-30c5ef32f8cb tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0318506 Nov 25 18:35:07.517431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebb778b6-1956-4c0a-8a95-a875763ab798 req-2e759e90-a0f4-4de4-b93e-6a723b926daf tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117796 Nov 25 18:35:07.642510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Router 0cb9b1ee-469e-4257-bca2-112b62350501 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:07.654395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Router c021c658-648f-4752-a00f-647b07d0a1cf is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:07.795468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:07.806299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.827584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Transition to ACTIVE for port object 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:07.833479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.897714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:07.912514 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:07.923623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:07.939757 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:07.947784 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:07.990388 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:07.993170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b7aae9a4-d92f-4cac-b188-4f7620e659a3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6830456 Nov 25 18:35:07.995547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:08.076906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Attempting to bind port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:08.077773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Attempting to bind port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:08.077773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Attempting to bind port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:08.130612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 on network e0dc0a01-de78-4193-9d18-bac11e63f70c not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:08.130612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Attempting to bind port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:08.144839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:08.145208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Checking segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:08.145613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Bound using segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:08.146084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Bound port: 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:08.146472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:08.161225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:08.181604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048041-6406-4f65-ab4b-b95d5aaf7de6 req-98e9a9cf-2a0e-4af8-aa59-44201c3cc66e tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:08.185897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] Sync routers for ids ['0cb9b1ee-469e-4257-bca2-112b62350501'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:08.190147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90048041-6406-4f65-ab4b-b95d5aaf7de6 req-98e9a9cf-2a0e-4af8-aa59-44201c3cc66e tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.1307659 Nov 25 18:35:08.228222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] Routers {'0cb9b1ee-469e-4257-bca2-112b62350501'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:08.228877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0cb9b1ee-469e-4257-bca2-112b62350501'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:08.249346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:08.263484 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-56da28a5-734d-42d0-9793-ae6d2bb824b0 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0432668 Nov 25 18:35:08.265128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35608) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:08.274882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:08.279876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': False}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:08.285825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] Routers {'0cb9b1ee-469e-4257-bca2-112b62350501'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:08.287230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0cb9b1ee-469e-4257-bca2-112b62350501'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:08.307420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:08.312709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:08.342214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:08.343161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0058bb-bc94-4576-aa9e-c10f0abdf979 None None] The sync data for ids ['0cb9b1ee-469e-4257-bca2-112b62350501'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:08.349763 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:08.352181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e2445048-409d-48ae-b75e-3966ab1cf957 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:35:08.379157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: e2445048-409d-48ae-b75e-3966ab1cf957 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:35:08.379389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e2445048-409d-48ae-b75e-3966ab1cf957 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:35:08.482388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6d059fa7-e76a-406c-ae87-76b616ed3ce8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:08.598152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:08.598515 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:08.653282 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:06Z', 'revision_number': 3, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:08.657504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90048041-6406-4f65-ab4b-b95d5aaf7de6 req-c7b6b548-0e96-430a-bf75-c94888f92196 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659023 Nov 25 18:35:08.706438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:35:08.707119 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Updating router c021c658-648f-4752-a00f-647b07d0a1cf port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:35:08.724669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:08.739695 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:08.778817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:08.779547 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:08.780931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] 10.222.0.66 "PUT /v2.0/ports/7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 HTTP/1.1" status: 200 len: 1091 time: 1.6249964 Nov 25 18:35:08.781534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:08.783840 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213fce61-9b65-4dd2-9d41-186473fe25c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:08.826713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a1b3d-8762-4f09-9f25-a59bc4075211 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:08.913468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e81e8-cccd-4341-b5e2-e3d532149862 req-324778f5-25db-4e41-ada5-e48f8fecac5b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:08.916680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d07e81e8-cccd-4341-b5e2-e3d532149862 req-324778f5-25db-4e41-ada5-e48f8fecac5b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 943 time: 0.1550486 Nov 25 18:35:08.951270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-9e923aef-d2fa-4049-a572-46d36dec0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:08.952760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-9e923aef-d2fa-4049-a572-46d36dec0e4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 1094 time: 0.0917556 Nov 25 18:35:09.004281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-5eda91b9-c1a4-477a-bd6f-8c2ec51421d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 HTTP/1.1" status: 200 len: 217 time: 0.0404627 Nov 25 18:35:09.020191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d07e81e8-cccd-4341-b5e2-e3d532149862 req-de60e45b-f558-41d1-b927-1481a9924e31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948656 Nov 25 18:35:09.051472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.064993 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.076326 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.153768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-89fc30a5-b14c-4b72-b979-ce847f89b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:09.155446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-89fc30a5-b14c-4b72-b979-ce847f89b9a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.0834260 Nov 25 18:35:09.184642 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Attempting to bind port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:09.184898 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Attempting to bind port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:09.185672 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Attempting to bind port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:09.192701 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec272d-c4d1-4c92-894b-95723f8d9d41 None None] Pushing event updated for resources: {'Port': ['ID=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:09.193762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-4a3bfc54-9960-458d-a46f-c49e56bcfd69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281043 Nov 25 18:35:09.195506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:09.196487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:09.197075 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.197633 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:09.198122 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Bound port: f6ec09f9-9df5-4944-9e21-b8e03dca2d58, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:09.198540 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.200819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b95b150-b1e0-4c99-b539-f550ad134899 req-3c80a683-ff37-468f-a981-72f0411b08c0 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0392091 Nov 25 18:35:09.283899 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] For port f6ec09f9-9df5-4944-9e21-b8e03dca2d58, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:09.288035 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] For port f6ec09f9-9df5-4944-9e21-b8e03dca2d58, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:09.292898 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.331994 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f4a389-dfdf-4ce6-9620-e67a6d1b59ee x-openstack-request-id: req-95f4a389-dfdf-4ce6-9620-e67a6d1b59ee {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:09.332299 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:09.332545 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95f4a389-dfdf-4ce6-9620-e67a6d1b59ee {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:09.333013 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'status': 'completed', 'code': 200} Nov 25 18:35:09.371846 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec272d-c4d1-4c92-894b-95723f8d9d41 None None] Pushing event updated for resources: {'Port': ['ID=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:09.375140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.394526 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:09.395317 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:09.396876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-fcbe6908-53ca-4f22-940f-7c92c210c9c8 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940639 Nov 25 18:35:09.538928 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:09.579781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4919e99c-7f10-42c9-8d13-4007a68a9159 req-e451c51f-9d6b-4dcc-9fcf-bb4242b1f977 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724610 Nov 25 18:35:09.626246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Allocated IP 172.20.0.1 (15d18c24-dd48-40d8-a99c-635cadc4340c/164db332-2721-432a-9a9e-e2e05b340548/e1dc1181-63df-482a-bb58-8de2cee8ed48) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:09.687816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.702781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.772051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-39817c6b-3910-45b8-8543-26d380fb44af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:09.773570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-39817c6b-3910-45b8-8543-26d380fb44af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 1094 time: 0.1353011 Nov 25 18:35:09.824598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-a5a91980-f5a0-49d6-bf7b-bf29b6d17b48 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:09.826259 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:06Z', 'revision_number': 3, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:09.826482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-a5a91980-f5a0-49d6-bf7b-bf29b6d17b48 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.1576946 Nov 25 18:35:09.832643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Router 0cb9b1ee-469e-4257-bca2-112b62350501 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:35:09.858042 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40fdc7-bfb9-465f-b377-2384f8785f84 None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:06Z', 'revision_number': 3, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:09.968633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:09.970485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.974739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:09.976581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-473931a3-2e1a-4b79-a91d-3811bf45321f tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "PUT /v2.0/routers/0cb9b1ee-469e-4257-bca2-112b62350501 HTTP/1.1" status: 200 len: 926 time: 1.7104473 Nov 25 18:35:09.980686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35638) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:09.988103 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] Sync routers for ids ['0cb9b1ee-469e-4257-bca2-112b62350501'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:10.003614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81874449-fe33-43f0-9738-ab485fbf6332 req-7881a92b-c499-4dfa-af1f-e1799a4e000a tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.005177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81874449-fe33-43f0-9738-ab485fbf6332 req-7881a92b-c499-4dfa-af1f-e1799a4e000a tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 945 time: 0.2304192 Nov 25 18:35:10.011296 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] Routers {'0cb9b1ee-469e-4257-bca2-112b62350501'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:10.014135 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0cb9b1ee-469e-4257-bca2-112b62350501'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:10.059894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-2871cc74-ba2d-484b-bb0c-9e1eae6c9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.061371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-2871cc74-ba2d-484b-bb0c-9e1eae6c9295 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 905 time: 0.2705364 Nov 25 18:35:10.063359 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:10.073515 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] Routers {'0cb9b1ee-469e-4257-bca2-112b62350501'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:10.074950 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0cb9b1ee-469e-4257-bca2-112b62350501'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:10.119127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fadf21a2-cee1-4e47-8ce0-54a5f2ef522a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/0cb9b1ee-469e-4257-bca2-112b62350501 HTTP/1.1" status: 200 len: 926 time: 0.1372666 Nov 25 18:35:10.122796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35642) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:10.139386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-e1d541ce-36a4-4042-9799-fbf723e08c76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 HTTP/1.1" status: 200 len: 217 time: 0.0676348 Nov 25 18:35:10.141660 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:10.142669 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da193bd-c3ee-4d99-ad96-741c2eace47b None None] The sync data for ids ['0cb9b1ee-469e-4257-bca2-112b62350501'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:10.164242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81874449-fe33-43f0-9738-ab485fbf6332 req-53695301-2ed0-49de-a361-3b340b311f6e tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/security-groups?id=29f98523-a49e-4a00-8c83-b178cdc46493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476970 Nov 25 18:35:10.216555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-09e41753-e38c-4dbe-9b2c-8c3b5c393e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.218893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-09e41753-e38c-4dbe-9b2c-8c3b5c393e64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.0713043 Nov 25 18:35:10.220499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.224686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb69162-99c9-4a59-8149-426e90f3dce7 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.230331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9fb69162-99c9-4a59-8149-426e90f3dce7 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=0cb9b1ee-469e-4257-bca2-112b62350501&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1064112 Nov 25 18:35:10.231018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35644) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:10.328492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Deleting port 512823c7-1637-465f-8068-4e1c0c268399 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:10.329135 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.370365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-f598d6f8-214f-47e5-a58e-540d7e76a45f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340947 Nov 25 18:35:10.410253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Network 15d18c24-dd48-40d8-a99c-635cadc4340c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:10.411286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98cd689e-49e2-4d33-94c8-620e588decaa req-1a93364b-fdbb-4f75-a99e-c38e27dcfba3 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0781379 Nov 25 18:35:10.435266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b009f6b-d13a-419b-8842-007ace3b11a5 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.438444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b009f6b-d13a-419b-8842-007ace3b11a5 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.2045655 Nov 25 18:35:10.444384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35654) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:10.468011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:10.491342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:10.494470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Pushing event updated for resources: {'Port': ['ID=e1dc1181-63df-482a-bb58-8de2cee8ed48,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:10.494646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b4d844e8-051c-4117-aa90-5d4c9af82aab tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cb9b1ee-469e-4257-bca2-112b62350501 HTTP/1.1" status: 200 len: 205 time: 0.0453005 Nov 25 18:35:10.497751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35656) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:10.519394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f6ec09f9-9df5-4944-9e21-b8e03dca2d58 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:10.613790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:10.614489 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.704537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.744531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] For port 512823c7-1637-465f-8068-4e1c0c268399, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=512823c7-1637-465f-8068-4e1c0c268399,segment=NetworkSegment(2d0ca778-62a1-4bac-9ae8-8467ada51aa3),segment_id=2d0ca778-62a1-4bac-9ae8-8467ada51aa3)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:10.745149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.763748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Calling delete_port for 512823c7-1637-465f-8068-4e1c0c268399 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:10.782265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.819770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port f6ec09f9-9df5-4944-9e21-b8e03dca2d58, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:10.826538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.875363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.907186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45dce51e-320c-4148-9ca6-721723a8d42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.914431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9efd-2e39-472e-8490-5f38293afbce req-738798be-4453-4429-b5ad-46cd5766240e tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:10.922757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa5b9efd-2e39-472e-8490-5f38293afbce req-738798be-4453-4429-b5ad-46cd5766240e tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 943 time: 0.6310818 Nov 25 18:35:10.930685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.931953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e79ce9f5-71a7-480a-98d5-f65b806bc166 None None] Provisioning complete for port e1dc1181-63df-482a-bb58-8de2cee8ed48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:10.932547 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e79ce9f5-71a7-480a-98d5-f65b806bc166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:10.956825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:10.982096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e79ce9f5-71a7-480a-98d5-f65b806bc166 None None] Port e1dc1181-63df-482a-bb58-8de2cee8ed48 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:11.059871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-1906d9a9-50c3-4cba-92d6-882cf37e6082 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538861 Nov 25 18:35:11.083494 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.098556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['512823c7-1637-465f-8068-4e1c0c268399'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:11.102956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa5b9efd-2e39-472e-8490-5f38293afbce req-d0edef19-c957-4589-bc1a-3b47617c80a7 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792347 Nov 25 18:35:11.155756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Deleting port b1910b11-1350-4c89-9c2d-cd6c8cde97d9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:11.156104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.233488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Pushing event deleted for resources: {'Port': ['ID=512823c7-1637-465f-8068-4e1c0c268399,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:11.306774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] No DVR routers for this DVR port 512823c7-1637-465f-8068-4e1c0c268399 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:35:11.333030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.337127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d08d24c-1a09-442b-a512-439dd1ac6c21 req-ae8d05c6-ac38-48b6-b0f7-f4957ac46bce tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.64 "DELETE /v2.0/ports/512823c7-1637-465f-8068-4e1c0c268399 HTTP/1.1" status: 204 len: 173 time: 1.4966049 Nov 25 18:35:11.339920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1d9765-141f-4149-8bc0-0950300408a8', 'name': 'network-vif-deleted', 'tag': '512823c7-1637-465f-8068-4e1c0c268399'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:11.342044 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8160d108-9131-4b34-b4a6-c15a5b6ff8cf" -d '{"events": [{"server_uuid": "3d1d9765-141f-4149-8bc0-0950300408a8", "name": "network-vif-deleted", "tag": "512823c7-1637-465f-8068-4e1c0c268399"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:11.376773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecd0ba2c-72f8-4ea4-937e-dd843dfc77e7 req-5ab8957f-5fa9-47ec-bdc2-e9068078a333 tempest-InstanceActionsTestJSON-583611991 tempest-InstanceActionsTestJSON-583611991-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d1d9765-141f-4149-8bc0-0950300408a8 HTTP/1.1" status: 200 len: 210 time: 0.0725451 Nov 25 18:35:11.389585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.404369 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-213fce61-9b65-4dd2-9d41-186473fe25c4 req-5118c6bb-567f-4da8-a7de-06c0cfc0f15e service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308971 Nov 25 18:35:11.560198 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0124cd-899f-4576-9cc6-5375d80add5c x-openstack-request-id: req-5e0124cd-899f-4576-9cc6-5375d80add5c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:11.560512 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1d9765-141f-4149-8bc0-0950300408a8", "name": "network-vif-deleted", "tag": "512823c7-1637-465f-8068-4e1c0c268399", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:11.560810 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e0124cd-899f-4576-9cc6-5375d80add5c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:11.561223 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1d9765-141f-4149-8bc0-0950300408a8', 'name': 'network-vif-deleted', 'tag': '512823c7-1637-465f-8068-4e1c0c268399', 'status': 'completed', 'code': 200} Nov 25 18:35:11.575326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-302d5b78-4c5b-4507-8d22-4b3e531aed78 req-b43578ca-2126-400a-b165-a49bfb66ea38 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0349884 Nov 25 18:35:11.583931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:11.619238 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.635110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Calling delete_port for b1910b11-1350-4c89-9c2d-cd6c8cde97d9 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:11.690403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.699243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.787706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.789878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Pushing event updated for resources: {'Port': ['ID=e1dc1181-63df-482a-bb58-8de2cee8ed48,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:11.851545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:11.901220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:11.926309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event deleted for resources: {'Port': ['ID=b1910b11-1350-4c89-9c2d-cd6c8cde97d9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:11.941186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'mac_address': 'fa:16:3e:f8:79:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:11.941703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Network 15d18c24-dd48-40d8-a99c-635cadc4340c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:11.943286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:11.982376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.983135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.983135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.983424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.983749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.984085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.984419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.984749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.991685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.992058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.992396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:11.993345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:12.002833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.028633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:12.031025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.075955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:12.081884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.182796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:35:12.196270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:12.217938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.221231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.275337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.276176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb9b1ee-469e-4257-bca2-112b62350501 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:35:12.287102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.292930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-179968c0-c44f-4e87-b4de-e08d1c47b390 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/0cb9b1ee-469e-4257-bca2-112b62350501 HTTP/1.1" status: 204 len: 168 time: 1.7897460 Nov 25 18:35:12.293987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35696) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:12.298602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a0469ebd-ac0d-4427-9445-1a6dad1f13ea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1337502205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:12.326376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-963d4390-d942-43f5-a400-584065faa5b2 None None] Provisioning complete for port e1dc1181-63df-482a-bb58-8de2cee8ed48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:12.326773 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-963d4390-d942-43f5-a400-584065faa5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.340595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0469ebd-ac0d-4427-9445-1a6dad1f13ea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.342004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0469ebd-ac0d-4427-9445-1a6dad1f13ea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.369696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-963d4390-d942-43f5-a400-584065faa5b2 None None] Port e1dc1181-63df-482a-bb58-8de2cee8ed48 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:12.388458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:12.405878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed032b-6035-4cee-bc76-b6abfb540d17 req-800d01f0-d1e2-460c-b25d-bd09cf3abbc0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:12.413781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-21ed032b-6035-4cee-bc76-b6abfb540d17 req-800d01f0-d1e2-460c-b25d-bd09cf3abbc0 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 944 time: 0.1514199 Nov 25 18:35:12.437716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:12.452564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f38c1e2b-95bc-4ac6-b549-4e2155446044 admin admin] 10.222.0.62 "PUT /v2.0/routers/c021c658-648f-4752-a00f-647b07d0a1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4457626 Nov 25 18:35:12.476041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:12.512734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:12.514602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:34:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:12.516817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0469ebd-ac0d-4427-9445-1a6dad1f13ea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.517741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35704) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:12.521289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f6ec09f9-9df5-4944-9e21-b8e03dca2d58 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:12.528806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0469ebd-ac0d-4427-9445-1a6dad1f13ea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.540049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-21ed032b-6035-4cee-bc76-b6abfb540d17 req-363507c4-5ba8-404f-a3b7-19df018cc26a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246612 Nov 25 18:35:12.579501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0469ebd-ac0d-4427-9445-1a6dad1f13ea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.583454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0469ebd-ac0d-4427-9445-1a6dad1f13ea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2857547 Nov 25 18:35:12.584114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:12.589746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:12.594657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] Deleting subnet 3de8143e-43a6-4efd-bb46-f27cfea345ed {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:35:12.597568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.642577 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35712) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:12.698392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.746205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:12.749055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:12.749629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.825116 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d00a83e8-fb65-4eb1-9fe3-627b72e52622 req-99ef379b-b4cc-4bd3-a592-b10deb84b581 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0632904 Nov 25 18:35:12.886048 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.923723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8adfdb3f-4c68-4037-a217-53027378c7cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:12.998481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.038774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de8143e-43a6-4efd-bb46-f27cfea345ed,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:13.040904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.048558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7c28006d-1298-42f0-a117-c36061e1b980 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3de8143e-43a6-4efd-bb46-f27cfea345ed HTTP/1.1" status: 204 len: 168 time: 0.5294261 Nov 25 18:35:13.053465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35730) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:13.084596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 2, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:13.117853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:35:13.118214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Updating router c021c658-648f-4752-a00f-647b07d0a1cf port e1dc1181-63df-482a-bb58-8de2cee8ed48 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:35:13.138286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8adfdb3f-4c68-4037-a217-53027378c7cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.146928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.150747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8adfdb3f-4c68-4037-a217-53027378c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.172350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.202022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfdb3f-4c68-4037-a217-53027378c7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db717e3-9caa-4a91-b4a3-37d0b6c4f444,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:13.210032 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8adfdb3f-4c68-4037-a217-53027378c7cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f15dd29387949aea8b595ac9c5ac1c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5634420 Nov 25 18:35:13.210727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35734) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:13.329159 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.349843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31d4f8c9-c08a-449e-b416-ab12cf525c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.359970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520461b0-e75d-4000-8474-5c8560b149bc']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:13.368294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-15c5c8de-7e68-4dd1-87bd-61fadd626c81 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:13.375465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-15c5c8de-7e68-4dd1-87bd-61fadd626c81 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 821 time: 0.2051263 Nov 25 18:35:13.377950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0ca778-62a1-4bac-9ae8-8467ada51aa3') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:13.378249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0ca778-62a1-4bac-9ae8-8467ada51aa3') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:13.396454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-02cfb5eb-6bd7-412d-b616-a600cc780997 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/quotas/72607bdd9b3048b9a592890434a9ad69 HTTP/1.1" status: 200 len: 375 time: 0.0197678 Nov 25 18:35:13.397696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31d4f8c9-c08a-449e-b416-ab12cf525c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.401843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.436360 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e853237-6917-4dfa-9d73-1e79bb7a3b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.436778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.451472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:35:13.451974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:35:13.453925 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:35:13.489816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.516941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.517474 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.523010 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.523538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-facd8ee1-f1ee-4f03-9bf0-1c17ec45d4e7 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260107 Nov 25 18:35:13.529373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] 10.222.0.62 "DELETE /v2.0/networks/520461b0-e75d-4000-8474-5c8560b149bc HTTP/1.1" status: 204 len: 168 time: 0.4722776 Nov 25 18:35:13.529498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.541888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31d4f8c9-c08a-449e-b416-ab12cf525c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.544868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31d4f8c9-c08a-449e-b416-ab12cf525c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.546038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-31d4f8c9-c08a-449e-b416-ab12cf525c7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1db717e3-9caa-4a91-b4a3-37d0b6c4f444 HTTP/1.1" status: 204 len: 168 time: 0.3338494 Nov 25 18:35:13.558705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa7981-a619-4416-8e3a-20b116c44264 admin admin] Pushing event deleted for resources: {'Network': ['ID=520461b0-e75d-4000-8474-5c8560b149bc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:13.573526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4f8c9-c08a-449e-b416-ab12cf525c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db717e3-9caa-4a91-b4a3-37d0b6c4f444,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:13.591965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab883df-f8fc-46f6-a687-c2c597b857d2 None None] Pushing event updated for resources: {'Port': ['ID=e1dc1181-63df-482a-bb58-8de2cee8ed48,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:13.622968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:13.701907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Attempting to bind port e1dc1181-63df-482a-bb58-8de2cee8ed48 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:13.702592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Attempting to bind port e1dc1181-63df-482a-bb58-8de2cee8ed48 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:13.703218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Attempting to bind port e1dc1181-63df-482a-bb58-8de2cee8ed48 on network 15d18c24-dd48-40d8-a99c-635cadc4340c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:13.718029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:13.718867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Checking segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:13.719585 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.720313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Bound using segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:13.721115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Bound port: e1dc1181-63df-482a-bb58-8de2cee8ed48, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:13.721944 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.811627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35744) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:13.811888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d911e-4101-4889-8508-9a7592675d3f req-1e97fc49-b1bc-4377-a656-c123028650a6 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:13.820396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a67d911e-4101-4889-8508-9a7592675d3f req-1e97fc49-b1bc-4377-a656-c123028650a6 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 944 time: 0.1600614 Nov 25 18:35:13.838816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] For port e1dc1181-63df-482a-bb58-8de2cee8ed48, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:13.858830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] For port e1dc1181-63df-482a-bb58-8de2cee8ed48, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e1dc1181-63df-482a-bb58-8de2cee8ed48,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:13.868492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.877176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:13.887333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a67d911e-4101-4889-8508-9a7592675d3f req-a3460f70-e7ff-48c5-a0cb-af6ff3bf00f1 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626502 Nov 25 18:35:13.917310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:13.917687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:13.925078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-78683038-1d15-45f8-9118-0952594052c2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b88f7f51d9049ad99cbfa8638cd7647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1123149 Nov 25 18:35:13.927784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35748) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:13.937777 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-1314d527-f292-4d09-b1fc-0394ac780c64 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123821 Nov 25 18:35:13.956379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:13.957032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:14.018795 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b9537c7-b52e-4c79-9679-bb5bd19e94c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.065913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab883df-f8fc-46f6-a687-c2c597b857d2 None None] Pushing event updated for resources: {'Port': ['ID=e1dc1181-63df-482a-bb58-8de2cee8ed48,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:14.071392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-150c02d2-315b-4dbf-9e33-e152d3a74601 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320527 Nov 25 18:35:14.095918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a26cc11-2eaa-4e0f-b0d8-4b0f7069444a req-6ae5054a-a8d7-465a-8c19-25abdf1d7d37 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0725217 Nov 25 18:35:14.121334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b9537c7-b52e-4c79-9679-bb5bd19e94c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.151068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-27b63dbe-dae2-4fcd-b628-93387f9d10b8 None None] Provisioning complete for port e1dc1181-63df-482a-bb58-8de2cee8ed48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:14.156347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27b63dbe-dae2-4fcd-b628-93387f9d10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.247769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b9537c7-b52e-4c79-9679-bb5bd19e94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.250678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b9537c7-b52e-4c79-9679-bb5bd19e94c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.252178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:14.252323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b9537c7-b52e-4c79-9679-bb5bd19e94c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29f98523-a49e-4a00-8c83-b178cdc46493 HTTP/1.1" status: 204 len: 168 time: 0.3229165 Nov 25 18:35:14.274741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9537c7-b52e-4c79-9679-bb5bd19e94c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f98523-a49e-4a00-8c83-b178cdc46493,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:14.374954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.420208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.493415 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3481ab3-68a0-4079-ad6e-86e729d5005a req-16aab4e8-72f0-4bcf-aeb3-78e256b9f995 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 210 time: 0.1160605 Nov 25 18:35:14.581821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Allocated IP 172.25.2.49 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/fae82d09-00aa-4a66-91c4-64b97f071d6e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:14.677270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 512823c7-1637-465f-8068-4e1c0c268399 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:35:14.750774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 512823c7-1637-465f-8068-4e1c0c268399 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:35:14.751510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 512823c7-1637-465f-8068-4e1c0c268399 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:35:14.793176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.793469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.800144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.881216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:14.886191 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd29accb-8320-4b7c-b9bf-574b991a2446" -d '{"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-plugged", "status": "completed", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:14.936353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:14.938328 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.962287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:14.996589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:15.002277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:15.007624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:15.019422 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27b63dbe-dae2-4fcd-b628-93387f9d10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.030194 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1609d8-75e2-4358-af46-b986d2f9ab19 x-openstack-request-id: req-8b1609d8-75e2-4358-af46-b986d2f9ab19 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:15.030855 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-plugged", "status": "completed", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:15.031328 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b1609d8-75e2-4358-af46-b986d2f9ab19 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:15.031944 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'code': 200} Nov 25 18:35:15.040699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event updated for resources: {'Port': ['ID=fae82d09-00aa-4a66-91c4-64b97f071d6e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:15.096047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:15.114089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-27b63dbe-dae2-4fcd-b628-93387f9d10b8 None None] For port e1dc1181-63df-482a-bb58-8de2cee8ed48, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e1dc1181-63df-482a-bb58-8de2cee8ed48,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:15.121139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27b63dbe-dae2-4fcd-b628-93387f9d10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.192722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:13Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:15.198017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35798) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:15.237523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b63dbe-dae2-4fcd-b628-93387f9d10b8 None None] Pushing event updated for resources: {'Port': ['ID=e1dc1181-63df-482a-bb58-8de2cee8ed48,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:15.249711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c10740-62c0-46c6-bad7-2aa1612c06f6 None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:13Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:15.262256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-54c4ba9a-3824-4b29-a469-dbe604a37643 None None] Provisioning complete for port e1dc1181-63df-482a-bb58-8de2cee8ed48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:15.263152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba9a-3824-4b29-a469-dbe604a37643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.349344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7322550d-e51b-444d-89b3-adac4cd39e6a req-b7099960-0e91-41cf-b242-b6e4bc4c3b13 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0645061 Nov 25 18:35:15.446737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e4d64-5d84-48b2-ac3b-e5e6cdf4dcb1 req-9f5edee8-7292-4e05-bc2b-b86b793ffa1f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:15.458643 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a4e4d64-5d84-48b2-ac3b-e5e6cdf4dcb1 req-9f5edee8-7292-4e05-bc2b-b86b793ffa1f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.3705852 Nov 25 18:35:15.596880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1481790943-network', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:15.611901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a4e4d64-5d84-48b2-ac3b-e5e6cdf4dcb1 req-4b70aec6-c300-46a3-bcd8-a20ba2be647a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523633 Nov 25 18:35:15.613731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59d353-925f-426c-b7f1-b8c8b6124e28 req-b73cc35a-b6e1-4550-ac63-f8b524f5ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:15.626044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e59d353-925f-426c-b7f1-b8c8b6124e28 req-b73cc35a-b6e1-4550-ac63-f8b524f5ed1a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 1096 time: 0.5249240 Nov 25 18:35:15.636740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:15.639245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.661434 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.744210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c04628a0-a923-4e2f-8db7-7dd689f735d4 req-7f1040eb-0dae-4c6a-bdf1-87c1809b7e03 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 210 time: 0.0493293 Nov 25 18:35:15.747808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.771051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35816) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:15.782640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.792540 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.804260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e59d353-925f-426c-b7f1-b8c8b6124e28 req-f4c0c51c-9b47-4b8e-98fd-a178a2edf9c4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706386 Nov 25 18:35:15.827679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:15.840312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc24016-58d6-4445-9f05-6aa6329feb38,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:15.848892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.850883 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Added segment 9a3a6d88-7d3f-496c-a1ab-585449d1dfc2 of type vlan for network 47c826b6-5033-4b0f-8535-01b0488fd73e Nov 25 18:35:15.853464 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.952576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:15.965424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-741116328-network', 'tenant_id': '99b83b20fb3049c58455bb0daa08f6ae'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:16.005081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.006103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:16.006784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.016048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Made reservation on behalf of 99b83b20fb3049c58455bb0daa08f6ae for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:16.018598 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.032595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.080569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.090289 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.133125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9332542 Nov 25 18:35:16.143648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35820) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:16.152091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Request body: {'subnet': {'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1481790943-subnet', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:16.152478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a02eda-e246-4065-9c64-c2ae7edd98ec admin admin] Pushing event updated for resources: {'Network': ['ID=47c826b6-5033-4b0f-8535-01b0488fd73e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:16.165607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 47c826b6-5033-4b0f-8535-01b0488fd73e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:16.176346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.180988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.184495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-f602abac-fd43-4869-982d-c19a32d29b90 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:16.186628 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-f602abac-fd43-4869-982d-c19a32d29b90 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.64 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 821 time: 0.1968122 Nov 25 18:35:16.196057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:16.208678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'port': {'device_id': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'admin_state_up': True, 'tenant_id': '72607bdd9b3048b9a592890434a9ad69'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:16.210091 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.210630 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Added segment 003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc of type vlan for network 1e06a163-3f5d-4121-aa75-36c2543f9607 Nov 25 18:35:16.274421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.283365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78074e04-3431-4409-81e0-66fcef0ba480,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:16.307878 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.308856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:16.309443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.326893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:16.329356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.364532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5918088 Nov 25 18:35:16.367436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35822) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:16.379444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Request body: {'subnet': {'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-741116328-subnet', 'tenant_id': '99b83b20fb3049c58455bb0daa08f6ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:16.406707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ed3b0-59d7-4966-b324-67c89c2b7ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=1e06a163-3f5d-4121-aa75-36c2543f9607,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:16.432214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1e06a163-3f5d-4121-aa75-36c2543f9607 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:16.629796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a4381ea-a5b7-4fd5-8f87-73d2306663ce req-56440ee1-bb2e-4fb2-b26c-02dd263cf5b8 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0433931 Nov 25 18:35:16.634229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Made reservation on behalf of 99b83b20fb3049c58455bb0daa08f6ae for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:16.637126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.654783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e1dc1181-63df-482a-bb58-8de2cee8ed48 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:16.658231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.667978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Router 315d1690-9626-4b55-9f91-52958dd8e875 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:16.684408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Made reservation on behalf of 72607bdd9b3048b9a592890434a9ad69 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:16.687973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.778261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e1dc1181-63df-482a-bb58-8de2cee8ed48 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:16.778261 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.877214 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:16.903225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cdb784f-b0df-4229-a353-b448c94b26c4 req-347b0201-7136-4e20-ba81-03bb17f4d626 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 210 time: 0.0470436 Nov 25 18:35:16.957848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4257d1-545b-47e2-b25b-5a23f25c3696,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:16.984528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Checking segment: {'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:16.984892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Network hostable DHCP agents. Network: 47c826b6-5033-4b0f-8535-01b0488fd73e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:16.998372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:16.998743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:16.999089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:16.999739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:16.999739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.000080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.000424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.000741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.001069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.001399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.001727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.002250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:17.005952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.037392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128b8f-9cd5-423a-aca2-e2d0b69cac7c req-c94b8c04-add8-4d87-b04f-87c820104ec2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:17.038969 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85128b8f-9cd5-423a-aca2-e2d0b69cac7c req-c94b8c04-add8-4d87-b04f-87c820104ec2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.2788403 Nov 25 18:35:17.067628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:17.070372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a57a0a-2b3d-450c-9952-4ec3ab422204,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:17.078939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Checking segment: {'id': '003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:17.079462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Network hostable DHCP agents. Network: 1e06a163-3f5d-4121-aa75-36c2543f9607, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:17.083114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.084598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5a6c3281-a96e-4836-9090-14e8ced3c5c5 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "PUT /v2.0/routers/315d1690-9626-4b55-9f91-52958dd8e875 HTTP/1.1" status: 200 len: 883 time: 4.4994318 Nov 25 18:35:17.089195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35834) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:17.097640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Network 47c826b6-5033-4b0f-8535-01b0488fd73e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:17.098756 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] Sync routers for ids ['315d1690-9626-4b55-9f91-52958dd8e875'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:17.119206 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] Routers {'315d1690-9626-4b55-9f91-52958dd8e875'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:17.120544 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['315d1690-9626-4b55-9f91-52958dd8e875'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:17.125108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 47c826b6-5033-4b0f-8535-01b0488fd73e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:17.144251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:17.144777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.147341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Network 1e06a163-3f5d-4121-aa75-36c2543f9607 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:17.150121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a8e48-3f74-46db-b1e6-81bf5f240624 None None] Network 47c826b6-5033-4b0f-8535-01b0488fd73e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:17.158255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Allocated IP 172.20.0.4 (15d18c24-dd48-40d8-a99c-635cadc4340c/164db332-2721-432a-9a9e-e2e05b340548/b63aa396-4187-40e7-b205-112600b63c96) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:17.194518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85128b8f-9cd5-423a-aca2-e2d0b69cac7c req-f240e3f4-5489-4f9b-ba86-d0243315d485 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227393 Nov 25 18:35:17.209175 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:17.215247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6fea7264-27b2-457e-a406-e9a7e902b237 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0674188 Nov 25 18:35:17.217984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35836) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:17.224441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:17.232485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1e06a163-3f5d-4121-aa75-36c2543f9607) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:17.240409 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] Routers {'315d1690-9626-4b55-9f91-52958dd8e875'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:17.241151 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['315d1690-9626-4b55-9f91-52958dd8e875'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:17.252811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:17.253592 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.260122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4650b8-f7a9-41bb-a137-24d7a650e971 None None] Network 1e06a163-3f5d-4121-aa75-36c2543f9607 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:17.295672 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:17.296464 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cb08e-e59e-4d21-aef6-ea01163eae62 None None] The sync data for ids ['315d1690-9626-4b55-9f91-52958dd8e875'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:17.316713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.317775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.338813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35838) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:17.339433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dd9dbbcd-a52a-4ebe-82a9-0afe334e55fc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/315d1690-9626-4b55-9f91-52958dd8e875 HTTP/1.1" status: 200 len: 924 time: 0.2395349 Nov 25 18:35:17.339433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a322ce81-d365-4601-9c7d-e9a72f4bfde0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9652300 Nov 25 18:35:17.451074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cdf28-a97e-47d9-8cc9-58312507f63a None None] Network 1e06a163-3f5d-4121-aa75-36c2543f9607 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:17.519974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.609918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-47c826b6-5033-4b0f-8535-01b0488fd73e', 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'fixed_ips': [{'subnet_id': 'bf4257d1-545b-47e2-b25b-5a23f25c3696'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:35:17.610815 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:17.838560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Allocated IP 172.20.0.2 (47c826b6-5033-4b0f-8535-01b0488fd73e/bf4257d1-545b-47e2-b25b-5a23f25c3696/22a34482-bed5-40fd-86e6-03f0316e92bb) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:17.892063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-48c510f6-9024-459b-9d89-ef2b4fd3a800 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:17.893325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-48c510f6-9024-459b-9d89-ef2b4fd3a800 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/networks?id=1e06a163-3f5d-4121-aa75-36c2543f9607 HTTP/1.1" status: 200 len: 813 time: 0.1172636 Nov 25 18:35:17.911538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-d034ceae-ca31-40a4-80cc-e71b7b0800ea tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/quotas/99b83b20fb3049c58455bb0daa08f6ae HTTP/1.1" status: 200 len: 375 time: 0.0103385 Nov 25 18:35:17.924738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e9ef8-5c64-4043-a8f8-e9042b26fb94 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:17.929367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-456e9ef8-5c64-4043-a8f8-e9042b26fb94 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=315d1690-9626-4b55-9f91-52958dd8e875&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5986588 Nov 25 18:35:17.930230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35864) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:17.959052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-5dae4dfa-14b9-4b96-9656-d5aef0219a74 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b83b20fb3049c58455bb0daa08f6ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403714 Nov 25 18:35:17.996405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.004398 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.006848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51ea6e93-9f58-4cc8-ad33-14771b8452f0 req-86a6cc21-331d-4f2a-9035-4f49a5bfa743 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0519500 Nov 25 18:35:18.019123 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.075506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Network 47c826b6-5033-4b0f-8535-01b0488fd73e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:18.084372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:18.086558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.096346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:18.113891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Pushing event updated for resources: {'Port': ['ID=22a34482-bed5-40fd-86e6-03f0316e92bb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:18.122604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4101c960-5b39-42b4-943d-721e792f892a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:18.124015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4101c960-5b39-42b4-943d-721e792f892a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.1926284 Nov 25 18:35:18.129354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:18.151609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7b4393fa-716c-425d-b45a-58a7188a8c13 service neutron] 10.222.0.62 "GET /v2.0/networks/1e06a163-3f5d-4121-aa75-36c2543f9607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792016 Nov 25 18:35:18.170405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.175863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-539ff6ad-74d8-448f-ac24-6afe9335c869 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=315d1690-9626-4b55-9f91-52958dd8e875 HTTP/1.1" status: 200 len: 205 time: 0.0454092 Nov 25 18:35:18.177311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.177665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.178004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.178329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.178687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.179013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.179335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.179671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.180049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.181474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.181799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.182239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:35:18.182421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35868) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:18.201480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Attempting to bind port 22a34482-bed5-40fd-86e6-03f0316e92bb on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:18.201949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Attempting to bind port 22a34482-bed5-40fd-86e6-03f0316e92bb by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:18.202415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Attempting to bind port 22a34482-bed5-40fd-86e6-03f0316e92bb on network 47c826b6-5033-4b0f-8535-01b0488fd73e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:18.208559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:18.208904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Checking segment: {'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:18.209412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.210516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Bound using segment: {'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:18.211126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Bound port: 22a34482-bed5-40fd-86e6-03f0316e92bb, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:18.213889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.256436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-b9f00298-9de6-42e1-998d-5ac1ed38829a service neutron] 10.222.0.62 "GET /v2.0/networks/1e06a163-3f5d-4121-aa75-36c2543f9607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039419 Nov 25 18:35:18.287838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] For port 22a34482-bed5-40fd-86e6-03f0316e92bb, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:18.292749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] For port 22a34482-bed5-40fd-86e6-03f0316e92bb, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=22a34482-bed5-40fd-86e6-03f0316e92bb,segment=NetworkSegment(9a3a6d88-7d3f-496c-a1ab-585449d1dfc2),segment_id=9a3a6d88-7d3f-496c-a1ab-585449d1dfc2)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:18.297953 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.303671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Network 15d18c24-dd48-40d8-a99c-635cadc4340c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:18.316758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:18.325367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:18.366089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8407a-a6e5-4514-bdf4-9ded5edf767c None None] Pushing event updated for resources: {'Port': ['ID=22a34482-bed5-40fd-86e6-03f0316e92bb,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:18.372115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Pushing event updated for resources: {'Port': ['ID=b63aa396-4187-40e7-b205-112600b63c96,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:18.474743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39bd80-f64b-4326-9b97-1eb0a4223108 req-01f61803-0b73-44f8-b16d-5a5debb22470 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:18.476372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e39bd80-f64b-4326-9b97-1eb0a4223108 req-01f61803-0b73-44f8-b16d-5a5debb22470 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 931 time: 0.2947502 Nov 25 18:35:18.492081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:18.492780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.534863 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.541563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f57d-2fd0-4c2d-89a0-f35ee1125c8f req-3a6451b6-82aa-4fd8-8da0-363c1537eaef tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:18.543662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1447f57d-2fd0-4c2d-89a0-f35ee1125c8f req-3a6451b6-82aa-4fd8-8da0-363c1537eaef tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0798540 Nov 25 18:35:18.608238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1447f57d-2fd0-4c2d-89a0-f35ee1125c8f req-1fd52524-4393-43a3-80d2-c3f3bd71f968 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558279 Nov 25 18:35:18.697356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-91e133b6-b4d0-434b-88db-f72acacdfd65 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4949389 Nov 25 18:35:18.718344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0023095b-921c-4075-b686-935841e34da7 None None] Provisioning complete for port b63aa396-4187-40e7-b205-112600b63c96 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:18.718730 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0023095b-921c-4075-b686-935841e34da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:18.732127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-97dbe73f-c534-4f6b-a280-5b72d9204a6a req-651b1d5e-8648-4294-9c35-70ad9fe70f11 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 210 time: 0.0280621 Nov 25 18:35:18.788592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Request body: {'port': {'device_id': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:18.795788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0023095b-921c-4075-b686-935841e34da7 None None] Port b63aa396-4187-40e7-b205-112600b63c96 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:18.839466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e39bd80-f64b-4326-9b97-1eb0a4223108 req-a370ba50-dd9b-4692-9efb-bd76fac65e06 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535621 Nov 25 18:35:19.000279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.008315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.031897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23dc41-355d-4808-9450-bef8ea02eabf req-9997fd60-f13c-4032-8d10-eb11dd4d8842 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:19.033808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a23dc41-355d-4808-9450-bef8ea02eabf req-9997fd60-f13c-4032-8d10-eb11dd4d8842 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0521991 Nov 25 18:35:19.042540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.048073 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.102896 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a23dc41-355d-4808-9450-bef8ea02eabf req-74f6bbe0-60bd-4090-b9f9-0855e453d967 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614126 Nov 25 18:35:19.200563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1fa71dbe-3b8d-406d-8cad-47a582f220be req-4c4c5d76-65c7-4467-ab12-715726706659 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0706725 Nov 25 18:35:19.343960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Allocated IP 172.25.2.224 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/ce748a8e-7715-4bf7-969c-08e3f00915d4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:19.381108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Deleting port fae82d09-00aa-4a66-91c4-64b97f071d6e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:19.381517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.502746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a7937c5-e107-4036-9c62-a645f15e8fc4 req-bc9ed072-c182-423b-9329-d84f31b80691 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0803471 Nov 25 18:35:19.610394 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.637218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Calling delete_port for fae82d09-00aa-4a66-91c4-64b97f071d6e owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:19.665935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160cd1b-b529-4cbe-82ce-b86c803e751f None None] Network 47c826b6-5033-4b0f-8535-01b0488fd73e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:19.673882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.750361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63aa396-4187-40e7-b205-112600b63c96 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:19.768478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.786816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a8f68d69-ec2c-47a9-a4da-337796e36f82 None None] Provisioning complete for port 22a34482-bed5-40fd-86e6-03f0316e92bb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:19.787459 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8f68d69-ec2c-47a9-a4da-337796e36f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.787699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-ec0c7152-cb60-471d-828b-eb1111ba087e tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:19.791131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-ec0c7152-cb60-471d-828b-eb1111ba087e tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.64 "GET /v2.0/networks?id=1e06a163-3f5d-4121-aa75-36c2543f9607 HTTP/1.1" status: 200 len: 813 time: 0.1243992 Nov 25 18:35:19.795508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Transition to ACTIVE for port object b63aa396-4187-40e7-b205-112600b63c96 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:19.803088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.834892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Request body: {'port': {'device_id': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607', 'admin_state_up': True, 'tenant_id': '99b83b20fb3049c58455bb0daa08f6ae'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:19.845798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.909134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:19.915391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:19.917152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Pushing event updated for resources: {'Port': ['ID=b63aa396-4187-40e7-b205-112600b63c96,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:19.923040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:19.967219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8f68d69-ec2c-47a9-a4da-337796e36f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:19.994202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d171670-2a54-41c6-b36e-8ded1c60e2f0 req-9f355967-3dc6-4e96-8642-24498fe86e29 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 210 time: 0.0397778 Nov 25 18:35:20.053668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Made reservation on behalf of 99b83b20fb3049c58455bb0daa08f6ae for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:20.059011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.072875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a8f68d69-ec2c-47a9-a4da-337796e36f82 None None] For port 22a34482-bed5-40fd-86e6-03f0316e92bb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=22a34482-bed5-40fd-86e6-03f0316e92bb,segment=NetworkSegment(9a3a6d88-7d3f-496c-a1ab-585449d1dfc2),segment_id=9a3a6d88-7d3f-496c-a1ab-585449d1dfc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:20.089062 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8f68d69-ec2c-47a9-a4da-337796e36f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.179244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Pushing event updated for resources: {'Port': ['ID=ce748a8e-7715-4bf7-969c-08e3f00915d4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:20.222214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f68d69-ec2c-47a9-a4da-337796e36f82 None None] Pushing event updated for resources: {'Port': ['ID=22a34482-bed5-40fd-86e6-03f0316e92bb,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:20.263035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.272934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Allocated IP 172.20.0.10 (1e06a163-3f5d-4121-aa75-36c2543f9607/34a57a0a-2b3d-450c-9952-4ec3ab422204/96fac3a7-e280-4590-b55d-d0337d971491) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:20.328746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804faf4-e2fa-4109-a8b0-faefe7489baa req-12a7c4b3-5e94-493f-bafd-ac4048fbf93d tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:20.336232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3804faf4-e2fa-4109-a8b0-faefe7489baa req-12a7c4b3-5e94-493f-bafd-ac4048fbf93d tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 943 time: 0.3463423 Nov 25 18:35:20.337046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c3c7-1c36-40f3-8382-413a3291feac req-c4fcbb55-b3f9-4a80-8f38-79d2c6607991 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:20.338612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4652c3c7-1c36-40f3-8382-413a3291feac req-c4fcbb55-b3f9-4a80-8f38-79d2c6607991 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0799875 Nov 25 18:35:20.341373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Attempting to bind port b63aa396-4187-40e7-b205-112600b63c96 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:20.341711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Attempting to bind port b63aa396-4187-40e7-b205-112600b63c96 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:20.342475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Attempting to bind port b63aa396-4187-40e7-b205-112600b63c96 on network 15d18c24-dd48-40d8-a99c-635cadc4340c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:20.355813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event deleted for resources: {'Port': ['ID=fae82d09-00aa-4a66-91c4-64b97f071d6e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:20.382153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Port b63aa396-4187-40e7-b205-112600b63c96 on network 15d18c24-dd48-40d8-a99c-635cadc4340c not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:20.382498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Attempting to bind port b63aa396-4187-40e7-b205-112600b63c96 on network 15d18c24-dd48-40d8-a99c-635cadc4340c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:20.437558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:20.437900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Checking segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:20.438279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Bound using segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:20.438756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Bound port: b63aa396-4187-40e7-b205-112600b63c96, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:20.439112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.455316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4d2e1af2-a4ba-410f-af47-1ffd077329b3 None None] Provisioning complete for port 22a34482-bed5-40fd-86e6-03f0316e92bb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:20.455832 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1af2-a4ba-410f-af47-1ffd077329b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.527773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 22a34482-bed5-40fd-86e6-03f0316e92bb up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:20.534791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3804faf4-e2fa-4109-a8b0-faefe7489baa req-793ccc68-5ec7-49c3-ab9b-b59cc652ff8a tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969314 Nov 25 18:35:20.595531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.637407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 22a34482-bed5-40fd-86e6-03f0316e92bb triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:20.637780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.767397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e65a89a8-985d-4bd8-a580-8c8391658acf req-1436e34b-b6bf-47b4-93d0-6afaf54cbb88 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0733328 Nov 25 18:35:20.781693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.784676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] For port b63aa396-4187-40e7-b205-112600b63c96, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:20.791257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.804793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4652c3c7-1c36-40f3-8382-413a3291feac req-a0507796-9c6f-4b9e-b8a1-0d475ca20d31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530065 Nov 25 18:35:20.815239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] For port b63aa396-4187-40e7-b205-112600b63c96, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b63aa396-4187-40e7-b205-112600b63c96,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:20.875662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.916106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:20.970195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Network 1e06a163-3f5d-4121-aa75-36c2543f9607 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:20.973612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:20.979097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:21.004335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Pushing event updated for resources: {'Port': ['ID=96fac3a7-e280-4590-b55d-d0337d971491,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:21.040446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:21.041034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.060551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-7d48c749-d239-41ee-879f-8debcf5e5f86 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2380331 Nov 25 18:35:21.074550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Request body: {'port': {'device_id': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:21.133711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.210385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.249040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.273820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:21.274884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.276266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] 10.222.0.64 "PUT /v2.0/ports/b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 1091 time: 2.5298150 Nov 25 18:35:21.276927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.277439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Fanout notify agent at l3_agent the message router_deleted on router 315d1690-9626-4b55-9f91-52958dd8e875 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:35:21.286403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.294665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-486419f6-4561-46ed-bac3-42645a870c10 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/315d1690-9626-4b55-9f91-52958dd8e875 HTTP/1.1" status: 204 len: 168 time: 3.1008074 Nov 25 18:35:21.316730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35908) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:21.321860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ef682e1f-4cee-4c33-8d7c-1871744d1b35 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1346720179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:21.333161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:21.335659 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:21.374550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef682e1f-4cee-4c33-8d7c-1871744d1b35 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.377738 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef682e1f-4cee-4c33-8d7c-1871744d1b35 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.402898 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581f990b-9477-4b02-9f5d-6faf2cff82db x-openstack-request-id: req-581f990b-9477-4b02-9f5d-6faf2cff82db {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:21.403332 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:21.403674 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-581f990b-9477-4b02-9f5d-6faf2cff82db {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:21.404158 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96', 'status': 'completed', 'code': 200} Nov 25 18:35:21.432048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5d355-e4f4-4df6-8192-f97160865c7b service neutron] Pushing event updated for resources: {'Port': ['ID=b63aa396-4187-40e7-b205-112600b63c96,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:21.448531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86abd5-1e28-4a4e-b14a-a089288beff5 req-947ad16c-1fd7-4f71-9181-76c7fd28cc5e tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:21.450483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba86abd5-1e28-4a4e-b14a-a089288beff5 req-947ad16c-1fd7-4f71-9181-76c7fd28cc5e tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 932 time: 0.2447493 Nov 25 18:35:21.487342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef682e1f-4cee-4c33-8d7c-1871744d1b35 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.512184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef682e1f-4cee-4c33-8d7c-1871744d1b35 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.522240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-82edf6b1-16c1-46b2-b6b1-372c93b97159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:21.523785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-82edf6b1-16c1-46b2-b6b1-372c93b97159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1094 time: 0.1806800 Nov 25 18:35:21.535432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fac3a7-e280-4590-b55d-d0337d971491 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:21.543720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef682e1f-4cee-4c33-8d7c-1871744d1b35 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.547759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ef682e1f-4cee-4c33-8d7c-1871744d1b35 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2274454 Nov 25 18:35:21.547759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.550655 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:21.556713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': True}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:21.593460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-2c3f2fbb-2377-4d25-877e-3b266e37419b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 217 time: 0.0562775 Nov 25 18:35:21.627042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Transition to ACTIVE for port object 96fac3a7-e280-4590-b55d-d0337d971491 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:21.639464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.652177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba86abd5-1e28-4a4e-b14a-a089288beff5 req-33512a27-0db3-4c67-932d-fef6dd36c910 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726985 Nov 25 18:35:21.735775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a4ac5fbc-ecc7-48ee-bc34-10a8fd45de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:21.737251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-a4ac5fbc-ecc7-48ee-bc34-10a8fd45de23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1083040 Nov 25 18:35:21.758366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.774554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Pushing event updated for resources: {'Port': ['ID=96fac3a7-e280-4590-b55d-d0337d971491,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:21.837689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-191654a5-87fe-439f-a085-36f525e6cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:21.839247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-191654a5-87fe-439f-a085-36f525e6cafd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931714 Nov 25 18:35:21.866478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27361f65-6dca-466f-be4f-8383832b65a4 req-15bc4b33-fcf9-441e-b1b0-099ca1a3c8b1 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:21.868085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-27361f65-6dca-466f-be4f-8383832b65a4 req-15bc4b33-fcf9-441e-b1b0-099ca1a3c8b1 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 943 time: 0.2440057 Nov 25 18:35:21.902835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:21.925172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-542054f5-c9e9-46b7-ba7f-6cb34bae18cc req-954db4d2-f261-4ecb-9fd4-e978b685ee00 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0540965 Nov 25 18:35:21.975079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Attempting to bind port 96fac3a7-e280-4590-b55d-d0337d971491 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:21.975459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Attempting to bind port 96fac3a7-e280-4590-b55d-d0337d971491 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:21.975736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Attempting to bind port 96fac3a7-e280-4590-b55d-d0337d971491 on network 1e06a163-3f5d-4121-aa75-36c2543f9607 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:22.004009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-27361f65-6dca-466f-be4f-8383832b65a4 req-9765f7a0-f1dc-43b0-93ab-444a91238234 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165721 Nov 25 18:35:22.012363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Port 96fac3a7-e280-4590-b55d-d0337d971491 on network 1e06a163-3f5d-4121-aa75-36c2543f9607 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:22.012804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Attempting to bind port 96fac3a7-e280-4590-b55d-d0337d971491 on network 1e06a163-3f5d-4121-aa75-36c2543f9607 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:22.015417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-95c7413a-50f9-46a0-b610-21e8a5e5c0fa service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431546 Nov 25 18:35:22.021040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:22.021361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Checking segment: {'id': '003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:22.021749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Bound using segment: {'id': '003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:22.022174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Bound port: 96fac3a7-e280-4590-b55d-d0337d971491, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:22.022550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.119387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] For port 96fac3a7-e280-4590-b55d-d0337d971491, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:22.125088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Router a17a24fb-c482-4161-b65c-8558b50f414a is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:22.132880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] For port 96fac3a7-e280-4590-b55d-d0337d971491, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=96fac3a7-e280-4590-b55d-d0337d971491,segment=NetworkSegment(003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc),segment_id=003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:22.138355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f2ec5-5b07-498b-8bb4-b266d29a601c req-2370d162-2bec-48a1-8a65-327e431c0991 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.139916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f5f2ec5-5b07-498b-8bb4-b266d29a601c req-2370d162-2bec-48a1-8a65-327e431c0991 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.1283209 Nov 25 18:35:22.204506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.244438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9932968d-a211-42aa-98b5-8f644cb26ce6 req-79cf0151-f2c8-4d93-b548-9a93c19e20b6 service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100325 Nov 25 18:35:22.265518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.265786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eec10562-cd0f-4e62-8ffd-b1a6676202e8 req-12cb226a-253d-4cbb-9158-bab99250d0ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fafca09f4ab46bfa2299e9a9861c377&device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0374467 Nov 25 18:35:22.266169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.267533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] 10.222.0.64 "PUT /v2.0/ports/96fac3a7-e280-4590-b55d-d0337d971491 HTTP/1.1" status: 200 len: 1092 time: 1.1979470 Nov 25 18:35:22.272441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'tag': '96fac3a7-e280-4590-b55d-d0337d971491'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:22.274822 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504caa0b-1651-4290-bf1c-2bfaa07c54fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d378d92-aa8c-4ade-831f-c787a741fe5c", "tag": "96fac3a7-e280-4590-b55d-d0337d971491"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:22.318513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13eb54c9-0b26-4ea7-b4f4-be4e29d2343c req-393ed8b3-6776-457b-86df-d1a6bd7b9556 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0749719 Nov 25 18:35:22.375517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eec10562-cd0f-4e62-8ffd-b1a6676202e8 req-54cc1213-a2a1-4c37-ae34-c41b2f8b24f7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2fafca09f4ab46bfa2299e9a9861c377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653164 Nov 25 18:35:22.381670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f5f2ec5-5b07-498b-8bb4-b266d29a601c req-dc0dc40d-739a-4844-b2d6-62e3a6d00ab4 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253284 Nov 25 18:35:22.389757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54358b0-130c-4159-9017-00ce17c79685 service neutron] Pushing event updated for resources: {'Port': ['ID=96fac3a7-e280-4590-b55d-d0337d971491,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:22.406583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.436486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.448542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-a913fa2d-2691-411e-993b-bc398e022ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.449281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:22.450492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-a913fa2d-2691-411e-993b-bc398e022ccf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1094 time: 0.1226492 Nov 25 18:35:22.453003 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1259ebb-1243-4dba-93f8-4b3b4ffe4875 x-openstack-request-id: req-f1259ebb-1243-4dba-93f8-4b3b4ffe4875 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:22.453811 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d378d92-aa8c-4ade-831f-c787a741fe5c", "tag": "96fac3a7-e280-4590-b55d-d0337d971491", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:22.453811 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1259ebb-1243-4dba-93f8-4b3b4ffe4875 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:22.454064 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'tag': '96fac3a7-e280-4590-b55d-d0337d971491', 'status': 'completed', 'code': 200} Nov 25 18:35:22.463535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Sync routers for ids ['a17a24fb-c482-4161-b65c-8558b50f414a'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:22.474790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Routers {'a17a24fb-c482-4161-b65c-8558b50f414a'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:22.475104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-72bc29fc-cf8d-4260-88e5-58280d264aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.475919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a17a24fb-c482-4161-b65c-8558b50f414a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:22.476596 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-72bc29fc-cf8d-4260-88e5-58280d264aef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b83b20fb3049c58455bb0daa08f6ae&device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 1095 time: 0.1495390 Nov 25 18:35:22.485680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.489460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b3c01c87-5157-43a2-9443-3751af997028 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2679186 Nov 25 18:35:22.494862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35932) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:22.548412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-48508234-4f56-47b8-a5ed-77a164f2453b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96fac3a7-e280-4590-b55d-d0337d971491 HTTP/1.1" status: 200 len: 217 time: 0.0543416 Nov 25 18:35:22.586743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Set router a17a24fb-c482-4161-b65c-8558b50f414a gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:22.588535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec10562-cd0f-4e62-8ffd-b1a6676202e8 req-f3c84acf-ef61-478a-8a6c-f7dbafd54675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.589944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eec10562-cd0f-4e62-8ffd-b1a6676202e8 req-f3c84acf-ef61-478a-8a6c-f7dbafd54675 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2020826 Nov 25 18:35:22.596416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-b294c044-33c3-487e-b0fd-81412726a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.598123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-b294c044-33c3-487e-b0fd-81412726a904 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.1400478 Nov 25 18:35:22.670337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-7bebd6d6-9b73-4515-b383-dca1400d353d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 217 time: 0.0457678 Nov 25 18:35:22.672591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-d6fc91bd-ccde-4303-83c1-9c225ae0f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.674059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-d6fc91bd-ccde-4303-83c1-9c225ae0f5e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34a57a0a-2b3d-450c-9952-4ec3ab422204 HTTP/1.1" status: 200 len: 853 time: 0.0949824 Nov 25 18:35:22.698936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Allocated IP 172.25.2.102 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/3bfb6136-85e5-433f-8a97-39eec7ff144d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:22.719404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-13b0e92b-75c4-427a-a3f6-da6b05a1441b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e06a163-3f5d-4121-aa75-36c2543f9607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317349 Nov 25 18:35:22.780115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:35:20Z', 'revision_number': 3, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:22.811894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-7c336260-950c-4c16-8999-b06a695f2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.813434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Checking router: a17a24fb-c482-4161-b65c-8558b50f414a for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:35:22.813590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-7c336260-950c-4c16-8999-b06a695f2f26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.0788455 Nov 25 18:35:22.813859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Updating router a17a24fb-c482-4161-b65c-8558b50f414a port ce748a8e-7715-4bf7-969c-08e3f00915d4 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:35:22.841724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.930515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-eba59b5a-7bd3-4be8-983b-f81dfc62655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.932738 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-eba59b5a-7bd3-4be8-983b-f81dfc62655e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015615 Nov 25 18:35:22.948286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65f49e-4ff2-4fcb-aa8d-3c98db35917b req-c0c637bd-258c-42b9-bfaf-5c77e50a59d9 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:22.949782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b65f49e-4ff2-4fcb-aa8d-3c98db35917b req-c0c637bd-258c-42b9-bfaf-5c77e50a59d9 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 944 time: 0.2162750 Nov 25 18:35:22.962809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:22.987149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-9fce629e-13ce-46bf-b591-e908fafd0205 service neutron] 10.222.0.64 "GET /v2.0/networks/1e06a163-3f5d-4121-aa75-36c2543f9607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705680 Nov 25 18:35:23.098238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b65f49e-4ff2-4fcb-aa8d-3c98db35917b req-19f06efd-d232-4b10-85c1-d307660783ec tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337211 Nov 25 18:35:23.104641 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-ecd65604-d7b9-474a-bb0b-14286540a667 service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521845 Nov 25 18:35:23.107041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.165891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:23.184028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b376eae0-eba6-4763-b2fb-81dd79d17ed7 req-24bd3082-a081-4fe4-92ba-e3ced478c445 service neutron] 10.222.0.64 "GET /v2.0/networks/1e06a163-3f5d-4121-aa75-36c2543f9607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884155 Nov 25 18:35:23.196943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518f288-db49-43d0-9d41-912a370deef7 req-587e376b-3c6f-4b94-8820-4da75a4b3c72 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:23.198767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e518f288-db49-43d0-9d41-912a370deef7 req-587e376b-3c6f-4b94-8820-4da75a4b3c72 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 943 time: 0.1207094 Nov 25 18:35:23.198907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:23.206892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:23.236250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Port': ['ID=3bfb6136-85e5-433f-8a97-39eec7ff144d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:23.297022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.302726 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.314863 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.346922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e518f288-db49-43d0-9d41-912a370deef7 req-30a2e277-2dda-4794-bf30-7306a9a90166 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327517 Nov 25 18:35:23.351504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7afd5c0-8b16-4df5-80f5-e5f444c93f4b req-97fe0355-255b-447c-a25c-6c9e53c2e58a service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362194 Nov 25 18:35:23.365770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-8db3c37a-7afb-4512-a2c6-923a5800be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:23.367263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-8db3c37a-7afb-4512-a2c6-923a5800be02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b83b20fb3049c58455bb0daa08f6ae&device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 1095 time: 0.1118300 Nov 25 18:35:23.394969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Attempting to bind port ce748a8e-7715-4bf7-969c-08e3f00915d4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:23.395738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Attempting to bind port ce748a8e-7715-4bf7-969c-08e3f00915d4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:23.396351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Attempting to bind port ce748a8e-7715-4bf7-969c-08e3f00915d4 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:23.405447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:23.406294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:23.406990 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.407579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:23.408835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Bound port: ce748a8e-7715-4bf7-969c-08e3f00915d4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:23.409221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.449416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed0f1-f134-44be-9c64-98366645ce3f None None] Pushing event updated for resources: {'Port': ['ID=ce748a8e-7715-4bf7-969c-08e3f00915d4,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:23.496307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] For port ce748a8e-7715-4bf7-969c-08e3f00915d4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:23.499821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] For port ce748a8e-7715-4bf7-969c-08e3f00915d4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ce748a8e-7715-4bf7-969c-08e3f00915d4,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:23.500045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f79dff44-8e47-415b-9771-20cd4ff89839 req-849f301f-c0ef-4371-b1ee-b8979ad9a42b tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0324430 Nov 25 18:35:23.506828 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.577800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:23.579979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed0f1-f134-44be-9c64-98366645ce3f None None] Pushing event updated for resources: {'Port': ['ID=ce748a8e-7715-4bf7-969c-08e3f00915d4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:23.584139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Routers {'a17a24fb-c482-4161-b65c-8558b50f414a'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:23.584773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a17a24fb-c482-4161-b65c-8558b50f414a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:23.666265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728850-cb41-4254-990b-d4de2a61f66b req-bfc9c422-d106-4c6d-8fbf-c371c8bfbc05 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:23.671916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4728850-cb41-4254-990b-d4de2a61f66b req-bfc9c422-d106-4c6d-8fbf-c371c8bfbc05 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.1748061 Nov 25 18:35:23.676459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-3e8f08dd-8cb9-4c92-ab01-57023bebb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:23.678528 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-3e8f08dd-8cb9-4c92-ab01-57023bebb3a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e06a163-3f5d-4121-aa75-36c2543f9607 HTTP/1.1" status: 200 len: 914 time: 0.3026550 Nov 25 18:35:23.700022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] Set router a17a24fb-c482-4161-b65c-8558b50f414a gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:23.742736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-315b7e2d-578b-4a35-9de1-e3de272c9785 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96fac3a7-e280-4590-b55d-d0337d971491 HTTP/1.1" status: 200 len: 217 time: 0.0534186 Nov 25 18:35:23.748690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Allocated IP 172.20.0.1 (47c826b6-5033-4b0f-8535-01b0488fd73e/bf4257d1-545b-47e2-b25b-5a23f25c3696/2dbce081-39b3-4624-ae59-631270a782d1) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:23.876575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4728850-cb41-4254-990b-d4de2a61f66b req-129521e8-e67c-4fab-a1c5-24665e82e919 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948249 Nov 25 18:35:23.902781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-a67c34cf-f132-4c64-9e1d-d7a3b0b7aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:23.904883 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-a67c34cf-f132-4c64-9e1d-d7a3b0b7aa4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34a57a0a-2b3d-450c-9952-4ec3ab422204 HTTP/1.1" status: 200 len: 853 time: 0.1483431 Nov 25 18:35:23.945237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:35:20Z', 'revision_number': 3, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:23.952570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-7d9277ef-3022-4915-998a-1a83259fb470 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e06a163-3f5d-4121-aa75-36c2543f9607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382156 Nov 25 18:35:23.977772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90609d-06eb-4e4a-87bd-dfaf612329f8 None None] The sync data for ids ['a17a24fb-c482-4161-b65c-8558b50f414a'] in n-d-819194-3 is: [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:35:20Z', 'revision_number': 3, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:24.020859 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.071554 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.075224 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.094098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eec10562-cd0f-4e62-8ffd-b1a6676202e8 req-8d7220fe-203d-4f3c-9303-f97071575024 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.0461252 Nov 25 18:35:24.108318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-89d774ea-a6f9-443b-95d9-684441dc848d service neutron] 10.222.0.64 "GET /v2.0/networks/1e06a163-3f5d-4121-aa75-36c2543f9607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466832 Nov 25 18:35:24.119010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.235240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Network 47c826b6-5033-4b0f-8535-01b0488fd73e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:24.255627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:24.263485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:24.292818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Router 1d2ebe1a-fffb-432d-85ec-43b6e36e0651 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:24.380068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271905d-65dd-4128-979c-cef28fe2cbd7 req-e7f81ac7-3833-4fd9-87c7-ff1d5cfc92a0 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:24.388195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6271905d-65dd-4128-979c-cef28fe2cbd7 req-e7f81ac7-3833-4fd9-87c7-ff1d5cfc92a0 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 944 time: 0.1636796 Nov 25 18:35:24.475713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b63aa396-4187-40e7-b205-112600b63c96 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:24.568027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ce748a8e-7715-4bf7-969c-08e3f00915d4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:24.574240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6271905d-65dd-4128-979c-cef28fe2cbd7 req-ecb5a827-7358-4578-b29a-f28ca2acc493 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850667 Nov 25 18:35:24.644569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:24.656114 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] Sync routers for ids ['1d2ebe1a-fffb-432d-85ec-43b6e36e0651'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:24.666925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.668386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-26caa98f-cffd-408c-913c-f3a6689fd5cc tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "PUT /v2.0/routers/1d2ebe1a-fffb-432d-85ec-43b6e36e0651 HTTP/1.1" status: 200 len: 919 time: 3.1166496 Nov 25 18:35:24.671659 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] Routers {'1d2ebe1a-fffb-432d-85ec-43b6e36e0651'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:24.672250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35956) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:24.675032 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1d2ebe1a-fffb-432d-85ec-43b6e36e0651'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:24.762035 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:24.766809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b63aa396-4187-40e7-b205-112600b63c96, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b63aa396-4187-40e7-b205-112600b63c96,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:24.777567 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] Routers {'1d2ebe1a-fffb-432d-85ec-43b6e36e0651'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:24.778656 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1d2ebe1a-fffb-432d-85ec-43b6e36e0651'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:24.791115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'b63aa396-4187-40e7-b205-112600b63c96', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'port_id': 'b63aa396-4187-40e7-b205-112600b63c96', 'mac_address': 'fa:16:3e:4e:ea:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:24.806081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d0e72acf-fd98-4dec-9a3e-724be17331a6 None None] Provisioning complete for port 2dbce081-39b3-4624-ae59-631270a782d1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:24.808936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0e72acf-fd98-4dec-9a3e-724be17331a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.838726 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:24.839791 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a4c6e-d9cb-4662-b722-0db8704365c4 None None] The sync data for ids ['1d2ebe1a-fffb-432d-85ec-43b6e36e0651'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:24.846101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d0e72acf-fd98-4dec-9a3e-724be17331a6 None None] Port 2dbce081-39b3-4624-ae59-631270a782d1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:24.874054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c54b0df3-ccdc-4eee-8477-b0cf1e99a4f8 req-8fa279c7-0a9f-43a1-99b1-3582629e73d1 tempest-ServerShowV254Test-1329440505 tempest-ServerShowV254Test-1329440505-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2c4907-715e-42be-a60a-1680634ffd88 HTTP/1.1" status: 200 len: 210 time: 0.1003215 Nov 25 18:35:24.878422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbce081-39b3-4624-ae59-631270a782d1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:24.881684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ce748a8e-7715-4bf7-969c-08e3f00915d4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:24.882057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.936701 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:24.958654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63aa396-4187-40e7-b205-112600b63c96 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:24.969353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dab5ef-82a3-4696-8eca-8132e8274b15 req-0864cfa1-4c6c-41c6-9a2e-266e73879dcb tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:24.970954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2dab5ef-82a3-4696-8eca-8132e8274b15 req-0864cfa1-4c6c-41c6-9a2e-266e73879dcb tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 943 time: 0.0996549 Nov 25 18:35:24.979065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b63aa396-4187-40e7-b205-112600b63c96, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b63aa396-4187-40e7-b205-112600b63c96,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:24.991653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-db99ca4f-2f1a-48f3-a0f3-dcbaf2de9c0a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/1d2ebe1a-fffb-432d-85ec-43b6e36e0651 HTTP/1.1" status: 200 len: 925 time: 0.3181386 Nov 25 18:35:24.992575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:24.992727 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.001858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-504caa0b-1651-4290-bf1c-2bfaa07c54fb req-01e70af9-3914-4015-a84e-18a102a303be service neutron] 10.222.0.64 "GET /v2.0/networks/1e06a163-3f5d-4121-aa75-36c2543f9607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8794513 Nov 25 18:35:25.002834 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.061908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.094956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b63aa396-4187-40e7-b205-112600b63c96,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:25.098947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port ce748a8e-7715-4bf7-969c-08e3f00915d4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ce748a8e-7715-4bf7-969c-08e3f00915d4,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:25.108736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.110624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fdabb0-f901-4549-86fd-39d8d60d387e tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:25.115214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d1fdabb0-f901-4549-86fd-39d8d60d387e tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=1d2ebe1a-fffb-432d-85ec-43b6e36e0651&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1115479 Nov 25 18:35:25.115855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35964) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:25.132831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2dab5ef-82a3-4696-8eca-8132e8274b15 req-3e627511-fba7-4ec4-98c0-4fb18fd116d4 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447201 Nov 25 18:35:25.210838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=ce748a8e-7715-4bf7-969c-08e3f00915d4,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:25.230479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.274713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b63aa396-4187-40e7-b205-112600b63c96'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:25.314760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d1cb-2fe4-4053-821d-caad29793be5 req-f58068a5-e0e8-440e-956f-e06bb05e6675 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:25.316355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6366d1cb-2fe4-4053-821d-caad29793be5 req-f58068a5-e0e8-440e-956f-e06bb05e6675 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0901263 Nov 25 18:35:25.317501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6df6a-5817-41f4-ad29-53371448bb9c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:25.318808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f6f6df6a-5817-41f4-ad29-53371448bb9c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.2018130 Nov 25 18:35:25.322636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35966) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:25.361001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dfd54993-297c-40e6-a79f-5491e8ef0c96 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d2ebe1a-fffb-432d-85ec-43b6e36e0651 HTTP/1.1" status: 200 len: 205 time: 0.0375762 Nov 25 18:35:25.363118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:25.425854 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6366d1cb-2fe4-4053-821d-caad29793be5 req-a7725b07-40db-4958-bf56-2d919b253ec5 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928233 Nov 25 18:35:25.510019 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.515057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.517957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.652840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbce081-39b3-4624-ae59-631270a782d1,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:25.655237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.766908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:25.779218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4b7f-573c-448f-ba60-22afb83256c7 req-15e47359-6847-4a0b-922f-f340e84fce31 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:25.780726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf1d4b7f-573c-448f-ba60-22afb83256c7 req-15e47359-6847-4a0b-922f-f340e84fce31 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 944 time: 0.1325486 Nov 25 18:35:25.863296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Network 47c826b6-5033-4b0f-8535-01b0488fd73e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:25.871169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:25.888778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf1d4b7f-573c-448f-ba60-22afb83256c7 req-f4dbc158-9d5e-4194-a1c8-83f2fca1b1c8 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978100 Nov 25 18:35:25.949633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Deleting port 3bfb6136-85e5-433f-8a97-39eec7ff144d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:25.949962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.079956 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.083301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Router a17a24fb-c482-4161-b65c-8558b50f414a has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:35:26.097425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Calling delete_port for 3bfb6136-85e5-433f-8a97-39eec7ff144d owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:26.194290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0d8efc35-8c05-4cf3-9b85-fb5c47c87b84 None None] Provisioning complete for port 2dbce081-39b3-4624-ae59-631270a782d1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:26.195954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d8efc35-8c05-4cf3-9b85-fb5c47c87b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.240348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0d8efc35-8c05-4cf3-9b85-fb5c47c87b84 None None] Port 2dbce081-39b3-4624-ae59-631270a782d1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:26.243283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35984) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:26.322913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:26.331473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f784eff9-d299-42a5-99b2-8b1d4e850229 admin admin] 10.222.0.62 "PUT /v2.0/routers/a17a24fb-c482-4161-b65c-8558b50f414a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8289347 Nov 25 18:35:26.332315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Sync routers for ids ['a17a24fb-c482-4161-b65c-8558b50f414a'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:26.359994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Routers {'a17a24fb-c482-4161-b65c-8558b50f414a'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:26.361896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e49c-bea0-430a-9c6c-cfec415f484b req-0a8d7c58-470e-4576-809b-e32d5ca27c80 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:26.368313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-114f8023-638d-4221-80bb-22828dab61be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.369621 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1da3e49c-bea0-430a-9c6c-cfec415f484b req-0a8d7c58-470e-4576-809b-e32d5ca27c80 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 944 time: 0.1199584 Nov 25 18:35:26.373985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a17a24fb-c482-4161-b65c-8558b50f414a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:26.474838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1da3e49c-bea0-430a-9c6c-cfec415f484b req-dd2199f9-3983-4f68-a2ce-b9598cbf6827 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990117 Nov 25 18:35:26.479449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ce748a8e-7715-4bf7-969c-08e3f00915d4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:26.484038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.493196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 96fac3a7-e280-4590-b55d-d0337d971491 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:26.496443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b63aa396-4187-40e7-b205-112600b63c96 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:26.514168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event deleted for resources: {'Port': ['ID=3bfb6136-85e5-433f-8a97-39eec7ff144d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:26.518571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35992) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:26.591401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-171474496'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:26.612278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627cbf3-262d-441c-a241-44e2ce9f5f2e req-db9b238f-dcab-4b03-aa97-e156964337f4 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:26.613879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6627cbf3-262d-441c-a241-44e2ce9f5f2e req-db9b238f-dcab-4b03-aa97-e156964337f4 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0864527 Nov 25 18:35:26.616107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-114f8023-638d-4221-80bb-22828dab61be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.620575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-114f8023-638d-4221-80bb-22828dab61be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.623984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.627787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:26.631226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.658063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8023-638d-4221-80bb-22828dab61be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be5a847-477a-4c08-8c8c-6650e6997e3d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:26.703204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-114f8023-638d-4221-80bb-22828dab61be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fafca09f4ab46bfa2299e9a9861c377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4578607 Nov 25 18:35:26.704336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35996) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:26.727217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6627cbf3-262d-441c-a241-44e2ce9f5f2e req-1ef26161-d91d-4ca3-ba95-0f587318713e tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991960 Nov 25 18:35:26.760099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.765227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.822673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:26.834005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.834617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Fanout notify agent at l3_agent the message router_deleted on router 1d2ebe1a-fffb-432d-85ec-43b6e36e0651 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:35:26.842587 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.843182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Set router a17a24fb-c482-4161-b65c-8558b50f414a gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:26.850353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6cb05ac4-e6ec-4da3-baf0-ff0d67dd34ee tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/1d2ebe1a-fffb-432d-85ec-43b6e36e0651 HTTP/1.1" status: 204 len: 168 time: 1.4776201 Nov 25 18:35:26.850844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35998) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:26.853595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d2f0fd68-11d2-48a2-b2e4-01240e6ff97a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1838969947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:26.853814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.854153 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Added segment 23d09191-2885-4030-959d-34cbba5c2ccd of type vlan for network a0ee1536-e7f3-4685-a1a3-44adc0a04374 Nov 25 18:35:26.874974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-788a67a4-d5e2-43ba-926b-f7047828a0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.879900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fd68-11d2-48a2-b2e4-01240e6ff97a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.881624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fd68-11d2-48a2-b2e4-01240e6ff97a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.916451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port b63aa396-4187-40e7-b205-112600b63c96 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:26.925793 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.929071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-788a67a4-d5e2-43ba-926b-f7047828a0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.946156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fd68-11d2-48a2-b2e4-01240e6ff97a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.951329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fd68-11d2-48a2-b2e4-01240e6ff97a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.965847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port b63aa396-4187-40e7-b205-112600b63c96 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:26.966570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.972388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ce748a8e-7715-4bf7-969c-08e3f00915d4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:26.973078 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.979664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fd68-11d2-48a2-b2e4-01240e6ff97a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:26.984362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d2f0fd68-11d2-48a2-b2e4-01240e6ff97a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1346776 Nov 25 18:35:26.986579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:26.992311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': False}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:26.994980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.000285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:27.000855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.100318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 96fac3a7-e280-4590-b55d-d0337d971491, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=96fac3a7-e280-4590-b55d-d0337d971491,segment=NetworkSegment(003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc),segment_id=003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:27.129201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '96fac3a7-e280-4590-b55d-d0337d971491', 'network_id': '1e06a163-3f5d-4121-aa75-36c2543f9607', 'port_id': '96fac3a7-e280-4590-b55d-d0337d971491', 'mac_address': 'fa:16:3e:2e:fe:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a57a0a-2b3d-450c-9952-4ec3ab422204', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:27.189552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-788a67a4-d5e2-43ba-926b-f7047828a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.192165 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-788a67a4-d5e2-43ba-926b-f7047828a0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.193296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-788a67a4-d5e2-43ba-926b-f7047828a0a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3be5a847-477a-4c08-8c8c-6650e6997e3d HTTP/1.1" status: 204 len: 168 time: 0.4583385 Nov 25 18:35:27.222266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7024202 Nov 25 18:35:27.227448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36010) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:27.236609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d7131-5e36-4261-a0d6-2b7067f6ba2b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Network': ['ID=a0ee1536-e7f3-4685-a1a3-44adc0a04374,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:27.236795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'subnet': {'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:27.238482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a67a4-d5e2-43ba-926b-f7047828a0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be5a847-477a-4c08-8c8c-6650e6997e3d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:27.271023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:27.310754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.342003 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.342240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a6039-5a56-47a8-8ad5-2d1d04ff0982 req-704eb15a-8ea5-47ab-973f-827b4b3af77d tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:27.343646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a6a6039-5a56-47a8-8ad5-2d1d04ff0982 req-704eb15a-8ea5-47ab-973f-827b4b3af77d tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 944 time: 0.3386359 Nov 25 18:35:27.390043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fac3a7-e280-4590-b55d-d0337d971491 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:27.436628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:27.438965 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119e7a65-56f5-4735-a174-416036e7205a" -d '{"events": [{"server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "name": "network-vif-plugged", "status": "completed", "tag": "b63aa396-4187-40e7-b205-112600b63c96"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:27.448528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.456031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 96fac3a7-e280-4590-b55d-d0337d971491, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=96fac3a7-e280-4590-b55d-d0337d971491,segment=NetworkSegment(003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc),segment_id=003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:27.459473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b63aa396-4187-40e7-b205-112600b63c96, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b63aa396-4187-40e7-b205-112600b63c96,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:27.460168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:27.469258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2dbce081-39b3-4624-ae59-631270a782d1', 'name': '', 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'mac_address': 'fa:16:3e:0f:ee:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'bf4257d1-545b-47e2-b25b-5a23f25c3696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:23Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 2, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'subnets': [{'id': 'bf4257d1-545b-47e2-b25b-5a23f25c3696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:27.473998 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.474729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.496986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a6a6039-5a56-47a8-8ad5-2d1d04ff0982 req-251a5dbc-daa7-4e35-ad6f-5cd9967e8b42 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113741 Nov 25 18:35:27.503007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.527556 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f556b-5dcd-4779-8077-385b78c3099f x-openstack-request-id: req-1f8f556b-5dcd-4779-8077-385b78c3099f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:27.527763 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "name": "network-vif-plugged", "status": "completed", "tag": "b63aa396-4187-40e7-b205-112600b63c96", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:27.528037 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f8f556b-5dcd-4779-8077-385b78c3099f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:27.528417 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96', 'code': 200} Nov 25 18:35:27.529213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Checking router: a17a24fb-c482-4161-b65c-8558b50f414a for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:35:27.529567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Updating router a17a24fb-c482-4161-b65c-8558b50f414a port 2dbce081-39b3-4624-ae59-631270a782d1 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:35:27.571225 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.596847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=96fac3a7-e280-4590-b55d-d0337d971491,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:27.693888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcf184-12ba-4ce1-89ad-92bc6a95bdd0 req-2e7864d5-aa98-48fc-a35a-a33c4ce4f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:27.696723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6adcf184-12ba-4ce1-89ad-92bc6a95bdd0 req-2e7864d5-aa98-48fc-a35a-a33c4ce4f7e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.1016068 Nov 25 18:35:27.737262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00fa21-a12f-4aec-b025-950dc40924bc req-8862b698-a625-4f2a-a1dd-d0a734a0accb tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:27.738821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f00fa21-a12f-4aec-b025-950dc40924bc req-8862b698-a625-4f2a-a1dd-d0a734a0accb tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 945 time: 0.1080403 Nov 25 18:35:27.760024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['96fac3a7-e280-4590-b55d-d0337d971491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:27.812810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b63aa396-4187-40e7-b205-112600b63c96,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:27.895746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6adcf184-12ba-4ce1-89ad-92bc6a95bdd0 req-b3a3139c-4621-4006-9286-a5e31dfc392d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853657 Nov 25 18:35:27.898898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f00fa21-a12f-4aec-b025-950dc40924bc req-bed8d78e-fd52-4851-943e-5392e8577d07 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432703 Nov 25 18:35:27.900615 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:27.967367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Subnet': ['ID=3e39f66c-8ced-4d37-b9b9-2733325df8fa,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:27.977398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Checking segment: {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:27.978088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network hostable DHCP agents. Network: a0ee1536-e7f3-4685-a1a3-44adc0a04374, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:28.000021 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.002558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:28.022944 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.028604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a0ee1536-e7f3-4685-a1a3-44adc0a04374) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:28.036664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:28.037514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.050765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73482a4e-f77f-4554-8f29-89468a61930e req-03845f29-2fc7-482e-8ebd-d63c25dae5a5 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:28.052405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73482a4e-f77f-4554-8f29-89468a61930e req-03845f29-2fc7-482e-8ebd-d63c25dae5a5 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.1600444 Nov 25 18:35:28.073247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-69fdf4e3-db24-427e-b144-023ed7cb2484 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8410048 Nov 25 18:35:28.073557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e83cd7-bb05-4d78-a388-05ef4192d238 None None] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:28.073765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36032) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:28.079484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-65533616'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:28.101438 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.119582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:28.123954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.140216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.157994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:28.173689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73482a4e-f77f-4554-8f29-89468a61930e req-15fe6c02-8760-4db0-86be-d3e5e80f8ecb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943406 Nov 25 18:35:28.194036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Allocated IP 172.25.2.17 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d4274908-b050-4ee8-8954-83ef2cfca44d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:28.202873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.203301 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Added segment fecb5950-628f-4e17-9153-11e43609cf49 of type vlan for network 29e854b0-1b62-4caf-b54a-b0b764b3b789 Nov 25 18:35:28.262188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8c8a0-3e5b-4382-b4dd-1d4b18e20c15 None None] Pushing event updated for resources: {'Port': ['ID=2dbce081-39b3-4624-ae59-631270a782d1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:28.305972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.349019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.360329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:28.360984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.374953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.389327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36042) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:28.407428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Attempting to bind port 2dbce081-39b3-4624-ae59-631270a782d1 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:28.408089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Attempting to bind port 2dbce081-39b3-4624-ae59-631270a782d1 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:28.417443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Attempting to bind port 2dbce081-39b3-4624-ae59-631270a782d1 on network 47c826b6-5033-4b0f-8535-01b0488fd73e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:28.457357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:28.457357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Checking segment: {'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:28.457715 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.460912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Bound using segment: {'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:28.460912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Bound port: 2dbce081-39b3-4624-ae59-631270a782d1, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:28.460912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.466070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.475312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a0ee1536-e7f3-4685-a1a3-44adc0a04374', 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'fixed_ips': [{'subnet_id': '3e39f66c-8ced-4d37-b9b9-2733325df8fa'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:35:28.477281 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.526256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Pushing event updated for resources: {'Port': ['ID=d4274908-b050-4ee8-8954-83ef2cfca44d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:28.574113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:28.575651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:28.579404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Network': ['ID=29e854b0-1b62-4caf-b54a-b0b764b3b789,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:28.587873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:28.593509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-368f6d7a-ac4a-4691-b1a4-fefe4b7dcb79 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5186861 Nov 25 18:35:28.598782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36048) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:28.607467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'subnet': {'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:28.614906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-777845263-network', 'tenant_id': '9eea004b50f74e4198e4b6f2cc0e3f36'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:28.615784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 29e854b0-1b62-4caf-b54a-b0b764b3b789 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:28.679442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Made reservation on behalf of 9eea004b50f74e4198e4b6f2cc0e3f36 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:28.682318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.725544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.732994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c0cb1-a3fe-473b-a5d2-f427e466c64c req-d8001803-3a37-468c-9eab-1eafff34d5b3 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:28.735845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-768c0cb1-a3fe-473b-a5d2-f427e466c64c req-d8001803-3a37-468c-9eab-1eafff34d5b3 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 945 time: 0.0809939 Nov 25 18:35:28.764780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:28.768696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.834157 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:35:28.851538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] For port 2dbce081-39b3-4624-ae59-631270a782d1, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:28.863032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-26fde290-c565-4488-ba6a-68fcdad66f86 None None] Provisioning complete for port 2dbce081-39b3-4624-ae59-631270a782d1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:28.863535 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26fde290-c565-4488-ba6a-68fcdad66f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:28.874063 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-768c0cb1-a3fe-473b-a5d2-f427e466c64c req-83323d85-b0be-4708-bd29-831882944ba8 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320853 Nov 25 18:35:28.935748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] For port 2dbce081-39b3-4624-ae59-631270a782d1, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2dbce081-39b3-4624-ae59-631270a782d1,segment=NetworkSegment(9a3a6d88-7d3f-496c-a1ab-585449d1dfc2),segment_id=9a3a6d88-7d3f-496c-a1ab-585449d1dfc2)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:28.954978 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.019017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-26fde290-c565-4488-ba6a-68fcdad66f86 None None] Port 2dbce081-39b3-4624-ae59-631270a782d1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:29.022805 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.045767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Allocated IP 19.80.0.2 (a0ee1536-e7f3-4685-a1a3-44adc0a04374/3e39f66c-8ced-4d37-b9b9-2733325df8fa/0794dbff-32b5-4e7a-9975-c1d3f6fc80bc) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:29.053699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Routers {'a17a24fb-c482-4161-b65c-8558b50f414a'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:29.054352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a17a24fb-c482-4161-b65c-8558b50f414a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:29.113743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8c8a0-3e5b-4382-b4dd-1d4b18e20c15 None None] Pushing event updated for resources: {'Port': ['ID=2dbce081-39b3-4624-ae59-631270a782d1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:29.183919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Checking segment: {'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:29.187084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network hostable DHCP agents. Network: 29e854b0-1b62-4caf-b54a-b0b764b3b789, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:29.262316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Subnet': ['ID=9874a272-8478-4014-95a0-20ee2806ef89,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:29.281940 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network 29e854b0-1b62-4caf-b54a-b0b764b3b789 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:29.299844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] Set router a17a24fb-c482-4161-b65c-8558b50f414a gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:35:29.320899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 29e854b0-1b62-4caf-b54a-b0b764b3b789) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:29.325861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:29.326865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.350989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5dbd8-677c-41e2-9783-9c49867e68a2 None None] Network 29e854b0-1b62-4caf-b54a-b0b764b3b789 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:29.357848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-942d62c1-2513-48bd-a4dd-775f5fff26f5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7566521 Nov 25 18:35:29.451549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b198cce-11b0-4ae0-a8c6-0c389f4e26a3 req-d12f7f3f-0f5c-40dd-96da-7d0d4e60af5a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:29.453779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b198cce-11b0-4ae0-a8c6-0c389f4e26a3 req-d12f7f3f-0f5c-40dd-96da-7d0d4e60af5a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0805714 Nov 25 18:35:29.514571 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.526530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.541042 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.562647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b198cce-11b0-4ae0-a8c6-0c389f4e26a3 req-f4137fbc-bf10-4be7-8f59-8b4ac2445ccd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917079 Nov 25 18:35:29.575705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-536f032f-9aad-4ece-b29c-8c12bdaa4cc9 None None] Provisioning complete for port 2dbce081-39b3-4624-ae59-631270a782d1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:29.576716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-536f032f-9aad-4ece-b29c-8c12bdaa4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.611246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a67b22-a055-4fee-af97-cb868f87abc8 req-e5502e2b-b6cd-4f7e-901e-0c68bffa1bb8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:29.613334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3a67b22-a055-4fee-af97-cb868f87abc8 req-e5502e2b-b6cd-4f7e-901e-0c68bffa1bb8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 945 time: 0.1893752 Nov 25 18:35:29.621327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:29.668519 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.670299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c56d87-59ad-4f79-a1b8-eee900b5638c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:29.673662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.674013 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Added segment 5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec of type vlan for network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 Nov 25 18:35:29.694512 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.801719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:29.812840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.814163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:29.819148 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3a67b22-a055-4fee-af97-cb868f87abc8 req-499c05be-3504-4127-abb3-4939a76d6bf2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872230 Nov 25 18:35:29.863769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:29.872714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Pushing event updated for resources: {'Port': ['ID=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:29.910898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.912052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:29.912702 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.929441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-27f44502-c9ff-4d30-8424-115fbbf7aa5d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:29.935320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-29e854b0-1b62-4caf-b54a-b0b764b3b789', 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'fixed_ips': [{'subnet_id': '9874a272-8478-4014-95a0-20ee2806ef89'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:35:29.936354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-27f44502-c9ff-4d30-8424-115fbbf7aa5d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:29.936566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:29.945098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-27f44502-c9ff-4d30-8424-115fbbf7aa5d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/networks?id=a0ee1536-e7f3-4685-a1a3-44adc0a04374&id=29e854b0-1b62-4caf-b54a-b0b764b3b789&id=a0ee1536-e7f3-4685-a1a3-44adc0a04374 HTTP/1.1" status: 200 len: 1389 time: 0.1565530 Nov 25 18:35:29.963081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e2d1a12d-06f6-46b2-b72c-860cb1e48cec tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/quotas/51f973726a4d43cfa695d06ceb48acd4 HTTP/1.1" status: 200 len: 375 time: 0.0161073 Nov 25 18:35:30.020632 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-536f032f-9aad-4ece-b29c-8c12bdaa4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.027023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-df6779f3-92b9-4545-b061-999199b0d44a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631311 Nov 25 18:35:30.042100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Attempting to bind port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:30.042500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Attempting to bind port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:30.042963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Attempting to bind port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc on network a0ee1536-e7f3-4685-a1a3-44adc0a04374 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:30.045135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6475155 Nov 25 18:35:30.055861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:30.063717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Request body: {'subnet': {'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-777845263-subnet', 'tenant_id': '9eea004b50f74e4198e4b6f2cc0e3f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:30.069102 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.072065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63365c13-197c-4be9-a485-f8f59d267834 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:30.078888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.095252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57422faf-ae2f-4c3a-ac09-09d59feec8f0 req-18981f9f-9d90-4851-91e4-ba73fb677f8a tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:30.096764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57422faf-ae2f-4c3a-ac09-09d59feec8f0 req-18981f9f-9d90-4851-91e4-ba73fb677f8a tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 945 time: 0.1275709 Nov 25 18:35:30.097131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:30.114509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:30.114952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Checking segment: {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:30.115291 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.115688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Bound using segment: {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:30.116176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Bound port: 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:30.116560 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.166269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Made reservation on behalf of 9eea004b50f74e4198e4b6f2cc0e3f36 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:30.168586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.192843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2dbce081-39b3-4624-ae59-631270a782d1', 'name': '', 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'mac_address': 'fa:16:3e:0f:ee:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'bf4257d1-545b-47e2-b25b-5a23f25c3696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:23Z', 'updated_at': '2021-11-25T18:35:28Z', 'revision_number': 4, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'subnets': [{'id': 'bf4257d1-545b-47e2-b25b-5a23f25c3696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:30.214008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-536f032f-9aad-4ece-b29c-8c12bdaa4cc9 None None] For port 2dbce081-39b3-4624-ae59-631270a782d1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2dbce081-39b3-4624-ae59-631270a782d1,segment=NetworkSegment(9a3a6d88-7d3f-496c-a1ab-585449d1dfc2),segment_id=9a3a6d88-7d3f-496c-a1ab-585449d1dfc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:30.228236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57422faf-ae2f-4c3a-ac09-09d59feec8f0 req-4ca4804f-6756-45b2-8351-75a68e2f863e tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992029 Nov 25 18:35:30.230567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-6ff152de-da02-4564-a70a-48a3129669f1 service neutron] 10.222.0.62 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996925 Nov 25 18:35:30.278096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Router f490b646-c5f7-437b-a091-d08d228e7c9b is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:30.290773 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-536f032f-9aad-4ece-b29c-8c12bdaa4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.292613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bde0b3-f286-45ca-94ba-d367000044a5 None None] The sync data for ids ['a17a24fb-c482-4161-b65c-8558b50f414a'] in n-d-819194-3 is: [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2dbce081-39b3-4624-ae59-631270a782d1', 'name': '', 'network_id': '47c826b6-5033-4b0f-8535-01b0488fd73e', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'mac_address': 'fa:16:3e:0f:ee:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'bf4257d1-545b-47e2-b25b-5a23f25c3696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:23Z', 'updated_at': '2021-11-25T18:35:28Z', 'revision_number': 4, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'subnets': [{'id': 'bf4257d1-545b-47e2-b25b-5a23f25c3696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:30.415311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Allocated IP 19.86.0.2 (29e854b0-1b62-4caf-b54a-b0b764b3b789/9874a272-8478-4014-95a0-20ee2806ef89/f7a623f6-cbcb-4d1d-b020-89293b8e84b3) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:30.421946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-a1b63157-00ee-4cde-98f1-039a5fcffa29 service neutron] 10.222.0.62 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791129 Nov 25 18:35:30.457865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] For port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:30.472445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f032f-9aad-4ece-b29c-8c12bdaa4cc9 None None] Pushing event updated for resources: {'Port': ['ID=2dbce081-39b3-4624-ae59-631270a782d1,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:30.487281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] For port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:30.510591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 96fac3a7-e280-4590-b55d-d0337d971491 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:30.516798 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.546235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:30.554148 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.559070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-04e81633-1d0a-4814-ad12-15d03769237c tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "PUT /v2.0/routers/f490b646-c5f7-437b-a091-d08d228e7c9b HTTP/1.1" status: 200 len: 919 time: 3.5684776 Nov 25 18:35:30.559070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36074) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:30.562618 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] Sync routers for ids ['f490b646-c5f7-437b-a091-d08d228e7c9b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:30.585587 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] Routers {'f490b646-c5f7-437b-a091-d08d228e7c9b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:30.588114 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f490b646-c5f7-437b-a091-d08d228e7c9b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:30.603851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2dbce081-39b3-4624-ae59-631270a782d1 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:30.614250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.663647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:30.676469 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] Routers {'f490b646-c5f7-437b-a091-d08d228e7c9b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:30.677361 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f490b646-c5f7-437b-a091-d08d228e7c9b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:30.692294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-be267677-b4e3-4aca-a2c9-b84a3229d6ad service neutron] 10.222.0.62 "GET /v2.0/networks/29e854b0-1b62-4caf-b54a-b0b764b3b789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603893 Nov 25 18:35:30.726764 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:30.729155 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb40ad-fea9-47ab-be64-0d0c3746b689 None None] The sync data for ids ['f490b646-c5f7-437b-a091-d08d228e7c9b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:30.786282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:30.793757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Checking segment: {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:30.795123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Network hostable DHCP agents. Network: 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:30.850086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:30.857265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6f7db-a045-4e20-8a8b-200ba92eedac req-ba2c30ed-28e4-496c-83a2-6c36302b263c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:30.865397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dab6f7db-a045-4e20-8a8b-200ba92eedac req-ba2c30ed-28e4-496c-83a2-6c36302b263c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.1676116 Nov 25 18:35:30.869081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-653eced4-07f5-4d8b-83af-eb0d873bab1e service neutron] 10.222.0.62 "GET /v2.0/networks/29e854b0-1b62-4caf-b54a-b0b764b3b789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754119 Nov 25 18:35:30.879486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:30.894510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2526e1b1-b175-4d86-b826-40412209fdac tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/f490b646-c5f7-437b-a091-d08d228e7c9b HTTP/1.1" status: 200 len: 925 time: 0.3317068 Nov 25 18:35:30.895954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36084) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:30.929064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:30.929652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:30.964515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d3bca7f2-11e0-4be2-81de-ac233393c52a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9075739 Nov 25 18:35:30.980149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc82bc-8e0d-4c5a-a294-c980e1928773 None None] Pushing event updated for resources: {'Port': ['ID=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:30.981475 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dab6f7db-a045-4e20-8a8b-200ba92eedac req-6d324525-a27e-4f24-97ac-652b4833a5fd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146951 Nov 25 18:35:30.999268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa25ea8b-de39-4f2e-952a-0e85b4e21f8a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:31.003424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aa25ea8b-de39-4f2e-952a-0e85b4e21f8a tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=f490b646-c5f7-437b-a091-d08d228e7c9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1047184 Nov 25 18:35:31.004392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:31.046904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-a4831db9-8b23-4827-96ed-d93a374b4687 service neutron] 10.222.0.62 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769142 Nov 25 18:35:31.084094 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.117805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51322338-cc9f-4ca5-b333-417eb4103622 None None] Network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:31.120037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ec68e-8119-4558-86c8-4554aed91fcf tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:31.122770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-108ec68e-8119-4558-86c8-4554aed91fcf tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.1150687 Nov 25 18:35:31.127414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36090) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:31.181336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8f3b8a12-8282-40e6-85f0-076ce09542a1 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=f490b646-c5f7-437b-a091-d08d228e7c9b HTTP/1.1" status: 200 len: 205 time: 0.0488722 Nov 25 18:35:31.182357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36092) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:31.261608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e6a06bec-f566-4f0e-96f7-8069dc095ac4 service neutron] 10.222.0.62 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055323 Nov 25 18:35:31.318095 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.409314 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.438823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2dbce081-39b3-4624-ae59-631270a782d1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:31.439215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.451026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.463348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Pushing event updated for resources: {'Port': ['ID=f7a623f6-cbcb-4d1d-b020-89293b8e84b3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:31.471799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037f08f-6bb7-481e-b9ad-385f6b239a9a None None] Network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:31.479647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 96fac3a7-e280-4590-b55d-d0337d971491 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:31.531648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 96fac3a7-e280-4590-b55d-d0337d971491 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:31.532023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.543091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e16a-9500-4568-bd5c-f9cc90100d56 req-976a8325-fbc2-46a6-95f0-ed68fbeced84 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:31.553468 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6931e16a-9500-4568-bd5c-f9cc90100d56 req-976a8325-fbc2-46a6-95f0-ed68fbeced84 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 945 time: 0.2109768 Nov 25 18:35:31.575800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Network 29e854b0-1b62-4caf-b54a-b0b764b3b789 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:31.597638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:31.604182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:31.686689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24cbd0-aac1-4a69-a712-bf7c2c63a0b8 req-f1bf3a35-fbc1-4bcd-bf60-312b43762bad tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:31.688630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f24cbd0-aac1-4a69-a712-bf7c2c63a0b8 req-f1bf3a35-fbc1-4bcd-bf60-312b43762bad tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 945 time: 0.1189132 Nov 25 18:35:31.753568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6931e16a-9500-4568-bd5c-f9cc90100d56 req-e3ccbf49-d03e-408d-be5b-d5964f548256 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969893 Nov 25 18:35:31.768531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.801618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f24cbd0-aac1-4a69-a712-bf7c2c63a0b8 req-8e0e93e6-36ff-4b05-80b8-f6ece96450a3 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057761 Nov 25 18:35:31.840908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.894949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Attempting to bind port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:31.895330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Attempting to bind port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:31.895704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Attempting to bind port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 on network 29e854b0-1b62-4caf-b54a-b0b764b3b789 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:31.918045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Deleting port d4274908-b050-4ee8-8954-83ef2cfca44d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:31.919336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.943314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06590262-b924-48ae-aaed-fe063303d361 req-8af38b49-5f75-4cf9-87cf-a6414b1f315d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 210 time: 0.0412662 Nov 25 18:35:31.962993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:31.967055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Checking segment: {'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:31.967540 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.968000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Bound using segment: {'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:31.968490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Bound port: f7a623f6-cbcb-4d1d-b020-89293b8e84b3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:31.970112 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:31.977763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fac3a7-e280-4590-b55d-d0337d971491'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:31.980735 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6550a204-de4c-4495-a255-8e98f67f40ac" -d '{"events": [{"server_uuid": "3d378d92-aa8c-4ade-831f-c787a741fe5c", "name": "network-vif-plugged", "status": "completed", "tag": "96fac3a7-e280-4590-b55d-d0337d971491"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:32.036609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 96fac3a7-e280-4590-b55d-d0337d971491, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=96fac3a7-e280-4590-b55d-d0337d971491,segment=NetworkSegment(003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc),segment_id=003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:32.044702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:32.101149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:32.205216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Calling delete_port for d4274908-b050-4ee8-8954-83ef2cfca44d owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:32.232938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=96fac3a7-e280-4590-b55d-d0337d971491,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:32.241375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] For port f7a623f6-cbcb-4d1d-b020-89293b8e84b3, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:32.244976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] For port f7a623f6-cbcb-4d1d-b020-89293b8e84b3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f7a623f6-cbcb-4d1d-b020-89293b8e84b3,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:32.256664 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:32.444017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901162c-cc88-4865-9bc5-9fdb8418ebb6 None None] Pushing event updated for resources: {'Port': ['ID=f7a623f6-cbcb-4d1d-b020-89293b8e84b3,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:32.514554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4eb7c067-dafc-4713-b135-23832014ef86 req-643ef8b2-6ae4-4e5d-923d-3e70ad0afb91 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5011663 Nov 25 18:35:32.524731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:32.584298 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:32.714791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2dbce081-39b3-4624-ae59-631270a782d1 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:32.755196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:32.799454 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2dbce081-39b3-4624-ae59-631270a782d1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:32.799641 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:32.810282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-c335bb08-c2dc-43e2-b494-9898d6c236bd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:32.812639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-c335bb08-c2dc-43e2-b494-9898d6c236bd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 813 time: 0.7290919 Nov 25 18:35:32.858549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61203dab-4341-4004-9a49-bdf3d8dfed66 None None] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:32.880125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1abab0d8-32f2-4e40-a27e-a8ec0dee8468 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/quotas/9eea004b50f74e4198e4b6f2cc0e3f36 HTTP/1.1" status: 200 len: 375 time: 0.0584867 Nov 25 18:35:32.924354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Allocated IP 172.25.2.82 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/ed4ed879-1718-4818-a89c-46309c440b3e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:32.942994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-20ac8799-d1e2-46f1-95f6-c157060eed08 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614152 Nov 25 18:35:33.023109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-959f2728-fa4d-4e83-8873-022f1451071c None None] Provisioning complete for port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:33.024821 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-959f2728-fa4d-4e83-8873-022f1451071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.042382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.079291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.139072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:33.142581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:33.147324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:33.155061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:33.158086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.179285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Pushing event updated for resources: {'Port': ['ID=ed4ed879-1718-4818-a89c-46309c440b3e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:33.183124 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-0feb7e1a-fecc-4105-bfd0-452628926032 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388437 Nov 25 18:35:33.185512 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.240569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event deleted for resources: {'Port': ['ID=d4274908-b050-4ee8-8954-83ef2cfca44d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:33.259027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.302957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-1da97e38-00df-4e1f-9d88-7ef7f606fd72 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:33.304462 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.308954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-1da97e38-00df-4e1f-9d88-7ef7f606fd72 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:33.310670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-1da97e38-00df-4e1f-9d88-7ef7f606fd72 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "GET /v2.0/networks?id=a0ee1536-e7f3-4685-a1a3-44adc0a04374&id=29e854b0-1b62-4caf-b54a-b0b764b3b789&id=a0ee1536-e7f3-4685-a1a3-44adc0a04374 HTTP/1.1" status: 200 len: 1389 time: 0.3057494 Nov 25 18:35:33.329207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-959f2728-fa4d-4e83-8873-022f1451071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.346112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:33.346345 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.349232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'port': {'device_id': 'a245855a-5483-4d38-956e-bc625c2e5506', 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374', 'admin_state_up': True, 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:33.405943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-959f2728-fa4d-4e83-8873-022f1451071c None None] For port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:33.415703 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-959f2728-fa4d-4e83-8873-022f1451071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.453795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.527142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f2728-fa4d-4e83-8873-022f1451071c None None] Pushing event updated for resources: {'Port': ['ID=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:33.561166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.568243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.593479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.598029 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.619000 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-3cb1e0ea-8562-484d-abd8-2c398b498287 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346938 Nov 25 18:35:33.679167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Pushing event updated for resources: {'Port': ['ID=ed4ed879-1718-4818-a89c-46309c440b3e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:33.682898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.683200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.683636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Fanout notify agent at l3_agent the message router_deleted on router f490b646-c5f7-437b-a091-d08d228e7c9b {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:35:33.692095 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.698253 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5e047d66-07bb-4ae8-8e48-268651982d66 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/f490b646-c5f7-437b-a091-d08d228e7c9b HTTP/1.1" status: 204 len: 168 time: 2.5138340 Nov 25 18:35:33.699380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36134) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:33.706912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-888886406', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:33.717235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:33.722121 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.745102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.746345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.752118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-856b3927-eed8-4768-a8a1-74fa9714795d None None] Provisioning complete for port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:33.752660 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-856b3927-eed8-4768-a8a1-74fa9714795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.757995 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:33.767542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4eb7c067-dafc-4713-b135-23832014ef86 req-11fab34f-35ac-46f7-9ead-9c8a1c4329f8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2519190 Nov 25 18:35:33.882164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4eb7c067-dafc-4713-b135-23832014ef86 req-4bacaac0-bb27-4db9-97c6-efc89b89d2c5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.1137934 Nov 25 18:35:33.907818 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b08fc6-ca5a-4e64-a98d-14c6138add34 x-openstack-request-id: req-22b08fc6-ca5a-4e64-a98d-14c6138add34 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:33.908115 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d378d92-aa8c-4ade-831f-c787a741fe5c", "name": "network-vif-plugged", "status": "completed", "tag": "96fac3a7-e280-4590-b55d-d0337d971491", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:33.908372 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22b08fc6-ca5a-4e64-a98d-14c6138add34 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:33.908769 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fac3a7-e280-4590-b55d-d0337d971491', 'code': 200} Nov 25 18:35:33.985917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Allocated IP 19.80.0.89 (a0ee1536-e7f3-4685-a1a3-44adc0a04374/3e39f66c-8ced-4d37-b9b9-2733325df8fa/6fbe4cf2-9c00-4a80-884e-eee295d82598) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:34.077589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786fa114-19c1-44fd-ad8b-306d4e9a5749 None None] Network 29e854b0-1b62-4caf-b54a-b0b764b3b789 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:34.107949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320a96d-8e72-46fc-9bab-262a7a530c81 req-64502c96-508f-442c-9a8f-492bcf393ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:34.109473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4320a96d-8e72-46fc-9bab-262a7a530c81 req-64502c96-508f-442c-9a8f-492bcf393ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 1097 time: 0.1251295 Nov 25 18:35:34.142095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8e19e-da94-4458-9baa-8ff440586412 req-9c9ad766-1c6b-426c-8fa5-449c6379c6ae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:34.143700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9c8e19e-da94-4458-9baa-8ff440586412 req-9c9ad766-1c6b-426c-8fa5-449c6379c6ae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.1251004 Nov 25 18:35:34.268152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6baf948f-c28f-4728-a678-0659a7ff8dc9 None None] Provisioning complete for port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:34.268533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6baf948f-c28f-4728-a678-0659a7ff8dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.280374 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4320a96d-8e72-46fc-9bab-262a7a530c81 req-a2d8ba05-a444-40aa-8f14-6afca921fac0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601231 Nov 25 18:35:34.293174 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.302491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9c8e19e-da94-4458-9baa-8ff440586412 req-170c7fe2-27ad-4237-a9a6-1c344d0682b8 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468842 Nov 25 18:35:34.373754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.462938 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6baf948f-c28f-4728-a678-0659a7ff8dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.499058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.522651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7c067-dafc-4713-b135-23832014ef86 req-69a8c793-ab3c-4e59-a828-afe1161e5cd7 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:34.539326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6baf948f-c28f-4728-a678-0659a7ff8dc9 None None] For port f7a623f6-cbcb-4d1d-b020-89293b8e84b3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f7a623f6-cbcb-4d1d-b020-89293b8e84b3,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:34.541774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4eb7c067-dafc-4713-b135-23832014ef86 req-69a8c793-ab3c-4e59-a828-afe1161e5cd7 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.6377690 Nov 25 18:35:34.544441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.553550 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6baf948f-c28f-4728-a678-0659a7ff8dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.606839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:34.613252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:34.620835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:34.685516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf948f-c28f-4728-a678-0659a7ff8dc9 None None] Pushing event updated for resources: {'Port': ['ID=f7a623f6-cbcb-4d1d-b020-89293b8e84b3,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:34.798811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:34.800064 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.837455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86040777-7559-4889-8747-e2c297878009 req-10804777-9457-42b3-a998-9fc592ffd53e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:34.837927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Port': ['ID=6fbe4cf2-9c00-4a80-884e-eee295d82598,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:34.852848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86040777-7559-4889-8747-e2c297878009 req-10804777-9457-42b3-a998-9fc592ffd53e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 931 time: 0.1110954 Nov 25 18:35:34.857468 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ce1cd404-f071-4683-92c6-d05154e24f21 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5135150 Nov 25 18:35:34.884266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'port': {'device_id': 'a245855a-5483-4d38-956e-bc625c2e5506', 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789', 'admin_state_up': True, 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:34.887307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-266e6fbf-9925-4dad-b0eb-a420d65e1e82 None None] Provisioning complete for port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:34.889991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-266e6fbf-9925-4dad-b0eb-a420d65e1e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:34.921540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c917-b615-4640-b107-b842e6651fc5 req-4332c473-abf7-4b09-8109-ed78c9009ebf tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:34.935160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3736c917-b615-4640-b107-b842e6651fc5 req-4332c473-abf7-4b09-8109-ed78c9009ebf tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 946 time: 0.1828711 Nov 25 18:35:35.013669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.030271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86040777-7559-4889-8747-e2c297878009 req-06399a92-5195-4fb4-90c1-6611a0536ee3 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713235 Nov 25 18:35:35.068747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.094550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3736c917-b615-4640-b107-b842e6651fc5 req-25478b25-a92e-4e60-b131-baddf82ad5ee tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520212 Nov 25 18:35:35.108915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:35.166754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:35.172329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.174782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:35.175701 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.183016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50368cf5-0cc9-46ed-92d2-063f62c33fd3 req-a29cd22f-ef26-42e0-a56d-bc32ce8675ee tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 210 time: 0.0539217 Nov 25 18:35:35.205194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4892e178-f8bf-469b-845e-84bed2fe9c4b None None] Provisioning complete for port 6fbe4cf2-9c00-4a80-884e-eee295d82598 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:35.205744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4892e178-f8bf-469b-845e-84bed2fe9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.247799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Allocated IP 172.25.2.10 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/615954d3-fe57-4e5b-9663-b0bf62bc5d03) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:35.259674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4892e178-f8bf-469b-845e-84bed2fe9c4b None None] Port 6fbe4cf2-9c00-4a80-884e-eee295d82598 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:35.343580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f7a623f6-cbcb-4d1d-b020-89293b8e84b3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:35.368066 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.388494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-ec5680cc-49e4-4ab4-96b7-0abaf9ddb0c7 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:35.395838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-ec5680cc-49e4-4ab4-96b7-0abaf9ddb0c7 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 821 time: 0.2193353 Nov 25 18:35:35.415929 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.433472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:35.434117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.506152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event updated for resources: {'Port': ['ID=615954d3-fe57-4e5b-9663-b0bf62bc5d03,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:35.516746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:35.519804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:35.524272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:35.535180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-40ce632e-63be-4ad5-af10-347539cb55aa tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/quotas/72607bdd9b3048b9a592890434a9ad69 HTTP/1.1" status: 200 len: 375 time: 0.1384635 Nov 25 18:35:35.602136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Allocated IP 19.86.0.234 (29e854b0-1b62-4caf-b54a-b0b764b3b789/9874a272-8478-4014-95a0-20ee2806ef89/23b93903-7447-48f0-a90f-c4ad7b8397f9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:35.657691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aae55c-eacb-4175-9ee0-949953246423 req-0cddcd00-9d82-41a9-82a2-b5c957a98dc6 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:35.659337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86aae55c-eacb-4175-9ee0-949953246423 req-0cddcd00-9d82-41a9-82a2-b5c957a98dc6 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.2402279 Nov 25 18:35:35.682307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-1deb1905-1c6e-484e-92b5-484ea79a41d1 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1462634 Nov 25 18:35:35.712439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-10c9a187-d6d6-447c-beef-e7b706fc1c90 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:35.714217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-10c9a187-d6d6-447c-beef-e7b706fc1c90 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.64 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 813 time: 0.3159583 Nov 25 18:35:35.736258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Request body: {'port': {'device_id': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1', 'admin_state_up': True, 'tenant_id': '9eea004b50f74e4198e4b6f2cc0e3f36'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:35.739234 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86aae55c-eacb-4175-9ee0-949953246423 req-2cb9749d-9c82-499d-b08a-d6a27fd97185 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592375 Nov 25 18:35:35.846061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:35.966487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-20d5dfec-aea5-4a92-a035-10bc7cdc98e9 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744031 Nov 25 18:35:36.013845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:36.049782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:36.060577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Made reservation on behalf of 9eea004b50f74e4198e4b6f2cc0e3f36 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:36.065564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:36.166868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-9e4b8d06-73d2-42c4-a940-94362691811a service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907792 Nov 25 18:35:36.170468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:36.186782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f8e37-24c1-4b3d-b28e-9633899f33fa req-4eb1bfda-553a-4833-9a4f-e3d716005882 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:36.188772 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-173f8e37-24c1-4b3d-b28e-9633899f33fa req-4eb1bfda-553a-4833-9a4f-e3d716005882 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 931 time: 0.0933073 Nov 25 18:35:36.250825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Router d67908d3-6d55-40bb-9b7c-5b553ae9f0dc is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:35:36.267728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-173f8e37-24c1-4b3d-b28e-9633899f33fa req-a30e0237-d7a4-4466-96ce-cb15846e6d2a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Nov 25 18:35:36.446470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:36.450692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] Sync routers for ids ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:36.475068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbf01b81-5255-4705-8fe3-1f5759cacced req-fa7bd31d-46d6-40ff-a64c-3da8b65b87ab tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 210 time: 0.0656374 Nov 25 18:35:36.480709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] Routers {'d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:36.481460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:36.494132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f7a623f6-cbcb-4d1d-b020-89293b8e84b3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:36.519283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:36.521640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4fed805d-89a6-44dc-80aa-439b346d3269 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8207672 Nov 25 18:35:36.532943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36178) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:36.558421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8215309-2357-4bcc-be15-851c738cee29 req-61861692-8d17-4e48-b09c-d79dac58bc6d tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 210 time: 0.0349355 Nov 25 18:35:36.564180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:36.572748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:36.581330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network 29e854b0-1b62-4caf-b54a-b0b764b3b789 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:36.589091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] Routers {'d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:36.589719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:36.627922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:36.628589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d0fcf-ac4d-4e94-b66f-ff008c0d2c49 None None] The sync data for ids ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:36.638396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Port': ['ID=23b93903-7447-48f0-a90f-c4ad7b8397f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:36.642037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:36.642569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:36.642993 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:36.655887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:36.724324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Allocated IP 172.20.0.2 (3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1/fb5f0f27-bd3a-4a0a-8170-5899dcaafd52/f6c0e2d3-6430-4ddf-93d0-56aa47895bbf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:36.823166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:36.824329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:36.839654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591f51d-11b4-461a-933b-5a8c05246b67 req-2676d242-50cf-4803-8dc1-e1409016842b tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:36.841412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d591f51d-11b4-461a-933b-5a8c05246b67 req-2676d242-50cf-4803-8dc1-e1409016842b tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 946 time: 0.3515568 Nov 25 18:35:36.937344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b507d-3d2b-46fe-b9e3-275e19ea559d req-e9cfbf3e-f58d-49aa-bd52-38ec989226ea tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:36.939593 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-759b507d-3d2b-46fe-b9e3-275e19ea559d req-e9cfbf3e-f58d-49aa-bd52-38ec989226ea tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0971129 Nov 25 18:35:36.993254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-759b507d-3d2b-46fe-b9e3-275e19ea559d req-f9759478-9911-4948-bd71-0185ccb1c5d1 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463212 Nov 25 18:35:37.003891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6e46b8f5-5d8b-4b8a-8a6f-386ba925a22f None None] Provisioning complete for port 23b93903-7447-48f0-a90f-c4ad7b8397f9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:37.004752 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e46b8f5-5d8b-4b8a-8a6f-386ba925a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.044645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-5ff360c3-7360-4a32-82e9-aef4654a4fc9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1731520 Nov 25 18:35:37.061957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6e46b8f5-5d8b-4b8a-8a6f-386ba925a22f None None] Port 23b93903-7447-48f0-a90f-c4ad7b8397f9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:37.096367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'port': {'device_id': 'a245855a-5483-4d38-956e-bc625c2e5506', 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374', 'admin_state_up': True, 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:37.199941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.203973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d591f51d-11b4-461a-933b-5a8c05246b67 req-cd42bf6f-fe6c-48a7-8b7b-1b768d11a1e0 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397170 Nov 25 18:35:37.367260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.370079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.435099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.448443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:37.450380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:37.453841 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.466180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:37.498597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:37.525292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:37.625478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b092e-5e51-4805-84b3-315f08e6eb71 req-ed5d3235-588c-4bf3-89a6-fda3c0390828 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:37.627017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e14b092e-5e51-4805-84b3-315f08e6eb71 req-ed5d3235-588c-4bf3-89a6-fda3c0390828 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 931 time: 0.0533714 Nov 25 18:35:37.682144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e14b092e-5e51-4805-84b3-315f08e6eb71 req-2e11fd58-295c-446d-8eab-ebed9eb373bf tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482209 Nov 25 18:35:37.707671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491deff7-cd17-462d-b141-c8ac2d34104d req-7ea08762-bfd4-4f13-b98c-b59e5771c4bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:37.714224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491deff7-cd17-462d-b141-c8ac2d34104d req-7ea08762-bfd4-4f13-b98c-b59e5771c4bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:37.715831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-491deff7-cd17-462d-b141-c8ac2d34104d req-7ea08762-bfd4-4f13-b98c-b59e5771c4bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 1654 time: 0.2908270 Nov 25 18:35:37.721345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:37.721937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.790674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fddcba-ba6c-4cf5-bde1-8029cd586161 req-0afc5966-dc41-4662-b8ac-b58a8a09e210 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:37.792136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1fddcba-ba6c-4cf5-bde1-8029cd586161 req-0afc5966-dc41-4662-b8ac-b58a8a09e210 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 946 time: 0.0530443 Nov 25 18:35:37.809135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-1c58883e-6b25-42ac-ade3-1df28b00ef02 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0795209 Nov 25 18:35:37.818712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-acc190fc-5454-4a36-8234-fd670441cdc4 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:37.820795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-acc190fc-5454-4a36-8234-fd670441cdc4 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.66 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 821 time: 0.3576164 Nov 25 18:35:37.830986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Request body: {'port': {'device_id': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:37.842400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1fddcba-ba6c-4cf5-bde1-8029cd586161 req-0c3e66ec-e8b3-478c-820d-156f17f8fa38 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Nov 25 18:35:37.865217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'port': {'device_id': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'admin_state_up': True, 'tenant_id': '72607bdd9b3048b9a592890434a9ad69'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:37.868820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Deleting port 615954d3-fe57-4e5b-9663-b0bf62bc5d03 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:37.869166 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:37.923936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d694217a-a204-4fc6-bbc6-8fff8f3b0895 req-9c2be1bc-a644-40ef-8b58-47470b3b7c41 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 210 time: 0.0266466 Nov 25 18:35:37.982234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Allocated IP 19.80.0.158 (a0ee1536-e7f3-4685-a1a3-44adc0a04374/3e39f66c-8ced-4d37-b9b9-2733325df8fa/1d20ec37-5661-4566-acd4-e6229e3be294) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:37.989924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-491deff7-cd17-462d-b141-c8ac2d34104d req-ee6322cb-4e8e-4c8a-bcdb-5c083e713de0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619872 Nov 25 18:35:38.065347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:38.111091 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:38.113483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f20a4a-e519-4deb-ab76-d76f35ee0a4d req-8654bb47-7bd1-4842-9b3e-e1afcb89caf8 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:38.115360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6f20a4a-e519-4deb-ab76-d76f35ee0a4d req-8654bb47-7bd1-4842-9b3e-e1afcb89caf8 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0512204 Nov 25 18:35:38.147306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Calling delete_port for 615954d3-fe57-4e5b-9663-b0bf62bc5d03 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:38.167743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6f20a4a-e519-4deb-ab76-d76f35ee0a4d req-2a1a850a-f091-495e-bf23-1a54bee27f4c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442860 Nov 25 18:35:38.496521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Made reservation on behalf of 72607bdd9b3048b9a592890434a9ad69 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:38.499956 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:38.765607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:38.814736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2ead0-f138-43f3-815c-0796230e34d2 req-22bad83b-cfb5-4ae4-850a-a26c51ba40fc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:38.816214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83e2ead0-f138-43f3-815c-0796230e34d2 req-22bad83b-cfb5-4ae4-850a-a26c51ba40fc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 931 time: 0.0637276 Nov 25 18:35:38.864571 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83e2ead0-f138-43f3-815c-0796230e34d2 req-89cf2e7e-da5a-485c-a9ee-b558e92cf716 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Nov 25 18:35:38.927332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Allocated IP 172.20.0.12 (15d18c24-dd48-40d8-a99c-635cadc4340c/164db332-2721-432a-9a9e-e2e05b340548/d98b1e01-1eac-4fc6-9417-beff1db22431) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:38.939066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.015635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.019084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1fabd5eb-7e9e-445a-a9ef-5a43fef51529 req-e4b77a32-c8a6-4e06-aed2-d186ba91e1f4 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 210 time: 0.0266392 Nov 25 18:35:39.101321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:39.130585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:39.132432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Port': ['ID=1d20ec37-5661-4566-acd4-e6229e3be294,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:39.137558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c0e2d3-6430-4ddf-93d0-56aa47895bbf {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:39.146619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:39.157652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e732-2f52-469c-b288-5d31771ff0e5 req-99734bdd-82e6-450e-96d9-b424b30fdfde tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:39.165399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e732-2f52-469c-b288-5d31771ff0e5 req-99734bdd-82e6-450e-96d9-b424b30fdfde tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:39.172243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e732-2f52-469c-b288-5d31771ff0e5 req-99734bdd-82e6-450e-96d9-b424b30fdfde tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:39.173961 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3e14e732-2f52-469c-b288-5d31771ff0e5 req-99734bdd-82e6-450e-96d9-b424b30fdfde tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2376 time: 0.1002293 Nov 25 18:35:39.181666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2dda6-2571-444c-b77f-7f4713174271 req-e16a8fa7-d5d7-4eba-ae6f-8c1c9e80011b tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:39.183187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01c2dda6-2571-444c-b77f-7f4713174271 req-e16a8fa7-d5d7-4eba-ae6f-8c1c9e80011b tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 946 time: 0.0992539 Nov 25 18:35:39.190501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.203182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0333f-da73-4737-abb4-6523592b04d3 req-efa2aa77-0570-41fd-940c-94c14c58dc84 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:39.205233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85d0333f-da73-4737-abb4-6523592b04d3 req-efa2aa77-0570-41fd-940c-94c14c58dc84 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d378d92-aa8c-4ade-831f-c787a741fe5c HTTP/1.1" status: 200 len: 946 time: 0.2722263 Nov 25 18:35:39.284549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Pushing event deleted for resources: {'Port': ['ID=615954d3-fe57-4e5b-9663-b0bf62bc5d03,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:39.287159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3e14e732-2f52-469c-b288-5d31771ff0e5 req-64cf17d4-badb-4597-b43f-14f5b68f1625 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029832 Nov 25 18:35:39.321460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Deleting port 96fac3a7-e280-4590-b55d-d0337d971491 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:39.321802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.351367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Transition to ACTIVE for port object f6c0e2d3-6430-4ddf-93d0-56aa47895bbf will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:39.388648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.421576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3fd1db59-05c0-4da7-a928-8a617224f010 None None] Provisioning complete for port 1d20ec37-5661-4566-acd4-e6229e3be294 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:39.422662 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fd1db59-05c0-4da7-a928-8a617224f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.440711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:39.441323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.454318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.460286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] For port 96fac3a7-e280-4590-b55d-d0337d971491, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=96fac3a7-e280-4590-b55d-d0337d971491,segment=NetworkSegment(003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc),segment_id=003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:39.460744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.477714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-812aa700-498a-484b-8717-31110550f105 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4185135 Nov 25 18:35:39.479455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1db59-05c0-4da7-a928-8a617224f010 None None] Port 1d20ec37-5661-4566-acd4-e6229e3be294 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:39.487719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Calling delete_port for 96fac3a7-e280-4590-b55d-d0337d971491 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:39.521005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85d0333f-da73-4737-abb4-6523592b04d3 req-20ca9e26-34ff-490e-abf5-6d74b6c87c25 tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.62 "GET /v2.0/security-groups?id=78074e04-3431-4409-81e0-66fcef0ba480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671995 Nov 25 18:35:39.561132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Request body: {'port': {'device_id': 'a245855a-5483-4d38-956e-bc625c2e5506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:39.567328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b934-c7eb-47fb-b76a-16f0aa881e2c req-ba68627f-43cc-4d95-85b7-26a8ebed7510 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:39.568939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e239b934-c7eb-47fb-b76a-16f0aa881e2c req-ba68627f-43cc-4d95-85b7-26a8ebed7510 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0973444 Nov 25 18:35:39.594668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:39.649376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e239b934-c7eb-47fb-b76a-16f0aa881e2c req-d164083d-11d2-4faf-b458-e9e7fc65a558 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Nov 25 18:35:39.707937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.719812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['96fac3a7-e280-4590-b55d-d0337d971491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:39.732309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.746090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Pushing event deleted for resources: {'Port': ['ID=96fac3a7-e280-4590-b55d-d0337d971491,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:39.803569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] No DVR routers for this DVR port 96fac3a7-e280-4590-b55d-d0337d971491 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:35:39.806723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.810268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01c2dda6-2571-444c-b77f-7f4713174271 req-7ecb167f-73c0-4881-8f7c-41a38221d5ce tempest-ServerAddressesTestJSON-1739239428 tempest-ServerAddressesTestJSON-1739239428-project] 10.222.0.64 "DELETE /v2.0/ports/96fac3a7-e280-4590-b55d-d0337d971491 HTTP/1.1" status: 204 len: 173 time: 0.6202006 Nov 25 18:35:39.810866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'name': 'network-vif-deleted', 'tag': '96fac3a7-e280-4590-b55d-d0337d971491'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:39.813448 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c2f1c-8284-484b-a37b-9263bdfc858e" -d '{"events": [{"server_uuid": "3d378d92-aa8c-4ade-831f-c787a741fe5c", "name": "network-vif-deleted", "tag": "96fac3a7-e280-4590-b55d-d0337d971491"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:39.830071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.865913 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77343c8f-6c99-4bde-aa72-94b866ff1684 x-openstack-request-id: req-77343c8f-6c99-4bde-aa72-94b866ff1684 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:39.866479 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d378d92-aa8c-4ade-831f-c787a741fe5c", "name": "network-vif-deleted", "tag": "96fac3a7-e280-4590-b55d-d0337d971491", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:39.866608 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77343c8f-6c99-4bde-aa72-94b866ff1684 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:39.867027 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d378d92-aa8c-4ade-831f-c787a741fe5c', 'name': 'network-vif-deleted', 'tag': '96fac3a7-e280-4590-b55d-d0337d971491', 'status': 'completed', 'code': 200} Nov 25 18:35:39.895059 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.928811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.942873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:39.942873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:39.943502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:39.989778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:39.991445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:39.991640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:40.003162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406d62-c4e7-47dc-899f-82a06f6e933c req-79c86fea-a013-400d-8709-a82642e8d2a3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.003613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b63aa396-4187-40e7-b205-112600b63c96'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:40.004722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df406d62-c4e7-47dc-899f-82a06f6e933c req-79c86fea-a013-400d-8709-a82642e8d2a3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 943 time: 0.0564806 Nov 25 18:35:40.077588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-52c9c44a-5012-43c1-a545-5160c7d4b306 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658312 Nov 25 18:35:40.102022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:40.102368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Checking segment: {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:40.102774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Bound using segment: {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:40.103229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Bound port: f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:40.103582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:40.121256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df406d62-c4e7-47dc-899f-82a06f6e933c req-d924dc18-eb74-4b23-9eee-f1e8940d2942 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009140 Nov 25 18:35:40.173707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-ee89beee-c0c5-4c4b-877b-a14892142fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.175475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-ee89beee-c0c5-4c4b-877b-a14892142fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1096 time: 0.0531864 Nov 25 18:35:40.293918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-00bfb3c4-9df4-4ec2-b643-47afde0e4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.295852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-00bfb3c4-9df4-4ec2-b643-47afde0e4ac7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.0993772 Nov 25 18:35:40.375797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-dfa433ef-f947-47d2-9b11-cc1c155bc202 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 1001 time: 0.0680258 Nov 25 18:35:40.418032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Network 15d18c24-dd48-40d8-a99c-635cadc4340c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:40.422158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Router d67908d3-6d55-40bb-9b7c-5b553ae9f0dc has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:35:40.423022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Pushing event updated for resources: {'Port': ['ID=d98b1e01-1eac-4fc6-9417-beff1db22431,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:40.449468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:40.457610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:40.519775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-1792fc97-5cff-47ca-b788-05e7eeef1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.521492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-1792fc97-5cff-47ca-b788-05e7eeef1c47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.1326685 Nov 25 18:35:40.534600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338dbaa-34a9-45bb-b93c-0ef9287f1d92 req-e85d61a2-1f82-47ae-b71e-0386345a6efa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.541057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338dbaa-34a9-45bb-b93c-0ef9287f1d92 req-e85d61a2-1f82-47ae-b71e-0386345a6efa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.547968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338dbaa-34a9-45bb-b93c-0ef9287f1d92 req-e85d61a2-1f82-47ae-b71e-0386345a6efa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.555995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1338dbaa-34a9-45bb-b93c-0ef9287f1d92 req-e85d61a2-1f82-47ae-b71e-0386345a6efa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2376 time: 0.1647725 Nov 25 18:35:40.625665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-7aa1a36b-1dc2-4a36-81be-3c75a7de0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.627311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-7aa1a36b-1dc2-4a36-81be-3c75a7de0752 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686874 Nov 25 18:35:40.651364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1338dbaa-34a9-45bb-b93c-0ef9287f1d92 req-dfd83b08-b4dd-4dc4-abab-6d1918fc71f1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945053 Nov 25 18:35:40.659484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01771477-ce8f-412f-aa8a-209d24faa01d req-ac09e6d5-43fc-46a8-839f-4683748ed220 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.666697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01771477-ce8f-412f-aa8a-209d24faa01d req-ac09e6d5-43fc-46a8-839f-4683748ed220 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 932 time: 0.5371139 Nov 25 18:35:40.678891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.679498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:40.687224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:40.694965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:35:40.721893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:40.722170 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] Sync routers for ids ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:35:40.723111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8886ae88-9797-4de7-8833-060e204c0fbb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "PUT /v2.0/routers/d67908d3-6d55-40bb-9b7c-5b553ae9f0dc HTTP/1.1" status: 200 len: 709 time: 4.1861780 Nov 25 18:35:40.730630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36240) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:40.732947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:40.734149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-46fe85c0-b76f-4114-a8a9-da6df762af42 None None] Provisioning complete for port d98b1e01-1eac-4fc6-9417-beff1db22431 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:40.736246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-46fe85c0-b76f-4114-a8a9-da6df762af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:40.736381 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] Routers {'d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:40.736381 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:40.749766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:40.772922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-88767338-9afb-4ce6-9fe7-81581bdd43ff tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9315803 Nov 25 18:35:40.791776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-46fe85c0-b76f-4114-a8a9-da6df762af42 None None] Port d98b1e01-1eac-4fc6-9417-beff1db22431 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:40.807044 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:40.808292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Request body: {'port': {'device_id': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:40.818118 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] Routers {'d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:35:40.819126 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:40.836616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1dde887f-e756-40c0-8457-f474f5a28892 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/routers/d67908d3-6d55-40bb-9b7c-5b553ae9f0dc HTTP/1.1" status: 200 len: 744 time: 0.1044147 Nov 25 18:35:40.840902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36242) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:40.841239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:40.860549 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:40.861809 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e5afa-143f-4034-b213-a3e5fdd82e68 None None] The sync data for ids ['d67908d3-6d55-40bb-9b7c-5b553ae9f0dc'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:35:40.872900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d293a2a2-ac39-48a9-b3da-697dd2f0c3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:40.885392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01771477-ce8f-412f-aa8a-209d24faa01d req-994bbcce-554f-4da1-b279-6fbf40581e7c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178330 Nov 25 18:35:40.910322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:40.925722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:40.926356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:40.927835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-275a6a20-3d40-47f7-8366-1bee7ef8b90a service neutron] 10.222.0.64 "PUT /v2.0/ports/f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 1091 time: 3.1039934 Nov 25 18:35:40.928602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:40.931467 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a4c36-628f-46af-8d59-5d222659f77d" -d '{"events": [{"name": "network-changed", "server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:40.942067 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eab47921-0d24-43d1-9a67-aa18a35f82b8 tempest-RoutersIpV6AdminTest-1946507729 tempest-RoutersIpV6AdminTest-1946507729-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=d67908d3-6d55-40bb-9b7c-5b553ae9f0dc HTTP/1.1" status: 200 len: 205 time: 0.0982304 Nov 25 18:35:40.945656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:40.953689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-fe321884-d78f-4e18-81c2-75cfccf27ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134103 Nov 25 18:35:41.014002 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74cb545-d26e-472e-b590-2594bbc4598c x-openstack-request-id: req-d74cb545-d26e-472e-b590-2594bbc4598c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:41.014303 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:41.014561 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d74cb545-d26e-472e-b590-2594bbc4598c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:41.014962 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'status': 'completed', 'code': 200} Nov 25 18:35:41.018736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-432efd8b-4d4f-41da-ac6d-d967f39e56fb tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67908d3-6d55-40bb-9b7c-5b553ae9f0dc HTTP/1.1" status: 200 len: 205 time: 0.0688412 Nov 25 18:35:41.045325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:41.125450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbe4cf2-9c00-4a80-884e-eee295d82598 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:41.171354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.175410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.205182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-216e7e46-80f5-449f-8de1-108db0cf1071 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.210750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Transition to ACTIVE for port object 6fbe4cf2-9c00-4a80-884e-eee295d82598 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:41.253554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] Deleting subnet 34a57a0a-2b3d-450c-9952-4ec3ab422204 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:35:41.280774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.290847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.343920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf70a4-4547-4a3c-beed-878be043107b req-aa78c34d-0b89-4cd0-997d-2fbd6c5aed32 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:41.345395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf70a4-4547-4a3c-beed-878be043107b req-aa78c34d-0b89-4cd0-997d-2fbd6c5aed32 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.3437369 Nov 25 18:35:41.347033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-fe58f90e-a3e7-4801-8647-f1a42be8d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:41.348474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-fe58f90e-a3e7-4801-8647-f1a42be8d67d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1094 time: 0.3634846 Nov 25 18:35:41.357242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.410858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf1eb2-813e-403f-aaf9-b78c1edb5a51 req-8b7b1b55-ea99-4967-b4a3-7a2dcec90bd8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:41.412487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bedf1eb2-813e-403f-aaf9-b78c1edb5a51 req-8b7b1b55-ea99-4967-b4a3-7a2dcec90bd8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 943 time: 0.1710753 Nov 25 18:35:41.424144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57311b3a-7141-4db7-8fd5-f310417b6eee req-86382397-77a2-424f-a7cd-f12560cad02f service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590957 Nov 25 18:35:41.450135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.518522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe4cf2-9c00-4a80-884e-eee295d82598,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:41.519388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bedf1eb2-813e-403f-aaf9-b78c1edb5a51 req-22b12172-101f-49db-8a6f-745bc4eda302 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926881 Nov 25 18:35:41.521573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-d548804b-f62b-4ac4-8d2d-9dc2b200b53d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 217 time: 0.1559525 Nov 25 18:35:41.538001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.582501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a57a0a-2b3d-450c-9952-4ec3ab422204,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:41.584617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.590835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8de4c4e3-10cd-403e-b32a-f478024249fc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/34a57a0a-2b3d-450c-9952-4ec3ab422204 HTTP/1.1" status: 204 len: 168 time: 0.7484567 Nov 25 18:35:41.592087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36254) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:41.615942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-216e7e46-80f5-449f-8de1-108db0cf1071 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.625558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-216e7e46-80f5-449f-8de1-108db0cf1071 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.671138 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.748940 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4bf70a4-4547-4a3c-beed-878be043107b req-6e20ba7f-0d62-43f2-bdc3-b2906f4878a8 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904264 Nov 25 18:35:41.791329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-c8aa9a69-25c0-4bcf-bd71-7cbe9032d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:41.792801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-c8aa9a69-25c0-4bcf-bd71-7cbe9032d7b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.2229424 Nov 25 18:35:41.797551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-216e7e46-80f5-449f-8de1-108db0cf1071 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.798065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216e7e46-80f5-449f-8de1-108db0cf1071 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Fanout notify agent at l3_agent the message router_deleted on router d67908d3-6d55-40bb-9b7c-5b553ae9f0dc {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:35:41.808619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.809962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-216e7e46-80f5-449f-8de1-108db0cf1071 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.811052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-216e7e46-80f5-449f-8de1-108db0cf1071 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/d67908d3-6d55-40bb-9b7c-5b553ae9f0dc HTTP/1.1" status: 204 len: 168 time: 0.7595835 Nov 25 18:35:41.818333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36260) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:41.847844 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-7cdf9785-a0e8-4ca4-b461-551929f02ec2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440636 Nov 25 18:35:41.854930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9931e37-937b-4dbc-aeb8-552588f11420 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67908d3-6d55-40bb-9b7c-5b553ae9f0dc HTTP/1.1" status: 200 len: 205 time: 0.0334334 Nov 25 18:35:41.860273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36262) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:41.860652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Attempting to bind port 6fbe4cf2-9c00-4a80-884e-eee295d82598 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:41.860953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Attempting to bind port 6fbe4cf2-9c00-4a80-884e-eee295d82598 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:41.861273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Attempting to bind port 6fbe4cf2-9c00-4a80-884e-eee295d82598 on network a0ee1536-e7f3-4685-a1a3-44adc0a04374 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:41.868963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e06a163-3f5d-4121-aa75-36c2543f9607']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:41.891937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Port 6fbe4cf2-9c00-4a80-884e-eee295d82598 on network a0ee1536-e7f3-4685-a1a3-44adc0a04374 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:41.892264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Attempting to bind port 6fbe4cf2-9c00-4a80-884e-eee295d82598 on network a0ee1536-e7f3-4685-a1a3-44adc0a04374 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:41.913734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:41.914645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003a9fc5-b92e-4ad2-96e1-c2bdd506c8cc') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:41.917436 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-e735317e-5d68-455f-931f-94d3b867ea77 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] delete failed (client error): The resource could not be found. Nov 25 18:35:41.918611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e735317e-5d68-455f-931f-94d3b867ea77 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/d67908d3-6d55-40bb-9b7c-5b553ae9f0dc HTTP/1.1" status: 404 len: 336 time: 0.0559099 Nov 25 18:35:41.932444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc82e4d-2ab1-49e8-be35-aae5571544c3 req-602c3e44-72fd-4b21-a309-f29b7095db97 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:41.938425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc82e4d-2ab1-49e8-be35-aae5571544c3 req-602c3e44-72fd-4b21-a309-f29b7095db97 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:41.944867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc82e4d-2ab1-49e8-be35-aae5571544c3 req-602c3e44-72fd-4b21-a309-f29b7095db97 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:41.946675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccc82e4d-2ab1-49e8-be35-aae5571544c3 req-602c3e44-72fd-4b21-a309-f29b7095db97 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2388 time: 0.1824930 Nov 25 18:35:41.949000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36268) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:41.959390 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:41.995661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-607345e9-ef47-4f13-9dc1-77f82337b026 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=f490b646-c5f7-437b-a091-d08d228e7c9b HTTP/1.1" status: 200 len: 205 time: 0.0433495 Nov 25 18:35:42.005170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36270) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.014067 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.063541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:35:42.064190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:35:42.066155 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:35:42.068994 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-465e6ca9-ff20-4ed1-b3db-3e6132beedbd tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] delete failed (client error): The resource could not be found. Nov 25 18:35:42.068994 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-465e6ca9-ff20-4ed1-b3db-3e6132beedbd tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/f490b646-c5f7-437b-a091-d08d228e7c9b HTTP/1.1" status: 404 len: 336 time: 0.0620131 Nov 25 18:35:42.080990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36272) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.142263 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-52c23d2d-42e1-4faa-94fc-22af5cd28477 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d2ebe1a-fffb-432d-85ec-43b6e36e0651 HTTP/1.1" status: 200 len: 205 time: 0.0601327 Nov 25 18:35:42.150996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.155739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccc82e4d-2ab1-49e8-be35-aae5571544c3 req-e448ca5c-45b6-46aa-9f81-ddba3e1dba89 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925662 Nov 25 18:35:42.163301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.171666 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.174873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:42.175183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Checking segment: {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:42.175568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Bound using segment: {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:42.176015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Bound port: 6fbe4cf2-9c00-4a80-884e-eee295d82598, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:42.176366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.179440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] 10.222.0.62 "DELETE /v2.0/networks/1e06a163-3f5d-4121-aa75-36c2543f9607 HTTP/1.1" status: 204 len: 168 time: 0.5844965 Nov 25 18:35:42.189466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2f180-30b1-4b7b-a45e-50b539838a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e06a163-3f5d-4121-aa75-36c2543f9607,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:42.250412 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-302b519d-53be-4383-b4d9-8ca34a767dea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] delete failed (client error): The resource could not be found. Nov 25 18:35:42.251488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-302b519d-53be-4383-b4d9-8ca34a767dea tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/1d2ebe1a-fffb-432d-85ec-43b6e36e0651 HTTP/1.1" status: 404 len: 336 time: 0.0922203 Nov 25 18:35:42.254761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36278) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.294466 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-08f62833-40b5-4931-a3a1-5fc14b20474d tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=315d1690-9626-4b55-9f91-52958dd8e875 HTTP/1.1" status: 200 len: 205 time: 0.0380299 Nov 25 18:35:42.297056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36280) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.315936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36282) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.334731 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-7e86ae16-763b-4059-ac2d-395458706a76 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] delete failed (client error): The resource could not be found. Nov 25 18:35:42.336911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7e86ae16-763b-4059-ac2d-395458706a76 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/315d1690-9626-4b55-9f91-52958dd8e875 HTTP/1.1" status: 404 len: 336 time: 0.0387490 Nov 25 18:35:42.339456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36284) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.358352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-583b61d8-0926-4418-903d-b19bc2f807b9 service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987285 Nov 25 18:35:42.365752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-89ffd094-db3e-40e5-82e5-a8ac81aeea6a tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cb9b1ee-469e-4257-bca2-112b62350501 HTTP/1.1" status: 200 len: 205 time: 0.0252144 Nov 25 18:35:42.368710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36286) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.372268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03894143-09f3-4c9a-bd6f-6d25ede3fc6a req-8bc4ae5e-388b-4d70-9bbd-fd58d2fc0da5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:42.373713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03894143-09f3-4c9a-bd6f-6d25ede3fc6a req-8bc4ae5e-388b-4d70-9bbd-fd58d2fc0da5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 932 time: 0.2235849 Nov 25 18:35:42.409688 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-0b06cef3-3069-449a-8565-0b8eb4d9693f tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] delete failed (client error): The resource could not be found. Nov 25 18:35:42.411195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0b06cef3-3069-449a-8565-0b8eb4d9693f tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/0cb9b1ee-469e-4257-bca2-112b62350501 HTTP/1.1" status: 404 len: 336 time: 0.0411515 Nov 25 18:35:42.414697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36288) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.442481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a38856e5-4f81-4343-b301-44359ce73140 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4247b67-4a43-442b-8cc5-1c60da6528a3 HTTP/1.1" status: 200 len: 205 time: 0.0265198 Nov 25 18:35:42.444790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36290) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.463935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98b1e01-1eac-4fc6-9417-beff1db22431 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:42.473734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] For port 6fbe4cf2-9c00-4a80-884e-eee295d82598, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:42.481855 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-3b21f194-80a3-4ff7-a1a8-b8f468cb5740 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] delete failed (client error): The resource could not be found. Nov 25 18:35:42.482934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b21f194-80a3-4ff7-a1a8-b8f468cb5740 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/routers/a4247b67-4a43-442b-8cc5-1c60da6528a3 HTTP/1.1" status: 404 len: 336 time: 0.0372436 Nov 25 18:35:42.485740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36292) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.489365 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.511421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] For port 6fbe4cf2-9c00-4a80-884e-eee295d82598, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6fbe4cf2-9c00-4a80-884e-eee295d82598,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:42.513116 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a8c162-659b-4243-8dba-55c6325edbf2 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] DELETE failed (client error): The resource could not be found. Nov 25 18:35:42.513598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a8c162-659b-4243-8dba-55c6325edbf2 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:35:42.516881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a3a8c162-659b-4243-8dba-55c6325edbf2 tempest-RoutersIpV6AdminTest-965471528 tempest-RoutersIpV6AdminTest-965471528-project] 10.222.0.62 "DELETE /v2.0/subnets/0bde37b4-1d51-433b-ae37-b025919286ae HTTP/1.1" status: 404 len: 337 time: 0.0301919 Nov 25 18:35:42.523713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-55cb04f5-dd11-4a81-a341-f685f2c8be7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99b83b20fb3049c58455bb0daa08f6ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046609 Nov 25 18:35:42.526393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36296) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:42.534430 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.553555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Transition to ACTIVE for port object d98b1e01-1eac-4fc6-9417-beff1db22431 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:42.569552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 96fac3a7-e280-4590-b55d-d0337d971491 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:35:42.590789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.611750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 96fac3a7-e280-4590-b55d-d0337d971491 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:35:42.612332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 96fac3a7-e280-4590-b55d-d0337d971491 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:35:42.615067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03894143-09f3-4c9a-bd6f-6d25ede3fc6a req-ee5a60bf-9822-4baa-9dd6-4aa03be06937 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181072 Nov 25 18:35:42.616945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6de7825-d0df-4bba-b613-fa88696800f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.644530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:42.645385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.647347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] 10.222.0.66 "PUT /v2.0/ports/6fbe4cf2-9c00-4a80-884e-eee295d82598 HTTP/1.1" status: 200 len: 1091 time: 3.1221893 Nov 25 18:35:42.653673 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19cd15dc-e8e4-49f3-8222-b5e7eedf7e50 req-50c95cc1-c1ca-4aa0-bf17-fb974743fc75 service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733693 Nov 25 18:35:42.673268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db48cf-a90c-4e30-ab1e-98a834b2a13c service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe4cf2-9c00-4a80-884e-eee295d82598,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:42.686303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Request body: {'port': {'device_id': 'a245855a-5483-4d38-956e-bc625c2e5506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:42.701181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6de7825-d0df-4bba-b613-fa88696800f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.811301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749059e-6c9f-4370-9c46-0c135a0d8515 req-7a20ec7a-384c-476b-999d-3040358cd45e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:42.818631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4749059e-6c9f-4370-9c46-0c135a0d8515 req-7a20ec7a-384c-476b-999d-3040358cd45e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 943 time: 0.1469564 Nov 25 18:35:42.905052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4749059e-6c9f-4370-9c46-0c135a0d8515 req-946391c7-0db2-46c5-9195-40e0e2747959 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798728 Nov 25 18:35:42.906009 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6de7825-d0df-4bba-b613-fa88696800f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.908713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6de7825-d0df-4bba-b613-fa88696800f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:42.912162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6de7825-d0df-4bba-b613-fa88696800f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78074e04-3431-4409-81e0-66fcef0ba480 HTTP/1.1" status: 204 len: 168 time: 0.3824809 Nov 25 18:35:42.929185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de7825-d0df-4bba-b613-fa88696800f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78074e04-3431-4409-81e0-66fcef0ba480,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:42.974551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d98b1e01-1eac-4fc6-9417-beff1db22431,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:42.994925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.019479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'tag': '6fbe4cf2-9c00-4a80-884e-eee295d82598'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:43.021884 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d254b82-4ed8-43a9-8f37-cf44ed90e735" -d '{"events": [{"name": "network-changed", "server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "tag": "6fbe4cf2-9c00-4a80-884e-eee295d82598"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:43.033177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a4c36-628f-46af-8d59-5d222659f77d req-c61f8f52-76cd-4ac7-aeff-a7be864d7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.035055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b82a4c36-628f-46af-8d59-5d222659f77d req-c61f8f52-76cd-4ac7-aeff-a7be864d7771 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1094 time: 0.2406168 Nov 25 18:35:43.035652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36312) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:43.038799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Attempting to bind port d98b1e01-1eac-4fc6-9417-beff1db22431 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:43.039282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Attempting to bind port d98b1e01-1eac-4fc6-9417-beff1db22431 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:43.039701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Attempting to bind port d98b1e01-1eac-4fc6-9417-beff1db22431 on network 15d18c24-dd48-40d8-a99c-635cadc4340c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:43.084605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11ae3f-1689-4380-ba42-f7482c516a81 req-bade683b-3b8e-4188-a5d3-ed27191ba015 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.092887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a11ae3f-1689-4380-ba42-f7482c516a81 req-bade683b-3b8e-4188-a5d3-ed27191ba015 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.2196586 Nov 25 18:35:43.106150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Port d98b1e01-1eac-4fc6-9417-beff1db22431 on network 15d18c24-dd48-40d8-a99c-635cadc4340c not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:43.106150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Attempting to bind port d98b1e01-1eac-4fc6-9417-beff1db22431 on network 15d18c24-dd48-40d8-a99c-635cadc4340c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:43.158919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:43.159341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Checking segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:43.159839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Bound using segment: {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:43.164622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Bound port: d98b1e01-1eac-4fc6-9417-beff1db22431, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681caf04-5b80-4285-b300-a519e4618170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:43.164622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.197104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ded99e9-6092-499c-b654-feccd00798b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.250914 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59551f9f-e02d-493e-b1a1-063a56f82b45 x-openstack-request-id: req-59551f9f-e02d-493e-b1a1-063a56f82b45 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:43.251196 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "tag": "6fbe4cf2-9c00-4a80-884e-eee295d82598", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:43.251503 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59551f9f-e02d-493e-b1a1-063a56f82b45 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:43.251933 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'tag': '6fbe4cf2-9c00-4a80-884e-eee295d82598', 'status': 'completed', 'code': 200} Nov 25 18:35:43.348753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a11ae3f-1689-4380-ba42-f7482c516a81 req-cb4c15a9-dee7-49cc-aee9-11df7c4ed503 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548916 Nov 25 18:35:43.357869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ded99e9-6092-499c-b654-feccd00798b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.396570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a4c36-628f-46af-8d59-5d222659f77d req-bfd3e2ac-c978-4fc2-8e77-9ebfb0873bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.397846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ec586-6681-427a-b09f-73aa3f688e9e req-36838f43-ce2d-47f8-93f4-abcc6005e40d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.398014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b82a4c36-628f-46af-8d59-5d222659f77d req-bfd3e2ac-c978-4fc2-8e77-9ebfb0873bc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 914 time: 0.3515074 Nov 25 18:35:43.407325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ec586-6681-427a-b09f-73aa3f688e9e req-36838f43-ce2d-47f8-93f4-abcc6005e40d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.413774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5dcdfc4e-3ee9-4917-a0ff-bf9e8d5d3a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.418297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ec586-6681-427a-b09f-73aa3f688e9e req-36838f43-ce2d-47f8-93f4-abcc6005e40d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.420363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-851ec586-6681-427a-b09f-73aa3f688e9e req-36838f43-ce2d-47f8-93f4-abcc6005e40d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2388 time: 0.1588230 Nov 25 18:35:43.421209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ded99e9-6092-499c-b654-feccd00798b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.445822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] For port d98b1e01-1eac-4fc6-9417-beff1db22431, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:43.482623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5ded99e9-6092-499c-b654-feccd00798b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4865b47a06e4802b5ae70d6641c24f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444356 Nov 25 18:35:43.484972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b82a4c36-628f-46af-8d59-5d222659f77d req-b8968070-fb1d-474a-93e4-ccb6089818cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 217 time: 0.0516977 Nov 25 18:35:43.485437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36326) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:43.488529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] For port d98b1e01-1eac-4fc6-9417-beff1db22431, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d98b1e01-1eac-4fc6-9417-beff1db22431,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:43.493772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-dc65db8c-a639-4e4c-b308-6a4983348177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.494057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-dc65db8c-a639-4e4c-b308-6a4983348177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.494546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-dc65db8c-a639-4e4c-b308-6a4983348177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.496571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-dc65db8c-a639-4e4c-b308-6a4983348177 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2731 time: 0.2398205 Nov 25 18:35:43.497743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded99e9-6092-499c-b654-feccd00798b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e358e020-7777-45b9-bcd8-f645a5bad8c9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:43.511530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.520792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-851ec586-6681-427a-b09f-73aa3f688e9e req-892fa7b0-1e8a-4ec6-9911-6a28fa09ea75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846164 Nov 25 18:35:43.689792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.690720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.692330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] 10.222.0.66 "PUT /v2.0/ports/d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 1092 time: 2.8888123 Nov 25 18:35:43.773535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a4c36-628f-46af-8d59-5d222659f77d req-45a77215-993a-4605-a957-9605678286f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:43.775338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b82a4c36-628f-46af-8d59-5d222659f77d req-45a77215-993a-4605-a957-9605678286f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.2783787 Nov 25 18:35:43.815407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910ca4e-edcd-49c2-aac4-4d9bb8e96fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d98b1e01-1eac-4fc6-9417-beff1db22431,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:43.900818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b82a4c36-628f-46af-8d59-5d222659f77d req-c42b8910-00f0-407c-b94c-1cfc9b930ed6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863369 Nov 25 18:35:43.901336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691d2376-57c8-486e-9e1b-c850bc466d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:43.945771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36342) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:44.034238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ef478-ff72-4f70-8e41-1de5894f9985 req-3aa0e06a-6e73-4021-b696-b375f521d4f7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.035771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-809ef478-ff72-4f70-8e41-1de5894f9985 req-3aa0e06a-6e73-4021-b696-b375f521d4f7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 943 time: 0.0620971 Nov 25 18:35:44.078594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1255807778-network', 'tenant_id': '125377963b884d04bd54fcbd6a5411f6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:44.107343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-809ef478-ff72-4f70-8e41-1de5894f9985 req-65f8af5f-2267-4f72-a0be-9c2f282cf587 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645456 Nov 25 18:35:44.118855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Made reservation on behalf of 125377963b884d04bd54fcbd6a5411f6 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:44.121305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.130818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.232150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.234437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b93903-7447-48f0-a90f-c4ad7b8397f9 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:44.239953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.268311 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.273541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-4b178a7c-ee49-417d-b078-765d58d01fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.273786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:44.274024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-4b178a7c-ee49-417d-b078-765d58d01fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.274571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-4b178a7c-ee49-417d-b078-765d58d01fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.276534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-4b178a7c-ee49-417d-b078-765d58d01fe7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=51f973726a4d43cfa695d06ceb48acd4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7533085 Nov 25 18:35:44.285664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abefbf6e-1abc-4108-aee1-f6a2d0863d8a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:44.291700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.292281 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Added segment 30bc6e62-7b8a-49ae-8fab-726cdaabdbc2 of type vlan for network fc61c187-11cc-445f-b609-adae0c8d8e89 Nov 25 18:35:44.314777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.329735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691d2376-57c8-486e-9e1b-c850bc466d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.342758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.342984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5848ea9-a2b9-4f51-a8b4-cfc310699915 req-e2e954ad-2391-4dcf-872e-5f2827628141 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.344319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5848ea9-a2b9-4f51-a8b4-cfc310699915 req-e2e954ad-2391-4dcf-872e-5f2827628141 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 944 time: 0.6245303 Nov 25 18:35:44.369199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.370159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.370772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.373916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-5bea902e-f4e9-43d0-bf8f-f8daca7ec974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.375420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-5bea902e-f4e9-43d0-bf8f-f8daca7ec974 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 1095 time: 0.6071293 Nov 25 18:35:44.450389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5008712 Nov 25 18:35:44.452164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36352) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:44.458636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Request body: {'subnet': {'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1255807778-subnet', 'tenant_id': '125377963b884d04bd54fcbd6a5411f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:44.461855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8182aa2-62a2-48a3-ad8d-a0ee6529b4b5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc61c187-11cc-445f-b609-adae0c8d8e89,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:44.473309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network fc61c187-11cc-445f-b609-adae0c8d8e89 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:44.509064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Transition to ACTIVE for port object 23b93903-7447-48f0-a90f-c4ad7b8397f9 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:44.519984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Made reservation on behalf of 125377963b884d04bd54fcbd6a5411f6 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:44.522371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.527607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-0191ac76-60af-49fa-a242-4b21f513d699 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 217 time: 0.0980411 Nov 25 18:35:44.532821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37ef7-9661-465a-b5f5-edaa43142b31 req-ffbebe3c-34ab-4d54-95d3-b83b73b7486b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.534330 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9c37ef7-9661-465a-b5f5-edaa43142b31 req-ffbebe3c-34ab-4d54-95d3-b83b73b7486b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.0812194 Nov 25 18:35:44.541953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.568184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:44.629444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5848ea9-a2b9-4f51-a8b4-cfc310699915 req-8c04a529-b1a3-4d74-a632-5e4fc13499cf tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578077 Nov 25 18:35:44.631339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b82a4c36-628f-46af-8d59-5d222659f77d req-07772c91-c6ab-4626-99c5-580bb450ebcb service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723256 Nov 25 18:35:44.652122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9c37ef7-9661-465a-b5f5-edaa43142b31 req-b89c3ace-f0a0-4449-917d-27bb2dc94770 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732675 Nov 25 18:35:44.707196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-3ac04218-131d-45b3-8f66-7bf3a04f6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.709009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d254b82-4ed8-43a9-8f37-cf44ed90e735 req-3ac04218-131d-45b3-8f66-7bf3a04f6056 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3890266 Nov 25 18:35:44.710591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:44.753232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691d2376-57c8-486e-9e1b-c850bc466d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.756326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691d2376-57c8-486e-9e1b-c850bc466d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.757764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-691d2376-57c8-486e-9e1b-c850bc466d2b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e358e020-7777-45b9-bcd8-f645a5bad8c9 HTTP/1.1" status: 204 len: 168 time: 1.2679036 Nov 25 18:35:44.758856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Pushing event updated for resources: {'Port': ['ID=23b93903-7447-48f0-a90f-c4ad7b8397f9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:44.769389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1', 'port_id': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'mac_address': 'fa:16:3e:61:43:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5f0f27-bd3a-4a0a-8170-5899dcaafd52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:44.868627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-7d7ea9be-8411-42a9-9953-e48a84196ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:44.869148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.870317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-7d7ea9be-8411-42a9-9953-e48a84196ecd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.3133168 Nov 25 18:35:44.874493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d2376-57c8-486e-9e1b-c850bc466d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e358e020-7777-45b9-bcd8-f645a5bad8c9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:44.894817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.909866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c0e2d3-6430-4ddf-93d0-56aa47895bbf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:44.944108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:44.954901 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:44.986709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Checking segment: {'id': '30bc6e62-7b8a-49ae-8fab-726cdaabdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:44.987074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Network hostable DHCP agents. Network: fc61c187-11cc-445f-b609-adae0c8d8e89, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:44.990291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96c67bb-c429-4405-8a77-f4292566dd98,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:45.037249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:45.037377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Network fc61c187-11cc-445f-b609-adae0c8d8e89 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:45.082755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, fc61c187-11cc-445f-b609-adae0c8d8e89) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:45.087608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.088209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.093434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5ce42-d582-4b07-b522-f93dafff44a5 req-93676d6b-c83d-43fc-9963-8bd501823409 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.099758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5ce42-d582-4b07-b522-f93dafff44a5 req-93676d6b-c83d-43fc-9963-8bd501823409 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.107358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5ce42-d582-4b07-b522-f93dafff44a5 req-93676d6b-c83d-43fc-9963-8bd501823409 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.110551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9cbe36e0-33d5-4608-a58e-ef5af18c23c0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6560130 Nov 25 18:35:45.113076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7108dd-b60f-473b-90c5-b1f31e2b9bbd None None] Network fc61c187-11cc-445f-b609-adae0c8d8e89 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:45.116075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdb5ce42-d582-4b07-b522-f93dafff44a5 req-93676d6b-c83d-43fc-9963-8bd501823409 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2400 time: 0.3654020 Nov 25 18:35:45.134057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b82a4c36-628f-46af-8d59-5d222659f77d req-d103b0fe-80a8-4c16-996a-44dc5d2fe849 service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895098 Nov 25 18:35:45.158321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Attempting to bind port 23b93903-7447-48f0-a90f-c4ad7b8397f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:45.158959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Attempting to bind port 23b93903-7447-48f0-a90f-c4ad7b8397f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:45.159505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Attempting to bind port 23b93903-7447-48f0-a90f-c4ad7b8397f9 on network 29e854b0-1b62-4caf-b54a-b0b764b3b789 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:45.171061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2f346cc4-d952-4039-9ac9-3601b056cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.171061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-2f346cc4-d952-4039-9ac9-3601b056cb6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553442 Nov 25 18:35:45.178081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Port 23b93903-7447-48f0-a90f-c4ad7b8397f9 on network 29e854b0-1b62-4caf-b54a-b0b764b3b789 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:45.178709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Attempting to bind port 23b93903-7447-48f0-a90f-c4ad7b8397f9 on network 29e854b0-1b62-4caf-b54a-b0b764b3b789 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:45.217021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:45.217361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Checking segment: {'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:45.217963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Bound using segment: {'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:45.218614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Bound port: 23b93903-7447-48f0-a90f-c4ad7b8397f9, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecb5950-628f-4e17-9153-11e43609cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:45.219338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.244748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:45.263777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:45.266957 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58137348-ea7d-49c0-901e-d460b5140ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:45.298167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdb5ce42-d582-4b07-b522-f93dafff44a5 req-62fd9377-7788-4136-869d-f1965dc2d80a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805105 Nov 25 18:35:45.346040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdfeef-7212-459b-8ede-3d22bdf71c43 None None] Network fc61c187-11cc-445f-b609-adae0c8d8e89 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:45.366304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36382) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:45.489081 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433fea1d-8500-4cda-a4f6-56a73b1786c3 x-openstack-request-id: req-433fea1d-8500-4cda-a4f6-56a73b1786c3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:45.489639 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:45.490080 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-433fea1d-8500-4cda-a4f6-56a73b1786c3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:45.490916 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'status': 'completed', 'code': 200} Nov 25 18:35:45.491302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c018baab-0af2-4d43-8d54-f7716a55a65a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbc0a88f99af409580400d0aa4867f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232228 Nov 25 18:35:45.495628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:45.506324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-00b4b6ee-cb49-4f81-aebf-35c8dfe834e3 service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244836 Nov 25 18:35:45.512947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] For port 23b93903-7447-48f0-a90f-c4ad7b8397f9, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:45.517813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] For port 23b93903-7447-48f0-a90f-c4ad7b8397f9, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:45.528663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.557412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef205241-f0a3-46b3-a005-e93d68a2fdec req-02c55001-4a6b-41bf-b10e-cd42ec1cdde4 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.559237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef205241-f0a3-46b3-a005-e93d68a2fdec req-02c55001-4a6b-41bf-b10e-cd42ec1cdde4 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.1070845 Nov 25 18:35:45.631834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-199bafc9-a09e-4096-88ea-571ee1f20f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.655058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:45.655790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.657305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] 10.222.0.66 "PUT /v2.0/ports/23b93903-7447-48f0-a90f-c4ad7b8397f9 HTTP/1.1" status: 200 len: 1092 time: 2.9752219 Nov 25 18:35:45.671587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef205241-f0a3-46b3-a005-e93d68a2fdec req-a12f42be-8231-4d6a-85b5-3a4c262ada20 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011992 Nov 25 18:35:45.700289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-199bafc9-a09e-4096-88ea-571ee1f20f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.706232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Request body: {'port': {'device_id': 'a245855a-5483-4d38-956e-bc625c2e5506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:45.748864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2987e-2109-4505-8bca-8be8168fa065 service neutron] Pushing event updated for resources: {'Port': ['ID=23b93903-7447-48f0-a90f-c4ad7b8397f9,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:45.776555 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-199bafc9-a09e-4096-88ea-571ee1f20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.782346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-199bafc9-a09e-4096-88ea-571ee1f20f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.791054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-199bafc9-a09e-4096-88ea-571ee1f20f54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f5cb343-4823-40e5-89d2-da4ca9ae0e2b HTTP/1.1" status: 204 len: 168 time: 0.2942634 Nov 25 18:35:45.810373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bafc9-a09e-4096-88ea-571ee1f20f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5cb343-4823-40e5-89d2-da4ca9ae0e2b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:45.829006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbed258e-69db-41ff-887e-8e9c08296301 req-78bacdcb-5924-4a64-ad4c-874365bec99e service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130708 Nov 25 18:35:45.835126 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:45.910252 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:46.060606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-b0c92be1-ee97-4945-a4f1-de426d46fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.062125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-b0c92be1-ee97-4945-a4f1-de426d46fa2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 1095 time: 0.1684339 Nov 25 18:35:46.073238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22233d2-d4af-453f-ad1a-228005e15493 req-d03f400c-a6d0-43de-b307-f11face8483d tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.074785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e22233d2-d4af-453f-ad1a-228005e15493 req-d03f400c-a6d0-43de-b307-f11face8483d tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 944 time: 0.1659615 Nov 25 18:35:46.238440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-3a4d1ff0-2294-4ba3-8ada-b5a0a58723e9 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.240150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-3a4d1ff0-2294-4ba3-8ada-b5a0a58723e9 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/networks?id=fc61c187-11cc-445f-b609-adae0c8d8e89 HTTP/1.1" status: 200 len: 822 time: 0.1188745 Nov 25 18:35:46.252424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e22233d2-d4af-453f-ad1a-228005e15493 req-154bdb7d-7d70-4415-842b-5f47f4287c2f tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644442 Nov 25 18:35:46.259751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-3034afd7-ccad-4d11-ba2e-da4cbb40c51d tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/quotas/125377963b884d04bd54fcbd6a5411f6 HTTP/1.1" status: 200 len: 375 time: 0.0123308 Nov 25 18:35:46.294940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-72367c5f-3434-40ab-872d-7428d540733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.296256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-72367c5f-3434-40ab-872d-7428d540733b service neutron] 10.222.0.66 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.2182813 Nov 25 18:35:46.299795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-6e60c693-2bed-4c24-a1e7-d46feefe72a1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=125377963b884d04bd54fcbd6a5411f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297003 Nov 25 18:35:46.356751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-e588b97a-b82b-4967-9808-df9b273b9818 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 217 time: 0.0493739 Nov 25 18:35:46.427020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-0323e540-9dc6-4c32-a9c3-d72ca56cda36 service neutron] 10.222.0.62 "GET /v2.0/networks/fc61c187-11cc-445f-b609-adae0c8d8e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196296 Nov 25 18:35:46.460854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d20ec37-5661-4566-acd4-e6229e3be294 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:46.473589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:46.495984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Transition to ACTIVE for port object 1d20ec37-5661-4566-acd4-e6229e3be294 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:46.500254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-26611483-6ffd-42c5-946b-1999a8808045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.502720 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-26611483-6ffd-42c5-946b-1999a8808045 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1164510 Nov 25 18:35:46.505642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:46.521788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cbc7-7be0-4c46-a23d-820d30d3bcf7 req-fbc2abb2-2408-4af0-b39f-d6b42f1f58ee tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.525939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-7d7bf64a-866c-4e88-8edc-8de5152fd061 service neutron] 10.222.0.62 "GET /v2.0/networks/fc61c187-11cc-445f-b609-adae0c8d8e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978835 Nov 25 18:35:46.527783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cbc7-7be0-4c46-a23d-820d30d3bcf7 req-fbc2abb2-2408-4af0-b39f-d6b42f1f58ee tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.533693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cbc7-7be0-4c46-a23d-820d30d3bcf7 req-fbc2abb2-2408-4af0-b39f-d6b42f1f58ee tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.535380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73f7cbc7-7be0-4c46-a23d-820d30d3bcf7 req-fbc2abb2-2408-4af0-b39f-d6b42f1f58ee tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2400 time: 0.1511295 Nov 25 18:35:46.584444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:46.634775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d20ec37-5661-4566-acd4-e6229e3be294,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:46.653069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:46.657982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:46.658545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:46.714746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73f7cbc7-7be0-4c46-a23d-820d30d3bcf7 req-b0dcdf0e-076f-47be-88a2-03cf541c09c8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467543 Nov 25 18:35:46.720823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-deec2489-e391-4382-a710-982eb13a4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:46.722780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-deec2489-e391-4382-a710-982eb13a4b5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117786 Nov 25 18:35:46.896749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:46.925876 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:46.933670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-7a5fc664-d270-456a-847e-1a3d9a10bcc9 service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007430 Nov 25 18:35:46.950662 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:46.991123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:46.993145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:46.995797 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf3946-f27e-480e-a717-3608cc95b18c" -d '{"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-plugged", "status": "completed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:47.000110 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.048029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219031912'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:47.057169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b0f1b51-bd21-45bb-b361-a2e5127c9bd5 req-fb5b5804-1dfb-45de-8024-f4266fda235e tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 210 time: 0.0456853 Nov 25 18:35:47.059955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Attempting to bind port 1d20ec37-5661-4566-acd4-e6229e3be294 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:47.060116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebb338-7f8d-4293-b7f1-4d4ae00ed8ec req-cc11287a-6be2-4e06-901d-f25334540069 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.060294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Attempting to bind port 1d20ec37-5661-4566-acd4-e6229e3be294 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:47.060786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Attempting to bind port 1d20ec37-5661-4566-acd4-e6229e3be294 on network a0ee1536-e7f3-4685-a1a3-44adc0a04374 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:47.061702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-baebb338-7f8d-4293-b7f1-4d4ae00ed8ec req-cc11287a-6be2-4e06-901d-f25334540069 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.1233654 Nov 25 18:35:47.082842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Port 1d20ec37-5661-4566-acd4-e6229e3be294 on network a0ee1536-e7f3-4685-a1a3-44adc0a04374 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:47.083329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Attempting to bind port 1d20ec37-5661-4566-acd4-e6229e3be294 on network a0ee1536-e7f3-4685-a1a3-44adc0a04374 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:47.097203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:47.097650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Checking segment: {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:47.098219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Bound using segment: {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:47.098690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Bound port: 1d20ec37-5661-4566-acd4-e6229e3be294, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d09191-2885-4030-959d-34cbba5c2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:47.099056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.104021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58137348-ea7d-49c0-901e-d460b5140ab8 req-3490f741-42e4-47ab-b427-f830c794f800 service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599472 Nov 25 18:35:47.112625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:47.127306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:47.136051 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.166000 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.187026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-baebb338-7f8d-4293-b7f1-4d4ae00ed8ec req-f4b163ba-a17c-4fee-b6e8-c07d8f624d59 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178534 Nov 25 18:35:47.223892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] For port 1d20ec37-5661-4566-acd4-e6229e3be294, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:47.231176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] For port 1d20ec37-5661-4566-acd4-e6229e3be294, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1d20ec37-5661-4566-acd4-e6229e3be294,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:47.239046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.246273 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080180aa-07fe-4d56-ba7b-4d7cebea717f x-openstack-request-id: req-080180aa-07fe-4d56-ba7b-4d7cebea717f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:47.246601 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-plugged", "status": "completed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:47.246863 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-080180aa-07fe-4d56-ba7b-4d7cebea717f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:47.247308 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'code': 200} Nov 25 18:35:47.276437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.277228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.283338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.283957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/1d20ec37-5661-4566-acd4-e6229e3be294 HTTP/1.1" status: 200 len: 1092 time: 1.5865800 Nov 25 18:35:47.303276 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.349456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:47.360603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.361003 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment 1222194a-4bd3-4843-81a4-e4780a3c262a of type vlan for network d76a33fd-3068-47dc-bed6-7bf833c1bf02 Nov 25 18:35:47.392963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e4047-a8c4-40be-9d1d-e40f8679b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d20ec37-5661-4566-acd4-e6229e3be294,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:47.432444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.447816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7324070-fdac-45a3-8a0f-8960f811285c req-36661c60-8df7-4adc-bc2b-fde7ef02b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.449349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7324070-fdac-45a3-8a0f-8960f811285c req-36661c60-8df7-4adc-bc2b-fde7ef02b3d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1096 time: 0.1126056 Nov 25 18:35:47.457254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ccddf440-8388-41b6-8550-d9648cf61d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.457742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ccddf440-8388-41b6-8550-d9648cf61d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.458216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ccddf440-8388-41b6-8550-d9648cf61d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.460091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-ccddf440-8388-41b6-8550-d9648cf61d2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2865 time: 0.1253340 Nov 25 18:35:47.483584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59323526-53af-4248-baeb-874c1200d524,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:47.518759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9'}, {'name': 'network-changed', 'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'tag': '1d20ec37-5661-4566-acd4-e6229e3be294'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:47.521047 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1a215-621e-4750-b196-491375ab2798" -d '{"events": [{"name": "network-changed", "server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9"}, {"name": "network-changed", "server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "tag": "1d20ec37-5661-4566-acd4-e6229e3be294"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:47.527784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-74b17166-f4c0-4ac3-8046-44af6786ca33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=6fbe4cf2-9c00-4a80-884e-eee295d82598 HTTP/1.1" status: 200 len: 217 time: 0.0528517 Nov 25 18:35:47.532273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684e71f-d24e-45f7-9b68-9f2b58950393 req-1916a02d-d263-48ee-8c2b-c2dca3063a16 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.541676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b684e71f-d24e-45f7-9b68-9f2b58950393 req-1916a02d-d263-48ee-8c2b-c2dca3063a16 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 944 time: 0.1393497 Nov 25 18:35:47.550861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.556905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:47.557805 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:47.679129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8402665 Nov 25 18:35:47.714165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b684e71f-d24e-45f7-9b68-9f2b58950393 req-50df0ca0-3006-4cf0-8116-45e2ff8633f3 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682549 Nov 25 18:35:47.727298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bb0c5-9308-4d60-b691-ee1a302e3310 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=d76a33fd-3068-47dc-bed6-7bf833c1bf02,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:47.748194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d76a33fd-3068-47dc-bed6-7bf833c1bf02 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:47.963982 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2d1c9b-55f9-4dd2-8750-1cd381785601 x-openstack-request-id: req-cd2d1c9b-55f9-4dd2-8750-1cd381785601 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:47.964378 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "tag": "1d20ec37-5661-4566-acd4-e6229e3be294", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:47.964700 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd2d1c9b-55f9-4dd2-8750-1cd381785601 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:47.965159 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9', 'status': 'completed', 'code': 200} Nov 25 18:35:47.965567 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'tag': '1d20ec37-5661-4566-acd4-e6229e3be294', 'status': 'completed', 'code': 200} Nov 25 18:35:47.987947 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7324070-fdac-45a3-8a0f-8960f811285c req-c04396f3-602e-4002-935d-b550e423f5de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264661 Nov 25 18:35:48.014796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-b162d723-652b-429a-ba4f-22f6582acf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.016262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-b162d723-652b-429a-ba4f-22f6582acf52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e39f66c-8ced-4d37-b9b9-2733325df8fa HTTP/1.1" status: 200 len: 801 time: 0.4761314 Nov 25 18:35:48.061998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16d2d-7808-4ea3-82ed-b4a7a8443da2 req-201b87b0-ae62-4cde-b959-1acebbe2d1a0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.067815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16d2d-7808-4ea3-82ed-b4a7a8443da2 req-201b87b0-ae62-4cde-b959-1acebbe2d1a0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.073623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16d2d-7808-4ea3-82ed-b4a7a8443da2 req-201b87b0-ae62-4cde-b959-1acebbe2d1a0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.075240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32a16d2d-7808-4ea3-82ed-b4a7a8443da2 req-201b87b0-ae62-4cde-b959-1acebbe2d1a0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2412 time: 0.1165063 Nov 25 18:35:48.106236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-83a92ee1-597f-49d4-98e4-8ff06c48a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.107822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-83a92ee1-597f-49d4-98e4-8ff06c48a4c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0ee1536-e7f3-4685-a1a3-44adc0a04374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824802 Nov 25 18:35:48.182523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32a16d2d-7808-4ea3-82ed-b4a7a8443da2 req-100b51fa-70ea-4455-91b2-00b88d7a8d58 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002584 Nov 25 18:35:48.183915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb83cac-c4ba-4b9f-886e-0d00fa64ae04 req-cffeaa6f-3e5f-4f03-84f6-a230fd012e10 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 210 time: 0.0369396 Nov 25 18:35:48.231157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-b5fa4344-29f4-4c36-a1ce-899049961683 service neutron] 10.222.0.66 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109593 Nov 25 18:35:48.370245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d617a7-6162-4762-acab-0e85726e9ef9 req-44584475-279b-4e33-bd8f-1cefbfd09876 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.371755 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16d617a7-6162-4762-acab-0e85726e9ef9 req-44584475-279b-4e33-bd8f-1cefbfd09876 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0858896 Nov 25 18:35:48.380538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-d2f0932f-1106-4cca-9e56-b7b9530350d2 service neutron] 10.222.0.66 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410346 Nov 25 18:35:48.460880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-0118a773-4fd0-4bf7-a67f-04953938cebb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9 HTTP/1.1" status: 200 len: 217 time: 0.0709138 Nov 25 18:35:48.569624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16d617a7-6162-4762-acab-0e85726e9ef9 req-f1e7bff0-ec3e-4be7-a8ff-6980231708ea tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879625 Nov 25 18:35:48.623414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-a5df77e8-956c-43a1-a43a-1ed4498049f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.624876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-a5df77e8-956c-43a1-a43a-1ed4498049f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9874a272-8478-4014-95a0-20ee2806ef89 HTTP/1.1" status: 200 len: 801 time: 0.1301723 Nov 25 18:35:48.656066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-c22bfccb-35db-4479-9297-19fb6d5d9eac tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.657548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-c22bfccb-35db-4479-9297-19fb6d5d9eac tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.64 "GET /v2.0/networks?id=fc61c187-11cc-445f-b609-adae0c8d8e89 HTTP/1.1" status: 200 len: 822 time: 0.1957848 Nov 25 18:35:48.680901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Request body: {'port': {'device_id': '45a00e59-48d5-417f-945b-e5ed35b86524', 'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89', 'admin_state_up': True, 'tenant_id': '125377963b884d04bd54fcbd6a5411f6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:48.749393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-3aa2bc2c-f6ab-4fcb-8820-0867da8767d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.751197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-3aa2bc2c-f6ab-4fcb-8820-0867da8767d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29e854b0-1b62-4caf-b54a-b0b764b3b789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148167 Nov 25 18:35:48.895094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-91b5ae02-dc8e-4458-b98b-b61be7159d06 service neutron] 10.222.0.66 "GET /v2.0/networks/29e854b0-1b62-4caf-b54a-b0b764b3b789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073883 Nov 25 18:35:48.898995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47c82b-db67-4422-9864-e0c58120a3de req-9c2283be-c1fd-4b22-b86d-d5c8aab4874a tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:48.906949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca47c82b-db67-4422-9864-e0c58120a3de req-9c2283be-c1fd-4b22-b86d-d5c8aab4874a tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 944 time: 0.0808437 Nov 25 18:35:48.919100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Made reservation on behalf of 125377963b884d04bd54fcbd6a5411f6 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:48.925415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:48.973417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca47c82b-db67-4422-9864-e0c58120a3de req-ce24f477-d7e6-4c95-aea2-a18d89e744ca tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631127 Nov 25 18:35:49.083183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-a56fe246-0f94-44df-97d1-a8b2f8a56817 service neutron] 10.222.0.66 "GET /v2.0/networks/29e854b0-1b62-4caf-b54a-b0b764b3b789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787212 Nov 25 18:35:49.154697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-f3133373-2200-4d1e-b8a2-c218648364bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=1d20ec37-5661-4566-acd4-e6229e3be294 HTTP/1.1" status: 200 len: 217 time: 0.0609670 Nov 25 18:35:49.212110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Allocated IP 172.20.0.8 (fc61c187-11cc-445f-b609-adae0c8d8e89/f96c67bb-c429-4405-8a77-f4292566dd98/b2e9e3cc-5182-4fae-b88e-cad8f7b617ba) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:49.353046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fa4da5b-1109-4739-bb29-764acacd6b17 req-6e985004-66b9-4532-8e40-b4bcd8370617 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 210 time: 0.0492978 Nov 25 18:35:49.355405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34aa0a-cc0a-4498-8910-74b12287c263 req-9a4d94fd-6a5c-4082-87a7-ebbbc0191cc8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.361654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34aa0a-cc0a-4498-8910-74b12287c263 req-9a4d94fd-6a5c-4082-87a7-ebbbc0191cc8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.367886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34aa0a-cc0a-4498-8910-74b12287c263 req-9a4d94fd-6a5c-4082-87a7-ebbbc0191cc8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.368439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e84d4bfc-85a2-4857-9224-ca85b74e4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.370766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-e84d4bfc-85a2-4857-9224-ca85b74e4351 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e39f66c-8ced-4d37-b9b9-2733325df8fa HTTP/1.1" status: 200 len: 801 time: 0.2087231 Nov 25 18:35:49.376072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c34aa0a-cc0a-4498-8910-74b12287c263 req-9a4d94fd-6a5c-4082-87a7-ebbbc0191cc8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2412 time: 0.0768373 Nov 25 18:35:49.473700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c34aa0a-cc0a-4498-8910-74b12287c263 req-eb52a59c-1c25-4243-9985-5b995381794a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963023 Nov 25 18:35:49.475592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:49.518079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-7c01d07e-70ff-49cf-9ce9-f07d14864f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.519754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-7c01d07e-70ff-49cf-9ce9-f07d14864f2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0ee1536-e7f3-4685-a1a3-44adc0a04374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1404831 Nov 25 18:35:49.547637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:49.635522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Network fc61c187-11cc-445f-b609-adae0c8d8e89 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:49.642110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:49.653019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:49.661179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Pushing event updated for resources: {'Port': ['ID=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:49.699481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-c6b6fdd8-d5b6-441c-b4ec-39d2fab1b8d6 service neutron] 10.222.0.66 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715961 Nov 25 18:35:49.720456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ff35-7894-4480-9d89-b9070bed6ae8 req-de6337df-cfbd-4a91-be7d-23d5f60ee0e6 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.722098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d600ff35-7894-4480-9d89-b9070bed6ae8 req-de6337df-cfbd-4a91-be7d-23d5f60ee0e6 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0524359 Nov 25 18:35:49.725763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:49.738703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:49.739401 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:49.790695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4457319b-65a7-4313-abda-5fed105876d6 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1145029 Nov 25 18:35:49.807619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Request body: {'port': {'device_id': '45a00e59-48d5-417f-945b-e5ed35b86524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:49.824881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d600ff35-7894-4480-9d89-b9070bed6ae8 req-66efbe74-22de-46ff-b59b-dbb085ded430 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884550 Nov 25 18:35:49.868964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:49.884825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'mac_address': 'fa:16:3e:f8:79:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:49.895897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:49.918157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9f01ae-0f74-491d-a60f-f6ed95c1b7fe req-06d8f61e-dd48-46e8-b724-2178b6fecdb5 service neutron] 10.222.0.66 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103140 Nov 25 18:35:49.931504 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:49.956940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:50.016383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:50.024935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:50.026024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d98b1e01-1eac-4fc6-9417-beff1db22431 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:50.125876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:50.187440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb3330-5e44-412e-aadd-e484730e190c req-e1e69f81-1fad-43d9-b513-64577fb5f6b9 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.204217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4eb3330-5e44-412e-aadd-e484730e190c req-e1e69f81-1fad-43d9-b513-64577fb5f6b9 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 944 time: 0.1123827 Nov 25 18:35:50.223532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d98b1e01-1eac-4fc6-9417-beff1db22431, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d98b1e01-1eac-4fc6-9417-beff1db22431,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:50.238433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'port_id': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'mac_address': 'fa:16:3e:8c:1a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:50.284238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:50.290467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-4052c0eb-af45-446a-b209-d28814721606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.290958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-4052c0eb-af45-446a-b209-d28814721606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.291425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-4052c0eb-af45-446a-b209-d28814721606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.293089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-4052c0eb-af45-446a-b209-d28814721606 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2865 time: 0.3069520 Nov 25 18:35:50.298874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98b1e01-1eac-4fc6-9417-beff1db22431 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:50.312855 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4eb3330-5e44-412e-aadd-e484730e190c req-0a3e0446-dca8-4cdd-b2a3-f9485f24ea5c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018047 Nov 25 18:35:50.333523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d98b1e01-1eac-4fc6-9417-beff1db22431, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d98b1e01-1eac-4fc6-9417-beff1db22431,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:50.337809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:50.395979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d98b1e01-1eac-4fc6-9417-beff1db22431,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:50.513684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960926-764c-4493-9f10-bd5831348a5f req-8efd621a-7f97-4a25-8d8d-ae358ce924ad tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.515222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-8efd621a-7f97-4a25-8d8d-ae358ce924ad tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 813 time: 0.1843491 Nov 25 18:35:50.529724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:50.547745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-28f56f2e-3f8a-465a-b0e4-cbb5a813237d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/quotas/9eea004b50f74e4198e4b6f2cc0e3f36 HTTP/1.1" status: 200 len: 375 time: 0.0162017 Nov 25 18:35:50.581023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bdd35-c377-4c2a-8e82-47f93366127d req-8864943a-07e3-4109-a802-751de626c42e tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.589503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d6bdd35-c377-4c2a-8e82-47f93366127d req-8864943a-07e3-4109-a802-751de626c42e tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 931 time: 0.0615995 Nov 25 18:35:50.607844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-beae98fb-4564-471e-a15f-560a80f8bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.609367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-beae98fb-4564-471e-a15f-560a80f8bd4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=29e854b0-1b62-4caf-b54a-b0b764b3b789 HTTP/1.1" status: 200 len: 901 time: 0.3049278 Nov 25 18:35:50.654603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d6bdd35-c377-4c2a-8e82-47f93366127d req-555136c2-c873-449e-99b2-6adab362178f tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637853 Nov 25 18:35:50.689109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-92ddaad8-87ce-406f-9dfd-4a8f68b1a097 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9 HTTP/1.1" status: 200 len: 217 time: 0.0555134 Nov 25 18:35:50.702423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-28a9272c-0032-4977-a5e6-32bf324aa19f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430070 Nov 25 18:35:50.723136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e9e3cc-5182-4fae-b88e-cad8f7b617ba {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:50.757845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:50.823343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Transition to ACTIVE for port object b2e9e3cc-5182-4fae-b88e-cad8f7b617ba will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:50.835109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:50.844572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['d98b1e01-1eac-4fc6-9417-beff1db22431'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:50.845334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-b736d754-d95d-4cf6-a9ea-ca867fc0954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.847010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-b736d754-d95d-4cf6-a9ea-ca867fc0954b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9874a272-8478-4014-95a0-20ee2806ef89 HTTP/1.1" status: 200 len: 801 time: 0.1427600 Nov 25 18:35:50.852103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1c3ba-1da2-42d4-9056-d1856902143d req-c93cd174-bddb-478a-9bbe-be8daa731caa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.859036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1c3ba-1da2-42d4-9056-d1856902143d req-c93cd174-bddb-478a-9bbe-be8daa731caa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.866394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1c3ba-1da2-42d4-9056-d1856902143d req-c93cd174-bddb-478a-9bbe-be8daa731caa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:50.878000 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccb1c3ba-1da2-42d4-9056-d1856902143d req-c93cd174-bddb-478a-9bbe-be8daa731caa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2412 time: 0.1445727 Nov 25 18:35:50.941873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36546) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:50.943543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccb1c3ba-1da2-42d4-9056-d1856902143d req-0470711d-d328-44cb-a21e-a5cc46ad1c8b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646133 Nov 25 18:35:50.946298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:50.951533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': 'd76a33fd-3068-47dc-bed6-7bf833c1bf02', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:50.958153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-4bace4e4-5cf0-4c99-a854-9f922220e0c9 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549136 Nov 25 18:35:51.324952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-933eb1b3-6000-4a80-9fb8-0ed72c8c90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:51.326331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-933eb1b3-6000-4a80-9fb8-0ed72c8c90e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=29e854b0-1b62-4caf-b54a-b0b764b3b789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4562881 Nov 25 18:35:51.425710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab89e-ec04-45f1-94b6-08d2f900e681 req-3845f2eb-dd8a-4f63-9c49-4775a040dd25 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:51.427244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd0ab89e-ec04-45f1-94b6-08d2f900e681 req-3845f2eb-dd8a-4f63-9c49-4775a040dd25 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 945 time: 0.0519526 Nov 25 18:35:51.453418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Attempting to bind port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:51.453747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Attempting to bind port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '30bc6e62-7b8a-49ae-8fab-726cdaabdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:51.454061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Attempting to bind port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba on network fc61c187-11cc-445f-b609-adae0c8d8e89 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:51.476851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd0ab89e-ec04-45f1-94b6-08d2f900e681 req-9931c197-f760-4ad0-9dc2-21b02e9ce744 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Nov 25 18:35:51.480279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-c5d0b5ae-aefd-440b-93c3-7c3a8262a9ad service neutron] 10.222.0.62 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049324 Nov 25 18:35:51.480757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:51.484147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:51.487207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba on network fc61c187-11cc-445f-b609-adae0c8d8e89 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:51.487526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Attempting to bind port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba on network fc61c187-11cc-445f-b609-adae0c8d8e89 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:51.522764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:51.523428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Checking segment: {'id': '30bc6e62-7b8a-49ae-8fab-726cdaabdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:51.523646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Bound using segment: {'id': '30bc6e62-7b8a-49ae-8fab-726cdaabdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:51.524176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Bound port: b2e9e3cc-5182-4fae-b88e-cad8f7b617ba, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30bc6e62-7b8a-49ae-8fab-726cdaabdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:51.524569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:51.570470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-217cf74c-af07-4635-8b16-524d7ca6bbe3 service neutron] 10.222.0.66 "GET /v2.0/networks/29e854b0-1b62-4caf-b54a-b0b764b3b789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299030 Nov 25 18:35:51.730390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a598b45-f7f1-4504-a347-bd6cb7ba6079 req-0779effe-7117-4fac-968d-a5f4d15f8da5 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 210 time: 0.0845673 Nov 25 18:35:51.746866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] For port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:51.754249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] For port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,segment=NetworkSegment(30bc6e62-7b8a-49ae-8fab-726cdaabdbc2),segment_id=30bc6e62-7b8a-49ae-8fab-726cdaabdbc2)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:51.766824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:51.772044 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:51.844007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:51.844335 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:51.876396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-268c0df7-5f21-4133-8f33-277dde23a45a service neutron] 10.222.0.66 "GET /v2.0/networks/29e854b0-1b62-4caf-b54a-b0b764b3b789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712915 Nov 25 18:35:51.877756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:51.878778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:51.880184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/b2e9e3cc-5182-4fae-b88e-cad8f7b617ba HTTP/1.1" status: 200 len: 1091 time: 2.0770717 Nov 25 18:35:51.885655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a00e59-48d5-417f-945b-e5ed35b86524', 'tag': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:51.888254 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd" -d '{"events": [{"name": "network-changed", "server_uuid": "45a00e59-48d5-417f-945b-e5ed35b86524", "tag": "b2e9e3cc-5182-4fae-b88e-cad8f7b617ba"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:51.893403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87a3e-4766-4474-a686-75c5f13df0b6 req-e1482092-5639-4aa3-aa63-2b2f7e82ea1a tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:51.898919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8d87a3e-4766-4474-a686-75c5f13df0b6 req-e1482092-5639-4aa3-aa63-2b2f7e82ea1a tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 943 time: 0.1486392 Nov 25 18:35:51.916946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899bf9c-a1b9-4c42-a5fa-99c2ce1058f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:51.987381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.006262 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe73fac4-9e76-428c-b124-c1586e400a43 x-openstack-request-id: req-fe73fac4-9e76-428c-b124-c1586e400a43 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:52.006549 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a00e59-48d5-417f-945b-e5ed35b86524", "tag": "b2e9e3cc-5182-4fae-b88e-cad8f7b617ba", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:52.006918 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe73fac4-9e76-428c-b124-c1586e400a43 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:52.007196 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a00e59-48d5-417f-945b-e5ed35b86524', 'tag': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba', 'status': 'completed', 'code': 200} Nov 25 18:35:52.050388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8d87a3e-4766-4474-a686-75c5f13df0b6 req-6b66d1c3-3699-47e2-8f8c-58c22916e740 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450465 Nov 25 18:35:52.056023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.095774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:52.099177 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b059aff9-76b9-4226-9ae6-06e8bd70c3f3" -d '{"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-plugged", "status": "completed", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:52.118900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:52.125465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.126317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d98b1e01-1eac-4fc6-9417-beff1db22431 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:52.227896 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc9dcea-033d-49d3-8622-335b284c1ba3 x-openstack-request-id: req-bbc9dcea-033d-49d3-8622-335b284c1ba3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:52.228272 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-plugged", "status": "completed", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:52.228531 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbc9dcea-033d-49d3-8622-335b284c1ba3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:52.228921 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'code': 200} Nov 25 18:35:52.245390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:52.256569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port d98b1e01-1eac-4fc6-9417-beff1db22431 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:52.265345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=1cb60e59-0abc-40e2-a9b8-8764bfadc1cb,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:52.266026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port d98b1e01-1eac-4fc6-9417-beff1db22431 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:52.266766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.282520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-18b93923-ec34-4490-84fc-fcff1ebd9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.283198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-18b93923-ec34-4490-84fc-fcff1ebd9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.283836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-18b93923-ec34-4490-84fc-fcff1ebd9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.285656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-18b93923-ec34-4490-84fc-fcff1ebd9e85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2865 time: 0.3143399 Nov 25 18:35:52.294879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': '1222194a-4bd3-4843-81a4-e4780a3c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd76a33fd-3068-47dc-bed6-7bf833c1bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:52.295252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: d76a33fd-3068-47dc-bed6-7bf833c1bf02, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:52.307334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e03f5-3b6d-4f97-9260-0a2d2b6fe8d3 req-82953292-0740-47c9-ad7c-ddd7d4b64a80 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.314290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e03f5-3b6d-4f97-9260-0a2d2b6fe8d3 req-82953292-0740-47c9-ad7c-ddd7d4b64a80 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.321410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e03f5-3b6d-4f97-9260-0a2d2b6fe8d3 req-82953292-0740-47c9-ad7c-ddd7d4b64a80 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.323298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec1e03f5-3b6d-4f97-9260-0a2d2b6fe8d3 req-82953292-0740-47c9-ad7c-ddd7d4b64a80 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2412 time: 0.1755197 Nov 25 18:35:52.335007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-b6773eee-ae3a-49ba-95e9-dc78a5efe6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.337028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-b6773eee-ae3a-49ba-95e9-dc78a5efe6f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=125377963b884d04bd54fcbd6a5411f6&device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 1094 time: 0.3535488 Nov 25 18:35:52.374301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.426677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d98b1e01-1eac-4fc6-9417-beff1db22431, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d98b1e01-1eac-4fc6-9417-beff1db22431,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:52.431887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.454244 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-6ec4bc30-d7f7-473c-9bdb-7256b2735b1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba HTTP/1.1" status: 200 len: 217 time: 0.0937269 Nov 25 18:35:52.514731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d98b1e01-1eac-4fc6-9417-beff1db22431,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:52.531749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network d76a33fd-3068-47dc-bed6-7bf833c1bf02 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:52.585202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d76a33fd-3068-47dc-bed6-7bf833c1bf02) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:52.590723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.592540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.598477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3306c67-ae16-4138-9678-c26db1cdd733 None None] Network d76a33fd-3068-47dc-bed6-7bf833c1bf02 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:52.609569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec1e03f5-3b6d-4f97-9260-0a2d2b6fe8d3 req-c7db815b-2288-43fd-89a8-78e1ac856782 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705753 Nov 25 18:35:52.618525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-555b5d96-f41c-40ef-bddd-6ecb3979eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.620096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-555b5d96-f41c-40ef-bddd-6ecb3979eb53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0ee1536-e7f3-4685-a1a3-44adc0a04374 HTTP/1.1" status: 200 len: 902 time: 0.2948236 Nov 25 18:35:52.621463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-3c8593c6-0716-437c-b4c7-276faf66708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.622877 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-3c8593c6-0716-437c-b4c7-276faf66708e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f96c67bb-c429-4405-8a77-f4292566dd98 HTTP/1.1" status: 200 len: 862 time: 0.1547656 Nov 25 18:35:52.643099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6d18630b-adbe-4e7f-bfb0-058c3530a9b6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6985826 Nov 25 18:35:52.652121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36610) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:52.668117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1373498151'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:52.706482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-853dc7d2-aeca-4256-b6f1-c427e4418f55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=1d20ec37-5661-4566-acd4-e6229e3be294 HTTP/1.1" status: 200 len: 217 time: 0.0775876 Nov 25 18:35:52.716947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5e71-2fa1-4a05-bb26-c4be164d0dd9 req-058de2b5-e6cc-4b4f-82db-1f23ce3a5a76 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.721888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-efaa5e71-2fa1-4a05-bb26-c4be164d0dd9 req-058de2b5-e6cc-4b4f-82db-1f23ce3a5a76 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 946 time: 0.1453154 Nov 25 18:35:52.726208 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-1bb2a48e-671a-45e6-8795-397a32419874 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc61c187-11cc-445f-b609-adae0c8d8e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814836 Nov 25 18:35:52.845487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:52.846627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-efaa5e71-2fa1-4a05-bb26-c4be164d0dd9 req-f4cd480a-eba3-4239-903c-17fe08b97ef1 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163867 Nov 25 18:35:52.849652 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.884587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-ebfa1391-2ab8-4c80-b791-06bc9c05448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:52.888286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-ebfa1391-2ab8-4c80-b791-06bc9c05448e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e39f66c-8ced-4d37-b9b9-2733325df8fa HTTP/1.1" status: 200 len: 801 time: 0.1646295 Nov 25 18:35:52.903990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d76a33fd-3068-47dc-bed6-7bf833c1bf02', 'network_id': 'd76a33fd-3068-47dc-bed6-7bf833c1bf02', 'tenant_id': '041948263c2d4c40b4b1b6cfff9d1178', 'fixed_ips': [{'subnet_id': '1cb60e59-0abc-40e2-a9b8-8764bfadc1cb'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:35:52.910110 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:52.954298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:53.017382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-845f0d3c-fd07-434d-b15c-b0411db040a2 service neutron] 10.222.0.64 "GET /v2.0/networks/fc61c187-11cc-445f-b609-adae0c8d8e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786891 Nov 25 18:35:53.035445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.035817 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment ecd1435b-df6b-4005-bbe8-fd86f6400965 of type vlan for network 7614c8b4-d5ce-492b-beb0-f3022147e711 Nov 25 18:35:53.080379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41a71cf2-2fee-482b-ac05-89b37aafee87 req-b74e4775-8898-47ee-b178-396553b49553 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 210 time: 0.1321576 Nov 25 18:35:53.137006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Allocated IP 2001:db8:0:ffff::2 (d76a33fd-3068-47dc-bed6-7bf833c1bf02/1cb60e59-0abc-40e2-a9b8-8764bfadc1cb/da80f37e-a908-49e5-94f0-d4ec8dd08a3d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:53.192985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960926-764c-4493-9f10-bd5831348a5f req-a71f0207-8a81-451b-bcd0-6977fcf3f903 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:53.194524 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-a71f0207-8a81-451b-bcd0-6977fcf3f903 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.64 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 813 time: 0.2596054 Nov 25 18:35:53.215242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Request body: {'port': {'device_id': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1', 'admin_state_up': True, 'tenant_id': '9eea004b50f74e4198e4b6f2cc0e3f36'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:53.350182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.361447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Made reservation on behalf of 9eea004b50f74e4198e4b6f2cc0e3f36 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:53.366773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.373691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1a215-621e-4750-b196-491375ab2798 req-e0906ff4-7295-43a5-8442-e4c93ba43796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:53.375328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-e0906ff4-7295-43a5-8442-e4c93ba43796 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0ee1536-e7f3-4685-a1a3-44adc0a04374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3808074 Nov 25 18:35:53.396028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6bc8-d64e-4fa1-a486-e2053e888e59 req-561e5970-8305-4af4-9129-947d9d456d93 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:53.403927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-462c6bc8-d64e-4fa1-a486-e2053e888e59 req-561e5970-8305-4af4-9129-947d9d456d93 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 943 time: 0.1386800 Nov 25 18:35:53.529340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Allocated IP 172.20.0.3 (3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1/fb5f0f27-bd3a-4a0a-8170-5899dcaafd52/7a5c5ea9-479a-437b-bec8-4527aa694376) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:53.536966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa449737-b0a8-4541-97f8-099d8490ff1c req-4ac5daeb-bdc7-4e71-9ecb-f606682f9dfb service neutron] 10.222.0.64 "GET /v2.0/networks/fc61c187-11cc-445f-b609-adae0c8d8e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432082 Nov 25 18:35:53.537984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.544306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:53.545193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.561494 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.582304 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.598375 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9355772 Nov 25 18:35:53.631704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Network d76a33fd-3068-47dc-bed6-7bf833c1bf02 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:53.635551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:53.637063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36628) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:53.641284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:53.643139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': '7614c8b4-d5ce-492b-beb0-f3022147e711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:53.710713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-462c6bc8-d64e-4fa1-a486-e2053e888e59 req-6cd65f73-74e2-4336-b02d-16abb745ecc0 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014317 Nov 25 18:35:53.719593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Pushing event updated for resources: {'Port': ['ID=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:53.722479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.743382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Attempting to bind port da80f37e-a908-49e5-94f0-d4ec8dd08a3d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:53.744085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Attempting to bind port da80f37e-a908-49e5-94f0-d4ec8dd08a3d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1222194a-4bd3-4843-81a4-e4780a3c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd76a33fd-3068-47dc-bed6-7bf833c1bf02'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:53.744550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Attempting to bind port da80f37e-a908-49e5-94f0-d4ec8dd08a3d on network d76a33fd-3068-47dc-bed6-7bf833c1bf02 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:53.751335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:53.752042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Checking segment: {'id': '1222194a-4bd3-4843-81a4-e4780a3c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd76a33fd-3068-47dc-bed6-7bf833c1bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:53.752611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.753147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Bound using segment: {'id': '1222194a-4bd3-4843-81a4-e4780a3c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd76a33fd-3068-47dc-bed6-7bf833c1bf02'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:53.753854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Bound port: da80f37e-a908-49e5-94f0-d4ec8dd08a3d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1222194a-4bd3-4843-81a4-e4780a3c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd76a33fd-3068-47dc-bed6-7bf833c1bf02'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:53.754364 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.777036 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:53.783952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6fbe4cf2-9c00-4a80-884e-eee295d82598 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:53.830324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:53.884864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-55134002-228a-419d-a2de-0e9e0d86a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:53.888660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-55134002-228a-419d-a2de-0e9e0d86a205 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=125377963b884d04bd54fcbd6a5411f6&device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 1094 time: 0.2791727 Nov 25 18:35:53.891738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251f34-2418-450f-b78b-3a3ec44b6208 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=7614c8b4-d5ce-492b-beb0-f3022147e711,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:53.922393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:53.929092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 7614c8b4-d5ce-492b-beb0-f3022147e711 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:35:53.930770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Pushing event updated for resources: {'Port': ['ID=7a5c5ea9-479a-437b-bec8-4527aa694376,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:53.938688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:53.942624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:53.963165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-e2c94872-f092-4943-8f0e-e68ba287e246 service neutron] 10.222.0.66 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521002 Nov 25 18:35:53.990961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021056c8-fef8-4b29-b784-03aee6c403c7 req-2208ae1a-1edb-43f3-8476-a8649f1d99aa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:53.998309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021056c8-fef8-4b29-b784-03aee6c403c7 req-2208ae1a-1edb-43f3-8476-a8649f1d99aa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.004687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021056c8-fef8-4b29-b784-03aee6c403c7 req-2208ae1a-1edb-43f3-8476-a8649f1d99aa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.014175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-021056c8-fef8-4b29-b784-03aee6c403c7 req-2208ae1a-1edb-43f3-8476-a8649f1d99aa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2412 time: 0.1497021 Nov 25 18:35:54.085183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-021056c8-fef8-4b29-b784-03aee6c403c7 req-a4150f85-5059-402c-bc9a-90875fc35aec tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696826 Nov 25 18:35:54.107017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.107743 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.147922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:54.152344 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.154627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-1f6e4cc8-75be-4088-a6a6-700c635d3920 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9473951 Nov 25 18:35:54.175706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Request body: {'port': {'device_id': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:54.180033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6fbe4cf2-9c00-4a80-884e-eee295d82598, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6fbe4cf2-9c00-4a80-884e-eee295d82598,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:54.199588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] For port da80f37e-a908-49e5-94f0-d4ec8dd08a3d, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:54.226826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '6fbe4cf2-9c00-4a80-884e-eee295d82598', 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374', 'port_id': '6fbe4cf2-9c00-4a80-884e-eee295d82598', 'mac_address': 'fa:16:3e:62:a7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e39f66c-8ced-4d37-b9b9-2733325df8fa', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:54.229871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] For port da80f37e-a908-49e5-94f0-d4ec8dd08a3d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,segment=NetworkSegment(1222194a-4bd3-4843-81a4-e4780a3c262a),segment_id=1222194a-4bd3-4843-81a4-e4780a3c262a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:54.233961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:54.236249 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e45496-952a-4940-af97-5e83a564aa92" -d '{"events": [{"server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "name": "network-vif-plugged", "status": "completed", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:54.256295 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.336650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.375671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60caae-7757-40e4-8303-cdbf2139ea78 req-3b090e3a-3518-452f-9acc-503ba2355995 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.379429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc60caae-7757-40e4-8303-cdbf2139ea78 req-3b090e3a-3518-452f-9acc-503ba2355995 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 946 time: 0.3902342 Nov 25 18:35:54.391367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbbb58-6bc3-4771-acf9-73d745eb5d1e None None] Pushing event updated for resources: {'Port': ['ID=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:54.397955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.483646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.508490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbe4cf2-9c00-4a80-884e-eee295d82598 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:54.551209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=b2381fc0-c153-4b73-a6a3-e9733ae5a8b5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:54.560897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6fbe4cf2-9c00-4a80-884e-eee295d82598, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6fbe4cf2-9c00-4a80-884e-eee295d82598,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:54.569272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb1a215-621e-4750-b196-491375ab2798 req-2c60bea1-e619-4259-85b2-033e18c1353a service neutron] 10.222.0.66 "GET /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937290 Nov 25 18:35:54.571142 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.571845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 23b93903-7447-48f0-a90f-c4ad7b8397f9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:54.596374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-e705cebf-8ff7-4466-9067-4ac1d5bfaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.599438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-e705cebf-8ff7-4466-9067-4ac1d5bfaabd service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc61c187-11cc-445f-b609-adae0c8d8e89 HTTP/1.1" status: 200 len: 923 time: 0.6949546 Nov 25 18:35:54.676200 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-07e7c447-b8a9-41df-b898-dcd19b02ae7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba HTTP/1.1" status: 200 len: 217 time: 0.0520544 Nov 25 18:35:54.736525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6fbe4cf2-9c00-4a80-884e-eee295d82598,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:54.787448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd69681-ead1-4762-bfee-949edbb9c262 req-712f0a4e-d9c2-4b3a-9392-46d8e7374c37 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.799016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bd69681-ead1-4762-bfee-949edbb9c262 req-712f0a4e-d9c2-4b3a-9392-46d8e7374c37 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 931 time: 0.5197346 Nov 25 18:35:54.857167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc60caae-7757-40e4-8303-cdbf2139ea78 req-4ee854f9-4e19-4641-a81f-959f5dc965b0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369817 Nov 25 18:35:54.858012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': 'ecd1435b-df6b-4005-bbe8-fd86f6400965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7614c8b4-d5ce-492b-beb0-f3022147e711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:54.858729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: 7614c8b4-d5ce-492b-beb0-f3022147e711, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:35:54.882787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-ff335595-0b0c-4965-ad53-1a2364b39517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.882787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-ff335595-0b0c-4965-ad53-1a2364b39517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f96c67bb-c429-4405-8a77-f4292566dd98 HTTP/1.1" status: 200 len: 862 time: 0.1881661 Nov 25 18:35:54.896385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 23b93903-7447-48f0-a90f-c4ad7b8397f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:54.910747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network 7614c8b4-d5ce-492b-beb0-f3022147e711 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:35:54.925080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '23b93903-7447-48f0-a90f-c4ad7b8397f9', 'network_id': '29e854b0-1b62-4caf-b54a-b0b764b3b789', 'port_id': '23b93903-7447-48f0-a90f-c4ad7b8397f9', 'mac_address': 'fa:16:3e:62:53:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9874a272-8478-4014-95a0-20ee2806ef89', 'ip_address': '19.86.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:54.940973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-742b8dfb-ffd5-456c-872a-5eef9fae2d5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc61c187-11cc-445f-b609-adae0c8d8e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443995 Nov 25 18:35:54.949016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 7614c8b4-d5ce-492b-beb0-f3022147e711) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:54.982445 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:54.984227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:54.984875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ff316-bcf1-4f0f-8032-38273eee2ba4 None None] Network 7614c8b4-d5ce-492b-beb0-f3022147e711 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:54.984991 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.011138 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7829fa90-3b70-4ce0-85f0-2dc12749cdb4 x-openstack-request-id: req-7829fa90-3b70-4ce0-85f0-2dc12749cdb4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:55.011839 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "name": "network-vif-plugged", "status": "completed", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:55.012191 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7829fa90-3b70-4ce0-85f0-2dc12749cdb4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:55.012670 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'code': 200} Nov 25 18:35:55.033881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bd69681-ead1-4762-bfee-949edbb9c262 req-b3371ca2-0a10-4ca8-9630-f1eb35f7406c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338886 Nov 25 18:35:55.118583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b93903-7447-48f0-a90f-c4ad7b8397f9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:55.150598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b83cc15d-8d2d-4883-96e8-1b320d990ecf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5115039 Nov 25 18:35:55.154154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 23b93903-7447-48f0-a90f-c4ad7b8397f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:55.159643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36658) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:55.170367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.348592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=23b93903-7447-48f0-a90f-c4ad7b8397f9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:55.417368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62533d74-c295-478f-adea-f3839505017a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-7614c8b4-d5ce-492b-beb0-f3022147e711', 'network_id': '7614c8b4-d5ce-492b-beb0-f3022147e711', 'tenant_id': '041948263c2d4c40b4b1b6cfff9d1178', 'fixed_ips': [{'subnet_id': 'b2381fc0-c153-4b73-a6a3-e9733ae5a8b5'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:35:55.420137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62533d74-c295-478f-adea-f3839505017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.450633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3acc3a-aec8-46d1-9086-5012a9d2e7c6 req-b748c2b0-b2de-4238-9232-09d5b254ce9a tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:55.458225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba3acc3a-aec8-46d1-9086-5012a9d2e7c6 req-b748c2b0-b2de-4238-9232-09d5b254ce9a tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 943 time: 0.3433647 Nov 25 18:35:55.521406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ae7a8-cec6-44f1-acfe-30334f81c2bf req-fedc378c-7af4-4ab7-891e-077771ed5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:55.523013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-209ae7a8-cec6-44f1-acfe-30334f81c2bf req-fedc378c-7af4-4ab7-891e-077771ed5b50 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 1097 time: 0.4510286 Nov 25 18:35:55.604210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-20588465-5412-4b41-b8fd-8f4616d88891 service neutron] 10.222.0.64 "GET /v2.0/networks/fc61c187-11cc-445f-b609-adae0c8d8e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104767 Nov 25 18:35:55.640900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba3acc3a-aec8-46d1-9086-5012a9d2e7c6 req-1f0dd4c5-ffd2-4f52-9197-37ff78865654 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816695 Nov 25 18:35:55.650060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-62533d74-c295-478f-adea-f3839505017a None None] Allocated IP 2001:db8::1 (7614c8b4-d5ce-492b-beb0-f3022147e711/b2381fc0-c153-4b73-a6a3-e9733ae5a8b5/c7f63f74-7fbd-4e84-8601-f33915b35111) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:35:55.656144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.746866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831a1d-5fa2-485d-9024-7bb69daed7ad req-c45f7d45-93eb-4104-8807-b3d2ce022dcb tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:55.755390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831a1d-5fa2-485d-9024-7bb69daed7ad req-c45f7d45-93eb-4104-8807-b3d2ce022dcb tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:55.763500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4831a1d-5fa2-485d-9024-7bb69daed7ad req-c45f7d45-93eb-4104-8807-b3d2ce022dcb tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:55.776839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4831a1d-5fa2-485d-9024-7bb69daed7ad req-c45f7d45-93eb-4104-8807-b3d2ce022dcb tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2414 time: 0.2509844 Nov 25 18:35:55.820716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-209ae7a8-cec6-44f1-acfe-30334f81c2bf req-0fcc36df-c201-428c-9326-bfc6d27cb7d7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760615 Nov 25 18:35:55.843013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5c5ea9-479a-437b-bec8-4527aa694376 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:55.872949 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.904100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4831a1d-5fa2-485d-9024-7bb69daed7ad req-39cf6b8b-8a92-4e56-a83c-de8ead54b349 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262333 Nov 25 18:35:55.912007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62533d74-c295-478f-adea-f3839505017a None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.912276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e61fce6-c7c7-4d82-bab1-0ad5ada226bd req-2ebcc599-3287-4126-93b1-e0c2d1f3abb0 service neutron] 10.222.0.64 "GET /v2.0/networks/fc61c187-11cc-445f-b609-adae0c8d8e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966850 Nov 25 18:35:55.921459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['6fbe4cf2-9c00-4a80-884e-eee295d82598'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:55.924748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1d20ec37-5661-4566-acd4-e6229e3be294 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:55.950870 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62533d74-c295-478f-adea-f3839505017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.952455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Transition to ACTIVE for port object 7a5c5ea9-479a-437b-bec8-4527aa694376 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:35:55.953530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:55.975638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.034517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62533d74-c295-478f-adea-f3839505017a None None] Pushing event updated for resources: {'Port': ['ID=c7f63f74-7fbd-4e84-8601-f33915b35111,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:56.115295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a4a43-2db3-40e4-81dc-32d52c3dfe2a None None] Network d76a33fd-3068-47dc-bed6-7bf833c1bf02 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:56.140478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62533d74-c295-478f-adea-f3839505017a None None] Network 7614c8b4-d5ce-492b-beb0-f3022147e711 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:35:56.173511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee82a-749d-48fc-8554-99264492863e req-96688c0b-7a73-4cba-a321-72abd8724a9e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:56.176189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-290ee82a-749d-48fc-8554-99264492863e req-96688c0b-7a73-4cba-a321-72abd8724a9e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 943 time: 0.0846500 Nov 25 18:35:56.187704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-62533d74-c295-478f-adea-f3839505017a None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:35:56.188215 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.198137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62533d74-c295-478f-adea-f3839505017a None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:35:56.255591 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-290ee82a-749d-48fc-8554-99264492863e req-f6ba1f6c-d1ca-46b2-8286-721b556bc232 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677660 Nov 25 18:35:56.282031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=b2381fc0-c153-4b73-a6a3-e9733ae5a8b5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:56.301118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400716-6396-416c-bb2f-2494a22e5d9a req-43cb5156-7c48-4503-95c4-2fd608e559bf tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:56.309640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1400716-6396-416c-bb2f-2494a22e5d9a req-43cb5156-7c48-4503-95c4-2fd608e559bf tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 946 time: 0.2937107 Nov 25 18:35:56.312125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5c5ea9-479a-437b-bec8-4527aa694376,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:56.313043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1d20ec37-5661-4566-acd4-e6229e3be294, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1d20ec37-5661-4566-acd4-e6229e3be294,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:56.371910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '1d20ec37-5661-4566-acd4-e6229e3be294', 'network_id': 'a0ee1536-e7f3-4685-a1a3-44adc0a04374', 'port_id': '1d20ec37-5661-4566-acd4-e6229e3be294', 'mac_address': 'fa:16:3e:c4:53:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e39f66c-8ced-4d37-b9b9-2733325df8fa', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:56.373390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4e25d2b5-dcaf-4068-a8be-a1ed9ec81757 None None] Provisioning complete for port da80f37e-a908-49e5-94f0-d4ec8dd08a3d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:56.373753 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e25d2b5-dcaf-4068-a8be-a1ed9ec81757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.375227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-62533d74-c295-478f-adea-f3839505017a None None] Attempting to bind port c7f63f74-7fbd-4e84-8601-f33915b35111 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:56.375585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-62533d74-c295-478f-adea-f3839505017a None None] Attempting to bind port c7f63f74-7fbd-4e84-8601-f33915b35111 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ecd1435b-df6b-4005-bbe8-fd86f6400965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7614c8b4-d5ce-492b-beb0-f3022147e711'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:56.376484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62533d74-c295-478f-adea-f3839505017a None None] Attempting to bind port c7f63f74-7fbd-4e84-8601-f33915b35111 on network 7614c8b4-d5ce-492b-beb0-f3022147e711 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:56.442962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.538032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7614c8b4-d5ce-492b-beb0-f3022147e711']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:56.544859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1400716-6396-416c-bb2f-2494a22e5d9a req-503893fd-0da7-47ff-b4c0-e9e9c4c43060 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338386 Nov 25 18:35:56.551457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Attempting to bind port 7a5c5ea9-479a-437b-bec8-4527aa694376 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:35:56.551933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Attempting to bind port 7a5c5ea9-479a-437b-bec8-4527aa694376 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:35:56.553158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Attempting to bind port 7a5c5ea9-479a-437b-bec8-4527aa694376 on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:56.561666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Port 7a5c5ea9-479a-437b-bec8-4527aa694376 on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:35:56.562095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Attempting to bind port 7a5c5ea9-479a-437b-bec8-4527aa694376 on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:35:56.567417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd1435b-df6b-4005-bbe8-fd86f6400965') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:56.567417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd1435b-df6b-4005-bbe8-fd86f6400965') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:56.571490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:56.571939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Checking segment: {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:56.572419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Bound using segment: {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:56.572946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Bound port: 7a5c5ea9-479a-437b-bec8-4527aa694376, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:56.573401 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.589393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62533d74-c295-478f-adea-f3839505017a None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:35:56.589826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62533d74-c295-478f-adea-f3839505017a None None] Checking segment: {'id': 'ecd1435b-df6b-4005-bbe8-fd86f6400965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7614c8b4-d5ce-492b-beb0-f3022147e711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:35:56.590217 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62533d74-c295-478f-adea-f3839505017a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.590623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62533d74-c295-478f-adea-f3839505017a None None] Bound using segment: {'id': 'ecd1435b-df6b-4005-bbe8-fd86f6400965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7614c8b4-d5ce-492b-beb0-f3022147e711'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:35:56.591098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-62533d74-c295-478f-adea-f3839505017a None None] Bound port: c7f63f74-7fbd-4e84-8601-f33915b35111, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd1435b-df6b-4005-bbe8-fd86f6400965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7614c8b4-d5ce-492b-beb0-f3022147e711'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:35:56.591470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62533d74-c295-478f-adea-f3839505017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.597176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.643698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.646302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device da80f37e-a908-49e5-94f0-d4ec8dd08a3d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:56.676977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b2e9e3cc-5182-4fae-b88e-cad8f7b617ba details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:35:56.690127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:35:56.695184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:35:56.698535 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:35:56.852030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['23b93903-7447-48f0-a90f-c4ad7b8397f9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:56.869094 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.881035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] For port 7a5c5ea9-479a-437b-bec8-4527aa694376, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:56.889053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec906161-f6eb-4cd6-862f-1b634679a5a2 req-fb80b7a2-bab2-497b-827c-309c1f6bb156 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:56.897373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec906161-f6eb-4cd6-862f-1b634679a5a2 req-fb80b7a2-bab2-497b-827c-309c1f6bb156 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 943 time: 0.1272142 Nov 25 18:35:56.915456 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:35:56.915456 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:35:56.915456 n-d-819194-3 neutron-server[103456]: [parameters: {'id': '7614c8b4-d5ce-492b-beb0-f3022147e711'}] Nov 25 18:35:56.915456 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:35:56.916504 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:35:56.925065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] For port 7a5c5ea9-479a-437b-bec8-4527aa694376, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7a5c5ea9-479a-437b-bec8-4527aa694376,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:56.928146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-489f74f5-7941-4579-887f-680612161b58 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:35:56.939681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.984088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:56.984803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:56.986278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a5c5ea9-479a-437b-bec8-4527aa694376 HTTP/1.1" status: 200 len: 1091 time: 2.8162341 Nov 25 18:35:56.989085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'tag': '7a5c5ea9-479a-437b-bec8-4527aa694376'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:35:57.000241 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fe4135-a13a-4701-8718-0b496a37ecce" -d '{"events": [{"name": "network-changed", "server_uuid": "a2796e14-7a73-4985-8a06-612d18edf7b8", "tag": "7a5c5ea9-479a-437b-bec8-4527aa694376"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:35:57.001977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec906161-f6eb-4cd6-862f-1b634679a5a2 req-82c84021-8194-4632-95fd-a318e38e4239 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034892 Nov 25 18:35:57.045339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d20ec37-5661-4566-acd4-e6229e3be294 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:57.124380 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12b133-4c27-4e36-891d-8f723c6a02f1 x-openstack-request-id: req-6f12b133-4c27-4e36-891d-8f723c6a02f1 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:35:57.124781 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2796e14-7a73-4985-8a06-612d18edf7b8", "tag": "7a5c5ea9-479a-437b-bec8-4527aa694376", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:35:57.125819 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f12b133-4c27-4e36-891d-8f723c6a02f1 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:35:57.126308 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'tag': '7a5c5ea9-479a-437b-bec8-4527aa694376', 'status': 'completed', 'code': 200} Nov 25 18:35:57.130816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-62533d74-c295-478f-adea-f3839505017a None None] For port c7f63f74-7fbd-4e84-8601-f33915b35111, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:35:57.174129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1d20ec37-5661-4566-acd4-e6229e3be294, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1d20ec37-5661-4566-acd4-e6229e3be294,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:57.186046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-62533d74-c295-478f-adea-f3839505017a None None] For port c7f63f74-7fbd-4e84-8601-f33915b35111, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c7f63f74-7fbd-4e84-8601-f33915b35111,segment=NetworkSegment(ecd1435b-df6b-4005-bbe8-fd86f6400965),segment_id=ecd1435b-df6b-4005-bbe8-fd86f6400965)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:35:57.197824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3db8-796e-4b2d-ac3b-43983a8e0b54 req-92d65338-80d1-4190-84e1-b3c6e5624add tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.200852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port da80f37e-a908-49e5-94f0-d4ec8dd08a3d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:57.201221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.203133 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.221042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62533d74-c295-478f-adea-f3839505017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.222685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3db8-796e-4b2d-ac3b-43983a8e0b54 req-92d65338-80d1-4190-84e1-b3c6e5624add tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.228954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3db8-796e-4b2d-ac3b-43983a8e0b54 req-92d65338-80d1-4190-84e1-b3c6e5624add tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.234715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4acc3db8-796e-4b2d-ac3b-43983a8e0b54 req-92d65338-80d1-4190-84e1-b3c6e5624add tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2414 time: 0.1675963 Nov 25 18:35:57.262656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d699c2-9b6d-4e0c-b71d-b896afa5bfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5c5ea9-479a-437b-bec8-4527aa694376,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:57.295792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960926-764c-4493-9f10-bd5831348a5f req-adad6ef8-19e8-4819-935b-c7dc3fff85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.295792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-adad6ef8-19e8-4819-935b-c7dc3fff85dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 1094 time: 0.2289796 Nov 25 18:35:57.300992 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e25d2b5-dcaf-4068-a8be-a1ed9ec81757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.417492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-c0321668-db86-4591-8721-492adb5eb3e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a5c5ea9-479a-437b-bec8-4527aa694376 HTTP/1.1" status: 200 len: 217 time: 0.0916522 Nov 25 18:35:57.419146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.486850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd5555-7332-4c16-824d-1b2a2ee0cf74 req-c0d3a3bb-4493-4006-9123-903814fe8995 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.496735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960926-764c-4493-9f10-bd5831348a5f req-f31dced5-a6d4-487c-819d-0b60233bd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.499108 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-f31dced5-a6d4-487c-819d-0b60233bd13d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.0687327 Nov 25 18:35:57.499400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ccd5555-7332-4c16-824d-1b2a2ee0cf74 req-c0d3a3bb-4493-4006-9123-903814fe8995 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 943 time: 0.1209249 Nov 25 18:35:57.501188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331c8db-f71f-4164-a536-a83adfdcdd20 None None] Network 7614c8b4-d5ce-492b-beb0-f3022147e711 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:35:57.555101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4acc3db8-796e-4b2d-ac3b-43983a8e0b54 req-6bffc4c6-32bb-404b-a38c-cb5d656a68ec tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998185 Nov 25 18:35:57.587827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-798089ef-5136-465e-894a-a3637eda5a74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743945 Nov 25 18:35:57.640997 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ccd5555-7332-4c16-824d-1b2a2ee0cf74 req-6cd0c08b-c4a0-468b-8b35-906a6107ed2a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349051 Nov 25 18:35:57.678325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting port c7f63f74-7fbd-4e84-8601-f33915b35111 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:35:57.715070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['1d20ec37-5661-4566-acd4-e6229e3be294'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:57.728882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,segment=NetworkSegment(30bc6e62-7b8a-49ae-8fab-726cdaabdbc2),segment_id=30bc6e62-7b8a-49ae-8fab-726cdaabdbc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:57.733928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.855689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc515ac2-ce58-49c7-af07-a313d45a847e req-77bb6341-ddb1-49a5-9b65-1abc3a6be795 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:57.858022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc515ac2-ce58-49c7-af07-a313d45a847e req-77bb6341-ddb1-49a5-9b65-1abc3a6be795 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 946 time: 0.0884373 Nov 25 18:35:57.866183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-959ec4e1-d7e4-4eb4-a073-e6f6b60c514b service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659082 Nov 25 18:35:57.868753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] For port c7f63f74-7fbd-4e84-8601-f33915b35111, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c7f63f74-7fbd-4e84-8601-f33915b35111,segment=NetworkSegment(ecd1435b-df6b-4005-bbe8-fd86f6400965),segment_id=ecd1435b-df6b-4005-bbe8-fd86f6400965)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:57.869220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.883445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4e25d2b5-dcaf-4068-a8be-a1ed9ec81757 None None] For port da80f37e-a908-49e5-94f0-d4ec8dd08a3d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,segment=NetworkSegment(1222194a-4bd3-4843-81a4-e4780a3c262a),segment_id=1222194a-4bd3-4843-81a4-e4780a3c262a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:57.889272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba', 'network_id': 'fc61c187-11cc-445f-b609-adae0c8d8e89', 'port_id': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba', 'mac_address': 'fa:16:3e:fc:2a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96c67bb-c429-4405-8a77-f4292566dd98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:35:57.891508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1d20ec37-5661-4566-acd4-e6229e3be294,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:57.914662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Calling delete_port for c7f63f74-7fbd-4e84-8601-f33915b35111 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:35:57.948885 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e25d2b5-dcaf-4068-a8be-a1ed9ec81757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:57.974307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc515ac2-ce58-49c7-af07-a313d45a847e req-8bbec392-0228-4a8a-ac83-a1c0555a3e2e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060901 Nov 25 18:35:58.059349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6960926-764c-4493-9f10-bd5831348a5f req-47109ce8-f2f0-40d0-9c10-86825b1ab12e service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850917 Nov 25 18:35:58.190122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7420a6-e333-4703-bb46-e3e71656c6a4 req-4be258af-ad40-45f4-b34e-c0b2c96f2081 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:58.192716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f7420a6-e333-4703-bb46-e3e71656c6a4 req-4be258af-ad40-45f4-b34e-c0b2c96f2081 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 943 time: 0.0729308 Nov 25 18:35:58.198712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.206742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb52b34-de7d-4e4c-89e4-72071fb6f3de None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:35:58.222369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62533d74-c295-478f-adea-f3839505017a None None] Pushing event updated for resources: {'Port': ['ID=c7f63f74-7fbd-4e84-8601-f33915b35111,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:58.226796 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.257550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No DVR routers for this DVR port c7f63f74-7fbd-4e84-8601-f33915b35111 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:35:58.263011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Port': ['ID=c7f63f74-7fbd-4e84-8601-f33915b35111,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:58.263417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f7420a6-e333-4703-bb46-e3e71656c6a4 req-1643bf24-65d3-42f8-89b4-681930487c69 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640883 Nov 25 18:35:58.284335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-1e38c99f-a0f4-453c-ac07-11c489b61192 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:58.298158 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-1e38c99f-a0f4-453c-ac07-11c489b61192 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2060971 Nov 25 18:35:58.321761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd9a5473-e1fb-438b-8a9d-da3ec7820a1f None None] Provisioning complete for port da80f37e-a908-49e5-94f0-d4ec8dd08a3d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:58.322129 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5473-e1fb-438b-8a9d-da3ec7820a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.369162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e9e3cc-5182-4fae-b88e-cad8f7b617ba {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:35:58.381635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe4135-a13a-4701-8718-0b496a37ecce req-6a949cfa-b18d-4db9-8207-ecbc71f43f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:58.383573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-6a949cfa-b18d-4db9-8207-ecbc71f43f12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 1094 time: 0.2514741 Nov 25 18:35:58.437634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-26ec6ec9-f283-4d21-a0cf-f5a84c5e9051 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.1384878 Nov 25 18:35:58.453855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'floatingip': {'port_id': 'b63aa396-4187-40e7-b205-112600b63c96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:58.483309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,segment=NetworkSegment(30bc6e62-7b8a-49ae-8fab-726cdaabdbc2),segment_id=30bc6e62-7b8a-49ae-8fab-726cdaabdbc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:35:58.497376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.501403 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.507897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d2b5-dcaf-4068-a8be-a1ed9ec81757 None None] Pushing event updated for resources: {'Port': ['ID=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:58.556357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.564042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7614c8b4-d5ce-492b-beb0-f3022147e711']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:58.613301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd1435b-df6b-4005-bbe8-fd86f6400965') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:58.615043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd1435b-df6b-4005-bbe8-fd86f6400965') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:35:58.665242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.700308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:58.716166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe4135-a13a-4701-8718-0b496a37ecce req-84ad8da4-e788-4fde-9eba-12096d5858dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:58.719051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-84ad8da4-e788-4fde-9eba-12096d5858dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 914 time: 0.2997494 Nov 25 18:35:58.727507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.779957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:35:58.780374 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.783480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb52b34-de7d-4e4c-89e4-72071fb6f3de None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:35:58.783760 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:35:58.829297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-df5223b1-7f8c-46c8-a92c-c28d68cc6233 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a5c5ea9-479a-437b-bec8-4527aa694376 HTTP/1.1" status: 200 len: 217 time: 0.0972261 Nov 25 18:35:58.968496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.975007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b2e9e3cc-5182-4fae-b88e-cad8f7b617ba'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:35:58.981239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:58.991686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/7614c8b4-d5ce-492b-beb0-f3022147e711 HTTP/1.1" status: 204 len: 168 time: 3.7900074 Nov 25 18:35:58.993592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe4135-a13a-4701-8718-0b496a37ecce req-69b08767-891e-4faf-96f0-cab1278022ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:58.995174 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-69b08767-891e-4faf-96f0-cab1278022ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.1276629 Nov 25 18:35:58.998966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36726) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:35:59.004300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-160319481'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:35:59.004586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ccd7-1a29-4fc0-83dc-e4f3c9b3de2c req-3d314f30-d280-45c4-96f6-0d2636b0b6fd tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:59.016922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ccd7-1a29-4fc0-83dc-e4f3c9b3de2c req-3d314f30-d280-45c4-96f6-0d2636b0b6fd tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:59.027769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ccd7-1a29-4fc0-83dc-e4f3c9b3de2c req-3d314f30-d280-45c4-96f6-0d2636b0b6fd tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:59.030573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c20ccd7-1a29-4fc0-83dc-e4f3c9b3de2c req-3d314f30-d280-45c4-96f6-0d2636b0b6fd tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2415 time: 0.0945044 Nov 25 18:35:59.039756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3b892-112c-410c-9e9e-02bd933316cc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=7614c8b4-d5ce-492b-beb0-f3022147e711,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:35:59.106789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c20ccd7-1a29-4fc0-83dc-e4f3c9b3de2c req-0be9f01a-9ba7-4a2b-a0fc-015fb6674ee8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657067 Nov 25 18:35:59.365830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31b22f-9ca2-4756-9e50-a773074ce496 req-6eb0d6fe-a679-4f26-a993-e8fe0d4cc8f1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:59.368153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c31b22f-9ca2-4756-9e50-a773074ce496 req-6eb0d6fe-a679-4f26-a993-e8fe0d4cc8f1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 943 time: 0.0878170 Nov 25 18:35:59.451371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c31b22f-9ca2-4756-9e50-a773074ce496 req-198e7761-917f-41dc-ab39-2259d1b2f197 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743027 Nov 25 18:35:59.494812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-9e3be89b-2b3e-4841-b3de-d14cbf6532f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4740820 Nov 25 18:35:59.546357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-0d0a86fc-11e5-443e-ab26-170241f463d9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:35:59.547354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-0d0a86fc-11e5-443e-ab26-170241f463d9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055370 Nov 25 18:35:59.557153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:35:59.561030 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:59.717724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port 0de07a06-dea8-490a-bb27-3d9742ba0c08 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:59.718825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:59.730016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:35:59.774883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Port 0de07a06-dea8-490a-bb27-3d9742ba0c08 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:35:59.789444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1d20ec37-5661-4566-acd4-e6229e3be294 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:35:59.793889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:59.794794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:59.850960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc2b78-ce3a-4e1b-baee-26b37950a020 req-39008609-924b-4b58-a0b8-a3e522897c32 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:35:59.852362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:35:59.852756 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment 417b0edf-d472-4a2f-8327-fdff3b4b804f of type vlan for network b135d67c-42fb-4327-b920-7216ae03aeb4 Nov 25 18:35:59.854532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d8fc2b78-ce3a-4e1b-baee-26b37950a020 req-39008609-924b-4b58-a0b8-a3e522897c32 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 944 time: 0.0818694 Nov 25 18:35:59.861457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-a2427d1b-4090-4290-8ca1-c1669cdac596 service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954364 Nov 25 18:35:59.872256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:35:59.951520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 1d20ec37-5661-4566-acd4-e6229e3be294 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:35:59.952713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d8fc2b78-ce3a-4e1b-baee-26b37950a020 req-68b42a94-4ca0-4151-97ef-e230dacb6957 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922270 Nov 25 18:35:59.962108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 1d20ec37-5661-4566-acd4-e6229e3be294 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:35:59.962818 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.033351 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.050429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:00.051508 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.058842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.081940 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.139168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.204473 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a associated. External IP: 172.25.2.82, port: b63aa396-4187-40e7-b205-112600b63c96. Nov 25 18:36:00.220486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1d20ec37-5661-4566-acd4-e6229e3be294, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1d20ec37-5661-4566-acd4-e6229e3be294,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:00.227737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20ec37-5661-4566-acd4-e6229e3be294'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:00.231247 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f508b3-fb50-4400-bea4-bd6f241224b4" -d '{"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-plugged", "status": "completed", "tag": "1d20ec37-5661-4566-acd4-e6229e3be294"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:00.238666 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.240161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6fbe4cf2-9c00-4a80-884e-eee295d82598 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:00.252081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57fe4135-a13a-4701-8718-0b496a37ecce req-ddfed608-50c5-490e-ac80-52e169d96e6f service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763249 Nov 25 18:36:00.260399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.269524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:00.270495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.333189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7a4da-7b55-4a30-a3f8-61c73ee7bddb req-c4c9d8c1-194d-47b4-a16c-3b0a2ba48a61 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:00.341933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7a4da-7b55-4a30-a3f8-61c73ee7bddb req-c4c9d8c1-194d-47b4-a16c-3b0a2ba48a61 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:00.355654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7a4da-7b55-4a30-a3f8-61c73ee7bddb req-c4c9d8c1-194d-47b4-a16c-3b0a2ba48a61 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:00.357525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc7a4da-7b55-4a30-a3f8-61c73ee7bddb req-c4c9d8c1-194d-47b4-a16c-3b0a2ba48a61 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2416 time: 0.1243782 Nov 25 18:36:00.395870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port 544130db-19c5-40db-a2e6-e2a1ac973012 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:00.396616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.428077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4278092 Nov 25 18:36:00.433574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36748) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:00.437234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1d20ec37-5661-4566-acd4-e6229e3be294,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:00.445420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 6fbe4cf2-9c00-4a80-884e-eee295d82598 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:00.445718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': 'b135d67c-42fb-4327-b920-7216ae03aeb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:00.453735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 6fbe4cf2-9c00-4a80-884e-eee295d82598 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:00.454299 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.459415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e267092-edef-4f22-9dca-06ab8ac82101 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=b135d67c-42fb-4327-b920-7216ae03aeb4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:00.473623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc7a4da-7b55-4a30-a3f8-61c73ee7bddb req-7e0402b8-420f-406b-8421-645e30bb3425 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083834 Nov 25 18:36:00.508561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b135d67c-42fb-4327-b920-7216ae03aeb4 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:00.613007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:00.615006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device da80f37e-a908-49e5-94f0-d4ec8dd08a3d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:00.620232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.678745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7a5c5ea9-479a-437b-bec8-4527aa694376 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:00.680719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b2e9e3cc-5182-4fae-b88e-cad8f7b617ba up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:00.793799 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf39fd5-17d1-448b-b5f9-c82a1c6b6167 x-openstack-request-id: req-7bf39fd5-17d1-448b-b5f9-c82a1c6b6167 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:00.794998 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-plugged", "status": "completed", "tag": "1d20ec37-5661-4566-acd4-e6229e3be294", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:00.795259 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bf39fd5-17d1-448b-b5f9-c82a1c6b6167 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:00.795708 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20ec37-5661-4566-acd4-e6229e3be294', 'code': 200} Nov 25 18:36:00.822056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.861031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42c94-cb34-4406-8bc1-9bf60fcf9528 req-a9b0e69e-6e47-4799-8806-725ccabe070f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:00.874420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-caf42c94-cb34-4406-8bc1-9bf60fcf9528 req-a9b0e69e-6e47-4799-8806-725ccabe070f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 943 time: 0.0816121 Nov 25 18:36:00.912085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:00.920759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.942238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:00.942688 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:00.950491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-caf42c94-cb34-4406-8bc1-9bf60fcf9528 req-bf419106-5a53-4b6d-9701-e5fe2c177b67 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738344 Nov 25 18:36:01.000774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port da80f37e-a908-49e5-94f0-d4ec8dd08a3d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:01.001148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.052112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:01.057393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6fbe4cf2-9c00-4a80-884e-eee295d82598, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6fbe4cf2-9c00-4a80-884e-eee295d82598,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:01.078882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:01.079263 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.085885 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.086739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 23b93903-7447-48f0-a90f-c4ad7b8397f9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:01.149898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.176946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7a5c5ea9-479a-437b-bec8-4527aa694376, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7a5c5ea9-479a-437b-bec8-4527aa694376,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:01.194532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:01.209957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.220727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:01.228940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '7a5c5ea9-479a-437b-bec8-4527aa694376', 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1', 'port_id': '7a5c5ea9-479a-437b-bec8-4527aa694376', 'mac_address': 'fa:16:3e:3a:04:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5f0f27-bd3a-4a0a-8170-5899dcaafd52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:01.258389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-198fbb0e-f402-4ae1-9fce-37c41cd174e2 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "PUT /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 200 len: 995 time: 2.8198099 Nov 25 18:36:01.263424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:01.266139 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b242634a-179b-4eaa-ae95-15a2ec5cabc7" -d '{"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:01.286536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=a2a1db0f-989e-47ea-9b4d-63207c89f5bd,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:01.307266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6fbe4cf2-9c00-4a80-884e-eee295d82598,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:01.340561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:01.341447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:01.363147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': '417b0edf-d472-4a2f-8327-fdff3b4b804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b135d67c-42fb-4327-b920-7216ae03aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:01.368065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: b135d67c-42fb-4327-b920-7216ae03aeb4, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:01.374828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f755f-d3ad-4b7a-9469-a918fb152c67 req-ae020c2b-f94e-41a9-9c92-a8af387af7bf tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.402372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-139f755f-d3ad-4b7a-9469-a918fb152c67 req-ae020c2b-f94e-41a9-9c92-a8af387af7bf tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 944 time: 0.1074510 Nov 25 18:36:01.414442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-a0b09505-2b4c-46b0-8176-1e41b36e45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.427218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-a0b09505-2b4c-46b0-8176-1e41b36e45a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.1235616 Nov 25 18:36:01.459909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network b135d67c-42fb-4327-b920-7216ae03aeb4 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:01.469108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-139f755f-d3ad-4b7a-9469-a918fb152c67 req-65c1b6a4-0eba-49c0-aa4d-909bd79bd1d5 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609498 Nov 25 18:36:01.480882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 23b93903-7447-48f0-a90f-c4ad7b8397f9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:01.488792 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.509332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 23b93903-7447-48f0-a90f-c4ad7b8397f9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:01.509709 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.521380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, b135d67c-42fb-4327-b920-7216ae03aeb4) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:01.525747 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e0328-b060-4418-bb12-1a0e9d975fd3 x-openstack-request-id: req-a26e0328-b060-4418-bb12-1a0e9d975fd3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:01.526035 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:01.526295 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a26e0328-b060-4418-bb12-1a0e9d975fd3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:01.526767 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96', 'status': 'completed', 'code': 200} Nov 25 18:36:01.533197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.533791 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.562466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.564430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebfa1a7-85ee-4217-980e-e7604282a66a None None] Network b135d67c-42fb-4327-b920-7216ae03aeb4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:01.598148 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f9def7c7-2d3b-4313-9906-90638cc86489 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1608763 Nov 25 18:36:01.601859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36776) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:01.609154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361097058'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:01.610893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-07257336-bed7-49c1-b300-9d7332060bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.621819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-07257336-bed7-49c1-b300-9d7332060bc4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.1936107 Nov 25 18:36:01.696810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-d0371e7a-a9a8-48ac-b7cb-29468399e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.699265 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-d0371e7a-a9a8-48ac-b7cb-29468399e7a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.1412425 Nov 25 18:36:01.710805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:01.715258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.750774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-ed189599-be60-429a-a879-e208a87cec69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 998 time: 0.1277699 Nov 25 18:36:01.756829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb72ff7-daa5-4ea6-a00d-53980d6d9a9a req-1f35574d-b9e1-4da0-8237-ca26966ce157 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.764121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb72ff7-daa5-4ea6-a00d-53980d6d9a9a req-1f35574d-b9e1-4da0-8237-ca26966ce157 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.771399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb72ff7-daa5-4ea6-a00d-53980d6d9a9a req-1f35574d-b9e1-4da0-8237-ca26966ce157 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.773409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbb72ff7-daa5-4ea6-a00d-53980d6d9a9a req-1f35574d-b9e1-4da0-8237-ca26966ce157 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2417 time: 0.1370928 Nov 25 18:36:01.789571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:01.823905 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.824549 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment a22d9893-02f3-4d24-a9d1-720dd33d614f of type vlan for network 68dba23d-4c4f-472d-9089-f6fba022fa00 Nov 25 18:36:01.833829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-2c2150ec-2948-4332-bd80-c19a9b294631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.842539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-2c2150ec-2948-4332-bd80-c19a9b294631 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.0904624 Nov 25 18:36:01.873592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port ce748a8e-7715-4bf7-969c-08e3f00915d4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:01.874137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.908064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbb72ff7-daa5-4ea6-a00d-53980d6d9a9a req-0ae244f3-a921-4e55-bf08-84c6c59fdd77 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257010 Nov 25 18:36:01.927701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5c5ea9-479a-437b-bec8-4527aa694376 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:01.941119 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:01.944738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-60e95897-9c74-4fe0-b602-0d5dea23c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:01.955643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-60e95897-9c74-4fe0-b602-0d5dea23c1ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117649 Nov 25 18:36:02.010492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.024534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,segment=NetworkSegment(30bc6e62-7b8a-49ae-8fab-726cdaabdbc2),segment_id=30bc6e62-7b8a-49ae-8fab-726cdaabdbc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:02.030311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.042087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:02.042430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7a5c5ea9-479a-437b-bec8-4527aa694376, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7a5c5ea9-479a-437b-bec8-4527aa694376,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:02.043177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.052011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-07c3075c-3975-4532-b4a7-882f097abbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:02.053293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.053552 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-07c3075c-3975-4532-b4a7-882f097abbf9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.3438766 Nov 25 18:36:02.058375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:02.122978 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.144538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-a31761d9-81fc-45e3-9895-00c8491fa4fd service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880341 Nov 25 18:36:02.161943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:02.209808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-112d763c-c275-4e6c-bb90-87764c2f7a03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 998 time: 0.1456411 Nov 25 18:36:02.215897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6118379 Nov 25 18:36:02.218511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:02.223379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': '68dba23d-4c4f-472d-9089-f6fba022fa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:02.264024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4f046-8d21-4e09-a362-f7caed7e380a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=68dba23d-4c4f-472d-9089-f6fba022fa00,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:02.315904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 23b93903-7447-48f0-a90f-c4ad7b8397f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:02.325750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2dea9-d5c9-4a1d-b3e2-2a04eff4c15b req-29432392-1a3c-4225-8b87-e2016b10ae47 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:02.344628 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eac2dea9-d5c9-4a1d-b3e2-2a04eff4c15b req-29432392-1a3c-4225-8b87-e2016b10ae47 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 944 time: 0.2467883 Nov 25 18:36:02.364852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-b135d67c-42fb-4327-b920-7216ae03aeb4', 'network_id': 'b135d67c-42fb-4327-b920-7216ae03aeb4', 'tenant_id': '041948263c2d4c40b4b1b6cfff9d1178', 'fixed_ips': [{'subnet_id': 'a2a1db0f-989e-47ea-9b4d-63207c89f5bd'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:02.365860 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.383797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 68dba23d-4c4f-472d-9089-f6fba022fa00 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:02.384011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-a928947d-25f9-449a-a648-347600c1082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:02.389620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-a928947d-25f9-449a-a648-347600c1082a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1571691 Nov 25 18:36:02.389796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=7a5c5ea9-479a-437b-bec8-4527aa694376,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:02.410280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96fb7abb-0a44-4d0c-bd17-3e0eecf10a67 req-4a762bfe-9d42-44a3-bfeb-80e404aae7c6 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595513 Nov 25 18:36:02.546910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eac2dea9-d5c9-4a1d-b3e2-2a04eff4c15b req-93c975c2-121b-42be-8765-ab434f772dd0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008486 Nov 25 18:36:02.581571 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.603907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['7a5c5ea9-479a-437b-bec8-4527aa694376'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:02.652856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:02.661532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:02.722256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-315d9f68-aae7-4fa7-a83a-61c30af8d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:02.740819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-315d9f68-aae7-4fa7-a83a-61c30af8d3ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3240125 Nov 25 18:36:02.768309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-aa323491-c787-42d3-a61c-a4c99d969f33 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:02.779104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-aa323491-c787-42d3-a61c-a4c99d969f33 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1258497 Nov 25 18:36:02.907445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Performing IP validity checks on allocation pools {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:36:02.907966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:36:02.974735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe4cf2-9c00-4a80-884e-eee295d82598'}, {'server_uuid': '45a00e59-48d5-417f-945b-e5ed35b86524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba'}, {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:02.977032 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9735024-7067-43ac-890d-4ea44ed369f6" -d '{"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe4cf2-9c00-4a80-884e-eee295d82598"}, {"server_uuid": "45a00e59-48d5-417f-945b-e5ed35b86524", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9e3cc-5182-4fae-b88e-cad8f7b617ba"}, {"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-plugged", "status": "completed", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:03.034434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:03.034835 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:03.041256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c2d48-9fe2-4af8-8502-e11dddd097fc req-5e5c34f9-b28f-4120-b20e-3c45b681b88d tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:03.053027 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e59c2d48-9fe2-4af8-8502-e11dddd097fc req-5e5c34f9-b28f-4120-b20e-3c45b681b88d tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 945 time: 0.3326700 Nov 25 18:36:03.057541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-12420c71-a17b-442e-8fc3-0d41b1f8bd2f tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 998 time: 0.2767992 Nov 25 18:36:03.066141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'floatingip': {'port_id': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:03.133814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:03.134727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e59c2d48-9fe2-4af8-8502-e11dddd097fc req-e5a41253-ccbe-4c89-b316-ef86e215d347 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777407 Nov 25 18:36:03.147226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-ce63ee5d-e8c5-4d76-9c33-6679c4a7b8cd service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637595 Nov 25 18:36:03.410958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:03.419088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Allocated IP 2001:db8::1 (b135d67c-42fb-4327-b920-7216ae03aeb4/a2a1db0f-989e-47ea-9b4d-63207c89f5bd/3fdcba36-7a71-4bef-bd93-b04c0b11b944) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:03.499564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=23b93903-7447-48f0-a90f-c4ad7b8397f9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:03.517340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port c44a1268-d41e-47ad-a1ee-1c71beb2c905 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:03.517340 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:03.526758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b242634a-179b-4eaa-ae95-15a2ec5cabc7 req-38d41d2d-2ce0-461d-be54-212bbfaa5834 service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339400 Nov 25 18:36:03.675386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Port c44a1268-d41e-47ad-a1ee-1c71beb2c905 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:03.778604 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:03.801823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port 7b11a629-84b1-4c39-9a0c-f3b16167c561 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:03.805930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:03.888576 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:03.958983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.012808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Network b135d67c-42fb-4327-b920-7216ae03aeb4 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:04.025421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=244b8564-df88-4dce-9488-226fa931cc0d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:04.027678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:04.052382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d9a2-a41a-478a-8d1b-986e289e46c9 req-56f81a70-4cb1-4927-af67-c57e8639b8e1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.062869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d9a2-a41a-478a-8d1b-986e289e46c9 req-56f81a70-4cb1-4927-af67-c57e8639b8e1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.068993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d9a2-a41a-478a-8d1b-986e289e46c9 req-56f81a70-4cb1-4927-af67-c57e8639b8e1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.077117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82f5d9a2-a41a-478a-8d1b-986e289e46c9 req-56f81a70-4cb1-4927-af67-c57e8639b8e1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2418 time: 0.7607636 Nov 25 18:36:04.086072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:04.107994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'b63aa396-4187-40e7-b205-112600b63c96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:4e:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:35:59Z', 'revision_number': 1, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:04.136978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Pushing event updated for resources: {'Port': ['ID=3fdcba36-7a71-4bef-bd93-b04c0b11b944,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:04.175940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82f5d9a2-a41a-478a-8d1b-986e289e46c9 req-f0bb0972-bc16-4646-81bb-9dca0d93cb22 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976911 Nov 25 18:36:04.184657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': 'a22d9893-02f3-4d24-a9d1-720dd33d614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '68dba23d-4c4f-472d-9089-f6fba022fa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:04.184968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: 68dba23d-4c4f-472d-9089-f6fba022fa00, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:04.205027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network 68dba23d-4c4f-472d-9089-f6fba022fa00 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:04.211374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.220981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:04.224074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 68dba23d-4c4f-472d-9089-f6fba022fa00) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:04.227770 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.233999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Provisioning complete for port ed4ed879-1718-4818-a89c-46309c440b3e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:04.238177 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.241032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.242537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.270394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4963e8-0ccc-4692-8c53-f6eb3bcb94ca None None] Network 68dba23d-4c4f-472d-9089-f6fba022fa00 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:04.285520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-06fc7b11-d777-4910-8e0a-4e3e682743bf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0659103 Nov 25 18:36:04.286584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:04.375458 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b5e95-93be-47ed-a8ef-89e03bef91b6 x-openstack-request-id: req-802b5e95-93be-47ed-a8ef-89e03bef91b6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:04.375823 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe4cf2-9c00-4a80-884e-eee295d82598", "code": 200}, {"server_uuid": "45a00e59-48d5-417f-945b-e5ed35b86524", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9e3cc-5182-4fae-b88e-cad8f7b617ba", "code": 200}, {"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-plugged", "status": "completed", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:04.376033 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-802b5e95-93be-47ed-a8ef-89e03bef91b6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:04.376392 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe4cf2-9c00-4a80-884e-eee295d82598', 'code': 200} Nov 25 18:36:04.380547 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a00e59-48d5-417f-945b-e5ed35b86524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba', 'code': 200} Nov 25 18:36:04.380808 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9', 'code': 200} Nov 25 18:36:04.539432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:04.540929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:04.559439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2d20d6c2-2da3-46c0-96cc-eef810bbeb09 None None] Port ed4ed879-1718-4818-a89c-46309c440b3e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:04.573132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Attempting to bind port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:04.573379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Attempting to bind port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '417b0edf-d472-4a2f-8327-fdff3b4b804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b135d67c-42fb-4327-b920-7216ae03aeb4'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:04.574211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Attempting to bind port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 on network b135d67c-42fb-4327-b920-7216ae03aeb4 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:04.579448 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a associated. External IP: 172.25.2.82, port: b63aa396-4187-40e7-b205-112600b63c96. Nov 25 18:36:04.596398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd26b5-7d08-4ae8-bcdc-6427c8eaaad7 req-5aef55a7-611f-467c-af64-7bc86731880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.597780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd26b5-7d08-4ae8-bcdc-6427c8eaaad7 req-5aef55a7-611f-467c-af64-7bc86731880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.597780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd26b5-7d08-4ae8-bcdc-6427c8eaaad7 req-5aef55a7-611f-467c-af64-7bc86731880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.604235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24dd26b5-7d08-4ae8-bcdc-6427c8eaaad7 req-5aef55a7-611f-467c-af64-7bc86731880c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2871 time: 0.1196525 Nov 25 18:36:04.632008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:04.633103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Checking segment: {'id': '417b0edf-d472-4a2f-8327-fdff3b4b804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b135d67c-42fb-4327-b920-7216ae03aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:04.633519 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.633913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Bound using segment: {'id': '417b0edf-d472-4a2f-8327-fdff3b4b804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b135d67c-42fb-4327-b920-7216ae03aeb4'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:04.634409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Bound port: 3fdcba36-7a71-4bef-bd93-b04c0b11b944, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417b0edf-d472-4a2f-8327-fdff3b4b804f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b135d67c-42fb-4327-b920-7216ae03aeb4'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:04.634833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.639915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.737963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a6d6-025a-4afe-94c8-b38e1ead27ec req-02de01b2-8ee6-4e71-b96c-f865de3e5c97 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.739698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5231a6d6-025a-4afe-94c8-b38e1ead27ec req-02de01b2-8ee6-4e71-b96c-f865de3e5c97 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 944 time: 0.1729190 Nov 25 18:36:04.753026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33c31-61f9-4430-951e-bea7e500f9ec req-01327f97-798a-4693-ab38-937b97134ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:04.754927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7a33c31-61f9-4430-951e-bea7e500f9ec req-01327f97-798a-4693-ab38-937b97134ebc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 1096 time: 0.2977343 Nov 25 18:36:04.828988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:04.891744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5231a6d6-025a-4afe-94c8-b38e1ead27ec req-8397c095-7cd9-4123-9c78-2d68d25a75e4 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416426 Nov 25 18:36:04.900939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7a33c31-61f9-4430-951e-bea7e500f9ec req-4be6dd86-bdf2-4c6c-9842-b11d6e1a73b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167870 Nov 25 18:36:04.905225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7a5c5ea9-479a-437b-bec8-4527aa694376 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:04.939261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.053211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24dd26b5-7d08-4ae8-bcdc-6427c8eaaad7 req-dcdb5dba-8974-4118-8be0-9f06331e1071 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099672 Nov 25 18:36:05.057634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=244b8564-df88-4dce-9488-226fa931cc0d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:05.130836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:05.164164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.196770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dba23d-4c4f-472d-9089-f6fba022fa00']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:05.216992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985444ff-a4d0-431f-9b25-bca19e7a10db req-493c3849-848c-46a4-bd1f-4ba152003695 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:05.218983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-985444ff-a4d0-431f-9b25-bca19e7a10db req-493c3849-848c-46a4-bd1f-4ba152003695 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 945 time: 0.1032209 Nov 25 18:36:05.221752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22d9893-02f3-4d24-a9d1-720dd33d614f') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:05.222257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22d9893-02f3-4d24-a9d1-720dd33d614f') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:05.251131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.291454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:05.301668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.317585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:05.318256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:05.321896 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:05.342596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53957e57-c66e-4e4c-8317-1cc10d5436bc None None] Network 68dba23d-4c4f-472d-9089-f6fba022fa00 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:05.373354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] For port 3fdcba36-7a71-4bef-bd93-b04c0b11b944, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:05.431075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-985444ff-a4d0-431f-9b25-bca19e7a10db req-047d9fdd-80d7-4640-afce-67da283cdeab tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042546 Nov 25 18:36:05.483534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] For port 3fdcba36-7a71-4bef-bd93-b04c0b11b944, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3fdcba36-7a71-4bef-bd93-b04c0b11b944,segment=NetworkSegment(417b0edf-d472-4a2f-8327-fdff3b4b804f),segment_id=417b0edf-d472-4a2f-8327-fdff3b4b804f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:05.494100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 7a5c5ea9-479a-437b-bec8-4527aa694376 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:05.508969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.510241 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.529105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 7a5c5ea9-479a-437b-bec8-4527aa694376 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:05.529707 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.537650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.555369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:05.587414 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/68dba23d-4c4f-472d-9089-f6fba022fa00 HTTP/1.1" status: 204 len: 168 time: 1.2994521 Nov 25 18:36:05.605944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36846) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:05.613648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824486072'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:05.619621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab43fb-71a1-481c-88ab-c7ad3654eb2c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=68dba23d-4c4f-472d-9089-f6fba022fa00,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:05.668039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:05.690896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.792876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:05.806087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:05.806757 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment f7dacedc-7afb-49ab-ab7b-23b3b4697c60 of type vlan for network b40bc258-ccab-4831-a041-07b14ceb543e Nov 25 18:36:05.842120 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:36:05.916790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac9f2b-4e84-4f69-85a7-0e451a0c2333 None None] Pushing event updated for resources: {'Port': ['ID=3fdcba36-7a71-4bef-bd93-b04c0b11b944,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:05.963952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.083968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.100245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:06.102409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.134249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:06.156781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.196811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:8c:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:04Z', 'revision_number': 2, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:06.219916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=b40bc258-ccab-4831-a041-07b14ceb543e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:06.235983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c6f997a1-8b11-408c-b42b-394709cb7fd9 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6269493 Nov 25 18:36:06.237088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36862) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:06.251141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': 'b40bc258-ccab-4831-a041-07b14ceb543e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:06.306211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b40bc258-ccab-4831-a041-07b14ceb543e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:06.316567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa26d1-30d5-4059-b118-d04c67d20acb None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:8c:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:04Z', 'revision_number': 2, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:06.408382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5c5ea9-479a-437b-bec8-4527aa694376'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:06.411601 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083d686a-f618-4770-8b31-f8aa4fef8d6d" -d '{"events": [{"server_uuid": "a2796e14-7a73-4985-8a06-612d18edf7b8", "name": "network-vif-plugged", "status": "completed", "tag": "7a5c5ea9-479a-437b-bec8-4527aa694376"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:06.450194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 7a5c5ea9-479a-437b-bec8-4527aa694376, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7a5c5ea9-479a-437b-bec8-4527aa694376,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:06.467245 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.549853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=7a5c5ea9-479a-437b-bec8-4527aa694376,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:06.587137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2148e1-f037-4bbe-a651-1d3f3efe6955 req-a6e1b1b2-c527-44b4-a16d-9050f928c27e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:06.593031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2148e1-f037-4bbe-a651-1d3f3efe6955 req-a6e1b1b2-c527-44b4-a16d-9050f928c27e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:06.596013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:06.611634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2148e1-f037-4bbe-a651-1d3f3efe6955 req-a6e1b1b2-c527-44b4-a16d-9050f928c27e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:06.620057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d2148e1-f037-4bbe-a651-1d3f3efe6955 req-a6e1b1b2-c527-44b4-a16d-9050f928c27e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2418 time: 0.2750747 Nov 25 18:36:06.625892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.703408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:06.710302 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c10501-9854-45b6-9d8c-ea1faeec7d06" -d '{"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:06.714747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3fdcba36-7a71-4bef-bd93-b04c0b11b944 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:06.716750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:06.721444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.765336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-10704c4d-3853-4522-a5e6-dd63fc6a5215 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "PUT /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 200 len: 996 time: 3.7067914 Nov 25 18:36:06.799286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:06.799735 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:06.889695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-30097700-e984-4f54-a854-d707f3b0255c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:06.893245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-30097700-e984-4f54-a854-d707f3b0255c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports/b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 942 time: 0.1165924 Nov 25 18:36:06.921923 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57677fc2-0af3-4fb1-914c-cdd06254875e None None] New status for floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:36:06.998247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:07.068563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 3fdcba36-7a71-4bef-bd93-b04c0b11b944, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3fdcba36-7a71-4bef-bd93-b04c0b11b944,segment=NetworkSegment(417b0edf-d472-4a2f-8327-fdff3b4b804f),segment_id=417b0edf-d472-4a2f-8327-fdff3b4b804f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:07.078006 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:07.128607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-a7e3e227-c101-4785-88c9-f5c996c2e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:07.130684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-a7e3e227-c101-4785-88c9-f5c996c2e697 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.1054988 Nov 25 18:36:07.139216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d2148e1-f037-4bbe-a651-1d3f3efe6955 req-aa8caab7-c479-46c6-94b5-7ea050efbe6b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182500 Nov 25 18:36:07.205125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=3fdcba36-7a71-4bef-bd93-b04c0b11b944,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:07.208125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:07.298744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-1ef79098-ba2f-4cbd-8257-f6c908593f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:07.300290 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-1ef79098-ba2f-4cbd-8257-f6c908593f53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.1622381 Nov 25 18:36:07.375399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-a5b34658-fc81-4232-a944-aa619fd149b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 217 time: 0.0662253 Nov 25 18:36:07.412770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=18044c41-5c29-4a73-a66c-9b0bf19ced85,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:07.478810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': 'f7dacedc-7afb-49ab-ab7b-23b3b4697c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b40bc258-ccab-4831-a041-07b14ceb543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:07.479743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: b40bc258-ccab-4831-a041-07b14ceb543e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:07.511932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-106c50c5-4f35-4f41-8a20-7faf1db7442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:07.513533 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-106c50c5-4f35-4f41-8a20-7faf1db7442c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1318502 Nov 25 18:36:07.568423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network b40bc258-ccab-4831-a041-07b14ceb543e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:07.586026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d3950-251f-4b0e-92b7-ceefefd7db9f req-dd4aaecc-cf9e-4d12-923d-a1ab499c4001 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:07.597467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b00d3950-251f-4b0e-92b7-ceefefd7db9f req-dd4aaecc-cf9e-4d12-923d-a1ab499c4001 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 945 time: 0.0978301 Nov 25 18:36:07.598271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:07.612085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-09dc1a58-4aa3-473d-91fb-dc4376e2b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:07.613760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-09dc1a58-4aa3-473d-91fb-dc4376e2b289 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939784 Nov 25 18:36:07.618068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:07.619117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:07.655066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, b40bc258-ccab-4831-a041-07b14ceb543e) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:07.681759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b00d3950-251f-4b0e-92b7-ceefefd7db9f req-5f7cfbbc-1f4a-44e5-885c-22059bdb85a2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666866 Nov 25 18:36:07.691796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:07.692416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:07.721539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c4c984b1-edbb-459e-b6f4-cc7673ca1ae2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4833086 Nov 25 18:36:07.724968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:07.745059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-bd325d35-1d8a-4e23-88ee-c159783f4335 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234066 Nov 25 18:36:07.882261 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07980c8e-3547-473c-aa25-36072e57e632 x-openstack-request-id: req-07980c8e-3547-473c-aa25-36072e57e632 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:07.883141 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2796e14-7a73-4985-8a06-612d18edf7b8", "name": "network-vif-plugged", "status": "completed", "tag": "7a5c5ea9-479a-437b-bec8-4527aa694376", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:07.883413 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07980c8e-3547-473c-aa25-36072e57e632 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:07.883823 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5c5ea9-479a-437b-bec8-4527aa694376', 'code': 200} Nov 25 18:36:07.896432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be645e-3118-4798-9acd-459739fb52ea None None] Network b135d67c-42fb-4327-b920-7216ae03aeb4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:07.907817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-4373c2ef-d94b-4ccc-8c7b-7bfbd717a7f2 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539373 Nov 25 18:36:07.940612 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:08.021050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586dbd16-2e68-424d-9741-f80082a2727e None None] Network b40bc258-ccab-4831-a041-07b14ceb543e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:08.036243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-e7ac171d-905d-451b-8927-f6fe0c17d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.037741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-e7ac171d-905d-451b-8927-f6fe0c17d6bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 1097 time: 0.0894110 Nov 25 18:36:08.117658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:08.125437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64acc-afcc-40c3-a13d-0690d2ea42ad req-78955054-85ea-497a-82c0-9da7a0fc708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.126982 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8bd64acc-afcc-40c3-a13d-0690d2ea42ad req-78955054-85ea-497a-82c0-9da7a0fc708e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1667333 Nov 25 18:36:08.149794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ac0ab12e-9535-4ce1-b545-fe77e64f2454 None None] Provisioning complete for port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:08.150156 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab12e-9535-4ce1-b545-fe77e64f2454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:08.171802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058931-ffc9-4c7e-8dd3-ce6c9c03069f req-3d07c8a6-2ceb-4fe9-b964-a3b4718a92c0 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.173506 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40058931-ffc9-4c7e-8dd3-ce6c9c03069f req-3d07c8a6-2ceb-4fe9-b964-a3b4718a92c0 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 945 time: 0.1608422 Nov 25 18:36:08.208964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:08.253200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-39295f4f-0f2c-45a6-9911-874e257393c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.259923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-39295f4f-0f2c-45a6-9911-874e257393c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.2122025 Nov 25 18:36:08.296428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8bd64acc-afcc-40c3-a13d-0690d2ea42ad req-57ad4ae2-3f4c-4197-8e7f-9fbb4c90037a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399329 Nov 25 18:36:08.315796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40058931-ffc9-4c7e-8dd3-ce6c9c03069f req-24c03293-a523-4095-bbaf-aee24a8e7ec7 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340702 Nov 25 18:36:08.341407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:08.421570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-d7b67ef9-ea42-458d-a373-ed316dcf112e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 1001 time: 0.1558721 Nov 25 18:36:08.463892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=18044c41-5c29-4a73-a66c-9b0bf19ced85,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:08.468400 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a020cc83-2cb5-4bad-924e-9d89f8614497 x-openstack-request-id: req-a020cc83-2cb5-4bad-924e-9d89f8614497 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:08.470826 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:08.471317 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a020cc83-2cb5-4bad-924e-9d89f8614497 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:08.471911 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96', 'status': 'completed', 'code': 200} Nov 25 18:36:08.601615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-ba53b917-707a-4579-960c-5e78c98e26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.604904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-ba53b917-707a-4579-960c-5e78c98e26d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1721773 Nov 25 18:36:08.678341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-5cd3b887-8d14-4eda-ade8-efcc385fc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.681337 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-5cd3b887-8d14-4eda-ade8-efcc385fc679 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627902 Nov 25 18:36:08.739869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:08.786215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3fdcba36-7a71-4bef-bd93-b04c0b11b944 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:08.827175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40bc258-ccab-4831-a041-07b14ceb543e']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:08.839076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-f8c8f60b-faa4-4802-ab7f-0a8f39636473 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490006 Nov 25 18:36:08.878075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dacedc-7afb-49ab-ab7b-23b3b4697c60') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:08.878788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dacedc-7afb-49ab-ab7b-23b3b4697c60') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:08.904913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:08.954691 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:08.958034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-da52add6-24f8-4d7f-97e1-62c325e97556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.962411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-da52add6-24f8-4d7f-97e1-62c325e97556 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.2986178 Nov 25 18:36:08.983431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481732-7d60-4105-b81d-0d9c04c2f55e req-99718a10-b19f-4e64-a924-03b586b1b497 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:08.984196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64bff8-5a35-4c1f-9719-4b38c38e4dd9 None None] Network b40bc258-ccab-4831-a041-07b14ceb543e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:08.993222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481732-7d60-4105-b81d-0d9c04c2f55e req-99718a10-b19f-4e64-a924-03b586b1b497 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.000439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481732-7d60-4105-b81d-0d9c04c2f55e req-99718a10-b19f-4e64-a924-03b586b1b497 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.008850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11481732-7d60-4105-b81d-0d9c04c2f55e req-99718a10-b19f-4e64-a924-03b586b1b497 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2418 time: 0.3400979 Nov 25 18:36:09.021071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a011a5d-7fe0-471f-b8b8-cc233d9bace5 req-bfb026be-5774-422b-95b2-4ccb43eb25c0 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735413 Nov 25 18:36:09.028131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:09.028728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:09.033925 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:09.189580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.194428 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.202247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/b40bc258-ccab-4831-a041-07b14ceb543e HTTP/1.1" status: 204 len: 168 time: 1.4724822 Nov 25 18:36:09.203704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:09.211758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1818052819'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:09.247141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11481732-7d60-4105-b81d-0d9c04c2f55e req-da90c3fa-dc6d-4f65-a9c6-624feaa3c498 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370272 Nov 25 18:36:09.263321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:09.264415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd96ba-f05c-4e60-8a98-ba4baef51c53 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=b40bc258-ccab-4831-a041-07b14ceb543e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:09.265003 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.289255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-23760a21-2952-4cb0-b6e3-e8b84129473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.298418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:09.299164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-23760a21-2952-4cb0-b6e3-e8b84129473c service neutron] 10.222.0.64 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.2785323 Nov 25 18:36:09.304441 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.368344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:09.422151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.422534 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment e4f78447-b5db-4206-b30f-e9f389735e41 of type vlan for network 43a49838-f837-4f48-9ded-810acae15164 Nov 25 18:36:09.510160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-3ea66d2e-3634-4dc0-912e-fdf0cf102239 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 217 time: 0.2043269 Nov 25 18:36:09.610535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-07159861-c6d1-4937-95ce-192b2f26390e None None] Provisioning complete for port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:09.614638 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07159861-c6d1-4937-95ce-192b2f26390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.637014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-0e7f75b8-1afd-4cfa-82f5-fa61015cef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.638623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-0e7f75b8-1afd-4cfa-82f5-fa61015cef91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.0893512 Nov 25 18:36:09.646418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d11da-86ff-458b-ab98-0712ffbb603f req-8027e3b5-b804-44fd-a13b-1844285e0a1b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.655226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d07d11da-86ff-458b-ab98-0712ffbb603f req-8027e3b5-b804-44fd-a13b-1844285e0a1b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 945 time: 0.1809506 Nov 25 18:36:09.660981 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8280712-62af-4bf5-bb58-8e198ba8081e req-d1d13603-ff83-4da5-8a42-52b5d97c5fd5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 0.1283107 Nov 25 18:36:09.669231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.761713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d07d11da-86ff-458b-ab98-0712ffbb603f req-175aba0c-e1c3-46ab-8e18-b391f3536045 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054049 Nov 25 18:36:09.768981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280712-62af-4bf5-bb58-8e198ba8081e req-5e678452-1bd9-439f-bfe7-0a3a4544d39b tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.770622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8280712-62af-4bf5-bb58-8e198ba8081e req-5e678452-1bd9-439f-bfe7-0a3a4544d39b tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports/d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 943 time: 0.0974166 Nov 25 18:36:09.796364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-05c34b53-7722-46e0-a9ed-eaf6b1c51756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.798355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-05c34b53-7722-46e0-a9ed-eaf6b1c51756 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346233 Nov 25 18:36:09.813884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.817841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:8c:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:07Z', 'revision_number': 3, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:09.829682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:09.830319 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:09.902880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:09.969045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-18e44207-af89-432c-acf8-2bad7091a84a service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533768 Nov 25 18:36:09.979067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:09.979717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:35:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:10.055355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8492320 Nov 25 18:36:10.061863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 36916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:10.079463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': '43a49838-f837-4f48-9ded-810acae15164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:10.184895 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8280712-62af-4bf5-bb58-8e198ba8081e req-3ab44825-afe6-4cce-892f-59b738ce48c6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 0.2798243 Nov 25 18:36:10.185663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af09e2-6c77-48e6-a69e-63d4a3524502 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=43a49838-f837-4f48-9ded-810acae15164,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:10.199221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8c10501-9854-45b6-9d8c-ea1faeec7d06 req-c86fbde8-8547-45ea-9721-8e6de6bf5ed5 service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206614 Nov 25 18:36:10.206230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 43a49838-f837-4f48-9ded-810acae15164 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:10.336870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:10.414492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:10.418703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:10.572018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b768d13-eb76-4a47-b208-609a04c041c1 req-7b5a9af9-91ea-4efc-9d7f-1454056f1102 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:10.590119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b768d13-eb76-4a47-b208-609a04c041c1 req-7b5a9af9-91ea-4efc-9d7f-1454056f1102 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:10.604885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b768d13-eb76-4a47-b208-609a04c041c1 req-7b5a9af9-91ea-4efc-9d7f-1454056f1102 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:10.612317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b768d13-eb76-4a47-b208-609a04c041c1 req-7b5a9af9-91ea-4efc-9d7f-1454056f1102 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2418 time: 0.1536860 Nov 25 18:36:10.681512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:10.685182 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd799f2-db4e-4442-ac64-150181dda4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:10.694706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:10.735442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b768d13-eb76-4a47-b208-609a04c041c1 req-cbbc8b96-593c-47fa-9ad8-810bbb570b13 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143987 Nov 25 18:36:10.825717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=c374d39f-6c45-45cc-a630-af988f238ea6,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:10.850610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:8c:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:07Z', 'revision_number': 3, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:10.879366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280712-62af-4bf5-bb58-8e198ba8081e req-bf2cc232-23e0-4085-8c6d-261de38ef357 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:10.881320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8280712-62af-4bf5-bb58-8e198ba8081e req-bf2cc232-23e0-4085-8c6d-261de38ef357 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.6805480 Nov 25 18:36:10.904445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': 'e4f78447-b5db-4206-b30f-e9f389735e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43a49838-f837-4f48-9ded-810acae15164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:10.904445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: 43a49838-f837-4f48-9ded-810acae15164, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:10.907960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446d40f-56ae-4142-9983-952cde8f963c None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:8c:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:07Z', 'revision_number': 3, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:10.937549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network 43a49838-f837-4f48-9ded-810acae15164 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:10.967763 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92349cc8-9f1c-4dcf-a12b-4c37c8f76302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:10.978360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 43a49838-f837-4f48-9ded-810acae15164) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:10.983432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:10.984214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:10.991282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4b410-064e-4038-acfe-7dd0c794a0b5 None None] Network 43a49838-f837-4f48-9ded-810acae15164 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:11.030911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-88c2d107-dbe7-4fad-b9d8-c329df57db42 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9599786 Nov 25 18:36:11.034320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36942) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:11.103209 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fbaf82-be30-4f83-a47b-30f4032eefec x-openstack-request-id: req-47fbaf82-be30-4f83-a47b-30f4032eefec {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:11.103499 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:11.103752 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47fbaf82-be30-4f83-a47b-30f4032eefec {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:11.104149 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'status': 'completed', 'code': 200} Nov 25 18:36:11.288035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-43a49838-f837-4f48-9ded-810acae15164', 'network_id': '43a49838-f837-4f48-9ded-810acae15164', 'tenant_id': '041948263c2d4c40b4b1b6cfff9d1178', 'fixed_ips': [{'subnet_id': 'c374d39f-6c45-45cc-a630-af988f238ea6'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:11.288968 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:11.345839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59bf69-8959-4c15-a37c-b811206a9287 req-eca49358-4152-471f-9582-6470f7eaef38 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:11.354272 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac59bf69-8959-4c15-a37c-b811206a9287 req-eca49358-4152-471f-9582-6470f7eaef38 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 945 time: 0.2738979 Nov 25 18:36:11.414865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6b85c-e310-4b78-a720-9337bd90f527 req-c1b77498-eb5f-4b00-a9e3-754fc684b89a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:11.422921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cff6b85c-e310-4b78-a720-9337bd90f527 req-c1b77498-eb5f-4b00-a9e3-754fc684b89a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 945 time: 0.2250428 Nov 25 18:36:11.425821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:11.469236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac59bf69-8959-4c15-a37c-b811206a9287 req-16779889-b9b0-4eba-afc5-aefec4f56fea tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140895 Nov 25 18:36:11.499893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-8d4f27c5-f74f-4ca5-b833-37ed63547a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:11.501584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-8d4f27c5-f74f-4ca5-b833-37ed63547a5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 1097 time: 0.3760006 Nov 25 18:36:11.524315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Allocated IP 2001:db8::1 (43a49838-f837-4f48-9ded-810acae15164/c374d39f-6c45-45cc-a630-af988f238ea6/2c141046-a511-47cf-9af8-1b393138bb4b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:11.602239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cff6b85c-e310-4b78-a720-9337bd90f527 req-6d90fc10-12e6-49a1-a33a-bcf87438758f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781223 Nov 25 18:36:11.661318 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:11.687345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-a8537865-a6b0-4227-b548-b5c66278172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:11.692179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-a8537865-a6b0-4227-b548-b5c66278172a service neutron] 10.222.0.66 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.1791720 Nov 25 18:36:11.714765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:11.742942 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-ace263c5-ca0c-46b5-998c-4a0866f9838a tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 0.2286584 Nov 25 18:36:11.743762 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:11.847055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Network 43a49838-f837-4f48-9ded-810acae15164 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:11.848033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-24f2672a-7249-4400-be1c-cd9b461df1aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 1001 time: 0.1416607 Nov 25 18:36:11.848674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Pushing event updated for resources: {'Port': ['ID=2c141046-a511-47cf-9af8-1b393138bb4b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:11.867389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:11.876187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:11.965633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-c1a53319-bf0c-4414-ab8d-2454c8a06917 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:11.973864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Attempting to bind port 2c141046-a511-47cf-9af8-1b393138bb4b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:11.974532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Attempting to bind port 2c141046-a511-47cf-9af8-1b393138bb4b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e4f78447-b5db-4206-b30f-e9f389735e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43a49838-f837-4f48-9ded-810acae15164'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:11.975196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Attempting to bind port 2c141046-a511-47cf-9af8-1b393138bb4b on network 43a49838-f837-4f48-9ded-810acae15164 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:11.976638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-4e714500-0a08-4fed-89f0-9e87be37b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:11.981822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:11.982279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Checking segment: {'id': 'e4f78447-b5db-4206-b30f-e9f389735e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43a49838-f837-4f48-9ded-810acae15164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:11.982399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-4e714500-0a08-4fed-89f0-9e87be37b676 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1233613 Nov 25 18:36:11.982671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:11.983115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Bound using segment: {'id': 'e4f78447-b5db-4206-b30f-e9f389735e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43a49838-f837-4f48-9ded-810acae15164'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:11.983638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Bound port: 2c141046-a511-47cf-9af8-1b393138bb4b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f78447-b5db-4206-b30f-e9f389735e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '43a49838-f837-4f48-9ded-810acae15164'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:11.984028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:11.987207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-c1a53319-bf0c-4414-ab8d-2454c8a06917 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports/d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 943 time: 0.2433391 Nov 25 18:36:12.084221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] For port 2c141046-a511-47cf-9af8-1b393138bb4b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:12.088243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] For port 2c141046-a511-47cf-9af8-1b393138bb4b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2c141046-a511-47cf-9af8-1b393138bb4b,segment=NetworkSegment(e4f78447-b5db-4206-b30f-e9f389735e41),segment_id=e4f78447-b5db-4206-b30f-e9f389735e41)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:12.098728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:12.193945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:12.242996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236a359-900b-498f-add6-8fae199c110e req-4640403f-445d-4f54-a40f-1e6379e0961c tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.243211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a320a0-358f-4bca-bacb-800c1650ccdd None None] Pushing event updated for resources: {'Port': ['ID=2c141046-a511-47cf-9af8-1b393138bb4b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:12.262565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236a359-900b-498f-add6-8fae199c110e req-4640403f-445d-4f54-a40f-1e6379e0961c tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.270397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236a359-900b-498f-add6-8fae199c110e req-4640403f-445d-4f54-a40f-1e6379e0961c tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.272093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a236a359-900b-498f-add6-8fae199c110e req-4640403f-445d-4f54-a40f-1e6379e0961c tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2418 time: 0.2328689 Nov 25 18:36:12.290674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=c374d39f-6c45-45cc-a630-af988f238ea6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:12.303675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87188c60-ca88-4d28-8495-963a6247f077 req-9f0932a3-8b44-47a3-a347-58d386d69fc2 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.310590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87188c60-ca88-4d28-8495-963a6247f077 req-9f0932a3-8b44-47a3-a347-58d386d69fc2 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.316450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87188c60-ca88-4d28-8495-963a6247f077 req-9f0932a3-8b44-47a3-a347-58d386d69fc2 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.320418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-a0eecff0-b511-4e27-b398-df66851dfb9a tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.322302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-a0eecff0-b511-4e27-b398-df66851dfb9a tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.64 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 945 time: 0.3331528 Nov 25 18:36:12.324376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87188c60-ca88-4d28-8495-963a6247f077 req-9f0932a3-8b44-47a3-a347-58d386d69fc2 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 2418 time: 0.3369479 Nov 25 18:36:12.373242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.374982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.375581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-ce38a323-34c5-40f5-95ac-fca630c83116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:12.375983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.376675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.377054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-ce38a323-34c5-40f5-95ac-fca630c83116 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3794272 Nov 25 18:36:12.377467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.378016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.378666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.379526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.380100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.380641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.381314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.381853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:12.409547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-907d2a38-3c41-4516-8fd1-c89a08b219a1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:36:12.409547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-907d2a38-3c41-4516-8fd1-c89a08b219a1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056322 Nov 25 18:36:12.674373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87188c60-ca88-4d28-8495-963a6247f077 req-0e93e38f-f0bf-4a48-bd73-7f4e94a2fbbe tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491211 Nov 25 18:36:12.695646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2c141046-a511-47cf-9af8-1b393138bb4b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:12.706969 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-e2e99a6f-0dfa-4206-90c8-3d8d016d6d23 service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889676 Nov 25 18:36:12.779658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 1d20ec37-5661-4566-acd4-e6229e3be294 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:12.780851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:12.892108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2c141046-a511-47cf-9af8-1b393138bb4b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:12.892108 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.135629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.207832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 2c141046-a511-47cf-9af8-1b393138bb4b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2c141046-a511-47cf-9af8-1b393138bb4b,segment=NetworkSegment(e4f78447-b5db-4206-b30f-e9f389735e41),segment_id=e4f78447-b5db-4206-b30f-e9f389735e41)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:13.216908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.323383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.326927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=2c141046-a511-47cf-9af8-1b393138bb4b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:13.354934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a49838-f837-4f48-9ded-810acae15164']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:13.364888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f78447-b5db-4206-b30f-e9f389735e41') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:13.366002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f78447-b5db-4206-b30f-e9f389735e41') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:13.375548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.401626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.408134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:13.408630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.424387 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0688ae4-9f5e-4aa9-86f8-af8ff32f4b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:13.493899 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:13.498901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:36:13.498901 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:36:13.498901 n-d-819194-3 neutron-server[103456]: [parameters: {'id': '43a49838-f837-4f48-9ded-810acae15164'}] Nov 25 18:36:13.498901 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:36:13.499221 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:36:13.505371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8b6e2-74d8-489a-9811-f7d0b3be7911 req-ef0ab1d2-79be-4aa6-92b3-cc9c03872ac8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:13.509812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-89224edc-7f7a-409d-bbc0-c0f138692f0d tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 1.4265156 Nov 25 18:36:13.512886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edf8b6e2-74d8-489a-9811-f7d0b3be7911 req-ef0ab1d2-79be-4aa6-92b3-cc9c03872ac8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 945 time: 0.1917250 Nov 25 18:36:13.532092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fd799f2-db4e-4442-ac64-150181dda4d7 req-7f4fc816-479e-4c3c-8315-827b0618dce6 service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177474 Nov 25 18:36:13.549270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 1d20ec37-5661-4566-acd4-e6229e3be294, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1d20ec37-5661-4566-acd4-e6229e3be294,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:13.549634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.603105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 1d20ec37-5661-4566-acd4-e6229e3be294 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:13.621627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edf8b6e2-74d8-489a-9811-f7d0b3be7911 req-e6adc2be-4eaf-48ba-ace6-f0f3f0f813db tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076612 Nov 25 18:36:13.636077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-b5e40eb5-ec0c-435b-b376-d737b9b6b324 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:13.643164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-b5e40eb5-ec0c-435b-b376-d737b9b6b324 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2796e14-7a73-4985-8a06-612d18edf7b8 HTTP/1.1" status: 200 len: 945 time: 0.2283864 Nov 25 18:36:13.721558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Deleting port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:13.721558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.737802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-0ee3a5ca-18c1-4d24-85a4-1db365eeb338 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:13.746274 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-0ee3a5ca-18c1-4d24-85a4-1db365eeb338 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.2355676 Nov 25 18:36:13.775051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f15cb5-f90c-48bd-8899-382c65b95b9f None None] Network 43a49838-f837-4f48-9ded-810acae15164 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:13.854140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-444050a1-712c-4f23-acab-fdb35c3ebfbd tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1001 time: 0.1068835 Nov 25 18:36:13.859980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:13.974860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.980132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Deleting port 7a5c5ea9-479a-437b-bec8-4527aa694376 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:13.980132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:13.999693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac44df3-5b64-4708-b66d-e61754a1578f req-0f83ed4d-acef-4314-a67a-a53001282294 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:14.005716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ac44df3-5b64-4708-b66d-e61754a1578f req-0f83ed4d-acef-4314-a67a-a53001282294 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/ports?device_id=45a00e59-48d5-417f-945b-e5ed35b86524 HTTP/1.1" status: 200 len: 945 time: 0.1371872 Nov 25 18:36:14.007916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.038283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] For port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,segment=NetworkSegment(30bc6e62-7b8a-49ae-8fab-726cdaabdbc2),segment_id=30bc6e62-7b8a-49ae-8fab-726cdaabdbc2)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:14.038643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.067104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Calling delete_port for b2e9e3cc-5182-4fae-b88e-cad8f7b617ba owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:14.232629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] For port 7a5c5ea9-479a-437b-bec8-4527aa694376, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=7a5c5ea9-479a-437b-bec8-4527aa694376,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:14.233502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.252010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Calling delete_port for 7a5c5ea9-479a-437b-bec8-4527aa694376 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:14.254375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting port 2c141046-a511-47cf-9af8-1b393138bb4b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:14.254963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.340174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.355375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-54ada726-befe-442b-b5ff-fe0d26e0911b None None] Provisioning complete for port 2c141046-a511-47cf-9af8-1b393138bb4b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:14.355910 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54ada726-befe-442b-b5ff-fe0d26e0911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.369081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] For port 2c141046-a511-47cf-9af8-1b393138bb4b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2c141046-a511-47cf-9af8-1b393138bb4b,segment=NetworkSegment(e4f78447-b5db-4206-b30f-e9f389735e41),segment_id=e4f78447-b5db-4206-b30f-e9f389735e41)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:14.369680 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.402894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Calling delete_port for 2c141046-a511-47cf-9af8-1b393138bb4b owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:14.443463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.461349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', '7a5c5ea9-479a-437b-bec8-4527aa694376'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:14.511464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.548438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360698e-095b-480f-aeef-adceb64ee90b None None] DHCP port deletion for 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:14.607538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Pushing event deleted for resources: {'Port': ['ID=7a5c5ea9-479a-437b-bec8-4527aa694376,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:14.634733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] No DVR routers for this DVR port 7a5c5ea9-479a-437b-bec8-4527aa694376 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:14.642981 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.650308 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.655447 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac098a10-4ed0-4425-8e65-447db9d17323 req-75149b80-3196-4276-960b-b6d6d6a222ba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.64 "DELETE /v2.0/ports/7a5c5ea9-479a-437b-bec8-4527aa694376 HTTP/1.1" status: 204 len: 173 time: 1.0043681 Nov 25 18:36:14.659077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'name': 'network-vif-deleted', 'tag': '7a5c5ea9-479a-437b-bec8-4527aa694376'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:14.661959 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea3140c-0300-4cc4-a4ec-e06438433b08" -d '{"events": [{"server_uuid": "a2796e14-7a73-4985-8a06-612d18edf7b8", "name": "network-vif-deleted", "tag": "7a5c5ea9-479a-437b-bec8-4527aa694376"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:14.696126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.719084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=1d20ec37-5661-4566-acd4-e6229e3be294,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:14.744158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-54ada726-befe-442b-b5ff-fe0d26e0911b None None] Could not find standard attr ID for object 2c141046-a511-47cf-9af8-1b393138bb4b. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:36:14.766862 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.db [None req-54ada726-befe-442b-b5ff-fe0d26e0911b None None] No ports have port_id starting with 2c141046-a511-47cf-9af8-1b393138bb4b Nov 25 18:36:14.785006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Pushing event deleted for resources: {'Port': ['ID=b2e9e3cc-5182-4fae-b88e-cad8f7b617ba,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:14.787440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.797963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.799192 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a disassociated. External IP: 172.25.2.82, port: d98b1e01-1eac-4fc6-9417-beff1db22431. Nov 25 18:36:14.855216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c43a90-d9a2-4fc7-b60e-721bf3dfec94 None None] DHCP port deletion for 43a49838-f837-4f48-9ded-810acae15164 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:14.867549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 1d20ec37-5661-4566-acd4-e6229e3be294 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:14.873529 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:14.889022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a236a359-900b-498f-add6-8fae199c110e req-9e593fb3-0f47-4037-95ec-8a27d5998526 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "DELETE /v2.0/ports/1d20ec37-5661-4566-acd4-e6229e3be294 HTTP/1.1" status: 204 len: 173 time: 2.6025989 Nov 25 18:36:14.894709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ac44df3-5b64-4708-b66d-e61754a1578f req-fa481827-48a8-48b0-8b56-577148e95d3b tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.62 "GET /v2.0/security-groups?id=abefbf6e-1abc-4108-aee1-f6a2d0863d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503602 Nov 25 18:36:15.027388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8597cb8-bb59-43c9-8608-1dca9e00eb74 None None] DHCP port deletion for fc61c187-11cc-445f-b609-adae0c8d8e89 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:15.157389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326ac26-6c52-466e-a7e3-09fd1b26aae2 req-24b0b62e-65d2-450d-a692-b653a6b0bd7a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:15.160972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Port': ['ID=2c141046-a511-47cf-9af8-1b393138bb4b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:15.173842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326ac26-6c52-466e-a7e3-09fd1b26aae2 req-24b0b62e-65d2-450d-a692-b653a6b0bd7a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:15.174591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No DVR routers for this DVR port 2c141046-a511-47cf-9af8-1b393138bb4b on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:15.176122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f326ac26-6c52-466e-a7e3-09fd1b26aae2 req-24b0b62e-65d2-450d-a692-b653a6b0bd7a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 1682 time: 0.1359043 Nov 25 18:36:15.189207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 6fbe4cf2-9c00-4a80-884e-eee295d82598 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:15.190907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.214045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] No DVR routers for this DVR port b2e9e3cc-5182-4fae-b88e-cad8f7b617ba on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:15.218689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.222823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2bf178dc-7fbb-441c-865b-f43fa1aaa082 req-ace91412-95c5-4302-bafc-02c96ddb32b1 tempest-ServerAddressesNegativeTestJSON-31514855 tempest-ServerAddressesNegativeTestJSON-31514855-project] 10.222.0.64 "DELETE /v2.0/ports/b2e9e3cc-5182-4fae-b88e-cad8f7b617ba HTTP/1.1" status: 204 len: 173 time: 2.8887849 Nov 25 18:36:15.223476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a00e59-48d5-417f-945b-e5ed35b86524', 'name': 'network-vif-deleted', 'tag': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:15.226060 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89294bf-c4b4-4af7-abb3-08963e8cc82a" -d '{"events": [{"server_uuid": "45a00e59-48d5-417f-945b-e5ed35b86524", "name": "network-vif-deleted", "tag": "b2e9e3cc-5182-4fae-b88e-cad8f7b617ba"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:15.377609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 6fbe4cf2-9c00-4a80-884e-eee295d82598, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6fbe4cf2-9c00-4a80-884e-eee295d82598,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:15.378355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.395408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 6fbe4cf2-9c00-4a80-884e-eee295d82598 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:15.475324 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.600340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a49838-f837-4f48-9ded-810acae15164']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:15.619107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f78447-b5db-4206-b30f-e9f389735e41') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:15.619449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f78447-b5db-4206-b30f-e9f389735e41') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:15.636162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.637624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f326ac26-6c52-466e-a7e3-09fd1b26aae2 req-6614c5f0-d58c-4f55-a5e2-9a8c6618a3d7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433675 Nov 25 18:36:15.638384 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.655438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:15.664458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.673108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=6fbe4cf2-9c00-4a80-884e-eee295d82598,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:15.676944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:15.677380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:15.681903 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:15.739793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 6fbe4cf2-9c00-4a80-884e-eee295d82598 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:15.743739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.748810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a236a359-900b-498f-add6-8fae199c110e req-17369932-84ad-42f1-b783-9180a460967a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "DELETE /v2.0/ports/6fbe4cf2-9c00-4a80-884e-eee295d82598 HTTP/1.1" status: 204 len: 173 time: 0.8521855 Nov 25 18:36:15.825682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.862045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.877074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1d20ec37-5661-4566-acd4-e6229e3be294 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:15.897625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:15.913755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/43a49838-f837-4f48-9ded-810acae15164 HTTP/1.1" status: 204 len: 168 time: 4.8776147 Nov 25 18:36:15.937289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:15.948709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-285008928'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:15.960862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 1d20ec37-5661-4566-acd4-e6229e3be294 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:15.961212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1d20ec37-5661-4566-acd4-e6229e3be294 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:15.961637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6fbe4cf2-9c00-4a80-884e-eee295d82598 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:16.004326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010238-4ac4-4be6-b063-9716daa5bbfd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=43a49838-f837-4f48-9ded-810acae15164,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:16.005242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 6fbe4cf2-9c00-4a80-884e-eee295d82598 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:16.005771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6fbe4cf2-9c00-4a80-884e-eee295d82598 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:16.006344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 23b93903-7447-48f0-a90f-c4ad7b8397f9 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:16.021608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:16.032256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.041458 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc62a06-07f1-4664-9df4-54e3bfb006ae x-openstack-request-id: req-5bc62a06-07f1-4664-9df4-54e3bfb006ae {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:16.041763 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2796e14-7a73-4985-8a06-612d18edf7b8", "name": "network-vif-deleted", "tag": "7a5c5ea9-479a-437b-bec8-4527aa694376", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:16.042023 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bc62a06-07f1-4664-9df4-54e3bfb006ae {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:16.046028 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2796e14-7a73-4985-8a06-612d18edf7b8', 'name': 'network-vif-deleted', 'tag': '7a5c5ea9-479a-437b-bec8-4527aa694376', 'status': 'completed', 'code': 200} Nov 25 18:36:16.087964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:16.099215 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.099777 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment 388c90f0-7d76-40b7-8013-bb8faa59bf8f of type vlan for network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e Nov 25 18:36:16.104256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 23b93903-7447-48f0-a90f-c4ad7b8397f9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:16.105218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.161640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.171321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:16.179444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.192929 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:16.214691 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:16.216022 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:16.248753 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.282864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:16.285094 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62432339-8655-4982-9128-f0262b133afc" -d '{"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-unplugged", "status": "completed", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:16.287263 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368557ae-bf0c-4ab7-8b6c-45a0399bfa05 x-openstack-request-id: req-368557ae-bf0c-4ab7-8b6c-45a0399bfa05 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:16.287569 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a00e59-48d5-417f-945b-e5ed35b86524", "name": "network-vif-deleted", "tag": "b2e9e3cc-5182-4fae-b88e-cad8f7b617ba", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:16.288181 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-368557ae-bf0c-4ab7-8b6c-45a0399bfa05 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:16.289151 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a00e59-48d5-417f-945b-e5ed35b86524', 'name': 'network-vif-deleted', 'tag': 'b2e9e3cc-5182-4fae-b88e-cad8f7b617ba', 'status': 'completed', 'code': 200} Nov 25 18:36:16.316222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-40abf696-28cb-4e76-a7f1-50765a2fc9e5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "PUT /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 200 len: 694 time: 2.4609387 Nov 25 18:36:16.319001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.324435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 23b93903-7447-48f0-a90f-c4ad7b8397f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:16.332264 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.333538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:16.335853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.421800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=1dc0be3a-1e41-49c7-8e30-39a3e5cd994e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:16.444130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:16.453563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-664b655f-1c2b-4809-a596-ef87b69483aa tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5150490 Nov 25 18:36:16.456416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37010) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:16.464369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:16.518104 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:16.547213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 23b93903-7447-48f0-a90f-c4ad7b8397f9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=23b93903-7447-48f0-a90f-c4ad7b8397f9,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:16.559224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.605161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 23b93903-7447-48f0-a90f-c4ad7b8397f9 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:16.664254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=23b93903-7447-48f0-a90f-c4ad7b8397f9,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:16.667849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2c141046-a511-47cf-9af8-1b393138bb4b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:16.705975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2c141046-a511-47cf-9af8-1b393138bb4b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:16.706565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2c141046-a511-47cf-9af8-1b393138bb4b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:16.716966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b2e9e3cc-5182-4fae-b88e-cad8f7b617ba no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:16.723441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-e1c69d67-9e27-4db6-8e59-fb7129bc6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:16.724992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-e1c69d67-9e27-4db6-8e59-fb7129bc6157 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 1097 time: 0.3842654 Nov 25 18:36:16.730183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:16.734993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.747861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: b2e9e3cc-5182-4fae-b88e-cad8f7b617ba {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:16.748210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b2e9e3cc-5182-4fae-b88e-cad8f7b617ba not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:16.748621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7a5c5ea9-479a-437b-bec8-4527aa694376 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:16.769521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 7a5c5ea9-479a-437b-bec8-4527aa694376 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:16.769889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 7a5c5ea9-479a-437b-bec8-4527aa694376 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:16.774690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c0d49-c85c-4016-b08d-519065c74ad2 req-f4e7152a-51c2-4c1d-8eff-d731f650e9a1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:16.776277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-145c0d49-c85c-4016-b08d-519065c74ad2 req-f4e7152a-51c2-4c1d-8eff-d731f650e9a1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.4268491 Nov 25 18:36:16.777670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.824714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=23b93903-7447-48f0-a90f-c4ad7b8397f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:16.861222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.897738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 23b93903-7447-48f0-a90f-c4ad7b8397f9 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:16.900947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:16.905340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a236a359-900b-498f-add6-8fae199c110e req-71f2556c-4a48-4b1e-be2a-b40be12d3d59 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "DELETE /v2.0/ports/23b93903-7447-48f0-a90f-c4ad7b8397f9 HTTP/1.1" status: 204 len: 173 time: 1.1463699 Nov 25 18:36:16.911080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-145c0d49-c85c-4016-b08d-519065c74ad2 req-a2b92588-dce0-4790-8d34-6ca31a44b4d2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242602 Nov 25 18:36:16.972836 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:16.977227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-cfc3746d-fbb3-403c-a729-1ccf881836cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:16.980394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-cfc3746d-fbb3-403c-a729-1ccf881836cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.1690536 Nov 25 18:36:17.005489 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:17.022341 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:17.023216 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:17.023347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37028) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:17.056847 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f140af-cd29-41f8-a055-550073b5fec7 x-openstack-request-id: req-65f140af-cd29-41f8-a055-550073b5fec7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:17.057367 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-unplugged", "status": "completed", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:17.057470 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65f140af-cd29-41f8-a055-550073b5fec7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:17.058222 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9', 'code': 200} Nov 25 18:36:17.077220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-e437c659-a207-4527-91d7-e0f5397290c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 217 time: 0.0494223 Nov 25 18:36:17.132741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Deleting subnet f96c67bb-c429-4405-8a77-f4292566dd98 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:17.140657 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.189933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-59cbc686-7065-4620-83ea-f160f50db95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:17.191472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-59cbc686-7065-4620-83ea-f160f50db95b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1022496 Nov 25 18:36:17.197242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.220418 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:17.223922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23d0604e-cb6b-436f-809b-570fe5417d86 req-1561bacb-2dc7-44a3-9932-61fff818a6f9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=a245855a-5483-4d38-956e-bc625c2e5506 HTTP/1.1" status: 200 len: 210 time: 0.0416241 Nov 25 18:36:17.226852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.279281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.323027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=97e8fef1-0db1-4816-a565-d8ab1b13906d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:17.339509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.340215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-a04785ab-abfd-40b8-a59b-414a3e6396c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:17.341838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-a04785ab-abfd-40b8-a59b-414a3e6396c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420736 Nov 25 18:36:17.344908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': '388c90f0-7d76-40b7-8013-bb8faa59bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:17.345377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:17.369444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f4986-6e85-46fe-9f8d-72d4782c7bfd None None] Network fc61c187-11cc-445f-b609-adae0c8d8e89 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:17.400287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.411250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f96c67bb-c429-4405-8a77-f4292566dd98 HTTP/1.1" status: 204 len: 168 time: 0.3836439 Nov 25 18:36:17.411250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96c67bb-c429-4405-8a77-f4292566dd98,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:17.418896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37040) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:17.465197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.465645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.466060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.466511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.466920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.467755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.467755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.468073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.468412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.468740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.469438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.469860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c605aaf2-9a75-4e4c-85ce-a0900e4a98a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:17.569509 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:17.598324 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.609171 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe97e4d-9e41-42de-8d4f-864facba91e1 None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:17.610974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-d377fbde-33ea-4af7-8ead-9bae731e5c8a service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603700 Nov 25 18:36:17.633482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b70b88-79c4-4657-9c09-24745fc3b387 None None] DHCP port deletion for fc61c187-11cc-445f-b609-adae0c8d8e89 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:17.643862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a0c74-80f2-4ae1-b6db-0ae3e9f34e5b req-5386753c-f765-422b-a13b-dfa390fe1ca2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:17.647604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:17.651725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f41a0c74-80f2-4ae1-b6db-0ae3e9f34e5b req-5386753c-f765-422b-a13b-dfa390fe1ca2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1191967 Nov 25 18:36:17.703627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:17.710019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:17.711324 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.713794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3d7e4-9256-45c1-8a84-d9e9bf6c4570 None None] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:17.734832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.743212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eeab083c-8d36-4dd7-b52c-c8a4c0c6b3d0 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2855711 Nov 25 18:36:17.746025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37050) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:17.754740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:17.758886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc61c187-11cc-445f-b609-adae0c8d8e89']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:17.768782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bc6e62-7b8a-49ae-8fab-726cdaabdbc2') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:17.769088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bc6e62-7b8a-49ae-8fab-726cdaabdbc2') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:17.780368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.794512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.821556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:17.823018 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.825160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-631e6be2-9f08-4531-9a35-00bb6498e9a4 req-af665fec-2f27-4ad5-9c09-f117f9f50fdc service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013566 Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:17.826015 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:17.900097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-1dc0be3a-1e41-49c7-8e30-39a3e5cd994e', 'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e', 'tenant_id': '041948263c2d4c40b4b1b6cfff9d1178', 'fixed_ips': [{'subnet_id': '97e8fef1-0db1-4816-a565-d8ab1b13906d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:17.901735 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.941435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:17.954857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.961775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f41a0c74-80f2-4ae1-b6db-0ae3e9f34e5b req-d1724535-42e8-4309-861c-5daf9ef4e21f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691072 Nov 25 18:36:17.963168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.976280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:17.998113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fc61c187-11cc-445f-b609-adae0c8d8e89 HTTP/1.1" status: 204 len: 168 time: 0.5666189 Nov 25 18:36:18.019778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0874b-73df-4335-bbda-f92864ed4236 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc61c187-11cc-445f-b609-adae0c8d8e89,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:18.048248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-deleted', 'tag': '1d20ec37-5661-4566-acd4-e6229e3be294'}, {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-deleted', 'tag': '6fbe4cf2-9c00-4a80-884e-eee295d82598'}, {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-deleted', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:18.051104 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086425fd-d66e-41df-bc00-7a566668a9c1" -d '{"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-deleted", "tag": "1d20ec37-5661-4566-acd4-e6229e3be294"}, {"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-deleted", "tag": "6fbe4cf2-9c00-4a80-884e-eee295d82598"}, {"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-deleted", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:18.085750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5694190-c2d0-4a48-a084-c5a54369126b None None] New status for floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:36:18.290679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:18.293971 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f116c1c-1fc2-4d86-891c-887b6b0a15af" -d '{"events": [{"name": "network-changed", "server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:18.343955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37094) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:18.355420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Allocated IP 2001:db8::2 (1dc0be3a-1e41-49c7-8e30-39a3e5cd994e/97e8fef1-0db1-4816-a565-d8ab1b13906d/a5ea048f-5d5a-473a-9d05-1ae79ed8df2a) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:18.403649 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d50e813c-8a35-435b-be08-bdbd9d550fae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=125377963b884d04bd54fcbd6a5411f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583243 Nov 25 18:36:18.404248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37104) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:18.418295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8f51-3186-4822-acbb-f78356ecd96e req-dba8e1c9-c4e9-42ed-bc52-9b1cdb248f63 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:18.420260 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-436d8f51-3186-4822-acbb-f78356ecd96e req-dba8e1c9-c4e9-42ed-bc52-9b1cdb248f63 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1176362 Nov 25 18:36:18.421986 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.482160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da64754c-508b-4515-a3f3-5a43f4dba3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.504482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:18.515773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da64754c-508b-4515-a3f3-5a43f4dba3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.523713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:18.531402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:18.532398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.559141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=de3b66a3-0ae9-471e-a737-f8d7666165b4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:18.564806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-436d8f51-3186-4822-acbb-f78356ecd96e req-8a692755-e4b5-4ce6-baee-a039d6dc9757 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327322 Nov 25 18:36:18.571946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-33583c16-1e31-4f50-b6e7-c04e3b8875ee tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8187289 Nov 25 18:36:18.572260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37118) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:18.587301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da64754c-508b-4515-a3f3-5a43f4dba3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.590906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da64754c-508b-4515-a3f3-5a43f4dba3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.596523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da64754c-508b-4515-a3f3-5a43f4dba3f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abefbf6e-1abc-4108-aee1-f6a2d0863d8a HTTP/1.1" status: 204 len: 168 time: 0.1906917 Nov 25 18:36:18.609228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64754c-508b-4515-a3f3-5a43f4dba3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abefbf6e-1abc-4108-aee1-f6a2d0863d8a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:18.664423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.689076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.694533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cbcc08-fafc-42a4-9dd1-1271a316ae03 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:18.696414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cbcc08-fafc-42a4-9dd1-1271a316ae03 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:18.698797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cbcc08-fafc-42a4-9dd1-1271a316ae03 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:18.700690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cbcc08-fafc-42a4-9dd1-1271a316ae03 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:18.702263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cbcc08-fafc-42a4-9dd1-1271a316ae03 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:18.708853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-82cbcc08-fafc-42a4-9dd1-1271a316ae03 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1313338 Nov 25 18:36:18.709134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:18.711218 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11172b2-f676-401d-8e50-2c348ab1b3a5 x-openstack-request-id: req-b11172b2-f676-401d-8e50-2c348ab1b3a5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:18.711783 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-deleted", "tag": "1d20ec37-5661-4566-acd4-e6229e3be294", "status": "completed", "code": 200}, {"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-deleted", "tag": "6fbe4cf2-9c00-4a80-884e-eee295d82598", "status": "completed", "code": 200}, {"server_uuid": "a245855a-5483-4d38-956e-bc625c2e5506", "name": "network-vif-deleted", "tag": "23b93903-7447-48f0-a90f-c4ad7b8397f9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:18.723838 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b11172b2-f676-401d-8e50-2c348ab1b3a5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:18.724540 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-deleted', 'tag': '1d20ec37-5661-4566-acd4-e6229e3be294', 'status': 'completed', 'code': 200} Nov 25 18:36:18.724945 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-deleted', 'tag': '6fbe4cf2-9c00-4a80-884e-eee295d82598', 'status': 'completed', 'code': 200} Nov 25 18:36:18.725343 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245855a-5483-4d38-956e-bc625c2e5506', 'name': 'network-vif-deleted', 'tag': '23b93903-7447-48f0-a90f-c4ad7b8397f9', 'status': 'completed', 'code': 200} Nov 25 18:36:18.739915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-151870898'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:18.759308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:18.765787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:18.775145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:18.783965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Pushing event updated for resources: {'Port': ['ID=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:18.809081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:18.813537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.815126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.815541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.816151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.816615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.817026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.817872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.818298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.818738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.819141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.819776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.819968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.820467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:18.874358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Attempting to bind port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:18.874928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Attempting to bind port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '388c90f0-7d76-40b7-8013-bb8faa59bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:18.875486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Attempting to bind port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a on network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:18.884244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:18.884930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Checking segment: {'id': '388c90f0-7d76-40b7-8013-bb8faa59bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:18.885920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.886802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Bound using segment: {'id': '388c90f0-7d76-40b7-8013-bb8faa59bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:18.887496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Bound port: a5ea048f-5d5a-473a-9d05-1ae79ed8df2a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388c90f0-7d76-40b7-8013-bb8faa59bf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:18.888248 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:18.894378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37130) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:19.005983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting subnet 9874a272-8478-4014-95a0-20ee2806ef89 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:19.011113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.086168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] For port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:19.095893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] For port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,segment=NetworkSegment(388c90f0-7d76-40b7-8013-bb8faa59bf8f),segment_id=388c90f0-7d76-40b7-8013-bb8faa59bf8f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:19.102108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.109357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.194506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-3f6206c4-1af7-4d1f-a33a-3d51ee2395f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:19.196592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-3f6206c4-1af7-4d1f-a33a-3d51ee2395f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 1097 time: 0.2032802 Nov 25 18:36:19.302487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56b03-aa48-4a8a-9bde-41b6ade29209 None None] Pushing event updated for resources: {'Port': ['ID=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:19.367659 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d89a85-9b35-4875-9ba6-80156e0eb6a6 x-openstack-request-id: req-11d89a85-9b35-4875-9ba6-80156e0eb6a6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:19.367949 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:19.368199 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11d89a85-9b35-4875-9ba6-80156e0eb6a6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:19.368588 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'status': 'completed', 'code': 200} Nov 25 18:36:19.397339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-4103d051-da5c-412a-80fa-b34fc38db344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:19.399907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:19.401613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-4103d051-da5c-412a-80fa-b34fc38db344 service neutron] 10.222.0.66 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.1895020 Nov 25 18:36:19.413093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.413461 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment cb5eae4c-593f-459e-af85-95baffcde59f of type vlan for network d2b6c5a2-8112-4a22-bdff-1dca5f47543f Nov 25 18:36:19.436219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5358-63a5-4b04-8749-3145ea169bab req-eb720f91-1377-4cea-b220-74a4374b6bbb tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:19.443785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-eb720f91-1377-4cea-b220-74a4374b6bbb tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6535108 Nov 25 18:36:19.517048 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.540111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-5d236286-7cdd-4a6d-91d0-99be40d27ab4 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0956926 Nov 25 18:36:19.545242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'floatingip': {'port_id': 'b63aa396-4187-40e7-b205-112600b63c96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:19.588711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.606963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.668212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:36:19.668604 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-9a5fa889-7095-4490-b111-8abae163cf96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 200 len: 217 time: 0.2523844 Nov 25 18:36:19.760762 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.766227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:19.778699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.845462 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.863457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1517076 Nov 25 18:36:19.894817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37170) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:19.902442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:19.911141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Subnet': ['ID=9874a272-8478-4014-95a0-20ee2806ef89,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:19.967644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730044bb-382d-4f5d-b8a8-a63dcceef573 None None] Network 29e854b0-1b62-4caf-b54a-b0b764b3b789 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:19.991153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:19.998355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a33877e1-1c26-4640-9358-3c67bb6fee62 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/subnets/9874a272-8478-4014-95a0-20ee2806ef89 HTTP/1.1" status: 204 len: 168 time: 1.1016479 Nov 25 18:36:19.999362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:19.999838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:20.006071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-30f1a4b4-88bf-4c31-a128-1f793983c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:20.007887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-30f1a4b4-88bf-4c31-a128-1f793983c07e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.2472444 Nov 25 18:36:20.026432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5f48e-95c3-4e5e-9108-0243b094d492 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=d2b6c5a2-8112-4a22-bdff-1dca5f47543f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:20.139363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:20.345416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.406085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.512747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] DHCP port deletion for 29e854b0-1b62-4caf-b54a-b0b764b3b789 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:20.525877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f is not hosted by any dhcp agent {{(pid=103456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:36:20.531689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:20.532461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.536687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "PUT /v2.0/networks/d2b6c5a2-8112-4a22-bdff-1dca5f47543f HTTP/1.1" status: 200 len: 723 time: 0.6381304 Nov 25 18:36:20.575345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-network', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:20.582176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37182) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:20.606254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:20.610300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] Deleting port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:20.610728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.671913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c546f7-c198-4664-83a3-c4b43f5fa715 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=d2b6c5a2-8112-4a22-bdff-1dca5f47543f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:20.681262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] For port f7a623f6-cbcb-4d1d-b020-89293b8e84b3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f7a623f6-cbcb-4d1d-b020-89293b8e84b3,segment=NetworkSegment(fecb5950-628f-4e17-9153-11e43609cf49),segment_id=fecb5950-628f-4e17-9153-11e43609cf49)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:20.681986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.699818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] Calling delete_port for f7a623f6-cbcb-4d1d-b020-89293b8e84b3 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:20.711323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a5ea048f-5d5a-473a-9d05-1ae79ed8df2a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:20.713134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:20.731826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-3dbd2332-09cf-4b84-bc57-b143914563ba tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:20.739161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-3dbd2332-09cf-4b84-bc57-b143914563ba tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 1.0728195 Nov 25 18:36:20.756921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-e26d1c27-e9d8-4b33-a93d-bcf03562d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:20.758367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-e26d1c27-e9d8-4b33-a93d-bcf03562d221 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7280228 Nov 25 18:36:20.759890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.762992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-53e903c6-c87e-48f1-a9f8-af023f07eb3b tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/quotas/eae19add075a46edb471219d34925157 HTTP/1.1" status: 200 len: 375 time: 0.0230911 Nov 25 18:36:20.767840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.776951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-22d475d8-fecc-484c-9227-9cbd765bc451 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:20.780054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-22d475d8-fecc-484c-9227-9cbd765bc451 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.66 "GET /v2.0/ports?device_id=76cda3d0-07b2-4ad8-850c-7b1c486d7a15 HTTP/1.1" status: 200 len: 946 time: 0.8821514 Nov 25 18:36:20.909987 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a associated. External IP: 172.25.2.82, port: b63aa396-4187-40e7-b205-112600b63c96. Nov 25 18:36:20.910711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43b234-0073-4379-8ba6-fcab439ec6db None None] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:20.970749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:20.971391 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:20.985857 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.044108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:36:21.044108 n-d-819194-3 neutron-server[103457]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 18:36:21.044108 n-d-819194-3 neutron-server[103457]: [parameters: {'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'id': '42c4201e-2552-4c3a-b05d-40ddaa4725e0', 'expiration': datetime.datetime(2021, 11, 25, 18, 38, 20, 891261)}] Nov 25 18:36:21.044108 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:36:21.044507 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:36:21.066822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:21.070577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.088353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-d8b10a50-aa99-432d-8a25-c6699396c935 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:21.089998 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-d8b10a50-aa99-432d-8a25-c6699396c935 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd1c2690-e5b3-451a-8097-3fb566a2044c HTTP/1.1" status: 200 len: 945 time: 0.2305057 Nov 25 18:36:21.149602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:21.158007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.179485 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-3e65418f-b01f-49b8-babd-5e910f3e64b5 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3981917 Nov 25 18:36:21.212168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] Pushing event deleted for resources: {'Port': ['ID=f7a623f6-cbcb-4d1d-b020-89293b8e84b3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:21.214126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992650e-c506-43a9-bb34-e4e40700a04b None None] No DVR routers for this DVR port f7a623f6-cbcb-4d1d-b020-89293b8e84b3 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:21.233812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c3b7376a-729f-4dbc-b166-5c84490e4e89 None None] Provisioning complete for port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:21.234048 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3b7376a-729f-4dbc-b166-5c84490e4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.291502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:21.299826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.308083 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:21.314887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-660e3811-8213-4442-bd83-023b7a8f76ee service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156443 Nov 25 18:36:21.326566 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:21.327580 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:21.360514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.399076 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-58d8a7d5-416e-427c-8aed-1c5a4f900511 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "PUT /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 200 len: 995 time: 1.8579860 Nov 25 18:36:21.402032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:21.407956 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51" -d '{"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:21.422651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.472468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Deleting port d98b1e01-1eac-4fc6-9417-beff1db22431 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:21.472812 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.478348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5358-63a5-4b04-8749-3145ea169bab req-0d7dfbcf-cbd5-4b4b-a634-db5866457fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:21.480080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-0d7dfbcf-cbd5-4b4b-a634-db5866457fc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.0690339 Nov 25 18:36:21.491329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,segment=NetworkSegment(388c90f0-7d76-40b7-8013-bb8faa59bf8f),segment_id=388c90f0-7d76-40b7-8013-bb8faa59bf8f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:21.509732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.510112 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:21.537010 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3b7376a-729f-4dbc-b166-5c84490e4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.605945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:21.621842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e854b0-1b62-4caf-b54a-b0b764b3b789']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:21.630082 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-c3b7376a-729f-4dbc-b166-5c84490e4e89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:36:21.630383 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-c3b7376a-729f-4dbc-b166-5c84490e4e89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:36:21.680277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecb5950-628f-4e17-9153-11e43609cf49') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:21.680890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecb5950-628f-4e17-9153-11e43609cf49') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:21.708184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b4a32-0d05-4bbb-bf60-a9798f7bb7ca None None] Update dhcp port {'port': {'network_id': '1dc0be3a-1e41-49c7-8e30-39a3e5cd994e', 'fixed_ips': [{'subnet_id': '97e8fef1-0db1-4816-a565-d8ab1b13906d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de3b66a3-0ae9-471e-a737-f8d7666165b4'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'a5ea048f-5d5a-473a-9d05-1ae79ed8df2a'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:36:21.720509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Made reservation on behalf of 326a3cac85764e4780a2c7112dd0ab84 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:21.722246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5358-63a5-4b04-8749-3145ea169bab req-1c2d1b62-e3a8-4e42-bb84-a9e356c67653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:21.723868 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-1c2d1b62-e3a8-4e42-bb84-a9e356c67653 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.2303772 Nov 25 18:36:21.727354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.739065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.766699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed7b4a32-0d05-4bbb-bf60-a9798f7bb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.787040 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-bd106739-6f0f-4c28-8fe2-ba6fbbf28883 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640869 Nov 25 18:36:21.797944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-07cdcfc9-225f-4c29-a213-35dfdc2475ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 998 time: 0.0648913 Nov 25 18:36:21.815681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.846923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.853391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5358-63a5-4b04-8749-3145ea169bab req-79512545-ec4e-4a38-b52a-7296afdbc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:21.856042 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-79512545-ec4e-4a38-b52a-7296afdbc4e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.0503144 Nov 25 18:36:21.886745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:21.887155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:21.895147 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:21.898125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f116c1c-1fc2-4d86-891c-887b6b0a15af req-490de7bb-a5b7-4a99-8b3a-9357cacb5971 service neutron] 10.222.0.66 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332899 Nov 25 18:36:21.933770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:21.934630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5358-63a5-4b04-8749-3145ea169bab req-c0856bf1-091e-4d60-a7dc-aac7f4c723a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:21.937498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-c0856bf1-091e-4d60-a7dc-aac7f4c723a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733423 Nov 25 18:36:21.952050 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'b63aa396-4187-40e7-b205-112600b63c96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:4e:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:20Z', 'revision_number': 7, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:21.990440 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:22.004363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:22.006411 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:22.020721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Deleting port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:22.021690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.034423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] For port d98b1e01-1eac-4fc6-9417-beff1db22431, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d98b1e01-1eac-4fc6-9417-beff1db22431,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:22.035106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.067442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ed7b4a32-0d05-4bbb-bf60-a9798f7bb7ca None None] Allocated IP 172.20.0.1 (1dc0be3a-1e41-49c7-8e30-39a3e5cd994e/de3b66a3-0ae9-471e-a737-f8d7666165b4/a5ea048f-5d5a-473a-9d05-1ae79ed8df2a) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:22.089514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-c136bd89-3e78-4b9b-9e81-35fe88d983eb service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420729 Nov 25 18:36:22.095895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.138511 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:22.147936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Calling delete_port for d98b1e01-1eac-4fc6-9417-beff1db22431 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:22.175729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:22.195912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:22.197670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.198748 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e477a2-9df5-4242-a479-bbef5c9e1a77" -d '{"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:22.206242 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.207293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d98b1e01-1eac-4fc6-9417-beff1db22431 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:22.233446 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.249463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.253813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/networks/29e854b0-1b62-4caf-b54a-b0b764b3b789 HTTP/1.1" status: 204 len: 168 time: 2.2401817 Nov 25 18:36:22.269079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37202) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:22.361118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ed7b4a32-0d05-4bbb-bf60-a9798f7bb7ca None None] For port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,segment=NetworkSegment(388c90f0-7d76-40b7-8013-bb8faa59bf8f),segment_id=388c90f0-7d76-40b7-8013-bb8faa59bf8f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:22.369699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:22.400311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b66d5358-63a5-4b04-8749-3145ea169bab req-b6e8222a-5ac2-44eb-8274-9ab1d43320d7 service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036721 Nov 25 18:36:22.441772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed7b4a32-0d05-4bbb-bf60-a9798f7bb7ca None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.441978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting subnet 3e39f66c-8ced-4d37-b9b9-2733325df8fa {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:22.450444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.457137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed7b4a32-0d05-4bbb-bf60-a9798f7bb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.471349 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.499490 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'b63aa396-4187-40e7-b205-112600b63c96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:4e:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:20Z', 'revision_number': 7, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:22.506863 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.532174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e893ab-490c-435c-a1f2-e91c139c8295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Network': ['ID=29e854b0-1b62-4caf-b54a-b0b764b3b789,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:22.549565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.551702 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d541b47-4a5c-4370-99e4-c6135904961c None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'de99da9d-ff5f-424c-b230-04771e5bbf6a', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'port_id': 'b63aa396-4187-40e7-b205-112600b63c96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'mac_address': 'fa:16:3e:4e:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:35:33Z', 'updated_at': '2021-11-25T18:36:20Z', 'revision_number': 7, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:22.611901 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.618882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.623265 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c8034b-71a0-4198-bd0b-45deacad7f58 x-openstack-request-id: req-74c8034b-71a0-4198-bd0b-45deacad7f58 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:22.623594 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:22.623877 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74c8034b-71a0-4198-bd0b-45deacad7f58 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:22.624336 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96', 'status': 'completed', 'code': 200} Nov 25 18:36:22.642005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-9d2d8a83-a5b8-44b4-a6f3-2b4609679a2a service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8242373 Nov 25 18:36:22.675000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a5ea048f-5d5a-473a-9d05-1ae79ed8df2a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:22.678810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d98b1e01-1eac-4fc6-9417-beff1db22431, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d98b1e01-1eac-4fc6-9417-beff1db22431,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:22.725687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:22.778097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-b9325cd5-0aa7-4786-af76-9e37344121b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:22.780056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-b9325cd5-0aa7-4786-af76-9e37344121b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.1045630 Nov 25 18:36:22.787842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.795537 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.847201 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6e311-8158-4481-82a0-744aba9815c4 x-openstack-request-id: req-67d6e311-8158-4481-82a0-744aba9815c4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:22.849473 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:22.849661 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67d6e311-8158-4481-82a0-744aba9815c4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:22.850115 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'code': 200} Nov 25 18:36:22.861523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.877602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2118499-efeb-435f-bc68-888840c3b5a1 None None] Network a0ee1536-e7f3-4685-a1a3-44adc0a04374 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:22.878596 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/subnets/3e39f66c-8ced-4d37-b9b9-2733325df8fa HTTP/1.1" status: 204 len: 168 time: 0.6033132 Nov 25 18:36:22.879700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1995d-0cf6-4cc8-948b-f742ff0a0275 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Subnet': ['ID=3e39f66c-8ced-4d37-b9b9-2733325df8fa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:22.891417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b4a32-0d05-4bbb-bf60-a9798f7bb7ca None None] Pushing event updated for resources: {'Port': ['ID=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:22.895515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] For port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:22.897163 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.915082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Calling delete_port for 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:22.943145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:22.948517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event deleted for resources: {'Port': ['ID=d98b1e01-1eac-4fc6-9417-beff1db22431,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:22.954657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': 'cb5eae4c-593f-459e-af85-95baffcde59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:22.956608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: d2b6c5a2-8112-4a22-bdff-1dca5f47543f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:22.959369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:22.964286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:22.973251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=a591a8cf-e1ad-4c40-ba77-c6a4a8d7e607,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:22.995797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b63aa396-4187-40e7-b205-112600b63c96'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:23.072944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83108d16-4208-4146-9907-f8fd330d6fc8 req-dc241b9f-5dcb-45f0-ae79-658a69b1ace8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:23.083123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83108d16-4208-4146-9907-f8fd330d6fc8 req-dc241b9f-5dcb-45f0-ae79-658a69b1ace8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1136532 Nov 25 18:36:23.102915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a15fe-485b-4b58-af9d-d52888f9b56e None None] New status for floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:36:23.140564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-8f295d88-d6bc-47d2-9665-fdf2b870ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:23.142036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-8f295d88-d6bc-47d2-9665-fdf2b870ad91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.3499904 Nov 25 18:36:23.231425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-579ac28f-1f65-43c5-b9b3-7acd2b1c1320 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 998 time: 0.0786469 Nov 25 18:36:23.248102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83108d16-4208-4146-9907-f8fd330d6fc8 req-177d23f6-3ab6-4899-9f40-8e7bd3b1b2b3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582134 Nov 25 18:36:23.259184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02a4b47a-2d33-40d8-9e81-28e3794123af req-206e8265-f6f8-4a47-bbd9-62cb9ffa9ae3 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 200 len: 995 time: 0.3245418 Nov 25 18:36:23.289642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Pushing event deleted for resources: {'Port': ['ID=d98b1e01-1eac-4fc6-9417-beff1db22431,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:23.293026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:23.293505 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:23.366112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-21750de2-1361-46ae-a533-07ab304e2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:23.375669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-21750de2-1361-46ae-a533-07ab304e2429 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1264246 Nov 25 18:36:23.424698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:23.425082 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Added segment dbdf101d-c900-4fca-b2bd-bde586f66320 of type vlan for network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 Nov 25 18:36:23.439107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19ebe79d-bf03-482c-ac0d-70bab94da945 req-5a8c7b81-b89c-4061-adcd-a48dc47d5bc7 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 210 time: 0.0622339 Nov 25 18:36:23.483198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-bcf1c13f-6866-476e-9c54-5844f6e22a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:23.484717 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-bcf1c13f-6866-476e-9c54-5844f6e22a6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986352 Nov 25 18:36:23.649622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:23.696922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-0cb24d44-4059-4c64-816c-e867937633c7 service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012770 Nov 25 18:36:23.744839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] No DVR routers for this DVR port d98b1e01-1eac-4fc6-9417-beff1db22431 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:23.751773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:23.759764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65136afb-ee7b-48ed-b2c1-398d6eeb0e13 req-6d54060a-c5a3-4a72-8fc4-1ea1b8ee3d4e tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.66 "DELETE /v2.0/ports/d98b1e01-1eac-4fc6-9417-beff1db22431 HTTP/1.1" status: 204 len: 173 time: 2.9522252 Nov 25 18:36:23.780692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'name': 'network-vif-deleted', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:23.784608 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8fc76b-1082-4ead-8ebc-edef7a70bb46" -d '{"events": [{"server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "name": "network-vif-deleted", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:23.822643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d2b6c5a2-8112-4a22-bdff-1dca5f47543f) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:23.848161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:23.848692 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:23.867617 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:23.876458 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:23.953447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c5bd-e339-4673-88a5-1afae60e3fb4 req-c54a9b27-c51b-4a68-a539-684dde008370 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:23.964796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43d0c5bd-e339-4673-88a5-1afae60e3fb4 req-c54a9b27-c51b-4a68-a539-684dde008370 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2135282 Nov 25 18:36:23.973034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-295d793b-9232-4231-b9bd-6e0171902fd2 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3849325 Nov 25 18:36:23.976883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:23.978902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b47a-2d33-40d8-9e81-28e3794123af req-3b294c92-34c5-4b7b-b8c3-16eeb379e4f5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:23.979871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02a4b47a-2d33-40d8-9e81-28e3794123af req-3b294c92-34c5-4b7b-b8c3-16eeb379e4f5 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.7199194 Nov 25 18:36:23.984911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce6998-8c76-45f2-84f5-0d56c69811de None None] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:23.986921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202db067-6dd0-4b28-af2d-020c008a5d84 None None] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:23.997192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7d324e21-fa8b-49da-b8a7-1d1a8464268a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:24.044917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-02a4b47a-2d33-40d8-9e81-28e3794123af req-502a6756-82dd-4899-aa30-67e67e40cecc tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:36:24.065444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02a4b47a-2d33-40d8-9e81-28e3794123af req-502a6756-82dd-4899-aa30-67e67e40cecc tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254393 Nov 25 18:36:24.078665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b25d00c6-9604-4400-9aa9-d1a6f78c3e51 req-d8ee3b71-3c7e-4172-927e-c49593818569 service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710933 Nov 25 18:36:24.141319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] DHCP port deletion for a0ee1536-e7f3-4685-a1a3-44adc0a04374 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:24.155118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43d0c5bd-e339-4673-88a5-1afae60e3fb4 req-3ad76f01-1896-47e3-bfe7-644dacf9086b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885421 Nov 25 18:36:24.223450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d830e706-4092-459a-9525-08117a13fee9 None None] Provisioning complete for port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:24.223815 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d830e706-4092-459a-9525-08117a13fee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.428135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d324e21-fa8b-49da-b8a7-1d1a8464268a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8910174'] for subnet, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.498042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af4367-4f9b-4cc1-b02d-5b8b85df8ae4 req-361c1791-a611-4ddd-af3e-a47f7a10f1d6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:24.499701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9af4367-4f9b-4cc1-b02d-5b8b85df8ae4 req-361c1791-a611-4ddd-af3e-a47f7a10f1d6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1835849 Nov 25 18:36:24.505393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.507097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:24.508658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.511565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f7a623f6-cbcb-4d1d-b020-89293b8e84b3 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:24.524654 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba56f7-e843-4788-8f2f-8e6a8076c722 x-openstack-request-id: req-d8ba56f7-e843-4788-8f2f-8e6a8076c722 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:24.525154 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "name": "network-vif-deleted", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:24.525555 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8ba56f7-e843-4788-8f2f-8e6a8076c722 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:24.526095 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'name': 'network-vif-deleted', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'status': 'completed', 'code': 200} Nov 25 18:36:24.545852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d2b6c5a2-8112-4a22-bdff-1dca5f47543f', 'network_id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f', 'tenant_id': '041948263c2d4c40b4b1b6cfff9d1178', 'fixed_ips': [{'subnet_id': 'a591a8cf-e1ad-4c40-ba77-c6a4a8d7e607'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:24.547175 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.574211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f7a623f6-cbcb-4d1d-b020-89293b8e84b3 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:24.574587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f7a623f6-cbcb-4d1d-b020-89293b8e84b3 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:24.663391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] Deleting port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:24.663391 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.676393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.6672444 Nov 25 18:36:24.681808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:24.695369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Request body: {'subnet': {'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-subnet', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:24.722326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.759740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d16e04-a48d-4f57-b11a-845ec4e5e943 admin admin] Pushing event updated for resources: {'Network': ['ID=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:24.843696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-1887bf61-e8bb-49d6-9d20-594a33daec17 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1000 time: 0.3268449 Nov 25 18:36:24.856295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event deleted for resources: {'Port': ['ID=7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:24.919951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a5ea048f-5d5a-473a-9d05-1ae79ed8df2a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:24.923426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:24.931601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:24.934003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:24.978422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:24.980676 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef92704f-8142-41fc-a206-8928e0aadbf6" -d '{"events": [{"server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:25.013378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9fabb-68c9-4ed2-a0a8-874b698f6dae None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:25.017685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:25.018235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.034225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:25.107021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] For port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,segment=NetworkSegment(23d09191-2885-4030-959d-34cbba5c2ccd),segment_id=23d09191-2885-4030-959d-34cbba5c2ccd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:25.107562 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.130548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] Calling delete_port for 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:25.148612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.150759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Made reservation on behalf of 326a3cac85764e4780a2c7112dd0ab84 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:25.153519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.176934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9af4367-4f9b-4cc1-b02d-5b8b85df8ae4 req-d239e7ae-484c-4904-b112-1703a1c88b6f tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6519570 Nov 25 18:36:25.211879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:25.212361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.249672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:25.251955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] No DVR routers for this DVR port 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:25.307044 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.310624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20d4ce98-c2d9-402d-af9a-b6f2f85841f1 req-a240818e-d60d-430b-8567-9ea570369b31 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "DELETE /v2.0/ports/7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 HTTP/1.1" status: 204 len: 173 time: 4.2011373 Nov 25 18:36:25.330885 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.348066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:25.367828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-596ceb8a-9f0a-4f7a-8831-c18f4f087288 req-e78d33d2-bec5-49b0-964d-262cdf6acbb4 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 210 time: 0.0775723 Nov 25 18:36:25.370745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d324e21-fa8b-49da-b8a7-1d1a8464268a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754433295647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9107507'] for subnet, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.402715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-01d78def-4c8d-46e9-a998-a0dcb4f026db tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:25.404405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-01d78def-4c8d-46e9-a998-a0dcb4f026db tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports/b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 942 time: 0.4846604 Nov 25 18:36:25.425939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d324e21-fa8b-49da-b8a7-1d1a8464268a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:25.439280 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d324e21-fa8b-49da-b8a7-1d1a8464268a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.440811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d324e21-fa8b-49da-b8a7-1d1a8464268a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "PUT /v2.0/subnets/a591a8cf-e1ad-4c40-ba77-c6a4a8d7e607 HTTP/1.1" status: 200 len: 826 time: 1.4528458 Nov 25 18:36:25.447339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] Pushing event deleted for resources: {'Port': ['ID=0794dbff-32b5-4e7a-9975-c1d3f6fc80bc,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:25.450397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37258) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:25.464271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-eca6114f-5996-4e18-83a3-8c552d132532 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:25.467444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-eca6114f-5996-4e18-83a3-8c552d132532 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 0.8305809 Nov 25 18:36:25.513210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516d767-61f5-48c4-aaac-6b22df02d781 None None] No DVR routers for this DVR port 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:25.519026 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5838683-a8fb-40fd-bbd4-e60cbd772172 x-openstack-request-id: req-d5838683-a8fb-40fd-bbd4-e60cbd772172 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:25.519323 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cda3d0-07b2-4ad8-850c-7b1c486d7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "d98b1e01-1eac-4fc6-9417-beff1db22431", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:25.521557 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5838683-a8fb-40fd-bbd4-e60cbd772172 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:25.522051 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cda3d0-07b2-4ad8-850c-7b1c486d7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98b1e01-1eac-4fc6-9417-beff1db22431', 'code': 200} Nov 25 18:36:25.595699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d324e21-fa8b-49da-b8a7-1d1a8464268a tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=a591a8cf-e1ad-4c40-ba77-c6a4a8d7e607,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:25.620648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Request body: {'port': {'device_id': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'admin_state_up': True, 'tenant_id': 'eae19add075a46edb471219d34925157'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:25.624286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Allocated IP 2001:db8::2 (d2b6c5a2-8112-4a22-bdff-1dca5f47543f/a591a8cf-e1ad-4c40-ba77-c6a4a8d7e607/89e948f6-7308-429d-91a1-e44c892ad8a0) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:25.680559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:25.697754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.700399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a5b996ff-128f-4e34-9f13-3d0b8c62e8fc None None] Provisioning complete for port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:25.700767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5b996ff-128f-4e34-9f13-3d0b8c62e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.727550 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.770362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:25.770811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0794dbff-32b5-4e7a-9975-c1d3f6fc80bc not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:25.779463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ee1536-e7f3-4685-a1a3-44adc0a04374']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:25.800279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-5f1ae0b9-e5d1-484a-9768-abaf99489357 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1000 time: 0.2047946 Nov 25 18:36:25.817423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d09191-2885-4030-959d-34cbba5c2ccd') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:25.817765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d09191-2885-4030-959d-34cbba5c2ccd') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:25.836026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Made reservation on behalf of eae19add075a46edb471219d34925157 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:25.843256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.912844 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:25.987604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:25.993189 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.015779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.027290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:26.027711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:26.036451 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:26.075793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Allocated IP 172.20.0.7 (e0dc0a01-de78-4193-9d18-bac11e63f70c/9951995e-61d1-4dd4-9652-ab91657b8a97/f6df175a-2c49-49d4-a041-7c774b6f4271) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:26.078775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:26.080530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:26.112714 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.127401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.204423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:26.207976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:26.209036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-877c25e3-9eca-41da-aeb4-8c0831124c8c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:26.210534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-877c25e3-9eca-41da-aeb4-8c0831124c8c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.4095368 Nov 25 18:36:26.213724 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.214261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:26.227403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.239014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/networks/a0ee1536-e7f3-4685-a1a3-44adc0a04374 HTTP/1.1" status: 204 len: 168 time: 3.2539093 Nov 25 18:36:26.243582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37264) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:26.248281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-83816915'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:26.267722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e58cf-6818-4979-b1e4-421a2357fb30 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Network': ['ID=a0ee1536-e7f3-4685-a1a3-44adc0a04374,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:26.270954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Pushing event updated for resources: {'Port': ['ID=89e948f6-7308-429d-91a1-e44c892ad8a0,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:26.305288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Attempting to bind port 89e948f6-7308-429d-91a1-e44c892ad8a0 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:26.305738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Attempting to bind port 89e948f6-7308-429d-91a1-e44c892ad8a0 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'cb5eae4c-593f-459e-af85-95baffcde59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:26.306239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Attempting to bind port 89e948f6-7308-429d-91a1-e44c892ad8a0 on network d2b6c5a2-8112-4a22-bdff-1dca5f47543f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:26.311796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:26.313064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Checking segment: {'id': 'cb5eae4c-593f-459e-af85-95baffcde59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:26.313064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.313262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Bound using segment: {'id': 'cb5eae4c-593f-459e-af85-95baffcde59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:26.313821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Bound port: 89e948f6-7308-429d-91a1-e44c892ad8a0, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5eae4c-593f-459e-af85-95baffcde59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:26.314467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.322876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:26.326322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.339423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.356313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.379701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77cc03-323e-4eed-a135-664eeefa6e1a req-ae835698-1722-495b-a9d2-4c2332455515 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:26.380895 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd77cc03-323e-4eed-a135-664eeefa6e1a req-ae835698-1722-495b-a9d2-4c2332455515 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1162024 Nov 25 18:36:26.386433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] For port 89e948f6-7308-429d-91a1-e44c892ad8a0, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:26.390538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] For port 89e948f6-7308-429d-91a1-e44c892ad8a0, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=89e948f6-7308-429d-91a1-e44c892ad8a0,segment=NetworkSegment(cb5eae4c-593f-459e-af85-95baffcde59f),segment_id=cb5eae4c-593f-459e-af85-95baffcde59f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:26.397805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:26.398974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.415953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.429516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-4f3ed389-da59-4fbf-947a-79f7dfdc5349 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 1000 time: 0.1886072 Nov 25 18:36:26.432119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.432470 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Added segment dfd32245-f3ad-42d5-b59d-62f9389a8148 of type vlan for network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 Nov 25 18:36:26.441617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:26.477489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296af38-536e-40ed-9352-49db3bd9f3ec None None] Pushing event updated for resources: {'Port': ['ID=89e948f6-7308-429d-91a1-e44c892ad8a0,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:26.498125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=543abbf0-07ab-4b14-b65b-319d2dfa0130,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:26.525570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.530812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-deleted', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:26.533118 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab6ec7f-eb1c-42bb-be83-bf35675af92d" -d '{"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-deleted", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:26.536871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd77cc03-323e-4eed-a135-664eeefa6e1a req-d2c091a0-2a8e-4e43-9266-6ebf6a2b9e92 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409049 Nov 25 18:36:26.549833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.585648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=a591a8cf-e1ad-4c40-ba77-c6a4a8d7e607,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:26.614214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.620101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Checking segment: {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:26.620739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Network hostable DHCP agents. Network: da8ffcb4-2bc3-4479-bacf-e7d55b6e0404, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:26.626345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Network e0dc0a01-de78-4193-9d18-bac11e63f70c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:26.627260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.632765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:26.633444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.658057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b6c5a2-8112-4a22-bdff-1dca5f47543f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:26.670688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:26.671093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.707924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:26.715023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91255aba-ee0a-4f93-89d3-63245a9f4fb7 None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:26.721411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:26.734712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5eae4c-593f-459e-af85-95baffcde59f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:26.735182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5eae4c-593f-459e-af85-95baffcde59f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:26.752528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:26.755660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.768284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5406abbf-02c4-40d7-bd8c-908c09751eac None None] Provisioning complete for port f6df175a-2c49-49d4-a041-7c774b6f4271 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:26.768758 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5406abbf-02c4-40d7-bd8c-908c09751eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.781573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, da8ffcb4-2bc3-4479-bacf-e7d55b6e0404) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:26.783482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.810417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5406abbf-02c4-40d7-bd8c-908c09751eac None None] Port f6df175a-2c49-49d4-a041-7c774b6f4271 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:26.812064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:26.812364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.813766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475cf48b-e0da-484c-bcf8-d7e8db82b03f None None] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:26.816891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5725181 Nov 25 18:36:26.820638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37272) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:26.835895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'subnet': {'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:26.854088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:26.854573 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:26.858003 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:26.874710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c623a4-2a8a-4810-853b-5213d2ee1a4b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Network': ['ID=22cd97b7-cbbf-4cb8-8355-371d23e663d2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:26.913294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:26.923297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bc12dd21-3acf-4540-8916-6a51300daf4a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2333059 Nov 25 18:36:26.923962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:26.934466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:26.972819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:26.974020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:26.983197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:36:26.983197 n-d-819194-3 neutron-server[103457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:36:26.983197 n-d-819194-3 neutron-server[103457]: [parameters: {'id': 'd2b6c5a2-8112-4a22-bdff-1dca5f47543f'}] Nov 25 18:36:26.983197 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:36:26.984024 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:36:27.000145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81dc2b-f4d5-4e2c-95d4-3abb91f160a2 req-50ccb000-dc2e-4f0a-9a09-99303db06ee8 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:27.008775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc81dc2b-f4d5-4e2c-95d4-3abb91f160a2 req-50ccb000-dc2e-4f0a-9a09-99303db06ee8 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 931 time: 0.3998926 Nov 25 18:36:27.026911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.032422 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.033075 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a disassociated. External IP: 172.25.2.82, port: b63aa396-4187-40e7-b205-112600b63c96. Nov 25 18:36:27.075678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.076277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc81dc2b-f4d5-4e2c-95d4-3abb91f160a2 req-63dea949-dc09-4458-b57f-beaa8a6a77e5 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648983 Nov 25 18:36:27.076744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.101647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-c870556a-0bb0-408f-a4a6-49a78cc69c93 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4900339 Nov 25 18:36:27.102894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:27.107187 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.117252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Request body: {'port': {'device_id': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:27.170630 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde41545-d642-44ee-a109-09c7e4d0c506 x-openstack-request-id: req-dde41545-d642-44ee-a109-09c7e4d0c506 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:27.170994 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1c2690-e5b3-451a-8097-3fb566a2044c", "name": "network-vif-deleted", "tag": "7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:27.171193 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dde41545-d642-44ee-a109-09c7e4d0c506 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:27.171597 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1c2690-e5b3-451a-8097-3fb566a2044c', 'name': 'network-vif-deleted', 'tag': '7b1fd5e2-ce38-4b41-aa8b-3bea4ddd67c2', 'status': 'completed', 'code': 200} Nov 25 18:36:27.221013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.241820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.259502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb431c-76e5-44fc-ac36-116aec7d1366 None None] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:27.432811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:27.486208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.492081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d495-2d7c-41ae-9b7c-946243c2dcfa req-44faec9c-758c-4c68-b96a-53873597a860 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:27.493687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f79d495-2d7c-41ae-9b7c-946243c2dcfa req-44faec9c-758c-4c68-b96a-53873597a860 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1820388 Nov 25 18:36:27.557097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.682039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f79d495-2d7c-41ae-9b7c-946243c2dcfa req-81b82293-7623-40c2-b73e-73fc339c01cd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775136 Nov 25 18:36:27.685427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.751515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Subnet': ['ID=3ac192b3-a952-41c7-bbd8-82b47e951031,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:27.788095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3205f-c729-4fd8-bc18-e88bcf4e463e None None] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:27.877601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Checking segment: {'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:27.877968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network hostable DHCP agents. Network: 22cd97b7-cbbf-4cb8-8355-371d23e663d2, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:27.895235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a837c-4c0a-4043-b6eb-847bff900f0c req-8ca060b1-389d-46fb-a6ec-4dfc4bccbf3d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:27.896737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a8a837c-4c0a-4043-b6eb-847bff900f0c req-8ca060b1-389d-46fb-a6ec-4dfc4bccbf3d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1317949 Nov 25 18:36:27.909813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6df175a-2c49-49d4-a041-7c774b6f4271 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:27.910750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6e153f32-fba7-492b-8b2f-764f432e8d48 None None] Provisioning complete for port 89e948f6-7308-429d-91a1-e44c892ad8a0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:27.911493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e153f32-fba7-492b-8b2f-764f432e8d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.932921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.977105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:27.982429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:27.994221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a8a837c-4c0a-4043-b6eb-847bff900f0c req-2c3ccfb0-8678-4117-9f8c-66f19a51902a tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837393 Nov 25 18:36:27.994873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:27.998978 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:28.021630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Transition to ACTIVE for port object f6df175a-2c49-49d4-a041-7c774b6f4271 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:36:28.024911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 22cd97b7-cbbf-4cb8-8355-371d23e663d2) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:28.035956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:28.036474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.050476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.055086 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:28.055967 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:28.075360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65c82d-61ee-49f3-acbd-0c766220f988 None None] Network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:28.077746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-f3474a28-a7ea-4709-b8fb-ac1dfb7f4901 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "PUT /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 200 len: 694 time: 1.6400895 Nov 25 18:36:28.092796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting port 89e948f6-7308-429d-91a1-e44c892ad8a0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:28.093138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.132636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] DHCP port deletion for d2b6c5a2-8112-4a22-bdff-1dca5f47543f request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:28.148219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-da9d7f8a-c4d5-4a08-ab76-167e6463b295 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3202827 Nov 25 18:36:28.164276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] For port 89e948f6-7308-429d-91a1-e44c892ad8a0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=89e948f6-7308-429d-91a1-e44c892ad8a0,segment=NetworkSegment(cb5eae4c-593f-459e-af85-95baffcde59f),segment_id=cb5eae4c-593f-459e-af85-95baffcde59f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:28.164644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.177438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37290) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:28.178608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c19aa8a-4bae-4eec-884d-b3afb8d36355 None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:28.182722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Calling delete_port for 89e948f6-7308-429d-91a1-e44c892ad8a0 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:28.187204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-881075389'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:28.196341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e153f32-fba7-492b-8b2f-764f432e8d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.220245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:28.225023 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.246694 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:28.309853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.328414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:28.330133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No DVR routers for this DVR port 89e948f6-7308-429d-91a1-e44c892ad8a0 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:28.357973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Port': ['ID=89e948f6-7308-429d-91a1-e44c892ad8a0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:28.361957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:28.374084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.374432 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Added segment 37153582-927c-44fc-ab3b-acbd22a577cc of type vlan for network 0e981355-daa8-440e-9bce-82d070530d5f Nov 25 18:36:28.396759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] Deleting port 89e948f6-7308-429d-91a1-e44c892ad8a0 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:28.397515 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.420448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.454196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a96c9-6525-4674-9d54-99465d48e1e7 req-bdbd266e-6f79-4162-8e4d-4541a4a8e13d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:28.457260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-0c73aa06-2b7e-4014-8642-2637dda90359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:28.458820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-0c73aa06-2b7e-4014-8642-2637dda90359 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.1899323 Nov 25 18:36:28.461649 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-853a96c9-6525-4674-9d54-99465d48e1e7 req-bdbd266e-6f79-4162-8e4d-4541a4a8e13d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.3374619 Nov 25 18:36:28.465122 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.471111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:28.471781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.491198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-22cd97b7-cbbf-4cb8-8355-371d23e663d2', 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'fixed_ips': [{'subnet_id': '3ac192b3-a952-41c7-bbd8-82b47e951031'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:28.493271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.521443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Attempting to bind port f6df175a-2c49-49d4-a041-7c774b6f4271 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:28.522407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Attempting to bind port f6df175a-2c49-49d4-a041-7c774b6f4271 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:28.522966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Attempting to bind port f6df175a-2c49-49d4-a041-7c774b6f4271 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:28.535044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] For port 89e948f6-7308-429d-91a1-e44c892ad8a0, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:28.535551 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.535981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3524942 Nov 25 18:36:28.545848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:28.552711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'subnet': {'network_id': '0e981355-daa8-440e-9bce-82d070530d5f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:28.567732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] Calling delete_port for 89e948f6-7308-429d-91a1-e44c892ad8a0 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:28.568984 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:28.573090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] Port 89e948f6-7308-429d-91a1-e44c892ad8a0 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:36:28.597157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Port f6df175a-2c49-49d4-a041-7c774b6f4271 on network e0dc0a01-de78-4193-9d18-bac11e63f70c not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:36:28.597709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Attempting to bind port f6df175a-2c49-49d4-a041-7c774b6f4271 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:28.610437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:28.611084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Checking segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:28.611564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Bound using segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:28.612109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Bound port: f6df175a-2c49-49d4-a041-7c774b6f4271, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:28.612563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.636000 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:28.647441 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:28.647887 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.649002 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:28.675911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-853a96c9-6525-4674-9d54-99465d48e1e7 req-98fb2ceb-ce8d-49f9-a15a-26664d95ff3b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133105 Nov 25 18:36:28.681910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.687169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad78efa-d0fb-4227-bacd-199cf6321f4e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Network': ['ID=0e981355-daa8-440e-9bce-82d070530d5f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:28.714225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.734969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.742651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b6c5a2-8112-4a22-bdff-1dca5f47543f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:28.748156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Allocated IP 19.80.0.2 (22cd97b7-cbbf-4cb8-8355-371d23e663d2/3ac192b3-a952-41c7-bbd8-82b47e951031/5eb77271-e679-4973-97ed-1a8857cd2584) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:28.751173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0e981355-daa8-440e-9bce-82d070530d5f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:28.772658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:28.779928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:28.789328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5eae4c-593f-459e-af85-95baffcde59f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:28.789637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5eae4c-593f-459e-af85-95baffcde59f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:28.790692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.793281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:28.797065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.801217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] No DVR routers for this DVR port 89e948f6-7308-429d-91a1-e44c892ad8a0 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:28.850047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-98cfd971-941f-448c-b484-6e78132e66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:28.852133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-98cfd971-941f-448c-b484-6e78132e66e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.3741570 Nov 25 18:36:28.859729 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.872819 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:28.890007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d2ee7-4ebc-430a-aab7-f70b6319efb9 None None] Pushing event deleted for resources: {'Port': ['ID=89e948f6-7308-429d-91a1-e44c892ad8a0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:28.899871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463d761-d1c2-469f-b4cd-b72f7703fcd5 None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:28.902475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2ffeb-f9a9-4335-8831-c70c423ad460 None None] Network d2b6c5a2-8112-4a22-bdff-1dca5f47543f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:28.943394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:28.957680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-052cbf86-29de-438e-a73a-72c03daac4f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 217 time: 0.0959671 Nov 25 18:36:28.966564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.967518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:28.968540 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:28.970825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-011cac8e-d802-4313-ae69-0ee9aba328e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/f6df175a-2c49-49d4-a041-7c774b6f4271 HTTP/1.1" status: 200 len: 1091 time: 1.8586340 Nov 25 18:36:28.982257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:28.984964 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9703078-5722-4a02-aff5-474cfea03245" -d '{"events": [{"name": "network-changed", "server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:29.027362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:29.027885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:29.030925 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:29.120248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-2e70529d-8ae2-4958-878a-656698b3fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:29.122585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-2e70529d-8ae2-4958-878a-656698b3fa69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1516485 Nov 25 18:36:29.151618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b65af-b59e-4780-b589-14ec4bd9894f req-d0f97c01-5884-41e8-9686-dabe9bafaa4c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:29.153432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a4b65af-b59e-4780-b589-14ec4bd9894f req-d0f97c01-5884-41e8-9686-dabe9bafaa4c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 943 time: 0.3439827 Nov 25 18:36:29.168032 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.179305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:29.181615 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57954b07-fceb-477b-af52-46721bf28c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:29.184272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-af1c2d2d-a3d7-4586-83ee-0a7778a9cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:29.185304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-af1c2d2d-a3d7-4586-83ee-0a7778a9cb9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 1094 time: 0.1413159 Nov 25 18:36:29.198189 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.200137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.205393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Allocated IP 172.25.2.38 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/47ea1d23-5051-454a-87b7-3a99bcfc02b3) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:29.231959 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:29.236119 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.239394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/d2b6c5a2-8112-4a22-bdff-1dca5f47543f HTTP/1.1" status: 204 len: 168 time: 3.7776480 Nov 25 18:36:29.249501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-9c35ad8a-6065-400e-8e38-c5cf2813dd54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6df175a-2c49-49d4-a041-7c774b6f4271 HTTP/1.1" status: 200 len: 217 time: 0.0530686 Nov 25 18:36:29.252869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37306) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:29.277442 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba2344-6b38-4515-bf0d-d7a4d391613a None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:35:11Z', 'revision_number': 4, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e1dc1181-63df-482a-bb58-8de2cee8ed48', 'name': '', 'network_id': '15d18c24-dd48-40d8-a99c-635cadc4340c', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'mac_address': 'fa:16:3e:31:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '164db332-2721-432a-9a9e-e2e05b340548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:09Z', 'updated_at': '2021-11-25T18:35:15Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'subnets': [{'id': '164db332-2721-432a-9a9e-e2e05b340548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:29.282118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2c358-5c09-4652-b3bc-0fcb7a6ec251 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=d2b6c5a2-8112-4a22-bdff-1dca5f47543f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:29.312787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-e0c7a0b4-dd1f-42f2-a3d9-16a1ee3c125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:29.314335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-e0c7a0b4-dd1f-42f2-a3d9-16a1ee3c125a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805511 Nov 25 18:36:29.319362 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8135c9ff-89c1-496b-8064-744ffa57ea52 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:29.319948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8135c9ff-89c1-496b-8064-744ffa57ea52 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:29.326783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8135c9ff-89c1-496b-8064-744ffa57ea52 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/d2b6c5a2-8112-4a22-bdff-1dca5f47543f HTTP/1.1" status: 404 len: 339 time: 0.0644686 Nov 25 18:36:29.332037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:29.334931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-6b1a6b6e-fc19-45a7-969b-77ad22b84eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:29.337106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-6b1a6b6e-fc19-45a7-969b-77ad22b84eb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.0736670 Nov 25 18:36:29.339043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:29.343689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Pushing event updated for resources: {'Port': ['ID=5eb77271-e679-4973-97ed-1a8857cd2584,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:29.344581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37308) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:29.352786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493258352', 'description': 'd1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:29.359472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:29.409081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-6f8847ea-64a3-484a-950a-25df9e09c541 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568612 Nov 25 18:36:29.416114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a4b65af-b59e-4780-b589-14ec4bd9894f req-e68849c5-620b-41b5-aaec-e6db5cd25748 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527175 Nov 25 18:36:29.458869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Attempting to bind port 5eb77271-e679-4973-97ed-1a8857cd2584 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:29.459469 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Attempting to bind port 5eb77271-e679-4973-97ed-1a8857cd2584 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:29.460847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Attempting to bind port 5eb77271-e679-4973-97ed-1a8857cd2584 on network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:29.467991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:29.468716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Checking segment: {'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:29.469318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.469908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Bound using segment: {'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:29.470623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Bound port: 5eb77271-e679-4973-97ed-1a8857cd2584, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:29.471222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.528246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-9f8626d7-5a9e-4a7e-a766-c621e520eea2 service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050861 Nov 25 18:36:29.553759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.571920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] For port 5eb77271-e679-4973-97ed-1a8857cd2584, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:29.581461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] For port 5eb77271-e679-4973-97ed-1a8857cd2584, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5eb77271-e679-4973-97ed-1a8857cd2584,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:29.588092 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.648991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Subnet': ['ID=fa3d8f06-0662-4c17-b239-2f002a999937,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:29.679416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee31e-0dad-42d0-8d60-65d2f19a60ca None None] Pushing event updated for resources: {'Port': ['ID=5eb77271-e679-4973-97ed-1a8857cd2584,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:29.686669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33af6fe8-c1c2-4991-972a-bf0abf6ea229 req-8045b20c-f328-45c1-958c-968b39549d74 service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534302 Nov 25 18:36:29.701812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:29.705508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.728671 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.796252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c1e42-e74f-4cdf-a8d0-f4e70d0b50c3 None None] New status for floating IP de99da9d-ff5f-424c-b230-04771e5bbf6a: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:36:29.831893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:29.855581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Checking segment: {'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:29.856271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network hostable DHCP agents. Network: 0e981355-daa8-440e-9bce-82d070530d5f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:29.867664 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019b32ca-89bf-4a47-a579-f70a81396a08 x-openstack-request-id: req-019b32ca-89bf-4a47-a579-f70a81396a08 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:29.868582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:29.868946 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment 26deb3b6-c4b0-41c5-8f6f-ea49e04fe775 of type vlan for network b66bb507-ed7d-4deb-acc0-0594126a0390 Nov 25 18:36:29.869374 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:29.870698 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-019b32ca-89bf-4a47-a579-f70a81396a08 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:29.872770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-38d94308-3046-4662-bfa3-e134290f12eb service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485170 Nov 25 18:36:29.883616 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'status': 'completed', 'code': 200} Nov 25 18:36:29.973958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.068061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.098383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9703078-5722-4a02-aff5-474cfea03245 req-3a11abf2-6dcd-40d9-bbb2-b0c92db43f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.100022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9703078-5722-4a02-aff5-474cfea03245 req-3a11abf2-6dcd-40d9-bbb2-b0c92db43f61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 1094 time: 0.1744094 Nov 25 18:36:30.140400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network 0e981355-daa8-440e-9bce-82d070530d5f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:30.147139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:30.175631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:30.186372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:30.192200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.198774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.199359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70521ea-2c67-4fa3-a9b6-424fedc43769 req-79fc710e-2369-4f0d-bb75-bce04b3b636b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.199645 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.200881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e70521ea-2c67-4fa3-a9b6-424fedc43769 req-79fc710e-2369-4f0d-bb75-bce04b3b636b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1663513 Nov 25 18:36:30.217286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48088643-b411-4608-bdcf-62911479e833 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:30.218610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e45a51cf-2344-40e7-a822-cd91e0a51638 req-3c23c272-f24d-492f-8f02-e138292cc85d service neutron] 10.222.0.62 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253026 Nov 25 18:36:30.261900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9703078-5722-4a02-aff5-474cfea03245 req-f1766b0e-d09f-4138-9860-96a5c9093639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.263926 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9703078-5722-4a02-aff5-474cfea03245 req-f1766b0e-d09f-4138-9860-96a5c9093639 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 905 time: 0.1560004 Nov 25 18:36:30.281519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0e981355-daa8-440e-9bce-82d070530d5f) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:30.298195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e70521ea-2c67-4fa3-a9b6-424fedc43769 req-88db17a9-bcaf-481f-8add-02e9693d50ce tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886340 Nov 25 18:36:30.301458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9aab50-6345-4472-a9b0-73ec1986245e None None] Network 0e981355-daa8-440e-9bce-82d070530d5f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:30.333461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.335933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.341164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=47ea1d23-5051-454a-87b7-3a99bcfc02b3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:30.351356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9703078-5722-4a02-aff5-474cfea03245 req-4f6dd574-2beb-4c11-a64a-7c6238703677 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6df175a-2c49-49d4-a041-7c774b6f4271 HTTP/1.1" status: 200 len: 217 time: 0.0746403 Nov 25 18:36:30.352794 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8341b880-cf21-4721-8721-f05306ce92b7 x-openstack-request-id: req-8341b880-cf21-4721-8721-f05306ce92b7 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:30.353387 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "tag": "b63aa396-4187-40e7-b205-112600b63c96", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:30.354400 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8341b880-cf21-4721-8721-f05306ce92b7 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:30.357597 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96', 'status': 'completed', 'code': 200} Nov 25 18:36:30.476768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9703078-5722-4a02-aff5-474cfea03245 req-4fa15332-e79f-4287-8717-0d23fc81aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.478510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9703078-5722-4a02-aff5-474cfea03245 req-4fa15332-e79f-4287-8717-0d23fc81aa10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.1206262 Nov 25 18:36:30.520880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1731656 Nov 25 18:36:30.524241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9703078-5722-4a02-aff5-474cfea03245 req-c22517e5-6115-451a-a5f8-ab0893bd35d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356603 Nov 25 18:36:30.528342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37322) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:30.618573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-566a0eae-16bb-48d7-80b9-0cbcdcfe3277 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0695622 Nov 25 18:36:30.655962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7e240f9d-84ca-42af-8674-7a4377a1cd97 None None] Provisioning complete for port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:30.656451 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e240f9d-84ca-42af-8674-7a4377a1cd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.657793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd7035-72a5-4d3f-a133-45759a302198 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=b66bb507-ed7d-4deb-acc0-0594126a0390,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:30.712218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57954b07-fceb-477b-af52-46721bf28c0d req-759865a7-f46f-4db1-afa7-029fc986d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.714267 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57954b07-fceb-477b-af52-46721bf28c0d req-759865a7-f46f-4db1-afa7-029fc986d1b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=72607bdd9b3048b9a592890434a9ad69&device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 1096 time: 0.2603793 Nov 25 18:36:30.721757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b66bb507-ed7d-4deb-acc0-0594126a0390 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:30.729343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494f9c-1668-4cf2-b003-0c6cc9653ea4 req-64e37167-8c7d-41c8-aec9-bf32dd547114 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.737459 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c494f9c-1668-4cf2-b003-0c6cc9653ea4 req-64e37167-8c7d-41c8-aec9-bf32dd547114 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2403240 Nov 25 18:36:30.751173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-0e981355-daa8-440e-9bce-82d070530d5f', 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'fixed_ips': [{'subnet_id': 'fa3d8f06-0662-4c17-b239-2f002a999937'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:30.752041 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.779623 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:30.830949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0ae35-2e24-497e-9b57-78f7c0965897 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.835248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-63a0ae35-2e24-497e-9b57-78f7c0965897 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/networks?id=b66bb507-ed7d-4deb-acc0-0594126a0390 HTTP/1.1" status: 200 len: 765 time: 0.3016503 Nov 25 18:36:30.842732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37328) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:30.852465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5eb77271-e679-4973-97ed-1a8857cd2584 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:30.855409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'description': 'd2'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:30.865822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86b841-3bfa-41d8-aec5-72ab2670ec47 req-f6f18294-e65f-48a5-8a9c-50950966f277 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:30.873763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e86b841-3bfa-41d8-aec5-72ab2670ec47 req-f6f18294-e65f-48a5-8a9c-50950966f277 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 943 time: 0.3436708 Nov 25 18:36:30.916788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7e240f9d-84ca-42af-8674-7a4377a1cd97 None None] Port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:30.951556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9703078-5722-4a02-aff5-474cfea03245 req-ad38a32d-3dbe-430b-93dd-14e78750c653 service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010963 Nov 25 18:36:30.967985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c494f9c-1668-4cf2-b003-0c6cc9653ea4 req-be324a14-65f8-41bf-9ffb-5730dac3feb0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295072 Nov 25 18:36:31.078585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5eb77271-e679-4973-97ed-1a8857cd2584 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:31.079345 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.099249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e86b841-3bfa-41d8-aec5-72ab2670ec47 req-a2e62a1d-8606-4f59-832c-475a12599684 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240517 Nov 25 18:36:31.134748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Allocated IP 19.86.0.2 (0e981355-daa8-440e-9bce-82d070530d5f/fa3d8f06-0662-4c17-b239-2f002a999937/2942b107-8e23-4b0c-b37f-1bd617beefb6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:31.253171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9703078-5722-4a02-aff5-474cfea03245 req-6caa3af2-7272-4ee1-827b-a7205041e91c service neutron] 10.222.0.64 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911115 Nov 25 18:36:31.257849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.288542 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.331231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network b66bb507-ed7d-4deb-acc0-0594126a0390 is not hosted by any dhcp agent {{(pid=103456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:36:31.337754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.338505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.342806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "PUT /v2.0/networks/b66bb507-ed7d-4deb-acc0-0594126a0390 HTTP/1.1" status: 200 len: 762 time: 0.4988985 Nov 25 18:36:31.343426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37342) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:31.414091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.418984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57954b07-fceb-477b-af52-46721bf28c0d req-d81c0374-4a4e-4839-a781-3e99a02f7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.419547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e742bf-2d1d-4243-85ac-244f74efc3e1 None None] Network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:31.421230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57954b07-fceb-477b-af52-46721bf28c0d req-d81c0374-4a4e-4839-a781-3e99a02f7cf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 200 len: 922 time: 0.6740665 Nov 25 18:36:31.434223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-850834e2-6041-413e-8015-a803adb8cfab tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 200 len: 693 time: 0.0934601 Nov 25 18:36:31.501319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57954b07-fceb-477b-af52-46721bf28c0d req-29152a52-e4ea-4606-a399-af165f9ce8d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 200 len: 217 time: 0.0659282 Nov 25 18:36:31.504879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.559146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.572306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a1d2a0c4-7123-4b9a-889a-366c40b21ae4 None None] Provisioning complete for port 5eb77271-e679-4973-97ed-1a8857cd2584 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:31.572675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a0c4-7123-4b9a-889a-366c40b21ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.577747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 5eb77271-e679-4973-97ed-1a8857cd2584, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5eb77271-e679-4973-97ed-1a8857cd2584,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:31.582235 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.617168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.686928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Network 0e981355-daa8-440e-9bce-82d070530d5f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:31.687493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57954b07-fceb-477b-af52-46721bf28c0d req-ba638dfa-2c96-40b6-b691-400f4a00ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.689026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57954b07-fceb-477b-af52-46721bf28c0d req-ba638dfa-2c96-40b6-b691-400f4a00ca91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 200 len: 860 time: 0.1574457 Nov 25 18:36:31.697225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:31.722508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:31.722508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Pushing event updated for resources: {'Port': ['ID=2942b107-8e23-4b0c-b37f-1bd617beefb6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:31.755528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-a0e6060d-f217-4841-a38e-092f14c3e5dc tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.756225 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-a0e6060d-f217-4841-a38e-092f14c3e5dc tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.3163826 Nov 25 18:36:31.793698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0a477-2c92-4943-a6f8-db96a7c07b5f tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=b66bb507-ed7d-4deb-acc0-0594126a0390,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:31.832003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b66bb507-ed7d-4deb-acc0-0594126a0390 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:31.839682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432dff2-aa26-4379-a580-73396e62d48c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.843158 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1432dff2-aa26-4379-a580-73396e62d48c tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/networks?id=b66bb507-ed7d-4deb-acc0-0594126a0390 HTTP/1.1" status: 200 len: 765 time: 0.4663134 Nov 25 18:36:31.851989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37346) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:31.880661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57954b07-fceb-477b-af52-46721bf28c0d req-9d10796e-f4d6-49c7-ade9-e7b91507f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.882566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57954b07-fceb-477b-af52-46721bf28c0d req-9d10796e-f4d6-49c7-ade9-e7b91507f5c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15d18c24-dd48-40d8-a99c-635cadc4340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754842 Nov 25 18:36:31.894758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-a3dd3330-91e9-4c8f-b5a9-1ac5efd104d8 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 696 time: 0.1157277 Nov 25 18:36:31.937678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Attempting to bind port 2942b107-8e23-4b0c-b37f-1bd617beefb6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:31.937961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Attempting to bind port 2942b107-8e23-4b0c-b37f-1bd617beefb6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:31.938332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Attempting to bind port 2942b107-8e23-4b0c-b37f-1bd617beefb6 on network 0e981355-daa8-440e-9bce-82d070530d5f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:31.940230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=5eb77271-e679-4973-97ed-1a8857cd2584,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:31.967980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-08fc5090-cdeb-447d-9e8f-e7abf55ebcd7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.969506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:31.969904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Checking segment: {'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:31.970305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.970721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Bound using segment: {'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:31.971344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Bound port: 2942b107-8e23-4b0c-b37f-1bd617beefb6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:31.971581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:31.975427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-08fc5090-cdeb-447d-9e8f-e7abf55ebcd7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:31.978267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-08fc5090-cdeb-447d-9e8f-e7abf55ebcd7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/networks?id=22cd97b7-cbbf-4cb8-8355-371d23e663d2&id=0e981355-daa8-440e-9bce-82d070530d5f HTTP/1.1" status: 200 len: 1389 time: 0.6544485 Nov 25 18:36:32.028988 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-b34b5121-d6c2-4195-927d-ca2b5a559f39 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.82 HTTP/1.1" status: 200 len: 696 time: 0.1213160 Nov 25 18:36:32.042005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-8c3b8044-e19b-4242-ad36-b5e15bdada9c tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/quotas/51f973726a4d43cfa695d06ceb48acd4 HTTP/1.1" status: 200 len: 375 time: 0.0503750 Nov 25 18:36:32.052660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] For port 2942b107-8e23-4b0c-b37f-1bd617beefb6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:32.057097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] For port 2942b107-8e23-4b0c-b37f-1bd617beefb6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2942b107-8e23-4b0c-b37f-1bd617beefb6,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:32.067850 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:32.132494 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:32.144950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3ef2c-e600-4575-9b8f-6b43f25354da None None] Pushing event updated for resources: {'Port': ['ID=2942b107-8e23-4b0c-b37f-1bd617beefb6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:32.183185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-19579fb0-e676-4164-ac16-257a0786dcdd tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1393418 Nov 25 18:36:32.198076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ebfbb-a7ef-4163-87d6-7389b6c6a3a7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.200261 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e40ebfbb-a7ef-4163-87d6-7389b6c6a3a7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3462396 Nov 25 18:36:32.202291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37350) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:32.211921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-ece673ef-2a8e-47d2-9e88-cacb0436d6ce service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:36:32.213218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-ece673ef-2a8e-47d2-9e88-cacb0436d6ce service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119007 Nov 25 18:36:32.257268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57954b07-fceb-477b-af52-46721bf28c0d req-6523464b-e5a1-4ac7-bcee-24a4d8036e8c service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595421 Nov 25 18:36:32.264621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-04fe9413-7d3a-429c-8d00-0fce0de80adf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 207 time: 0.0499549 Nov 25 18:36:32.268760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:32.349120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-451a9b2e-8af1-4e91-9ed9-93adec4de641 service neutron] 10.222.0.62 "GET /v2.0/networks/22cd97b7-cbbf-4cb8-8355-371d23e663d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137958 Nov 25 18:36:32.400681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-29a43ff2-f7c2-4da3-8483-7e7b4633e810 None None] Provisioning complete for port 5eb77271-e679-4973-97ed-1a8857cd2584 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:32.401219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29a43ff2-f7c2-4da3-8483-7e7b4633e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:32.505362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-c1c903a3-0c7c-4482-87bf-7159660860f1 service neutron] 10.222.0.62 "GET /v2.0/networks/22cd97b7-cbbf-4cb8-8355-371d23e663d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487312 Nov 25 18:36:32.615555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-656e23cd-8f5c-4230-a925-6c5752e4ef73 service neutron] 10.222.0.62 "GET /v2.0/networks/0e981355-daa8-440e-9bce-82d070530d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085286 Nov 25 18:36:32.673670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016508e-3bbd-457e-9e5e-2a3896cb1e97 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.680181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016508e-3bbd-457e-9e5e-2a3896cb1e97 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.686354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016508e-3bbd-457e-9e5e-2a3896cb1e97 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.692171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016508e-3bbd-457e-9e5e-2a3896cb1e97 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.697968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016508e-3bbd-457e-9e5e-2a3896cb1e97 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.703754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016508e-3bbd-457e-9e5e-2a3896cb1e97 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:32.709278 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1016508e-3bbd-457e-9e5e-2a3896cb1e97 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4367328 Nov 25 18:36:32.710987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6df175a-2c49-49d4-a041-7c774b6f4271 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:32.713000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37356) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:32.716899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Deleting port ed4ed879-1718-4818-a89c-46309c440b3e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:32.717234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:32.723313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57954b07-fceb-477b-af52-46721bf28c0d req-a80e5aee-07b3-441e-a675-059c076bf6f8 service neutron] 10.222.0.64 "GET /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195628 Nov 25 18:36:32.787647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-41eca3a1-8a77-46db-9795-5579ff8a1291 service neutron] 10.222.0.62 "GET /v2.0/networks/0e981355-daa8-440e-9bce-82d070530d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650636 Nov 25 18:36:32.829093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Router fc6d863d-d374-4281-a12f-37afd558c395 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:36:32.836730 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:32.836940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:32.844685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2942b107-8e23-4b0c-b37f-1bd617beefb6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:32.860597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Calling delete_port for ed4ed879-1718-4818-a89c-46309c440b3e owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:32.892150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:32.911802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'mac_address': 'fa:16:3e:92:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:32.959830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2942b107-8e23-4b0c-b37f-1bd617beefb6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:32.960616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.047425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.080437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:33.088591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6df175a-2c49-49d4-a041-7c774b6f4271 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:33.089594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Sync routers for ids ['fc6d863d-d374-4281-a12f-37afd558c395'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:33.105646 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Routers {'fc6d863d-d374-4281-a12f-37afd558c395'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:33.107291 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['fc6d863d-d374-4281-a12f-37afd558c395'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:33.125158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.142014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-af390377-f348-4a49-a057-60f9a0b4dfc9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2073398 Nov 25 18:36:33.142014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37362) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:33.157426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:33.158975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37364) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:33.159412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e8d1fb0-3a8a-487d-af1c-da7eaec2fbfe tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4363675 Nov 25 18:36:33.169623 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.170929 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.182020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c1e28-f788-4030-97fc-5fd18b64a45e req-d4e167e0-2259-4dfb-96e5-db9c782d49f1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.192021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b8c1e28-f788-4030-97fc-5fd18b64a45e req-d4e167e0-2259-4dfb-96e5-db9c782d49f1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1381879 Nov 25 18:36:33.265133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:33.281295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b8c1e28-f788-4030-97fc-5fd18b64a45e req-e49dd15d-e010-4625-a46b-3e2a28096c9a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763786 Nov 25 18:36:33.387417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.440042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae6669-2bf7-4ce5-9e35-b2bea7be22d6 req-5eaf2758-267f-4381-9918-4dd05311afc9 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.449817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91ae6669-2bf7-4ce5-9e35-b2bea7be22d6 req-5eaf2758-267f-4381-9918-4dd05311afc9 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.0842435 Nov 25 18:36:33.465642 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Set router fc6d863d-d374-4281-a12f-37afd558c395 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:33.498350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 2942b107-8e23-4b0c-b37f-1bd617beefb6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2942b107-8e23-4b0c-b37f-1bd617beefb6,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:33.510933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f6df175a-2c49-49d4-a041-7c774b6f4271'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:33.545943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91ae6669-2bf7-4ce5-9e35-b2bea7be22d6 req-e7509fa8-a944-4daf-8c08-6b0cb2521351 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886486 Nov 25 18:36:33.633471 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.636824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5eb77271-e679-4973-97ed-1a8857cd2584 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:33.704873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fb034-d283-4ea1-8661-5442d456e864 None None] Network 0e981355-daa8-440e-9bce-82d070530d5f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:33.707559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd5fe-ed41-433f-8281-7c51e8bbc873 req-741f7c05-21b2-4f61-a0a5-6f8370ca2556 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.724396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79cbd5fe-ed41-433f-8281-7c51e8bbc873 req-741f7c05-21b2-4f61-a0a5-6f8370ca2556 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 944 time: 0.1133373 Nov 25 18:36:33.728079 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:36:30Z', 'revision_number': 3, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:33.778185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Checking router: fc6d863d-d374-4281-a12f-37afd558c395 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:33.778802 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Updating router fc6d863d-d374-4281-a12f-37afd558c395 port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:36:33.812639 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.848751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045859c1-8887-47df-96b3-1cfd3f97d593 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.850678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045859c1-8887-47df-96b3-1cfd3f97d593 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.852465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045859c1-8887-47df-96b3-1cfd3f97d593 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.854219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045859c1-8887-47df-96b3-1cfd3f97d593 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.855764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045859c1-8887-47df-96b3-1cfd3f97d593 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:33.858029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-045859c1-8887-47df-96b3-1cfd3f97d593 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6004980 Nov 25 18:36:33.863225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37376) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:33.873458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79cbd5fe-ed41-433f-8281-7c51e8bbc873 req-6100e15d-4ec9-4849-bb5c-38ce12943b43 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427438 Nov 25 18:36:33.875296 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:33.950903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Pushing event deleted for resources: {'Port': ['ID=ed4ed879-1718-4818-a89c-46309c440b3e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:34.046264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5f4ddd68-32fa-4fb4-a81d-c09f5fc19ad8 None None] Provisioning complete for port 2942b107-8e23-4b0c-b37f-1bd617beefb6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:34.047507 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddd68-32fa-4fb4-a81d-c09f5fc19ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.059626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c142ee9-e38b-4f7d-876d-c2d9ffe42375 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:34.118541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.121136 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.122299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7e34046-21f1-4bb4-a607-4fc4283909be req-95d3dec4-2169-4408-8201-6f1663322bd6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "DELETE /v2.0/floatingips/de99da9d-ff5f-424c-b230-04771e5bbf6a HTTP/1.1" status: 204 len: 173 time: 2.0776772 Nov 25 18:36:34.137934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9100-9905-4b25-9454-e5682db7b717 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.139418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9100-9905-4b25-9454-e5682db7b717 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.140958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9100-9905-4b25-9454-e5682db7b717 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.142727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9100-9905-4b25-9454-e5682db7b717 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.144132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9100-9905-4b25-9454-e5682db7b717 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.150577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a8d9100-9905-4b25-9454-e5682db7b717 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2858703 Nov 25 18:36:34.151166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37382) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:34.151971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=2942b107-8e23-4b0c-b37f-1bd617beefb6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:34.216712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f35489c-c99d-4f78-9111-17d3b9ebc266 req-9b5f0b62-3f18-428f-a1eb-fa1f2b19472a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 210 time: 0.0822456 Nov 25 18:36:34.293449 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.304876 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.320892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5eb77271-e679-4973-97ed-1a8857cd2584 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:34.321266 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.388648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689cf23-cfc0-4426-92f6-54ad2f79d91b req-186f63e4-67df-4e09-becc-47cbd337ecc2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.391826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c689cf23-cfc0-4426-92f6-54ad2f79d91b req-186f63e4-67df-4e09-becc-47cbd337ecc2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1106005 Nov 25 18:36:34.411958 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Pushing event updated for resources: {'Port': ['ID=47ea1d23-5051-454a-87b7-3a99bcfc02b3,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:34.434368 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.434777 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.435104 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.435444 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.435783 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.436095 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.436547 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.436928 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.437255 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.437580 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.437904 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.438226 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:36:34.456897 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Attempting to bind port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:34.457274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Attempting to bind port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:34.457634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Attempting to bind port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:34.463594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:34.463959 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:34.464363 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.464803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:34.465274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Bound port: 47ea1d23-5051-454a-87b7-3a99bcfc02b3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:34.465654 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.519667 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] For port 47ea1d23-5051-454a-87b7-3a99bcfc02b3, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:34.523546 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] For port 47ea1d23-5051-454a-87b7-3a99bcfc02b3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=47ea1d23-5051-454a-87b7-3a99bcfc02b3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:34.524866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c689cf23-cfc0-4426-92f6-54ad2f79d91b req-eba53a6c-e694-4ea5-a8f5-c11295b69397 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176932 Nov 25 18:36:34.531461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66300b9e-a800-4023-a13c-e5fe438ec5df None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:34.536364 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.564579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9342d0-9775-4b73-ad26-97c4fe394862 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.574283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be9342d0-9775-4b73-ad26-97c4fe394862 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/networks/d76a33fd-3068-47dc-bed6-7bf833c1bf02 HTTP/1.1" status: 200 len: 804 time: 0.4202995 Nov 25 18:36:34.575224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:34.630185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Routers {'fc6d863d-d374-4281-a12f-37afd558c395'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:34.630871 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['fc6d863d-d374-4281-a12f-37afd558c395'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:34.641816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab321cc9-303e-479a-806a-8827590bd251 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:34.697392 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740d8d7-caa4-4345-b47b-2afda4a8f47b None None] Pushing event updated for resources: {'Port': ['ID=47ea1d23-5051-454a-87b7-3a99bcfc02b3,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:34.738752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460fcab-52ea-483e-9b70-9c8bd9aae454 req-cdc9a19b-22af-4314-92da-c19f026fcaf0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.747632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2460fcab-52ea-483e-9b70-9c8bd9aae454 req-cdc9a19b-22af-4314-92da-c19f026fcaf0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 945 time: 0.2661645 Nov 25 18:36:34.766526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d815-3519-4afb-85bb-c1db3169d8a9 req-f274f621-6f20-48d3-8b11-4653ae281eb8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.768059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ee8d815-3519-4afb-85bb-c1db3169d8a9 req-f274f621-6f20-48d3-8b11-4653ae281eb8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1409163 Nov 25 18:36:34.809606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6a504212-fe8c-4df6-95ee-30632ffe3431 None None] Provisioning complete for port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:34.810043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a504212-fe8c-4df6-95ee-30632ffe3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:34.821653 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] Set router fc6d863d-d374-4281-a12f-37afd558c395 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:34.841508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2460fcab-52ea-483e-9b70-9c8bd9aae454 req-04f529b7-8124-4eab-b9d2-7a9057048c94 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788643 Nov 25 18:36:34.865150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-77521af2-461a-4f9b-b4f6-38776fcfa248 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/networks/d76a33fd-3068-47dc-bed6-7bf833c1bf02?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2837932 Nov 25 18:36:34.865150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37392) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:34.944303 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ee8d815-3519-4afb-85bb-c1db3169d8a9 req-ff956965-b6c6-4732-b985-97d21c2757cc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689513 Nov 25 18:36:34.949357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-bfe5b91f-56e5-43fc-bef3-4d680c03c756 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.956020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2942b107-8e23-4b0c-b37f-1bd617beefb6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:34.962393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-bfe5b91f-56e5-43fc-bef3-4d680c03c756 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.963980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-bfe5b91f-56e5-43fc-bef3-4d680c03c756 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "GET /v2.0/networks?id=22cd97b7-cbbf-4cb8-8355-371d23e663d2&id=0e981355-daa8-440e-9bce-82d070530d5f HTTP/1.1" status: 200 len: 1389 time: 0.4490047 Nov 25 18:36:34.973914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f30c84-b668-4003-94d9-bd24798cf643 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:34.979512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e9f30c84-b668-4003-94d9-bd24798cf643 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/subnets/1cb60e59-0abc-40e2-a9b8-8764bfadc1cb HTTP/1.1" status: 200 len: 843 time: 0.1076663 Nov 25 18:36:34.980371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37396) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:35.044805 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a504212-fe8c-4df6-95ee-30632ffe3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.047702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'port': {'device_id': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2', 'admin_state_up': True, 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:35.081917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6a504212-fe8c-4df6-95ee-30632ffe3431 None None] For port 47ea1d23-5051-454a-87b7-3a99bcfc02b3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=47ea1d23-5051-454a-87b7-3a99bcfc02b3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:35.084855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2942b107-8e23-4b0c-b37f-1bd617beefb6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:35.085854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bec0d8-78a5-432b-a09d-26e6875253f8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:35.085966 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.090887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f2bec0d8-78a5-432b-a09d-26e6875253f8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "GET /v2.0/subnets/1cb60e59-0abc-40e2-a9b8-8764bfadc1cb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1095185 Nov 25 18:36:35.092155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37404) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:35.103246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2070545240'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:35.111876 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a504212-fe8c-4df6-95ee-30632ffe3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.151674 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:36:30Z', 'revision_number': 3, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:35.172046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:35.175850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.183111 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c5d8c0-b9d2-48ad-8ce2-b2785b423b3b None None] The sync data for ids ['fc6d863d-d374-4281-a12f-37afd558c395'] in n-d-819194-3 is: [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:36:30Z', 'revision_number': 3, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:35.195987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbbf5c-ac16-4c14-9bff-7f105e673619 req-4575ac10-2108-4005-b539-985bf30c3cd9 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:35.197491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2fbbf5c-ac16-4c14-9bff-7f105e673619 req-4575ac10-2108-4005-b539-985bf30c3cd9 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 944 time: 0.1155539 Nov 25 18:36:35.220570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:35.221942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a504212-fe8c-4df6-95ee-30632ffe3431 None None] Pushing event updated for resources: {'Port': ['ID=47ea1d23-5051-454a-87b7-3a99bcfc02b3,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:35.246752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.247324 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Added segment 30f82bdb-45f7-48f6-a5ca-7adcda85fa05 of type vlan for network 21109d6a-8010-42cb-aa66-017833d217bf Nov 25 18:36:35.251172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-299e5a41-1ee1-4308-9402-ff3ab19ac504 None None] Provisioning complete for port 2942b107-8e23-4b0c-b37f-1bd617beefb6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:35.251672 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-299e5a41-1ee1-4308-9402-ff3ab19ac504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.251813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f22fbc-5978-4bca-a80b-8fe92aaabfb8 req-5f9fdb68-a9eb-4766-8569-821cd5165104 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:35.253392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75f22fbc-5978-4bca-a80b-8fe92aaabfb8 req-5f9fdb68-a9eb-4766-8569-821cd5165104 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2863178 Nov 25 18:36:35.263560 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.302065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2fbbf5c-ac16-4c14-9bff-7f105e673619 req-ebc1ff7b-4257-485e-a409-c6c14bd46206 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932260 Nov 25 18:36:35.312315 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.350550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.358701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:35.359595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.446287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Network': ['ID=21109d6a-8010-42cb-aa66-017833d217bf,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:35.464219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 21109d6a-8010-42cb-aa66-017833d217bf details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:35.470921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-437e95c2-7388-4772-b011-0e8e08f9e418 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3777072 Nov 25 18:36:35.471649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37410) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:35.477556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'network_id': '21109d6a-8010-42cb-aa66-017833d217bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:35.496110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:35.501166 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.591094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75f22fbc-5978-4bca-a80b-8fe92aaabfb8 req-2d421e23-a291-49d3-8ab4-1b62b22728fb tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151071 Nov 25 18:36:35.628988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86049130-846b-47c8-8755-3ce6ab55ae84 req-1e0054f4-4a44-42c8-87dd-5f7744998bb5 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 210 time: 0.0538788 Nov 25 18:36:35.674500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Allocated IP 172.20.0.1 (da8ffcb4-2bc3-4479-bacf-e7d55b6e0404/543abbf0-07ab-4b14-b65b-319d2dfa0130/e2fce67b-311f-464e-8385-a526e3474fec) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:35.690859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Made reservation on behalf of 041948263c2d4c40b4b1b6cfff9d1178 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:35.700768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.789899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Performing IP validity checks on allocation pools {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:36:35.790419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:36:35.944507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Allocated IP 19.80.0.26 (22cd97b7-cbbf-4cb8-8355-371d23e663d2/3ac192b3-a952-41c7-bbd8-82b47e951031/7db23858-e960-487a-8838-1387080d9643) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:35.968431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9026cb7-510c-444c-86f0-0d193a2cf92d req-b3d8f6a5-42c8-48c3-8d88-360a6bcb9c64 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:35.970076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9026cb7-510c-444c-86f0-0d193a2cf92d req-b3d8f6a5-42c8-48c3-8d88-360a6bcb9c64 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2723424 Nov 25 18:36:35.978501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:35.994363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7c37-8032-4c23-8ea4-6b5498886673 req-eb3f6f1b-6c0b-480d-aa7e-ef7661dbcfcf tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:35.995972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec5f7c37-8032-4c23-8ea4-6b5498886673 req-eb3f6f1b-6c0b-480d-aa7e-ef7661dbcfcf tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1545641 Nov 25 18:36:36.024525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-0efd9b8e-96b5-4723-b641-9dc24249ef90 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.026130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-0efd9b8e-96b5-4723-b641-9dc24249ef90 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.64 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 945 time: 0.1719847 Nov 25 18:36:36.059421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-499a4b10-6506-444b-ad4d-8095e1b5243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.060983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-499a4b10-6506-444b-ad4d-8095e1b5243d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1096 time: 0.1515415 Nov 25 18:36:36.097058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.149743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9026cb7-510c-444c-86f0-0d193a2cf92d req-d0030279-f9a9-4509-897e-9754c9681abd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640701 Nov 25 18:36:36.198879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec5f7c37-8032-4c23-8ea4-6b5498886673 req-f02d110e-213a-445c-aa05-fdd87562a052 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888471 Nov 25 18:36:36.220467 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.257625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=d3371bdc-4732-4a24-8089-848f5458f084,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:36.275501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-46f6867a-8013-4cd6-b544-5cc1a248a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.277072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-46f6867a-8013-4cd6-b544-5cc1a248a89f service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.2085168 Nov 25 18:36:36.279308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Checking segment: {'id': '30f82bdb-45f7-48f6-a5ca-7adcda85fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21109d6a-8010-42cb-aa66-017833d217bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:36.279674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network hostable DHCP agents. Network: 21109d6a-8010-42cb-aa66-017833d217bf, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:36.338609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:36.352884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fce67b-311f-464e-8385-a526e3474fec,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:36.356277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:36.365765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:36.376275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Network 21109d6a-8010-42cb-aa66-017833d217bf is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:36.406107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047c7a3-edce-4979-ab75-6a7e1c628d27 req-985e66d6-ac7e-4309-be1e-e77cd11863c8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.407757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0047c7a3-edce-4979-ab75-6a7e1c628d27 req-985e66d6-ac7e-4309-be1e-e77cd11863c8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1296182 Nov 25 18:36:36.411096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 21109d6a-8010-42cb-aa66-017833d217bf) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:36.416552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.417377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.424811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-e2a0e95c-4f88-4229-8302-af4684ea32b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 1001 time: 0.1319425 Nov 25 18:36:36.428135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50a944-50fe-490f-99b7-9ba868e5b1fb None None] Network 21109d6a-8010-42cb-aa66-017833d217bf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:36.429732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.438500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327941f-5a5e-48c0-be35-251e9ec24217 req-eb39e866-8850-4a4e-8ac8-2ca1552aa12c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.439943 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f327941f-5a5e-48c0-be35-251e9ec24217 req-eb39e866-8850-4a4e-8ac8-2ca1552aa12c tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 945 time: 0.1720686 Nov 25 18:36:36.465123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Deleting port b63aa396-4187-40e7-b205-112600b63c96 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:36.465464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.473243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.485741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f0805e6d-9099-4dab-99f8-afbdee727900 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0102968 Nov 25 18:36:36.485962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37424) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:36.491238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b27fc5fb-fdfd-4f53-81e9-8ddc7c602491 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:36.558186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-d439064c-ab16-4cba-b574-464d988837eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.560817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-d439064c-ab16-4cba-b574-464d988837eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.1214030 Nov 25 18:36:36.566046 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0047c7a3-edce-4979-ab75-6a7e1c628d27 req-672fbd15-c09e-4ed7-a237-b53ff3b1832e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459780 Nov 25 18:36:36.630010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.659583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b27fc5fb-fdfd-4f53-81e9-8ddc7c602491 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8910174'] for subnet, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.667136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-7aabc25c-c7bf-4fe5-9111-5435392dafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.668712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-7aabc25c-c7bf-4fe5-9111-5435392dafba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965171 Nov 25 18:36:36.697374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-21109d6a-8010-42cb-aa66-017833d217bf', 'network_id': '21109d6a-8010-42cb-aa66-017833d217bf', 'tenant_id': '041948263c2d4c40b4b1b6cfff9d1178', 'fixed_ips': [{'subnet_id': 'd3371bdc-4732-4a24-8089-848f5458f084'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:36.699735 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.724484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6df175a-2c49-49d4-a041-7c774b6f4271 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:36.724679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f327941f-5a5e-48c0-be35-251e9ec24217 req-1c76d48e-e2e6-4464-9873-dff46c43aeb6 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/security-groups?id=00e13d68-f842-4fa7-91a9-6a14d667b06a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680027 Nov 25 18:36:36.758109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:36.770274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:36.777477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] For port b63aa396-4187-40e7-b205-112600b63c96, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b63aa396-4187-40e7-b205-112600b63c96,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:36.777846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.781609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:36.789192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Port': ['ID=7db23858-e960-487a-8838-1387080d9643,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:36.847831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Calling delete_port for b63aa396-4187-40e7-b205-112600b63c96 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:36.874482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171256e2-0a29-4cc2-8cd0-8c1e46a818f5 req-ed063824-9978-4ecb-9c9b-c491c06396e4 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:36.876100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-171256e2-0a29-4cc2-8cd0-8c1e46a818f5 req-ed063824-9978-4ecb-9c9b-c491c06396e4 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 944 time: 0.1921244 Nov 25 18:36:36.900628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port f6df175a-2c49-49d4-a041-7c774b6f4271 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:36.912094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port f6df175a-2c49-49d4-a041-7c774b6f4271 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:36.912611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:36.957706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-9023b09f-c819-438f-9967-8d210002c574 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746885 Nov 25 18:36:36.981695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 47ea1d23-5051-454a-87b7-3a99bcfc02b3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:37.157155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:37.157669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.165721 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.226541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:37.229074 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d5325-12f5-42b9-825b-fedddcfed56f" -d '{"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-plugged", "status": "completed", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:37.246499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:37.252534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.334351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:37.335571 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.337926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.352091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-be03a4a0-c907-45da-b9e0-b49f023d9b48 None None] Provisioning complete for port 7db23858-e960-487a-8838-1387080d9643 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:37.352556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be03a4a0-c907-45da-b9e0-b49f023d9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.355955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:37.400223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-fce62eb0-eb89-4720-a56d-95784b9b3f6a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3567779 Nov 25 18:36:37.408906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-be03a4a0-c907-45da-b9e0-b49f023d9b48 None None] Port 7db23858-e960-487a-8838-1387080d9643 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:37.421289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-171256e2-0a29-4cc2-8cd0-8c1e46a818f5 req-be7d9922-e94d-4b54-a959-758d7247140e tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307822 Nov 25 18:36:37.430701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Request body: {'port': {'device_id': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f', 'admin_state_up': True, 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:37.450204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b27fc5fb-fdfd-4f53-81e9-8ddc7c602491 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754433295647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9107507'] for subnet, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.516808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2e6f6-53eb-4ce5-97d4-43d4c0dc71a0 req-13837703-9660-4a61-a134-8c08c65eb533 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:37.517336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Allocated IP 2001:db8::3 (21109d6a-8010-42cb-aa66-017833d217bf/d3371bdc-4732-4a24-8089-848f5458f084/a94340fc-e62d-4906-9ff5-6612bb28bb45) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:37.525410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75a2e6f6-53eb-4ce5-97d4-43d4c0dc71a0 req-13837703-9660-4a61-a134-8c08c65eb533 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 931 time: 0.2058551 Nov 25 18:36:37.527467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27fc5fb-fdfd-4f53-81e9-8ddc7c602491 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:37.528185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b27fc5fb-fdfd-4f53-81e9-8ddc7c602491 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.532206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b27fc5fb-fdfd-4f53-81e9-8ddc7c602491 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "PUT /v2.0/subnets/d3371bdc-4732-4a24-8089-848f5458f084 HTTP/1.1" status: 200 len: 900 time: 1.0428174 Nov 25 18:36:37.534082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35134386-af7b-4843-b032-87a14ce1f1e0 req-d8ae0aa2-8361-41b8-bc8a-3133e8ec8228 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646219 Nov 25 18:36:37.537667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37438) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:37.615541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fc5fb-fdfd-4f53-81e9-8ddc7c602491 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event updated for resources: {'Subnet': ['ID=d3371bdc-4732-4a24-8089-848f5458f084,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:37.696322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f38d7-fef3-4561-bb0c-19bf706d832b req-985a7c50-1dd7-4865-8851-b5ebb26f8332 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:37.697836 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d38f38d7-fef3-4561-bb0c-19bf706d832b req-985a7c50-1dd7-4865-8851-b5ebb26f8332 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.0796094 Nov 25 18:36:37.721789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.735555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b63aa396-4187-40e7-b205-112600b63c96'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:37.748447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.762076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75a2e6f6-53eb-4ce5-97d4-43d4c0dc71a0 req-562b098c-00d7-4b2f-992d-80a0cbddd0fd tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341859 Nov 25 18:36:37.793452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.806060 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.815277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Pushing event deleted for resources: {'Port': ['ID=b63aa396-4187-40e7-b205-112600b63c96,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:37.828624 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d38f38d7-fef3-4561-bb0c-19bf706d832b req-442d6719-9572-40fe-926a-7ad6c37a85e6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233380 Nov 25 18:36:37.863724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Network 21109d6a-8010-42cb-aa66-017833d217bf is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:37.867853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:37.868566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.872715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:37.881771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Pushing event updated for resources: {'Port': ['ID=a94340fc-e62d-4906-9ff5-6612bb28bb45,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:37.898646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] No DVR routers for this DVR port b63aa396-4187-40e7-b205-112600b63c96 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:37.902045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.905876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-adf088e7-3f02-42ff-9de4-b8131b676afa req-7b0be4d2-c77c-439d-8909-23e7ee7b21d0 tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.64 "DELETE /v2.0/ports/b63aa396-4187-40e7-b205-112600b63c96 HTTP/1.1" status: 204 len: 173 time: 1.8659270 Nov 25 18:36:37.908909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'name': 'network-vif-deleted', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:37.914169 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d70e6-c552-4b36-b8a1-2d052e00768d" -d '{"events": [{"server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "name": "network-vif-deleted", "tag": "b63aa396-4187-40e7-b205-112600b63c96"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:37.923538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Made reservation on behalf of 51f973726a4d43cfa695d06ceb48acd4 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:37.929743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.957936 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.966265 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:37.984400 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f3c0f2-851a-4ee2-b15b-22a714d948bb x-openstack-request-id: req-88f3c0f2-851a-4ee2-b15b-22a714d948bb {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:37.984821 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-plugged", "status": "completed", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:37.985162 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88f3c0f2-851a-4ee2-b15b-22a714d948bb {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:37.985807 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'code': 200} Nov 25 18:36:37.998331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Attempting to bind port a94340fc-e62d-4906-9ff5-6612bb28bb45 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:37.998331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Attempting to bind port a94340fc-e62d-4906-9ff5-6612bb28bb45 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '30f82bdb-45f7-48f6-a5ca-7adcda85fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21109d6a-8010-42cb-aa66-017833d217bf'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:37.998911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Attempting to bind port a94340fc-e62d-4906-9ff5-6612bb28bb45 on network 21109d6a-8010-42cb-aa66-017833d217bf {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:38.008356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:38.008795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Checking segment: {'id': '30f82bdb-45f7-48f6-a5ca-7adcda85fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21109d6a-8010-42cb-aa66-017833d217bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:38.009213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.010165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Bound using segment: {'id': '30f82bdb-45f7-48f6-a5ca-7adcda85fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21109d6a-8010-42cb-aa66-017833d217bf'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:38.011830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Bound port: a94340fc-e62d-4906-9ff5-6612bb28bb45, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f82bdb-45f7-48f6-a5ca-7adcda85fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21109d6a-8010-42cb-aa66-017833d217bf'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:38.012389 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.066140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.106752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=d3371bdc-4732-4a24-8089-848f5458f084,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.129700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] For port a94340fc-e62d-4906-9ff5-6612bb28bb45, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:38.133491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] For port a94340fc-e62d-4906-9ff5-6612bb28bb45, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a94340fc-e62d-4906-9ff5-6612bb28bb45,segment=NetworkSegment(30f82bdb-45f7-48f6-a5ca-7adcda85fa05),segment_id=30f82bdb-45f7-48f6-a5ca-7adcda85fa05)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:38.138894 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.163753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93b95dab-51f0-4669-863f-b1caf786d45c req-d0680ed3-5594-48e9-b1b7-191c8a0e48cd tempest-FloatingIPsAssociationTestJSON-1594476503 tempest-FloatingIPsAssociationTestJSON-1594476503-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e6e30-51cd-4bda-b0d0-df23ff6618ec HTTP/1.1" status: 200 len: 210 time: 0.0623171 Nov 25 18:36:38.174307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710f511-3d8b-4ab6-a5e9-649f341225dd req-9e42104c-d407-4efb-b4b6-7b6c12419525 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:38.177971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b710f511-3d8b-4ab6-a5e9-649f341225dd req-9e42104c-d407-4efb-b4b6-7b6c12419525 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2211900 Nov 25 18:36:38.185638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fce67b-311f-464e-8385-a526e3474fec,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.198010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.251951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.282574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21109d6a-8010-42cb-aa66-017833d217bf']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:38.299293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f82bdb-45f7-48f6-a5ca-7adcda85fa05') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:38.299939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f82bdb-45f7-48f6-a5ca-7adcda85fa05') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:38.327355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.334109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756c4b8-f0d2-4ddb-8377-fa701bdea347 None None] Pushing event updated for resources: {'Port': ['ID=a94340fc-e62d-4906-9ff5-6612bb28bb45,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:38.347890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3900c-c82f-45b7-9651-5354df5d5d5f req-fb20266f-fccd-458c-bb20-14f1a9656885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:38.349483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edb3900c-c82f-45b7-9651-5354df5d5d5f req-fb20266f-fccd-458c-bb20-14f1a9656885 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 1096 time: 0.2215991 Nov 25 18:36:38.375545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b19441-ef00-43a0-9cc7-01af1f71f03c None None] Network 21109d6a-8010-42cb-aa66-017833d217bf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:38.377042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Allocated IP 19.86.0.126 (0e981355-daa8-440e-9bce-82d070530d5f/fa3d8f06-0662-4c17-b239-2f002a999937/76a59d6e-fb52-4431-9232-9c07dbffc485) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:38.403600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.409607 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250380bc-3f58-4ee5-a752-35aa17caacde x-openstack-request-id: req-250380bc-3f58-4ee5-a752-35aa17caacde {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:38.410069 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682e6e30-51cd-4bda-b0d0-df23ff6618ec", "name": "network-vif-deleted", "tag": "b63aa396-4187-40e7-b205-112600b63c96", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:38.410655 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-250380bc-3f58-4ee5-a752-35aa17caacde {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:38.411536 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e6e30-51cd-4bda-b0d0-df23ff6618ec', 'name': 'network-vif-deleted', 'tag': 'b63aa396-4187-40e7-b205-112600b63c96', 'status': 'completed', 'code': 200} Nov 25 18:36:38.429214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:38.429757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:38.445512 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:38.456002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-edb3900c-c82f-45b7-9651-5354df5d5d5f req-0a14c655-a6a9-4b43-84fa-5af8d3b62778 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933130 Nov 25 18:36:38.477506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:38.486536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:38.578677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b710f511-3d8b-4ab6-a5e9-649f341225dd req-e3c454f3-23ee-44af-9585-60f4368a473a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793046 Nov 25 18:36:38.581923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:36:38.581923 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:36:38.581923 n-d-819194-3 neutron-server[103456]: [parameters: {'id': '21109d6a-8010-42cb-aa66-017833d217bf'}] Nov 25 18:36:38.581923 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:36:38.583282 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:36:38.604861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2039c4-6db6-470c-bc13-848ed668dea7 None None] Network 21109d6a-8010-42cb-aa66-017833d217bf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:38.705044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dfe75-8a81-4880-a500-bb1b1a151357 req-97826da9-291b-4da7-ad5b-a448fb1d0b24 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:38.717782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd42519-ab16-41d3-a34c-58f018217282 req-511168ce-8d7f-4825-9c77-55db0b21b1fd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:38.719318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bfd42519-ab16-41d3-a34c-58f018217282 req-511168ce-8d7f-4825-9c77-55db0b21b1fd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 945 time: 0.1748118 Nov 25 18:36:38.725247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc3dfe75-8a81-4880-a500-bb1b1a151357 req-97826da9-291b-4da7-ad5b-a448fb1d0b24 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0696039 Nov 25 18:36:38.767011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eacec7-35d6-4231-aaa7-05bdcab0c658 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:36:38.779427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Router fc6d863d-d374-4281-a12f-37afd558c395 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:38.796871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc3dfe75-8a81-4880-a500-bb1b1a151357 req-e4b44573-2e1e-4a66-8e94-bb75a47d8fae tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 Nov 25 18:36:38.830345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:38.889907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bfd42519-ab16-41d3-a34c-58f018217282 req-9dd7afe4-6a32-4642-b1ea-a8ee18e00534 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635249 Nov 25 18:36:38.927096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eacec7-35d6-4231-aaa7-05bdcab0c658 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:36:38.958240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de9e22-4df6-49b3-b107-126123befe55 req-af8fc877-75e9-4e90-8e3f-f502f73a5a02 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:38.959894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06de9e22-4df6-49b3-b107-126123befe55 req-af8fc877-75e9-4e90-8e3f-f502f73a5a02 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 931 time: 0.0571887 Nov 25 18:36:38.982835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:38.995533 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c3b53dee-5749-441e-b597-6379697a8738 admin admin] 10.222.0.62 "PUT /v2.0/routers/fc6d863d-d374-4281-a12f-37afd558c395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8526168 Nov 25 18:36:39.011523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Sync routers for ids ['fc6d863d-d374-4281-a12f-37afd558c395'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:39.022879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06de9e22-4df6-49b3-b107-126123befe55 req-2d6559fb-e790-4bfc-8707-7f978293d960 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567284 Nov 25 18:36:39.042061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.052183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Routers {'fc6d863d-d374-4281-a12f-37afd558c395'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:39.052183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['fc6d863d-d374-4281-a12f-37afd558c395'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:39.084839 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.104097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Network 0e981355-daa8-440e-9bce-82d070530d5f is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:39.116941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:39.123969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:39.190417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:39.191117 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.200190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51469de-35a7-4a18-9afa-a9a06dff72b0 req-3702b232-b6ad-46c5-9fb8-68a95aee5aae tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:39.202020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e51469de-35a7-4a18-9afa-a9a06dff72b0 req-3702b232-b6ad-46c5-9fb8-68a95aee5aae tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0765164 Nov 25 18:36:39.207554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting port a94340fc-e62d-4906-9ff5-6612bb28bb45 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:39.208164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.213642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bee78-3749-44e4-a430-076961b957ae req-72f0824f-5374-45e3-91cf-502a442c619c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:39.215175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e9bee78-3749-44e4-a430-076961b957ae req-72f0824f-5374-45e3-91cf-502a442c619c tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2169371 Nov 25 18:36:39.216728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event updated for resources: {'Port': ['ID=76a59d6e-fb52-4431-9232-9c07dbffc485,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:39.227742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-5bfab479-614c-4075-b963-642e060cbd78 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8013787 Nov 25 18:36:39.241974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Request body: {'port': {'device_id': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:39.315107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] For port a94340fc-e62d-4906-9ff5-6612bb28bb45, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a94340fc-e62d-4906-9ff5-6612bb28bb45,segment=NetworkSegment(30f82bdb-45f7-48f6-a5ca-7adcda85fa05),segment_id=30f82bdb-45f7-48f6-a5ca-7adcda85fa05)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:39.315559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.327914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e9bee78-3749-44e4-a430-076961b957ae req-622f3a1a-2bce-499f-8189-5f50f5282b4b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983164 Nov 25 18:36:39.331856 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.356750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e51469de-35a7-4a18-9afa-a9a06dff72b0 req-68bee20e-4dac-417f-a1ef-2ace282aeac2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262331 Nov 25 18:36:39.370122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Calling delete_port for a94340fc-e62d-4906-9ff5-6612bb28bb45 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:39.438497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Set router fc6d863d-d374-4281-a12f-37afd558c395 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:39.447861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37478) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:39.589497 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.633077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a703f-cc3e-4514-812a-ed6f0a678e40 req-1733e1bd-e65d-43fc-b270-c253e25abe4f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:39.634654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a53a703f-cc3e-4514-812a-ed6f0a678e40 req-1733e1bd-e65d-43fc-b270-c253e25abe4f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1292274 Nov 25 18:36:39.690120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Port': ['ID=a94340fc-e62d-4906-9ff5-6612bb28bb45,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:39.692984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No DVR routers for this DVR port a94340fc-e62d-4906-9ff5-6612bb28bb45 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:39.758727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a53a703f-cc3e-4514-812a-ed6f0a678e40 req-b38e9336-0b89-4af5-a33a-616883bb8d16 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122665 Nov 25 18:36:39.886248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-69095a55-e522-4ca8-9e59-c7288ca91fac None None] Provisioning complete for port e2fce67b-311f-464e-8385-a526e3474fec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:39.887730 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69095a55-e522-4ca8-9e59-c7288ca91fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.889487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db23858-e960-487a-8838-1387080d9643 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:39.904378 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.909866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.928094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Transition to ACTIVE for port object 7db23858-e960-487a-8838-1387080d9643 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:36:39.939351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-0e4792f6-f16e-4758-a211-3a27f4571744 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:39.939492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:39.947004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-0e4792f6-f16e-4758-a211-3a27f4571744 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 819 time: 0.3690364 Nov 25 18:36:39.948238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-69095a55-e522-4ca8-9e59-c7288ca91fac None None] Port e2fce67b-311f-464e-8385-a526e3474fec cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:39.965055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:36:36Z', 'revision_number': 4, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e2fce67b-311f-464e-8385-a526e3474fec', 'name': '', 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'mac_address': 'fa:16:3e:48:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:35Z', 'updated_at': '2021-11-25T18:36:37Z', 'revision_number': 2, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'subnets': [{'id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:39.982619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21109d6a-8010-42cb-aa66-017833d217bf']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:39.998735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Checking router: fc6d863d-d374-4281-a12f-37afd558c395 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:39.998735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Updating router fc6d863d-d374-4281-a12f-37afd558c395 port e2fce67b-311f-464e-8385-a526e3474fec binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:36:39.998952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-7f1c16a9-0fce-4d61-b5b6-808b192b1640 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/quotas/326a3cac85764e4780a2c7112dd0ab84 HTTP/1.1" status: 200 len: 375 time: 0.0507240 Nov 25 18:36:40.025713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f82bdb-45f7-48f6-a5ca-7adcda85fa05') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:40.026013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f82bdb-45f7-48f6-a5ca-7adcda85fa05') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:40.030558 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.074832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.130241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.139434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:40.140077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.146241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6acde5-43d8-4ac9-b3dd-625d1413f5bf req-9d636dc9-f54d-400b-a1f5-de2acf12d7a1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:40.154605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd6acde5-43d8-4ac9-b3dd-625d1413f5bf req-9d636dc9-f54d-400b-a1f5-de2acf12d7a1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 813 time: 0.1905384 Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:40.164058 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:40.234567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd6acde5-43d8-4ac9-b3dd-625d1413f5bf req-987d499f-c97d-4e20-918c-2c5307cadc96 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/quotas/9eea004b50f74e4198e4b6f2cc0e3f36 HTTP/1.1" status: 200 len: 375 time: 0.0788236 Nov 25 18:36:40.245816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-d7f00519-6df8-4aa3-8864-5fe750581b4c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2462182 Nov 25 18:36:40.248025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Pushing event updated for resources: {'Port': ['ID=7db23858-e960-487a-8838-1387080d9643,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:40.290146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.298992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bfa73ecc-17e8-4f70-8dcb-dc809f3865f1 None None] Provisioning complete for port 76a59d6e-fb52-4431-9232-9c07dbffc485 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:40.299597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bfa73ecc-17e8-4f70-8dcb-dc809f3865f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.308834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.312013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/21109d6a-8010-42cb-aa66-017833d217bf HTTP/1.1" status: 204 len: 168 time: 2.7736819 Nov 25 18:36:40.317950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37506) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.343022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd6acde5-43d8-4ac9-b3dd-625d1413f5bf req-018ad425-32b6-4067-9355-7e16e195574c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073673 Nov 25 18:36:40.349232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Attempting to bind port 7db23858-e960-487a-8838-1387080d9643 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:40.349580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Attempting to bind port 7db23858-e960-487a-8838-1387080d9643 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:40.349914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Attempting to bind port 7db23858-e960-487a-8838-1387080d9643 on network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:40.373846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2ecd-8a00-41e7-aa6b-5b8573eeedbf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=21109d6a-8010-42cb-aa66-017833d217bf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:40.374631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bfa73ecc-17e8-4f70-8dcb-dc809f3865f1 None None] Port 76a59d6e-fb52-4431-9232-9c07dbffc485 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:40.380456 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fd731e-3474-4eea-b9b7-8a3f800e70fc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:40.381027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fd731e-3474-4eea-b9b7-8a3f800e70fc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:40.395418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-84fd731e-3474-4eea-b9b7-8a3f800e70fc tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/d3371bdc-4732-4a24-8089-848f5458f084 HTTP/1.1" status: 404 len: 337 time: 0.0747056 Nov 25 18:36:40.397181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Port 7db23858-e960-487a-8838-1387080d9643 on network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:36:40.397181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Attempting to bind port 7db23858-e960-487a-8838-1387080d9643 on network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:40.400848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37510) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.429349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:40.429349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Checking segment: {'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:40.429848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Bound using segment: {'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:40.430234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Bound port: 7db23858-e960-487a-8838-1387080d9643, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd32245-f3ad-42d5-b59d-62f9389a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:40.430622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.440724 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6a11ea-9b9c-4bd1-8479-e49e3757cf43 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:40.441247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6a11ea-9b9c-4bd1-8479-e49e3757cf43 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:40.446809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fd6a11ea-9b9c-4bd1-8479-e49e3757cf43 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/21109d6a-8010-42cb-aa66-017833d217bf HTTP/1.1" status: 404 len: 339 time: 0.0429254 Nov 25 18:36:40.451767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37512) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:40.461396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.467771 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.481463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-a4e01473-dfab-46fd-912f-14eff7f722c4 service neutron] 10.222.0.62 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038140 Nov 25 18:36:40.517215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c10078-414d-4645-b210-188ab707d120 req-08fdbb64-57d1-4482-83d8-2b3f344167df tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:40.518759 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32c10078-414d-4645-b210-188ab707d120 req-08fdbb64-57d1-4482-83d8-2b3f344167df tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 945 time: 0.1088591 Nov 25 18:36:40.535052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfbdabd-6461-4bf6-b294-db401d7eb626 None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:40.554284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32336bcf-8c18-4374-b3e5-2dbec75126f2 None None] Pushing event updated for resources: {'Port': ['ID=e2fce67b-311f-464e-8385-a526e3474fec,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:40.564288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] For port 7db23858-e960-487a-8838-1387080d9643, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:40.585825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] For port 7db23858-e960-487a-8838-1387080d9643, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7db23858-e960-487a-8838-1387080d9643,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:40.594409 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.628721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Attempting to bind port e2fce67b-311f-464e-8385-a526e3474fec on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:40.629011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32c10078-414d-4645-b210-188ab707d120 req-902b708d-1d77-416e-8d30-e707cff389fc tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023848 Nov 25 18:36:40.629124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Attempting to bind port e2fce67b-311f-464e-8385-a526e3474fec by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:40.629457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Attempting to bind port e2fce67b-311f-464e-8385-a526e3474fec on network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:40.633550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.637968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:40.641982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:40.643281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.644430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] 10.222.0.66 "PUT /v2.0/ports/7db23858-e960-487a-8838-1387080d9643 HTTP/1.1" status: 200 len: 1091 time: 1.4071405 Nov 25 18:36:40.654902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'tag': '7db23858-e960-487a-8838-1387080d9643'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:40.654902 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391" -d '{"events": [{"name": "network-changed", "server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "tag": "7db23858-e960-487a-8838-1387080d9643"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:40.658950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Checking segment: {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:40.658950 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.660636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Bound using segment: {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:40.661359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Bound port: e2fce67b-311f-464e-8385-a526e3474fec, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:40.662062 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.665011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.687285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Request body: {'port': {'device_id': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:40.713357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83ae6b-be3b-4f7a-afae-3ac113d01fca service neutron] Pushing event updated for resources: {'Port': ['ID=7db23858-e960-487a-8838-1387080d9643,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:40.747893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-07c841ac-e64d-451a-b0a9-48171988c202 None None] Provisioning complete for port e2fce67b-311f-464e-8385-a526e3474fec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:40.748679 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07c841ac-e64d-451a-b0a9-48171988c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.771477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.799197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-e30e3b8e-e45a-4767-ae22-31004342b3b8 service neutron] 10.222.0.62 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882648 Nov 25 18:36:40.810799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-07c841ac-e64d-451a-b0a9-48171988c202 None None] Port e2fce67b-311f-464e-8385-a526e3474fec cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:40.812244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b63aa396-4187-40e7-b205-112600b63c96 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:40.862100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2885-5bd7-4a47-bb74-a0f56f22f88f req-3cde72d3-7acc-4224-89d2-708699cdbe56 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:40.867125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: b63aa396-4187-40e7-b205-112600b63c96 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:40.867609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b63aa396-4187-40e7-b205-112600b63c96 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:40.869415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2885-5bd7-4a47-bb74-a0f56f22f88f req-3cde72d3-7acc-4224-89d2-708699cdbe56 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:40.871399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-369b2885-5bd7-4a47-bb74-a0f56f22f88f req-3cde72d3-7acc-4224-89d2-708699cdbe56 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1666 time: 0.1135430 Nov 25 18:36:40.892081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] For port e2fce67b-311f-464e-8385-a526e3474fec, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:40.909311 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6dbbca30-b1a4-40e3-a0d5-786f18fba7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.914824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] For port e2fce67b-311f-464e-8385-a526e3474fec, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e2fce67b-311f-464e-8385-a526e3474fec,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:40.925126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:40.998288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32336bcf-8c18-4374-b3e5-2dbec75126f2 None None] Pushing event updated for resources: {'Port': ['ID=e2fce67b-311f-464e-8385-a526e3474fec,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:41.005203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-369b2885-5bd7-4a47-bb74-a0f56f22f88f req-e666949c-89f5-497d-970e-fcaf829d9206 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258626 Nov 25 18:36:41.026513 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01bc82e-b602-4564-9ad4-a9fa260ff4ca None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:41.034317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.065062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66bb507-ed7d-4deb-acc0-0594126a0390']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:41.073942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Routers {'fc6d863d-d374-4281-a12f-37afd558c395'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:41.076258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26deb3b6-c4b0-41c5-8f6f-ea49e04fe775') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:41.076541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26deb3b6-c4b0-41c5-8f6f-ea49e04fe775') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:41.076670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['fc6d863d-d374-4281-a12f-37afd558c395'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:41.087562 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b3e4c-104a-48e0-83d8-84356e6b0279 x-openstack-request-id: req-590b3e4c-104a-48e0-83d8-84356e6b0279 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:41.087924 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "tag": "7db23858-e960-487a-8838-1387080d9643", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:41.088110 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-590b3e4c-104a-48e0-83d8-84356e6b0279 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:41.088522 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'tag': '7db23858-e960-487a-8838-1387080d9643', 'status': 'completed', 'code': 200} Nov 25 18:36:41.105458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.121554 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.133386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:41.133792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.177023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-1f232bc4-e3c0-47c3-9d94-93cd6addae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:41.177577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-1f232bc4-e3c0-47c3-9d94-93cd6addae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:41.179615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-1f232bc4-e3c0-47c3-9d94-93cd6addae04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1913 time: 0.0658743 Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:41.211504 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:41.272629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.308992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.313358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/b66bb507-ed7d-4deb-acc0-0594126a0390 HTTP/1.1" status: 204 len: 168 time: 0.8604352 Nov 25 18:36:41.318295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37528) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:41.348039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c588ec61-b217-4d31-a394-43379967f6b8 None None] Provisioning complete for port e2fce67b-311f-464e-8385-a526e3474fec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:41.348500 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c588ec61-b217-4d31-a394-43379967f6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.362411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa445d-bb03-440a-ab68-597bd68b559b req-bfb912fa-5d44-469d-a12c-035c7e8d21ed tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:41.367041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcfa445d-bb03-440a-ab68-597bd68b559b req-bfb912fa-5d44-469d-a12c-035c7e8d21ed tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1419609 Nov 25 18:36:41.370340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b261ff7-c854-47e3-95fe-f7a91232f6da tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=b66bb507-ed7d-4deb-acc0-0594126a0390,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:41.378074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-7b6749be-b3e9-40f2-a85d-f2f02ccc70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:41.378074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-7b6749be-b3e9-40f2-a85d-f2f02ccc70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:41.378074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-7b6749be-b3e9-40f2-a85d-f2f02ccc70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:41.379493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-7b6749be-b3e9-40f2-a85d-f2f02ccc70bd service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=51f973726a4d43cfa695d06ceb48acd4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1879594 Nov 25 18:36:41.381560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a59d6e-fb52-4431-9232-9c07dbffc485 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:41.394369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.439200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] Set router fc6d863d-d374-4281-a12f-37afd558c395 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:41.471291 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd644e4-39d5-4b6b-972f-ded90b54ac85 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:41.472074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd644e4-39d5-4b6b-972f-ded90b54ac85 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:41.478632 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7cd644e4-39d5-4b6b-972f-ded90b54ac85 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/a591a8cf-e1ad-4c40-ba77-c6a4a8d7e607 HTTP/1.1" status: 404 len: 337 time: 0.1559904 Nov 25 18:36:41.478809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Transition to ACTIVE for port object 76a59d6e-fb52-4431-9232-9c07dbffc485 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:36:41.479477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37532) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:41.501107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.513915 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6261b8-7d03-4720-8133-ef770b19551d tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:41.514093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6261b8-7d03-4720-8133-ef770b19551d tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:41.519613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf6261b8-7d03-4720-8133-ef770b19551d tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/d2b6c5a2-8112-4a22-bdff-1dca5f47543f HTTP/1.1" status: 404 len: 339 time: 0.0366085 Nov 25 18:36:41.528031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37536) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:41.659873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcfa445d-bb03-440a-ab68-597bd68b559b req-9e4fb3d6-4799-4b78-b452-2667dd519132 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288008 Nov 25 18:36:41.675120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-da541b48-0d60-467b-83a0-d7b41899a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:41.678745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting subnet de3b66a3-0ae9-471e-a737-f8d7666165b4 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:41.682476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c1ad53e-4be7-4ba1-aa3f-a9b07520d391 req-da541b48-0d60-467b-83a0-d7b41899a340 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2819967 Nov 25 18:36:41.683627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.693873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5266d987-19c8-411c-a686-874bbdc9368e req-16bc56e4-a58e-431b-a762-2a07d53cbc44 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 210 time: 0.1095960 Nov 25 18:36:41.802735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Pushing event updated for resources: {'Port': ['ID=76a59d6e-fb52-4431-9232-9c07dbffc485,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:41.824083 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c588ec61-b217-4d31-a394-43379967f6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.825149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.891198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Attempting to bind port 76a59d6e-fb52-4431-9232-9c07dbffc485 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:41.892277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Attempting to bind port 76a59d6e-fb52-4431-9232-9c07dbffc485 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:41.892855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Attempting to bind port 76a59d6e-fb52-4431-9232-9c07dbffc485 on network 0e981355-daa8-440e-9bce-82d070530d5f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:41.900517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Port 76a59d6e-fb52-4431-9232-9c07dbffc485 on network 0e981355-daa8-440e-9bce-82d070530d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:36:41.901066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Attempting to bind port 76a59d6e-fb52-4431-9232-9c07dbffc485 on network 0e981355-daa8-440e-9bce-82d070530d5f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:41.910743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:41.911383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Checking segment: {'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:41.911963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Bound using segment: {'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:41.912730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Bound port: 76a59d6e-fb52-4431-9232-9c07dbffc485, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37153582-927c-44fc-ab3b-acbd22a577cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:41.913891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.921992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c588ec61-b217-4d31-a394-43379967f6b8 None None] For port e2fce67b-311f-464e-8385-a526e3474fec, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e2fce67b-311f-464e-8385-a526e3474fec,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:41.928586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c588ec61-b217-4d31-a394-43379967f6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:41.995744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:36:36Z', 'revision_number': 4, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e2fce67b-311f-464e-8385-a526e3474fec', 'name': '', 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'mac_address': 'fa:16:3e:48:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:35Z', 'updated_at': '2021-11-25T18:36:40Z', 'revision_number': 4, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'subnets': [{'id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:41.998885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] For port 76a59d6e-fb52-4431-9232-9c07dbffc485, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:42.002403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] For port 76a59d6e-fb52-4431-9232-9c07dbffc485, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76a59d6e-fb52-4431-9232-9c07dbffc485,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:42.015476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.029831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7112d7-5ea8-4efc-8bcd-a1883bd17e84 req-12a41cf1-09f6-48ab-a551-b47684f9d83e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:42.031398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e7112d7-5ea8-4efc-8bcd-a1883bd17e84 req-12a41cf1-09f6-48ab-a551-b47684f9d83e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1786232 Nov 25 18:36:42.053104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cdcca-c4b8-4a80-8dc0-50160a2b6d52 None None] The sync data for ids ['fc6d863d-d374-4281-a12f-37afd558c395'] in n-d-819194-3 is: [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:36:36Z', 'revision_number': 4, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e2fce67b-311f-464e-8385-a526e3474fec', 'name': '', 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'mac_address': 'fa:16:3e:48:0e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:35Z', 'updated_at': '2021-11-25T18:36:40Z', 'revision_number': 4, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'subnets': [{'id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:42.094755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78ca0-7d98-44ac-9419-8fb765591795 req-704df7bc-028a-4180-aedf-fdce2da78418 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:42.096288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18f78ca0-7d98-44ac-9419-8fb765591795 req-704df7bc-028a-4180-aedf-fdce2da78418 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 945 time: 0.1728435 Nov 25 18:36:42.134560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ec61-b217-4d31-a394-43379967f6b8 None None] Pushing event updated for resources: {'Port': ['ID=e2fce67b-311f-464e-8385-a526e3474fec,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:42.138866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:42.139835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.142122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] 10.222.0.66 "PUT /v2.0/ports/76a59d6e-fb52-4431-9232-9c07dbffc485 HTTP/1.1" status: 200 len: 1092 time: 1.4600000 Nov 25 18:36:42.158133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.187864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae814b-2cbc-4a29-a105-41257b8a4d72 service neutron] Pushing event updated for resources: {'Port': ['ID=76a59d6e-fb52-4431-9232-9c07dbffc485,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:42.222576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Deleting port e1dc1181-63df-482a-bb58-8de2cee8ed48 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:42.223364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.223673 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e7112d7-5ea8-4efc-8bcd-a1883bd17e84 req-6150464a-ce27-4923-9182-a41e620a0992 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451678 Nov 25 18:36:42.287380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-58cbc9ee-4b4f-4054-bd3c-34d728795cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:42.288050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-58cbc9ee-4b4f-4054-bd3c-34d728795cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:42.289780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-58cbc9ee-4b4f-4054-bd3c-34d728795cb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1980 time: 0.0841296 Nov 25 18:36:42.342510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18f78ca0-7d98-44ac-9419-8fb765591795 req-44fd957c-b1d3-4d67-aaa5-f0381e230433 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259839 Nov 25 18:36:42.416344 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.468749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=de3b66a3-0ae9-471e-a737-f8d7666165b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:42.492199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] For port e1dc1181-63df-482a-bb58-8de2cee8ed48, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e1dc1181-63df-482a-bb58-8de2cee8ed48,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:42.492828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.505246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5da59-c60e-4fe6-be7d-7ec6bc753aca None None] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:42.526860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:42.530575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e74c674-48bb-44e0-ace2-cc40bfe64c17 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/de3b66a3-0ae9-471e-a737-f8d7666165b4 HTTP/1.1" status: 204 len: 168 time: 1.0032897 Nov 25 18:36:42.533165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37560) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:42.547675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Calling delete_port for e1dc1181-63df-482a-bb58-8de2cee8ed48 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:42.806818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-02bd936c-5a86-49b4-9912-a9259a42d7c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.26&port_id=7db23858-e960-487a-8838-1387080d9643 HTTP/1.1" status: 200 len: 217 time: 0.5080416 Nov 25 18:36:42.832823 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:36:42.978433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e2fce67b-311f-464e-8385-a526e3474fec up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:43.078127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e2fce67b-311f-464e-8385-a526e3474fec triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:43.078782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.083071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-121b5ba5-f367-4743-9d17-3a599ee9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.085703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-121b5ba5-f367-4743-9d17-3a599ee9279a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3ac192b3-a952-41c7-bbd8-82b47e951031 HTTP/1.1" status: 200 len: 801 time: 0.2261639 Nov 25 18:36:43.087665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd6d7-4602-4e10-ad14-e4171ecb984a req-c27ba8d9-8654-4408-9bf3-727e0e77aed1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.093925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd6d7-4602-4e10-ad14-e4171ecb984a req-c27ba8d9-8654-4408-9bf3-727e0e77aed1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.095423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'tag': '76a59d6e-fb52-4431-9232-9c07dbffc485'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:43.095972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c1dd6d7-4602-4e10-ad14-e4171ecb984a req-c27ba8d9-8654-4408-9bf3-727e0e77aed1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1678 time: 0.6347449 Nov 25 18:36:43.105582 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d1c0b-b1f1-453e-97ac-9031cddba367" -d '{"events": [{"name": "network-changed", "server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "tag": "76a59d6e-fb52-4431-9232-9c07dbffc485"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:43.159486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting subnet 97e8fef1-0db1-4816-a565-d8ab1b13906d {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:43.165945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.205561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633e935-43fe-45f8-b213-0d007feb9815 req-4ebfac92-615d-4125-b7ac-62b102f6df44 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.219677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-4ebfac92-615d-4125-b7ac-62b102f6df44 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 819 time: 0.8127527 Nov 25 18:36:43.241920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-273d9e89-6f6d-4768-b54a-62f96c90a488 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.243972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-273d9e89-6f6d-4768-b54a-62f96c90a488 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 819 time: 0.4361835 Nov 25 18:36:43.248036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c1dd6d7-4602-4e10-ad14-e4171ecb984a req-5e0357cb-c3e4-4843-b8c6-43b2be530014 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141238 Nov 25 18:36:43.259701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Request body: {'port': {'device_id': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'admin_state_up': True, 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:43.286399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-368e7d4f-1190-4fc0-a654-cb7b84ed94cc tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/quotas/326a3cac85764e4780a2c7112dd0ab84 HTTP/1.1" status: 200 len: 375 time: 0.0656402 Nov 25 18:36:43.292240 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.350143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-ad9f789f-a812-4448-9a5d-77b86886c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.352513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-ad9f789f-a812-4448-9a5d-77b86886c4e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22cd97b7-cbbf-4cb8-8355-371d23e663d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2409556 Nov 25 18:36:43.391052 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-305e3734-ed1a-481d-a4bb-718e7d0812c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.461886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dff6ee80-e560-49c1-9f63-3e768c343b30 req-c6f516a0-3375-4996-9976-504497e5c7c0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36 HTTP/1.1" status: 200 len: 221 time: 0.0558782 Nov 25 18:36:43.531782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.555488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-4ab63942-7a39-4230-9aae-c3fb50afecc9 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2680733 Nov 25 18:36:43.597603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-d46e4ab6-27ab-4040-99d9-0d7266ab246c service neutron] 10.222.0.66 "GET /v2.0/networks/22cd97b7-cbbf-4cb8-8355-371d23e663d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896775 Nov 25 18:36:43.628993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-79be6b97-036e-4059-8423-e784af5534c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3001225 Nov 25 18:36:43.639058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.653089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.684355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=97e8fef1-0db1-4816-a565-d8ab1b13906d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:43.714926 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.718912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55c0d466-2c9a-493d-9dde-96c87572e19e tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/97e8fef1-0db1-4816-a565-d8ab1b13906d HTTP/1.1" status: 204 len: 168 time: 1.1836245 Nov 25 18:36:43.720374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dc1181-63df-482a-bb58-8de2cee8ed48,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:43.723485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37578) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:43.781218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1cfda-0ac9-4528-9a83-58d0db5439d0 None None] Network 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:43.792585 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83dcffc-47df-4623-b781-f66e5a640731 x-openstack-request-id: req-c83dcffc-47df-4623-b781-f66e5a640731 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:43.792879 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "tag": "76a59d6e-fb52-4431-9232-9c07dbffc485", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:43.793133 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c83dcffc-47df-4623-b781-f66e5a640731 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:43.793516 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'tag': '76a59d6e-fb52-4431-9232-9c07dbffc485', 'status': 'completed', 'code': 200} Nov 25 18:36:43.930700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.943227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-103145eb-fad8-4802-a814-46daa687025b None None] Provisioning complete for port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:43.945140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-103145eb-fad8-4802-a814-46daa687025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:43.977631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-12ad4e75-1966-4412-b39d-47926a4054b2 service neutron] 10.222.0.66 "GET /v2.0/networks/22cd97b7-cbbf-4cb8-8355-371d23e663d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611221 Nov 25 18:36:43.986135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-29dc1c28-caf9-4000-b252-d081b9bed2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.986685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680817e1-54e5-43c1-89e4-52166c5c5393 req-620d2b56-38b7-4272-877b-dd083c6a1b95 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:43.995479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-680817e1-54e5-43c1-89e4-52166c5c5393 req-620d2b56-38b7-4272-877b-dd083c6a1b95 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 945 time: 0.1708622 Nov 25 18:36:43.996334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-29dc1c28-caf9-4000-b252-d081b9bed2e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0946216094c244a69445c190d60a4273&device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 1096 time: 0.1935711 Nov 25 18:36:44.093779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] DHCP port deletion for 1dc0be3a-1e41-49c7-8e30-39a3e5cd994e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:44.094614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-59171b5f-41b3-4431-a129-0babdb5b8a9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=76a59d6e-fb52-4431-9232-9c07dbffc485 HTTP/1.1" status: 200 len: 217 time: 0.0928023 Nov 25 18:36:44.095309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Made reservation on behalf of 326a3cac85764e4780a2c7112dd0ab84 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:44.099912 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.151035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] Deleting port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:44.151405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.156086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-680817e1-54e5-43c1-89e4-52166c5c5393 req-68bf54f9-65a4-48ee-b886-552a1a66d607 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596136 Nov 25 18:36:44.158191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.174675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-998711a5-f8ce-4775-a58e-298b6a720bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:44.176303 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-998711a5-f8ce-4775-a58e-298b6a720bf0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fa3d8f06-0662-4c17-b239-2f002a999937 HTTP/1.1" status: 200 len: 801 time: 0.0508778 Nov 25 18:36:44.274808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:44.275147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.290391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-839e7cf5-f912-4fa0-8e0f-f8130b7627f4 service neutron] 10.222.0.62 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828914 Nov 25 18:36:44.365634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-73d87cf4-38c4-4d08-b993-b57b0d17c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:44.367766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-73d87cf4-38c4-4d08-b993-b57b0d17c478 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e981355-daa8-440e-9bce-82d070530d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1492264 Nov 25 18:36:44.381480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.392375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] For port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,segment=NetworkSegment(388c90f0-7d76-40b7-8013-bb8faa59bf8f),segment_id=388c90f0-7d76-40b7-8013-bb8faa59bf8f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:44.392872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.409804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] Calling delete_port for a5ea048f-5d5a-473a-9d05-1ae79ed8df2a owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:44.413539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4db68-6296-4865-bb07-fffa39635fa5 req-72fc9863-00d5-48d4-8c6c-a02d7e62c692 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:44.415073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1e4db68-6296-4865-bb07-fffa39635fa5 req-72fc9863-00d5-48d4-8c6c-a02d7e62c692 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1775968 Nov 25 18:36:44.449052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] For port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,segment=NetworkSegment(388c90f0-7d76-40b7-8013-bb8faa59bf8f),segment_id=388c90f0-7d76-40b7-8013-bb8faa59bf8f)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:44.449414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.471405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-35342504-29eb-434e-8cb0-b017b547744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:44.472927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-35342504-29eb-434e-8cb0-b017b547744b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cc20b78-bd72-480e-9d45-e5f2551fc56f HTTP/1.1" status: 200 len: 906 time: 0.4537985 Nov 25 18:36:44.497696 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.502836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Calling delete_port for a5ea048f-5d5a-473a-9d05-1ae79ed8df2a owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:44.522772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] Pushing event deleted for resources: {'Port': ['ID=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:44.528409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a87c2-b568-4735-a29a-93546b608aec None None] No DVR routers for this DVR port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:44.614776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-37a6d91c-6bbf-4536-8c34-3a34a16ad074 service neutron] 10.222.0.62 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786152 Nov 25 18:36:44.616053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1e4db68-6296-4865-bb07-fffa39635fa5 req-cef42cf2-7cf0-495c-ab4d-c161e5a3c118 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875174 Nov 25 18:36:44.638411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Allocated IP 172.20.0.13 (da8ffcb4-2bc3-4479-bacf-e7d55b6e0404/543abbf0-07ab-4b14-b65b-319d2dfa0130/cdf25e51-7dce-45a5-b146-0b3bb7a65686) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:44.643674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Router c021c658-648f-4752-a00f-647b07d0a1cf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:44.664841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-772c5c83-ea57-41ff-9e13-8a531bc4107d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27128657-c8ca-45e7-8ac2-571f49fce36b HTTP/1.1" status: 200 len: 999 time: 0.1515934 Nov 25 18:36:44.717183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-a2c82640-5a0b-475e-b709-4f80ed9f1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:44.718867 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-a2c82640-5a0b-475e-b709-4f80ed9f1ace service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7e7a6d-4291-43fa-b875-588b2f74a338 HTTP/1.1" status: 200 len: 844 time: 0.0463727 Nov 25 18:36:44.730714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-0314380e-56c6-490d-8049-4f831c8e4a6a service neutron] 10.222.0.66 "GET /v2.0/networks/0e981355-daa8-440e-9bce-82d070530d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944338 Nov 25 18:36:44.861537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:44.863388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:44.869988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0324eafb-602f-4f2a-b325-32583c43aada admin admin] 10.222.0.62 "PUT /v2.0/routers/c021c658-648f-4752-a00f-647b07d0a1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4210413 Nov 25 18:36:44.875383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37596) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:44.875591 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] Sync routers for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:44.899430 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:44.900277 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:44.998861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Port': ['ID=a5ea048f-5d5a-473a-9d05-1ae79ed8df2a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:45.004852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No DVR routers for this DVR port a5ea048f-5d5a-473a-9d05-1ae79ed8df2a on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:45.012427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a5ea048f-5d5a-473a-9d05-1ae79ed8df2a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:45.041781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-16eb76f0-568e-491b-a132-9d1a259f94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:45.044144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-16eb76f0-568e-491b-a132-9d1a259f94e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cc20b78-bd72-480e-9d45-e5f2551fc56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072820 Nov 25 18:36:45.048962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a5ea048f-5d5a-473a-9d05-1ae79ed8df2a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:45.049324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a5ea048f-5d5a-473a-9d05-1ae79ed8df2a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:45.095722 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:45.188158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.197796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4753-d121-4bd8-a471-4dc80c44e008 req-9d8643c5-6623-4da2-9c5e-f11e95dca84b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:45.204338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4753-d121-4bd8-a471-4dc80c44e008 req-9d8643c5-6623-4da2-9c5e-f11e95dca84b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:45.213043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1ca4753-d121-4bd8-a471-4dc80c44e008 req-9d8643c5-6623-4da2-9c5e-f11e95dca84b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1678 time: 0.2833397 Nov 25 18:36:45.223892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc0be3a-1e41-49c7-8e30-39a3e5cd994e']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:45.241021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388c90f0-7d76-40b7-8013-bb8faa59bf8f') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:45.241553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388c90f0-7d76-40b7-8013-bb8faa59bf8f') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:45.242143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b861e93-f591-41a5-b7f8-79b74c193870 req-c7fdec77-521b-459b-a0ac-cd9c3466c779 service neutron] 10.222.0.66 "GET /v2.0/networks/0e981355-daa8-440e-9bce-82d070530d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953697 Nov 25 18:36:45.254968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.273484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.364542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1ca4753-d121-4bd8-a471-4dc80c44e008 req-e3ae57bc-86e1-4084-83e8-ce24e741d361 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366863 Nov 25 18:36:45.370444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.378418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-961f7b7a-c005-4c3c-b0f1-82d890b86f7c service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111846 Nov 25 18:36:45.389395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.401471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:45.401883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.424781 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:36:43Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:45.457616 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] Checking router: c021c658-648f-4752-a00f-647b07d0a1cf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:45.467292 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] Routers {'c021c658-648f-4752-a00f-647b07d0a1cf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:45.476295 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c021c658-648f-4752-a00f-647b07d0a1cf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:45.476842 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:45.564869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.579129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.590574 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/1dc0be3a-1e41-49c7-8e30-39a3e5cd994e HTTP/1.1" status: 204 len: 168 time: 1.8657165 Nov 25 18:36:45.603915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37610) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:45.617174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3b3d0097-2a95-4c27-ae7f-3c329b300566 req-b60dc938-5daa-4939-a11a-5a04cc5bd78d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 210 time: 0.1515765 Nov 25 18:36:45.621851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473bbc9-9beb-4083-b337-5c300fcc59b7 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=1dc0be3a-1e41-49c7-8e30-39a3e5cd994e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:45.636179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6209fa1-410e-4037-ba6c-1842964e7c0c req-7330e7cd-29cd-4c95-8c8f-85387c2cfcdc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:45.638245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6209fa1-410e-4037-ba6c-1842964e7c0c req-7330e7cd-29cd-4c95-8c8f-85387c2cfcdc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1603498 Nov 25 18:36:45.644349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.651525 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.709729 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf3160d-219d-40b0-b3ec-a19936f0b0e6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:45.710709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf3160d-219d-40b0-b3ec-a19936f0b0e6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:45.714031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dbf3160d-219d-40b0-b3ec-a19936f0b0e6 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/c374d39f-6c45-45cc-a630-af988f238ea6 HTTP/1.1" status: 404 len: 337 time: 0.0948832 Nov 25 18:36:45.718173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37620) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:45.753999 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e660e63-043e-4084-ab35-53e6e7af55bd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:45.754409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0cc81ba-7cb1-4524-9310-c30e09f80b78 req-300c0ea3-a9a9-4aff-aad9-460f9fe303ad service neutron] 10.222.0.66 "GET /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279500 Nov 25 18:36:45.754558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e660e63-043e-4084-ab35-53e6e7af55bd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:45.760014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e660e63-043e-4084-ab35-53e6e7af55bd tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/43a49838-f837-4f48-9ded-810acae15164 HTTP/1.1" status: 404 len: 339 time: 0.0360208 Nov 25 18:36:45.765028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:45.765735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37622) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:45.778880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6209fa1-410e-4037-ba6c-1842964e7c0c req-02bc8b59-46be-4442-a531-fc81df891f42 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267195 Nov 25 18:36:45.787448 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] Set router c021c658-648f-4752-a00f-647b07d0a1cf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:45.795947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Deleting port f6ec09f9-9df5-4944-9e21-b8e03dca2d58 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:45.796484 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.798231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:45.802376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-c4d07466-abd9-4013-bbcc-eb0840ed3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:45.803031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-c4d07466-abd9-4013-bbcc-eb0840ed3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:45.806122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-c4d07466-abd9-4013-bbcc-eb0840ed3c0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51f973726a4d43cfa695d06ceb48acd4&device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1980 time: 0.4243159 Nov 25 18:36:45.836590 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.845658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cace90-c9b7-4a72-98bf-f2aa9947d19f None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:45.878273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:45.893886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Pushing event updated for resources: {'Port': ['ID=cdf25e51-7dce-45a5-b146-0b3bb7a65686,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:45.900649 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-83245de2-a3aa-421d-a624-1ca11bc1fd07 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:45.901118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83245de2-a3aa-421d-a624-1ca11bc1fd07 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:45.908237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-83245de2-a3aa-421d-a624-1ca11bc1fd07 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/18044c41-5c29-4a73-a66c-9b0bf19ced85 HTTP/1.1" status: 404 len: 337 time: 0.1396215 Nov 25 18:36:45.911244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2bde33b2-e6ac-4231-a51a-bb24daf267f0 None None] Provisioning complete for port cdf25e51-7dce-45a5-b146-0b3bb7a65686 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:45.914265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bde33b2-e6ac-4231-a51a-bb24daf267f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:45.932584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37628) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:45.993023 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8f9190-0f07-4a1a-8a4e-70a991121525 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:45.993711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8f9190-0f07-4a1a-8a4e-70a991121525 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:45.997185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dc8f9190-0f07-4a1a-8a4e-70a991121525 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/b40bc258-ccab-4831-a041-07b14ceb543e HTTP/1.1" status: 404 len: 339 time: 0.0633686 Nov 25 18:36:46.006587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37630) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:46.034664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2bde33b2-e6ac-4231-a51a-bb24daf267f0 None None] Port cdf25e51-7dce-45a5-b146-0b3bb7a65686 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:46.039793 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:36:43Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:46.055488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] For port f6ec09f9-9df5-4944-9e21-b8e03dca2d58, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:46.056027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.072376 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71580ca6-a454-4fe5-8594-0ea0ef3bc9d0 None None] The sync data for ids ['c021c658-648f-4752-a00f-647b07d0a1cf'] in n-d-819194-3 is: [{'id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1609568476-router', 'tenant_id': '72607bdd9b3048b9a592890434a9ad69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:03Z', 'updated_at': '2021-11-25T18:36:43Z', 'revision_number': 5, 'project_id': '72607bdd9b3048b9a592890434a9ad69', 'gw_port': {'id': 'f6ec09f9-9df5-4944-9e21-b8e03dca2d58', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021c658-648f-4752-a00f-647b07d0a1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:04Z', 'updated_at': '2021-11-25T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:36:46.078259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae25ccd-5be2-4b88-8f7d-37a68f644a3b req-41428ab9-b6f3-43ee-824b-7b81737230f5 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.080029 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ae25ccd-5be2-4b88-8f7d-37a68f644a3b req-41428ab9-b6f3-43ee-824b-7b81737230f5 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1367488 Nov 25 18:36:46.087588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Calling delete_port for f6ec09f9-9df5-4944-9e21-b8e03dca2d58 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:46.181989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ae25ccd-5be2-4b88-8f7d-37a68f644a3b req-46ddc29f-4e6b-4ec3-bcf7-1e7c75dbf788 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913427 Nov 25 18:36:46.319208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.344647 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a98e24-0c5b-4d64-8e78-a26a037cff25 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:46.345236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a98e24-0c5b-4d64-8e78-a26a037cff25 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:46.347421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ec09f9-9df5-4944-9e21-b8e03dca2d58,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:46.350789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37636) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:46.352433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30a98e24-0c5b-4d64-8e78-a26a037cff25 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/244b8564-df88-4dce-9488-226fa931cc0d HTTP/1.1" status: 404 len: 337 time: 0.3423452 Nov 25 18:36:46.379086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106ce38-e4cd-43c6-b4f0-33acb404c59d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:46.405747 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0741302-6ccb-493f-9eb7-1d53e84690c3 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:46.406298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0741302-6ccb-493f-9eb7-1d53e84690c3 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:46.409856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b0741302-6ccb-493f-9eb7-1d53e84690c3 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/68dba23d-4c4f-472d-9089-f6fba022fa00 HTTP/1.1" status: 404 len: 339 time: 0.0580914 Nov 25 18:36:46.413819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37640) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:46.418740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.419442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.469880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58474c8-f1eb-4fd8-8047-f846dbdc7491 req-b0847aa7-c81d-41e5-9e7c-9ee6c36e1038 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.471474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d58474c8-f1eb-4fd8-8047-f846dbdc7491 req-b0847aa7-c81d-41e5-9e7c-9ee6c36e1038 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1150732 Nov 25 18:36:46.478514 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-c2cc2e76-7854-437f-960d-7bba32747cae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2248263 Nov 25 18:36:46.499262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Request body: {'port': {'device_id': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:46.516413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting subnet a2a1db0f-989e-47ea-9b4d-63207c89f5bd {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:46.527698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.557689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-07719bef-d311-473f-830a-0788300f4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.559265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-07719bef-d311-473f-830a-0788300f4c95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e981355-daa8-440e-9bce-82d070530d5f HTTP/1.1" status: 200 len: 902 time: 0.7019434 Nov 25 18:36:46.594543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.659930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-f91184db-d964-40f3-b1f3-7842b8b240de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=76a59d6e-fb52-4431-9232-9c07dbffc485 HTTP/1.1" status: 200 len: 217 time: 0.0749569 Nov 25 18:36:46.667244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.700079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.723201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab035-f05c-4fe8-a82e-0777c9e6e88d req-7df4c27f-0694-45ec-aff8-2cd5f080501d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.729614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab035-f05c-4fe8-a82e-0777c9e6e88d req-7df4c27f-0694-45ec-aff8-2cd5f080501d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.731293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a9ab035-f05c-4fe8-a82e-0777c9e6e88d req-7df4c27f-0694-45ec-aff8-2cd5f080501d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1678 time: 0.2495866 Nov 25 18:36:46.743148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.745790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.748314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d58474c8-f1eb-4fd8-8047-f846dbdc7491 req-7dd70412-ead4-43d2-b4a6-b00487d6595a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687070 Nov 25 18:36:46.797546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8e8f7a00-7468-4d52-9feb-ff282be62446 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.799064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8e8f7a00-7468-4d52-9feb-ff282be62446 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.64 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 819 time: 0.3264146 Nov 25 18:36:46.807551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-f964f37f-0da2-4c4c-85b9-452cbbc8da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:46.809481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-f964f37f-0da2-4c4c-85b9-452cbbc8da44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fa3d8f06-0662-4c17-b239-2f002a999937 HTTP/1.1" status: 200 len: 801 time: 0.1350579 Nov 25 18:36:46.818591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Request body: {'port': {'device_id': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'admin_state_up': True, 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:46.819964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6df175a-2c49-49d4-a041-7c774b6f4271 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:46.840657 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.841225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c021c658-648f-4752-a00f-647b07d0a1cf {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:36:46.867985 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.871320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c5a89063-b62e-4736-9df4-13c006bf5e4b admin admin] 10.222.0.62 "DELETE /v2.0/routers/c021c658-648f-4752-a00f-647b07d0a1cf HTTP/1.1" status: 204 len: 168 time: 1.9892516 Nov 25 18:36:46.874745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37648) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:46.899521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a9ab035-f05c-4fe8-a82e-0777c9e6e88d req-e5f44a44-c4dc-4e06-80de-ff084568ffaa tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607347 Nov 25 18:36:46.915205 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:46.972472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] Deleting subnet 164db332-2721-432a-9a9e-e2e05b340548 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:46.977140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.019719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e1dc1181-63df-482a-bb58-8de2cee8ed48 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:47.033849 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-640a0a32-9b80-4043-a0c6-426ecfa6926c req-e51b9ea0-b9be-44ce-b633-1cd7ab0feab9 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 210 time: 0.1720569 Nov 25 18:36:47.072129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: e1dc1181-63df-482a-bb58-8de2cee8ed48 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:47.073087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e1dc1181-63df-482a-bb58-8de2cee8ed48 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:47.123988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-6ec22abc-f4db-4bbf-bf42-854a980266d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.124442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:47.126133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-6ec22abc-f4db-4bbf-bf42-854a980266d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e981355-daa8-440e-9bce-82d070530d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3003569 Nov 25 18:36:47.138184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'mac_address': 'fa:16:3e:92:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:47.187316 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.205658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6df175a-2c49-49d4-a041-7c774b6f4271 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:47.228810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:47.233475 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.296123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Made reservation on behalf of 326a3cac85764e4780a2c7112dd0ab84 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:47.299932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.300526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:47.342643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f6df175a-2c49-49d4-a041-7c774b6f4271'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:47.348508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-02317ab5-d322-424f-8492-4175d22fa6e7 service neutron] 10.222.0.66 "GET /v2.0/networks/0e981355-daa8-440e-9bce-82d070530d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885157 Nov 25 18:36:47.416285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.454942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.513943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df8c2f-cb40-4b55-98a1-ed81825a3ecf req-71fa59ec-f296-464c-9333-2c986d385448 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.521792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5df8c2f-cb40-4b55-98a1-ed81825a3ecf req-71fa59ec-f296-464c-9333-2c986d385448 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1565821 Nov 25 18:36:47.577352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf25e51-7dce-45a5-b146-0b3bb7a65686 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:47.598945 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.603165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a59d1c0b-b1f1-453e-97ac-9031cddba367 req-a8e38bda-6956-46ee-94be-0711db6fc31f service neutron] 10.222.0.66 "GET /v2.0/networks/0e981355-daa8-440e-9bce-82d070530d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454553 Nov 25 18:36:47.617855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Transition to ACTIVE for port object cdf25e51-7dce-45a5-b146-0b3bb7a65686 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:36:47.638152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.639811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.662566 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5df8c2f-cb40-4b55-98a1-ed81825a3ecf req-2b9525d3-a498-4567-9116-f98f6c580bcc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398780 Nov 25 18:36:47.697024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.697024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a1db0f-989e-47ea-9b4d-63207c89f5bd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:47.706137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99a9ac-cb67-4959-b263-313bf55614b1 None None] Network b135d67c-42fb-4327-b920-7216ae03aeb4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:47.709703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.713249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2c630485-884a-43fb-af99-1763c52edcaf tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/a2a1db0f-989e-47ea-9b4d-63207c89f5bd HTTP/1.1" status: 204 len: 168 time: 1.2985876 Nov 25 18:36:47.723594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37666) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:47.836446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Allocated IP 172.20.0.12 (da8ffcb4-2bc3-4479-bacf-e7d55b6e0404/543abbf0-07ab-4b14-b65b-319d2dfa0130/9051a368-6198-4963-809d-9c1070c0353d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:47.865432 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.909872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082f3e2-7d58-46c6-9728-60f37593b59a None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:47.918238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddd431-5397-4fca-9311-c31aff4dc73f req-e32b469f-d891-4d87-857d-127e343e9c39 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:47.919899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2ddd431-5397-4fca-9311-c31aff4dc73f req-e32b469f-d891-4d87-857d-127e343e9c39 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1133020 Nov 25 18:36:47.924622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164db332-2721-432a-9a9e-e2e05b340548,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:47.930299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:47.934394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eedda229-b2b8-4ad3-adc6-e5f463f48e5f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/164db332-2721-432a-9a9e-e2e05b340548 HTTP/1.1" status: 204 len: 168 time: 1.0585701 Nov 25 18:36:47.963697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b759a9-55d4-4855-9d6a-92aa5bcaacf5 None None] Network 15d18c24-dd48-40d8-a99c-635cadc4340c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:47.985731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37676) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:47.989387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2ddd431-5397-4fca-9311-c31aff4dc73f req-8ca767eb-72e2-47d0-afb8-19e66c235b7f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539031 Nov 25 18:36:48.078428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0ccfb-91d7-4d97-af20-a286b59c5a7a req-1b180753-3227-4cc7-aee4-5d5204a61f41 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:48.081196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0eb0ccfb-91d7-4d97-af20-a286b59c5a7a req-1b180753-3227-4cc7-aee4-5d5204a61f41 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.4980104 Nov 25 18:36:48.096737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.139015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf25e51-7dce-45a5-b146-0b3bb7a65686,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:48.153966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.179021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71473218-4e74-4d3a-87d0-19a9f24d14ec req-01d54a6b-ff3a-448e-8048-3c77f00d63a0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:48.193149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71473218-4e74-4d3a-87d0-19a9f24d14ec req-01d54a6b-ff3a-448e-8048-3c77f00d63a0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:48.195843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71473218-4e74-4d3a-87d0-19a9f24d14ec req-01d54a6b-ff3a-448e-8048-3c77f00d63a0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1678 time: 0.1138361 Nov 25 18:36:48.199601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.294755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51718035-1993-495a-b3f8-d77601d126bf None None] DHCP port deletion for 15d18c24-dd48-40d8-a99c-635cadc4340c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:48.332536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71473218-4e74-4d3a-87d0-19a9f24d14ec req-f9cb7be8-2314-43de-b8ee-cfd9fff880fd tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281178 Nov 25 18:36:48.342387 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.354801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] DHCP port deletion for b135d67c-42fb-4327-b920-7216ae03aeb4 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:48.379826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Deleting port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:48.380163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.402348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:48.442203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:48.449551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Pushing event updated for resources: {'Port': ['ID=9051a368-6198-4963-809d-9c1070c0353d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:48.452204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:48.470481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0eb0ccfb-91d7-4d97-af20-a286b59c5a7a req-1837e3a1-16ec-46b6-b137-4aaa7712ee7c tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265812 Nov 25 18:36:48.483346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca0a65-8d38-47ba-bff5-fab7a5d632b9 None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:48.526294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Attempting to bind port cdf25e51-7dce-45a5-b146-0b3bb7a65686 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:48.526653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Attempting to bind port cdf25e51-7dce-45a5-b146-0b3bb7a65686 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:48.527030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Attempting to bind port cdf25e51-7dce-45a5-b146-0b3bb7a65686 on network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:48.538265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Port cdf25e51-7dce-45a5-b146-0b3bb7a65686 on network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:36:48.538693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Attempting to bind port cdf25e51-7dce-45a5-b146-0b3bb7a65686 on network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:48.567507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-51718035-1993-495a-b3f8-d77601d126bf None None] Deleting port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:48.570106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51718035-1993-495a-b3f8-d77601d126bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.577681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:48.578019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Checking segment: {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:48.578398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Bound using segment: {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:48.578664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] For port 6d059fa7-e76a-406c-ae87-76b616ed3ce8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6d059fa7-e76a-406c-ae87-76b616ed3ce8,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:48.578874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Bound port: cdf25e51-7dce-45a5-b146-0b3bb7a65686, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:48.579035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.579225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.591054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:48.591703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.602328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Calling delete_port for 6d059fa7-e76a-406c-ae87-76b616ed3ce8 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:48.622733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-b06502ed-8ee6-4704-bf5b-5b8f710ba686 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8103197 Nov 25 18:36:48.649000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Request body: {'port': {'device_id': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:48.660953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] Deleting port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:48.661484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.679912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:48.680379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.764298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a7147561-bda8-4e1c-a36d-3c3ed611c9ad None None] Provisioning complete for port 9051a368-6198-4963-809d-9c1070c0353d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:48.764675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a7147561-bda8-4e1c-a36d-3c3ed611c9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.798095 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.815138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-51718035-1993-495a-b3f8-d77601d126bf None None] For port 6d059fa7-e76a-406c-ae87-76b616ed3ce8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6d059fa7-e76a-406c-ae87-76b616ed3ce8,segment=NetworkSegment(681caf04-5b80-4285-b300-a519e4618170),segment_id=681caf04-5b80-4285-b300-a519e4618170)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:48.815547 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51718035-1993-495a-b3f8-d77601d126bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.853770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] For port cdf25e51-7dce-45a5-b146-0b3bb7a65686, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:48.877083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed1199-5fd7-4201-9220-383d20e01f0a req-820b27f5-9e2a-42c4-82f0-f6eb6052bc91 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:48.878689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-30ed1199-5fd7-4201-9220-383d20e01f0a req-820b27f5-9e2a-42c4-82f0-f6eb6052bc91 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 932 time: 0.1917632 Nov 25 18:36:48.882660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] For port 3fdcba36-7a71-4bef-bd93-b04c0b11b944, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3fdcba36-7a71-4bef-bd93-b04c0b11b944,segment=NetworkSegment(417b0edf-d472-4a2f-8327-fdff3b4b804f),segment_id=417b0edf-d472-4a2f-8327-fdff3b4b804f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:48.883031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.886407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] For port cdf25e51-7dce-45a5-b146-0b3bb7a65686, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:48.887752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:48.895506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6df175a-2c49-49d4-a041-7c774b6f4271 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:48.903316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] No DVR routers for this DVR port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:48.914808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-51718035-1993-495a-b3f8-d77601d126bf None None] Calling delete_port for 6d059fa7-e76a-406c-ae87-76b616ed3ce8 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:48.943052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3fdcba36-7a71-4bef-bd93-b04c0b11b944 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:48.959261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d059fa7-e76a-406c-ae87-76b616ed3ce8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:48.960617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] For port 3fdcba36-7a71-4bef-bd93-b04c0b11b944, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3fdcba36-7a71-4bef-bd93-b04c0b11b944,segment=NetworkSegment(417b0edf-d472-4a2f-8327-fdff3b4b804f),segment_id=417b0edf-d472-4a2f-8327-fdff3b4b804f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:48.961190 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.053443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.064258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] Calling delete_port for 3fdcba36-7a71-4bef-bd93-b04c0b11b944 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:49.074492 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a7147561-bda8-4e1c-a36d-3c3ed611c9ad None None] Port 9051a368-6198-4963-809d-9c1070c0353d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:49.091009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d18c24-dd48-40d8-a99c-635cadc4340c']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:49.107323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681caf04-5b80-4285-b300-a519e4618170') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:49.107732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681caf04-5b80-4285-b300-a519e4618170') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:49.120322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.139422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.147001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:49.147646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:49.249454 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:49.255190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.261283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.262347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9051a368-6198-4963-809d-9c1070c0353d {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:49.271023 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.280342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] 10.222.0.62 "DELETE /v2.0/networks/15d18c24-dd48-40d8-a99c-635cadc4340c HTTP/1.1" status: 204 len: 168 time: 1.2875814 Nov 25 18:36:49.284291 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Transition to ACTIVE for port object 9051a368-6198-4963-809d-9c1070c0353d will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:36:49.289848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.305336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.306936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port f6df175a-2c49-49d4-a041-7c774b6f4271 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:49.307310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.311776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Calling delete_port for 3fdcba36-7a71-4bef-bd93-b04c0b11b944 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:49.362688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fdcce-2200-428a-88c7-a975b18fee2b admin admin] Pushing event deleted for resources: {'Network': ['ID=15d18c24-dd48-40d8-a99c-635cadc4340c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:49.386559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9db1-cc61-427e-823e-caf3de3f2d6e req-8f481dad-87cd-42cd-8f99-f4dce10c79eb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:49.388819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e11e9db1-cc61-427e-823e-caf3de3f2d6e req-8f481dad-87cd-42cd-8f99-f4dce10c79eb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.6114643 Nov 25 18:36:49.410633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29c8fb-4ea5-4e69-87d3-d402aee038cb None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:49.433568 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.438005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:49.438005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.440307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.444663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] 10.222.0.66 "PUT /v2.0/ports/cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 1092 time: 2.9513865 Nov 25 18:36:49.445169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'tag': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:49.447593 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d7c69e-00f2-44be-8454-5e77d03b26ec" -d '{"events": [{"name": "network-changed", "server_uuid": "71b42eb1-a400-4ece-8adc-3fd710fd49cf", "tag": "cdf25e51-7dce-45a5-b146-0b3bb7a65686"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:49.462677 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51718035-1993-495a-b3f8-d77601d126bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.499098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e11e9db1-cc61-427e-823e-caf3de3f2d6e req-9aa7b268-194e-4f33-9bd3-74cf90a28ddb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042147 Nov 25 18:36:49.524254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-30ed1199-5fd7-4201-9220-383d20e01f0a req-b605dd1d-dac8-4f92-a379-f7b84cbc9265 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151481 Nov 25 18:36:49.584397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114206c5-f0b4-4760-8b31-6f65c7f62f02 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf25e51-7dce-45a5-b146-0b3bb7a65686,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:49.604883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc93089-2aca-4071-a0b2-fc54dfe29bc3 None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:49.626029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] No DVR routers for this DVR port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:49.636892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37724) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:49.642995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db8b7f-124e-42b2-9a31-b8bf2dda9c1d None None] Pushing event deleted for resources: {'Port': ['ID=3fdcba36-7a71-4bef-bd93-b04c0b11b944,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:49.690022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51718035-1993-495a-b3f8-d77601d126bf None None] Pushing event deleted for resources: {'Port': ['ID=6d059fa7-e76a-406c-ae87-76b616ed3ce8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:49.712988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Pushing event updated for resources: {'Port': ['ID=9051a368-6198-4963-809d-9c1070c0353d,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:49.728785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51718035-1993-495a-b3f8-d77601d126bf None None] Network 15d18c24-dd48-40d8-a99c-635cadc4340c is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:36:49.729257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51718035-1993-495a-b3f8-d77601d126bf None None] No DVR routers for this DVR port 6d059fa7-e76a-406c-ae87-76b616ed3ce8 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:49.764209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bdda5e55-8203-43f2-815a-6103109f0125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72607bdd9b3048b9a592890434a9ad69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1156247 Nov 25 18:36:49.767433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37728) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:49.804592 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff0424-1125-4802-8929-9550d0f45a1f x-openstack-request-id: req-c9ff0424-1125-4802-8929-9550d0f45a1f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:49.804887 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b42eb1-a400-4ece-8adc-3fd710fd49cf", "tag": "cdf25e51-7dce-45a5-b146-0b3bb7a65686", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:49.805140 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9ff0424-1125-4802-8929-9550d0f45a1f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:49.805541 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'tag': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686', 'status': 'completed', 'code': 200} Nov 25 18:36:49.842227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-bcf9d990-ee90-47e7-bf9b-484011f309a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:49.844017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-bcf9d990-ee90-47e7-bf9b-484011f309a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1095 time: 0.3487337 Nov 25 18:36:49.896996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6d059fa7-e76a-406c-ae87-76b616ed3ce8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:49.897133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb5b7b-9ee1-4ff3-968e-e3b9b5da184b req-4ab2b45b-b3d6-4d36-aa26-eed19f7873b8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:49.903750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb5b7b-9ee1-4ff3-968e-e3b9b5da184b req-4ab2b45b-b3d6-4d36-aa26-eed19f7873b8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:49.905389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0cb5b7b-9ee1-4ff3-968e-e3b9b5da184b req-4ab2b45b-b3d6-4d36-aa26-eed19f7873b8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1678 time: 0.2094142 Nov 25 18:36:49.919928 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-26607d48-92df-4ce5-b3e3-aa3a489f1d10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.0635202 Nov 25 18:36:49.921306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Attempting to bind port 9051a368-6198-4963-809d-9c1070c0353d on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:49.921650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Attempting to bind port 9051a368-6198-4963-809d-9c1070c0353d by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:49.921961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Attempting to bind port 9051a368-6198-4963-809d-9c1070c0353d on network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:49.934820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Port 9051a368-6198-4963-809d-9c1070c0353d on network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:36:49.935173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Attempting to bind port 9051a368-6198-4963-809d-9c1070c0353d on network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:49.937291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.953169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b65f3-3e6e-4919-b42f-dc94dc39a7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.978357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:49.993187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:49.993590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Checking segment: {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:49.993912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Bound using segment: {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:49.994359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Bound port: 9051a368-6198-4963-809d-9c1070c0353d, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdf101d-c900-4fca-b2bd-bde586f66320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:49.994734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.001048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Port': ['ID=3fdcba36-7a71-4bef-bd93-b04c0b11b944,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:50.002784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b65f3-3e6e-4919-b42f-dc94dc39a7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.018635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6d059fa7-e76a-406c-ae87-76b616ed3ce8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:50.018764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No DVR routers for this DVR port 3fdcba36-7a71-4bef-bd93-b04c0b11b944 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:50.018987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6d059fa7-e76a-406c-ae87-76b616ed3ce8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:50.019405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f6ec09f9-9df5-4944-9e21-b8e03dca2d58 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:50.026797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0cb5b7b-9ee1-4ff3-968e-e3b9b5da184b req-89c0749e-f9d9-44bc-b594-0d8bfbc94e2e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050339 Nov 25 18:36:50.064478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f6ec09f9-9df5-4944-9e21-b8e03dca2d58 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:50.064994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f6ec09f9-9df5-4944-9e21-b8e03dca2d58 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:50.077856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-568c5038-8f08-4825-9918-87fded0791ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:50.078886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-568c5038-8f08-4825-9918-87fded0791ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.1503267 Nov 25 18:36:50.082494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 76a59d6e-fb52-4431-9232-9c07dbffc485 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:50.123954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b65f3-3e6e-4919-b42f-dc94dc39a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.127453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b65f3-3e6e-4919-b42f-dc94dc39a7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.129020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-771b65f3-3e6e-4919-b42f-dc94dc39a7b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00e13d68-f842-4fa7-91a9-6a14d667b06a HTTP/1.1" status: 204 len: 168 time: 0.3573246 Nov 25 18:36:50.149822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b65f3-3e6e-4919-b42f-dc94dc39a7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e13d68-f842-4fa7-91a9-6a14d667b06a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:50.209595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:50.212803 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac84e90-a753-459e-b443-1683bff9dc64" -d '{"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-plugged", "status": "completed", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:50.315658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:50.344349 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.378212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8f29-9264-440f-a7a8-79d1937aa697 req-f3d186a1-8312-4ac7-8d25-0f246dbe8363 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:50.389217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f68f8f29-9264-440f-a7a8-79d1937aa697 req-f3d186a1-8312-4ac7-8d25-0f246dbe8363 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.1214132 Nov 25 18:36:50.527483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f68f8f29-9264-440f-a7a8-79d1937aa697 req-37e6c057-484e-4c4c-a69c-34d83c355aea tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196654 Nov 25 18:36:50.618635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-4af02531-f9aa-46a5-9079-b8a3399e611e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5046725 Nov 25 18:36:50.618635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.716349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b135d67c-42fb-4327-b920-7216ae03aeb4']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:50.743633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417b0edf-d472-4a2f-8327-fdff3b4b804f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:50.743920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417b0edf-d472-4a2f-8327-fdff3b4b804f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:50.787193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] For port 9051a368-6198-4963-809d-9c1070c0353d, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:50.793943 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.811186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bd49c-30fc-4e74-a476-7e2a025c3bd3 req-cb98da68-0dc7-4141-82d4-cc248b61ae71 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:50.824855 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa6bd49c-30fc-4e74-a476-7e2a025c3bd3 req-cb98da68-0dc7-4141-82d4-cc248b61ae71 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 944 time: 0.0976255 Nov 25 18:36:50.830734 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74edab0e-7439-406f-aeac-9f85f84444e5 x-openstack-request-id: req-74edab0e-7439-406f-aeac-9f85f84444e5 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:50.831016 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-plugged", "status": "completed", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:50.837110 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74edab0e-7439-406f-aeac-9f85f84444e5 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:50.837592 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'code': 200} Nov 25 18:36:50.837869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ef35c-53ff-4590-90cf-fb519324e840 req-8c5421c6-aca8-4edd-ac46-84f0ed7f837d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:50.845193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-186ef35c-53ff-4590-90cf-fb519324e840 req-8c5421c6-aca8-4edd-ac46-84f0ed7f837d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.7549894 Nov 25 18:36:50.848659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] For port 9051a368-6198-4963-809d-9c1070c0353d, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9051a368-6198-4963-809d-9c1070c0353d,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:50.873369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.901598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.938511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa6bd49c-30fc-4e74-a476-7e2a025c3bd3 req-31b2d4a1-886d-4331-ab8a-ac5c1b8d6b6a tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109397 Nov 25 18:36:50.941259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 76a59d6e-fb52-4431-9232-9c07dbffc485, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76a59d6e-fb52-4431-9232-9c07dbffc485,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:50.956314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '76a59d6e-fb52-4431-9232-9c07dbffc485', 'network_id': '0e981355-daa8-440e-9bce-82d070530d5f', 'port_id': '76a59d6e-fb52-4431-9232-9c07dbffc485', 'mac_address': 'fa:16:3e:cd:e2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3d8f06-0662-4c17-b239-2f002a999937', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:50.967073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:50.980430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:50.980852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:50.989428 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:51.062405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.076197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.076832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.078235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] 10.222.0.64 "PUT /v2.0/ports/9051a368-6198-4963-809d-9c1070c0353d HTTP/1.1" status: 200 len: 1092 time: 2.4370294 Nov 25 18:36:51.080136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-6a19c82f-16ea-4910-b63a-aa79d1b93c74 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609787 Nov 25 18:36:51.093186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a59d6e-fb52-4431-9232-9c07dbffc485 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:51.141489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34260f-e50e-44d9-9874-33e84c1ee1a4 None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:51.148893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 76a59d6e-fb52-4431-9232-9c07dbffc485, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76a59d6e-fb52-4431-9232-9c07dbffc485,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:51.160123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.167261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7db23858-e960-487a-8838-1387080d9643 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:51.235104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-186ef35c-53ff-4590-90cf-fb519324e840 req-2076faf7-9c6a-421b-9ce3-d83b85830d2d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887923 Nov 25 18:36:51.235897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.273275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.277010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/b135d67c-42fb-4327-b920-7216ae03aeb4 HTTP/1.1" status: 204 len: 168 time: 3.5469005 Nov 25 18:36:51.279626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37776) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:51.321919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=76a59d6e-fb52-4431-9232-9c07dbffc485,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:51.336470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dfcf1-9631-4e16-9ce7-b563f6ce6bb8 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=b135d67c-42fb-4327-b920-7216ae03aeb4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:51.339735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f39aa-17e4-42e6-9315-00f59fd24bbf service neutron] Pushing event updated for resources: {'Port': ['ID=9051a368-6198-4963-809d-9c1070c0353d,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:51.347925 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-636e58f3-5374-43e6-87a8-3d2eb47b59ef tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:51.348653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636e58f3-5374-43e6-87a8-3d2eb47b59ef tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:51.354721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-636e58f3-5374-43e6-87a8-3d2eb47b59ef tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/b2381fc0-c153-4b73-a6a3-e9733ae5a8b5 HTTP/1.1" status: 404 len: 337 time: 0.0739141 Nov 25 18:36:51.357237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37782) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:51.408338 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa702f76-2e31-4ea2-aad0-b6cf4cd97616 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] DELETE failed (client error): The resource could not be found. Nov 25 18:36:51.408862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa702f76-2e31-4ea2-aad0-b6cf4cd97616 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:36:51.423768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fa702f76-2e31-4ea2-aad0-b6cf4cd97616 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/7614c8b4-d5ce-492b-beb0-f3022147e711 HTTP/1.1" status: 404 len: 339 time: 0.0654390 Nov 25 18:36:51.428441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:51.444857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633e935-43fe-45f8-b213-0d007feb9815 req-35641849-3404-4d04-a065-4c0cd4960df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.448434 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-35641849-3404-4d04-a065-4c0cd4960df0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 1095 time: 0.3001974 Nov 25 18:36:51.546281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-234ed846-a8a7-47fd-91bf-48173491b8f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9051a368-6198-4963-809d-9c1070c0353d HTTP/1.1" status: 200 len: 217 time: 0.0715053 Nov 25 18:36:51.554632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4d40da5c-4d29-42cd-9cc4-9291becc09c2 req-de58f627-6638-4d87-ba2a-e6ad199bec47 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562683 Nov 25 18:36:51.555562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7db23858-e960-487a-8838-1387080d9643, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7db23858-e960-487a-8838-1387080d9643,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:51.573549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a065b-99ef-4d9c-886b-5162635e7326 req-eabef21d-d179-4eac-b3b8-85fe2e8bb515 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.581124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a065b-99ef-4d9c-886b-5162635e7326 req-eabef21d-d179-4eac-b3b8-85fe2e8bb515 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.590225 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf4a065b-99ef-4d9c-886b-5162635e7326 req-eabef21d-d179-4eac-b3b8-85fe2e8bb515 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1679 time: 0.2414269 Nov 25 18:36:51.591516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7db23858-e960-487a-8838-1387080d9643', 'network_id': '22cd97b7-cbbf-4cb8-8355-371d23e663d2', 'port_id': '7db23858-e960-487a-8838-1387080d9643', 'mac_address': 'fa:16:3e:ff:ab:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac192b3-a952-41c7-bbd8-82b47e951031', 'ip_address': '19.80.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:51.594920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting subnet 1cb60e59-0abc-40e2-a9b8-8764bfadc1cb {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:36:51.607429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.659418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.669702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:51.695815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db23858-e960-487a-8838-1387080d9643 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:51.700914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633e935-43fe-45f8-b213-0d007feb9815 req-0bee5f8f-f1a3-4b43-a66b-d49490ab9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.703512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-0bee5f8f-f1a3-4b43-a66b-d49490ab9e95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.1462133 Nov 25 18:36:51.722855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf4a065b-99ef-4d9c-886b-5162635e7326 req-c63c9f18-61c7-45f0-a387-30843ca1a860 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312258 Nov 25 18:36:51.728427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7db23858-e960-487a-8838-1387080d9643, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7db23858-e960-487a-8838-1387080d9643,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:51.728875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfb6f-7d64-4b94-9fef-483afb00014a req-3bc13ce4-14da-42f5-856e-2ca862c2ccf6 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.737238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.743337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6fedfb6f-7d64-4b94-9fef-483afb00014a req-3bc13ce4-14da-42f5-856e-2ca862c2ccf6 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.2498324 Nov 25 18:36:51.771251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:51.811983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7db23858-e960-487a-8838-1387080d9643,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:51.812596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-b9e9dcae-12fe-4f06-a458-e34a89fe4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:51.818505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-b9e9dcae-12fe-4f06-a458-e34a89fe4b1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1095 time: 0.1991704 Nov 25 18:36:51.819979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'tag': '9051a368-6198-4963-809d-9c1070c0353d'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:51.828690 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "715edf89-65a6-4541-b00c-d62cb3c207bb", "tag": "9051a368-6198-4963-809d-9c1070c0353d"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:51.834150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-ee932cae-d8a5-4c8d-b288-fa467c8f8bbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102519 Nov 25 18:36:51.886724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-network', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:51.939088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6fedfb6f-7d64-4b94-9fef-483afb00014a req-decf7d4b-8f34-44f2-8e23-e4dccb369222 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947622 Nov 25 18:36:51.987710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Made reservation on behalf of 91f8f528191944d4991db81fb17fa6d7 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:51.990004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.008495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.025555 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25bd5b-ead2-44bf-808a-d5fd4d4ec35d x-openstack-request-id: req-ef25bd5b-ead2-44bf-808a-d5fd4d4ec35d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:52.026368 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "715edf89-65a6-4541-b00c-d62cb3c207bb", "tag": "9051a368-6198-4963-809d-9c1070c0353d", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:52.026677 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef25bd5b-ead2-44bf-808a-d5fd4d4ec35d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:52.027082 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'tag': '9051a368-6198-4963-809d-9c1070c0353d', 'status': 'completed', 'code': 200} Nov 25 18:36:52.034383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.079721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732cdcc-5f8a-411d-80c8-0e7b01e377c5 req-c27deedb-520f-4c80-875c-7ea6cbacede2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:52.087255 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a732cdcc-5f8a-411d-80c8-0e7b01e377c5 req-c27deedb-520f-4c80-875c-7ea6cbacede2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2517977 Nov 25 18:36:52.142832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-fc381c59-3c05-469c-afe5-aedb12c39e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:52.144977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-fc381c59-3c05-469c-afe5-aedb12c39e67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 0.3081896 Nov 25 18:36:52.185534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928b2ab-e5df-4d33-8d5b-fe446197faba req-08b359ef-8a03-4548-8f2b-f4d6b9d44f65 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:52.187040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8928b2ab-e5df-4d33-8d5b-fe446197faba req-08b359ef-8a03-4548-8f2b-f4d6b9d44f65 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 944 time: 0.1183171 Nov 25 18:36:52.206850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.217843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-3e0d5ab3-d1c1-4d30-88d4-43a076adc29f service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581247 Nov 25 18:36:52.223101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-9f3a7118-03c6-444c-9a39-9d576fa83dea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.0626707 Nov 25 18:36:52.227927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['76a59d6e-fb52-4431-9232-9c07dbffc485'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:52.264553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb60e59-0abc-40e2-a9b8-8764bfadc1cb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:52.291278 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.292142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa262a-c5bb-4907-90a4-9ab02211a0d5 None None] Network d76a33fd-3068-47dc-bed6-7bf833c1bf02 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:52.300430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c8e8e830-9092-4ee0-ab5a-23cfaf1e01f4 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/subnets/1cb60e59-0abc-40e2-a9b8-8764bfadc1cb HTTP/1.1" status: 204 len: 168 time: 0.8702261 Nov 25 18:36:52.306882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37802) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:52.326844 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.335682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a732cdcc-5f8a-411d-80c8-0e7b01e377c5 req-490a927c-5193-4ad6-b7c7-919864204a81 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468069 Nov 25 18:36:52.348513 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.389140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8928b2ab-e5df-4d33-8d5b-fe446197faba req-70967fac-3deb-4801-b002-71780af6dcb8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894047 Nov 25 18:36:52.469432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:52.495861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e52531-5ac2-4ddc-ab7d-c435795cfbb9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:52.512101 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.514119 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Added segment 01b4dd1d-1cfb-4517-ba67-4ba48ae82b98 of type vlan for network 22e6084b-bd1c-416d-98d6-4e09c9587477 Nov 25 18:36:52.535252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.572347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-baba9263-499e-4bca-8420-79a30cbc0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:52.573855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-baba9263-499e-4bca-8420-79a30cbc0121 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.3418951 Nov 25 18:36:52.636304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.638374 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-961bd6c5-0d0d-4690-bb42-ac8f371d8ad4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432758 Nov 25 18:36:52.673011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e23f2b-97ab-4845-aea1-d0c33305c849 req-abdfff32-371d-4d7c-8fb5-dc511f40f86d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:52.682874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38e23f2b-97ab-4845-aea1-d0c33305c849 req-abdfff32-371d-4d7c-8fb5-dc511f40f86d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1666603 Nov 25 18:36:52.690624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5633e935-43fe-45f8-b213-0d007feb9815 req-0bd109fa-e244-4fe1-be71-ce8ce2e1c24f service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596031 Nov 25 18:36:52.719173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.720573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:52.721382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.743805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] DHCP port deletion for d76a33fd-3068-47dc-bed6-7bf833c1bf02 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:52.793523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Deleting port da80f37e-a908-49e5-94f0-d4ec8dd08a3d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:52.793523 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.864219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] Deleting port da80f37e-a908-49e5-94f0-d4ec8dd08a3d {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:52.864599 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:52.889667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-430f6c8d-07db-4c6d-98cc-0f8510462a80 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332640 Nov 25 18:36:52.896766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device da80f37e-a908-49e5-94f0-d4ec8dd08a3d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:52.930098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2555707 Nov 25 18:36:52.945879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37816) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:52.960900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Request body: {'subnet': {'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-subnet', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:52.988302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483bbbb-39cf-48a5-9098-598489923756 admin admin] Pushing event updated for resources: {'Network': ['ID=22e6084b-bd1c-416d-98d6-4e09c9587477,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:53.011379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38e23f2b-97ab-4845-aea1-d0c33305c849 req-1b536809-5076-4f99-9727-e3e510969f65 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212941 Nov 25 18:36:53.048371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Made reservation on behalf of 91f8f528191944d4991db81fb17fa6d7 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:53.051180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.059964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:53.094248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] For port da80f37e-a908-49e5-94f0-d4ec8dd08a3d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,segment=NetworkSegment(1222194a-4bd3-4843-81a4-e4780a3c262a),segment_id=1222194a-4bd3-4843-81a4-e4780a3c262a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:53.094641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.112421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-14aeec95-7d0d-4556-afd8-8bcf5ca93a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.113927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-14aeec95-7d0d-4556-afd8-8bcf5ca93a70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 1095 time: 0.3160632 Nov 25 18:36:53.126410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Calling delete_port for da80f37e-a908-49e5-94f0-d4ec8dd08a3d owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:53.151862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6ab5-2865-466d-8452-96b2ae893e90 req-400d5f1a-d62d-4793-9e6f-d9f65d6e47b6 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.157973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6ab5-2865-466d-8452-96b2ae893e90 req-400d5f1a-d62d-4793-9e6f-d9f65d6e47b6 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.159631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-194b6ab5-2865-466d-8452-96b2ae893e90 req-400d5f1a-d62d-4793-9e6f-d9f65d6e47b6 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1680 time: 0.2638290 Nov 25 18:36:53.197399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-fe39c906-e37c-4aff-a113-2856add52b46 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.198963 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-fe39c906-e37c-4aff-a113-2856add52b46 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.66 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.3674607 Nov 25 18:36:53.210275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5e83c-2709-4747-bfae-a873b80af631 req-7ec3096a-bb10-4f93-8f21-2cab2f11f63e tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.220916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35a5e83c-2709-4747-bfae-a873b80af631 req-7ec3096a-bb10-4f93-8f21-2cab2f11f63e tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.0953403 Nov 25 18:36:53.256479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] For port da80f37e-a908-49e5-94f0-d4ec8dd08a3d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,segment=NetworkSegment(1222194a-4bd3-4843-81a4-e4780a3c262a),segment_id=1222194a-4bd3-4843-81a4-e4780a3c262a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:53.257155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.318702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35a5e83c-2709-4747-bfae-a873b80af631 req-55083aa5-f9aa-42b2-bcf4-3c921a4ecff6 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944252 Nov 25 18:36:53.327423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.330613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3d7c69e-00f2-44be-8454-5e77d03b26ec req-9edbd480-0632-4583-aa50-2e9eb6adac49 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087179 Nov 25 18:36:53.360349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] Calling delete_port for da80f37e-a908-49e5-94f0-d4ec8dd08a3d owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:53.414987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7db23858-e960-487a-8838-1387080d9643'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:53.447787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-194b6ab5-2865-466d-8452-96b2ae893e90 req-9d3746c8-b6cd-4a02-a331-5bd0f08fb9f8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692182 Nov 25 18:36:53.449801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.482596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-bc2a49f8-663d-495a-b496-285e733221e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.485464 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-bc2a49f8-663d-495a-b496-285e733221e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 0.3602779 Nov 25 18:36:53.491963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port da80f37e-a908-49e5-94f0-d4ec8dd08a3d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,segment=NetworkSegment(1222194a-4bd3-4843-81a4-e4780a3c262a),segment_id=1222194a-4bd3-4843-81a4-e4780a3c262a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:53.501498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.543867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876cc3e7-0b22-4b71-a16e-85fc242a0c23,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:53.562066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.562895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event deleted for resources: {'Port': ['ID=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:53.571313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-7630d613-83fc-4fe1-9b3f-38997d4f7daa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9051a368-6198-4963-809d-9c1070c0353d HTTP/1.1" status: 200 len: 217 time: 0.0755446 Nov 25 18:36:53.603460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fbd9a-5dc9-4d6b-89db-60154c780c8b req-d8e67b96-4dd6-4b07-b317-657699e04043 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.604992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d8fbd9a-5dc9-4d6b-89db-60154c780c8b req-d8e67b96-4dd6-4b07-b317-657699e04043 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1505563 Nov 25 18:36:53.638783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Checking segment: {'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:53.642270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Port': ['ID=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:53.642909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Network hostable DHCP agents. Network: 22e6084b-bd1c-416d-98d6-4e09c9587477, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:36:53.650764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] No DVR routers for this DVR port da80f37e-a908-49e5-94f0-d4ec8dd08a3d on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:53.664976 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.718736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:36:53.733463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] Pushing event deleted for resources: {'Port': ['ID=da80f37e-a908-49e5-94f0-d4ec8dd08a3d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:53.764056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d2601-ee46-468d-b9df-cbf51cf00861 None None] No DVR routers for this DVR port da80f37e-a908-49e5-94f0-d4ec8dd08a3d on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:53.764394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d8fbd9a-5dc9-4d6b-89db-60154c780c8b req-ede89228-b444-49da-89ac-f2f6517c236c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365843 Nov 25 18:36:53.769103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 22e6084b-bd1c-416d-98d6-4e09c9587477) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:53.788755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:53.788755 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.798789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ea37a6-e4b9-4c75-b6fd-f9d6beef59dc None None] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:53.827037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-425b1747-a425-4e00-a890-4351230e6567 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8798020 Nov 25 18:36:53.829271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37834) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:53.834551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:53.893416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.899405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:53.907657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Deleting port 27128657-c8ca-45e7-8ac2-571f49fce36b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:53.908804 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.002596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.045939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-22e6084b-bd1c-416d-98d6-4e09c9587477', 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'fixed_ips': [{'subnet_id': '876cc3e7-0b22-4b71-a16e-85fc242a0c23'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:36:54.047291 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.074025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 76a59d6e-fb52-4431-9232-9c07dbffc485 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:54.086341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] For port 27128657-c8ca-45e7-8ac2-571f49fce36b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=27128657-c8ca-45e7-8ac2-571f49fce36b,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:54.086731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.197291 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-3739a8b1-6ed2-4ee8-abd9-10fc25065518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:54.198831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-3739a8b1-6ed2-4ee8-abd9-10fc25065518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.5792284 Nov 25 18:36:54.208826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.212045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 76a59d6e-fb52-4431-9232-9c07dbffc485 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:54.226986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 76a59d6e-fb52-4431-9232-9c07dbffc485 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:54.227354 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.259455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a013-af71-4e42-a3bb-d3a6e9f18675 req-8a6f2065-3562-4a98-ae3e-171efb57c1b7 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:54.260967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86f1a013-af71-4e42-a3bb-d3a6e9f18675 req-8a6f2065-3562-4a98-ae3e-171efb57c1b7 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 944 time: 0.6401689 Nov 25 18:36:54.270591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.283164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af74b9-6f43-466a-b49c-35c42c34ee7b req-d67df448-c755-4ed7-8eae-8a993ce858e3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:54.296154 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2af74b9-6f43-466a-b49c-35c42c34ee7b req-d67df448-c755-4ed7-8eae-8a993ce858e3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2706063 Nov 25 18:36:54.296639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-a20d0185-d973-4995-8502-cecca5da8683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826797 Nov 25 18:36:54.377507 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.388109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76a33fd-3068-47dc-bed6-7bf833c1bf02']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:54.409043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Allocated IP 172.20.0.2 (22e6084b-bd1c-416d-98d6-4e09c9587477/876cc3e7-0b22-4b71-a16e-85fc242a0c23/d9884085-d40e-483c-8e01-d4d5002ca4bb) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:54.430241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2af74b9-6f43-466a-b49c-35c42c34ee7b req-3374f876-654f-4d0c-a4fc-aebc87fa649e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324923 Nov 25 18:36:54.436966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1222194a-4bd3-4843-81a4-e4780a3c262a') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:54.437635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1222194a-4bd3-4843-81a4-e4780a3c262a') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:54.676364 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.690926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a59d6e-fb52-4431-9232-9c07dbffc485'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:54.693779 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74514159-582b-464d-9d86-3fd29aa2cdfb" -d '{"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "76a59d6e-fb52-4431-9232-9c07dbffc485"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:54.711344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.719561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 76a59d6e-fb52-4431-9232-9c07dbffc485, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76a59d6e-fb52-4431-9232-9c07dbffc485,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:54.747358 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.751212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.770069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:54.787953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:54.797657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:54.815853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.819703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Pushing event updated for resources: {'Port': ['ID=d9884085-d40e-483c-8e01-d4d5002ca4bb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:54.820768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.892462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=76a59d6e-fb52-4431-9232-9c07dbffc485,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:54.914563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.926324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9051a368-6198-4963-809d-9c1070c0353d details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:54.937437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86f1a013-af71-4e42-a3bb-d3a6e9f18675 req-041aed00-38c4-47b2-a49a-c18c879bb37e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499455 Nov 25 18:36:54.948079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:36:54.948503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:36:54.953278 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:36:54.987052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Allocated IP 172.25.2.201 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/beabc0cc-e18a-4f30-ae90-bcbdea746c02) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:36:55.005087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Attempting to bind port d9884085-d40e-483c-8e01-d4d5002ca4bb on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:55.005581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Attempting to bind port d9884085-d40e-483c-8e01-d4d5002ca4bb by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:55.006063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Attempting to bind port d9884085-d40e-483c-8e01-d4d5002ca4bb on network 22e6084b-bd1c-416d-98d6-4e09c9587477 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:55.034777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.035195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.035520 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Floating IP fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea disassociated. External IP: 172.25.2.5, port: 27128657-c8ca-45e7-8ac2-571f49fce36b. Nov 25 18:36:55.035879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Calling delete_port for 27128657-c8ca-45e7-8ac2-571f49fce36b owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:55.040465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-7eb2502f-fa2b-44eb-b449-4207f92e27fd service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132540 Nov 25 18:36:55.047140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:55.047683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Checking segment: {'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:55.048300 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.048973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Bound using segment: {'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:55.049573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Bound port: d9884085-d40e-483c-8e01-d4d5002ca4bb, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:55.050074 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.136568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.156180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9051a368-6198-4963-809d-9c1070c0353d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9051a368-6198-4963-809d-9c1070c0353d,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:55.172146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] For port d9884085-d40e-483c-8e01-d4d5002ca4bb, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:55.175468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.176091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] For port d9884085-d40e-483c-8e01-d4d5002ca4bb, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9884085-d40e-483c-8e01-d4d5002ca4bb,segment=NetworkSegment(01b4dd1d-1cfb-4517-ba67-4ba48ae82b98),segment_id=01b4dd1d-1cfb-4517-ba67-4ba48ae82b98)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:55.177543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9051a368-6198-4963-809d-9c1070c0353d', 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'port_id': '9051a368-6198-4963-809d-9c1070c0353d', 'mac_address': 'fa:16:3e:5d:6a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:55.188970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.192713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.200097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] 10.222.0.62 "DELETE /v2.0/networks/d76a33fd-3068-47dc-bed6-7bf833c1bf02 HTTP/1.1" status: 204 len: 168 time: 2.8625245 Nov 25 18:36:55.229849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fc89b-7803-4923-9522-a26feee8e107 tempest-NetworksIpV6Test-1379801096 tempest-NetworksIpV6Test-1379801096-project] Pushing event deleted for resources: {'Network': ['ID=d76a33fd-3068-47dc-bed6-7bf833c1bf02,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:55.247377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2190041-f60a-43ff-963f-cd1a56d51453 req-b58d55a3-6af8-4e5c-9555-523b9e7897bc tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:55.256391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2190041-f60a-43ff-963f-cd1a56d51453 req-b58d55a3-6af8-4e5c-9555-523b9e7897bc tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 945 time: 0.5949841 Nov 25 18:36:55.288659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.316117 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a1ed1fb-301e-416f-90ce-5eb2dfc0e2b0 req-54fe1ac9-05d6-424d-98c7-39adb9645804 service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601037 Nov 25 18:36:55.351632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7fee2-370e-417d-9b9c-792fa3ec6624 req-2eee65a6-22ae-42c8-b8c6-4a2f55c11ca7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:55.352639 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.358349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7fee2-370e-417d-9b9c-792fa3ec6624 req-2eee65a6-22ae-42c8-b8c6-4a2f55c11ca7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:55.364189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ced7fee2-370e-417d-9b9c-792fa3ec6624 req-2eee65a6-22ae-42c8-b8c6-4a2f55c11ca7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1681 time: 0.1702588 Nov 25 18:36:55.402875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:36:55.424252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:36:55.437846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:36:55.461507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb403f-e3cb-469b-a9ee-acf9ff3bcddb None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:55.481658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9051a368-6198-4963-809d-9c1070c0353d {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:55.489548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb099617-1212-42e4-afe7-99a3783db527 None None] Pushing event updated for resources: {'Port': ['ID=d9884085-d40e-483c-8e01-d4d5002ca4bb,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:55.490609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2190041-f60a-43ff-963f-cd1a56d51453 req-4d1aab7a-b3c3-4dc8-b345-293c211360ae tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups?id=42a6b1c6-9019-4d72-b9fa-62e245b59584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327015 Nov 25 18:36:55.549563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ced7fee2-370e-417d-9b9c-792fa3ec6624 req-7f310be7-495b-4e5b-8d31-558a763a52db tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788001 Nov 25 18:36:55.550954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.567351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Pushing event updated for resources: {'Port': ['ID=beabc0cc-e18a-4f30-ae90-bcbdea746c02,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:55.587451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9051a368-6198-4963-809d-9c1070c0353d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9051a368-6198-4963-809d-9c1070c0353d,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:55.604323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.636672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event deleted for resources: {'Port': ['ID=27128657-c8ca-45e7-8ac2-571f49fce36b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:55.662312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:55.682330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-15f13c65-5372-4bd9-a9a8-56e8408c1a10 None None] Provisioning complete for port beabc0cc-e18a-4f30-ae90-bcbdea746c02 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:55.682734 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-15f13c65-5372-4bd9-a9a8-56e8408c1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:55.692323 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e5718b-3f2b-466f-8573-6c931e165847 x-openstack-request-id: req-a0e5718b-3f2b-466f-8573-6c931e165847 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:55.692621 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "76a59d6e-fb52-4431-9232-9c07dbffc485", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:55.692882 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0e5718b-3f2b-466f-8573-6c931e165847 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:55.693280 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a59d6e-fb52-4431-9232-9c07dbffc485', 'code': 200} Nov 25 18:36:55.889444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9051a368-6198-4963-809d-9c1070c0353d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:55.906534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-15f13c65-5372-4bd9-a9a8-56e8408c1a10 None None] Port beabc0cc-e18a-4f30-ae90-bcbdea746c02 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:36:55.968966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9051a368-6198-4963-809d-9c1070c0353d'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:56.035039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f6abbea5-319c-4215-909e-5a873a826840 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=041948263c2d4c40b4b1b6cfff9d1178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628891 Nov 25 18:36:56.035039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37870) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:56.086438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:36:56.095121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cdf25e51-7dce-45a5-b146-0b3bb7a65686 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:36:56.098559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a69156-b17c-464c-8662-5d538aa710cf req-7321a636-b963-4243-b61f-d3df6b1df156 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:56.100220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47a69156-b17c-464c-8662-5d538aa710cf req-7321a636-b963-4243-b61f-d3df6b1df156 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2756596 Nov 25 18:36:56.102876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7db23858-e960-487a-8838-1387080d9643 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:56.273771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-765dc261-715f-46e8-917b-fc8c64ab4bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.275449 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47a69156-b17c-464c-8662-5d538aa710cf req-cc4ff0b0-acb8-429a-a4ec-a91de8ffc56d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648755 Nov 25 18:36:56.276004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.383793 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-765dc261-715f-46e8-917b-fc8c64ab4bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.394603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e94926-2dee-4bac-afd1-9ab12644093a req-1c549156-2551-45e4-b059-3ae4257786eb tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:56.396582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27e94926-2dee-4bac-afd1-9ab12644093a req-1c549156-2551-45e4-b059-3ae4257786eb tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 945 time: 0.3248906 Nov 25 18:36:56.491999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 7db23858-e960-487a-8838-1387080d9643 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:56.509237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:56.534871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7db23858-e960-487a-8838-1387080d9643 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:56.535385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.553102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27e94926-2dee-4bac-afd1-9ab12644093a req-b4751afb-cef2-4239-a83d-c7b78a1e5efe tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205661 Nov 25 18:36:56.588176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] No DVR routers for this DVR port 27128657-c8ca-45e7-8ac2-571f49fce36b on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:36:56.598896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.601748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] Sync routers for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:56.603351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-609d09db-56d3-446c-9100-d88e1778c3a9 req-481189ad-b35c-4951-9c4f-235aeb4aa7c5 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.66 "DELETE /v2.0/ports/27128657-c8ca-45e7-8ac2-571f49fce36b HTTP/1.1" status: 204 len: 173 time: 3.3749142 Nov 25 18:36:56.603985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-765dc261-715f-46e8-917b-fc8c64ab4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.606704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-765dc261-715f-46e8-917b-fc8c64ab4bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.607837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-765dc261-715f-46e8-917b-fc8c64ab4bdf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59323526-53af-4248-baeb-874c1200d524 HTTP/1.1" status: 204 len: 168 time: 0.5717790 Nov 25 18:36:56.608355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'name': 'network-vif-deleted', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:56.616986 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c334363e-d467-4526-9d62-affaad4ca946" -d '{"events": [{"server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "name": "network-vif-deleted", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:56.639894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dc261-715f-46e8-917b-fc8c64ab4bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59323526-53af-4248-baeb-874c1200d524,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:56.666685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port cdf25e51-7dce-45a5-b146-0b3bb7a65686, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:56.719996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c3044-1af6-459e-b2b0-bcf91ebadcb2 req-90455bf5-5a32-4479-b782-11678ffb5fc0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:56.722818 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-130c3044-1af6-459e-b2b0-bcf91ebadcb2 req-90455bf5-5a32-4479-b782-11678ffb5fc0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2759993 Nov 25 18:36:56.734230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f2890d-a146-4853-8d24-184984082221 req-1d95735b-3a11-434b-9618-a89eae2a24d9 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/ports?device_id=96eb7511-3baa-45f4-98db-1f8b8c91c2f4 HTTP/1.1" status: 200 len: 210 time: 0.0417364 Nov 25 18:36:56.801618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:56.802899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:56.804690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:56.883541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-130c3044-1af6-459e-b2b0-bcf91ebadcb2 req-988e6e40-2af6-4957-aeca-8faae2f6c7c7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437206 Nov 25 18:36:56.904772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686', 'network_id': 'da8ffcb4-2bc3-4479-bacf-e7d55b6e0404', 'port_id': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686', 'mac_address': 'fa:16:3e:4b:82:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543abbf0-07ab-4b14-b65b-319d2dfa0130', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:36:57.000060 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:57.045481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2491b8-3568-4f92-974c-c9e4bc0be562 req-76fb5581-a671-4086-b1d6-49da4e505fd0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:57.074103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2491b8-3568-4f92-974c-c9e4bc0be562 req-76fb5581-a671-4086-b1d6-49da4e505fd0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:57.087240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db2491b8-3568-4f92-974c-c9e4bc0be562 req-76fb5581-a671-4086-b1d6-49da4e505fd0 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1681 time: 0.2324498 Nov 25 18:36:57.096793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf25e51-7dce-45a5-b146-0b3bb7a65686 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:36:57.111004 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013613f6-2182-4051-9a39-4ba1ecb59679 x-openstack-request-id: req-013613f6-2182-4051-9a39-4ba1ecb59679 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:57.111296 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96eb7511-3baa-45f4-98db-1f8b8c91c2f4", "name": "network-vif-deleted", "tag": "27128657-c8ca-45e7-8ac2-571f49fce36b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:57.111558 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-013613f6-2182-4051-9a39-4ba1ecb59679 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:57.111992 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96eb7511-3baa-45f4-98db-1f8b8c91c2f4', 'name': 'network-vif-deleted', 'tag': '27128657-c8ca-45e7-8ac2-571f49fce36b', 'status': 'completed', 'code': 200} Nov 25 18:36:57.185753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port cdf25e51-7dce-45a5-b146-0b3bb7a65686, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:57.209443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9884085-d40e-483c-8e01-d4d5002ca4bb up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:57.240566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:57.248960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db2491b8-3568-4f92-974c-c9e4bc0be562 req-66ad539d-595f-449c-a281-bdbec9e18689 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582863 Nov 25 18:36:57.280742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:36:57.437802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f613a1-7f62-4a11-b274-2f2bdfbfd88e req-2d8e50d5-1744-4dd3-a133-2b05e86af3cf tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:57.446868 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-53f613a1-7f62-4a11-b274-2f2bdfbfd88e req-2d8e50d5-1744-4dd3-a133-2b05e86af3cf tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1711178 Nov 25 18:36:57.595356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7be5da-f9e3-4b9f-9ad2-091991da445b None None] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:36:57.660345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:36:57.671472 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Sync routers for ids ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:36:57.705511 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Routers {'9bd0ee52-4ceb-4c55-9515-e2366ca0a735'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:57.707042 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:57.775292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306867e-f210-42e9-8398-de33820e9751 req-6d2a5bcc-6f60-441a-9b5d-c8dd1126a9ee tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:57.793666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8306867e-f210-42e9-8398-de33820e9751 req-6d2a5bcc-6f60-441a-9b5d-c8dd1126a9ee tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 945 time: 0.1169319 Nov 25 18:36:57.808938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:57.811874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4266b6b6-e4cb-4927-9155-a3bb1d29cb95 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9813838 Nov 25 18:36:57.818810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37922) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:57.834165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['cdf25e51-7dce-45a5-b146-0b3bb7a65686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:36:57.904935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8306867e-f210-42e9-8398-de33820e9751 req-2cf57f4a-604c-4d29-8608-50bfc877ab9f tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102324 Nov 25 18:36:57.911499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-53f613a1-7f62-4a11-b274-2f2bdfbfd88e req-06f9ddaf-12f7-4dd8-8c4c-0596f3e6c75a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634554 Nov 25 18:36:58.024616 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Set router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:58.049578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37932) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:58.064819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.124825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37934) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:58.141711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7db23858-e960-487a-8838-1387080d9643, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7db23858-e960-487a-8838-1387080d9643,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:58.160610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db23858-e960-487a-8838-1387080d9643'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:36:58.163742 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a91b8ab-c28d-4ad8-84d4-d725901c16a5" -d '{"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "7db23858-e960-487a-8838-1387080d9643"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:36:58.205036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.216788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7cb30954-53b3-46de-a562-8f7422019027 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.292041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7cb30954-53b3-46de-a562-8f7422019027 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.307436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 27128657-c8ca-45e7-8ac2-571f49fce36b no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:36:58.317115 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:36:55Z', 'revision_number': 3, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:58.340428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9a799d9c-153d-4689-beb1-ecc4241c6bea None None] Provisioning complete for port d9884085-d40e-483c-8e01-d4d5002ca4bb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:58.340806 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a799d9c-153d-4689-beb1-ecc4241c6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.357325 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Checking router: 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:36:58.358193 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Updating router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 port beabc0cc-e18a-4f30-ae90-bcbdea746c02 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:36:58.369755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1749990858'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:58.390709 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.408536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:58.413356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.436009 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.468722 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d5a78-529b-4735-a329-0347523427fe x-openstack-request-id: req-310d5a78-529b-4735-a329-0347523427fe {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:36:58.480907 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "7db23858-e960-487a-8838-1387080d9643", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:36:58.481427 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-310d5a78-529b-4735-a329-0347523427fe {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:36:58.482002 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db23858-e960-487a-8838-1387080d9643', 'code': 200} Nov 25 18:36:58.508936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 27128657-c8ca-45e7-8ac2-571f49fce36b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:36:58.509539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 27128657-c8ca-45e7-8ac2-571f49fce36b not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:36:58.527575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.531596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d9884085-d40e-483c-8e01-d4d5002ca4bb triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:58.532152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.537975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:58.542877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=cdf25e51-7dce-45a5-b146-0b3bb7a65686,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:58.546150 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.560430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:58.573250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.573706 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment dba0034b-ab6b-4f8b-a2c1-4bff13b87470 of type vlan for network a5c21a10-2c6d-4710-8795-880966c928ad Nov 25 18:36:58.647448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.795817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e86227-8ff6-442b-b6a4-e10b0fb985a8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:58.798866 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7cb30954-53b3-46de-a562-8f7422019027 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.802482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7cb30954-53b3-46de-a562-8f7422019027 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.803725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7cb30954-53b3-46de-a562-8f7422019027 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "DELETE /v2.0/security-groups/42a6b1c6-9019-4d72-b9fa-62e245b59584 HTTP/1.1" status: 204 len: 168 time: 0.7524264 Nov 25 18:36:58.823521 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.833337 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.835780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb30954-53b3-46de-a562-8f7422019027 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6b1c6-9019-4d72-b9fa-62e245b59584,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:58.837577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.844292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:58.845693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.854115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7db23858-e960-487a-8838-1387080d9643,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:58.873530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:58.894506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9051a368-6198-4963-809d-9c1070c0353d up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:36:58.911039 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Attempting to bind port beabc0cc-e18a-4f30-ae90-bcbdea746c02 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:36:58.911700 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Attempting to bind port beabc0cc-e18a-4f30-ae90-bcbdea746c02 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:36:58.912272 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Attempting to bind port beabc0cc-e18a-4f30-ae90-bcbdea746c02 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:36:58.932223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63348d8-bfd0-4b96-9cd7-9566e179b536 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:58.942423 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:36:58.943142 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:36:58.943703 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.944835 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:36:58.945476 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Bound port: beabc0cc-e18a-4f30-ae90-bcbdea746c02, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:36:58.946256 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:58.953423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=a5c21a10-2c6d-4710-8795-880966c928ad,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:58.962463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1ffbe2d1-5b24-4f83-b015-ff257e017891 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8364997 Nov 25 18:36:58.963233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37956) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:58.985593 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-2e9c2d74-5e3b-4aef-9923-9b044a560ef1 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] show failed (client error): The resource could not be found. Nov 25 18:36:58.989084 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2e9c2d74-5e3b-4aef-9923-9b044a560ef1 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "GET /v2.0/security-groups/42a6b1c6-9019-4d72-b9fa-62e245b59584 HTTP/1.1" status: 404 len: 347 time: 0.0424469 Nov 25 18:36:58.995597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1408781974'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:36:58.999671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37958) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:59.016974 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd212e-6bdc-4905-8694-9b33b2a63f47 None None] Pushing event updated for resources: {'Port': ['ID=beabc0cc-e18a-4f30-ae90-bcbdea746c02,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:59.040844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60836-0d29-4977-a7cc-1cc64ff61d30 req-914158f6-bebc-44ac-9380-712eaf5f1318 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:59.044717 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] For port beabc0cc-e18a-4f30-ae90-bcbdea746c02, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:36:59.051416 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] For port beabc0cc-e18a-4f30-ae90-bcbdea746c02, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=beabc0cc-e18a-4f30-ae90-bcbdea746c02,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:36:59.057426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60836-0d29-4977-a7cc-1cc64ff61d30 req-914158f6-bebc-44ac-9380-712eaf5f1318 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:59.058966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10b60836-0d29-4977-a7cc-1cc64ff61d30 req-914158f6-bebc-44ac-9380-712eaf5f1318 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1682 time: 0.5289316 Nov 25 18:36:59.060326 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.079170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a5c21a10-2c6d-4710-8795-880966c928ad details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:36:59.086303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:36:59.089916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.103908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c493d-502e-45c2-80e7-f59568245688 req-4512e1de-23a9-4f85-8127-2c5deef96a19 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:59.108579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f8c493d-502e-45c2-80e7-f59568245688 req-4512e1de-23a9-4f85-8127-2c5deef96a19 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1866031 Nov 25 18:36:59.153222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Routers {'9bd0ee52-4ceb-4c55-9515-e2366ca0a735'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:36:59.153888 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:59.186903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a3bd2-4dd2-4352-9c79-234cf87ee54a req-9cd4283f-52b1-476d-a0ee-fc9b761ccd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:59.189666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a3bd2-4dd2-4352-9c79-234cf87ee54a req-9cd4283f-52b1-476d-a0ee-fc9b761ccd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:59.191362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-960a3bd2-4dd2-4352-9c79-234cf87ee54a req-9cd4283f-52b1-476d-a0ee-fc9b761ccd62 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1984 time: 0.6592934 Nov 25 18:36:59.202102 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd212e-6bdc-4905-8694-9b33b2a63f47 None None] Pushing event updated for resources: {'Port': ['ID=beabc0cc-e18a-4f30-ae90-bcbdea746c02,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:36:59.247858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4169ca89-90e0-4545-82d1-d2f36262f230 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:36:59.275353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f8c493d-502e-45c2-80e7-f59568245688 req-be99d154-2d2a-4f27-a14d-70dbf78bf3ac tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532488 Nov 25 18:36:59.280993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:36:59.296052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.296626 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment c96bf553-631a-4b24-ac43-0846f7aebbe6 of type vlan for network 8109d5c5-79d4-4e40-ba04-738ec85695b3 Nov 25 18:36:59.359329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.440693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a799d9c-153d-4689-beb1-ecc4241c6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.481111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-10b60836-0d29-4977-a7cc-1cc64ff61d30 req-f2833a4e-46de-42f7-8322-34b376b6ad2e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035519 Nov 25 18:36:59.525595 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] Set router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:36:59.526785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-960a3bd2-4dd2-4352-9c79-234cf87ee54a req-3ae08f16-7d3d-4f3c-869d-072a28a958f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187783 Nov 25 18:36:59.559923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9051a368-6198-4963-809d-9c1070c0353d completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:36:59.613585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Deleting port 0de07a06-dea8-490a-bb27-3d9742ba0c08 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:36:59.614271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.642106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.647479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9051a368-6198-4963-809d-9c1070c0353d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:36:59.670896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.727718 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.728481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.748860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port d9884085-d40e-483c-8e01-d4d5002ca4bb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9884085-d40e-483c-8e01-d4d5002ca4bb,segment=NetworkSegment(01b4dd1d-1cfb-4517-ba67-4ba48ae82b98),segment_id=01b4dd1d-1cfb-4517-ba67-4ba48ae82b98)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:36:59.772026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Calling delete_port for 0de07a06-dea8-490a-bb27-3d9742ba0c08 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:36:59.801081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e7c6-5cb8-4148-a9d8-8f4ab664abb5 req-dbb38add-47bf-48bf-af0e-526374f4a0f3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:59.804122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f09e7c6-5cb8-4148-a9d8-8f4ab664abb5 req-dbb38add-47bf-48bf-af0e-526374f4a0f3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 945 time: 0.2494853 Nov 25 18:36:59.806118 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.830788 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.837268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:36:59.837951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:36:59.953267 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d45298b-4a94-4443-b210-9604658473ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:36:55Z', 'revision_number': 3, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:36:59.979963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0128860 Nov 25 18:36:59.989061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37976) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:36:59.994925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35cdaf-e5c5-460c-94eb-4c16c86e0c9f req-c7075279-9b0d-4950-8528-0a99a8799374 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:00.003452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': 'a5c21a10-2c6d-4710-8795-880966c928ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:00.011153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c35cdaf-e5c5-460c-94eb-4c16c86e0c9f req-c7075279-9b0d-4950-8528-0a99a8799374 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2326522 Nov 25 18:37:00.012415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea12b0-98bb-472b-ac58-7954aee31832 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=8109d5c5-79d4-4e40-ba04-738ec85695b3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:00.012778 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-9a799d9c-153d-4689-beb1-ecc4241c6bea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:37:00.020418 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-9a799d9c-153d-4689-beb1-ecc4241c6bea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:37:00.037164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:37:00.039195 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45298b-4a94-4443-b210-9604658473ec None None] The sync data for ids ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'] in n-d-819194-3 is: [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:36:55Z', 'revision_number': 3, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:00.098293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=d9884085-d40e-483c-8e01-d4d5002ca4bb,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:00.099897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f09e7c6-5cb8-4148-a9d8-8f4ab664abb5 req-5e16ca80-6977-4ac7-9e79-26d81f3492be tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576063 Nov 25 18:37:00.185834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c35cdaf-e5c5-460c-94eb-4c16c86e0c9f req-db5ae600-27be-465d-9750-8de8f9c2d4ed tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735635 Nov 25 18:37:00.269469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.274723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.308731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:46Z', 'revision_number': 5, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:00.311247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Pushing event deleted for resources: {'Port': ['ID=0de07a06-dea8-490a-bb27-3d9742ba0c08,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:00.355078 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.359324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c3ff6-d936-4965-934e-15b8cdd41639 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:00.362876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] Checking router: e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:00.402583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:00.406162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.416743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:00.417528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:00.431711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.435407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.439286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f7c95113-2c3e-4b17-90b2-6e332c851a96 tempest-ServersTestJSON-1317783853 tempest-ServersTestJSON-1317783853-project] 10.222.0.62 "DELETE /v2.0/floatingips/fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea HTTP/1.1" status: 204 len: 168 time: 1.4258492 Nov 25 18:37:00.439500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:00.524423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9051a368-6198-4963-809d-9c1070c0353d'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:00.541629 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17b053-03b6-4167-9369-37d598c0cc65" -d '{"events": [{"server_uuid": "715edf89-65a6-4541-b00c-d62cb3c207bb", "name": "network-vif-plugged", "status": "completed", "tag": "9051a368-6198-4963-809d-9c1070c0353d"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:00.629370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9051a368-6198-4963-809d-9c1070c0353d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9051a368-6198-4963-809d-9c1070c0353d,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:00.656444 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.758900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Allocated IP 172.20.0.1 (22e6084b-bd1c-416d-98d6-4e09c9587477/876cc3e7-0b22-4b71-a16e-85fc242a0c23/6c7c5452-22c4-4f56-97dc-522400abd64f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:00.911243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:00.912586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732d9d6-6b8e-4b89-ab3e-4268c1e79253 req-47b9c511-6d86-40dd-a32d-a099e1159d84 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:00.920037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732d9d6-6b8e-4b89-ab3e-4268c1e79253 req-47b9c511-6d86-40dd-a32d-a099e1159d84 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:00.922216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f732d9d6-6b8e-4b89-ab3e-4268c1e79253 req-47b9c511-6d86-40dd-a32d-a099e1159d84 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1682 time: 0.3375945 Nov 25 18:37:01.013189 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.017069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f732d9d6-6b8e-4b89-ab3e-4268c1e79253 req-c49d15b8-21a4-471f-afd6-52fdf6334b0e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822904 Nov 25 18:37:01.081491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.106895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9051a368-6198-4963-809d-9c1070c0353d,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:01.136465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:01.172411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Pushing event updated for resources: {'Port': ['ID=6c7c5452-22c4-4f56-97dc-522400abd64f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:01.198073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:01.199867 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601df46f-ddcf-45a1-aed6-d5f6c2650cfe x-openstack-request-id: req-601df46f-ddcf-45a1-aed6-d5f6c2650cfe {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:01.200157 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715edf89-65a6-4541-b00c-d62cb3c207bb", "name": "network-vif-plugged", "status": "completed", "tag": "9051a368-6198-4963-809d-9c1070c0353d", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:01.200406 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-601df46f-ddcf-45a1-aed6-d5f6c2650cfe {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:01.200807 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9051a368-6198-4963-809d-9c1070c0353d', 'code': 200} Nov 25 18:37:01.223566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368626f3-1a60-4cb1-b796-55b9c50b830c req-22689c70-b87f-41b6-9a42-38664c0c2d36 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:01.234928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-368626f3-1a60-4cb1-b796-55b9c50b830c req-22689c70-b87f-41b6-9a42-38664c0c2d36 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.8208876 Nov 25 18:37:01.272566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] Provisioning complete for port beabc0cc-e18a-4f30-ae90-bcbdea746c02 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:01.272934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.294259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:01.297331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:01.356095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-368626f3-1a60-4cb1-b796-55b9c50b830c req-862acd00-0c0f-4779-bda6-0b4f7aa04d5f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201017 Nov 25 18:37:01.356935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.437389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee918-1211-47a9-8573-e2af682792bf req-75055143-5d1c-48b7-9f15-d2bb1c628877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:01.438851 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-502ee918-1211-47a9-8573-e2af682792bf req-75055143-5d1c-48b7-9f15-d2bb1c628877 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 1097 time: 0.1761076 Nov 25 18:37:01.661833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-502ee918-1211-47a9-8573-e2af682792bf req-182497ad-3bb5-45c4-958e-55c17952787b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956148 Nov 25 18:37:01.698916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dbb0c-7a4d-4152-9e99-6c7144d37296 req-30d0c257-d8c7-4fc6-a99a-98c3076dea96 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:01.700806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5dbb0c-7a4d-4152-9e99-6c7144d37296 req-30d0c257-d8c7-4fc6-a99a-98c3076dea96 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1615171 Nov 25 18:37:01.743275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.791041 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.868065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] For port beabc0cc-e18a-4f30-ae90-bcbdea746c02, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=beabc0cc-e18a-4f30-ae90-bcbdea746c02,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:01.877362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5dbb0c-7a4d-4152-9e99-6c7144d37296 req-3b85bf84-0719-4577-a295-0c9450d53291 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640556 Nov 25 18:37:01.893771 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.951312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:46Z', 'revision_number': 5, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:01.962506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:01.984315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c727746-167e-4527-99bc-bed5978a5fac None None] The sync data for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 is: [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:33:37Z', 'revision_number': 4, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '61821976-4557-4007-bed6-aff0256b6d06', 'name': '', 'network_id': '9cc20b78-bd72-480e-9d45-e5f2551fc56f', 'tenant_id': '0946216094c244a69445c190d60a4273', 'mac_address': 'fa:16:3e:50:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:33Z', 'updated_at': '2021-11-25T18:33:46Z', 'revision_number': 5, 'project_id': '0946216094c244a69445c190d60a4273', 'subnets': [{'id': '4f7e7a6d-4291-43fa-b875-588b2f74a338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:02.044811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] Provisioning complete for port d9884085-d40e-483c-8e01-d4d5002ca4bb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:02.045486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.050080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b4050-f856-41b1-a337-70dd6b351fa3 None None] Pushing event updated for resources: {'Port': ['ID=beabc0cc-e18a-4f30-ae90-bcbdea746c02,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:02.110278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cdf25e51-7dce-45a5-b146-0b3bb7a65686 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:02.205416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device beabc0cc-e18a-4f30-ae90-bcbdea746c02 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:02.250548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.253573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.299792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.302810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port beabc0cc-e18a-4f30-ae90-bcbdea746c02 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:02.303184 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.344400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port cdf25e51-7dce-45a5-b146-0b3bb7a65686 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:37:02.354373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port cdf25e51-7dce-45a5-b146-0b3bb7a65686 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:02.354775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.396538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.418273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e71364-7be3-4d90-9de2-97393196e57a req-0d2b0a26-43ff-4b7f-84f0-c51f18f2bafe tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:02.431153 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29e71364-7be3-4d90-9de2-97393196e57a req-0d2b0a26-43ff-4b7f-84f0-c51f18f2bafe tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.7634795 Nov 25 18:37:02.488083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Pushing event updated for resources: {'Port': ['ID=6c7c5452-22c4-4f56-97dc-522400abd64f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:02.628084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-437823ff-3e33-4385-b9b3-94fa5fd8c03e None None] Provisioning complete for port 6c7c5452-22c4-4f56-97dc-522400abd64f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:02.628461 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-437823ff-3e33-4385-b9b3-94fa5fd8c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.683384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9884085-d40e-483c-8e01-d4d5002ca4bb up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:02.708397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:02.716055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:02.736075 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:02.774936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29e71364-7be3-4d90-9de2-97393196e57a req-8671c291-f5ad-4cb8-8958-49dc7150bf7c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426113 Nov 25 18:37:02.775567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=dab2d46d-96b5-4536-906b-237f65581925,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:02.777053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39203e6a-fdb1-4e2a-90ed-8e34a76899c9 None None] New status for floating IP fbdac74c-dd2e-48ad-b36a-c87ddb05c3ea: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:37:02.791606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': 'dba0034b-ab6b-4f8b-a2c1-4bff13b87470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c21a10-2c6d-4710-8795-880966c928ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:02.791974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: a5c21a10-2c6d-4710-8795-880966c928ad, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:02.793537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-437823ff-3e33-4385-b9b3-94fa5fd8c03e None None] Port 6c7c5452-22c4-4f56-97dc-522400abd64f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:02.841801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5afa00-2495-4c1a-9232-ec882610bcc3 req-8ad1bb6b-3d6e-49a2-a19f-b8cef503cbd4 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:02.857660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5afa00-2495-4c1a-9232-ec882610bcc3 req-8ad1bb6b-3d6e-49a2-a19f-b8cef503cbd4 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:02.860159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f5afa00-2495-4c1a-9232-ec882610bcc3 req-8ad1bb6b-3d6e-49a2-a19f-b8cef503cbd4 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1682 time: 0.6587882 Nov 25 18:37:03.016441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port cdf25e51-7dce-45a5-b146-0b3bb7a65686, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:03.025211 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:03.042670 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.069542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network a5c21a10-2c6d-4710-8795-880966c928ad is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:03.076197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f5afa00-2495-4c1a-9232-ec882610bcc3 req-0f0b4f6b-8da4-4bb5-bdb1-413b32c74c28 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702321 Nov 25 18:37:03.091514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d9884085-d40e-483c-8e01-d4d5002ca4bb triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:03.092004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.178843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Deleting port 61821976-4557-4007-bed6-aff0256b6d06 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:03.179079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.212676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:03.215483 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82b25a2-4532-4c0e-8397-c9f68d3857ab" -d '{"events": [{"server_uuid": "71b42eb1-a400-4ece-8adc-3fd710fd49cf", "name": "network-vif-plugged", "status": "completed", "tag": "cdf25e51-7dce-45a5-b146-0b3bb7a65686"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:03.238777 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.266361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6955e8c1-4e81-4f48-a631-49293104fd28 None None] Provisioning complete for port 6c7c5452-22c4-4f56-97dc-522400abd64f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:03.267061 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6955e8c1-4e81-4f48-a631-49293104fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.310516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=cdf25e51-7dce-45a5-b146-0b3bb7a65686,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:03.313282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:03.329966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee64d1-47d2-480b-ac20-f6a484c170a0 req-d327c2dc-4a1f-4c70-8997-50739e72895d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:03.335466 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Sync routers for ids ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:03.337365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bfee64d1-47d2-480b-ac20-f6a484c170a0 req-d327c2dc-4a1f-4c70-8997-50739e72895d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.0877402 Nov 25 18:37:03.347367 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cb78aa32-f243-4ea2-9c6f-59444e807c5e admin admin] 10.222.0.62 "PUT /v2.0/routers/9bd0ee52-4ceb-4c55-9515-e2366ca0a735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5165696 Nov 25 18:37:03.354764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a5c21a10-2c6d-4710-8795-880966c928ad) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:03.359701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] For port 61821976-4557-4007-bed6-aff0256b6d06, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61821976-4557-4007-bed6-aff0256b6d06,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:03.360066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.364187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:03.364933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.388990 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Routers {'9bd0ee52-4ceb-4c55-9515-e2366ca0a735'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:03.388990 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:03.389354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Calling delete_port for 61821976-4557-4007-bed6-aff0256b6d06 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:03.417306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ab69a-0257-4c45-9df1-e3fe2f79d41f None None] Network a5c21a10-2c6d-4710-8795-880966c928ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:03.425937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f6eea074-69dc-4529-a7c7-3c07a273b153 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4260681 Nov 25 18:37:03.426745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bfee64d1-47d2-480b-ac20-f6a484c170a0 req-44093177-6914-4b33-89f0-103c88ed8652 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884576 Nov 25 18:37:03.427425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38026) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:03.456090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6955e8c1-4e81-4f48-a631-49293104fd28 None None] Port 6c7c5452-22c4-4f56-97dc-522400abd64f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:03.501436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': '8109d5c5-79d4-4e40-ba04-738ec85695b3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:03.547359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8f604-8a47-4391-a226-43ce40209910 req-6ce751d6-6ccd-4f33-89a2-541f28e19e55 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:03.560483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38d8f604-8a47-4391-a226-43ce40209910 req-6ce751d6-6ccd-4f33-89a2-541f28e19e55 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2191188 Nov 25 18:37:03.591842 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42369173-0dd9-4d31-b83b-44b8973fb279 x-openstack-request-id: req-42369173-0dd9-4d31-b83b-44b8973fb279 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:03.594160 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b42eb1-a400-4ece-8adc-3fd710fd49cf", "name": "network-vif-plugged", "status": "completed", "tag": "cdf25e51-7dce-45a5-b146-0b3bb7a65686", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:03.594575 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42369173-0dd9-4d31-b83b-44b8973fb279 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:03.595097 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686', 'code': 200} Nov 25 18:37:03.656579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38d8f604-8a47-4391-a226-43ce40209910 req-d70901cf-e10f-4282-9a72-8b07855d4a20 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861633 Nov 25 18:37:03.721531 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Set router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:03.801644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a5c21a10-2c6d-4710-8795-880966c928ad', 'network_id': 'a5c21a10-2c6d-4710-8795-880966c928ad', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': 'dab2d46d-96b5-4536-906b-237f65581925'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:37:03.802602 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.817081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38611e-544a-47dd-86db-27b3a3adc9a5 req-403a73a1-2388-4222-9189-eb41cedb1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:03.819121 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec38611e-544a-47dd-86db-27b3a3adc9a5 req-403a73a1-2388-4222-9189-eb41cedb1f1e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.1579952 Nov 25 18:37:03.822850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:03.826687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:03.968569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec38611e-544a-47dd-86db-27b3a3adc9a5 req-fc356720-a54d-448b-85f5-1e32040186df service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353259 Nov 25 18:37:04.074306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Allocated IP 2001:db8::2 (a5c21a10-2c6d-4710-8795-880966c928ad/dab2d46d-96b5-4536-906b-237f65581925/61f513ed-e13e-4c8a-a33a-2dff9e44f9e8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:04.080164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device beabc0cc-e18a-4f30-ae90-bcbdea746c02 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:04.108883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:04.183859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port beabc0cc-e18a-4f30-ae90-bcbdea746c02 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:04.184393 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:04.187956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Pushing event deleted for resources: {'Port': ['ID=61821976-4557-4007-bed6-aff0256b6d06,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:04.311974 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '6c7c5452-22c4-4f56-97dc-522400abd64f', 'name': '', 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'mac_address': 'fa:16:3e:5d:9f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '876cc3e7-0b22-4b71-a16e-85fc242a0c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:00Z', 'updated_at': '2021-11-25T18:37:02Z', 'revision_number': 2, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'subnets': [{'id': '876cc3e7-0b22-4b71-a16e-85fc242a0c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:04.358116 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Checking router: 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:04.360023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Updating router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 port 6c7c5452-22c4-4f56-97dc-522400abd64f binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:37:04.405622 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:04.453702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-b6a8d989-c620-417e-86ba-3d1c6233291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:04.467520 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-b6a8d989-c620-417e-86ba-3d1c6233291e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 1097 time: 0.3394458 Nov 25 18:37:04.488926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:04.650165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:04.673659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cdfa6-4593-44a4-808d-8360b998090f req-6408a89a-f290-452f-bb4c-9a4072066c77 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:04.683680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec6cdfa6-4593-44a4-808d-8360b998090f req-6408a89a-f290-452f-bb4c-9a4072066c77 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.0799031 Nov 25 18:37:04.700048 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:04.755662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec6cdfa6-4593-44a4-808d-8360b998090f req-dd8771df-f18b-4545-8881-e574c55003a5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681670 Nov 25 18:37:04.794164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Network a5c21a10-2c6d-4710-8795-880966c928ad is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:04.869883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:04.874615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:04.901720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e669f3-0afb-41f8-8870-5a79c1315c36 req-797491b7-0c3d-4465-9340-e7918d4e973a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:04.909073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=95c199dc-18f5-402c-a9bb-5f60ee91e19e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:04.911170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e669f3-0afb-41f8-8870-5a79c1315c36 req-797491b7-0c3d-4465-9340-e7918d4e973a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:04.921293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1e669f3-0afb-41f8-8870-5a79c1315c36 req-797491b7-0c3d-4465-9340-e7918d4e973a tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1682 time: 0.0930092 Nov 25 18:37:04.984165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1e669f3-0afb-41f8-8870-5a79c1315c36 req-467e45b7-aa49-4198-86b8-f55911f40af2 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595970 Nov 25 18:37:04.985198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-952b667b-d5be-4f4c-a7b6-7db95886e732 req-c777db59-e562-40a7-83da-fab9ecf1bec8 tempest-FloatingIPsNegativeTestJSON-2103956993 tempest-FloatingIPsNegativeTestJSON-2103956993-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=91f8f528191944d4991db81fb17fa6d7 HTTP/1.1" status: 200 len: 217 time: 0.2687578 Nov 25 18:37:04.986678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Pushing event updated for resources: {'Port': ['ID=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:05.004640 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.036827 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.068695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Attempting to bind port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:05.069124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Attempting to bind port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'dba0034b-ab6b-4f8b-a2c1-4bff13b87470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c21a10-2c6d-4710-8795-880966c928ad'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:05.069497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Attempting to bind port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 on network a5c21a10-2c6d-4710-8795-880966c928ad {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:05.104883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-365d9947-e617-4145-b909-88e50a531ed9 req-0ab0cfdd-9312-482c-a428-47087ed7ba2e tempest-FloatingIPsNegativeTestJSON-2103956993 tempest-FloatingIPsNegativeTestJSON-2103956993-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0711813 Nov 25 18:37:05.123813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:05.124367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Checking segment: {'id': 'dba0034b-ab6b-4f8b-a2c1-4bff13b87470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c21a10-2c6d-4710-8795-880966c928ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:05.132233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.132679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Bound using segment: {'id': 'dba0034b-ab6b-4f8b-a2c1-4bff13b87470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c21a10-2c6d-4710-8795-880966c928ad'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:05.133205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Bound port: 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba0034b-ab6b-4f8b-a2c1-4bff13b87470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c21a10-2c6d-4710-8795-880966c928ad'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:05.133604 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.173448 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-0ee06cde-35f3-4e56-9fb2-c0b1584ef902 req-304d6dfe-8833-419f-ba46-cd464aee29f9 tempest-FloatingIPsNegativeTestJSON-2103956993 tempest-FloatingIPsNegativeTestJSON-2103956993-project] show failed (client error): The resource could not be found. Nov 25 18:37:05.184150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ee06cde-35f3-4e56-9fb2-c0b1584ef902 req-304d6dfe-8833-419f-ba46-cd464aee29f9 tempest-FloatingIPsNegativeTestJSON-2103956993 tempest-FloatingIPsNegativeTestJSON-2103956993-project] 10.222.0.62 "GET /v2.0/floatingips/5e358214-42e8-4829-9a7a-bed2f234ed8c HTTP/1.1" status: 404 len: 350 time: 0.0494215 Nov 25 18:37:05.184664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38058) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:05.228454 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Attempting to bind port 6c7c5452-22c4-4f56-97dc-522400abd64f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:05.228821 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Attempting to bind port 6c7c5452-22c4-4f56-97dc-522400abd64f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:05.229182 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Attempting to bind port 6c7c5452-22c4-4f56-97dc-522400abd64f on network 22e6084b-bd1c-416d-98d6-4e09c9587477 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:05.236728 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:05.237095 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Checking segment: {'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:05.237498 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.237889 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Bound using segment: {'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:05.238776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Bound port: 6c7c5452-22c4-4f56-97dc-522400abd64f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:05.239154 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.241872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.251077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] For port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:05.261069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] For port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,segment=NetworkSegment(dba0034b-ab6b-4f8b-a2c1-4bff13b87470),segment_id=dba0034b-ab6b-4f8b-a2c1-4bff13b87470)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:05.271193 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.433833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493f0d0-ad1c-42de-9d9e-788736db4e5f None None] Pushing event updated for resources: {'Port': ['ID=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:05.449324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': 'c96bf553-631a-4b24-ac43-0846f7aebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8109d5c5-79d4-4e40-ba04-738ec85695b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:05.450116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: 8109d5c5-79d4-4e40-ba04-738ec85695b3, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:05.469773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c749db-b624-477e-b474-cb03ba6878b3 req-2286e59b-9b83-463e-bbe4-9f946feaf6bd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:05.472202 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7c749db-b624-477e-b474-cb03ba6878b3 req-2286e59b-9b83-463e-bbe4-9f946feaf6bd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.3221562 Nov 25 18:37:05.475047 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] For port 6c7c5452-22c4-4f56-97dc-522400abd64f, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:05.479289 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] For port 6c7c5452-22c4-4f56-97dc-522400abd64f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6c7c5452-22c4-4f56-97dc-522400abd64f,segment=NetworkSegment(01b4dd1d-1cfb-4517-ba67-4ba48ae82b98),segment_id=01b4dd1d-1cfb-4517-ba67-4ba48ae82b98)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:05.480705 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04e051-6fec-4fc9-b7d7-a4db994c45cd None None] Pushing event updated for resources: {'Port': ['ID=6c7c5452-22c4-4f56-97dc-522400abd64f,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:05.491848 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.547747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ed479a42-b26d-4dde-9365-bb3f399886b9 None None] Provisioning complete for port 6c7c5452-22c4-4f56-97dc-522400abd64f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:05.548136 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed479a42-b26d-4dde-9365-bb3f399886b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.569641 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04e051-6fec-4fc9-b7d7-a4db994c45cd None None] Pushing event updated for resources: {'Port': ['ID=6c7c5452-22c4-4f56-97dc-522400abd64f,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:05.586328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:05.608732 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Routers {'9bd0ee52-4ceb-4c55-9515-e2366ca0a735'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:05.609368 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:05.784160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7c749db-b624-477e-b474-cb03ba6878b3 req-7e96440b-5771-4393-80f0-262fb20de25e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796524 Nov 25 18:37:05.805823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 8109d5c5-79d4-4e40-ba04-738ec85695b3) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:05.830050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:05.832458 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:05.843229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5620b6-f317-4b54-bb8c-15acd6888ecd None None] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:05.933498 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] Set router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:06.045997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed479a42-b26d-4dde-9365-bb3f399886b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:06.174842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-d41ecc2a-c0da-4718-bf1a-1ce7675b945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:06.176330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-d41ecc2a-c0da-4718-bf1a-1ce7675b945b service neutron] 10.222.0.64 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 1.6651840 Nov 25 18:37:06.215886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bf39fcb8-1a1a-487b-9086-50631b410a41 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7185714 Nov 25 18:37:06.244761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38082) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:06.271468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-28be61c8-bef5-48ce-81bc-f39aa00e010f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-948623955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:06.273675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ed479a42-b26d-4dde-9365-bb3f399886b9 None None] For port 6c7c5452-22c4-4f56-97dc-522400abd64f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6c7c5452-22c4-4f56-97dc-522400abd64f,segment=NetworkSegment(01b4dd1d-1cfb-4517-ba67-4ba48ae82b98),segment_id=01b4dd1d-1cfb-4517-ba67-4ba48ae82b98)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:06.296854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed479a42-b26d-4dde-9365-bb3f399886b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:06.379306 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '6c7c5452-22c4-4f56-97dc-522400abd64f', 'name': '', 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'mac_address': 'fa:16:3e:5d:9f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '876cc3e7-0b22-4b71-a16e-85fc242a0c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:00Z', 'updated_at': '2021-11-25T18:37:05Z', 'revision_number': 4, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'subnets': [{'id': '876cc3e7-0b22-4b71-a16e-85fc242a0c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:06.421961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908645b-c68c-4248-a33c-fe94dd9f3b29 req-818dd91e-7ff6-4a6c-b69a-3990a09275bf tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:06.432287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed479a42-b26d-4dde-9365-bb3f399886b9 None None] Pushing event updated for resources: {'Port': ['ID=6c7c5452-22c4-4f56-97dc-522400abd64f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:06.437659 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5d1fb-4ade-4f21-ad05-8866cfd0f81d None None] The sync data for ids ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'] in n-d-819194-3 is: [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '6c7c5452-22c4-4f56-97dc-522400abd64f', 'name': '', 'network_id': '22e6084b-bd1c-416d-98d6-4e09c9587477', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'mac_address': 'fa:16:3e:5d:9f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '876cc3e7-0b22-4b71-a16e-85fc242a0c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:00Z', 'updated_at': '2021-11-25T18:37:05Z', 'revision_number': 4, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'subnets': [{'id': '876cc3e7-0b22-4b71-a16e-85fc242a0c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:06.441914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0908645b-c68c-4248-a33c-fe94dd9f3b29 req-818dd91e-7ff6-4a6c-b69a-3990a09275bf tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.3155153 Nov 25 18:37:06.466083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-8109d5c5-79d4-4e40-ba04-738ec85695b3', 'network_id': '8109d5c5-79d4-4e40-ba04-738ec85695b3', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': '95c199dc-18f5-402c-a9bb-5f60ee91e19e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:37:06.467776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:06.489086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-24288cf7-3ab1-4a8f-82e4-c0cc713bdafa None None] Provisioning complete for port 6c7c5452-22c4-4f56-97dc-522400abd64f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:06.489739 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-24288cf7-3ab1-4a8f-82e4-c0cc713bdafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:06.609235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-2a0c46ae-b880-4b15-b0c2-73a050918e23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9051a368-6198-4963-809d-9c1070c0353d HTTP/1.1" status: 200 len: 217 time: 0.3661671 Nov 25 18:37:06.633145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-8e6aa13f-56fb-4cc7-b3bd-ba06bd3d40d8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:06.648914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0908645b-c68c-4248-a33c-fe94dd9f3b29 req-54181bc7-4dd5-4e02-bfe9-18983e5e3d5d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891837 Nov 25 18:37:06.651104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-8e6aa13f-56fb-4cc7-b3bd-ba06bd3d40d8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:06.652957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-8e6aa13f-56fb-4cc7-b3bd-ba06bd3d40d8 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1682 time: 0.7560854 Nov 25 18:37:06.743165 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:06.837605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-bbb0dbd2-92e4-4f3d-bcb3-d054134b7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:06.840087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-bbb0dbd2-92e4-4f3d-bcb3-d054134b7f6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.1860652 Nov 25 18:37:06.916572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Allocated IP 2001:db8:1::2 (8109d5c5-79d4-4e40-ba04-738ec85695b3/95c199dc-18f5-402c-a9bb-5f60ee91e19e/85a9189a-8d7d-4938-b198-709767d8050a) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:06.922484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28be61c8-bef5-48ce-81bc-f39aa00e010f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:06.936060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28be61c8-bef5-48ce-81bc-f39aa00e010f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.196752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7236-30cc-40f3-958c-6895fe043566 req-1f403eb9-a4b4-42b6-9d48-55e28e2fa6a9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:07.209872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7236-30cc-40f3-958c-6895fe043566 req-1f403eb9-a4b4-42b6-9d48-55e28e2fa6a9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:07.212399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-817c7236-30cc-40f3-958c-6895fe043566 req-1f403eb9-a4b4-42b6-9d48-55e28e2fa6a9 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1682 time: 0.9642198 Nov 25 18:37:07.222600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-97848f38-3af3-48cf-b30c-4a9219ec6a0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3404408 Nov 25 18:37:07.231051 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.249429 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.268722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd4d7-3e1f-4321-9cee-98be07782611 req-3a6ba784-3483-49b9-9228-826f32fdc579 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:07.277651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9cdfd4d7-3e1f-4321-9cee-98be07782611 req-3a6ba784-3483-49b9-9228-826f32fdc579 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1557403 Nov 25 18:37:07.315667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:07.321883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:07.329750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:07.353197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Pushing event updated for resources: {'Port': ['ID=85a9189a-8d7d-4938-b198-709767d8050a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:07.401333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9cdfd4d7-3e1f-4321-9cee-98be07782611 req-d7f066b0-dd77-46c0-bd12-5c44a0fe7e3c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092329 Nov 25 18:37:07.494723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Deleting port 6c7c5452-22c4-4f56-97dc-522400abd64f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:07.495817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.495937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Attempting to bind port 85a9189a-8d7d-4938-b198-709767d8050a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:07.496242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Attempting to bind port 85a9189a-8d7d-4938-b198-709767d8050a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'c96bf553-631a-4b24-ac43-0846f7aebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8109d5c5-79d4-4e40-ba04-738ec85695b3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:07.496620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Attempting to bind port 85a9189a-8d7d-4938-b198-709767d8050a on network 8109d5c5-79d4-4e40-ba04-738ec85695b3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:07.521707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:07.522659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Checking segment: {'id': 'c96bf553-631a-4b24-ac43-0846f7aebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8109d5c5-79d4-4e40-ba04-738ec85695b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:07.523072 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.523472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Bound using segment: {'id': 'c96bf553-631a-4b24-ac43-0846f7aebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8109d5c5-79d4-4e40-ba04-738ec85695b3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:07.523976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Bound port: 85a9189a-8d7d-4938-b198-709767d8050a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96bf553-631a-4b24-ac43-0846f7aebbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8109d5c5-79d4-4e40-ba04-738ec85695b3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:07.524358 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.570045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0a9fb-f1fb-46e1-bdc5-d0ea9fe31565 None None] Network a5c21a10-2c6d-4710-8795-880966c928ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:07.588008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-10cd6de3-bc16-440c-8d2f-5066fe3082ad service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171382 Nov 25 18:37:07.599705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28be61c8-bef5-48ce-81bc-f39aa00e010f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.628120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:07.666465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] For port 6c7c5452-22c4-4f56-97dc-522400abd64f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6c7c5452-22c4-4f56-97dc-522400abd64f,segment=NetworkSegment(01b4dd1d-1cfb-4517-ba67-4ba48ae82b98),segment_id=01b4dd1d-1cfb-4517-ba67-4ba48ae82b98)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:07.672688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.686846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28be61c8-bef5-48ce-81bc-f39aa00e010f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.701877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Calling delete_port for 6c7c5452-22c4-4f56-97dc-522400abd64f owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:07.757525 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28be61c8-bef5-48ce-81bc-f39aa00e010f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.761798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-28be61c8-bef5-48ce-81bc-f39aa00e010f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5149426 Nov 25 18:37:07.765579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-817c7236-30cc-40f3-958c-6895fe043566 req-ecfadb60-f024-4520-9847-ded128b1d98e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423908 Nov 25 18:37:07.777549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:07.945974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-66bd454c-b482-4251-967f-df5f2e0d3791 None None] Provisioning complete for port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:07.953672 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-66bd454c-b482-4251-967f-df5f2e0d3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:07.972658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:08.002445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] Sync routers for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:08.021370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ce531-3b2c-4b91-9e25-df29d9dc05d0 req-8ab31e3c-1c4d-43aa-9905-b039efca9c89 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:08.035628 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-158ce531-3b2c-4b91-9e25-df29d9dc05d0 req-8ab31e3c-1c4d-43aa-9905-b039efca9c89 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1934276 Nov 25 18:37:08.104907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:08.105563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:08.120967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95d2f046-b0ff-410b-92ad-d01fec58c76e admin admin] 10.222.0.62 "PUT /v2.0/routers/e6ce4cf4-45d5-46ec-a4db-8ab9c7554979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6803873 Nov 25 18:37:08.126044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38114) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:08.143602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:08.243516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 76a59d6e-fb52-4431-9232-9c07dbffc485 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:08.244111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:08.275316 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-158ce531-3b2c-4b91-9e25-df29d9dc05d0 req-7f2ea9aa-02d2-4b3d-a577-9bad373587bc tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386978 Nov 25 18:37:08.514233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] For port 85a9189a-8d7d-4938-b198-709767d8050a, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:08.558048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] For port 85a9189a-8d7d-4938-b198-709767d8050a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=85a9189a-8d7d-4938-b198-709767d8050a,segment=NetworkSegment(c96bf553-631a-4b24-ac43-0846f7aebbe6),segment_id=c96bf553-631a-4b24-ac43-0846f7aebbe6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:08.663560 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:08.838515 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-66bd454c-b482-4251-967f-df5f2e0d3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:08.890814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:08.894095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd873ba-8aae-4739-8f7d-d91dcd174a8c None None] Pushing event updated for resources: {'Port': ['ID=85a9189a-8d7d-4938-b198-709767d8050a,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:08.898345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:08.898998 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.037828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 76a59d6e-fb52-4431-9232-9c07dbffc485, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=76a59d6e-fb52-4431-9232-9c07dbffc485,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:09.038995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.065422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df96ca2-81aa-42ae-9d44-d2b56359808e req-4285702c-2c89-4b4e-bc4a-1f0903b303b4 service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4628208 Nov 25 18:37:09.145291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.160031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 76a59d6e-fb52-4431-9232-9c07dbffc485 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:09.163624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-66bd454c-b482-4251-967f-df5f2e0d3791 None None] For port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,segment=NetworkSegment(dba0034b-ab6b-4f8b-a2c1-4bff13b87470),segment_id=dba0034b-ab6b-4f8b-a2c1-4bff13b87470)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:09.198935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-66bd454c-b482-4251-967f-df5f2e0d3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.240513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8fb46-a068-4236-aaa9-228087d814be req-d3fc2230-30d1-4933-9752-e8ecc047b32e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:09.247271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8fb46-a068-4236-aaa9-228087d814be req-d3fc2230-30d1-4933-9752-e8ecc047b32e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:09.255364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5e8fb46-a068-4236-aaa9-228087d814be req-d3fc2230-30d1-4933-9752-e8ecc047b32e tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 1682 time: 0.2233820 Nov 25 18:37:09.380209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.395552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.448066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7c5452-22c4-4f56-97dc-522400abd64f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:09.452545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f024f-933c-4d50-8c88-766bdc122594 req-69f0993d-c994-4cff-b2a1-c72d08d2f1f9 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:09.456304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a1f024f-933c-4d50-8c88-766bdc122594 req-69f0993d-c994-4cff-b2a1-c72d08d2f1f9 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.4505143 Nov 25 18:37:09.495031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd454c-b482-4251-967f-df5f2e0d3791 None None] Pushing event updated for resources: {'Port': ['ID=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:09.517522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6c7c5452-22c4-4f56-97dc-522400abd64f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:09.570532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-51a18cf5-489d-4ddc-a006-4c391bf30892 None None] Provisioning complete for port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:09.570901 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51a18cf5-489d-4ddc-a006-4c391bf30892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.591640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.646416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6c7c5452-22c4-4f56-97dc-522400abd64f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:09.646792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6c7c5452-22c4-4f56-97dc-522400abd64f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 18:37:09.698665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Port 6c7c5452-22c4-4f56-97dc-522400abd64f not found, will not notify nova. {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 18:37:09.732778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5e8fb46-a068-4236-aaa9-228087d814be req-045aede6-9280-4f29-b321-8fe1ddecaae1 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761970 Nov 25 18:37:09.733638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:09.762860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:37:03Z', 'revision_number': 5, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port': {'id': '8cf12624-cc9c-4aaa-a05c-b2ad804bd47d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:25Z', 'updated_at': '2021-11-25T18:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:09.842384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] Checking router: e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:09.875749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] Routers {'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:09.876370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:10.088629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] Set router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:10.103658 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a1f024f-933c-4d50-8c88-766bdc122594 req-8ac75536-c49e-4c90-b0cc-bf761eb5f12e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342974 Nov 25 18:37:10.115121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Deleting port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:10.115611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:10.263543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9bd13-e566-4b3e-be74-ddc3d777dd28 req-f4869c5e-0f88-4c30-9229-61875b77b361 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:10.265714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55e9bd13-e566-4b3e-be74-ddc3d777dd28 req-f4869c5e-0f88-4c30-9229-61875b77b361 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.2858195 Nov 25 18:37:10.268750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:37:09Z', 'revision_number': 6, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:10.271334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 76a59d6e-fb52-4431-9232-9c07dbffc485 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:10.369611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:10.378019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] For port 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:10.378316 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:10.381593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8::1 (a5c21a10-2c6d-4710-8795-880966c928ad/dab2d46d-96b5-4536-906b-237f65581925/522513e8-49a0-4fc8-a063-0f1079ffecc6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:10.394622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Calling delete_port for 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:10.403321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9fe582-8cab-43f4-8ad9-332e18cd130b None None] The sync data for ids ['e6ce4cf4-45d5-46ec-a4db-8ab9c7554979'] in n-d-819194-3 is: [{'id': 'e6ce4cf4-45d5-46ec-a4db-8ab9c7554979', 'name': 'tempest-ServersTestJSON-205611056-router', 'tenant_id': '0946216094c244a69445c190d60a4273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:22Z', 'updated_at': '2021-11-25T18:37:09Z', 'revision_number': 6, 'project_id': '0946216094c244a69445c190d60a4273', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:10.518957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:10.591979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:10.592603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:10.633977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:10.677575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55e9bd13-e566-4b3e-be74-ddc3d777dd28 req-f1e574b4-b0df-4526-918e-f96bd9c80ed1 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854122 Nov 25 18:37:10.708676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca26f-db3f-4ad3-aa73-20846015ea21 req-48724f8c-3a84-4f96-9b76-8b2c55916329 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:10.710472 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c8ca26f-db3f-4ad3-aa73-20846015ea21 req-48724f8c-3a84-4f96-9b76-8b2c55916329 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.3566930 Nov 25 18:37:10.715744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:10.732185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283cb2c8-622e-4d49-9b18-9db3f9c7c2c0 None None] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:10.738029 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:10.744712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 85a9189a-8d7d-4938-b198-709767d8050a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:10.812861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=76a59d6e-fb52-4431-9232-9c07dbffc485,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:10.957398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c8ca26f-db3f-4ad3-aa73-20846015ea21 req-40747bb2-8297-41e9-a5b9-ae8ae6b9d3b0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267656 Nov 25 18:37:10.972344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:10.985099 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] Sync routers for ids ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:10.994556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9d132e98-deca-4f68-98b0-4b70f4aec648 admin admin] 10.222.0.62 "PUT /v2.0/routers/9bd0ee52-4ceb-4c55-9515-e2366ca0a735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8088126 Nov 25 18:37:10.997706 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.002666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38144) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:11.015372 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] Routers {'9bd0ee52-4ceb-4c55-9515-e2366ca0a735'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:11.016008 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:11.020097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 76a59d6e-fb52-4431-9232-9c07dbffc485 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:11.022895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.026983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-ce1ebaa9-9d5a-45cb-a3fe-8d5cde23fedc tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "DELETE /v2.0/ports/76a59d6e-fb52-4431-9232-9c07dbffc485 HTTP/1.1" status: 204 len: 173 time: 4.3517654 Nov 25 18:37:11.029449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-deleted', 'tag': '76a59d6e-fb52-4431-9232-9c07dbffc485'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:11.031788 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3db4f-dc1c-4a00-ae16-f2899d4c59d4" -d '{"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-deleted", "tag": "76a59d6e-fb52-4431-9232-9c07dbffc485"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:11.092847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf12624-cc9c-4aaa-a05c-b2ad804bd47d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:11.114596 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.182623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7db23858-e960-487a-8838-1387080d9643 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:11.244596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f4324-b541-416d-a47a-961e3fff50a1 req-dd812499-12ab-4040-91e0-7d8c2b220a0b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:11.249175 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b8f603-6ab2-4b63-83e7-f9f36cf1c667 x-openstack-request-id: req-f6b8f603-6ab2-4b63-83e7-f9f36cf1c667 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:11.249528 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-deleted", "tag": "76a59d6e-fb52-4431-9232-9c07dbffc485", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:11.249786 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6b8f603-6ab2-4b63-83e7-f9f36cf1c667 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:11.250203 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-deleted', 'tag': '76a59d6e-fb52-4431-9232-9c07dbffc485', 'status': 'completed', 'code': 200} Nov 25 18:37:11.251294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f3f4324-b541-416d-a47a-961e3fff50a1 req-dd812499-12ab-4040-91e0-7d8c2b220a0b tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 945 time: 0.3987343 Nov 25 18:37:11.275601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859b8a4-0e86-4478-9aa6-95086fac874e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:11.304554 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64e45da8-9170-4c5f-b1b9-4cb08b171586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.318488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5096fea8-b047-4c20-b2a4-6a480388eb76 None None] Provisioning complete for port 85a9189a-8d7d-4938-b198-709767d8050a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:11.319164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5096fea8-b047-4c20-b2a4-6a480388eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.327289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network a5c21a10-2c6d-4710-8795-880966c928ad is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:11.340064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:11.374394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:11.375231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.452359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.485247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.510817 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] Set router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:11.534105 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f3f4324-b541-416d-a47a-961e3fff50a1 req-7da491da-6cd1-4f29-bb2e-600fe8845d93 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503495 Nov 25 18:37:11.615179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.790408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.808904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.821054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.825268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=522513e8-49a0-4fc8-a063-0f1079ffecc6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:11.898003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453a82-6619-4c1a-9e7d-b53c8811d757 req-97f0fd77-1736-4f78-a897-52d1f8cef347 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:11.909537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce453a82-6619-4c1a-9e7d-b53c8811d757 req-97f0fd77-1736-4f78-a897-52d1f8cef347 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2728889 Nov 25 18:37:11.915411 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:37:09Z', 'revision_number': 5, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:11.920172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 7db23858-e960-487a-8838-1387080d9643 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:11.921183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.953394 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5096fea8-b047-4c20-b2a4-6a480388eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.955432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 85a9189a-8d7d-4938-b198-709767d8050a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:11.956021 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:11.968399 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] Checking router: 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:11.992340 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] Routers {'9bd0ee52-4ceb-4c55-9515-e2366ca0a735'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:11.994025 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:36:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:12.023465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db23858-e960-487a-8838-1387080d9643'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:12.026275 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd67016-533e-487d-b343-9af5e229e663" -d '{"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7db23858-e960-487a-8838-1387080d9643"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:12.072508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5096fea8-b047-4c20-b2a4-6a480388eb76 None None] For port 85a9189a-8d7d-4938-b198-709767d8050a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=85a9189a-8d7d-4938-b198-709767d8050a,segment=NetworkSegment(c96bf553-631a-4b24-ac43-0846f7aebbe6),segment_id=c96bf553-631a-4b24-ac43-0846f7aebbe6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:12.079690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7db23858-e960-487a-8838-1387080d9643, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7db23858-e960-487a-8838-1387080d9643,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:12.083033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5096fea8-b047-4c20-b2a4-6a480388eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.118629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.135970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3541a05-0ca0-4ca2-a166-065567eae462 req-b13a152a-686b-45c5-8195-f9417fe69c0a tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:12.138323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3541a05-0ca0-4ca2-a166-065567eae462 req-b13a152a-686b-45c5-8195-f9417fe69c0a tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.3125257 Nov 25 18:37:12.146073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.184589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.185161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:37:12.251008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce453a82-6619-4c1a-9e7d-b53c8811d757 req-affca8d1-6676-4f51-9748-287b91617f01 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402736 Nov 25 18:37:12.289010 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.292997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b2e4cf2-55a9-488d-8b4a-23323826cf52 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e6ce4cf4-45d5-46ec-a4db-8ab9c7554979 HTTP/1.1" status: 204 len: 168 time: 4.1641002 Nov 25 18:37:12.308201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38166) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:12.312707 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] Set router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:12.334743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:12.442137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096fea8-b047-4c20-b2a4-6a480388eb76 None None] Pushing event updated for resources: {'Port': ['ID=85a9189a-8d7d-4938-b198-709767d8050a,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:12.451725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Deleting subnet 4f7e7a6d-4291-43fa-b875-588b2f74a338 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:12.456124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:12.456392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8cf12624-cc9c-4aaa-a05c-b2ad804bd47d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:12.456817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61821976-4557-4007-bed6-aff0256b6d06 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:12.457338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.507033 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438a543-4e51-473f-9b01-330bf1488642 x-openstack-request-id: req-c438a543-4e51-473f-9b01-330bf1488642 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:12.507357 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "7db23858-e960-487a-8838-1387080d9643", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:12.507469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.507921 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c438a543-4e51-473f-9b01-330bf1488642 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:12.508039 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db23858-e960-487a-8838-1387080d9643', 'code': 200} Nov 25 18:37:12.510924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f7a14165-9861-4dd9-8f21-f6565ffb5bf0 None None] Provisioning complete for port 522513e8-49a0-4fc8-a063-0f1079ffecc6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:12.511303 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7a14165-9861-4dd9-8f21-f6565ffb5bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.601919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 7db23858-e960-487a-8838-1387080d9643, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7db23858-e960-487a-8838-1387080d9643,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:12.602365 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.635160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.661071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 7db23858-e960-487a-8838-1387080d9643 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:12.717812 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.748847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 61821976-4557-4007-bed6-aff0256b6d06 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:12.760479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7e7a6d-4291-43fa-b875-588b2f74a338,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:12.768540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61821976-4557-4007-bed6-aff0256b6d06 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:12.771011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.775068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4f7e7a6d-4291-43fa-b875-588b2f74a338 HTTP/1.1" status: 204 len: 168 time: 0.4459131 Nov 25 18:37:12.776698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.777865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.778216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.778735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.779065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.779394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.779720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.780043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.780422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.780741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.781110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.781430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e7ac0-85ae-4e9a-8668-71ae0ca67258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:12.787937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3541a05-0ca0-4ca2-a166-065567eae462 req-523ccb5e-add3-4f43-8d1d-a0c944da5661 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897841 Nov 25 18:37:12.788378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38180) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:12.796375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Deleting port beabc0cc-e18a-4f30-ae90-bcbdea746c02 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:12.796612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ce28e5-411f-491b-912c-fda16c90e038 None None] Network 9cc20b78-bd72-480e-9d45-e5f2551fc56f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:12.796769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.833022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd14043-8203-4e3e-85fb-67891388a53f req-cb826309-f320-48bc-9684-8c0b1a7347cc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:12.841544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dd14043-8203-4e3e-85fb-67891388a53f req-cb826309-f320-48bc-9684-8c0b1a7347cc tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2505951 Nov 25 18:37:12.948553 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.974479 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:37:09Z', 'revision_number': 5, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:12.994611 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:12.995092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7db23858-e960-487a-8838-1387080d9643,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:12.995601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.033431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f7a14165-9861-4dd9-8f21-f6565ffb5bf0 None None] Port 522513e8-49a0-4fc8-a063-0f1079ffecc6 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:13.065714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.068621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] For port beabc0cc-e18a-4f30-ae90-bcbdea746c02, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=beabc0cc-e18a-4f30-ae90-bcbdea746c02,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:13.069528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.072407 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c752980-c0fd-42cd-8a4c-5d5d1db1c67f None None] The sync data for ids ['9bd0ee52-4ceb-4c55-9515-e2366ca0a735'] in n-d-819194-3 is: [{'id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'name': 'tempest-FloatingIPsNegativeTestJSON-1976146788-router', 'tenant_id': '91f8f528191944d4991db81fb17fa6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:53Z', 'updated_at': '2021-11-25T18:37:09Z', 'revision_number': 5, 'project_id': '91f8f528191944d4991db81fb17fa6d7', 'gw_port': {'id': 'beabc0cc-e18a-4f30-ae90-bcbdea746c02', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd0ee52-4ceb-4c55-9515-e2366ca0a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:54Z', 'updated_at': '2021-11-25T18:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:13.086283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dd14043-8203-4e3e-85fb-67891388a53f req-801605e2-95f8-42ba-a8f0-9dcc68824e93 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434061 Nov 25 18:37:13.150437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Calling delete_port for beabc0cc-e18a-4f30-ae90-bcbdea746c02 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:13.158739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4a85b5a0-2ccf-4cab-a0a5-4d93d17eb649 None None] Provisioning complete for port 85a9189a-8d7d-4938-b198-709767d8050a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:13.159230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a85b5a0-2ccf-4cab-a0a5-4d93d17eb649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.186346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca59703-4612-4d90-a3e4-2a5ed3018461 req-25af85c0-2a3d-49e0-80ab-41264325ff58 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:13.188057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ca59703-4612-4d90-a3e4-2a5ed3018461 req-25af85c0-2a3d-49e0-80ab-41264325ff58 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/ports?device_id=105cd9b7-2b83-4159-8f5c-4828b281a5ea HTTP/1.1" status: 200 len: 943 time: 0.2298479 Nov 25 18:37:13.280069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=522513e8-49a0-4fc8-a063-0f1079ffecc6,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:13.306530 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ca59703-4612-4d90-a3e4-2a5ed3018461 req-cceca911-1920-4fb3-b76f-00159c4cbad7 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bc24016-58d6-4445-9f05-6aa6329feb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117189 Nov 25 18:37:13.381685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.402345 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b185d2c1-6500-4b0f-9c2c-b2d04d9cbba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.460502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] DHCP port deletion for 9cc20b78-bd72-480e-9d45-e5f2551fc56f request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:13.467354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=7db23858-e960-487a-8838-1387080d9643,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:13.529359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network a5c21a10-2c6d-4710-8795-880966c928ad is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:13.550075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845551ad-f93f-4032-b6af-1e9b4d6c3e7e req-72235bfd-42e6-46f7-b775-ab5ce0bd1c77 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:13.570231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-845551ad-f93f-4032-b6af-1e9b4d6c3e7e req-72235bfd-42e6-46f7-b775-ab5ce0bd1c77 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2976522 Nov 25 18:37:13.575874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:13.602363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 7db23858-e960-487a-8838-1387080d9643 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:13.614824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.618697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-561ab699-a89b-424e-99dd-80c8e8b64ee5 req-b1ee56e4-6c5c-4db8-b3ca-4e0c08cc32bf tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.66 "DELETE /v2.0/ports/7db23858-e960-487a-8838-1387080d9643 HTTP/1.1" status: 204 len: 173 time: 2.5835376 Nov 25 18:37:13.619183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-deleted', 'tag': '7db23858-e960-487a-8838-1387080d9643'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:13.622138 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1bb3e8-9f48-4794-9452-8955ceb2a6e4" -d '{"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-deleted", "tag": "7db23858-e960-487a-8838-1387080d9643"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:13.744231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] Deleting port 18767141-13d0-48a9-a680-787cb5a1eb13 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:13.744620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.857697 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268cfdec-b806-4914-b9eb-a76b3886d0c9 x-openstack-request-id: req-268cfdec-b806-4914-b9eb-a76b3886d0c9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:13.861085 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105cd9b7-2b83-4159-8f5c-4828b281a5ea", "name": "network-vif-deleted", "tag": "7db23858-e960-487a-8838-1387080d9643", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:13.861661 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-268cfdec-b806-4914-b9eb-a76b3886d0c9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:13.862369 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105cd9b7-2b83-4159-8f5c-4828b281a5ea', 'name': 'network-vif-deleted', 'tag': '7db23858-e960-487a-8838-1387080d9643', 'status': 'completed', 'code': 200} Nov 25 18:37:13.969022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] For port 18767141-13d0-48a9-a680-787cb5a1eb13, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=18767141-13d0-48a9-a680-787cb5a1eb13,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:13.969490 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:13.990533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Deleting port 18767141-13d0-48a9-a680-787cb5a1eb13 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:13.991071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.003022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] Calling delete_port for 18767141-13d0-48a9-a680-787cb5a1eb13 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:14.013298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-845551ad-f93f-4032-b6af-1e9b4d6c3e7e req-dfec2f61-7232-4d82-b0e4-b4f2f917dcc7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417670 Nov 25 18:37:14.218210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd367f9-5e5a-4f79-bd08-3ed083a9bf53 req-32e4481e-27c4-4280-be54-70a5355f3cc4 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:14.226039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcd367f9-5e5a-4f79-bd08-3ed083a9bf53 req-32e4481e-27c4-4280-be54-70a5355f3cc4 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1185863 Nov 25 18:37:14.227585 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.305807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab358738-adf9-4f7f-9b4e-3a408b5ba3cb None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:14.312205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-711af7b4-c3af-438a-ac9b-2b03c092474a None None] Provisioning complete for port 522513e8-49a0-4fc8-a063-0f1079ffecc6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:14.312644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-711af7b4-c3af-438a-ac9b-2b03c092474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.320989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Pushing event deleted for resources: {'Port': ['ID=beabc0cc-e18a-4f30-ae90-bcbdea746c02,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:14.345713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 85a9189a-8d7d-4938-b198-709767d8050a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:14.353412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.416381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-711af7b4-c3af-438a-ac9b-2b03c092474a None None] Port 522513e8-49a0-4fc8-a063-0f1079ffecc6 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:14.445151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 85a9189a-8d7d-4938-b198-709767d8050a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:14.445960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.478891 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.487763 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.488621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcd367f9-5e5a-4f79-bd08-3ed083a9bf53 req-b2bb0e64-caae-4ab3-b82c-41831429d2c7 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188555 Nov 25 18:37:14.520954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] Pushing event deleted for resources: {'Port': ['ID=18767141-13d0-48a9-a680-787cb5a1eb13,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:14.522983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3293c6-6f59-4ac8-b067-17ff881b47d5 None None] No DVR routers for this DVR port 18767141-13d0-48a9-a680-787cb5a1eb13 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:14.625310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38210) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:14.670125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.674540 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.684091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 18767141-13d0-48a9-a680-787cb5a1eb13 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:14.729486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 18767141-13d0-48a9-a680-787cb5a1eb13 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:14.729845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 18767141-13d0-48a9-a680-787cb5a1eb13 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:14.730309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6c7c5452-22c4-4f56-97dc-522400abd64f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:14.736808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting subnet fa3d8f06-0662-4c17-b239-2f002a999937 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:14.741872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.759786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6c7c5452-22c4-4f56-97dc-522400abd64f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:14.760139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6c7c5452-22c4-4f56-97dc-522400abd64f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:14.770073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.770712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd0ee52-4ceb-4c55-9515-e2366ca0a735 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:37:14.775830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.776894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0aebb8bc-8169-4195-a43e-693ebcfd3843 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9bd0ee52-4ceb-4c55-9515-e2366ca0a735 HTTP/1.1" status: 204 len: 168 time: 3.7185094 Nov 25 18:37:14.782220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38220) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:14.840247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.893003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] Deleting subnet 876cc3e7-0b22-4b71-a16e-85fc242a0c23 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:14.900628 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.922278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 55272a7f-f9c9-404f-878f-8f1f03c224b6 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:37:14.935615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] For port 18767141-13d0-48a9-a680-787cb5a1eb13, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=18767141-13d0-48a9-a680-787cb5a1eb13,segment=NetworkSegment(246b38c9-92b5-49ae-a6d2-d6e2ce99b20c),segment_id=246b38c9-92b5-49ae-a6d2-d6e2ce99b20c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:14.935983 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:14.959954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Calling delete_port for 18767141-13d0-48a9-a680-787cb5a1eb13 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:14.990109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.053856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.062459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:15.070221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cfe470c0-98ee-425f-b4ad-87cafb3c0413 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/55272a7f-f9c9-404f-878f-8f1f03c224b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2916267 Nov 25 18:37:15.075100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38222) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:15.083431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] Sync routers for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:15.085520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f61c29-43ea-4618-a447-8ae9817f9a30 req-60db8624-ef2b-498b-b7f4-55580d34aa3e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:15.093535 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5f61c29-43ea-4618-a447-8ae9817f9a30 req-60db8624-ef2b-498b-b7f4-55580d34aa3e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2235804 Nov 25 18:37:15.122432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:15.128835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:15.161204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.190609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.222844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:15.230316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3d8f06-0662-4c17-b239-2f002a999937,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:15.233894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5f61c29-43ea-4618-a447-8ae9817f9a30 req-18ac8cea-66a0-4618-bacc-f5f4526b9434 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394339 Nov 25 18:37:15.251610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c69fa7c-0848-454b-a26b-66404baf6d54 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:15.255662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4c69fa7c-0848-454b-a26b-66404baf6d54 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports/522513e8-49a0-4fc8-a063-0f1079ffecc6 HTTP/1.1" status: 200 len: 911 time: 0.1776714 Nov 25 18:37:15.260152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7842d0-916c-463d-9c7d-caa2dca7fae8 None None] Network 0e981355-daa8-440e-9bce-82d070530d5f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:15.262660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.271282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:15.271632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38228) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:15.273294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-74e7f0f7-23c4-4be7-b5ad-f72f34197650 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/subnets/fa3d8f06-0662-4c17-b239-2f002a999937 HTTP/1.1" status: 204 len: 168 time: 0.6469967 Nov 25 18:37:15.280737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:15.281685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:15.309512 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.349089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876cc3e7-0b22-4b71-a16e-85fc242a0c23,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:15.353873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.359409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0954a690-043e-49be-857e-50dba87d35d9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/876cc3e7-0b22-4b71-a16e-85fc242a0c23 HTTP/1.1" status: 204 len: 168 time: 0.5743265 Nov 25 18:37:15.379457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38234) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:15.457688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815738f2-0e56-434a-a693-8b165c5958fa None None] Network 22e6084b-bd1c-416d-98d6-4e09c9587477 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:15.463431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.471430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:15.472095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d3fac0-4efe-411c-aef1-0d61aaec759b None None] The sync data for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:15.506181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.611800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Deleting port d9884085-d40e-483c-8e01-d4d5002ca4bb {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:15.612404 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.614082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.627646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90ab71-7576-4ffb-895d-76bbe4072645 req-22ca04d8-08b4-4f32-8449-aa0a98d13bac tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:15.629172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb90ab71-7576-4ffb-895d-76bbe4072645 req-22ca04d8-08b4-4f32-8449-aa0a98d13bac tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1348581 Nov 25 18:37:15.728991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] For port d9884085-d40e-483c-8e01-d4d5002ca4bb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9884085-d40e-483c-8e01-d4d5002ca4bb,segment=NetworkSegment(01b4dd1d-1cfb-4517-ba67-4ba48ae82b98),segment_id=01b4dd1d-1cfb-4517-ba67-4ba48ae82b98)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:15.729448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.745678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Calling delete_port for d9884085-d40e-483c-8e01-d4d5002ca4bb owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:15.749770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] DHCP port deletion for 0e981355-daa8-440e-9bce-82d070530d5f request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:15.762391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=18767141-13d0-48a9-a680-787cb5a1eb13,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:15.765923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] No DVR routers for this DVR port 18767141-13d0-48a9-a680-787cb5a1eb13 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:15.802181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] DHCP port deletion for 22e6084b-bd1c-416d-98d6-4e09c9587477 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:15.854518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 2942b107-8e23-4b0c-b37f-1bd617beefb6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:15.854872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.870770 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.886229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.901047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] Deleting port 2942b107-8e23-4b0c-b37f-1bd617beefb6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:15.901549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.902629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] No DVR routers for this DVR port d9884085-d40e-483c-8e01-d4d5002ca4bb on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:15.916652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] Deleting port d9884085-d40e-483c-8e01-d4d5002ca4bb {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:15.917113 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:15.964456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9884085-d40e-483c-8e01-d4d5002ca4bb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:15.987577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb90ab71-7576-4ffb-895d-76bbe4072645 req-ec88187e-b4e9-457c-a16e-b3263e2a82fd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483396 Nov 25 18:37:15.993941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.027220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc20b78-bd72-480e-9d45-e5f2551fc56f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.027428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] For port 2942b107-8e23-4b0c-b37f-1bd617beefb6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2942b107-8e23-4b0c-b37f-1bd617beefb6,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:16.027428 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.031068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.031594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246b38c9-92b5-49ae-a6d2-d6e2ce99b20c') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.041587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] For port d9884085-d40e-483c-8e01-d4d5002ca4bb, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:16.041993 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.047380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.051322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.051908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] Calling delete_port for 2942b107-8e23-4b0c-b37f-1bd617beefb6 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:16.063563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.063931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] Calling delete_port for d9884085-d40e-483c-8e01-d4d5002ca4bb owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:16.067562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca39c-27ef-4573-99fa-8affbdd48ffc req-4c39252f-a168-49fb-82ba-cefaace7fdd8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:16.069630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] Port d9884085-d40e-483c-8e01-d4d5002ca4bb was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:37:16.070019 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a4ca39c-27ef-4573-99fa-8affbdd48ffc req-4c39252f-a168-49fb-82ba-cefaace7fdd8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1425161 Nov 25 18:37:16.073308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.075498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:16.078730 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.100861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e6084b-bd1c-416d-98d6-4e09c9587477']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.114972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.115269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b4dd1d-1cfb-4517-ba67-4ba48ae82b98') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.134249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] Pushing event deleted for resources: {'Port': ['ID=d9884085-d40e-483c-8e01-d4d5002ca4bb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:16.145271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172952a-46bb-42bd-9352-eafd417dd223 None None] No DVR routers for this DVR port d9884085-d40e-483c-8e01-d4d5002ca4bb on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:16.158354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.199954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.202802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a4ca39c-27ef-4573-99fa-8affbdd48ffc req-2f92e408-b552-4157-9be6-8751b5cc6474 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218505 Nov 25 18:37:16.206767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:16.215179 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:16.230723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] Pushing event deleted for resources: {'Port': ['ID=2942b107-8e23-4b0c-b37f-1bd617beefb6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:16.236982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b928ea-d0c0-41e8-920b-8471089e2334 None None] No DVR routers for this DVR port 2942b107-8e23-4b0c-b37f-1bd617beefb6 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:16.239565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:16.241265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 2942b107-8e23-4b0c-b37f-1bd617beefb6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2942b107-8e23-4b0c-b37f-1bd617beefb6,segment=NetworkSegment(37153582-927c-44fc-ab3b-acbd22a577cc),segment_id=37153582-927c-44fc-ab3b-acbd22a577cc)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:16.241679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.242556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.260862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 2942b107-8e23-4b0c-b37f-1bd617beefb6 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:16.267196 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:16.273152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.279574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device beabc0cc-e18a-4f30-ae90-bcbdea746c02 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:16.314668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: beabc0cc-e18a-4f30-ae90-bcbdea746c02 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:16.315097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device beabc0cc-e18a-4f30-ae90-bcbdea746c02 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:16.315899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2942b107-8e23-4b0c-b37f-1bd617beefb6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:16.325287 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.330921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.334240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/22e6084b-bd1c-416d-98d6-4e09c9587477 HTTP/1.1" status: 204 len: 168 time: 0.9533210 Nov 25 18:37:16.346589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa8862-9ab7-4f2f-85cb-a043f31462f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e6084b-bd1c-416d-98d6-4e09c9587477,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:16.351790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2942b107-8e23-4b0c-b37f-1bd617beefb6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:16.352153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2942b107-8e23-4b0c-b37f-1bd617beefb6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:16.352580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9884085-d40e-483c-8e01-d4d5002ca4bb no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:16.368806 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.374691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d9884085-d40e-483c-8e01-d4d5002ca4bb {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:16.374983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9884085-d40e-483c-8e01-d4d5002ca4bb not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:16.378723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9cc20b78-bd72-480e-9d45-e5f2551fc56f HTTP/1.1" status: 204 len: 168 time: 3.5860069 Nov 25 18:37:16.448279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5b3a2-c332-4448-9e10-81a171e3e3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc20b78-bd72-480e-9d45-e5f2551fc56f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:16.500800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368e032-6899-4310-a6a8-d613edcc2d36 req-8a621ad8-39d9-43d5-b5e8-1676e88d0f6c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:16.508526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d368e032-6899-4310-a6a8-d613edcc2d36 req-8a621ad8-39d9-43d5-b5e8-1676e88d0f6c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2001705 Nov 25 18:37:16.548540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38280) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:16.582424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.613495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7bd2c2f9-d38b-4b29-8f66-e2ace5294849 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91f8f528191944d4991db81fb17fa6d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627871 Nov 25 18:37:16.614195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38282) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:16.614592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38284) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:16.636481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=2942b107-8e23-4b0c-b37f-1bd617beefb6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:16.638618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 2942b107-8e23-4b0c-b37f-1bd617beefb6 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:16.659809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d368e032-6899-4310-a6a8-d613edcc2d36 req-d037ba74-7118-4227-8da8-0f9e7e35865f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504190 Nov 25 18:37:16.707680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5e5300ad-c080-4d14-9ad9-25e53d58773b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0946216094c244a69445c190d60a4273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0919995 Nov 25 18:37:16.710628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38294) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:16.733880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b520-dcd6-4a01-a600-1e6b50f87cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.775954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b520-dcd6-4a01-a600-1e6b50f87cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.780611 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.814627 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.815508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc74d72a-5740-4857-af96-fbb72a75cc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.848843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc74d72a-5740-4857-af96-fbb72a75cc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.849659 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.891000 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b520-dcd6-4a01-a600-1e6b50f87cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.894177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b520-dcd6-4a01-a600-1e6b50f87cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.898439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ecd1b520-dcd6-4a01-a600-1e6b50f87cb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3e52531-5ac2-4ddc-ab7d-c435795cfbb9 HTTP/1.1" status: 204 len: 168 time: 0.2730558 Nov 25 18:37:16.917031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e981355-daa8-440e-9bce-82d070530d5f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.921845 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1b520-dcd6-4a01-a600-1e6b50f87cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e52531-5ac2-4ddc-ab7d-c435795cfbb9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:16.934608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37153582-927c-44fc-ab3b-acbd22a577cc') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.935002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37153582-927c-44fc-ab3b-acbd22a577cc') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:16.947219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc74d72a-5740-4857-af96-fbb72a75cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.951045 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc74d72a-5740-4857-af96-fbb72a75cc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.955418 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:16.963763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dc74d72a-5740-4857-af96-fbb72a75cc33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3aad779e-24bc-4025-b48f-db926ee3995e HTTP/1.1" status: 204 len: 168 time: 0.2506475 Nov 25 18:37:16.974117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc85fca-8ec4-43ea-85b5-207134243cbb req-3b6cf803-3cd1-4f52-8631-e1b21bc0d9b7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:16.976323 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbc85fca-8ec4-43ea-85b5-207134243cbb req-3b6cf803-3cd1-4f52-8631-e1b21bc0d9b7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2109067 Nov 25 18:37:16.982714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74d72a-5740-4857-af96-fbb72a75cc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad779e-24bc-4025-b48f-db926ee3995e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:16.997797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.022349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:17.023339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:17.028139 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:17.214214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbc85fca-8ec4-43ea-85b5-207134243cbb req-77ccada4-c3c2-4679-a8f0-76965119ef0b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231209 Nov 25 18:37:17.261817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.295445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.299411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/networks/0e981355-daa8-440e-9bce-82d070530d5f HTTP/1.1" status: 204 len: 168 time: 2.0198474 Nov 25 18:37:17.301949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38334) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:17.305216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee2b1e-1d76-492d-b840-3d7394cd6e75 tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Network': ['ID=0e981355-daa8-440e-9bce-82d070530d5f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:17.408034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b900-5cc7-4fb9-a802-c0dbfbda7260 req-a6e6902c-4463-4764-8b8a-87ed3ab9450e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:17.409986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee04b900-5cc7-4fb9-a802-c0dbfbda7260 req-a6e6902c-4463-4764-8b8a-87ed3ab9450e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1094611 Nov 25 18:37:17.420459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting subnet 3ac192b3-a952-41c7-bbd8-82b47e951031 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:17.431471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.443756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8:1::1 (8109d5c5-79d4-4e40-ba04-738ec85695b3/95c199dc-18f5-402c-a9bb-5f60ee91e19e/6481c386-c413-4bfa-b52b-d4e3944417b9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:17.490545 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee04b900-5cc7-4fb9-a802-c0dbfbda7260 req-e36215c8-e751-46b8-946b-3a85bc189615 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710797 Nov 25 18:37:17.558425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.639720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.663746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05901721-9654-471a-ad99-f860386e15c7 req-4102999c-f03c-4b4f-89c5-16744762e371 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:17.665297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05901721-9654-471a-ad99-f860386e15c7 req-4102999c-f03c-4b4f-89c5-16744762e371 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1297100 Nov 25 18:37:17.724329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.729049 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.809982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:17.823230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:17.843950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:17.844935 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.851471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=6481c386-c413-4bfa-b52b-d4e3944417b9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:17.856147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05901721-9654-471a-ad99-f860386e15c7 req-884eea2a-4725-40bd-95c1-50be85e280f4 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736271 Nov 25 18:37:17.904577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.958874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac192b3-a952-41c7-bbd8-82b47e951031,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:17.964185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.965995 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:17.966262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.966784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.967340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.970747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.971052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.971397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.971889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.972226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.972563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.974237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fd12b639-c4f8-4453-802c-066d99aa674f tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/subnets/3ac192b3-a952-41c7-bbd8-82b47e951031 HTTP/1.1" status: 204 len: 168 time: 0.6694095 Nov 25 18:37:17.974966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.975491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:17.976125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6c110-a277-45f8-9892-7fd58d940fe3 None None] Network 22cd97b7-cbbf-4cb8-8355-371d23e663d2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:17.978787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38376) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:18.078416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff49c-5812-4595-b2cd-35cab51036df req-83f0bc2e-a81d-490c-a23f-fe6879169c95 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:18.080063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-514ff49c-5812-4595-b2cd-35cab51036df req-83f0bc2e-a81d-490c-a23f-fe6879169c95 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2786145 Nov 25 18:37:18.116379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.235505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.268283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38388) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:18.298731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-514ff49c-5812-4595-b2cd-35cab51036df req-a9392c5c-bf11-4cc2-8785-095b1b23a00a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003832 Nov 25 18:37:18.302433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6533dc9f-6a69-4b1c-9b5d-13828978634b None None] Provisioning complete for port 6481c386-c413-4bfa-b52b-d4e3944417b9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:18.303091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6533dc9f-6a69-4b1c-9b5d-13828978634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.361148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-a34f0183-51cf-440a-ad41-12ec498dcb5f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:18.368332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-a34f0183-51cf-440a-ad41-12ec498dcb5f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 0.2345531 Nov 25 18:37:18.395385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] DHCP port deletion for 22cd97b7-cbbf-4cb8-8355-371d23e663d2 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:18.404443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-7761fe90-5434-4f50-b197-b9d7ceceec46 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/quotas/eae19add075a46edb471219d34925157 HTTP/1.1" status: 200 len: 375 time: 0.0351355 Nov 25 18:37:18.447533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Deleting port 5eb77271-e679-4973-97ed-1a8857cd2584 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:18.447867 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.487875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6533dc9f-6a69-4b1c-9b5d-13828978634b None None] Port 6481c386-c413-4bfa-b52b-d4e3944417b9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:18.506891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-b633b2b2-b3bd-4075-a29c-689690fc7f2c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014600 Nov 25 18:37:18.534080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] Deleting port 5eb77271-e679-4973-97ed-1a8857cd2584 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:18.534835 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.583956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] For port 5eb77271-e679-4973-97ed-1a8857cd2584, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5eb77271-e679-4973-97ed-1a8857cd2584,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:18.584854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.601801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Calling delete_port for 5eb77271-e679-4973-97ed-1a8857cd2584 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:18.611749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e78fb-7161-4d86-9397-d0263ff59b0e req-03034c17-a8ba-4d5b-a976-57ad19718035 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:18.613608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d3e78fb-7161-4d86-9397-d0263ff59b0e req-03034c17-a8ba-4d5b-a976-57ad19718035 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2071698 Nov 25 18:37:18.617133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-467864590-network', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:18.621450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] For port 5eb77271-e679-4973-97ed-1a8857cd2584, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5eb77271-e679-4973-97ed-1a8857cd2584,segment=NetworkSegment(dfd32245-f3ad-42d5-b59d-62f9389a8148),segment_id=dfd32245-f3ad-42d5-b59d-62f9389a8148)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:18.622000 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.638078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] Calling delete_port for 5eb77271-e679-4973-97ed-1a8857cd2584 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:18.669229 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-132313be-6733-47d0-95ef-acfd1ead0a17 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614633 Nov 25 18:37:18.724295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:18.727974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.731189 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.752176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.757205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d3e78fb-7161-4d86-9397-d0263ff59b0e req-dc947019-64e1-48d5-bd7f-a8d8884e8881 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331799 Nov 25 18:37:18.761915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] Pushing event deleted for resources: {'Port': ['ID=5eb77271-e679-4973-97ed-1a8857cd2584,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:18.765385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969958fb-3c7a-4a95-9d64-16024fc4c1de None None] No DVR routers for this DVR port 5eb77271-e679-4973-97ed-1a8857cd2584 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:18.776343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.829604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Port': ['ID=5eb77271-e679-4973-97ed-1a8857cd2584,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:18.832358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] No DVR routers for this DVR port 5eb77271-e679-4973-97ed-1a8857cd2584 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:18.840180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-75a6b693-5458-4b14-a904-cb3bc0683e99 service neutron] 10.222.0.62 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619854 Nov 25 18:37:18.850046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.859442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.860155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.945960 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:18.957869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6df175a-2c49-49d4-a041-7c774b6f4271 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:18.968724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cd97b7-cbbf-4cb8-8355-371d23e663d2']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:18.982124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd32245-f3ad-42d5-b59d-62f9389a8148') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:18.982124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd32245-f3ad-42d5-b59d-62f9389a8148') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:18.992886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.023464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.035089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:19.035500 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:19.039205 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:19.094160 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.125889 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.128486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:19.131129 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574910ff-4bc2-4361-89d0-ffeb7d0b259a" -d '{"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-unplugged", "status": "completed", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:19.145941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:19.152077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.187466 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.191584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] 10.222.0.62 "DELETE /v2.0/networks/22cd97b7-cbbf-4cb8-8355-371d23e663d2 HTTP/1.1" status: 204 len: 168 time: 1.2115879 Nov 25 18:37:19.221611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:19.230786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.231481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.232266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.232806 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.233307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.233795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.234280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.234789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.235553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.236163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.236706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.237186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:19.255481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca94f6f-392e-4d24-ba09-398688f8669d tempest-ServersTestMultiNic-1754314337 tempest-ServersTestMultiNic-1754314337-project] Pushing event deleted for resources: {'Network': ['ID=22cd97b7-cbbf-4cb8-8355-371d23e663d2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:19.287322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9510c-8302-433d-94db-44863221a908 req-91531d83-96fb-4a5c-bcd3-0cea7266e07c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:19.290582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ac9510c-8302-433d-94db-44863221a908 req-91531d83-96fb-4a5c-bcd3-0cea7266e07c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.0972896 Nov 25 18:37:19.371744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ac9510c-8302-433d-94db-44863221a908 req-026a32c3-9238-44d6-aff7-af7afb604f40 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745637 Nov 25 18:37:19.477241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=6481c386-c413-4bfa-b52b-d4e3944417b9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:19.508928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.519318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:19.520592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.530165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:19.563733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:37:19.591980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.592339 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Added segment ca64416b-604d-4147-8624-c2237fb98fd4 of type vlan for network 7bf66641-9a44-4b3a-812a-74127b6c8d1a Nov 25 18:37:19.614961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d244188a-e63e-4b27-81f5-3bced13af00e req-88886236-24b0-4071-892f-90bac605130d tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 210 time: 0.0819790 Nov 25 18:37:19.731219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:19.736652 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294b7395-a9b1-4236-8bbc-6f0eb88ee06e x-openstack-request-id: req-294b7395-a9b1-4236-8bbc-6f0eb88ee06e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:19.737055 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-unplugged", "status": "completed", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:19.737513 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-294b7395-a9b1-4236-8bbc-6f0eb88ee06e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:19.738140 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'code': 200} Nov 25 18:37:19.835127 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:37:19.863789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 55272a7f-f9c9-404f-878f-8f1f03c224b6 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:19.882799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.926249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57365-51ff-4bb2-9d86-d8f4f849bfde req-402cc70c-d35b-4859-8c6d-d8e6d9336be2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:19.927807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65b57365-51ff-4bb2-9d86-d8f4f849bfde req-402cc70c-d35b-4859-8c6d-d8e6d9336be2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1845100 Nov 25 18:37:19.931379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3a7fe535-2f7a-43e2-8526-d2760978995b None None] Provisioning complete for port 6481c386-c413-4bfa-b52b-d4e3944417b9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:19.931758 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe535-2f7a-43e2-8526-d2760978995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:19.972762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fe535-2f7a-43e2-8526-d2760978995b None None] Port 6481c386-c413-4bfa-b52b-d4e3944417b9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:20.035902 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:20.036770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:20.037360 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:20.118075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8486311 Nov 25 18:37:20.120966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38440) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:20.126711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Request body: {'subnet': {'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-467864590-subnet', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:20.144474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:20.155343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8d1d29fc-a06d-4d0e-97fd-900a18b371e5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/55272a7f-f9c9-404f-878f-8f1f03c224b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8825791 Nov 25 18:37:20.155494 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] Sync routers for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:20.167672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-7c7c3dce-d867-4b1e-a620-a725cf2df604 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:20.170765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-7c7c3dce-d867-4b1e-a620-a725cf2df604 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "GET /v2.0/ports?device_id=b822cbc7-c8c0-4a75-a327-164311aa2065 HTTP/1.1" status: 200 len: 943 time: 0.1805003 Nov 25 18:37:20.171988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d6147-169e-4573-8690-b48f23c4b7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf66641-9a44-4b3a-812a-74127b6c8d1a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:20.176219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38442) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:20.182413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65b57365-51ff-4bb2-9d86-d8f4f849bfde req-ed24a9e2-b269-460a-b80b-1b5918fc8b95 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212775 Nov 25 18:37:20.187700 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:20.188638 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:20.197150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:20.213458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:20.229663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:37:20.271075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bdca59-dc3b-43a3-aff5-59d65997cc96 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:20.273487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-17bdca59-dc3b-43a3-aff5-59d65997cc96 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports/6481c386-c413-4bfa-b52b-d4e3944417b9 HTTP/1.1" status: 200 len: 913 time: 0.0899246 Nov 25 18:37:20.279774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:20.304363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38448) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:20.330978 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:20.375048 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:20.376637 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:20.496515 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:20.499651 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c74270-b9ef-4464-9b51-c5091629aec3 None None] The sync data for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:20.597436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5eb77271-e679-4973-97ed-1a8857cd2584 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:20.615352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-a06cb0ef-2492-4bbc-8b69-facc87c7171f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:20.617981 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-a06cb0ef-2492-4bbc-8b69-facc87c7171f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 804 time: 0.3006239 Nov 25 18:37:20.660870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 5eb77271-e679-4973-97ed-1a8857cd2584 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:20.661318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5eb77271-e679-4973-97ed-1a8857cd2584 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:20.663879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Request body: {'port': {'device_id': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'admin_state_up': True, 'tenant_id': 'eae19add075a46edb471219d34925157'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:20.728628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389f5ee-e24e-4c8f-9ba0-781c4a422b42 req-e89c494e-0b48-4c12-969a-8cb7f2b475b5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:20.730286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b389f5ee-e24e-4c8f-9ba0-781c4a422b42 req-e89c494e-0b48-4c12-969a-8cb7f2b475b5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1483786 Nov 25 18:37:20.788607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e76bd-6d03-4f8b-9744-a850e473a4b0 req-9bee7c81-789b-42a0-89b8-2c02767feb52 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:20.796873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df6e76bd-6d03-4f8b-9744-a850e473a4b0 req-9bee7c81-789b-42a0-89b8-2c02767feb52 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2982280 Nov 25 18:37:20.836547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b389f5ee-e24e-4c8f-9ba0-781c4a422b42 req-ec609de4-1634-40d1-8b22-cd0076e840d7 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807383 Nov 25 18:37:20.876622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Deleting port f6df175a-2c49-49d4-a041-7c774b6f4271 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:20.876845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:20.887317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:20.993818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Checking segment: {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:20.994190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Network hostable DHCP agents. Network: 7bf66641-9a44-4b3a-812a-74127b6c8d1a, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:21.011219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9748f676-e6f8-460b-9021-a1eda79cc10d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:21.040852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49deaeba-8e20-448c-aca5-bf60f53bd177 req-aa87f414-b312-418a-a22c-5242c98bea10 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 210 time: 0.0482500 Nov 25 18:37:21.043293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df6e76bd-6d03-4f8b-9744-a850e473a4b0 req-dd0c83f3-1edc-4892-b7ef-5539234a69de tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445483 Nov 25 18:37:21.055233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:21.089730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Made reservation on behalf of eae19add075a46edb471219d34925157 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:21.093733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.114664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 7bf66641-9a44-4b3a-812a-74127b6c8d1a) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:21.120150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] For port f6df175a-2c49-49d4-a041-7c774b6f4271, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6df175a-2c49-49d4-a041-7c774b6f4271,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:21.120597 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.130215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:21.130410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e165516-5ad2-4177-bee3-999ea8e07f81 None None] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:21.134041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.162671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Calling delete_port for f6df175a-2c49-49d4-a041-7c774b6f4271 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:21.191651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4d0b0f12-33e1-4766-8730-2703bdece25b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0671265 Nov 25 18:37:21.192255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38466) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:21.198521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:21.242437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.361820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.363464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.398476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Allocated IP 172.20.0.5 (e0dc0a01-de78-4193-9d18-bac11e63f70c/9951995e-61d1-4dd4-9652-ab91657b8a97/0c112e79-140d-454c-b007-9e6db14a9eb5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:21.413673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:37:21.414739 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.478009 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.523619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.588849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event deleted for resources: {'Port': ['ID=f6df175a-2c49-49d4-a041-7c774b6f4271,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:21.607700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f48e9-9fe6-4ae9-a31c-e2c655612959 None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:21.621779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Allocated IP 172.20.0.2 (7bf66641-9a44-4b3a-812a-74127b6c8d1a/9748f676-e6f8-460b-9021-a1eda79cc10d/e0a7cbaa-58b4-46d2-bd27-004345fb3684) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:21.680344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] No DVR routers for this DVR port f6df175a-2c49-49d4-a041-7c774b6f4271 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:21.686289 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.688525 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.692055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3ee31b-b51b-4499-a9e4-1624d44b4053 req-03314488-2a22-439f-b748-56598e2061cb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.64 "DELETE /v2.0/ports/f6df175a-2c49-49d4-a041-7c774b6f4271 HTTP/1.1" status: 204 len: 173 time: 1.5073380 Nov 25 18:37:21.697909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-deleted', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:21.699177 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2674a0de-07c7-4756-9c5e-5342d1238574" -d '{"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-deleted", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:21.794906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.843214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.927571 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.949862 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:21.988964 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb1feac-f43d-4387-b5db-f40c8380725d x-openstack-request-id: req-bdb1feac-f43d-4387-b5db-f40c8380725d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:21.989445 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b822cbc7-c8c0-4a75-a327-164311aa2065", "name": "network-vif-deleted", "tag": "f6df175a-2c49-49d4-a041-7c774b6f4271", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:21.990997 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdb1feac-f43d-4387-b5db-f40c8380725d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:21.991643 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b822cbc7-c8c0-4a75-a327-164311aa2065', 'name': 'network-vif-deleted', 'tag': 'f6df175a-2c49-49d4-a041-7c774b6f4271', 'status': 'completed', 'code': 200} Nov 25 18:37:21.998246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1f486-cee6-4c3c-bf16-a54908a8fb17 req-c079c8a3-c3d9-4a2a-af38-2f899e69ef2e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:21.999939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bce1f486-cee6-4c3c-bf16-a54908a8fb17 req-c079c8a3-c3d9-4a2a-af38-2f899e69ef2e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.6434062 Nov 25 18:37:22.001483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Pushing event updated for resources: {'Port': ['ID=e0a7cbaa-58b4-46d2-bd27-004345fb3684,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:22.020478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:22.024279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:22.028316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:22.056944 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.102029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Attempting to bind port e0a7cbaa-58b4-46d2-bd27-004345fb3684 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:22.102670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Attempting to bind port e0a7cbaa-58b4-46d2-bd27-004345fb3684 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:22.103135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Attempting to bind port e0a7cbaa-58b4-46d2-bd27-004345fb3684 on network 7bf66641-9a44-4b3a-812a-74127b6c8d1a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:22.109339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:22.109880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Checking segment: {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:22.110377 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.111041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Bound using segment: {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:22.111769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Bound port: e0a7cbaa-58b4-46d2-bd27-004345fb3684, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:22.112263 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.183083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Network e0dc0a01-de78-4193-9d18-bac11e63f70c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:22.191507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:22.206917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:22.212739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:22.228720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fb4c8-54b3-400a-9e9c-8eecccfb755a None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:22.240742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] For port e0a7cbaa-58b4-46d2-bd27-004345fb3684, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:22.271152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] For port e0a7cbaa-58b4-46d2-bd27-004345fb3684, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e0a7cbaa-58b4-46d2-bd27-004345fb3684,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:22.271443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de917835-1649-4d56-91d7-c34b8ff9ac5e req-c1e7a3f2-3d3a-432f-a9d6-18bd7117a6e7 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:22.280706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de917835-1649-4d56-91d7-c34b8ff9ac5e req-c1e7a3f2-3d3a-432f-a9d6-18bd7117a6e7 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1935582 Nov 25 18:37:22.282605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.353366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:22.354065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.373368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a65f75d5-531b-496f-83a8-974724be4975 None None] Provisioning complete for port 0c112e79-140d-454c-b007-9e6db14a9eb5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:22.373742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a65f75d5-531b-496f-83a8-974724be4975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.450856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-789d2279-cb2a-4229-91f3-50e723638f97 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8200791 Nov 25 18:37:22.473369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Request body: {'port': {'device_id': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:22.494402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de917835-1649-4d56-91d7-c34b8ff9ac5e req-accf363d-57ad-4629-9d52-0b7958e71eb5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110903 Nov 25 18:37:22.511213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3adf3a-aa14-4995-ac4e-58c720b6679c None None] Pushing event updated for resources: {'Port': ['ID=e0a7cbaa-58b4-46d2-bd27-004345fb3684,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:22.525009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bce1f486-cee6-4c3c-bf16-a54908a8fb17 req-058f8e97-4524-47d1-a09d-e1293273fe8d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032132 Nov 25 18:37:22.564434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a65f75d5-531b-496f-83a8-974724be4975 None None] Port 0c112e79-140d-454c-b007-9e6db14a9eb5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:22.627112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.630167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Deleting port 2dbce081-39b3-4624-ae59-631270a782d1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:22.630537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.776782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] For port 2dbce081-39b3-4624-ae59-631270a782d1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2dbce081-39b3-4624-ae59-631270a782d1,segment=NetworkSegment(9a3a6d88-7d3f-496c-a1ab-585449d1dfc2),segment_id=9a3a6d88-7d3f-496c-a1ab-585449d1dfc2)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:22.777463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.807883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 6481c386-c413-4bfa-b52b-d4e3944417b9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:22.808437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.813782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Calling delete_port for 2dbce081-39b3-4624-ae59-631270a782d1 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:22.867626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.881820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fc285-3f18-45f7-9090-afe5437b564d req-d3c5aa61-46a2-4f49-b81a-b1941385b4fe tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:22.883384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-992fc285-3f18-45f7-9090-afe5437b564d req-d3c5aa61-46a2-4f49-b81a-b1941385b4fe tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 931 time: 0.2116201 Nov 25 18:37:22.917290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:22.961288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6df175a-2c49-49d4-a041-7c774b6f4271 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:23.007432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: f6df175a-2c49-49d4-a041-7c774b6f4271 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:23.008236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6df175a-2c49-49d4-a041-7c774b6f4271 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:23.093993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:23.118369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-992fc285-3f18-45f7-9090-afe5437b564d req-e76a96ae-028b-4010-8ee8-6df3f7bb9952 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006161 Nov 25 18:37:23.180916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 6481c386-c413-4bfa-b52b-d4e3944417b9 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:23.324197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Allocated IP 172.25.2.88 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/378362e5-4116-486f-99bd-f28ca574c561) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:23.410221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3e82c-da4b-4e19-99b6-fa33c3304360 req-231bb47b-7c70-4f88-a635-23159d262462 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:23.418691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8b3e82c-da4b-4e19-99b6-fa33c3304360 req-231bb47b-7c70-4f88-a635-23159d262462 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1967738 Nov 25 18:37:23.608791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38500) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:23.666922 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:23.684599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8b3e82c-da4b-4e19-99b6-fa33c3304360 req-85a0d94e-e421-4098-a4c5-98745754aacd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637804 Nov 25 18:37:23.753483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:23.817167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=6481c386-c413-4bfa-b52b-d4e3944417b9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:23.823661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:23.929389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbce081-39b3-4624-ae59-631270a782d1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:23.949295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c112e79-140d-454c-b007-9e6db14a9eb5 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:23.986266 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21269548-7b57-4bc5-94c3-7a2438eebd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:23.990375 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:23.993171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74b830-0045-448c-ae40-fd07f99b5b42 None None] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:24.048486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.139512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Transition to ACTIVE for port object 0c112e79-140d-454c-b007-9e6db14a9eb5 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:37:24.160769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b4887516-f7e1-4fad-a893-75d60a94fd5e None None] Provisioning complete for port e0a7cbaa-58b4-46d2-bd27-004345fb3684 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:24.160929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:24.161306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4887516-f7e1-4fad-a893-75d60a94fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.181581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:24.189425 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.211817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:24.232352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51087640-ee04-4aea-96a3-af29a17c750d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:24.233661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb18e-f7db-46ed-aaa3-5dfaa67a7bbf req-1263b3f8-590d-4a61-a01c-218cfb1eda2f tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:24.243996 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.245108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19bfb18e-f7db-46ed-aaa3-5dfaa67a7bbf req-1263b3f8-590d-4a61-a01c-218cfb1eda2f tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.5883634 Nov 25 18:37:24.289493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Pushing event updated for resources: {'Port': ['ID=378362e5-4116-486f-99bd-f28ca574c561,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:24.338052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262b185-90ee-4ce9-95fb-5f371fb4c68b req-03c0c564-e247-416d-a14e-17a5eacde9fa tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:24.345467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7262b185-90ee-4ce9-95fb-5f371fb4c68b req-03c0c564-e247-416d-a14e-17a5eacde9fa tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.3604655 Nov 25 18:37:24.366163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:24.416250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e733167-0794-4bf7-bb6c-907caf45cac9 None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:24.500265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4887516-f7e1-4fad-a893-75d60a94fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.512381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19bfb18e-f7db-46ed-aaa3-5dfaa67a7bbf req-787340fb-f37f-4a93-b5bb-189a95d14199 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662067 Nov 25 18:37:24.529651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e0a7cbaa-58b4-46d2-bd27-004345fb3684 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:24.624484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.652728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b4887516-f7e1-4fad-a893-75d60a94fd5e None None] For port e0a7cbaa-58b4-46d2-bd27-004345fb3684, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e0a7cbaa-58b4-46d2-bd27-004345fb3684,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:24.678627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4887516-f7e1-4fad-a893-75d60a94fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.751221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e0a7cbaa-58b4-46d2-bd27-004345fb3684 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:24.754184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Attempting to bind port 0c112e79-140d-454c-b007-9e6db14a9eb5 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:24.754552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Attempting to bind port 0c112e79-140d-454c-b007-9e6db14a9eb5 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:24.754879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Attempting to bind port 0c112e79-140d-454c-b007-9e6db14a9eb5 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:24.758353 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.800792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7262b185-90ee-4ce9-95fb-5f371fb4c68b req-32ae08df-6ce9-4cda-8f39-7116e8775dd4 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543579 Nov 25 18:37:24.831573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92c7b-48b8-4349-82cd-4f62d3bdb272 req-72753efe-7317-4d2f-9f32-08b4e957e5eb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:24.835034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ace92c7b-48b8-4349-82cd-4f62d3bdb272 req-72753efe-7317-4d2f-9f32-08b4e957e5eb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 943 time: 0.1991253 Nov 25 18:37:24.860746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4887516-f7e1-4fad-a893-75d60a94fd5e None None] Pushing event updated for resources: {'Port': ['ID=e0a7cbaa-58b4-46d2-bd27-004345fb3684,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:24.877022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Port 0c112e79-140d-454c-b007-9e6db14a9eb5 on network e0dc0a01-de78-4193-9d18-bac11e63f70c not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:37:24.877463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Attempting to bind port 0c112e79-140d-454c-b007-9e6db14a9eb5 on network e0dc0a01-de78-4193-9d18-bac11e63f70c {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:24.886061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:24.886591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Checking segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:24.887270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Bound using segment: {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:24.887818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Bound port: 0c112e79-140d-454c-b007-9e6db14a9eb5, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:24.888280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.941972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3b94f342-366b-4f57-acd1-c7577db09ce5 None None] Provisioning complete for port 378362e5-4116-486f-99bd-f28ca574c561 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:24.942714 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b94f342-366b-4f57-acd1-c7577db09ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:24.989552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 55272a7f-f9c9-404f-878f-8f1f03c224b6 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:24.998744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3b94f342-366b-4f57-acd1-c7577db09ce5 None None] Port 378362e5-4116-486f-99bd-f28ca574c561 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:25.048861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21269548-7b57-4bc5-94c3-7a2438eebd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.059667 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21269548-7b57-4bc5-94c3-7a2438eebd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.121315 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ace92c7b-48b8-4349-82cd-4f62d3bdb272 req-6a06b1f9-6450-4731-b19b-87b54cf4bccc tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374237 Nov 25 18:37:25.132127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3ca0b639-9cae-4c5c-b7d4-b924e4e04a4e None None] Provisioning complete for port e0a7cbaa-58b4-46d2-bd27-004345fb3684 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:25.132889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b639-9cae-4c5c-b7d4-b924e4e04a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.151632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:25.154800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Router a17a24fb-c482-4161-b65c-8558b50f414a has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:25.156601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:25.164380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.235413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-21269548-7b57-4bc5-94c3-7a2438eebd57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bccac15530b456481aaa91de1623a20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6255536 Nov 25 18:37:25.239990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21269548-7b57-4bc5-94c3-7a2438eebd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31eb0aeb-6c4a-402f-87c7-76eb8511d2a0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:25.250815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38516) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:25.259860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f58f48-c853-40b0-af31-36fd2935ddd2 req-61be8ef6-56e9-4de1-ba23-05cac773cba1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:25.269302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56f58f48-c853-40b0-af31-36fd2935ddd2 req-61be8ef6-56e9-4de1-ba23-05cac773cba1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.3051794 Nov 25 18:37:25.269761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:25.270586 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.272067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] 10.222.0.66 "PUT /v2.0/ports/0c112e79-140d-454c-b007-9e6db14a9eb5 HTTP/1.1" status: 200 len: 1091 time: 2.8074782 Nov 25 18:37:25.274205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:25.276710 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6fd146-3aa9-4c89-804d-b2de1561bc57" -d '{"events": [{"name": "network-changed", "server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:25.297601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d99434-2b13-4cf1-8eb7-789dc10f3325 None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:25.352285 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5c31b-712a-43bf-8611-0e363080a5d8 x-openstack-request-id: req-dfc5c31b-712a-43bf-8611-0e363080a5d8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:25.352573 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:25.352830 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfc5c31b-712a-43bf-8611-0e363080a5d8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:25.353241 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'status': 'completed', 'code': 200} Nov 25 18:37:25.387249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:25.392939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-778a1641-643a-48dc-834c-4842a200b53a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/55272a7f-f9c9-404f-878f-8f1f03c224b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1120081 Nov 25 18:37:25.397943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.399364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38520) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:25.408379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141fb8-1b79-4f9f-a858-5bf4313ea08a service neutron] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:25.429994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] Sync routers for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:25.444537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-ac23317b-60c8-4639-8d9f-faaea015baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:25.446398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-ac23317b-60c8-4639-8d9f-faaea015baad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 1094 time: 0.1264234 Nov 25 18:37:25.466272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:25.467402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:25.474368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:25.476285 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] Sync routers for ids ['a17a24fb-c482-4161-b65c-8558b50f414a'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:25.490072 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] Routers {'a17a24fb-c482-4161-b65c-8558b50f414a'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:25.490782 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a17a24fb-c482-4161-b65c-8558b50f414a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:25.516939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dd1a56b3-849d-4666-912d-4d21ffc304b3 admin admin] 10.222.0.62 "PUT /v2.0/routers/a17a24fb-c482-4161-b65c-8558b50f414a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2110085 Nov 25 18:37:25.519852 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-e2371b24-e4df-47f8-a83d-6aa6e720cd41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c112e79-140d-454c-b007-9e6db14a9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0640509 Nov 25 18:37:25.520551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38522) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:25.538916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:25.566897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:25.567493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:25.664030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:25.665117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc8208-7ced-4bdb-8d00-4c4ac4439ce3 None None] The sync data for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:25.696954 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] Set router a17a24fb-c482-4161-b65c-8558b50f414a gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:25.719449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-f8e74fff-a247-4974-a7d9-4aa6ede8fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:25.721706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-f8e74fff-a247-4974-a7d9-4aa6ede8fcf5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.1918678 Nov 25 18:37:25.760032 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.832142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-f08a6ebc-a7ac-43b7-9f95-9d05ba69ea46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676377 Nov 25 18:37:25.888294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56f58f48-c853-40b0-af31-36fd2935ddd2 req-f4cfe4aa-592e-4313-a96c-d536fcba0a84 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180623 Nov 25 18:37:25.920081 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:37:23Z', 'revision_number': 5, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:25.935718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038e231-2c05-4825-b921-b86ca3561013 req-e4c31e23-5f7a-4c4e-92f3-085d520ae5a8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:25.944175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5038e231-2c05-4825-b921-b86ca3561013 req-e4c31e23-5f7a-4c4e-92f3-085d520ae5a8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.3101501 Nov 25 18:37:25.954228 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] Checking router: a17a24fb-c482-4161-b65c-8558b50f414a for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:25.955437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43c862d-7204-42ca-8b41-06af19ff3387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:25.966972 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] Routers {'a17a24fb-c482-4161-b65c-8558b50f414a'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:25.968359 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a17a24fb-c482-4161-b65c-8558b50f414a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:26.013700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43c862d-7204-42ca-8b41-06af19ff3387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.070569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5038e231-2c05-4825-b921-b86ca3561013 req-b751b924-e46b-4ff2-a5a3-2f1011108f58 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199212 Nov 25 18:37:26.101527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-8708592e-892d-4248-a139-9fd73f4932e1 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501025 Nov 25 18:37:26.110692 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] Set router a17a24fb-c482-4161-b65c-8558b50f414a gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:26.234846 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.242920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.303978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e0a7cbaa-58b4-46d2-bd27-004345fb3684 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:26.373916 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:37:23Z', 'revision_number': 5, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:26.377765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e0a7cbaa-58b4-46d2-bd27-004345fb3684 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:26.378406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.420336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd981a1-2f51-4953-85eb-47a7e3d011ab req-7dd3d1c6-fe98-4026-8498-c93878d2798c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:26.429475 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fd981a1-2f51-4953-85eb-47a7e3d011ab req-7dd3d1c6-fe98-4026-8498-c93878d2798c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2938910 Nov 25 18:37:26.451084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddeef5-8b77-4586-ac97-1f28e5d3d6ad None None] The sync data for ids ['a17a24fb-c482-4161-b65c-8558b50f414a'] in n-d-819194-3 is: [{'id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'name': 'tempest-ServersTestMultiNic-1481790943-router', 'tenant_id': '51f973726a4d43cfa695d06ceb48acd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:35:17Z', 'updated_at': '2021-11-25T18:37:23Z', 'revision_number': 5, 'project_id': '51f973726a4d43cfa695d06ceb48acd4', 'gw_port': {'id': 'ce748a8e-7715-4bf7-969c-08e3f00915d4', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a24fb-c482-4161-b65c-8558b50f414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:35:19Z', 'updated_at': '2021-11-25T18:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:26.467985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f609e912-14c2-4de1-877c-eb0a06129ad0 req-54d6f0ba-e5b4-4dc2-9ae7-932e7228b8cf service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582733 Nov 25 18:37:26.532383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fd981a1-2f51-4953-85eb-47a7e3d011ab req-5865c0a7-d6f8-4dac-9f12-1048a0bb2ec2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020319 Nov 25 18:37:26.537725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43c862d-7204-42ca-8b41-06af19ff3387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.540536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43c862d-7204-42ca-8b41-06af19ff3387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.541860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d43c862d-7204-42ca-8b41-06af19ff3387 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31eb0aeb-6c4a-402f-87c7-76eb8511d2a0 HTTP/1.1" status: 204 len: 168 time: 1.2899580 Nov 25 18:37:26.562837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2eaf-536d-427d-9441-225efa7f61c3 req-b2a9a5b2-da14-4542-8f17-1ab5a11858cd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:26.570844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f1d2eaf-536d-427d-9441-225efa7f61c3 req-b2a9a5b2-da14-4542-8f17-1ab5a11858cd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 943 time: 0.2499599 Nov 25 18:37:26.617835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c862d-7204-42ca-8b41-06af19ff3387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eb0aeb-6c4a-402f-87c7-76eb8511d2a0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:26.651836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Deleting port ce748a8e-7715-4bf7-969c-08e3f00915d4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:26.652158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.693221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f1d2eaf-536d-427d-9441-225efa7f61c3 req-6f21a780-a4c9-4707-96a4-f4f865ce8631 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069820 Nov 25 18:37:26.697519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Router 0edbc615-014a-4398-9192-0bebdb11ef52 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:37:26.750926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-8e4401de-a9be-489d-bbde-43639bf3b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:26.753409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-8e4401de-a9be-489d-bbde-43639bf3b536 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eae19add075a46edb471219d34925157&device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 1094 time: 0.2251480 Nov 25 18:37:26.774422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0834cab-7c0f-4537-82db-bbfaeeba189c req-4628b90b-fdb2-4072-8802-fa1816ad44e8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:26.783756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0834cab-7c0f-4537-82db-bbfaeeba189c req-4628b90b-fdb2-4072-8802-fa1816ad44e8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1336493 Nov 25 18:37:26.884686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:26.892507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.903113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Sync routers for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:26.904949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-cca1fd60-ca8d-474c-b1cb-641774ce07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:26.906608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-cca1fd60-ca8d-474c-b1cb-641774ce07d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 200 len: 905 time: 0.1418278 Nov 25 18:37:26.923508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:26.932961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:26.972985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-ae54b69e-8c91-4213-8eb2-929e0972778b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c112e79-140d-454c-b007-9e6db14a9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0541883 Nov 25 18:37:26.998344 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:26.999661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f50b9aed-a6de-4986-9024-ba70a0e4343d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8063073 Nov 25 18:37:27.002401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38546) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:27.102548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0834cab-7c0f-4537-82db-bbfaeeba189c req-0efaf421-0109-410c-996e-62f41527638b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057413 Nov 25 18:37:27.102548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] For port ce748a8e-7715-4bf7-969c-08e3f00915d4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ce748a8e-7715-4bf7-969c-08e3f00915d4,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:27.102548 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:27.171360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Calling delete_port for ce748a8e-7715-4bf7-969c-08e3f00915d4 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:27.188702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-143debcc-40b6-4785-8d91-b8f34354d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:27.190239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-143debcc-40b6-4785-8d91-b8f34354d217 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 200 len: 844 time: 0.2057080 Nov 25 18:37:27.211120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:27.319047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097988-f48b-465c-b719-ce7a98d0a772 req-96ca5540-5623-45d5-93b0-88c399034d0d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:27.327869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a097988-f48b-465c-b719-ce7a98d0a772 req-96ca5540-5623-45d5-93b0-88c399034d0d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1490104 Nov 25 18:37:27.370411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-0edf58a5-db61-4561-9cce-6756eb74fa7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dc0a01-de78-4193-9d18-bac11e63f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696727 Nov 25 18:37:27.465409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:24Z', 'revision_number': 3, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:27.494722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f314dee-04eb-467c-9ef5-f3ad4b4b77ce req-2981980a-f6de-4008-b3a0-36fb0db84e36 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:27.496781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Checking router: 0edbc615-014a-4398-9192-0bebdb11ef52 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:27.497196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Updating router 0edbc615-014a-4398-9192-0bebdb11ef52 port 378362e5-4116-486f-99bd-f28ca574c561 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:37:27.502035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f314dee-04eb-467c-9ef5-f3ad4b4b77ce req-2981980a-f6de-4008-b3a0-36fb0db84e36 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1419342 Nov 25 18:37:27.529286 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:27.619885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a097988-f48b-465c-b719-ce7a98d0a772 req-8f87c6ee-b7a1-4cf2-acd8-31ab8cedb196 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870553 Nov 25 18:37:27.836026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 522513e8-49a0-4fc8-a063-0f1079ffecc6 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:27.836377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:27.924443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:27.935282 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:27.948908 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-e26f6b98-c8d3-47af-8992-e2a5246d1c54 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424297 Nov 25 18:37:27.993996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d25fddc-d1fe-45ea-be42-4167cc46f49a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:27.997590 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.021509 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.029992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96984455-cda2-43f7-bc85-c224480236f9 None None] Pushing event updated for resources: {'Port': ['ID=378362e5-4116-486f-99bd-f28ca574c561,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:28.039167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Attempting to bind port 378362e5-4116-486f-99bd-f28ca574c561 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:28.039637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Attempting to bind port 378362e5-4116-486f-99bd-f28ca574c561 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:28.040074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Attempting to bind port 378362e5-4116-486f-99bd-f28ca574c561 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:28.041909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 522513e8-49a0-4fc8-a063-0f1079ffecc6 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:28.050826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:28.051307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:28.051794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.052268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:28.053063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Bound port: 378362e5-4116-486f-99bd-f28ca574c561, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:28.053337 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.076671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f314dee-04eb-467c-9ef5-f3ad4b4b77ce req-8f9fdab6-f5a2-429f-9e2c-6358d09d535e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737255 Nov 25 18:37:28.129172 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.308566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.336379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038c3a-8baa-46a3-acfa-1ff5364c9666 req-c359613a-aef9-4a4b-9c7a-bf58dafd86b2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.343792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58038c3a-8baa-46a3-acfa-1ff5364c9666 req-c359613a-aef9-4a4b-9c7a-bf58dafd86b2 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 943 time: 0.2084708 Nov 25 18:37:28.378591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ff109b-115f-461e-9da6-1a3c54690453 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:28.379477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38584) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:28.380699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2dbce081-39b3-4624-ae59-631270a782d1 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:28.412999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] For port 378362e5-4116-486f-99bd-f28ca574c561, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:28.415331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2dbce081-39b3-4624-ae59-631270a782d1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:28.420429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2dbce081-39b3-4624-ae59-631270a782d1 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:28.422773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.424466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Allocated IP 172.20.0.1 (7bf66641-9a44-4b3a-812a-74127b6c8d1a/9748f676-e6f8-460b-9021-a1eda79cc10d/76d2ca5f-7cba-457d-96fc-801422442950) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:28.424978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.449761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] For port 378362e5-4116-486f-99bd-f28ca574c561, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=378362e5-4116-486f-99bd-f28ca574c561,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:28.450985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a526c1c4-a10d-465f-9b57-c53f8276eb63 None None] Provisioning complete for port 378362e5-4116-486f-99bd-f28ca574c561 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:28.451427 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a526c1c4-a10d-465f-9b57-c53f8276eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.460201 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.474104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce748a8e-7715-4bf7-969c-08e3f00915d4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:28.482794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.483061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17a24fb-c482-4161-b65c-8558b50f414a {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:37:28.501030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.502197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5dc58bd2-7b99-4d4f-82d0-bf5b78aec23d admin admin] 10.222.0.62 "DELETE /v2.0/routers/a17a24fb-c482-4161-b65c-8558b50f414a HTTP/1.1" status: 204 len: 168 time: 2.9805074 Nov 25 18:37:28.516827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31771-e8ea-443a-8e79-096c9ad200e4 req-3e91855c-d509-4948-8c36-b9325438ae06 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.519603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4e31771-e8ea-443a-8e79-096c9ad200e4 req-3e91855c-d509-4948-8c36-b9325438ae06 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2605672 Nov 25 18:37:28.522505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:28.548560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340db57b-572c-4b19-8be1-ecc5b6a8af1e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:28.566000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:28.566690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:28.629134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] Deleting subnet bf4257d1-545b-47e2-b25b-5a23f25c3696 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:28.643611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58038c3a-8baa-46a3-acfa-1ff5364c9666 req-e140e07d-daf5-4cf3-b854-a562fcf30c04 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989333 Nov 25 18:37:28.651765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.653776 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.685009 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-333167db-bec5-4b26-a063-8a0a8a508031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.700254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a6fd146-3aa9-4c89-804d-b2de1561bc57 req-c0a3a5f9-0c78-41a6-b9e3-a28aeb44cad6 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363977 Nov 25 18:37:28.732437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4e31771-e8ea-443a-8e79-096c9ad200e4 req-a34ff46c-39b5-4ee6-84c6-c4879d19ecf5 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573327 Nov 25 18:37:28.741353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.758004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96984455-cda2-43f7-bc85-c224480236f9 None None] Pushing event updated for resources: {'Port': ['ID=378362e5-4116-486f-99bd-f28ca574c561,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:28.758887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.807910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.811107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:28.862660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.864620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=522513e8-49a0-4fc8-a063-0f1079ffecc6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:28.899293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a526c1c4-a10d-465f-9b57-c53f8276eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.913335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd152bf-0779-4b7d-81dd-c0f3c1e3a752 req-a75a762e-3893-4b37-8e97-89e7d1fd9620 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:28.929173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2bd152bf-0779-4b7d-81dd-c0f3c1e3a752 req-a75a762e-3893-4b37-8e97-89e7d1fd9620 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1093733 Nov 25 18:37:28.964823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a526c1c4-a10d-465f-9b57-c53f8276eb63 None None] For port 378362e5-4116-486f-99bd-f28ca574c561, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=378362e5-4116-486f-99bd-f28ca574c561,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:28.972958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:28.979489 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a526c1c4-a10d-465f-9b57-c53f8276eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:28.994789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.053187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2bd152bf-0779-4b7d-81dd-c0f3c1e3a752 req-91dcf077-33ad-4471-8b4c-ced09ef8c484 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223888 Nov 25 18:37:29.055183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4257d1-545b-47e2-b25b-5a23f25c3696,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:29.064805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.070600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95d8a39e-60a8-4437-926a-1769f55e0d3a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bf4257d1-545b-47e2-b25b-5a23f25c3696 HTTP/1.1" status: 204 len: 168 time: 0.5469666 Nov 25 18:37:29.072933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38592) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:29.117178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526c1c4-a10d-465f-9b57-c53f8276eb63 None None] Pushing event updated for resources: {'Port': ['ID=378362e5-4116-486f-99bd-f28ca574c561,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:29.128041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe87685-a1a0-4cfb-8505-314339ff1312 None None] Network 47c826b6-5033-4b0f-8535-01b0488fd73e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:29.185472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.227595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e3281f33-890e-421f-819e-d66341dce3b0 None None] Provisioning complete for port 378362e5-4116-486f-99bd-f28ca574c561 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:29.228239 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e3281f33-890e-421f-819e-d66341dce3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.267272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Deleting port 22a34482-bed5-40fd-86e6-03f0316e92bb {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:29.268302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.366584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] For port 22a34482-bed5-40fd-86e6-03f0316e92bb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=22a34482-bed5-40fd-86e6-03f0316e92bb,segment=NetworkSegment(9a3a6d88-7d3f-496c-a1ab-585449d1dfc2),segment_id=9a3a6d88-7d3f-496c-a1ab-585449d1dfc2)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:29.366801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:29.367270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.374099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:29.399700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Calling delete_port for 22a34482-bed5-40fd-86e6-03f0316e92bb owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:29.440039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:24Z', 'revision_number': 3, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:29.500778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac912c02-39c9-4bf3-810e-c4cc14ade207 req-f3bc62ab-28a3-4c7e-972f-ebc9b032c2e9 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:29.500977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] DHCP port deletion for 47c826b6-5033-4b0f-8535-01b0488fd73e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:29.503214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386c440-3069-4898-a5cc-ee712b93eee7 None None] The sync data for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 is: [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:24Z', 'revision_number': 3, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:29.507622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac912c02-39c9-4bf3-810e-c4cc14ade207 req-f3bc62ab-28a3-4c7e-972f-ebc9b032c2e9 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.7445807 Nov 25 18:37:29.566570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-333167db-bec5-4b26-a063-8a0a8a508031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.570566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.576458 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.577054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Pushing event updated for resources: {'Port': ['ID=76d2ca5f-7cba-457d-96fc-801422442950,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:29.585163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-333167db-bec5-4b26-a063-8a0a8a508031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.591463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] Deleting port 22a34482-bed5-40fd-86e6-03f0316e92bb {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:29.591973 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.620804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-333167db-bec5-4b26-a063-8a0a8a508031 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddcafeaa4f3446aabcde0955398145c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2401729 Nov 25 18:37:29.625333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38594) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:29.627512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a34482-bed5-40fd-86e6-03f0316e92bb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:29.629366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] No DVR routers for this DVR port 22a34482-bed5-40fd-86e6-03f0316e92bb on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:29.639218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.703835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] For port 22a34482-bed5-40fd-86e6-03f0316e92bb, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:29.704219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.723351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] Calling delete_port for 22a34482-bed5-40fd-86e6-03f0316e92bb owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:29.727711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] Port 22a34482-bed5-40fd-86e6-03f0316e92bb was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:37:29.729582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.744024 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.768700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] No DVR routers for this DVR port 22a34482-bed5-40fd-86e6-03f0316e92bb on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:29.775163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e2e5-9dc4-4da0-82f4-610cb7e19f5b None None] Pushing event deleted for resources: {'Port': ['ID=22a34482-bed5-40fd-86e6-03f0316e92bb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:29.799653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e849e537-790b-4729-8dcf-654f9383f206 None None] Provisioning complete for port 76d2ca5f-7cba-457d-96fc-801422442950 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:29.800024 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e849e537-790b-4729-8dcf-654f9383f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.803103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c826b6-5033-4b0f-8535-01b0488fd73e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:29.833979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:29.835417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3a6d88-7d3f-496c-a1ab-585449d1dfc2') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:29.841935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e849e537-790b-4729-8dcf-654f9383f206 None None] Port 76d2ca5f-7cba-457d-96fc-801422442950 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:29.854917 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.866280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355771-d81f-4b6a-bf1c-0568d1b29b05 req-3b5e083f-11b5-499c-a571-0bc797a27c9a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:29.906349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6355771-d81f-4b6a-bf1c-0568d1b29b05 req-3b5e083f-11b5-499c-a571-0bc797a27c9a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 943 time: 0.1453965 Nov 25 18:37:29.908897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac912c02-39c9-4bf3-810e-c4cc14ade207 req-86dd9bca-57bf-4fd9-8408-2add8c5c1833 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007354 Nov 25 18:37:29.909602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333167db-bec5-4b26-a063-8a0a8a508031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded8c022-e433-430b-8f2e-cfa234daad2f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:29.925939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.933547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:29.933942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:29.940831 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:30.045352 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.055662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.062089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] 10.222.0.62 "DELETE /v2.0/networks/47c826b6-5033-4b0f-8535-01b0488fd73e HTTP/1.1" status: 204 len: 168 time: 0.9873877 Nov 25 18:37:30.074527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6355771-d81f-4b6a-bf1c-0568d1b29b05 req-292118b8-3a01-49bf-859e-7517491dadef tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665001 Nov 25 18:37:30.094024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494769e-8410-4fdf-aa80-5fb07b2c0017 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c826b6-5033-4b0f-8535-01b0488fd73e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:30.116244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d312eb24-b6d2-4aef-8b1e-625ad5fcd4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.163687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.170389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0c112e79-140d-454c-b007-9e6db14a9eb5 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:37:30.213764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38606) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:30.240393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f1956-14f0-4d03-88b5-7e6ba4aba142 req-9df4c8ba-f192-484d-8fe1-10e62e56bfb1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:30.252645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc3f1956-14f0-4d03-88b5-7e6ba4aba142 req-9df4c8ba-f192-484d-8fe1-10e62e56bfb1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2574019 Nov 25 18:37:30.275058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-24c59c1e-5570-4c13-a3a8-3b3e4a58a1eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51f973726a4d43cfa695d06ceb48acd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570409 Nov 25 18:37:30.275241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38608) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:30.285021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d312eb24-b6d2-4aef-8b1e-625ad5fcd4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.373479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 378362e5-4116-486f-99bd-f28ca574c561 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:30.406948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da4ed20-7f83-4606-8c46-7e0dfc6b4e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.428040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:30.446221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da4ed20-7f83-4606-8c46-7e0dfc6b4e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.464979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'mac_address': 'fa:16:3e:16:47:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:37:30.511768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 55272a7f-f9c9-404f-878f-8f1f03c224b6 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:30.514740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da4ed20-7f83-4606-8c46-7e0dfc6b4e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.517604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da4ed20-7f83-4606-8c46-7e0dfc6b4e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.524024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4da4ed20-7f83-4606-8c46-7e0dfc6b4e33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bc24016-58d6-4445-9f05-6aa6329feb38 HTTP/1.1" status: 204 len: 168 time: 0.2472262 Nov 25 18:37:30.526685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 378362e5-4116-486f-99bd-f28ca574c561 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:30.527146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.534480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4ed20-7f83-4606-8c46-7e0dfc6b4e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc24016-58d6-4445-9f05-6aa6329feb38,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:30.586375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.608424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c112e79-140d-454c-b007-9e6db14a9eb5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:30.611238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc3f1956-14f0-4d03-88b5-7e6ba4aba142 req-241f7fce-fd91-4317-ad11-14e27a7fbd59 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351479 Nov 25 18:37:30.640151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.648152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.655539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:30.685179 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.760627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:30.774089 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.812492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a5cad-f1a0-4dfe-aa61-517d17606a8a req-c11f715f-0c4f-4a78-9dcd-e6774b6f52a3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:30.814423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-863a5cad-f1a0-4dfe-aa61-517d17606a8a req-c11f715f-0c4f-4a78-9dcd-e6774b6f52a3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1082337 Nov 25 18:37:30.831334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:30.845460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c0b895cc-5bb3-4291-bdcb-5271f012f3ec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/55272a7f-f9c9-404f-878f-8f1f03c224b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4411619 Nov 25 18:37:30.857035 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] Sync routers for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:30.865811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38624) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:30.884766 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:30.885425 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:30.899841 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d312eb24-b6d2-4aef-8b1e-625ad5fcd4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.902697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d312eb24-b6d2-4aef-8b1e-625ad5fcd4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.904041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d312eb24-b6d2-4aef-8b1e-625ad5fcd4d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ded8c022-e433-430b-8f2e-cfa234daad2f HTTP/1.1" status: 204 len: 168 time: 1.2777638 Nov 25 18:37:30.924288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Pushing event updated for resources: {'Port': ['ID=76d2ca5f-7cba-457d-96fc-801422442950,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:30.928847 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:30.929933 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d4644df2-468a-45e8-afa6-0961a1ce2806 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=55272a7f-f9c9-404f-878f-8f1f03c224b6 HTTP/1.1" status: 200 len: 205 time: 0.0590389 Nov 25 18:37:30.934344 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:30.936142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38628) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:30.945741 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] Routers {'55272a7f-f9c9-404f-878f-8f1f03c224b6'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:30.946740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['55272a7f-f9c9-404f-878f-8f1f03c224b6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:30.947874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312eb24-b6d2-4aef-8b1e-625ad5fcd4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded8c022-e433-430b-8f2e-cfa234daad2f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:30.976742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283c57b-aa4c-4f8f-8812-6fb5ceae5aad req-48c7b5fe-52e5-41d0-88a2-530750eda17d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:30.985146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0c112e79-140d-454c-b007-9e6db14a9eb5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:37:30.985299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2283c57b-aa4c-4f8f-8812-6fb5ceae5aad req-48c7b5fe-52e5-41d0-88a2-530750eda17d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1811826 Nov 25 18:37:31.055347 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:31.056540 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906cc57-4a73-4c4f-b35f-fcc0a8c12a2e None None] The sync data for ids ['55272a7f-f9c9-404f-878f-8f1f03c224b6'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:31.058684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ce748a8e-7715-4bf7-969c-08e3f00915d4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:31.115489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2283c57b-aa4c-4f8f-8812-6fb5ceae5aad req-f84e8d4d-7966-42e6-a51f-18d2d2505c30 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292596 Nov 25 18:37:31.138317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:31.140151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:31.144842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b93418-7ba4-4102-b25b-0ceae20c1a0a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.165522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ce748a8e-7715-4bf7-969c-08e3f00915d4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:31.167922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ce748a8e-7715-4bf7-969c-08e3f00915d4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:31.168301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 22a34482-bed5-40fd-86e6-03f0316e92bb no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:31.210765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-863a5cad-f1a0-4dfe-aa61-517d17606a8a req-f3f223d1-3824-4b43-b095-b4ade2180e38 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805485 Nov 25 18:37:31.257166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 22a34482-bed5-40fd-86e6-03f0316e92bb {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:31.257519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 22a34482-bed5-40fd-86e6-03f0316e92bb not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:31.451125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Router 0edbc615-014a-4398-9192-0bebdb11ef52 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:31.495358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b93418-7ba4-4102-b25b-0ceae20c1a0a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.499584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2594-e43e-4e8b-8598-f636bc86d5cc req-04025c66-c9df-4b84-b469-500ef2abbf9c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:31.501190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82eb2594-e43e-4e8b-8598-f636bc86d5cc req-04025c66-c9df-4b84-b469-500ef2abbf9c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 944 time: 0.1380742 Nov 25 18:37:31.503263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b93418-7ba4-4102-b25b-0ceae20c1a0a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.560988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b93418-7ba4-4102-b25b-0ceae20c1a0a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.561649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b93418-7ba4-4102-b25b-0ceae20c1a0a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Fanout notify agent at l3_agent the message router_deleted on router 55272a7f-f9c9-404f-878f-8f1f03c224b6 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:37:31.570276 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b93418-7ba4-4102-b25b-0ceae20c1a0a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.571679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-38b93418-7ba4-4102-b25b-0ceae20c1a0a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/55272a7f-f9c9-404f-878f-8f1f03c224b6 HTTP/1.1" status: 204 len: 168 time: 0.6270730 Nov 25 18:37:31.576333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:31.601731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6f510ab6-f6ed-4457-a15d-b51ddc4b23bc None None] Provisioning complete for port 76d2ca5f-7cba-457d-96fc-801422442950 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:31.602179 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f510ab6-f6ed-4457-a15d-b51ddc4b23bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.651783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6f510ab6-f6ed-4457-a15d-b51ddc4b23bc None None] Port 76d2ca5f-7cba-457d-96fc-801422442950 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:31.680491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82eb2594-e43e-4e8b-8598-f636bc86d5cc req-d7c62c02-0139-4a3c-84f2-c9d1ac5ee0f3 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607797 Nov 25 18:37:31.683305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet 95c199dc-18f5-402c-a9bb-5f60ee91e19e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:31.693351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.774515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:31.780658 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d676f86a-b4d9-4958-9448-851a8232954e admin admin] 10.222.0.62 "PUT /v2.0/routers/0edbc615-014a-4398-9192-0bebdb11ef52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7766688 Nov 25 18:37:31.804969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:31.865140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929fd3f-f50b-4742-8576-838e7cc0dd85 req-76301f15-4c25-481e-94c3-157fe092f276 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:31.872691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c929fd3f-f50b-4742-8576-838e7cc0dd85 req-76301f15-4c25-481e-94c3-157fe092f276 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1209338 Nov 25 18:37:31.961297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c929fd3f-f50b-4742-8576-838e7cc0dd85 req-31ad3223-d579-4c0c-9bb0-8c7052a03003 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876639 Nov 25 18:37:31.979534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.047430 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.086092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=95c199dc-18f5-402c-a9bb-5f60ee91e19e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:32.092313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.095843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-738278fc-d0c3-4b4e-80fa-f79ce61db732 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/95c199dc-18f5-402c-a9bb-5f60ee91e19e HTTP/1.1" status: 204 len: 168 time: 0.5180225 Nov 25 18:37:32.098662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38676) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:32.101397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c7ca2a-6343-49d7-a148-2165e5870b4a None None] Network 8109d5c5-79d4-4e40-ba04-738ec85695b3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:32.172505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:32.192606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0c112e79-140d-454c-b007-9e6db14a9eb5 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:32.197160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet dab2d46d-96b5-4536-906b-237f65581925 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:32.203052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.212626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Sync routers for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:32.300286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.316200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:32.317340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:32.354087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa9f48-c93f-4f45-bb82-32b1876e1f28 req-b278fc7c-f6cf-4fe1-aeb6-ca7ae7920b8e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:32.355851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4aa9f48-c93f-4f45-bb82-32b1876e1f28 req-b278fc7c-f6cf-4fe1-aeb6-ca7ae7920b8e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1098888 Nov 25 18:37:32.390058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1118878792-network', 'tenant_id': '29d23a7868e745e797291d50f208ffee'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:32.419472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc0ac3-3791-481d-b35e-ae0d64cd278e req-5f9584cb-010a-41fc-a5c8-18ef51ee127c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:32.432544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbdc0ac3-3791-481d-b35e-ae0d64cd278e req-5f9584cb-010a-41fc-a5c8-18ef51ee127c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1049435 Nov 25 18:37:32.467523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4aa9f48-c93f-4f45-bb82-32b1876e1f28 req-16c07375-c277-4611-9c94-4b065f02676f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026464 Nov 25 18:37:32.477640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Made reservation on behalf of 29d23a7868e745e797291d50f208ffee for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:32.480556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.482181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.502081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.516559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:32.538380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbdc0ac3-3791-481d-b35e-ae0d64cd278e req-9d4c88a3-30ed-49dc-83c0-20dfc9d8c942 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048739 Nov 25 18:37:32.566606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.602327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=dab2d46d-96b5-4536-906b-237f65581925,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:32.611287 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.618599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-865d6b98-b577-4c2c-8824-645328e0c501 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/dab2d46d-96b5-4536-906b-237f65581925 HTTP/1.1" status: 204 len: 168 time: 0.5156486 Nov 25 18:37:32.618804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a25f9cd-3950-4bee-b3f5-cb2440f74d42 None None] Network a5c21a10-2c6d-4710-8795-880966c928ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:32.619084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38700) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:32.624445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.628224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38702) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:32.633332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1772496723-network', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:32.637373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.664087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:37:32.685961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4174f538-08ac-4051-b07c-4c98a270f6f2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:32.691358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.691667 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Added segment 53a85282-c7fa-4f30-a8e3-15e6137da666 of type vlan for network cccf3103-5b4a-4889-9554-7a58c2dc2c5e Nov 25 18:37:32.693010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Made reservation on behalf of 9c3b7c9cfe6041519e85d36443697613 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:32.695476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.720793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.724194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.829833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.831848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 0c112e79-140d-454c-b007-9e6db14a9eb5 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:37:32.835628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 85a9189a-8d7d-4938-b198-709767d8050a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:32.836226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.841428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 0c112e79-140d-454c-b007-9e6db14a9eb5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:32.841801 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.922595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b3963-0aa5-431c-8954-763569a5d08f req-db65e384-1639-46d9-bfe1-87b65923f39f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:32.930391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-057b3963-0aa5-431c-8954-763569a5d08f req-db65e384-1639-46d9-bfe1-87b65923f39f tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 944 time: 0.1295106 Nov 25 18:37:32.933199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.934165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:32.936860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.937192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 85a9189a-8d7d-4938-b198-709767d8050a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=85a9189a-8d7d-4938-b198-709767d8050a,segment=NetworkSegment(c96bf553-631a-4b24-ac43-0846f7aebbe6),segment_id=c96bf553-631a-4b24-ac43-0846f7aebbe6)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:32.937769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:32.957572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 85a9189a-8d7d-4938-b198-709767d8050a owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:33.035313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8611400 Nov 25 18:37:33.039282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:33.057216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Request body: {'subnet': {'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1118878792-subnet', 'tenant_id': '29d23a7868e745e797291d50f208ffee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:33.069712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7633a6-ae21-41cf-a8af-2c5814f47eeb None None] DHCP port deletion for 8109d5c5-79d4-4e40-ba04-738ec85695b3 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:33.082606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d25f5-c464-4f90-9519-ed5a905c0375 admin admin] Pushing event updated for resources: {'Network': ['ID=cccf3103-5b4a-4889-9554-7a58c2dc2c5e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:33.082905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.113544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.118956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-057b3963-0aa5-431c-8954-763569a5d08f req-fab24f25-c035-488f-98eb-8f86ec1bf58a tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695416 Nov 25 18:37:33.123282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.128854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=85a9189a-8d7d-4938-b198-709767d8050a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:33.141899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port 85a9189a-8d7d-4938-b198-709767d8050a on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:33.159754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network cccf3103-5b4a-4889-9554-7a58c2dc2c5e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:37:33.177638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Made reservation on behalf of 29d23a7868e745e797291d50f208ffee for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:33.182018 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.188608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd7699-05a2-468a-8c28-3ca1d16d43d4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:33.210260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d19827-134f-43c5-8dc8-c52888fa4cb8 req-537539de-0b0b-4a89-804f-d672ed47c254 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:33.220120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d19827-134f-43c5-8dc8-c52888fa4cb8 req-537539de-0b0b-4a89-804f-d672ed47c254 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1465952 Nov 25 18:37:33.247228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:37:33.274169 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.293757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.309824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e097e996-a77f-4c2b-8dd2-ccc8edc528bc req-6b756623-e12c-41a6-b539-71d9a04683a5 tempest-AbsoluteLimitsNegativeTestJSON-1151144727 tempest-AbsoluteLimitsNegativeTestJSON-1151144727-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8b8f972574f4523acd03978e306c4df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828748 Nov 25 18:37:33.316843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.316843 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Added segment 1d1ccbec-b9d6-43de-964d-19d0e3702afb of type vlan for network 70a0784d-0699-465c-97f1-ae7cce2bca60 Nov 25 18:37:33.338507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8109d5c5-79d4-4e40-ba04-738ec85695b3']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:33.343856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d19827-134f-43c5-8dc8-c52888fa4cb8 req-121dfa99-4e9b-45fb-afa2-923298d15ee2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226966 Nov 25 18:37:33.352849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96bf553-631a-4b24-ac43-0846f7aebbe6') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:33.353135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96bf553-631a-4b24-ac43-0846f7aebbe6') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:33.362238 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.378542 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.378761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.389933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:33.390750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:33.413817 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:33.436147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:33.438431 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ceddf-759f-489d-879b-5c65f296dd18" -d '{"events": [{"server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "name": "network-vif-plugged", "status": "completed", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:33.445644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.454165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:33.465323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.533854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.540309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.547044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/8109d5c5-79d4-4e40-ba04-738ec85695b3 HTTP/1.1" status: 204 len: 168 time: 0.9265864 Nov 25 18:37:33.552784 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333953e9-5b57-45e9-ba86-057ae60c4a71 x-openstack-request-id: req-333953e9-5b57-45e9-ba86-057ae60c4a71 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:33.553651 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "name": "network-vif-plugged", "status": "completed", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:33.553933 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-333953e9-5b57-45e9-ba86-057ae60c4a71 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:33.554331 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'code': 200} Nov 25 18:37:33.557157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38726) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:33.558511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.559469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:33.560281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.560600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] DHCP port deletion for a5c21a10-2c6d-4710-8795-880966c928ad request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:33.573093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097e996-a77f-4c2b-8dd2-ccc8edc528bc req-effd1879-5370-435e-bf78-9b7834752956 tempest-AbsoluteLimitsNegativeTestJSON-1151144727 tempest-AbsoluteLimitsNegativeTestJSON-1151144727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:33.574612 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e097e996-a77f-4c2b-8dd2-ccc8edc528bc req-effd1879-5370-435e-bf78-9b7834752956 tempest-AbsoluteLimitsNegativeTestJSON-1151144727 tempest-AbsoluteLimitsNegativeTestJSON-1151144727-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562943 Nov 25 18:37:33.589546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff3a15-03db-454e-91e1-229e0fd99aad tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=8109d5c5-79d4-4e40-ba04-738ec85695b3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:33.619979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:30Z', 'revision_number': 2, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:33.652969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:33.659543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Checking router: 0edbc615-014a-4398-9192-0bebdb11ef52 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:33.659543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Updating router 0edbc615-014a-4398-9192-0bebdb11ef52 port 76d2ca5f-7cba-457d-96fc-801422442950 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:37:33.674595 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e097e996-a77f-4c2b-8dd2-ccc8edc528bc req-f4301a6a-f95b-45b5-9016-68fbaa6912c9 tempest-AbsoluteLimitsNegativeTestJSON-1151144727 tempest-AbsoluteLimitsNegativeTestJSON-1151144727-project] 10.222.0.62 "GET /v2.0/quotas/c8b8f972574f4523acd03978e306c4df HTTP/1.1" status: 200 len: 375 time: 0.0757351 Nov 25 18:37:33.682512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0530784 Nov 25 18:37:33.688636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38730) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:33.694329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b6d54-9c9d-4767-8bf9-2d716edb6e50 admin admin] Pushing event updated for resources: {'Network': ['ID=70a0784d-0699-465c-97f1-ae7cce2bca60,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:33.699599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Request body: {'subnet': {'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1772496723-subnet', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:33.703731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.718052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:37:33.723542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefccce-ea0b-482a-99bc-2dd01cdb3d03 req-67e77534-45ff-4e72-8090-aea8af47cad6 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:33.731048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-efefccce-ea0b-482a-99bc-2dd01cdb3d03 req-67e77534-45ff-4e72-8090-aea8af47cad6 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1386187 Nov 25 18:37:33.739439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.767123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] Deleting port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:33.767498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.768059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e097e996-a77f-4c2b-8dd2-ccc8edc528bc req-565e57ac-0a7a-4fd5-8ff7-11996ea25914 tempest-AbsoluteLimitsNegativeTestJSON-1151144727 tempest-AbsoluteLimitsNegativeTestJSON-1151144727-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8b8f972574f4523acd03978e306c4df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784640 Nov 25 18:37:33.783032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dd999-0f5e-4b14-948c-ae3ee7a094e2 req-3563a3c6-d601-43a2-b8ae-27613bb771b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:33.784519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-109dd999-0f5e-4b14-948c-ae3ee7a094e2 req-3563a3c6-d601-43a2-b8ae-27613bb771b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 1096 time: 0.2090478 Nov 25 18:37:33.790008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Made reservation on behalf of 9c3b7c9cfe6041519e85d36443697613 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:33.792408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.811644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.859031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-efefccce-ea0b-482a-99bc-2dd01cdb3d03 req-6136ea07-a798-491e-bb86-ac4f9d40ce5a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263869 Nov 25 18:37:33.908338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:33.909844 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:33.977517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-109dd999-0f5e-4b14-948c-ae3ee7a094e2 req-bddc0172-9aa6-466c-aa51-aa5fbba2c35c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828935 Nov 25 18:37:33.981881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd37e931-05ee-4dd6-82ea-f0a415d0787b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:34.000945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] For port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,segment=NetworkSegment(dba0034b-ab6b-4f8b-a2c1-4bff13b87470),segment_id=dba0034b-ab6b-4f8b-a2c1-4bff13b87470)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:34.001537 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.018290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Checking segment: {'id': '53a85282-c7fa-4f30-a8e3-15e6137da666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:34.018670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Network hostable DHCP agents. Network: cccf3103-5b4a-4889-9554-7a58c2dc2c5e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:34.022423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] Calling delete_port for 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:34.044851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,segment=NetworkSegment(dba0034b-ab6b-4f8b-a2c1-4bff13b87470),segment_id=dba0034b-ab6b-4f8b-a2c1-4bff13b87470)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:34.045655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.057160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74902a5-daa9-4678-9585-c26d2e3e692a req-a209ee4c-f86d-45c6-9648-c492f00da0f3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:34.063624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:34.064509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e74902a5-daa9-4678-9585-c26d2e3e692a req-a209ee4c-f86d-45c6-9648-c492f00da0f3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1462226 Nov 25 18:37:34.104429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Network cccf3103-5b4a-4889-9554-7a58c2dc2c5e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:34.136627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, cccf3103-5b4a-4889-9554-7a58c2dc2c5e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:34.185702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e74902a5-daa9-4678-9585-c26d2e3e692a req-56cfaa7d-a848-4aad-8a6a-89b86887767c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170771 Nov 25 18:37:34.188065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:34.190127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.215928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.220319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62185349-1ebf-4c72-80b7-c8f98f686490 None None] Network cccf3103-5b4a-4889-9554-7a58c2dc2c5e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:34.232054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3dd782b8-949b-47d3-92f5-0157e0797962 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1839263 Nov 25 18:37:34.284779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.311308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57800240-bd7f-4918-a309-b9411c45e673,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:34.314819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:34.335038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Checking segment: {'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:34.335702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Network hostable DHCP agents. Network: 70a0784d-0699-465c-97f1-ae7cce2bca60, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:34.345277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:34.359633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:34.361973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:34.366874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:34.385661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:34.386377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:34.387044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 85a9189a-8d7d-4938-b198-709767d8050a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:34.414219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.420337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 70a0784d-0699-465c-97f1-ae7cce2bca60) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:34.428845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:34.430152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.439965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.443531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f43b63-608d-41de-9753-161e5fe90e07 req-c2d0f294-c8e2-4ba2-9664-d1d802ce5a58 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:34.453675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f43b63-608d-41de-9753-161e5fe90e07 req-c2d0f294-c8e2-4ba2-9664-d1d802ce5a58 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 945 time: 0.2433715 Nov 25 18:37:34.467966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e042215-5654-484d-96df-143e12309faa None None] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:34.472795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eea72f90-b115-4c0c-9553-322c6d817f62 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7804675 Nov 25 18:37:34.479227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38746) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:34.488989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 85a9189a-8d7d-4938-b198-709767d8050a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:34.489473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 85a9189a-8d7d-4938-b198-709767d8050a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:34.504377 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.508270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] Pushing event deleted for resources: {'Port': ['ID=61f513ed-e13e-4c8a-a33a-2dff9e44f9e8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:34.512002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa812d-8233-40b2-a44b-18b5ee0c00aa None None] No DVR routers for this DVR port 61f513ed-e13e-4c8a-a33a-2dff9e44f9e8 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:34.519221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:34.559709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac7ff1-a24a-4662-bb55-0ba347856cf5 req-95bdce8b-1b97-4fd3-b05e-06e48ef696be tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:34.566724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9dac7ff1-a24a-4662-bb55-0ba347856cf5 req-95bdce8b-1b97-4fd3-b05e-06e48ef696be tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1061900 Nov 25 18:37:34.575220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f43b63-608d-41de-9753-161e5fe90e07 req-ed8c546a-3b71-47b0-8a83-c2c43b5fa17c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205058 Nov 25 18:37:34.614758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.645459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.647577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.652834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9dac7ff1-a24a-4662-bb55-0ba347856cf5 req-79e8c294-fe8c-47b2-8720-949612e070f2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765040 Nov 25 18:37:34.653173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c21a10-2c6d-4710-8795-880966c928ad']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:34.677274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba0034b-ab6b-4f8b-a2c1-4bff13b87470') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:34.677574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba0034b-ab6b-4f8b-a2c1-4bff13b87470') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:34.681681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af94aa9-f15d-41c4-afcb-9ead8ecf0ecb None None] Network cccf3103-5b4a-4889-9554-7a58c2dc2c5e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:34.690633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f2906-df89-40f9-bb2b-af903a0f9f04 None None] Pushing event updated for resources: {'Port': ['ID=76d2ca5f-7cba-457d-96fc-801422442950,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:34.696074 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-433492d4-43b8-4dc8-bcb9-ec6115c54a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.699134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.753679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.772800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:34.773564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.777981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:34.779028 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:34.857824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Attempting to bind port 76d2ca5f-7cba-457d-96fc-801422442950 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:34.858342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Attempting to bind port 76d2ca5f-7cba-457d-96fc-801422442950 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:34.858835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Attempting to bind port 76d2ca5f-7cba-457d-96fc-801422442950 on network 7bf66641-9a44-4b3a-812a-74127b6c8d1a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:34.869243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:34.870319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Checking segment: {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:34.870844 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:34.871635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Bound using segment: {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:34.872158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Bound port: 76d2ca5f-7cba-457d-96fc-801422442950, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:34.872649 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.020663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.029089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.043825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/a5c21a10-2c6d-4710-8795-880966c928ad HTTP/1.1" status: 204 len: 168 time: 1.4797602 Nov 25 18:37:35.044198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38756) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:35.050712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-408233388'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:35.081318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5205f-4d09-4f37-b935-d3db2a738eaa req-cefafc4b-d536-4efe-9be1-e8ba0711846e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:35.083177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77c5205f-4d09-4f37-b935-d3db2a738eaa req-cefafc4b-d536-4efe-9be1-e8ba0711846e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0891500 Nov 25 18:37:35.123834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:35.126339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be554a-7b32-4a0f-8565-07f33a0d908a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=a5c21a10-2c6d-4710-8795-880966c928ad,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:35.129525 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.129929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-70a0784d-0699-465c-97f1-ae7cce2bca60', 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'fixed_ips': [{'subnet_id': '57800240-bd7f-4918-a309-b9411c45e673'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:37:35.131014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.173260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.195901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:37:35.212928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-499e4223-a4ec-4925-9031-e4098319b122 None None] Provisioning complete for port 76d2ca5f-7cba-457d-96fc-801422442950 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:35.213179 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-499e4223-a4ec-4925-9031-e4098319b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.213284 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.213775 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment 5685badf-9380-48f8-9a91-a89014d7fbe2 of type vlan for network 374c3c4e-ea34-4514-904f-7e97afaa7c67 Nov 25 18:37:35.223705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] For port 76d2ca5f-7cba-457d-96fc-801422442950, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:35.262477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.299342 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77c5205f-4d09-4f37-b935-d3db2a738eaa req-0963d00d-324b-4e81-b192-6f89e2a1371d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024791 Nov 25 18:37:35.304066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.313043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] For port 76d2ca5f-7cba-457d-96fc-801422442950, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=76d2ca5f-7cba-457d-96fc-801422442950,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:35.326682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.333517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:35.334215 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.337107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-499e4223-a4ec-4925-9031-e4098319b122 None None] Port 76d2ca5f-7cba-457d-96fc-801422442950 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:35.338486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-433492d4-43b8-4dc8-bcb9-ec6115c54a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.347122 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-433492d4-43b8-4dc8-bcb9-ec6115c54a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.406683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-433492d4-43b8-4dc8-bcb9-ec6115c54a77 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8b8f972574f4523acd03978e306c4df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0897045 Nov 25 18:37:35.411260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38762) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:35.418366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433492d4-43b8-4dc8-bcb9-ec6115c54a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be2b637-6f67-4254-880c-d213b298207d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:35.477917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:35.484290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:35.490012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f2906-df89-40f9-bb2b-af903a0f9f04 None None] Pushing event updated for resources: {'Port': ['ID=76d2ca5f-7cba-457d-96fc-801422442950,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:35.495332 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4453647 Nov 25 18:37:35.500851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:35.513817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:35.554882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383d787-4377-4541-b0e2-fc8fb11da95e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=374c3c4e-ea34-4514-904f-7e97afaa7c67,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:35.557443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Allocated IP 172.20.0.2 (70a0784d-0699-465c-97f1-ae7cce2bca60/57800240-bd7f-4918-a309-b9411c45e673/74e0965b-a76c-4268-b3a0-79531c39368c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:35.570371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb0af0-7801-44f2-9faa-8da9f309dcb7 req-0d6cc853-364c-47ed-9848-32f30cd9ef41 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:35.585221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77cb0af0-7801-44f2-9faa-8da9f309dcb7 req-0d6cc853-364c-47ed-9848-32f30cd9ef41 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1016061 Nov 25 18:37:35.586182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:37:35.683250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77cb0af0-7801-44f2-9faa-8da9f309dcb7 req-f5a3037e-7bbb-4737-a3b7-915172059314 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987186 Nov 25 18:37:35.843737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:35.864893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121803e6-6216-4169-b91f-69445ab83b3d req-1199048a-5c7b-49ed-b11e-c77b35287768 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:35.866898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-121803e6-6216-4169-b91f-69445ab83b3d req-1199048a-5c7b-49ed-b11e-c77b35287768 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.0650747 Nov 25 18:37:35.870637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e6eae7c0-f0ee-4199-a2fa-e6452245d6d5 None None] Provisioning complete for port 76d2ca5f-7cba-457d-96fc-801422442950 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:35.871244 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6eae7c0-f0ee-4199-a2fa-e6452245d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:35.922181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-121803e6-6216-4169-b91f-69445ab83b3d req-4a66d478-4b20-452e-bdb2-6d9dd2355359 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476141 Nov 25 18:37:36.025761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-434252f2-c863-4b19-9c57-8ba80fe97fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.061412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.087955 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.110643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:36.116231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.152303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-434252f2-c863-4b19-9c57-8ba80fe97fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.165465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:36.169984 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6eae7c0-f0ee-4199-a2fa-e6452245d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.183241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:36.188181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Pushing event updated for resources: {'Port': ['ID=74e0965b-a76c-4268-b3a0-79531c39368c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:36.195949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:36.268921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c138ea-3106-4f61-aac6-1d7e97370b93 req-1071e1dc-a426-47fa-90ce-8cabe451ccfb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:36.270670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-64c138ea-3106-4f61-aac6-1d7e97370b93 req-1071e1dc-a426-47fa-90ce-8cabe451ccfb tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 945 time: 0.2830567 Nov 25 18:37:36.279672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e6eae7c0-f0ee-4199-a2fa-e6452245d6d5 None None] For port 76d2ca5f-7cba-457d-96fc-801422442950, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=76d2ca5f-7cba-457d-96fc-801422442950,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:36.293511 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6eae7c0-f0ee-4199-a2fa-e6452245d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.300663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.301657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Attempting to bind port 74e0965b-a76c-4268-b3a0-79531c39368c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:36.302003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Attempting to bind port 74e0965b-a76c-4268-b3a0-79531c39368c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:36.302358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Attempting to bind port 74e0965b-a76c-4268-b3a0-79531c39368c on network 70a0784d-0699-465c-97f1-ae7cce2bca60 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:36.343495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:36.343495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Checking segment: {'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:36.343495 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.343495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Bound using segment: {'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:36.343495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Bound port: 74e0965b-a76c-4268-b3a0-79531c39368c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:36.343495 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.352481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.409710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4062456f-2789-4582-8f0f-7735822a159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:35Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:36.448693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eae7c0-f0ee-4199-a2fa-e6452245d6d5 None None] Pushing event updated for resources: {'Port': ['ID=76d2ca5f-7cba-457d-96fc-801422442950,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:36.456872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062456f-2789-4582-8f0f-7735822a159d None None] The sync data for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 is: [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:35Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:36.483416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd052f-21f5-4677-9829-ed67576c3599 req-e778ed2a-967c-41e1-b744-44f61a28db12 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:36.485589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ecd052f-21f5-4677-9829-ed67576c3599 req-e778ed2a-967c-41e1-b744-44f61a28db12 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0617964 Nov 25 18:37:36.488135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] For port 74e0965b-a76c-4268-b3a0-79531c39368c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:36.492487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] For port 74e0965b-a76c-4268-b3a0-79531c39368c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=74e0965b-a76c-4268-b3a0-79531c39368c,segment=NetworkSegment(1d1ccbec-b9d6-43de-964d-19d0e3702afb),segment_id=1d1ccbec-b9d6-43de-964d-19d0e3702afb)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:36.498099 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.540390 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-434252f2-c863-4b19-9c57-8ba80fe97fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.543321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-434252f2-c863-4b19-9c57-8ba80fe97fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.544664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-434252f2-c863-4b19-9c57-8ba80fe97fe2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3be2b637-6f67-4254-880c-d213b298207d HTTP/1.1" status: 204 len: 168 time: 1.1305289 Nov 25 18:37:36.563719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-64c138ea-3106-4f61-aac6-1d7e97370b93 req-ecc5ff73-98b2-4708-a076-a547daaf0dcd tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672915 Nov 25 18:37:36.627179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cb191-2180-45ab-85a8-fc0a9ddbf7f6 None None] Pushing event updated for resources: {'Port': ['ID=74e0965b-a76c-4268-b3a0-79531c39368c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:36.647482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434252f2-c863-4b19-9c57-8ba80fe97fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be2b637-6f67-4254-880c-d213b298207d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:36.667062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Allocated IP 172.25.2.237 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d8cb1f98-1016-4146-a1fe-3266fb24f052) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:36.717002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ecd052f-21f5-4677-9829-ed67576c3599 req-3f2f1b57-5d24-40c0-b47c-c18260b2d6e4 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081337 Nov 25 18:37:36.830547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:36.940652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=4631fedb-7fb0-4d00-bdfe-e447b6b87e19,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:37.095220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': '5685badf-9380-48f8-9a91-a89014d7fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:37.095840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: 374c3c4e-ea34-4514-904f-7e97afaa7c67, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:37.116459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-18dc8309-e79a-44d8-a355-3f0376eede26 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:37.118023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-18dc8309-e79a-44d8-a355-3f0376eede26 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/networks?id=cccf3103-5b4a-4889-9554-7a58c2dc2c5e HTTP/1.1" status: 200 len: 810 time: 0.3949854 Nov 25 18:37:37.139156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.164005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:37.169456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-228ac0ea-3481-4f7e-af8d-8397aa6b5415 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/quotas/29d23a7868e745e797291d50f208ffee HTTP/1.1" status: 200 len: 375 time: 0.0403004 Nov 25 18:37:37.189114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 374c3c4e-ea34-4514-904f-7e97afaa7c67) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:37.197670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13728a15-d4be-4745-83e1-96e9fe684b7b None None] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:37.270989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-e80deae9-106d-4811-968e-b33e219f6470 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=29d23a7868e745e797291d50f208ffee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851641 Nov 25 18:37:37.372465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68d93e-f421-4254-bd34-b7ca74b176a0 req-2c0294b0-5df5-4bd8-a858-c2dd4de752be tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:37.374059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf68d93e-f421-4254-bd34-b7ca74b176a0 req-2c0294b0-5df5-4bd8-a858-c2dd4de752be tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.0999439 Nov 25 18:37:37.393131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:37.393986 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.433561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57ddef3c-44a3-409e-8b4d-66fa8b8685c3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9264991 Nov 25 18:37:37.433816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38834) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:37.441805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-38b010c9-cfa2-4247-9de6-7f39f0b69d7e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445710254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:37.444747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-374c3c4e-ea34-4514-904f-7e97afaa7c67', 'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': '4631fedb-7fb0-4d00-bdfe-e447b6b87e19'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:37:37.445644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.448492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.476238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf68d93e-f421-4254-bd34-b7ca74b176a0 req-338ee5b0-25dd-4bb8-93aa-f269f0f9bf9e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889046 Nov 25 18:37:37.512574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b010c9-cfa2-4247-9de6-7f39f0b69d7e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.513641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b010c9-cfa2-4247-9de6-7f39f0b69d7e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.527003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:37.535275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-c4ebfb67-8c32-4b77-9b75-3e4cb59c842b service neutron] 10.222.0.62 "GET /v2.0/networks/cccf3103-5b4a-4889-9554-7a58c2dc2c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633588 Nov 25 18:37:37.547372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:37.578422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:37.634329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d56b71-43e9-4738-8343-c6ace1562842 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:37.642395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b010c9-cfa2-4247-9de6-7f39f0b69d7e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.650970 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b010c9-cfa2-4247-9de6-7f39f0b69d7e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.712600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Pushing event updated for resources: {'Port': ['ID=d8cb1f98-1016-4146-a1fe-3266fb24f052,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:37.713764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38b010c9-cfa2-4247-9de6-7f39f0b69d7e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.715499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-38b010c9-cfa2-4247-9de6-7f39f0b69d7e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2813818 Nov 25 18:37:37.719263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38842) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:37.731516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'port': {'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67', 'name': 'tempest-RoutersIpV6Test-564329781'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:37.735384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Allocated IP 2001:db8::2 (374c3c4e-ea34-4514-904f-7e97afaa7c67/4631fedb-7fb0-4d00-bdfe-e447b6b87e19/ffe139df-be2b-449c-b0fb-1750a38955e6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:37.789850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c61fe91a-e202-4d66-9605-9d60e7f9788c None None] Provisioning complete for port d8cb1f98-1016-4146-a1fe-3266fb24f052 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:37.789962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c61fe91a-e202-4d66-9605-9d60e7f9788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:37.803181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-44c4bd1b-073b-4272-ad63-a7e7cfe114f2 service neutron] 10.222.0.62 "GET /v2.0/networks/cccf3103-5b4a-4889-9554-7a58c2dc2c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618160 Nov 25 18:37:37.842197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33fc7-a00e-43a3-99c0-7c0cbc723f77 req-8669b84a-b008-4e82-b1af-4cea675e5e06 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:37.861574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ccb33fc7-a00e-43a3-99c0-7c0cbc723f77 req-8669b84a-b008-4e82-b1af-4cea675e5e06 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2402408 Nov 25 18:37:37.870133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:38.018120 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ccb33fc7-a00e-43a3-99c0-7c0cbc723f77 req-a2c09046-233d-47d3-b51a-913f2258dfd1 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551397 Nov 25 18:37:38.158261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c61fe91a-e202-4d66-9605-9d60e7f9788c None None] Port d8cb1f98-1016-4146-a1fe-3266fb24f052 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:38.246612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-652616144-network', 'tenant_id': '7d6c8daf19664d82b82e6036872158d8'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:38.283436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:38.299772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.355898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdd5f4-8bd1-438e-b390-3686b762edb1 None None] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:38.383180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Made reservation on behalf of 7d6c8daf19664d82b82e6036872158d8 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:38.385674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.455207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-323c10c0-3e8a-481b-9cb2-2215396b607c req-d23129fc-6c0b-4ab3-bfc2-f82d973352c6 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 210 time: 0.0372541 Nov 25 18:37:38.483061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.492864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 74e0965b-a76c-4268-b3a0-79531c39368c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:38.522219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.529089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] device_id is not set on port 180df0ba-2e59-4785-88e7-d03810f701b5 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:37:38.629556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.630980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c10c5160-0502-4cf2-a766-72d70e0a630e None None] Provisioning complete for port 74e0965b-a76c-4268-b3a0-79531c39368c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:38.631339 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c10c5160-0502-4cf2-a766-72d70e0a630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.652261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd258fd7-99b2-4b47-851d-0e536cd0bb91 req-40c1d287-c7fe-4202-806d-133c53ffd5f7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:38.661347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd258fd7-99b2-4b47-851d-0e536cd0bb91 req-40c1d287-c7fe-4202-806d-133c53ffd5f7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.3448055 Nov 25 18:37:38.669432 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.750250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:38.768192 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd258fd7-99b2-4b47-851d-0e536cd0bb91 req-be416686-7915-406b-a74f-5cd576967bba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058850 Nov 25 18:37:38.792913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:38.792913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Pushing event updated for resources: {'Port': ['ID=ffe139df-be2b-449c-b0fb-1750a38955e6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:38.802055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:38.875275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.878901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 74e0965b-a76c-4268-b3a0-79531c39368c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:38.879289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.888504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece944ae-ce45-4350-b656-057633a69ed9 req-83815e0b-1886-4f68-8638-a24a12af8c5b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:38.890639 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ece944ae-ce45-4350-b656-057633a69ed9 req-83815e0b-1886-4f68-8638-a24a12af8c5b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.0994976 Nov 25 18:37:38.914883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8::1ac (374c3c4e-ea34-4514-904f-7e97afaa7c67/4631fedb-7fb0-4d00-bdfe-e447b6b87e19/180df0ba-2e59-4785-88e7-d03810f701b5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:38.938653 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.947201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:38.970521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Attempting to bind port ffe139df-be2b-449c-b0fb-1750a38955e6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:38.971436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Attempting to bind port ffe139df-be2b-449c-b0fb-1750a38955e6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5685badf-9380-48f8-9a91-a89014d7fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:38.971950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Attempting to bind port ffe139df-be2b-449c-b0fb-1750a38955e6 on network 374c3c4e-ea34-4514-904f-7e97afaa7c67 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:38.988652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64781b1-b999-4e0e-9339-725a85ac40dd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:39.035783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:37:39.056575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:39.056970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Checking segment: {'id': '5685badf-9380-48f8-9a91-a89014d7fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:39.057392 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.058416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Bound using segment: {'id': '5685badf-9380-48f8-9a91-a89014d7fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:39.058957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Bound port: ffe139df-be2b-449c-b0fb-1750a38955e6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5685badf-9380-48f8-9a91-a89014d7fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '374c3c4e-ea34-4514-904f-7e97afaa7c67'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:39.059343 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.064438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.064834 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Added segment 7ee57f76-56ad-460b-aaec-75d5ed9eff15 of type vlan for network 9d79328a-54ca-4bae-9353-8e40a9316191 Nov 25 18:37:39.094233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c10c5160-0502-4cf2-a766-72d70e0a630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.095028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ece944ae-ce45-4350-b656-057633a69ed9 req-21e9afb5-5543-49a8-bcaa-864646211a2c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452930 Nov 25 18:37:39.098827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2f79-c987-446d-8d2f-13e427f0effb req-027a52ee-bc1e-47f8-811a-f89b69d09655 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:39.107246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a61f2f79-c987-446d-8d2f-13e427f0effb req-027a52ee-bc1e-47f8-811a-f89b69d09655 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 945 time: 0.1233413 Nov 25 18:37:39.164009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Router daa660b2-5a86-4d71-a41c-9a23f8eed16e is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:37:39.227203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.240505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a61f2f79-c987-446d-8d2f-13e427f0effb req-58a79c20-5837-4517-b165-159b87f832c6 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310341 Nov 25 18:37:39.326168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c10c5160-0502-4cf2-a766-72d70e0a630e None None] For port 74e0965b-a76c-4268-b3a0-79531c39368c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=74e0965b-a76c-4268-b3a0-79531c39368c,segment=NetworkSegment(1d1ccbec-b9d6-43de-964d-19d0e3702afb),segment_id=1d1ccbec-b9d6-43de-964d-19d0e3702afb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:39.326828 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.327708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:39.328634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.372077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c10c5160-0502-4cf2-a766-72d70e0a630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.417691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:39.430218 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Sync routers for ids ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:39.444867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494e8c2-0968-4af5-88d1-212ba899263c req-cfe76fc8-7df9-4978-b3ce-07708d5655b2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:39.445964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.449735 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Routers {'daa660b2-5a86-4d71-a41c-9a23f8eed16e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:39.450402 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:39.455622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5494e8c2-0968-4af5-88d1-212ba899263c req-cfe76fc8-7df9-4978-b3ce-07708d5655b2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2730987 Nov 25 18:37:39.458098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] For port ffe139df-be2b-449c-b0fb-1750a38955e6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:39.485684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c5160-0502-4cf2-a766-72d70e0a630e None None] Pushing event updated for resources: {'Port': ['ID=74e0965b-a76c-4268-b3a0-79531c39368c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:39.491709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] For port ffe139df-be2b-449c-b0fb-1750a38955e6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ffe139df-be2b-449c-b0fb-1750a38955e6,segment=NetworkSegment(5685badf-9380-48f8-9a91-a89014d7fbe2),segment_id=5685badf-9380-48f8-9a91-a89014d7fbe2)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:39.510903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.515401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e45bfe9-d9c5-486a-88ae-487f9723093d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9972646 Nov 25 18:37:39.516273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38898) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:39.569779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.637792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Set router daa660b2-5a86-4d71-a41c-9a23f8eed16e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:39.651567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8f99f92c-c60c-4e6c-8335-8cd11f509ffb None None] Provisioning complete for port 74e0965b-a76c-4268-b3a0-79531c39368c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:39.651943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f99f92c-c60c-4e6c-8335-8cd11f509ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:39.657381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:37:39.658106 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:37:39.668864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5494e8c2-0968-4af5-88d1-212ba899263c req-6a065abb-3b40-4e5b-aaaa-b303765c31c7 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962881 Nov 25 18:37:39.757448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724bce5-8bff-43ca-8811-29b40e71f7b0 None None] Pushing event updated for resources: {'Port': ['ID=ffe139df-be2b-449c-b0fb-1750a38955e6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:40.023121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] Pushing event updated for resources: {'Network': ['ID=9d79328a-54ca-4bae-9353-8e40a9316191,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:40.034090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.037983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9d79328a-54ca-4bae-9353-8e40a9316191 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:37:40.048752 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:37:38Z', 'revision_number': 3, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:40.178683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b5bafe7-3743-4805-914f-17cf03537b7d req-f43434cb-ca92-4351-945f-199f7e415053 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 210 time: 0.1575031 Nov 25 18:37:40.206586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5f1d2ce1-c197-4e10-8078-c068bfa3a61b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3085399 Nov 25 18:37:40.208696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38908) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:40.216634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Request body: {'subnet': {'network_id': '9d79328a-54ca-4bae-9353-8e40a9316191', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-652616144-subnet', 'tenant_id': '7d6c8daf19664d82b82e6036872158d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:40.236183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 76d2ca5f-7cba-457d-96fc-801422442950 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:40.291471 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Checking router: daa660b2-5a86-4d71-a41c-9a23f8eed16e for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:40.292613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Made reservation on behalf of 7d6c8daf19664d82b82e6036872158d8 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:40.294237 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Updating router daa660b2-5a86-4d71-a41c-9a23f8eed16e port d8cb1f98-1016-4146-a1fe-3266fb24f052 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:37:40.296129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.305531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-9f5c5bff-ea6e-45da-a299-524e8e1a3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:40.308540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-9f5c5bff-ea6e-45da-a299-524e8e1a3c47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1096 time: 0.1859739 Nov 25 18:37:40.330906 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.335643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 76d2ca5f-7cba-457d-96fc-801422442950 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:40.336196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.358690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcba1c5-fe14-4bec-81f6-e78f992f554a req-34c5b2f9-df61-4909-bea5-b6b381d312f2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:40.360648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1bcba1c5-fe14-4bec-81f6-e78f992f554a req-34c5b2f9-df61-4909-bea5-b6b381d312f2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2366858 Nov 25 18:37:40.529100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.536873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-383b3d6f-3e69-4a31-aac6-799d7632cd16 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:40.541582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-383b3d6f-3e69-4a31-aac6-799d7632cd16 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.64 "GET /v2.0/networks?id=cccf3103-5b4a-4889-9554-7a58c2dc2c5e HTTP/1.1" status: 200 len: 810 time: 0.5293455 Nov 25 18:37:40.542959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.588327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Request body: {'port': {'device_id': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e', 'admin_state_up': True, 'tenant_id': '29d23a7868e745e797291d50f208ffee'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:40.718441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ffe139df-be2b-449c-b0fb-1750a38955e6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:40.722712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53c409-d73d-4737-bc1a-32df343f77bd req-ab6cdb45-4885-46db-aa04-e5d0de4d11f3 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:40.730244 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd53c409-d73d-4737-bc1a-32df343f77bd req-ab6cdb45-4885-46db-aa04-e5d0de4d11f3 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2100930 Nov 25 18:37:40.733411 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.750049 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.785712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ffe139df-be2b-449c-b0fb-1750a38955e6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:40.786245 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.845386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c8c3a-bc61-410b-af2a-15ddbad51bb0 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:40.860926 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Attempting to bind port d8cb1f98-1016-4146-a1fe-3266fb24f052 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:40.861291 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Attempting to bind port d8cb1f98-1016-4146-a1fe-3266fb24f052 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:40.866989 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Attempting to bind port d8cb1f98-1016-4146-a1fe-3266fb24f052 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:40.874750 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Pushing event updated for resources: {'Port': ['ID=d8cb1f98-1016-4146-a1fe-3266fb24f052,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:40.889980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:40.893080 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:40.893462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:40.893878 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.894277 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:40.894783 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Bound port: d8cb1f98-1016-4146-a1fe-3266fb24f052, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:40.895169 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.904631 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.904963 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.915211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c57aff-bd65-4ef2-b11e-79fe354150e6,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:40.916184 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.916767 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.917289 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.917820 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.918277 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c8b841f-6dc9-4cd5-8730-ece746d43a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:40.918641 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.919175 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.919693 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.920215 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.920727 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.921243 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:37:40.937926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=180df0ba-2e59-4785-88e7-d03810f701b5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:40.940585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:40.977046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd53c409-d73d-4737-bc1a-32df343f77bd req-10bcf12c-5b58-4d10-9b0b-56a4cde0a503 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409315 Nov 25 18:37:40.992695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-117d07fa-3b3d-4508-aed8-5cfa3f38b55c None None] Provisioning complete for port d8cb1f98-1016-4146-a1fe-3266fb24f052 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:40.992695 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-117d07fa-3b3d-4508-aed8-5cfa3f38b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.005253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Checking segment: {'id': '7ee57f76-56ad-460b-aaec-75d5ed9eff15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9d79328a-54ca-4bae-9353-8e40a9316191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:41.005619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Network hostable DHCP agents. Network: 9d79328a-54ca-4bae-9353-8e40a9316191, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:41.041544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:41.050939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1bcba1c5-fe14-4bec-81f6-e78f992f554a req-0feb7dd1-653d-4522-8e40-1447d8b9c9ef tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694858 Nov 25 18:37:41.062066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.062274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] For port d8cb1f98-1016-4146-a1fe-3266fb24f052, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:41.066560 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.078953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] For port d8cb1f98-1016-4146-a1fe-3266fb24f052, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d8cb1f98-1016-4146-a1fe-3266fb24f052,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:41.094117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.098920 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.132032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb0946-fab8-425e-8d83-ce4c78c761b0 req-94854f22-a00f-4b61-acb1-df51414cb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.133709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aebb0946-fab8-425e-8d83-ce4c78c761b0 req-94854f22-a00f-4b61-acb1-df51414cb716 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 1097 time: 0.2078967 Nov 25 18:37:41.134821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-e93884a8-7960-4da3-8738-c9215e4c47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.135573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64195d52-5e3a-44ec-b0ae-dcbcdad47cec None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:41.136316 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-e93884a8-7960-4da3-8738-c9215e4c47e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.7873256 Nov 25 18:37:41.142196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.143963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-117d07fa-3b3d-4508-aed8-5cfa3f38b55c None None] Port d8cb1f98-1016-4146-a1fe-3266fb24f052 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:41.149970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Made reservation on behalf of 29d23a7868e745e797291d50f208ffee for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:41.154155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.227153 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Routers {'daa660b2-5a86-4d71-a41c-9a23f8eed16e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:41.227819 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:41.232001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port ffe139df-be2b-449c-b0fb-1750a38955e6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ffe139df-be2b-449c-b0fb-1750a38955e6,segment=NetworkSegment(5685badf-9380-48f8-9a91-a89014d7fbe2),segment_id=5685badf-9380-48f8-9a91-a89014d7fbe2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:41.240185 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.241999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 74e0965b-a76c-4268-b3a0-79531c39368c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:41.314084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca95387-95f2-4382-8e67-5a138b465dba None None] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:41.363044 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] Set router daa660b2-5a86-4d71-a41c-9a23f8eed16e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:41.372955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Allocated IP 172.20.0.4 (cccf3103-5b4a-4889-9554-7a58c2dc2c5e/dd37e931-05ee-4dd6-82ea-f0a415d0787b/9d7365da-904e-4dcd-8601-45345b9513eb) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:41.416549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-46dc007c-8047-4208-8412-2e45dd223a87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 1001 time: 0.2633231 Nov 25 18:37:41.422665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aebb0946-fab8-425e-8d83-ce4c78c761b0 req-0e45e0ad-1d1c-4a9d-ad19-667b6fade35b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706616 Nov 25 18:37:41.433993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7acd06e9-6c41-40e0-b29d-67fd52a229c7 None None] Provisioning complete for port d8cb1f98-1016-4146-a1fe-3266fb24f052 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:41.434428 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7acd06e9-6c41-40e0-b29d-67fd52a229c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.454630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e4968-10d6-4c28-81bc-61505293af82 req-3485da1d-70e6-45a7-8041-150a253d7294 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.456197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1b3e4968-10d6-4c28-81bc-61505293af82 req-3485da1d-70e6-45a7-8041-150a253d7294 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 945 time: 0.2031522 Nov 25 18:37:41.475153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=ffe139df-be2b-449c-b0fb-1750a38955e6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:41.544907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Allocated IP 172.20.0.1 (70a0784d-0699-465c-97f1-ae7cce2bca60/57800240-bd7f-4918-a309-b9411c45e673/cfc27cca-11d7-41a9-811e-6f8bd6e0db10) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:41.548272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 74e0965b-a76c-4268-b3a0-79531c39368c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:41.549084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.560331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.567225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1b3e4968-10d6-4c28-81bc-61505293af82 req-3d4e9cfd-9b54-4688-ab3f-a965e309e74c tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043382 Nov 25 18:37:41.594868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Network 9d79328a-54ca-4bae-9353-8e40a9316191 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:41.604271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8e2b2e36-b191-442c-9426-0c917012c0cb tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8836975 Nov 25 18:37:41.605751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:41.636511 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:37:38Z', 'revision_number': 3, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:41.673130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.688283 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3efac-a9f4-4f5f-a3ab-b43789c7f2b4 None None] Pushing event updated for resources: {'Port': ['ID=d8cb1f98-1016-4146-a1fe-3266fb24f052,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:41.691694 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59479f-263e-4b1f-b9c7-a9f6f62ba583 None None] The sync data for ids ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'] in n-d-819194-3 is: [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:37:38Z', 'revision_number': 3, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:41.695138 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7acd06e9-6c41-40e0-b29d-67fd52a229c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.742222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9d79328a-54ca-4bae-9353-8e40a9316191) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:41.761983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7acd06e9-6c41-40e0-b29d-67fd52a229c7 None None] For port d8cb1f98-1016-4146-a1fe-3266fb24f052, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d8cb1f98-1016-4146-a1fe-3266fb24f052,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:41.766961 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7acd06e9-6c41-40e0-b29d-67fd52a229c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.769759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-67bda461-e958-480a-9828-c15e6c6a6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.771347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-67bda461-e958-480a-9828-c15e6c6a6451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.1144638 Nov 25 18:37:41.811168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.811912 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.812663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1bc82d-23ec-4b0e-9663-42207858419e None None] Network 9d79328a-54ca-4bae-9353-8e40a9316191 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:41.835279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aed94e-6149-4c1f-8189-e15f1240761d req-212ba588-4be0-4c76-b199-b45e315a3ea3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.845439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a9aed94e-6149-4c1f-8189-e15f1240761d req-212ba588-4be0-4c76-b199-b45e315a3ea3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.6861188 Nov 25 18:37:41.853928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e3f9b-5c27-41f0-8529-ef358f979918 req-d6065e90-4199-4b1a-a54d-33decf1405ce tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.865985 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-332e3f9b-5c27-41f0-8529-ef358f979918 req-d6065e90-4199-4b1a-a54d-33decf1405ce tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 931 time: 0.1654065 Nov 25 18:37:41.889164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Network cccf3103-5b4a-4889-9554-7a58c2dc2c5e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:41.899340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.937721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:41.952856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-b80c4672-5cc0-4c84-a0ca-241153f1a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:41.954441 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-b80c4672-5cc0-4c84-a0ca-241153f1a65b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704960 Nov 25 18:37:41.961515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3a5521a4-fa9a-422c-9719-f308c60b5c76 None None] Provisioning complete for port ffe139df-be2b-449c-b0fb-1750a38955e6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:41.962084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a5521a4-fa9a-422c-9719-f308c60b5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:41.970398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:41.996094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd06e9-6c41-40e0-b29d-67fd52a229c7 None None] Pushing event updated for resources: {'Port': ['ID=d8cb1f98-1016-4146-a1fe-3266fb24f052,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:42.019246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-332e3f9b-5c27-41f0-8529-ef358f979918 req-47d1961e-105c-4fea-a287-6322f46cce9e tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524038 Nov 25 18:37:42.021129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bdf9565b-1752-419c-88f1-9e41533b4237 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8109939 Nov 25 18:37:42.021385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Pushing event updated for resources: {'Port': ['ID=9d7365da-904e-4dcd-8601-45345b9513eb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:42.055830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:42.056612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:42.205046 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-3eb15de2-2570-4834-89c5-ab1342a278e0 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384925 Nov 25 18:37:42.206732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:42.207341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a9aed94e-6149-4c1f-8189-e15f1240761d req-8f738f45-26fe-47fd-9a0c-d261872af998 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607872 Nov 25 18:37:42.214983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-b0b0793c-dc0f-4c6c-9e7e-aa0e71f75c0a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6294401 Nov 25 18:37:42.246876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Request body: {'port': {'device_id': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:42.293873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:42.328906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:42.331784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:42.355578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:42.473461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0c112e79-140d-454c-b007-9e6db14a9eb5 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:37:42.480890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:42.619924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:42.678312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:42.712077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'network_id': 'e0dc0a01-de78-4193-9d18-bac11e63f70c', 'port_id': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'mac_address': 'fa:16:3e:16:47:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9951995e-61d1-4dd4-9652-ab91657b8a97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:37:42.778756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66eb45-cd2b-4c8c-a3c9-1b32041366b5 None None] Network 9d79328a-54ca-4bae-9353-8e40a9316191 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:42.844332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:42.881742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7e35c-29fb-4b4e-bf6a-150cf1618ba4 req-679dd72d-cdd0-48ad-b734-0739607e210f tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:42.883345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c7e35c-29fb-4b4e-bf6a-150cf1618ba4 req-679dd72d-cdd0-48ad-b734-0739607e210f tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.7038028 Nov 25 18:37:42.925237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379e548-079a-4260-a500-eca6a2ccb7ad req-394b8985-bbcd-4c04-bd82-7bc83d07aa48 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:42.933546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4379e548-079a-4260-a500-eca6a2ccb7ad req-394b8985-bbcd-4c04-bd82-7bc83d07aa48 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.5617549 Nov 25 18:37:42.938675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ffe139df-be2b-449c-b0fb-1750a38955e6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:42.952874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-7befd26f-3aa5-4b1b-b01c-7dc60f3e7ea6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5348413 Nov 25 18:37:43.036061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f7aa963-7870-4721-b290-d49ff83fc4e3 req-6dfd1ca8-c39a-4514-8a57-74f2977ad26f service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150709 Nov 25 18:37:43.060861 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c7e35c-29fb-4b4e-bf6a-150cf1618ba4 req-0da69999-dbad-4e62-b802-f4ef6e7f63ed tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504834 Nov 25 18:37:43.070714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.089963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:37:43.138549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.159819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4379e548-079a-4260-a500-eca6a2ccb7ad req-12bb5c10-844d-4e7f-ba1a-29cacfb208e0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252862 Nov 25 18:37:43.164916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c112e79-140d-454c-b007-9e6db14a9eb5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:43.222054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:43.268305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.295770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-1eb5752e-0a93-401f-97d7-e6c4f691de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.298359 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-1eb5752e-0a93-401f-97d7-e6c4f691de69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 1096 time: 0.1345444 Nov 25 18:37:43.342776 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.349362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.360256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-6b165542-5bae-462a-9b6a-8330afac59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.364645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-6b165542-5bae-462a-9b6a-8330afac59b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.3042462 Nov 25 18:37:43.414353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:43.447417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-01f7b733-1b1c-45cb-af22-ebcab0de1c05 req-de20eb84-7925-41ad-bbf0-cf5b3b0845b0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-525102630', 'description': 'tempest-description-708344899'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:43.454379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ffe139df-be2b-449c-b0fb-1750a38955e6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:43.456338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.499533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0c112e79-140d-454c-b007-9e6db14a9eb5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:37:43.545860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.557583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad0e9-893d-4dc4-ae74-8b2ef1a11054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.599568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:43.602520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01f7b733-1b1c-45cb-af22-ebcab0de1c05 req-de20eb84-7925-41ad-bbf0-cf5b3b0845b0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.621269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Provisioning complete for port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:43.621892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.647822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc58f-7e63-4f31-bc1f-ecf4a191e10d req-51b5ce2c-5492-45ee-a5ca-cc1589072357 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.655791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0bc58f-7e63-4f31-bc1f-ecf4a191e10d req-51b5ce2c-5492-45ee-a5ca-cc1589072357 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 944 time: 0.3529341 Nov 25 18:37:43.694334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-780b2717-b964-4508-81a1-9b642a4c6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:43.697282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-780b2717-b964-4508-81a1-9b642a4c6bf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.2592914 Nov 25 18:37:43.743460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:43.782413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:43.831027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:43.836881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-55eac09c-b873-4a88-9649-103149a1063e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 200 len: 1001 time: 0.1302435 Nov 25 18:37:43.839057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:43.863399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d8cb1f98-1016-4146-a1fe-3266fb24f052 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:43.865321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1', 'port_id': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'mac_address': 'fa:16:3e:61:43:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5f0f27-bd3a-4a0a-8170-5899dcaafd52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:37:43.874445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Provisioning complete for port 180df0ba-2e59-4785-88e7-d03810f701b5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:43.874854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.964171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01f7b733-1b1c-45cb-af22-ebcab0de1c05 req-de20eb84-7925-41ad-bbf0-cf5b3b0845b0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:43.988564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01f7b733-1b1c-45cb-af22-ebcab0de1c05 req-de20eb84-7925-41ad-bbf0-cf5b3b0845b0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.043205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-421b6580-9332-4879-85d8-5c06a12802cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.048347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-421b6580-9332-4879-85d8-5c06a12802cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.1993484 Nov 25 18:37:44.065568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Port 180df0ba-2e59-4785-88e7-d03810f701b5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:44.098733 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.143476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6c0e2d3-6430-4ddf-93d0-56aa47895bbf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:44.150784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-01f7b733-1b1c-45cb-af22-ebcab0de1c05 req-de20eb84-7925-41ad-bbf0-cf5b3b0845b0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.152064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01f7b733-1b1c-45cb-af22-ebcab0de1c05 req-de20eb84-7925-41ad-bbf0-cf5b3b0845b0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7133160 Nov 25 18:37:44.194185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20eb84-7925-41ad-bbf0-cf5b3b0845b0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d64447e-0a67-4e0d-9ff3-79814be2f9c4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:44.214480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7365da-904e-4dcd-8601-45345b9513eb {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:44.228680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.236398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Provisioning complete for port ffe139df-be2b-449c-b0fb-1750a38955e6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:44.236783 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-448d1759-a90d-4a15-a4a0-79bd0c6de952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.257984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Router daa660b2-5a86-4d71-a41c-9a23f8eed16e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:44.263723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-82d87f3e-89f4-4f4c-8c30-8f29fb950ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.266036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-82d87f3e-89f4-4f4c-8c30-8f29fb950ce1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040515 Nov 25 18:37:44.266163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Transition to ACTIVE for port object 9d7365da-904e-4dcd-8601-45345b9513eb will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:37:44.272999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0bc58f-7e63-4f31-bc1f-ecf4a191e10d req-a52ab969-be1e-4067-ba9c-66d437e23886 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157625 Nov 25 18:37:44.277020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0c112e79-140d-454c-b007-9e6db14a9eb5 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:44.280551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.367713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:44.369888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d8cb1f98-1016-4146-a1fe-3266fb24f052 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:44.371199 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.457208 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.509820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-cbefd413-bfbd-4a0c-9bef-2d8a3e9ebf95 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348933 Nov 25 18:37:44.519253 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.535568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-996a443a-4b3d-4fc5-a546-04e818e94645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.538645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-996a443a-4b3d-4fc5-a546-04e818e94645 service neutron] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 1.0817323 Nov 25 18:37:44.573473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Attempting to bind port 9d7365da-904e-4dcd-8601-45345b9513eb on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:44.573817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Attempting to bind port 9d7365da-904e-4dcd-8601-45345b9513eb by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '53a85282-c7fa-4f30-a8e3-15e6137da666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:44.574227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Attempting to bind port 9d7365da-904e-4dcd-8601-45345b9513eb on network cccf3103-5b4a-4889-9554-7a58c2dc2c5e {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:44.578673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7365da-904e-4dcd-8601-45345b9513eb,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:44.590839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:37:44.606900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:44.632047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:44.636505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Sync routers for ids ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:44.648455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-109b32c5-2209-478e-aabb-f9ece7a41878 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.0836785 Nov 25 18:37:44.649015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Port 9d7365da-904e-4dcd-8601-45345b9513eb on network cccf3103-5b4a-4889-9554-7a58c2dc2c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:37:44.649338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Attempting to bind port 9d7365da-904e-4dcd-8601-45345b9513eb on network cccf3103-5b4a-4889-9554-7a58c2dc2c5e {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:44.664168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:44.664522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Checking segment: {'id': '53a85282-c7fa-4f30-a8e3-15e6137da666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:44.664912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Bound using segment: {'id': '53a85282-c7fa-4f30-a8e3-15e6137da666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:44.665362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Bound port: 9d7365da-904e-4dcd-8601-45345b9513eb, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a85282-c7fa-4f30-a8e3-15e6137da666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:44.665724 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.706549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-724c39c2-3c28-4aed-b454-0c78c7d97d45 admin admin] 10.222.0.62 "PUT /v2.0/routers/daa660b2-5a86-4d71-a41c-9a23f8eed16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1713274 Nov 25 18:37:44.735305 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Routers {'daa660b2-5a86-4d71-a41c-9a23f8eed16e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:44.735951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:44.745087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c52130-23b0-46ed-8b45-3e5fb0ae1257 req-a1ee007a-8afb-451e-9c3c-a96a72ee4f81 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.755317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58c52130-23b0-46ed-8b45-3e5fb0ae1257 req-a1ee007a-8afb-451e-9c3c-a96a72ee4f81 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.3056061 Nov 25 18:37:44.805597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.807854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131e520-885d-44b4-8c43-9f69b6e9a2a9 req-8b5a2674-5c95-4761-b81a-3871dd3c6496 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:44.811878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e131e520-885d-44b4-8c43-9f69b6e9a2a9 req-8b5a2674-5c95-4761-b81a-3871dd3c6496 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 943 time: 0.4440184 Nov 25 18:37:44.850597 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.874380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c112e79-140d-454c-b007-9e6db14a9eb5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:44.922310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:44.926254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e131e520-885d-44b4-8c43-9f69b6e9a2a9 req-f5b7f57c-4b78-48cc-98aa-1ff03eaca422 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976348 Nov 25 18:37:44.932198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-424c0d63-555c-415e-805d-3bf9223b1e3d req-13f8cd9d-5329-47ee-b436-82ad0414b376 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403139 Nov 25 18:37:44.949659 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:44.995535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Set router daa660b2-5a86-4d71-a41c-9a23f8eed16e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:44.997392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] For port 9d7365da-904e-4dcd-8601-45345b9513eb, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:45.000887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] For port 9d7365da-904e-4dcd-8601-45345b9513eb, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9d7365da-904e-4dcd-8601-45345b9513eb,segment=NetworkSegment(53a85282-c7fa-4f30-a8e3-15e6137da666),segment_id=53a85282-c7fa-4f30-a8e3-15e6137da666)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:45.007229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.082153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.090371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-549a873c-9e46-46e0-a985-64550ab6ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.092277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-549a873c-9e46-46e0-a985-64550ab6ba4b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.4326253 Nov 25 18:37:45.109166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=180df0ba-2e59-4785-88e7-d03810f701b5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:45.112601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d991e2a-03f6-4d55-ac37-588d98b5df21 req-3ccbd1fa-ac96-4c0f-af46-02c75fa0b3e6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.121134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d991e2a-03f6-4d55-ac37-588d98b5df21 req-3ccbd1fa-ac96-4c0f-af46-02c75fa0b3e6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.0825825 Nov 25 18:37:45.177325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d991e2a-03f6-4d55-ac37-588d98b5df21 req-d7c4edd1-3fa4-49a4-afc8-4324a3164a08 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550056 Nov 25 18:37:45.202894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b1743a51-68f3-4d95-b74f-5356060fe28c None None] Provisioning complete for port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:45.205277 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1743a51-68f3-4d95-b74f-5356060fe28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.229399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7365da-904e-4dcd-8601-45345b9513eb,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:45.279123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.279903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.281393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-becab2e0-53d6-425e-b5c6-ea15edcb8d4b service neutron] 10.222.0.64 "PUT /v2.0/ports/9d7365da-904e-4dcd-8601-45345b9513eb HTTP/1.1" status: 200 len: 1091 time: 3.0585728 Nov 25 18:37:45.283524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-b8272731-24f2-49d5-9994-7d0ebea969dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1816690 Nov 25 18:37:45.298343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'tag': '9d7365da-904e-4dcd-8601-45345b9513eb'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:45.306040 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339da517-a3de-42fe-910e-c32ff7960380" -d '{"events": [{"name": "network-changed", "server_uuid": "5b39c697-756d-41bd-bdf3-c3fcd7d248c5", "tag": "9d7365da-904e-4dcd-8601-45345b9513eb"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:45.332447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b645361-97db-488f-aaff-daa2c9814b55 req-23f25022-668d-4085-94ea-f811a22c3ca0 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/8d64447e-0a67-4e0d-9ff3-79814be2f9c4 HTTP/1.1" status: 200 len: 1822 time: 0.1305451 Nov 25 18:37:45.357773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-9b645361-97db-488f-aaff-daa2c9814b55 req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d64447e-0a67-4e0d-9ff3-79814be2f9c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:45.358106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-9b645361-97db-488f-aaff-daa2c9814b55 req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d64447e-0a67-4e0d-9ff3-79814be2f9c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:45.427111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58c52130-23b0-46ed-8b45-3e5fb0ae1257 req-c70debcb-a58e-4229-a070-e4e90229d55c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707184 Nov 25 18:37:45.566088 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9b645361-97db-488f-aaff-daa2c9814b55 req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.644732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9b645361-97db-488f-aaff-daa2c9814b55 req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.653488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9b645361-97db-488f-aaff-daa2c9814b55 req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.699853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62d06b7-ab35-4ca2-800a-c2ea0a873bbc,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:45.712979 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9b645361-97db-488f-aaff-daa2c9814b55 req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.714217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b645361-97db-488f-aaff-daa2c9814b55 req-415e7534-db0b-4765-a452-63cb062b5702 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3706517 Nov 25 18:37:45.801246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-bbc4c6f4-5c5f-4c7c-b186-ebdc66fca739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.805459 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-bbc4c6f4-5c5f-4c7c-b186-ebdc66fca739 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29d23a7868e745e797291d50f208ffee&device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 1094 time: 0.4294350 Nov 25 18:37:45.824271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4f04-32e2-4cc5-aff6-1de2446ab9c3 req-b9d50bf8-cafd-452e-b376-f61f2b4b2292 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:45.831355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a5f4f04-32e2-4cc5-aff6-1de2446ab9c3 req-b9d50bf8-cafd-452e-b376-f61f2b4b2292 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.2485156 Nov 25 18:37:45.895067 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:45.950829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:45.961669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b1743a51-68f3-4d95-b74f-5356060fe28c None None] Port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:45.967635 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.007074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:37:42Z', 'revision_number': 4, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfc27cca-11d7-41a9-811e-6f8bd6e0db10', 'name': '', 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'mac_address': 'fa:16:3e:c4:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '57800240-bd7f-4918-a309-b9411c45e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:41Z', 'updated_at': '2021-11-25T18:37:43Z', 'revision_number': 2, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'subnets': [{'id': '57800240-bd7f-4918-a309-b9411c45e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:46.015889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a963e-f953-49fa-8547-f2d9d1f700d2 req-5958e3b7-7f33-4329-86d0-9ab1acb57d47 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:46.017467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c3a963e-f953-49fa-8547-f2d9d1f700d2 req-5958e3b7-7f33-4329-86d0-9ab1acb57d47 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 943 time: 0.1144698 Nov 25 18:37:46.041766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Checking router: daa660b2-5a86-4d71-a41c-9a23f8eed16e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:37:46.042104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Updating router daa660b2-5a86-4d71-a41c-9a23f8eed16e port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:37:46.094478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-9a784a86-d655-4957-b179-75aa33a5245b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d7365da-904e-4dcd-8601-45345b9513eb HTTP/1.1" status: 200 len: 217 time: 0.2606823 Nov 25 18:37:46.096441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-daa79a1b-77d0-4b8e-8cfa-c8765b69b3d2 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394679 Nov 25 18:37:46.136346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c3a963e-f953-49fa-8547-f2d9d1f700d2 req-ee6794ff-aa0b-41f1-a941-0f6cfdae4303 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c201951-28b6-4ce9-b0bb-7c2da14a4296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070359 Nov 25 18:37:46.163365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-0263e302-cfe7-4b72-97e0-e213d622aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:46.163744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.164864 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-0263e302-cfe7-4b72-97e0-e213d622aa1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd37e931-05ee-4dd6-82ea-f0a415d0787b HTTP/1.1" status: 200 len: 850 time: 0.0511699 Nov 25 18:37:46.182844 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c9029e-1678-4bc5-836a-33c9ddcdc694 x-openstack-request-id: req-d8c9029e-1678-4bc5-836a-33c9ddcdc694 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:46.183132 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b39c697-756d-41bd-bdf3-c3fcd7d248c5", "tag": "9d7365da-904e-4dcd-8601-45345b9513eb", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:46.183393 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8c9029e-1678-4bc5-836a-33c9ddcdc694 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:46.183791 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'tag': '9d7365da-904e-4dcd-8601-45345b9513eb', 'status': 'completed', 'code': 200} Nov 25 18:37:46.196466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3006bb9f-4e98-4927-995a-4f1cf40f1046 None None] Provisioning complete for port 180df0ba-2e59-4785-88e7-d03810f701b5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:46.197034 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3006bb9f-4e98-4927-995a-4f1cf40f1046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.253283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0c112e79-140d-454c-b007-9e6db14a9eb5 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:46.289260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-4ca6dcad-a462-4786-9971-a7eb941cd2b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cccf3103-5b4a-4889-9554-7a58c2dc2c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093504 Nov 25 18:37:46.332641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3d9d-16e7-4d51-a589-44ac26cfb9a7 req-e3cb65ad-f9fb-4c79-9689-bde2cb8d61a6 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:46.334912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-290e3d9d-16e7-4d51-a589-44ac26cfb9a7 req-e3cb65ad-f9fb-4c79-9689-bde2cb8d61a6 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1015174 Nov 25 18:37:46.343868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a5f4f04-32e2-4cc5-aff6-1de2446ab9c3 req-0478af33-b2cc-4b62-b9fa-2c2670e6b356 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113990 Nov 25 18:37:46.362510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3006bb9f-4e98-4927-995a-4f1cf40f1046 None None] Port 180df0ba-2e59-4785-88e7-d03810f701b5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:46.417365 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-290e3d9d-16e7-4d51-a589-44ac26cfb9a7 req-8ca817a9-f3d7-4314-8417-25e78dae01bd tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756032 Nov 25 18:37:46.491186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 0c112e79-140d-454c-b007-9e6db14a9eb5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:46.491712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.563696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-c34e3288-a896-43fb-a3ad-7ba3a61e8088 service neutron] 10.222.0.64 "GET /v2.0/networks/cccf3103-5b4a-4889-9554-7a58c2dc2c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611279 Nov 25 18:37:46.580167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-32cf9489-1a4d-40e9-9cf3-0d0ec15370c1 req-78684da4-2ac7-4fd7-b0eb-6d6d432ab81d tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-83010363', 'description': 'tempest-description-1886867455'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:46.600513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ebbb1-c6cd-42e8-a330-7463d884b0d8 req-c4d0b18c-fc17-4aa2-adb4-b1cb3efbd579 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:46.609482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-412ebbb1-c6cd-42e8-a330-7463d884b0d8 req-c4d0b18c-fc17-4aa2-adb4-b1cb3efbd579 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 943 time: 0.0742893 Nov 25 18:37:46.667178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-412ebbb1-c6cd-42e8-a330-7463d884b0d8 req-cb7d3a85-cf12-4685-b3b1-63d447d76a8b tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548372 Nov 25 18:37:46.677228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32cf9489-1a4d-40e9-9cf3-0d0ec15370c1 req-78684da4-2ac7-4fd7-b0eb-6d6d432ab81d tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.935671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:46.992855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.005502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.019195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:47.021539 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e50c8a-7763-4419-bb7a-7c2608e16a28" -d '{"events": [{"server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "name": "network-vif-plugged", "status": "completed", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:47.031363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ec94ee74-ce5a-4429-a9d9-d2bebf7f9d06 req-a5918196-bded-4d52-9f5e-009c3936726b service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9200335 Nov 25 18:37:47.077110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:47.104665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:47.107467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.117982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32cf9489-1a4d-40e9-9cf3-0d0ec15370c1 req-78684da4-2ac7-4fd7-b0eb-6d6d432ab81d tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.125041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2dde00cd-7c39-4571-a9c6-410f23548878 req-d68078cf-9e8c-4dd1-a85b-15620b361b82 service neutron] 10.222.0.64 "GET /v2.0/networks/cccf3103-5b4a-4889-9554-7a58c2dc2c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951248 Nov 25 18:37:47.166877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32cf9489-1a4d-40e9-9cf3-0d0ec15370c1 req-78684da4-2ac7-4fd7-b0eb-6d6d432ab81d tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.236694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78684da4-2ac7-4fd7-b0eb-6d6d432ab81d tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4539c8c8-286d-471e-85fa-5ee650be7b25,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:47.242820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:47.276616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.287829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32cf9489-1a4d-40e9-9cf3-0d0ec15370c1 req-78684da4-2ac7-4fd7-b0eb-6d6d432ab81d tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.289395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32cf9489-1a4d-40e9-9cf3-0d0ec15370c1 req-78684da4-2ac7-4fd7-b0eb-6d6d432ab81d tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7246661 Nov 25 18:37:47.324809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.336188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da517-a3de-42fe-910e-c32ff7960380 req-366e9211-c49b-4c56-a167-49a36c285be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:47.337964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-339da517-a3de-42fe-910e-c32ff7960380 req-366e9211-c49b-4c56-a167-49a36c285be2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=29d23a7868e745e797291d50f208ffee&device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 1094 time: 0.1153486 Nov 25 18:37:47.467081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da517-a3de-42fe-910e-c32ff7960380 req-08b73423-b9a4-4640-bd33-5ff9ae8077b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:47.468564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-339da517-a3de-42fe-910e-c32ff7960380 req-08b73423-b9a4-4640-bd33-5ff9ae8077b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cccf3103-5b4a-4889-9554-7a58c2dc2c5e HTTP/1.1" status: 200 len: 911 time: 0.0964673 Nov 25 18:37:47.525194 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-339da517-a3de-42fe-910e-c32ff7960380 req-b945d8c9-4914-4e24-a2af-4feb79bf88dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d7365da-904e-4dcd-8601-45345b9513eb HTTP/1.1" status: 200 len: 217 time: 0.0478580 Nov 25 18:37:47.536353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975d22e-bc05-4bab-be5c-4e64bd738d93 None None] Pushing event updated for resources: {'Port': ['ID=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:47.619795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:47.620505 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.654362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da517-a3de-42fe-910e-c32ff7960380 req-38e2393f-5c84-4e75-9580-1c6e290f3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:47.656244 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-339da517-a3de-42fe-910e-c32ff7960380 req-38e2393f-5c84-4e75-9580-1c6e290f3d73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd37e931-05ee-4dd6-82ea-f0a415d0787b HTTP/1.1" status: 200 len: 850 time: 0.1219687 Nov 25 18:37:47.751256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-339da517-a3de-42fe-910e-c32ff7960380 req-aeb9cc15-0398-455c-ac8c-9d56be6d9d40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cccf3103-5b4a-4889-9554-7a58c2dc2c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782950 Nov 25 18:37:47.825203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.841125 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4242b7d7-ff00-4842-919e-b33b5eb4e228 x-openstack-request-id: req-4242b7d7-ff00-4842-919e-b33b5eb4e228 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:47.841435 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "name": "network-vif-plugged", "status": "completed", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:47.841698 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4242b7d7-ff00-4842-919e-b33b5eb4e228 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:47.842102 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'code': 200} Nov 25 18:37:47.970511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:47.971923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.023653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-54738367-20cd-4462-b7f9-440b4115741c tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/4539c8c8-286d-471e-85fa-5ee650be7b25 HTTP/1.1" status: 200 len: 1822 time: 0.1622608 Nov 25 18:37:48.062925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Attempting to bind port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:48.063501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Attempting to bind port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:48.063618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Attempting to bind port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 on network 70a0784d-0699-465c-97f1-ae7cce2bca60 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:48.086771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4539c8c8-286d-471e-85fa-5ee650be7b25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:48.087103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4539c8c8-286d-471e-85fa-5ee650be7b25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:48.180660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:48.181083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Checking segment: {'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:48.181445 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.181850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Bound using segment: {'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:48.182499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Bound port: cfc27cca-11d7-41a9-811e-6f8bd6e0db10, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1ccbec-b9d6-43de-964d-19d0e3702afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:48.182890 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.211762 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.254345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:48.257472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9b9ed2ed-344f-4d31-8883-9528fd307ce8 None None] Provisioning complete for port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:48.257852 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9b9ed2ed-344f-4d31-8883-9528fd307ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.327215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=180df0ba-2e59-4785-88e7-d03810f701b5,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:48.347372 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.366162 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-339da517-a3de-42fe-910e-c32ff7960380 req-565a0b8a-aaa0-4709-abe5-c5924a2decf7 service neutron] 10.222.0.64 "GET /v2.0/networks/cccf3103-5b4a-4889-9554-7a58c2dc2c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956640 Nov 25 18:37:48.432421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:48.485434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ed2ed-344f-4d31-8883-9528fd307ce8 None None] Port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:48.494007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:48.537759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.648592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:48.681625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] For port cfc27cca-11d7-41a9-811e-6f8bd6e0db10, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:48.703975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] For port cfc27cca-11d7-41a9-811e-6f8bd6e0db10, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,segment=NetworkSegment(1d1ccbec-b9d6-43de-964d-19d0e3702afb),segment_id=1d1ccbec-b9d6-43de-964d-19d0e3702afb)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:48.727430 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.751576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.832740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-339da517-a3de-42fe-910e-c32ff7960380 req-0329f8c1-07f2-49cb-a58c-ff21cf20e91a service neutron] 10.222.0.64 "GET /v2.0/networks/cccf3103-5b4a-4889-9554-7a58c2dc2c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530261 Nov 25 18:37:48.843427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:48.897589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975d22e-bc05-4bab-be5c-4e64bd738d93 None None] Pushing event updated for resources: {'Port': ['ID=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:48.920396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc1555a-3644-42ff-aa8b-dd4321139252,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:48.935202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Routers {'daa660b2-5a86-4d71-a41c-9a23f8eed16e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:48.935858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:48.996226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:49.004691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15e65b1a-4f2c-42c6-86d0-54b24730eeb7 req-f8a6325c-428a-4333-bf16-ae43a8fd55ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9657977 Nov 25 18:37:49.117498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 11197a52-c0b5-4b5c-b5da-3f05b7e37080 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:37:49.150406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-27c2aabc-190e-4c8e-9476-3c683f037639 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:49.152131 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-27c2aabc-190e-4c8e-9476-3c683f037639 tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "GET /v2.0/ports?device_id=bed8cfe2-e12e-4310-bebc-d5232ff0a74c HTTP/1.1" status: 200 len: 945 time: 0.1845512 Nov 25 18:37:49.201858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9d7365da-904e-4dcd-8601-45345b9513eb details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:37:49.264245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] Set router daa660b2-5a86-4d71-a41c-9a23f8eed16e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:37:49.302358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-535c45f1-675c-450d-98de-7ec3fcfb5b96 None None] Provisioning complete for port 180df0ba-2e59-4785-88e7-d03810f701b5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:49.303251 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-535c45f1-675c-450d-98de-7ec3fcfb5b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:49.773684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-535c45f1-675c-450d-98de-7ec3fcfb5b96 None None] Port 180df0ba-2e59-4785-88e7-d03810f701b5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:37:49.781592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9d7365da-904e-4dcd-8601-45345b9513eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9d7365da-904e-4dcd-8601-45345b9513eb,segment=NetworkSegment(53a85282-c7fa-4f30-a8e3-15e6137da666),segment_id=53a85282-c7fa-4f30-a8e3-15e6137da666)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:49.807210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9d7365da-904e-4dcd-8601-45345b9513eb', 'network_id': 'cccf3103-5b4a-4889-9554-7a58c2dc2c5e', 'port_id': '9d7365da-904e-4dcd-8601-45345b9513eb', 'mac_address': 'fa:16:3e:8e:23:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd37e931-05ee-4dd6-82ea-f0a415d0787b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:37:49.855303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:49.858159 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b027b7-dbaa-4075-9937-14a49d83f4a5" -d '{"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-plugged", "status": "completed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:49.926796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cc8fe089-9d1a-4410-b9a6-07718be3a2ef None None] Provisioning complete for port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:49.927310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc8fe089-9d1a-4410-b9a6-07718be3a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:49.931837 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:49.986378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7365da-904e-4dcd-8601-45345b9513eb {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:37:50.019880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9d7365da-904e-4dcd-8601-45345b9513eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9d7365da-904e-4dcd-8601-45345b9513eb,segment=NetworkSegment(53a85282-c7fa-4f30-a8e3-15e6137da666),segment_id=53a85282-c7fa-4f30-a8e3-15e6137da666)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:50.030075 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:50.095684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc615b-51f7-4de6-b557-37b1ee963fab req-919d5dad-3187-4857-8e59-bf34e038ceec tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:50.097350 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fbc615b-51f7-4de6-b557-37b1ee963fab req-919d5dad-3187-4857-8e59-bf34e038ceec tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.9436307 Nov 25 18:37:50.118685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:37:42Z', 'revision_number': 4, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfc27cca-11d7-41a9-811e-6f8bd6e0db10', 'name': '', 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'mac_address': 'fa:16:3e:c4:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '57800240-bd7f-4918-a309-b9411c45e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:41Z', 'updated_at': '2021-11-25T18:37:48Z', 'revision_number': 4, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'subnets': [{'id': '57800240-bd7f-4918-a309-b9411c45e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:50.173380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fbc615b-51f7-4de6-b557-37b1ee963fab req-7bd59a00-9514-44ca-9957-454a0e438d3d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657096 Nov 25 18:37:50.174360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:50.183795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39084) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:50.185203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04b551-5d18-4969-8373-2fe365083557 None None] The sync data for ids ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'] in n-d-819194-3 is: [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:37:42Z', 'revision_number': 4, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfc27cca-11d7-41a9-811e-6f8bd6e0db10', 'name': '', 'network_id': '70a0784d-0699-465c-97f1-ae7cce2bca60', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'mac_address': 'fa:16:3e:c4:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '57800240-bd7f-4918-a309-b9411c45e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:41Z', 'updated_at': '2021-11-25T18:37:48Z', 'revision_number': 4, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'subnets': [{'id': '57800240-bd7f-4918-a309-b9411c45e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:50.187686 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] Sync routers for ids ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:50.191755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9d7365da-904e-4dcd-8601-45345b9513eb,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:50.195038 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2d08581b-bb29-435b-919a-ec37babca843 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/11197a52-c0b5-4b5c-b5da-3f05b7e37080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5854816 Nov 25 18:37:50.199068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc8fe089-9d1a-4410-b9a6-07718be3a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:50.214784 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] Routers {'11197a52-c0b5-4b5c-b5da-3f05b7e37080'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:50.216398 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:50.227428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Deleting port 0c112e79-140d-454c-b007-9e6db14a9eb5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:50.227769 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:50.309067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85a3dc-9003-4140-8c74-f4b6b3643682 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:50.313820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2c85a3dc-9003-4140-8c74-f4b6b3643682 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports/180df0ba-2e59-4785-88e7-d03810f701b5 HTTP/1.1" status: 200 len: 983 time: 0.1289093 Nov 25 18:37:50.314812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39086) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:50.337258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cc8fe089-9d1a-4410-b9a6-07718be3a2ef None None] For port cfc27cca-11d7-41a9-811e-6f8bd6e0db10, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,segment=NetworkSegment(1d1ccbec-b9d6-43de-964d-19d0e3702afb),segment_id=1d1ccbec-b9d6-43de-964d-19d0e3702afb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:50.358934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9d7365da-904e-4dcd-8601-45345b9513eb'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:37:50.372178 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc8fe089-9d1a-4410-b9a6-07718be3a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:50.436151 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:50.475879 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] Routers {'11197a52-c0b5-4b5c-b5da-3f05b7e37080'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:50.476740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:50.609890 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:50.610920 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2a90c-05e5-45a5-90e4-d3b9b388efe5 None None] The sync data for ids ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:50.626168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fe089-9d1a-4410-b9a6-07718be3a2ef None None] Pushing event updated for resources: {'Port': ['ID=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:50.655167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd9f40-ce99-4118-bc1e-9f27006bc2be req-8e157463-058a-4223-9576-733c4a89a826 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:50.675672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dabd9f40-ce99-4118-bc1e-9f27006bc2be req-8e157463-058a-4223-9576-733c4a89a826 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2204604 Nov 25 18:37:50.788656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dabd9f40-ce99-4118-bc1e-9f27006bc2be req-ea40e306-6d84-462b-ab30-cd0f3579bb2b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114156 Nov 25 18:37:50.856514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] For port 0c112e79-140d-454c-b007-9e6db14a9eb5, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0c112e79-140d-454c-b007-9e6db14a9eb5,segment=NetworkSegment(fd89f387-0278-4d30-b6ff-6f92a05ad2d1),segment_id=fd89f387-0278-4d30-b6ff-6f92a05ad2d1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:50.860234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:50.917229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Calling delete_port for 0c112e79-140d-454c-b007-9e6db14a9eb5 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:50.973613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cfc27cca-11d7-41a9-811e-6f8bd6e0db10 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:51.088829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:51.089206 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:51.250880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:51.357976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Pushing event deleted for resources: {'Port': ['ID=0c112e79-140d-454c-b007-9e6db14a9eb5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:51.361904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570f44c-df0d-4e99-84fb-9eff83d9c118 None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:51.491891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb30de-cf59-4146-9e69-19287e4d650f req-6141455e-f4f0-4486-8653-f5451e1cc83f tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:51.506587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ddbb30de-cf59-4146-9e69-19287e4d650f req-6141455e-f4f0-4486-8653-f5451e1cc83f tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 944 time: 0.5601492 Nov 25 18:37:51.509499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] No DVR routers for this DVR port 0c112e79-140d-454c-b007-9e6db14a9eb5 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:51.527000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:51.532018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0da2e5e-4cc1-4fea-a22f-e1a8b3abc2ba req-b5717574-cfdb-4461-853c-d662f4ae3aae tempest-ImagesTestJSON-1215486331 tempest-ImagesTestJSON-1215486331-project] 10.222.0.66 "DELETE /v2.0/ports/0c112e79-140d-454c-b007-9e6db14a9eb5 HTTP/1.1" status: 204 len: 173 time: 2.3388698 Nov 25 18:37:51.532511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'name': 'network-vif-deleted', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:51.545429 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb214656-cd70-4fda-ac1d-7f3de7fc99c8" -d '{"events": [{"server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "name": "network-vif-deleted", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:51.647126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ddbb30de-cf59-4146-9e69-19287e4d650f req-4ee59944-1d9b-4885-89fc-c21ff2a8e375 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395278 Nov 25 18:37:51.688892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ed1d75f2-60dd-4bcf-b0c7-272970a8cf9c req-94c77523-7458-4cad-85c8-56fdc4fb9811 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2108520579', 'description': 'tempest-description-71053387'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:51.758276 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed1d75f2-60dd-4bcf-b0c7-272970a8cf9c req-94c77523-7458-4cad-85c8-56fdc4fb9811 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:51.837204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:51.921780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed1d75f2-60dd-4bcf-b0c7-272970a8cf9c req-94c77523-7458-4cad-85c8-56fdc4fb9811 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:51.932155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed1d75f2-60dd-4bcf-b0c7-272970a8cf9c req-94c77523-7458-4cad-85c8-56fdc4fb9811 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.000612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c77523-7458-4cad-85c8-56fdc4fb9811 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad89f32-a574-416a-b9bd-0d956ea432ba,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:52.056267 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed1d75f2-60dd-4bcf-b0c7-272970a8cf9c req-94c77523-7458-4cad-85c8-56fdc4fb9811 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.073137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed1d75f2-60dd-4bcf-b0c7-272970a8cf9c req-94c77523-7458-4cad-85c8-56fdc4fb9811 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3811779 Nov 25 18:37:52.113256 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d90499f-79c3-4ee5-b273-ae6f0111c2fb x-openstack-request-id: req-9d90499f-79c3-4ee5-b273-ae6f0111c2fb {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:52.113256 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-plugged", "status": "completed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:52.113256 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d90499f-79c3-4ee5-b273-ae6f0111c2fb {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:52.113256 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'code': 200} Nov 25 18:37:52.206329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 180df0ba-2e59-4785-88e7-d03810f701b5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:52.206724 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.301355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0c112e79-140d-454c-b007-9e6db14a9eb5 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:52.364014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 0c112e79-140d-454c-b007-9e6db14a9eb5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:52.364652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0c112e79-140d-454c-b007-9e6db14a9eb5 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:52.382484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7867e6-c327-414c-bb79-0c123374ebfd req-ca586f76-5706-480a-93f0-6e399a2e941a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:52.386345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab7867e6-c327-414c-bb79-0c123374ebfd req-ca586f76-5706-480a-93f0-6e399a2e941a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1320240 Nov 25 18:37:52.420026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.456136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 180df0ba-2e59-4785-88e7-d03810f701b5 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:52.461172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab7867e6-c327-414c-bb79-0c123374ebfd req-3d04dc8a-a89a-4953-97b5-7c6e91b3741c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679839 Nov 25 18:37:52.530703 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4a9d3-2bc3-4a77-8a15-fc2c9a995f9c x-openstack-request-id: req-dda4a9d3-2bc3-4a77-8a15-fc2c9a995f9c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:52.531095 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed8cfe2-e12e-4310-bebc-d5232ff0a74c", "name": "network-vif-deleted", "tag": "0c112e79-140d-454c-b007-9e6db14a9eb5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:52.531395 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dda4a9d3-2bc3-4a77-8a15-fc2c9a995f9c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:52.531866 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed8cfe2-e12e-4310-bebc-d5232ff0a74c', 'name': 'network-vif-deleted', 'tag': '0c112e79-140d-454c-b007-9e6db14a9eb5', 'status': 'completed', 'code': 200} Nov 25 18:37:52.549563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5d97e5b0-eaf7-4d72-9c44-b3b34e538f7e req-13d0d34e-cc34-4cd3-8e40-a0cb9ea8d3de tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1946786378', 'description': 'tempest-description-2018172728'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:52.579831 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5d97e5b0-eaf7-4d72-9c44-b3b34e538f7e req-13d0d34e-cc34-4cd3-8e40-a0cb9ea8d3de tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.675819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5d97e5b0-eaf7-4d72-9c44-b3b34e538f7e req-13d0d34e-cc34-4cd3-8e40-a0cb9ea8d3de tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.681967 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5d97e5b0-eaf7-4d72-9c44-b3b34e538f7e req-13d0d34e-cc34-4cd3-8e40-a0cb9ea8d3de tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.698622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.716678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d34e-cc34-4cd3-8e40-a0cb9ea8d3de tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed87a5b-3ccb-4be2-8e72-d75f8a7ea947,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:52.726781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5d97e5b0-eaf7-4d72-9c44-b3b34e538f7e req-13d0d34e-cc34-4cd3-8e40-a0cb9ea8d3de tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:52.742298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d97e5b0-eaf7-4d72-9c44-b3b34e538f7e req-13d0d34e-cc34-4cd3-8e40-a0cb9ea8d3de tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1971705 Nov 25 18:37:52.767065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=180df0ba-2e59-4785-88e7-d03810f701b5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:52.923586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.080051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88361801-5ff5-454a-ab0b-31b4783e9695 req-94555e2d-f45d-409a-9833-e37b33353f43 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:53.088154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88361801-5ff5-454a-ab0b-31b4783e9695 req-94555e2d-f45d-409a-9833-e37b33353f43 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 944 time: 0.0919905 Nov 25 18:37:53.124830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9d7365da-904e-4dcd-8601-45345b9513eb up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:53.215606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88361801-5ff5-454a-ab0b-31b4783e9695 req-f6e8e9bd-efd8-4a6f-ab64-5c0d14961507 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264706 Nov 25 18:37:53.218341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 11197a52-c0b5-4b5c-b5da-3f05b7e37080 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:37:53.290081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9d7365da-904e-4dcd-8601-45345b9513eb completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:37:53.305292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9d7365da-904e-4dcd-8601-45345b9513eb triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:53.311624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.322381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:37:53.343580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9c4adae0-8cb0-46bc-859b-6d7d5e3bfeec tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/11197a52-c0b5-4b5c-b5da-3f05b7e37080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0272679 Nov 25 18:37:53.346090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39114) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:53.385677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] Sync routers for ids ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:37:53.403043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-90bca818-b063-4a32-b4a5-57b300d9ae90 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/bad89f32-a574-416a-b9bd-0d956ea432ba HTTP/1.1" status: 200 len: 1822 time: 0.1078596 Nov 25 18:37:53.420783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] Routers {'11197a52-c0b5-4b5c-b5da-3f05b7e37080'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:53.421864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:53.472532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:53.494941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-9266efeb-8f27-4cdc-996d-643e2f84fba5 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/aed87a5b-3ccb-4be2-8e72-d75f8a7ea947 HTTP/1.1" status: 200 len: 1824 time: 0.0908237 Nov 25 18:37:53.506637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bad89f32-a574-416a-b9bd-0d956ea432ba', 'remote_group_id': 'aed87a5b-3ccb-4be2-8e72-d75f8a7ea947', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:53.506975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bad89f32-a574-416a-b9bd-0d956ea432ba', 'remote_group_id': 'aed87a5b-3ccb-4be2-8e72-d75f8a7ea947', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:53.545986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] Routers {'11197a52-c0b5-4b5c-b5da-3f05b7e37080'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:37:53.547343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:53.620321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:53.621391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414e6a2-49c9-4236-8c5c-e339addc4a08 None None] The sync data for ids ['11197a52-c0b5-4b5c-b5da-3f05b7e37080'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:37:53.633181 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.639577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.696291 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-c58ccc24-0075-4b2b-8253-d53beb499f50 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 18:37:53.696873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9d7365da-904e-4dcd-8601-45345b9513eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9d7365da-904e-4dcd-8601-45345b9513eb,segment=NetworkSegment(53a85282-c7fa-4f30-a8e3-15e6137da666),segment_id=53a85282-c7fa-4f30-a8e3-15e6137da666)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:53.700807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c58ccc24-0075-4b2b-8253-d53beb499f50 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/11197a52-c0b5-4b5c-b5da-3f05b7e37080/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3505483 Nov 25 18:37:53.701728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39118) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:53.705418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.744210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9dbb285c-5c45-4145-b024-a9975aecc4f6 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=11197a52-c0b5-4b5c-b5da-3f05b7e37080 HTTP/1.1" status: 200 len: 205 time: 0.0389895 Nov 25 18:37:53.746321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39120) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:53.757052 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.764052 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.819779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eb803d-776e-4e2e-8ff7-2b5346886310,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:53.826715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.848246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cea7bc59-f495-48bd-914d-d066f90481b4 req-f0ed01e8-843c-4e61-bceb-616a3c42142a tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3452663 Nov 25 18:37:53.859380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9d7365da-904e-4dcd-8601-45345b9513eb,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:53.904982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8020ffb6-3bd6-4e6b-81cf-135e9891dd17 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:53.970347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11325e95-e930-4fdc-835a-2ba857fdfd65 req-06e437d7-e06d-4ddd-8912-1b076060658b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:53.978981 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11325e95-e930-4fdc-835a-2ba857fdfd65 req-06e437d7-e06d-4ddd-8912-1b076060658b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.0669167 Nov 25 18:37:54.040171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11325e95-e930-4fdc-835a-2ba857fdfd65 req-c742fa19-77c6-458c-b0c1-b5846a89ddb4 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555980 Nov 25 18:37:54.108766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7365da-904e-4dcd-8601-45345b9513eb'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:37:54.111287 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a7476-d956-41a9-8392-84508bf0d4d1" -d '{"events": [{"server_uuid": "5b39c697-756d-41bd-bdf3-c3fcd7d248c5", "name": "network-vif-plugged", "status": "completed", "tag": "9d7365da-904e-4dcd-8601-45345b9513eb"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:37:54.183296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290bca-cffa-4735-9ac2-20f965316bf1 req-069eab59-db9e-4e8f-b750-bda9c013f8c5 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:54.196246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41290bca-cffa-4735-9ac2-20f965316bf1 req-069eab59-db9e-4e8f-b750-bda9c013f8c5 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0958223 Nov 25 18:37:54.218968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8020ffb6-3bd6-4e6b-81cf-135e9891dd17 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.221589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8020ffb6-3bd6-4e6b-81cf-135e9891dd17 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.288808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8020ffb6-3bd6-4e6b-81cf-135e9891dd17 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.289433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8020ffb6-3bd6-4e6b-81cf-135e9891dd17 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Fanout notify agent at l3_agent the message router_deleted on router 11197a52-c0b5-4b5c-b5da-3f05b7e37080 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:37:54.297530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41290bca-cffa-4735-9ac2-20f965316bf1 req-a2ff22f3-a9ac-41c2-9594-8d9470c07587 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983803 Nov 25 18:37:54.300057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8020ffb6-3bd6-4e6b-81cf-135e9891dd17 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.303274 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8020ffb6-3bd6-4e6b-81cf-135e9891dd17 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/11197a52-c0b5-4b5c-b5da-3f05b7e37080 HTTP/1.1" status: 204 len: 168 time: 0.5546286 Nov 25 18:37:54.307731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39132) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:54.331070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-b665b49a-410a-4ccb-a3e4-28bc122ba4e2 req-ff96886c-016a-4d68-84eb-ff3de5be710f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2084227680', 'description': 'tempest-description-4869186'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:54.367984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b665b49a-410a-4ccb-a3e4-28bc122ba4e2 req-ff96886c-016a-4d68-84eb-ff3de5be710f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.448535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet 4631fedb-7fb0-4d00-bdfe-e447b6b87e19 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:37:54.457560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.464939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b665b49a-410a-4ccb-a3e4-28bc122ba4e2 req-ff96886c-016a-4d68-84eb-ff3de5be710f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.471987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b665b49a-410a-4ccb-a3e4-28bc122ba4e2 req-ff96886c-016a-4d68-84eb-ff3de5be710f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.520564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96886c-016a-4d68-84eb-ff3de5be710f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0f44fa-4f65-497a-8fa5-24ef4bad7a38,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:54.537903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b665b49a-410a-4ccb-a3e4-28bc122ba4e2 req-ff96886c-016a-4d68-84eb-ff3de5be710f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.550664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b665b49a-410a-4ccb-a3e4-28bc122ba4e2 req-ff96886c-016a-4d68-84eb-ff3de5be710f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2239068 Nov 25 18:37:54.585141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.586160 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb7f42e-7e5d-4c8a-8416-e3f792b581eb x-openstack-request-id: req-8fb7f42e-7e5d-4c8a-8416-e3f792b581eb {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:37:54.586693 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b39c697-756d-41bd-bdf3-c3fcd7d248c5", "name": "network-vif-plugged", "status": "completed", "tag": "9d7365da-904e-4dcd-8601-45345b9513eb", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:37:54.586799 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fb7f42e-7e5d-4c8a-8416-e3f792b581eb {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:37:54.587381 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7365da-904e-4dcd-8601-45345b9513eb', 'code': 200} Nov 25 18:37:54.798201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.844597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e773e-9c1d-468f-8e90-37387cd9fe1d req-ada3376e-f22b-4f3b-8573-a87d6d224fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:54.850165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e2e773e-9c1d-468f-8e90-37387cd9fe1d req-ada3376e-f22b-4f3b-8573-a87d6d224fc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 1096 time: 0.1775682 Nov 25 18:37:54.884845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03f8f2-909d-4c9f-b474-5261a5f65b25 req-63e5861d-420c-403f-b367-7f0e2313be44 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:54.892220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c03f8f2-909d-4c9f-b474-5261a5f65b25 req-63e5861d-420c-403f-b367-7f0e2313be44 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 945 time: 0.1901712 Nov 25 18:37:54.904167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.927199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:54.934220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/4631fedb-7fb0-4d00-bdfe-e447b6b87e19 HTTP/1.1" status: 204 len: 168 time: 0.6254079 Nov 25 18:37:54.941941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39146) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:54.942161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb5bc6b-a099-46b4-8caf-8e6daaec7737 None None] Network 374c3c4e-ea34-4514-904f-7e97afaa7c67 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:54.959445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93a88b-d9cb-4e19-aa04-e9c08a0c4423 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=4631fedb-7fb0-4d00-bdfe-e447b6b87e19,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:55.079159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.082945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e2e773e-9c1d-468f-8e90-37387cd9fe1d req-04b2194e-b601-47ce-9e86-a94ce812d5e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228143 Nov 25 18:37:55.127786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c03f8f2-909d-4c9f-b474-5261a5f65b25 req-ce320914-11c1-46e9-b580-b7c476cd80f8 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346509 Nov 25 18:37:55.183680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9326a95e-931b-42c9-9b49-e20ae6bbbf86 req-3abbb45a-2792-4df9-9536-f4a37c7a43ac tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1310977057', 'description': 'tempest-description-713874987'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:55.218137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port ffe139df-be2b-449c-b0fb-1750a38955e6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:55.218598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.237129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9326a95e-931b-42c9-9b49-e20ae6bbbf86 req-3abbb45a-2792-4df9-9536-f4a37c7a43ac tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.277411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] DHCP port deletion for 374c3c4e-ea34-4514-904f-7e97afaa7c67 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:37:55.319843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port ffe139df-be2b-449c-b0fb-1750a38955e6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ffe139df-be2b-449c-b0fb-1750a38955e6,segment=NetworkSegment(5685badf-9380-48f8-9a91-a89014d7fbe2),segment_id=5685badf-9380-48f8-9a91-a89014d7fbe2)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:55.320372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.340092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for ffe139df-be2b-449c-b0fb-1750a38955e6 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:55.428359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] Deleting port ffe139df-be2b-449c-b0fb-1750a38955e6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:37:55.428738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.467977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9326a95e-931b-42c9-9b49-e20ae6bbbf86 req-3abbb45a-2792-4df9-9536-f4a37c7a43ac tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.481094 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9326a95e-931b-42c9-9b49-e20ae6bbbf86 req-3abbb45a-2792-4df9-9536-f4a37c7a43ac tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.528464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9326a95e-931b-42c9-9b49-e20ae6bbbf86 req-3abbb45a-2792-4df9-9536-f4a37c7a43ac tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.541293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9326a95e-931b-42c9-9b49-e20ae6bbbf86 req-3abbb45a-2792-4df9-9536-f4a37c7a43ac tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3626454 Nov 25 18:37:55.544311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbb45a-2792-4df9-9536-f4a37c7a43ac tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81742510-190c-4f96-9e1f-59d2722c79ab,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:55.568458 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.588559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] For port ffe139df-be2b-449c-b0fb-1750a38955e6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ffe139df-be2b-449c-b0fb-1750a38955e6,segment=NetworkSegment(5685badf-9380-48f8-9a91-a89014d7fbe2),segment_id=5685badf-9380-48f8-9a91-a89014d7fbe2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:55.589147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.619312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] Calling delete_port for ffe139df-be2b-449c-b0fb-1750a38955e6 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:37:55.629754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=ffe139df-be2b-449c-b0fb-1750a38955e6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:55.633869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port ffe139df-be2b-449c-b0fb-1750a38955e6 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:55.759437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.782071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713914e-a8e4-4ead-9962-35ffb2bc36b1 req-6fc9b485-540f-4cfd-bd8b-e35313529150 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:55.790072 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.790512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2713914e-a8e4-4ead-9962-35ffb2bc36b1 req-6fc9b485-540f-4cfd-bd8b-e35313529150 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1315236 Nov 25 18:37:55.820955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374c3c4e-ea34-4514-904f-7e97afaa7c67']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:55.824918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] No DVR routers for this DVR port ffe139df-be2b-449c-b0fb-1750a38955e6 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:37:55.848843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5685badf-9380-48f8-9a91-a89014d7fbe2') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:55.849283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5685badf-9380-48f8-9a91-a89014d7fbe2') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:37:55.871907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6175b2a-e244-4c43-9319-5d14641528e7 None None] Pushing event deleted for resources: {'Port': ['ID=ffe139df-be2b-449c-b0fb-1750a38955e6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:55.872108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.894372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2713914e-a8e4-4ead-9962-35ffb2bc36b1 req-a6617efc-9ead-4d8d-b617-9f7c3799987d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009183 Nov 25 18:37:55.913700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.934148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:37:55.935145 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:37:55.944414 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:37:56.064894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-84f09ede-b084-43dc-a86b-9a24aed37b46 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/ed0f44fa-4f65-497a-8fa5-24ef4bad7a38 HTTP/1.1" status: 200 len: 1821 time: 0.1403184 Nov 25 18:37:56.072748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.085953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.116655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/374c3c4e-ea34-4514-904f-7e97afaa7c67 HTTP/1.1" status: 204 len: 168 time: 1.1684442 Nov 25 18:37:56.117723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39156) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:56.122238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-835092653'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:56.141175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6173e-d055-44fb-9023-dc6524a4488e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=374c3c4e-ea34-4514-904f-7e97afaa7c67,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:56.165447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:56.169161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.191448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-0f6bd8f6-c999-40de-b714-ec06607a6bbb tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/81742510-190c-4f96-9e1f-59d2722c79ab HTTP/1.1" status: 200 len: 1823 time: 0.1067102 Nov 25 18:37:56.209806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed0f44fa-4f65-497a-8fa5-24ef4bad7a38', 'remote_group_id': '81742510-190c-4f96-9e1f-59d2722c79ab', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:56.210136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed0f44fa-4f65-497a-8fa5-24ef4bad7a38', 'remote_group_id': '81742510-190c-4f96-9e1f-59d2722c79ab', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:56.215442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:37:56.228627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.229208 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment 126a9b32-2154-4120-9f32-0f50a8f56ffc of type vlan for network d52beffc-36bd-41af-81e5-dee0897c72fb Nov 25 18:37:56.295348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.322377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.338410 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.348927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:56.349932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.383587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2653189 Nov 25 18:37:56.386781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39160) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:56.400169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': 'd52beffc-36bd-41af-81e5-dee0897c72fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:56.415654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.429600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.497737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6527db4e-168c-4610-af23-22cc288a5dbe,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:56.517932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.522333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a77d264-7a7c-4069-9ecd-26a9853f2b46 req-92dcab0c-0354-43e9-840d-f8cbf71f7050 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3171818 Nov 25 18:37:56.555790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79630f-b0cd-4ce4-9d0f-4fa5bba7a80b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=d52beffc-36bd-41af-81e5-dee0897c72fb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:56.567157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d52beffc-36bd-41af-81e5-dee0897c72fb details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:37:56.569489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:37:56.573470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.798531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70604bdd-fec8-4d56-853d-83397933885a req-4de77ec1-f8bc-40b3-81ec-942bd6dbb32a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:56.801072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70604bdd-fec8-4d56-853d-83397933885a req-4de77ec1-f8bc-40b3-81ec-942bd6dbb32a tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 945 time: 0.1375580 Nov 25 18:37:56.843390 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:37:56.851660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:56.852048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ffe139df-be2b-449c-b0fb-1750a38955e6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:37:56.892995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ffe139df-be2b-449c-b0fb-1750a38955e6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:37:56.893773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ffe139df-be2b-449c-b0fb-1750a38955e6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:37:56.922266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70604bdd-fec8-4d56-853d-83397933885a req-bbbd27db-42ee-4366-8adf-c0f4bfe73be8 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068110 Nov 25 18:37:56.988467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=29058fe6-8e1d-47a1-94db-98ede3a14c97,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:56.994648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': '126a9b32-2154-4120-9f32-0f50a8f56ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd52beffc-36bd-41af-81e5-dee0897c72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:56.994987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: d52beffc-36bd-41af-81e5-dee0897c72fb, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:37:57.025244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network d52beffc-36bd-41af-81e5-dee0897c72fb is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:37:57.037820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d52beffc-36bd-41af-81e5-dee0897c72fb) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:57.046262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:57.046262 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.050035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16513d82-f488-4652-a84e-282f7e8e9da4 req-18eb8576-9569-48d1-949d-83575fd76e68 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/81742510-190c-4f96-9e1f-59d2722c79ab HTTP/1.1" status: 200 len: 1823 time: 0.0761664 Nov 25 18:37:57.054427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8187fa-81d5-4a78-9548-c614fa46c8dd None None] Network d52beffc-36bd-41af-81e5-dee0897c72fb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:37:57.092992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7c1310c6-e97a-4d98-9450-4c464c72686e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6937671 Nov 25 18:37:57.100622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39174) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:57.110817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a75dd26e-2dc6-4330-b76f-871a45f0463f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047169857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:57.139766 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a75dd26e-2dc6-4330-b76f-871a45f0463f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.143624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a75dd26e-2dc6-4330-b76f-871a45f0463f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.169542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16513d82-f488-4652-a84e-282f7e8e9da4 req-79a9d2e8-e3d4-46c1-8878-1ab8182f9949 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.214251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a75dd26e-2dc6-4330-b76f-871a45f0463f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.220018 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16513d82-f488-4652-a84e-282f7e8e9da4 req-79a9d2e8-e3d4-46c1-8878-1ab8182f9949 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.222243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a75dd26e-2dc6-4330-b76f-871a45f0463f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.247850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a75dd26e-2dc6-4330-b76f-871a45f0463f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.250556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a75dd26e-2dc6-4330-b76f-871a45f0463f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1445470 Nov 25 18:37:57.253198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39176) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:37:57.381104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d52beffc-36bd-41af-81e5-dee0897c72fb', 'network_id': 'd52beffc-36bd-41af-81e5-dee0897c72fb', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': '29058fe6-8e1d-47a1-94db-98ede3a14c97'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:37:57.382693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.383640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16513d82-f488-4652-a84e-282f7e8e9da4 req-79a9d2e8-e3d4-46c1-8878-1ab8182f9949 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.389678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16513d82-f488-4652-a84e-282f7e8e9da4 req-79a9d2e8-e3d4-46c1-8878-1ab8182f9949 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.394239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16513d82-f488-4652-a84e-282f7e8e9da4 req-79a9d2e8-e3d4-46c1-8878-1ab8182f9949 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-groups/81742510-190c-4f96-9e1f-59d2722c79ab HTTP/1.1" status: 204 len: 173 time: 0.3352175 Nov 25 18:37:57.419207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9d2e8-e3d4-46c1-8878-1ab8182f9949 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81742510-190c-4f96-9e1f-59d2722c79ab,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:57.559273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Allocated IP 2001:db8::2 (d52beffc-36bd-41af-81e5-dee0897c72fb/29058fe6-8e1d-47a1-94db-98ede3a14c97/2c689b7b-fd56-4482-a31f-41eabef3ae5d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:57.734551 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.746914 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.793240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Network d52beffc-36bd-41af-81e5-dee0897c72fb is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:57.797296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:57.802392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:57.816292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Pushing event updated for resources: {'Port': ['ID=2c689b7b-fd56-4482-a31f-41eabef3ae5d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:57.887662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-ad4640ef-df12-45f8-840f-fb83c8cafb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:57.889183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-ad4640ef-df12-45f8-840f-fb83c8cafb83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.1946330 Nov 25 18:37:57.906940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Attempting to bind port 2c689b7b-fd56-4482-a31f-41eabef3ae5d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:37:57.907545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Attempting to bind port 2c689b7b-fd56-4482-a31f-41eabef3ae5d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '126a9b32-2154-4120-9f32-0f50a8f56ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd52beffc-36bd-41af-81e5-dee0897c72fb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:37:57.908942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Attempting to bind port 2c689b7b-fd56-4482-a31f-41eabef3ae5d on network d52beffc-36bd-41af-81e5-dee0897c72fb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:37:57.930716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:37:57.931123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Checking segment: {'id': '126a9b32-2154-4120-9f32-0f50a8f56ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd52beffc-36bd-41af-81e5-dee0897c72fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:37:57.931529 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.931934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Bound using segment: {'id': '126a9b32-2154-4120-9f32-0f50a8f56ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd52beffc-36bd-41af-81e5-dee0897c72fb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:37:57.932420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Bound port: 2c689b7b-fd56-4482-a31f-41eabef3ae5d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126a9b32-2154-4120-9f32-0f50a8f56ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd52beffc-36bd-41af-81e5-dee0897c72fb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:37:57.932789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.957284 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:57.969926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36547109-487e-46c9-b831-ac9252d0ec46 req-91fa5f05-0bc8-4c1f-a77a-6cbf05fa1899 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:57.973357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-36547109-487e-46c9-b831-ac9252d0ec46 req-91fa5f05-0bc8-4c1f-a77a-6cbf05fa1899 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1939342 Nov 25 18:37:58.071988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] For port 2c689b7b-fd56-4482-a31f-41eabef3ae5d, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:37:58.081052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] For port 2c689b7b-fd56-4482-a31f-41eabef3ae5d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2c689b7b-fd56-4482-a31f-41eabef3ae5d,segment=NetworkSegment(126a9b32-2154-4120-9f32-0f50a8f56ffc),segment_id=126a9b32-2154-4120-9f32-0f50a8f56ffc)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:37:58.112584 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:58.117159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-36547109-487e-46c9-b831-ac9252d0ec46 req-6d9c0788-4bca-46d4-9164-dec4d76df5d8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347072 Nov 25 18:37:58.204779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-26c4c02a-7155-43f7-b6a8-5982dfd961ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:58.206258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-26c4c02a-7155-43f7-b6a8-5982dfd961ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 0.3036029 Nov 25 18:37:58.278904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c32ce-6546-466a-9b73-ddf717a17b56 None None] Pushing event updated for resources: {'Port': ['ID=2c689b7b-fd56-4482-a31f-41eabef3ae5d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:58.283278 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-ed2853d9-b4cd-498b-af83-42f65885cd95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.0679607 Nov 25 18:37:58.437650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8::1 (d52beffc-36bd-41af-81e5-dee0897c72fb/29058fe6-8e1d-47a1-94db-98ede3a14c97/f11094fc-5a7d-4801-aff1-b73ffa18556b) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:37:58.438416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43eaa611-bc98-46d2-9118-57286d46d2ce req-8d597028-07b4-4afe-8f3f-83c83554b545 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/ed0f44fa-4f65-497a-8fa5-24ef4bad7a38 HTTP/1.1" status: 200 len: 1821 time: 0.1670511 Nov 25 18:37:58.440139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-1c9748ba-d3b7-4dce-a34d-2eac1328ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:58.441563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-1c9748ba-d3b7-4dce-a34d-2eac1328ece7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.1476583 Nov 25 18:37:58.501989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-8921a428-663c-4a40-be54-0db7ea809ea6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526369 Nov 25 18:37:58.700815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:58.752573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be6042-1b8a-4824-aca5-91227617146b req-5ba5045d-dbbd-40d1-81ef-65913ccf4dc4 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:58.770016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17be6042-1b8a-4824-aca5-91227617146b req-5ba5045d-dbbd-40d1-81ef-65913ccf4dc4 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2240665 Nov 25 18:37:58.779307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:58.781973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-d94c52c4-5837-498c-a485-b94fa1a4edf1 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685683 Nov 25 18:37:58.875957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network d52beffc-36bd-41af-81e5-dee0897c72fb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:37:58.891067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:37:58.898763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:37:58.899306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:58.925508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2c689b7b-fd56-4482-a31f-41eabef3ae5d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:37:58.991113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17be6042-1b8a-4824-aca5-91227617146b req-e1ac2ca5-56f1-4049-914c-3a8373133a63 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219641 Nov 25 18:37:58.998438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29c24c24-f51c-4d0c-b5d3-06f4f2ad833d req-02d1f5d3-7e3a-4e49-af02-4d0108e7b7d5 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032399 Nov 25 18:37:59.050073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2c689b7b-fd56-4482-a31f-41eabef3ae5d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:37:59.050724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.275869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8fddf1ba-888f-4ddb-b590-58d538f8be64 req-ca921f87-f313-40f4-acc0-e6df3862be91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895325889', 'description': 'tempest-description-574699619'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:37:59.279513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.334540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8fddf1ba-888f-4ddb-b590-58d538f8be64 req-ca921f87-f313-40f4-acc0-e6df3862be91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.373904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 2c689b7b-fd56-4482-a31f-41eabef3ae5d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2c689b7b-fd56-4482-a31f-41eabef3ae5d,segment=NetworkSegment(126a9b32-2154-4120-9f32-0f50a8f56ffc),segment_id=126a9b32-2154-4120-9f32-0f50a8f56ffc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:37:59.388098 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.532175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8fddf1ba-888f-4ddb-b590-58d538f8be64 req-ca921f87-f313-40f4-acc0-e6df3862be91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.546139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8fddf1ba-888f-4ddb-b590-58d538f8be64 req-ca921f87-f313-40f4-acc0-e6df3862be91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.554951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=2c689b7b-fd56-4482-a31f-41eabef3ae5d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:59.572177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=f11094fc-5a7d-4801-aff1-b73ffa18556b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:59.641546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca921f87-f313-40f4-acc0-e6df3862be91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:37:59.678366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8fddf1ba-888f-4ddb-b590-58d538f8be64 req-ca921f87-f313-40f4-acc0-e6df3862be91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.681992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fddf1ba-888f-4ddb-b590-58d538f8be64 req-ca921f87-f313-40f4-acc0-e6df3862be91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4127576 Nov 25 18:37:59.749508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:37:59.851736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84655400-d3b1-4dd7-bc17-9dfbbe3fa7e7 req-aad0216e-cca1-4b0c-a2b5-a9166fbfe8e3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:37:59.859205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-84655400-d3b1-4dd7-bc17-9dfbbe3fa7e7 req-aad0216e-cca1-4b0c-a2b5-a9166fbfe8e3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1053061 Nov 25 18:37:59.925640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-84655400-d3b1-4dd7-bc17-9dfbbe3fa7e7 req-6fa616cd-787d-4ba1-b3f2-163a5de02d33 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569909 Nov 25 18:37:59.940585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000706a-da88-400f-a968-a527a6512fc7 None None] Network d52beffc-36bd-41af-81e5-dee0897c72fb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:00.039440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cd88126c-9909-4e26-8ff3-b8e88b7de8d7 None None] Provisioning complete for port 2c689b7b-fd56-4482-a31f-41eabef3ae5d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:00.039889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd88126c-9909-4e26-8ff3-b8e88b7de8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.166080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a594a5-726d-4cd6-8e71-579d4816d59b req-511e316a-502d-4ab0-9b1a-526cf557a6d5 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:00.168148 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2a594a5-726d-4cd6-8e71-579d4816d59b req-511e316a-502d-4ab0-9b1a-526cf557a6d5 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 945 time: 0.1000283 Nov 25 18:38:00.183601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.194896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.196130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.292032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2a594a5-726d-4cd6-8e71-579d4816d59b req-7a25fd35-bb65-416a-a2d3-ab480a9d682c tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/security-groups?id=4174f538-08ac-4051-b07c-4c98a270f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080878 Nov 25 18:38:00.437989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=f11094fc-5a7d-4801-aff1-b73ffa18556b,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:00.457338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-c711eb4e-8586-470e-8905-33e2f9855401 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1 HTTP/1.1" status: 200 len: 1822 time: 0.1080089 Nov 25 18:38:00.467880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:00.468200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:00.491435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network d52beffc-36bd-41af-81e5-dee0897c72fb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:00.494881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:00.614128 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.648668 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.700665 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.708317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.768930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dba879c-0b85-4718-9da4-709aef77b4ce,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:00.769510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router a2d03420-9c80-4be5-93d7-893bd49e634d is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:38:00.783046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:00.798149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bb89724-006b-4b1a-a361-4ed44868f9cd req-549fa9f3-e80c-49f5-808e-b250b3806317 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3397939 Nov 25 18:38:00.848114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2c689b7b-fd56-4482-a31f-41eabef3ae5d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:00.951657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-d7c68dcf-0e84-4789-a92f-13700ee37170 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:00.954141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-d7c68dcf-0e84-4789-a92f-13700ee37170 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 945 time: 0.1164551 Nov 25 18:38:00.992744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-24c1926d-15a0-47a3-befa-f89949afcce6 None None] Provisioning complete for port 2c689b7b-fd56-4482-a31f-41eabef3ae5d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:00.993320 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-24c1926d-15a0-47a3-befa-f89949afcce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:01.013986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:01.028877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] Sync routers for ids ['a2d03420-9c80-4be5-93d7-893bd49e634d'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:01.030907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-49610f07-ae55-4f54-9c62-b4bfefd22160 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/a2d03420-9c80-4be5-93d7-893bd49e634d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7758961 Nov 25 18:38:01.034766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39214) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:01.044160 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] Routers {'a2d03420-9c80-4be5-93d7-893bd49e634d'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:01.044800 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a2d03420-9c80-4be5-93d7-893bd49e634d'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:01.102065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c5bc-ecfa-4f63-82fc-95a473949d7f req-1feb5883-9dcf-40a8-8f9e-8a61aea2ae55 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:01.112168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2c689b7b-fd56-4482-a31f-41eabef3ae5d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:01.112539 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:01.119518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9209c5bc-ecfa-4f63-82fc-95a473949d7f req-1feb5883-9dcf-40a8-8f9e-8a61aea2ae55 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2244735 Nov 25 18:38:01.138301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9cec9-cc2c-4b6e-be0f-3f8cf0e075dd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:01.140083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dea9cec9-cc2c-4b6e-be0f-3f8cf0e075dd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports/f11094fc-5a7d-4801-aff1-b73ffa18556b HTTP/1.1" status: 200 len: 911 time: 0.1013813 Nov 25 18:38:01.144490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:01.148194 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:01.159257 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] Routers {'a2d03420-9c80-4be5-93d7-893bd49e634d'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:01.160153 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a2d03420-9c80-4be5-93d7-893bd49e634d'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:01.198920 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:01.199832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1515944-ded8-4e0f-b5cc-c3ea89fc28fa None None] The sync data for ids ['a2d03420-9c80-4be5-93d7-893bd49e634d'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:01.347101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-24c1926d-15a0-47a3-befa-f89949afcce6 None None] Provisioning complete for port f11094fc-5a7d-4801-aff1-b73ffa18556b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:01.347469 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-24c1926d-15a0-47a3-befa-f89949afcce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:01.398067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-24c1926d-15a0-47a3-befa-f89949afcce6 None None] Port f11094fc-5a7d-4801-aff1-b73ffa18556b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:01.439520 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9209c5bc-ecfa-4f63-82fc-95a473949d7f req-2cdc8b60-8fdc-4513-9876-ff1ca0341c7c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191156 Nov 25 18:38:01.486384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Deleting port 9d7365da-904e-4dcd-8601-45345b9513eb {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:01.486895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:01.578754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d41c35af-0137-4f37-8d77-0271bc8ba4db None None] Provisioning complete for port f11094fc-5a7d-4801-aff1-b73ffa18556b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:01.578754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d41c35af-0137-4f37-8d77-0271bc8ba4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:01.826871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-512961c8-3072-4085-a00b-c024d0954dd3 req-4d0c1697-ce54-4e12-a54c-fcfaf20ec0b4 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1 HTTP/1.1" status: 200 len: 2416 time: 0.3123076 Nov 25 18:38:01.892376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] For port 9d7365da-904e-4dcd-8601-45345b9513eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9d7365da-904e-4dcd-8601-45345b9513eb,segment=NetworkSegment(53a85282-c7fa-4f30-a8e3-15e6137da666),segment_id=53a85282-c7fa-4f30-a8e3-15e6137da666)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:01.893225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:01.916336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Calling delete_port for 9d7365da-904e-4dcd-8601-45345b9513eb owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:01.921601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-512961c8-3072-4085-a00b-c024d0954dd3 req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1', 'remote_group_id': None}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:01.922270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-512961c8-3072-4085-a00b-c024d0954dd3 req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1', 'remote_group_id': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:01.951487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d41c35af-0137-4f37-8d77-0271bc8ba4db None None] Port f11094fc-5a7d-4801-aff1-b73ffa18556b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:02.084231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fb1e221f-5d15-444a-aedc-9bcb244a6f0a None None] Provisioning complete for port f11094fc-5a7d-4801-aff1-b73ffa18556b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:02.084883 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb1e221f-5d15-444a-aedc-9bcb244a6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.118440 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-512961c8-3072-4085-a00b-c024d0954dd3 req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.156899 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-512961c8-3072-4085-a00b-c024d0954dd3 req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.170153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e221f-5d15-444a-aedc-9bcb244a6f0a None None] Port f11094fc-5a7d-4801-aff1-b73ffa18556b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:02.187977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-512961c8-3072-4085-a00b-c024d0954dd3 req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.198051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.260868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af129627-e996-4b7a-96f4-929b8abbf9ac,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:02.314941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-512961c8-3072-4085-a00b-c024d0954dd3 req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.316145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-512961c8-3072-4085-a00b-c024d0954dd3 req-1932f080-202e-4b37-9682-f452767fac13 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4021416 Nov 25 18:38:02.327156 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.342324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9d7365da-904e-4dcd-8601-45345b9513eb'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:38:02.367264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Pushing event deleted for resources: {'Port': ['ID=9d7365da-904e-4dcd-8601-45345b9513eb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:02.478337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] No DVR routers for this DVR port 9d7365da-904e-4dcd-8601-45345b9513eb on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:02.497134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.501842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ce0e145-5beb-4cd5-923e-8fd3a652fdc0 req-b9ecb1ff-88df-42a9-9fe3-fe920edc0531 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.64 "DELETE /v2.0/ports/9d7365da-904e-4dcd-8601-45345b9513eb HTTP/1.1" status: 204 len: 173 time: 1.5356481 Nov 25 18:38:02.503404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'name': 'network-vif-deleted', 'tag': '9d7365da-904e-4dcd-8601-45345b9513eb'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:02.506708 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f2d613-491f-494c-b9d8-35fe8e947ef3" -d '{"events": [{"server_uuid": "5b39c697-756d-41bd-bdf3-c3fcd7d248c5", "name": "network-vif-deleted", "tag": "9d7365da-904e-4dcd-8601-45345b9513eb"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:02.559530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b4e4-c84b-41f6-9611-32510f040627 req-67e3697a-4c24-4b08-92c2-97592abe9a1f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:02.561083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f28b4e4-c84b-41f6-9611-32510f040627 req-67e3697a-4c24-4b08-92c2-97592abe9a1f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0967238 Nov 25 18:38:02.696541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f28b4e4-c84b-41f6-9611-32510f040627 req-4ca57e98-6462-4008-8eda-3d7420b566cf tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028721 Nov 25 18:38:02.825889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port f11094fc-5a7d-4801-aff1-b73ffa18556b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:02.826226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:02.875769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71d62633-df46-41f1-bf9f-66c9d03b4169 req-f128cab7-3798-407f-a4c0-d247bfd79a87 tempest-ServerGroupTestJSON-501191961 tempest-ServerGroupTestJSON-501191961-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b39c697-756d-41bd-bdf3-c3fcd7d248c5 HTTP/1.1" status: 200 len: 210 time: 0.0387595 Nov 25 18:38:03.021841 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:03.053697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for f11094fc-5a7d-4801-aff1-b73ffa18556b owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:03.066775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-244f23eb-69ac-4200-bea0-ba9b8fb73d6b req-8445f913-fe05-44d5-afe4-3af452f29915 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1 HTTP/1.1" status: 200 len: 3015 time: 0.0810325 Nov 25 18:38:03.097813 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:03.351478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad97e21-47c2-444e-96ef-43491c632120 req-9b5c4b10-c8e5-4c32-91a4-2e4ebad3deda tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:03.358978 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ad97e21-47c2-444e-96ef-43491c632120 req-9b5c4b10-c8e5-4c32-91a4-2e4ebad3deda tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1392515 Nov 25 18:38:03.451454 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:03.485282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ad97e21-47c2-444e-96ef-43491c632120 req-2cbc26d6-ded9-4e0c-835b-99b97e80e215 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188145 Nov 25 18:38:03.485282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=f11094fc-5a7d-4801-aff1-b73ffa18556b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:03.583142 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0682b415-5107-4053-8c40-ba0658f9408f x-openstack-request-id: req-0682b415-5107-4053-8c40-ba0658f9408f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:03.583142 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b39c697-756d-41bd-bdf3-c3fcd7d248c5", "name": "network-vif-deleted", "tag": "9d7365da-904e-4dcd-8601-45345b9513eb", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:03.583142 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0682b415-5107-4053-8c40-ba0658f9408f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:03.590655 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b39c697-756d-41bd-bdf3-c3fcd7d248c5', 'name': 'network-vif-deleted', 'tag': '9d7365da-904e-4dcd-8601-45345b9513eb', 'status': 'completed', 'code': 200} Nov 25 18:38:03.632402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13fd316b-6a40-44eb-91c5-f3cc1adcf04f req-65bd077c-ea60-42f5-9af1-18244b1c7fad tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-group-rules/af129627-e996-4b7a-96f4-929b8abbf9ac HTTP/1.1" status: 200 len: 783 time: 0.0395455 Nov 25 18:38:03.775368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:03.787844 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13fd316b-6a40-44eb-91c5-f3cc1adcf04f req-b47db623-efdd-49eb-ac79-c8480e42a7cd tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1 HTTP/1.1" status: 200 len: 3015 time: 0.1544828 Nov 25 18:38:04.217581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13fd316b-6a40-44eb-91c5-f3cc1adcf04f req-0a6127ba-6a7b-4f84-8271-caaa31b3dd91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.229819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13fd316b-6a40-44eb-91c5-f3cc1adcf04f req-0a6127ba-6a7b-4f84-8271-caaa31b3dd91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.329755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13fd316b-6a40-44eb-91c5-f3cc1adcf04f req-0a6127ba-6a7b-4f84-8271-caaa31b3dd91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.339509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-13fd316b-6a40-44eb-91c5-f3cc1adcf04f req-0a6127ba-6a7b-4f84-8271-caaa31b3dd91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.340730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13fd316b-6a40-44eb-91c5-f3cc1adcf04f req-0a6127ba-6a7b-4f84-8271-caaa31b3dd91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/af129627-e996-4b7a-96f4-929b8abbf9ac HTTP/1.1" status: 204 len: 173 time: 0.5516267 Nov 25 18:38:04.351456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6127ba-6a7b-4f84-8271-caaa31b3dd91 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af129627-e996-4b7a-96f4-929b8abbf9ac,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:04.359890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router a2d03420-9c80-4be5-93d7-893bd49e634d has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:04.511565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:04.517727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a38a26c6-69b3-4328-8edc-fa6834b2df6a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/a2d03420-9c80-4be5-93d7-893bd49e634d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3722513 Nov 25 18:38:04.524302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39262) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:04.526873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] Sync routers for ids ['a2d03420-9c80-4be5-93d7-893bd49e634d'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:04.534503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef62a8-0c6f-49ad-a0e2-aa85fbcfea4b req-cde2bb63-94c8-49cc-aa83-cce48f019bb7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:04.536344 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75ef62a8-0c6f-49ad-a0e2-aa85fbcfea4b req-cde2bb63-94c8-49cc-aa83-cce48f019bb7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1043477 Nov 25 18:38:04.540044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] Routers {'a2d03420-9c80-4be5-93d7-893bd49e634d'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:04.540900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a2d03420-9c80-4be5-93d7-893bd49e634d'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:04.563075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6faf149f-a9bc-423a-9ed5-19c9aa49d0f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2d03420-9c80-4be5-93d7-893bd49e634d HTTP/1.1" status: 200 len: 205 time: 0.0376129 Nov 25 18:38:04.564383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39264) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:04.576734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e74867fa-bec2-4fe8-b183-78ec45753492 req-e1716ee2-7873-4432-8e54-edc54461b5df tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1 HTTP/1.1" status: 200 len: 2416 time: 0.0794294 Nov 25 18:38:04.586991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:04.597760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] Routers {'a2d03420-9c80-4be5-93d7-893bd49e634d'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:04.598772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a2d03420-9c80-4be5-93d7-893bd49e634d'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:04.646901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:04.647816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae96b4b-a0a1-495d-932f-efadd5e2d08f None None] The sync data for ids ['a2d03420-9c80-4be5-93d7-893bd49e634d'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:04.647958 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e74867fa-bec2-4fe8-b183-78ec45753492 req-b592b355-df7b-46d2-897f-88675376ad31 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.669217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef878046-aa2e-48e0-9a95-59f692e39d5b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.675800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-75ef62a8-0c6f-49ad-a0e2-aa85fbcfea4b req-de594899-bdc7-4c80-a186-a8c91352ab2a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330421 Nov 25 18:38:04.678487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e74867fa-bec2-4fe8-b183-78ec45753492 req-b592b355-df7b-46d2-897f-88675376ad31 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.746826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e74867fa-bec2-4fe8-b183-78ec45753492 req-b592b355-df7b-46d2-897f-88675376ad31 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.750638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e74867fa-bec2-4fe8-b183-78ec45753492 req-b592b355-df7b-46d2-897f-88675376ad31 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.751821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e74867fa-bec2-4fe8-b183-78ec45753492 req-b592b355-df7b-46d2-897f-88675376ad31 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-groups/86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1 HTTP/1.1" status: 204 len: 173 time: 0.1740494 Nov 25 18:38:04.767017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592b355-df7b-46d2-897f-88675376ad31 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dd25f2-031f-46e3-ab8f-cbfd0b8e4be1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:04.870955 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-7915d229-dcb3-4b55-9f29-1fb48c2bd468 req-fb030a7d-c61b-412c-9cf5-b34b119d3279 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] show failed (client error): The resource could not be found. Nov 25 18:38:04.872358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7915d229-dcb3-4b55-9f29-1fb48c2bd468 req-fb030a7d-c61b-412c-9cf5-b34b119d3279 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/81742510-190c-4f96-9e1f-59d2722c79ab HTTP/1.1" status: 404 len: 352 time: 0.0286181 Nov 25 18:38:04.891243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef878046-aa2e-48e0-9a95-59f692e39d5b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.894821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef878046-aa2e-48e0-9a95-59f692e39d5b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.985440 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef878046-aa2e-48e0-9a95-59f692e39d5b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.986007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef878046-aa2e-48e0-9a95-59f692e39d5b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Fanout notify agent at l3_agent the message router_deleted on router a2d03420-9c80-4be5-93d7-893bd49e634d {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:38:04.997238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef878046-aa2e-48e0-9a95-59f692e39d5b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:04.998269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ef878046-aa2e-48e0-9a95-59f692e39d5b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/a2d03420-9c80-4be5-93d7-893bd49e634d HTTP/1.1" status: 204 len: 168 time: 0.4323733 Nov 25 18:38:05.001070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39280) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:05.008104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484c83a-8fec-4652-8f9f-8f9c13403c92 req-b1290787-02c0-4145-a370-b8305371bc6e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:05.009677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7484c83a-8fec-4652-8f9f-8f9c13403c92 req-b1290787-02c0-4145-a370-b8305371bc6e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1689651 Nov 25 18:38:05.044436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4909643a-eda7-4c05-bc16-8dae22ebcebd req-d389005f-8879-4253-bde6-8c14f831e6df tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/ed0f44fa-4f65-497a-8fa5-24ef4bad7a38 HTTP/1.1" status: 200 len: 1821 time: 0.0791700 Nov 25 18:38:05.070006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7484c83a-8fec-4652-8f9f-8f9c13403c92 req-937df458-e391-4f5a-8e5e-be44925b7841 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Nov 25 18:38:05.100436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-36a996ed-33db-4118-b128-3707b65773a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:05.102077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-36a996ed-33db-4118-b128-3707b65773a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1096 time: 0.0454853 Nov 25 18:38:05.106861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet 29058fe6-8e1d-47a1-94db-98ede3a14c97 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:38:05.114790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.174393 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4909643a-eda7-4c05-bc16-8dae22ebcebd req-f2d8b9e0-1367-4958-8b1f-58d4514a7999 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.191388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9d7365da-904e-4dcd-8601-45345b9513eb no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:05.204472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4909643a-eda7-4c05-bc16-8dae22ebcebd req-f2d8b9e0-1367-4958-8b1f-58d4514a7999 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.223334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9d7365da-904e-4dcd-8601-45345b9513eb {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:05.223901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9d7365da-904e-4dcd-8601-45345b9513eb not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:05.252442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.256503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4909643a-eda7-4c05-bc16-8dae22ebcebd req-f2d8b9e0-1367-4958-8b1f-58d4514a7999 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.259286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4909643a-eda7-4c05-bc16-8dae22ebcebd req-f2d8b9e0-1367-4958-8b1f-58d4514a7999 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.260499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4909643a-eda7-4c05-bc16-8dae22ebcebd req-f2d8b9e0-1367-4958-8b1f-58d4514a7999 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed0f44fa-4f65-497a-8fa5-24ef4bad7a38 HTTP/1.1" status: 204 len: 173 time: 0.2130637 Nov 25 18:38:05.261006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-ea86650f-0fbb-41b7-9d0f-256f020be9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:05.262846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-ea86650f-0fbb-41b7-9d0f-256f020be9f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 914 time: 0.1471107 Nov 25 18:38:05.296718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8b9e0-1367-4958-8b1f-58d4514a7999 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0f44fa-4f65-497a-8fa5-24ef4bad7a38,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:05.327774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-77e0bfd0-9053-4e02-b080-89888a978ffc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 217 time: 0.0554543 Nov 25 18:38:05.389697 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26d31d9a-8a07-4b7c-9816-2404f3f95699 req-3488eed5-1ee9-42c2-85b8-0d63d72d14b3 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/aed87a5b-3ccb-4be2-8e72-d75f8a7ea947 HTTP/1.1" status: 200 len: 1824 time: 0.0798235 Nov 25 18:38:05.408772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-7d4860d0-b08d-435d-bd3a-494c5890d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:05.410356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-7d4860d0-b08d-435d-bd3a-494c5890d9dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.0688901 Nov 25 18:38:05.433248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.464222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-0996595a-6b40-4459-8cb7-da53be3c8013 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432968 Nov 25 18:38:05.497063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26d31d9a-8a07-4b7c-9816-2404f3f95699 req-0a5cca2f-3a2a-4e89-90d8-e5416c45eeeb tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.532067 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26d31d9a-8a07-4b7c-9816-2404f3f95699 req-0a5cca2f-3a2a-4e89-90d8-e5416c45eeeb tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.556569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:05.565742 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.611497 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.620382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/29058fe6-8e1d-47a1-94db-98ede3a14c97 HTTP/1.1" status: 204 len: 168 time: 0.6167486 Nov 25 18:38:05.621654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39324) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:05.625713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07c39a-fd20-48f3-90c6-b7990db3750a None None] Network d52beffc-36bd-41af-81e5-dee0897c72fb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:05.632560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d9584-72cf-4b13-867b-09269793a37d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=29058fe6-8e1d-47a1-94db-98ede3a14c97,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:05.663988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26d31d9a-8a07-4b7c-9816-2404f3f95699 req-0a5cca2f-3a2a-4e89-90d8-e5416c45eeeb tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.668363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-26d31d9a-8a07-4b7c-9816-2404f3f95699 req-0a5cca2f-3a2a-4e89-90d8-e5416c45eeeb tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.672305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26d31d9a-8a07-4b7c-9816-2404f3f95699 req-0a5cca2f-3a2a-4e89-90d8-e5416c45eeeb tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-groups/aed87a5b-3ccb-4be2-8e72-d75f8a7ea947 HTTP/1.1" status: 204 len: 173 time: 0.2734478 Nov 25 18:38:05.690874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39330) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:05.693646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cca2f-3a2a-4e89-90d8-e5416c45eeeb tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed87a5b-3ccb-4be2-8e72-d75f8a7ea947,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:05.783254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.811264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] Deleting subnet dd37e931-05ee-4dd6-82ea-f0a415d0787b {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:38:05.826069 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3bf51cb6-ad51-4af3-8088-e1032da4c062 req-8efa2fa6-895e-4b14-9ec2-b3d3e63462ec tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/bad89f32-a574-416a-b9bd-0d956ea432ba HTTP/1.1" status: 200 len: 1822 time: 0.1142530 Nov 25 18:38:05.829948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.892622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] DHCP port deletion for d52beffc-36bd-41af-81e5-dee0897c72fb request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:05.907731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3bf51cb6-ad51-4af3-8088-e1032da4c062 req-1c1d0ee1-9961-4dbc-af4f-351556b3b421 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.922730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-f2886db6-e8bd-4b36-bd3c-0086cb132eeb service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465103 Nov 25 18:38:05.942164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3bf51cb6-ad51-4af3-8088-e1032da4c062 req-1c1d0ee1-9961-4dbc-af4f-351556b3b421 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.948774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.957178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] Deleting port 2c689b7b-fd56-4482-a31f-41eabef3ae5d {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:05.957831 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:05.985482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] Deleting subnet 9951995e-61d1-4dd4-9652-ab91657b8a97 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:38:05.995065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.008835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3bf51cb6-ad51-4af3-8088-e1032da4c062 req-1c1d0ee1-9961-4dbc-af4f-351556b3b421 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.012557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3bf51cb6-ad51-4af3-8088-e1032da4c062 req-1c1d0ee1-9961-4dbc-af4f-351556b3b421 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.014553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3bf51cb6-ad51-4af3-8088-e1032da4c062 req-1c1d0ee1-9961-4dbc-af4f-351556b3b421 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-groups/bad89f32-a574-416a-b9bd-0d956ea432ba HTTP/1.1" status: 204 len: 173 time: 0.1789844 Nov 25 18:38:06.027730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d0ee1-9961-4dbc-af4f-351556b3b421 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad89f32-a574-416a-b9bd-0d956ea432ba,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:06.062099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] For port 2c689b7b-fd56-4482-a31f-41eabef3ae5d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2c689b7b-fd56-4482-a31f-41eabef3ae5d,segment=NetworkSegment(126a9b32-2154-4120-9f32-0f50a8f56ffc),segment_id=126a9b32-2154-4120-9f32-0f50a8f56ffc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:06.063356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.078866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] Calling delete_port for 2c689b7b-fd56-4482-a31f-41eabef3ae5d owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:06.093981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84649e65-651f-43d3-8c87-c48bf85d66f4 req-410e1ec9-4b8a-40f5-ad65-026c11596ffa tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/4539c8c8-286d-471e-85fa-5ee650be7b25 HTTP/1.1" status: 200 len: 2422 time: 0.0456140 Nov 25 18:38:06.104717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152be3-5a7f-4550-bc26-cdfba5db9b74 req-7b6cba69-14f6-4ba5-9837-28c161f06ad0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:06.106254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e152be3-5a7f-4550-bc26-cdfba5db9b74 req-7b6cba69-14f6-4ba5-9837-28c161f06ad0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2416687 Nov 25 18:38:06.115877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.148204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.174172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-84649e65-651f-43d3-8c87-c48bf85d66f4 req-c4f24a0e-84ea-4cc0-842e-a8df2df3b943 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.202704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-84649e65-651f-43d3-8c87-c48bf85d66f4 req-c4f24a0e-84ea-4cc0-842e-a8df2df3b943 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.208944 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.243092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 2c689b7b-fd56-4482-a31f-41eabef3ae5d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:06.243435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.253212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] Pushing event deleted for resources: {'Port': ['ID=2c689b7b-fd56-4482-a31f-41eabef3ae5d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:06.258810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406362ea-88e1-4b32-bb3e-b6ba1862d00d None None] No DVR routers for this DVR port 2c689b7b-fd56-4482-a31f-41eabef3ae5d on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:06.278759 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-543135e2-b73a-4fec-a9b1-d9fb18130d6a req-99b392c8-b90a-45df-afbc-3da7af50e7ae service neutron] 10.222.0.64 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275874 Nov 25 18:38:06.281862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-84649e65-651f-43d3-8c87-c48bf85d66f4 req-c4f24a0e-84ea-4cc0-842e-a8df2df3b943 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.287667 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-84649e65-651f-43d3-8c87-c48bf85d66f4 req-c4f24a0e-84ea-4cc0-842e-a8df2df3b943 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.303812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84649e65-651f-43d3-8c87-c48bf85d66f4 req-c4f24a0e-84ea-4cc0-842e-a8df2df3b943 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-groups/4539c8c8-286d-471e-85fa-5ee650be7b25 HTTP/1.1" status: 204 len: 173 time: 0.2015829 Nov 25 18:38:06.329803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f24a0e-84ea-4cc0-842e-a8df2df3b943 tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539c8c8-286d-471e-85fa-5ee650be7b25,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:06.340997 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.358048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e152be3-5a7f-4550-bc26-cdfba5db9b74 req-a07ee019-6595-4fa8-ba15-0b7ed140008f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327235 Nov 25 18:38:06.441686 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.448781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a118634-6fa9-4ce5-a30c-65904d840b87 req-ddc7559d-022d-4458-b228-dac8a9494960 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:06.450318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7a118634-6fa9-4ce5-a30c-65904d840b87 req-ddc7559d-022d-4458-b228-dac8a9494960 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.0597973 Nov 25 18:38:06.468969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 2c689b7b-fd56-4482-a31f-41eabef3ae5d, host n-d-819194-3, got binding levels [] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:06.469527 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.504089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd37e931-05ee-4dd6-82ea-f0a415d0787b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:06.507834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7a118634-6fa9-4ce5-a30c-65904d840b87 req-483a7fe4-5623-4f6a-a876-975ffa5793c5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504105 Nov 25 18:38:06.517719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 2c689b7b-fd56-4482-a31f-41eabef3ae5d owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:06.520493 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.527074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-500c2111-3fe1-4c74-b1b7-1584daec573b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dd37e931-05ee-4dd6-82ea-f0a415d0787b HTTP/1.1" status: 204 len: 168 time: 0.9694905 Nov 25 18:38:06.529680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39352) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:06.531373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Port 2c689b7b-fd56-4482-a31f-41eabef3ae5d was not found and therefore no delete operation was performed {{(pid=103457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:38:06.534167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.563826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d6178eb-3c57-42af-be7c-ebc610d2dad7 req-1a2b2424-073d-44a3-ac9b-91007740840f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "GET /v2.0/security-groups/8d64447e-0a67-4e0d-9ff3-79814be2f9c4 HTTP/1.1" status: 200 len: 2416 time: 0.1755149 Nov 25 18:38:06.605062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.657065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=2c689b7b-fd56-4482-a31f-41eabef3ae5d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:06.659737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port 2c689b7b-fd56-4482-a31f-41eabef3ae5d on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:06.700295 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.702223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1d6178eb-3c57-42af-be7c-ebc610d2dad7 req-7b20b705-c985-48d5-a3d8-567cd6f3481f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.723087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.762130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccf3103-5b4a-4889-9554-7a58c2dc2c5e']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:06.780037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a85282-c7fa-4f30-a8e3-15e6137da666') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:06.780714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a85282-c7fa-4f30-a8e3-15e6137da666') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:06.792599 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.806276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c53a79-6f70-405f-ad3c-055b0957e775 None None] Network e0dc0a01-de78-4193-9d18-bac11e63f70c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:06.810413 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.817490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:38:06.817886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.820486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9951995e-61d1-4dd4-9652-ab91657b8a97,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:06.830585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.838717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fc5fe652-b08f-4940-976f-4b9f04546360 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9951995e-61d1-4dd4-9652-ab91657b8a97 HTTP/1.1" status: 204 len: 168 time: 1.0629597 Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:38:06.885786 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:38:06.888214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39356) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:06.902935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2c689b7b-fd56-4482-a31f-41eabef3ae5d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:06.917868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1d6178eb-3c57-42af-be7c-ebc610d2dad7 req-7b20b705-c985-48d5-a3d8-567cd6f3481f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.962266 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.965826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2c689b7b-fd56-4482-a31f-41eabef3ae5d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:06.966178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2c689b7b-fd56-4482-a31f-41eabef3ae5d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:06.967595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:06.974905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cccf3103-5b4a-4889-9554-7a58c2dc2c5e HTTP/1.1" status: 204 len: 168 time: 0.4405019 Nov 25 18:38:07.000039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e063e-37ee-48c2-ae38-38fed7551bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cccf3103-5b4a-4889-9554-7a58c2dc2c5e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:07.014991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.020689 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.051024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52beffc-36bd-41af-81e5-dee0897c72fb']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:07.068485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126a9b32-2154-4120-9f32-0f50a8f56ffc') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:07.068775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126a9b32-2154-4120-9f32-0f50a8f56ffc') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:07.080744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.086528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df75eda1-11cb-4b98-bfd6-dd5cfe2176ce None None] DHCP port deletion for e0dc0a01-de78-4193-9d18-bac11e63f70c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:07.103076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.111210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:38:07.111669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.138789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.166144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dc0a01-de78-4193-9d18-bac11e63f70c']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:07.173921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39364) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:38:07.179462 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:38:07.186981 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.190525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:07.190833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd89f387-0278-4d30-b6ff-6f92a05ad2d1') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:07.200045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.209313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/d52beffc-36bd-41af-81e5-dee0897c72fb HTTP/1.1" status: 204 len: 168 time: 1.5537629 Nov 25 18:38:07.213362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39370) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:07.214054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1d6178eb-3c57-42af-be7c-ebc610d2dad7 req-7b20b705-c985-48d5-a3d8-567cd6f3481f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.217475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1d6178eb-3c57-42af-be7c-ebc610d2dad7 req-7b20b705-c985-48d5-a3d8-567cd6f3481f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.218668 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d6178eb-3c57-42af-be7c-ebc610d2dad7 req-7b20b705-c985-48d5-a3d8-567cd6f3481f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] 10.222.0.62 "DELETE /v2.0/security-groups/8d64447e-0a67-4e0d-9ff3-79814be2f9c4 HTTP/1.1" status: 204 len: 173 time: 0.6540394 Nov 25 18:38:07.225595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2025960619', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:07.228060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39372) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:07.245600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523eda7-817a-4641-9ce3-8d0b93c203c7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=d52beffc-36bd-41af-81e5-dee0897c72fb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:07.256434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20b705-c985-48d5-a3d8-567cd6f3481f tempest-SecurityGroupRulesTestJSON-411733407 tempest-SecurityGroupRulesTestJSON-411733407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d64447e-0a67-4e0d-9ff3-79814be2f9c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:07.273452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.273770 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.275591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.322481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.331474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] Deleting subnet e7c57aff-bd65-4ef2-b11e-79fe354150e6 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:38:07.334526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:38:07.334941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:38:07.336949 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:38:07.345132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.351945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22828de7-ff4a-42c2-9401-36bc8cc634ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29d23a7868e745e797291d50f208ffee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1740611 Nov 25 18:38:07.351945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.352772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39374) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:07.429677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.454875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.479258 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.485455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e0dc0a01-de78-4193-9d18-bac11e63f70c HTTP/1.1" status: 204 len: 168 time: 0.5888054 Nov 25 18:38:07.507133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6ed3c-e514-4b03-9d94-62c3e7f31021 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0dc0a01-de78-4193-9d18-bac11e63f70c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:07.526972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.562094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf87fab-16b2-4ee2-9342-9a8247c2fb3a req-87fc9f6f-b545-4ce4-b815-b23b540d5f00 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:07.569787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf87fab-16b2-4ee2-9342-9a8247c2fb3a req-87fc9f6f-b545-4ce4-b815-b23b540d5f00 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1195178 Nov 25 18:38:07.576707 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.593357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e90f8c49-6251-4d36-8f17-1603a616e8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.643630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf87fab-16b2-4ee2-9342-9a8247c2fb3a req-d25d932b-0029-41f1-9c28-9d9c35d62cad tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677416 Nov 25 18:38:07.651155 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.674964 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e90f8c49-6251-4d36-8f17-1603a616e8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.693943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.697919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e7c57aff-bd65-4ef2-b11e-79fe354150e6 HTTP/1.1" status: 204 len: 168 time: 0.4688795 Nov 25 18:38:07.699427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca24e3-00fb-4fbb-8e1c-b1c697289c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c57aff-bd65-4ef2-b11e-79fe354150e6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:07.701325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39382) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:07.756311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39384) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:07.776293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2401d5-03d1-4907-a68c-9df5a4818046 req-6ea409d1-f524-4e14-ad85-c31454cd307b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:07.779009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a2401d5-03d1-4907-a68c-9df5a4818046 req-6ea409d1-f524-4e14-ad85-c31454cd307b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1552842 Nov 25 18:38:07.809509 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.825769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-35e34216-aaea-4354-a560-abfa7c449434 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eae19add075a46edb471219d34925157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660121 Nov 25 18:38:07.826081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:07.835846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e90f8c49-6251-4d36-8f17-1603a616e8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.838548 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e90f8c49-6251-4d36-8f17-1603a616e8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.842215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e90f8c49-6251-4d36-8f17-1603a616e8f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4174f538-08ac-4051-b07c-4c98a270f6f2 HTTP/1.1" status: 204 len: 168 time: 0.4850616 Nov 25 18:38:07.857336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8c49-6251-4d36-8f17-1603a616e8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174f538-08ac-4051-b07c-4c98a270f6f2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:07.866979 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a2401d5-03d1-4907-a68c-9df5a4818046 req-2db14f7d-5cc1-4aba-959a-b109c15f782b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755985 Nov 25 18:38:07.965139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:07.978718 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0719-077b-4df8-9f17-0dc435be920c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.007939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.010379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d79328a-54ca-4bae-9353-8e40a9316191']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:08.029538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee57f76-56ad-460b-aaec-75d5ed9eff15') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:08.029931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee57f76-56ad-460b-aaec-75d5ed9eff15') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:08.032865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0719-077b-4df8-9f17-0dc435be920c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.034259 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.048900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.076840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.085680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:38:08.086171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:38:08.088005 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:38:08.153697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.156098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 172.25.2.235 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/4385b2be-19b2-4fa1-8792-ab9ad88e2d5d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:08.161437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.168011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9d79328a-54ca-4bae-9353-8e40a9316191 HTTP/1.1" status: 204 len: 168 time: 0.4632659 Nov 25 18:38:08.178484 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0719-077b-4df8-9f17-0dc435be920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.181201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0719-077b-4df8-9f17-0dc435be920c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.182321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5e1f0719-077b-4df8-9f17-0dc435be920c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c201951-28b6-4ce9-b0bb-7c2da14a4296 HTTP/1.1" status: 204 len: 168 time: 0.3552239 Nov 25 18:38:08.185087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f95062-f749-4b28-bc9b-5b884989a8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d79328a-54ca-4bae-9353-8e40a9316191,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:08.192537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f0719-077b-4df8-9f17-0dc435be920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c201951-28b6-4ce9-b0bb-7c2da14a4296,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:08.326062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.365853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.408798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39398) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:08.416200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=4385b2be-19b2-4fa1-8792-ab9ad88e2d5d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:08.431332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:08.432917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:08.435727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:08.450686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283fafec-0f19-4cb1-a6db-e3c1cfa5bb07 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:08.489369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-21dc3a38-3f3a-49fa-92f9-72c29e453dda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d6c8daf19664d82b82e6036872158d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794234 Nov 25 18:38:08.491830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39402) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:08.565665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ad8ef447-a1a3-445d-8929-5695d3b267f9 None None] Provisioning complete for port 4385b2be-19b2-4fa1-8792-ab9ad88e2d5d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:08.567415 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef447-a1a3-445d-8929-5695d3b267f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.586100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fbe56f79-9091-4d41-9c4c-8938b6c2c0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.643029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ef447-a1a3-445d-8929-5695d3b267f9 None None] Port 4385b2be-19b2-4fa1-8792-ab9ad88e2d5d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:08.653046 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fbe56f79-9091-4d41-9c4c-8938b6c2c0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.734940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.859637 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fbe56f79-9091-4d41-9c4c-8938b6c2c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.864123 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fbe56f79-9091-4d41-9c4c-8938b6c2c0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:08.866953 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fbe56f79-9091-4d41-9c4c-8938b6c2c0ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e64781b1-b999-4e0e-9339-725a85ac40dd HTTP/1.1" status: 204 len: 168 time: 0.3740323 Nov 25 18:38:08.892730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe56f79-9091-4d41-9c4c-8938b6c2c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64781b1-b999-4e0e-9339-725a85ac40dd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:08.910344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b343d-3462-4eda-8a29-251fcfcc8358 req-210a38df-a019-429c-907a-24a1160e7b0d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:08.913327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-586b343d-3462-4eda-8a29-251fcfcc8358 req-210a38df-a019-429c-907a-24a1160e7b0d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.0977619 Nov 25 18:38:09.062330 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-586b343d-3462-4eda-8a29-251fcfcc8358 req-9e41cd27-2ed9-4508-8ee2-2b4b8e6e3074 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128840 Nov 25 18:38:09.211575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:09.362504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f354e76-9c56-4835-89af-3820610da1c6 req-1eea239a-0145-489a-9159-d362a9899d9b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:09.371548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f354e76-9c56-4835-89af-3820610da1c6 req-1eea239a-0145-489a-9159-d362a9899d9b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.1278162 Nov 25 18:38:09.423261 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:09.468940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:09.472376 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8540acc4-ec5f-48a7-8054-0b051e4709a3" -d '{"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:09.490810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:09.497121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:09.502291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f354e76-9c56-4835-89af-3820610da1c6 req-c728f33e-af5a-4adb-bdb0-869683ae81d4 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117258 Nov 25 18:38:09.529122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c50781-bdcc-4a8d-98c0-2600a5c45bc1 req-7caac9a3-6a1f-4df9-92f1-1046a739194e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:09.543032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8c50781-bdcc-4a8d-98c0-2600a5c45bc1 req-7caac9a3-6a1f-4df9-92f1-1046a739194e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.5486429 Nov 25 18:38:09.584551 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd19e49-f973-4096-a895-1d2860021dc7 x-openstack-request-id: req-ffd19e49-f973-4096-a895-1d2860021dc7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:09.585065 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-unplugged", "status": "failed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:09.585236 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffd19e49-f973-4096-a895-1d2860021dc7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:09.585695 n-d-819194-3 neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'code': 422} returned with failed status Nov 25 18:38:09.657150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:09.718001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8c50781-bdcc-4a8d-98c0-2600a5c45bc1 req-d5074a7a-e7f2-4dd8-9073-2655c278904a tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722569 Nov 25 18:38:09.730486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:09.835214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-70e45bc5-e049-435f-9e50-5d67dd6692db req-e9520b35-4047-44ae-a052-841d9753784e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:38:09.836443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70e45bc5-e049-435f-9e50-5d67dd6692db req-e9520b35-4047-44ae-a052-841d9753784e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079713 Nov 25 18:38:09.939936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 064ae1ab-8653-4a50-b3ca-e3fadbd420bf is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:38:10.062044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:10.071037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39482) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:10.074796 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] Sync routers for ids ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:10.094142 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] Routers {'064ae1ab-8653-4a50-b3ca-e3fadbd420bf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:10.094536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.098149 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:10.098307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f556dbb1-23b7-49ef-be32-2ac5413827f3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8762007 Nov 25 18:38:10.098412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39486) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:10.141106 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:10.147192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff0255-2a05-4538-8d71-ae9f269c43da req-53a86e9b-597d-4750-bda3-e0525c081a7f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:10.149533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-34ff0255-2a05-4538-8d71-ae9f269c43da req-53a86e9b-597d-4750-bda3-e0525c081a7f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 943 time: 0.1309617 Nov 25 18:38:10.152903 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] Routers {'064ae1ab-8653-4a50-b3ca-e3fadbd420bf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:10.153814 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:10.238335 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:10.239744 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77817c-2ec8-4c1f-b7ae-d56aea001344 None None] The sync data for ids ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:10.286294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-34ff0255-2a05-4538-8d71-ae9f269c43da req-7029653c-84ea-4998-a098-053a80d19414 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275711 Nov 25 18:38:10.326328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bdbcebbd-ab08-438f-97c9-b3f6a4770b20 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/routers/064ae1ab-8653-4a50-b3ca-e3fadbd420bf HTTP/1.1" status: 200 len: 885 time: 0.2267790 Nov 25 18:38:10.329339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39498) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:10.403565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-network', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:10.451453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Made reservation on behalf of ea307e735076492690bc3927f1b02bd1 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:10.454298 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.467559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.603314 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.609436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.632843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:10.649214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:10.669006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.669597 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Added segment de509399-f990-48a6-b4f9-24dde17da805 of type vlan for network fca342bd-1eaa-43ac-bdfa-7f2526724027 Nov 25 18:38:10.722532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.741395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5b8eef02-8c76-4d8f-941d-da275662819e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4104970 Nov 25 18:38:10.743753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39514) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:10.744869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:10.749735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-429f67f4-6d3c-449b-87fc-b6f9ca7f3c2c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2025960619'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:10.762280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.764767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:10.767914 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.815095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7427263 Nov 25 18:38:10.817179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39520) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:10.832889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Request body: {'subnet': {'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-subnet', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:10.876572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-162649bd-c5df-4a7a-926c-77f7401df8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:10.887132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-76203820-network', 'tenant_id': '9f1433bf6b0e4a94b2e324e9f019425a'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:10.902214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-e35f4ee1-f847-435d-b77c-d1631ec51268 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3055592 Nov 25 18:38:10.950914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0a9ab-cf06-4ce0-bc45-fe617c5cf1de admin admin] Pushing event updated for resources: {'Network': ['ID=fca342bd-1eaa-43ac-bdfa-7f2526724027,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:10.964199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network fca342bd-1eaa-43ac-bdfa-7f2526724027 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:10.971960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Made reservation on behalf of ea307e735076492690bc3927f1b02bd1 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:10.975369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.059984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10af12a-6127-40d0-8cdf-10bad2da9029 req-62b1e3c2-d0d6-4c0a-9aa7-2371b8454261 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:11.061933 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a10af12a-6127-40d0-8cdf-10bad2da9029 req-62b1e3c2-d0d6-4c0a-9aa7-2371b8454261 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2455711 Nov 25 18:38:11.065216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Made reservation on behalf of 9f1433bf6b0e4a94b2e324e9f019425a for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:11.067603 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.099486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.168671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429f67f4-6d3c-449b-87fc-b6f9ca7f3c2c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.187918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429f67f4-6d3c-449b-87fc-b6f9ca7f3c2c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.264208 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a10af12a-6127-40d0-8cdf-10bad2da9029 req-cea897b8-2fd8-42ef-b3ff-f1c4a1525326 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707430 Nov 25 18:38:11.295698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.344360 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.344838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f67f4-6d3c-449b-87fc-b6f9ca7f3c2c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 064ae1ab-8653-4a50-b3ca-e3fadbd420bf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:11.467147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:11.487626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c884e5-427c-42dc-afcd-2b1ab7c38d96,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:11.495623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.496040 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Added segment 042f8ac6-1716-48ee-b72c-6fbd1c5b8cc5 of type vlan for network b4e726ba-fd79-4696-a191-780b8dc7fea3 Nov 25 18:38:11.508099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.618940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=291dfe07-5267-4862-b32e-aee6c2e46cb1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:11.634238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.678677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Checking segment: {'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:11.679155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Network hostable DHCP agents. Network: fca342bd-1eaa-43ac-bdfa-7f2526724027, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:11.689281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.690425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:11.691129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.751398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Network fca342bd-1eaa-43ac-bdfa-7f2526724027 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:11.756959 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0111482 Nov 25 18:38:11.760803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39538) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:11.780826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Request body: {'subnet': {'network_id': 'b4e726ba-fd79-4696-a191-780b8dc7fea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-76203820-subnet', 'tenant_id': '9f1433bf6b0e4a94b2e324e9f019425a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:11.787669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, fca342bd-1eaa-43ac-bdfa-7f2526724027) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:11.797442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:11.798138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.799387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d1b95-6cf7-4aa2-85d9-fe5b955a64ed None None] Network fca342bd-1eaa-43ac-bdfa-7f2526724027 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:11.803796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feefa16-961c-4a7f-897f-946aa482a1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4e726ba-fd79-4696-a191-780b8dc7fea3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:11.825310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Made reservation on behalf of 9f1433bf6b0e4a94b2e324e9f019425a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:11.828241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.940098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f67f4-6d3c-449b-87fc-b6f9ca7f3c2c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:11.955478 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429f67f4-6d3c-449b-87fc-b6f9ca7f3c2c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:11.960437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-429f67f4-6d3c-449b-87fc-b6f9ca7f3c2c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/064ae1ab-8653-4a50-b3ca-e3fadbd420bf HTTP/1.1" status: 200 len: 892 time: 1.2144649 Nov 25 18:38:11.961064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39544) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:11.972125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baffc5b-d77b-4bc9-bc30-d0cac04541f0 req-92e98c2e-74da-4fb8-92ea-52f798e859e0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:11.973622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0baffc5b-d77b-4bc9-bc30-d0cac04541f0 req-92e98c2e-74da-4fb8-92ea-52f798e859e0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 943 time: 0.1040409 Nov 25 18:38:12.004898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b4e726ba-fd79-4696-a191-780b8dc7fea3 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:12.009077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] Sync routers for ids ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:12.046036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3144d91d-bf69-4394-8483-7c1278821d35 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2154021 Nov 25 18:38:12.057664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39550) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:12.064756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:12.136614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.156778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0baffc5b-d77b-4bc9-bc30-d0cac04541f0 req-c1885d17-12af-434a-bba7-d0c7028e4f2e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291058 Nov 25 18:38:12.198529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691e573-4ad5-496b-93a1-aef3575c10ba None None] Network fca342bd-1eaa-43ac-bdfa-7f2526724027 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:12.203305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.203809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] Routers {'064ae1ab-8653-4a50-b3ca-e3fadbd420bf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:12.204072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:12.205162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.226392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-c8c532c0-dc8d-4e6c-a9c5-2def9cfd1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:12.228023 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-c8c532c0-dc8d-4e6c-a9c5-2def9cfd1536 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50&tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36 HTTP/1.1" status: 200 len: 1094 time: 0.2465780 Nov 25 18:38:12.231925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39570) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:12.234895 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e5a2211e-ad7b-4367-a78a-d2f8948bf1d2 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/routers/064ae1ab-8653-4a50-b3ca-e3fadbd420bf HTTP/1.1" status: 200 len: 892 time: 0.2687051 Nov 25 18:38:12.253319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:12.272894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedf6451-c0f4-41e7-b6ab-effbd016d9b5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:12.296840 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-59e12278-eda3-4345-a591-993f5994cf11 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=064ae1ab-8653-4a50-b3ca-e3fadbd420bf HTTP/1.1" status: 200 len: 205 time: 0.0630672 Nov 25 18:38:12.300461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39582) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:12.302380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.373361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:12.419615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] Routers {'064ae1ab-8653-4a50-b3ca-e3fadbd420bf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:12.423583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Checking segment: {'id': '042f8ac6-1716-48ee-b72c-6fbd1c5b8cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b4e726ba-fd79-4696-a191-780b8dc7fea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:12.423933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Network hostable DHCP agents. Network: b4e726ba-fd79-4696-a191-780b8dc7fea3, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:12.424822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:37:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:12.481522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.495279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:12.496816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253cfa5-d870-478a-85e4-d64cf6198504 None None] The sync data for ids ['064ae1ab-8653-4a50-b3ca-e3fadbd420bf'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:12.522788 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.568330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Network b4e726ba-fd79-4696-a191-780b8dc7fea3 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:12.588786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bec62-7cd0-48c0-84dc-41974e553821 req-980320e7-b15f-42d8-a475-f39368bae35e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:12.590516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-475bec62-7cd0-48c0-84dc-41974e553821 req-980320e7-b15f-42d8-a475-f39368bae35e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1920531 Nov 25 18:38:12.610294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.620715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, b4e726ba-fd79-4696-a191-780b8dc7fea3) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:12.625425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:12.626159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.633662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b25cba-f33e-41c9-8d09-9ca4c774c0a4 None None] Network b4e726ba-fd79-4696-a191-780b8dc7fea3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:12.808642 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.811036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-300033f9-6fc7-403c-b943-962f1cfa8c50 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0472999 Nov 25 18:38:12.837239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41dbba-34c7-4878-9dbe-4d22b28d94a0 None None] Network b4e726ba-fd79-4696-a191-780b8dc7fea3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:12.854579 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.926597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-475bec62-7cd0-48c0-84dc-41974e553821 req-c47f432f-ba23-478e-92db-7a1b9ff37101 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083134 Nov 25 18:38:12.973826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:12.988329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Allocated IP 172.25.2.75 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/ff2d968a-7c7c-4533-bf88-b182a4b6f8f2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:13.034656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:13.103819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:13.129379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 4385b2be-19b2-4fa1-8792-ab9ad88e2d5d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:13.129379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.165789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.187667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c0e2d3-6430-4ddf-93d0-56aa47895bbf {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:13.199601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.214968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.224331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Transition to ACTIVE for port object f6c0e2d3-6430-4ddf-93d0-56aa47895bbf will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:38:13.236893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.268220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:13.272517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:13.289716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.292781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:13.306052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf31543-905b-485e-b824-214805f65d06 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:13.330120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694ee32-8a86-4c88-9bf6-a1390743d7d6 None None] DHCP port deletion for 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:13.333666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 4385b2be-19b2-4fa1-8792-ab9ad88e2d5d owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:13.358248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-d717baec-430f-4cee-b995-e1684bab566b req-c778b512-6842-4e66-80fd-fb061b08ac38 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-189312813', 'description': 'tempest-description-1857453703'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:13.369742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Pushing event updated for resources: {'Port': ['ID=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:13.411989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0c49416c-442f-46ea-b0c2-e40f89345e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.416094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=9']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:13.418720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] No DVR routers for this DVR port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:13.455409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.456049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.456608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.457147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.457697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.458223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.459442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.460056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.460586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.461129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.462312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.462974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:13.476591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-abf98e38-9290-4786-80dc-a102adfba761 None None] Provisioning complete for port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:13.477139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abf98e38-9290-4786-80dc-a102adfba761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.534043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bde53-a3e4-4eb5-aa6e-5ca162273fcc req-83bb8869-c295-448e-96a0-100aa1a7d951 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:13.535375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-abf98e38-9290-4786-80dc-a102adfba761 None None] Port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:13.535686 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-520bde53-a3e4-4eb5-aa6e-5ca162273fcc req-83bb8869-c295-448e-96a0-100aa1a7d951 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 943 time: 0.2242994 Nov 25 18:38:13.541559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:13.541559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:13.541797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:13.550581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d717baec-430f-4cee-b995-e1684bab566b req-c778b512-6842-4e66-80fd-fb061b08ac38 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.551148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:38:13.551478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Attempting to bind port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:13.574410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:13.574783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Checking segment: {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:13.575171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Bound using segment: {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:13.575626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Bound port: f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:13.575985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.749910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d717baec-430f-4cee-b995-e1684bab566b req-c778b512-6842-4e66-80fd-fb061b08ac38 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.759212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d717baec-430f-4cee-b995-e1684bab566b req-c778b512-6842-4e66-80fd-fb061b08ac38 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.812938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.857431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d717baec-430f-4cee-b995-e1684bab566b req-c778b512-6842-4e66-80fd-fb061b08ac38 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:13.858941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d717baec-430f-4cee-b995-e1684bab566b req-c778b512-6842-4e66-80fd-fb061b08ac38 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5115218 Nov 25 18:38:13.874384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778b512-6842-4e66-80fd-fb061b08ac38 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fcb298-749e-4c63-b94f-cc53003ecd10,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:13.988168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-ed19bc8d-20f0-4dd7-8438-543fdbdacabe tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/78fcb298-749e-4c63-b94f-cc53003ecd10 HTTP/1.1" status: 200 len: 1831 time: 0.0507615 Nov 25 18:38:14.025804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-520bde53-a3e4-4eb5-aa6e-5ca162273fcc req-fb215b20-69d9-429e-93de-7f4a3a03d294 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775486 Nov 25 18:38:14.032342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78fcb298-749e-4c63-b94f-cc53003ecd10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:14.032648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78fcb298-749e-4c63-b94f-cc53003ecd10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:14.101081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:14.120321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:14.130168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.158160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26e101-d965-47a5-a3bf-40872adaaf04 None None] DHCP port deletion for 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:14.160097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:14.160957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.162616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] 10.222.0.66 "PUT /v2.0/ports/f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 1091 time: 1.9140341 Nov 25 18:38:14.167906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:14.170281 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96" -d '{"events": [{"name": "network-changed", "server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:14.213713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.237683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.252933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.296753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd7f7a-e315-4320-8160-17e112c32e8c None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:14.305406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.314853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.320487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceb30c-5b6c-468b-971c-3dffa973e538 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=10']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:14.322513 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.378416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=4385b2be-19b2-4fa1-8792-ab9ad88e2d5d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:14.379158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.380447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47785b29-33a4-4ac2-8c53-ed3fe94b3902 req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3552415 Nov 25 18:38:14.383421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b7f49-67e8-485a-bb9b-b52097c97eef tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c73f905-439e-4355-956e-4e5e2cc1544e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:14.386655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-1c202a59-55e4-4371-a563-46297c85963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:14.389644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-1c202a59-55e4-4371-a563-46297c85963a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1095 time: 0.1845262 Nov 25 18:38:14.400299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b871-e0ac-447a-819e-9487fdec50a9 req-7f5d9be3-cbf6-4a46-8120-fcb00ebf9254 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:14.401392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf17b871-e0ac-447a-819e-9487fdec50a9 req-7f5d9be3-cbf6-4a46-8120-fcb00ebf9254 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1767390 Nov 25 18:38:14.475482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.478084 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ae4f8-99b2-44bd-a2e8-2a0bddffaaa7 x-openstack-request-id: req-731ae4f8-99b2-44bd-a2e8-2a0bddffaaa7 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:14.478379 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:14.478683 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-731ae4f8-99b2-44bd-a2e8-2a0bddffaaa7 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:14.479075 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'status': 'completed', 'code': 200} Nov 25 18:38:14.500745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:38:14.560060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2492e8e5-7cfb-4359-b3bf-734996ba1b84 req-11d169fb-450d-4f06-8177-1fe45e845f0b tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/78fcb298-749e-4c63-b94f-cc53003ecd10 HTTP/1.1" status: 200 len: 2425 time: 0.0976775 Nov 25 18:38:14.608453 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.615829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.638511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf17b871-e0ac-447a-819e-9487fdec50a9 req-40d9a7eb-d84c-41b0-8dd3-05f4f7566ad2 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189336 Nov 25 18:38:14.659074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f3aa49-b3ab-4747-a9af-bcc4a257c7dc req-e3008c10-5742-4789-b5bc-b6d7053e17ad tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-group-rules/1c73f905-439e-4355-956e-4e5e2cc1544e HTTP/1.1" status: 200 len: 778 time: 0.0403674 Nov 25 18:38:14.681195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-f997e014-7999-4a93-8d0a-b9dbe6b6b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:14.682728 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-f997e014-7999-4a93-8d0a-b9dbe6b6b1a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 914 time: 0.2804108 Nov 25 18:38:14.684485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.685003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Fanout notify agent at l3_agent the message router_deleted on router 064ae1ab-8653-4a50-b3ca-e3fadbd420bf {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:38:14.692288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.694097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dd6fbe75-e364-4000-b391-d79915ed33db tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/064ae1ab-8653-4a50-b3ca-e3fadbd420bf HTTP/1.1" status: 204 len: 168 time: 2.3922646 Nov 25 18:38:14.697824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39652) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:14.702486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1754665546'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:14.715522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:14.729368 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Sync routers for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:14.731838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f3aa49-b3ab-4747-a9af-bcc4a257c7dc req-6dda9b76-7fb7-4ea2-bca6-2091023df12d tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/78fcb298-749e-4c63-b94f-cc53003ecd10 HTTP/1.1" status: 200 len: 2425 time: 0.0628476 Nov 25 18:38:14.739619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.741300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c52e3496-4428-4ae2-a5d5-f4510ebd8c1f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6809721 Nov 25 18:38:14.744067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39654) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:14.745535 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-94f4fefb-2908-4a0c-813a-c36ca15fe2cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 217 time: 0.0506802 Nov 25 18:38:14.757606 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:14.758852 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:14.801308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:14.805366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.831197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-032bfe55-9209-46c7-b1dc-e5478ad03dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:14.832613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-032bfe55-9209-46c7-b1dc-e5478ad03dce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.0788960 Nov 25 18:38:14.842296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:14.867496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b2f3aa49-b3ab-4747-a9af-bcc4a257c7dc req-52c348ae-52a0-477b-817f-7be835a76e77 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.876631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-674cbf83-9b04-447a-affd-92340611316d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353920 Nov 25 18:38:14.877803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.878155 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment 5661d49d-d796-4c34-b047-a032c5e99306 of type vlan for network bc0c0dea-da7c-4981-899a-e797adfc373c Nov 25 18:38:14.883309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b2f3aa49-b3ab-4747-a9af-bcc4a257c7dc req-52c348ae-52a0-477b-817f-7be835a76e77 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.892378 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:14.965556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b2f3aa49-b3ab-4747-a9af-bcc4a257c7dc req-52c348ae-52a0-477b-817f-7be835a76e77 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.980432 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.992609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b2f3aa49-b3ab-4747-a9af-bcc4a257c7dc req-52c348ae-52a0-477b-817f-7be835a76e77 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:14.999098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f3aa49-b3ab-4747-a9af-bcc4a257c7dc req-52c348ae-52a0-477b-817f-7be835a76e77 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1c73f905-439e-4355-956e-4e5e2cc1544e HTTP/1.1" status: 204 len: 173 time: 0.2463367 Nov 25 18:38:15.033018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-98b86073-de51-40b3-876e-a0cc49eb46a0 req-1be0b6cb-81bb-47a8-a0e8-b1439b305e96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-567314846', 'description': 'tempest-description-598058767'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:15.034764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c348ae-52a0-477b-817f-7be835a76e77 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c73f905-439e-4355-956e-4e5e2cc1544e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:15.041165 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.046688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:15.047569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.116979 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-3134354f-4391-40bd-a499-c1df4c23d604 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302575 Nov 25 18:38:15.142842 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:13Z', 'revision_number': 3, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:15.162984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=bc0c0dea-da7c-4981-899a-e797adfc373c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:15.181938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network bc0c0dea-da7c-4981-899a-e797adfc373c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:15.185908 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Checking router: 67f8c4e8-bc84-40e5-ab27-5cce0931dddb for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:15.186478 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Updating router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:38:15.232801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-98b86073-de51-40b3-876e-a0cc49eb46a0 req-1be0b6cb-81bb-47a8-a0e8-b1439b305e96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.234336 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.242928 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4df606eb-7f30-4450-a68f-da611f6f7aa8 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5417068 Nov 25 18:38:15.256917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:15.266579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': 'bc0c0dea-da7c-4981-899a-e797adfc373c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:15.275899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bfd97-4e38-444c-8fa5-82b147f5344c req-cbbe5bcb-8e47-4cfa-972e-78c27a5d6154 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:15.277772 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-638bfd97-4e38-444c-8fa5-82b147f5344c req-cbbe5bcb-8e47-4cfa-972e-78c27a5d6154 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.1228502 Nov 25 18:38:15.420531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-638bfd97-4e38-444c-8fa5-82b147f5344c req-fd05f902-0976-433c-9f0c-7336df3206ea tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291873 Nov 25 18:38:15.460397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ba5010a-bdf4-4503-b0c0-f849bfdb497c req-5ae2afbc-6b35-41f1-a6a3-a7363a84198a service neutron] 10.222.0.66 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321779 Nov 25 18:38:15.546278 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-98b86073-de51-40b3-876e-a0cc49eb46a0 req-1be0b6cb-81bb-47a8-a0e8-b1439b305e96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.587972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:15.592394 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.603829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-98b86073-de51-40b3-876e-a0cc49eb46a0 req-1be0b6cb-81bb-47a8-a0e8-b1439b305e96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.664448 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0b6cb-81bb-47a8-a0e8-b1439b305e96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5b6a7-4c0d-4e32-bf68-10d7bf58f327,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:15.670861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-98b86073-de51-40b3-876e-a0cc49eb46a0 req-1be0b6cb-81bb-47a8-a0e8-b1439b305e96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.676232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98b86073-de51-40b3-876e-a0cc49eb46a0 req-1be0b6cb-81bb-47a8-a0e8-b1439b305e96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6527362 Nov 25 18:38:15.711160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.868217 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.871112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8eabef90-8141-4877-9a9c-55653cf6fa79 req-faebad8f-b92d-4443-9f9a-58df0895c3fa tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/efe5b6a7-4c0d-4e32-bf68-10d7bf58f327 HTTP/1.1" status: 200 len: 1830 time: 0.1300678 Nov 25 18:38:15.891385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-bff0dddd-fe69-47b6-9e54-a776208ba80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:15.895849 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-bff0dddd-fe69-47b6-9e54-a776208ba80b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1095 time: 0.3472881 Nov 25 18:38:15.903560 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.921615 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:15.942226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206b800-e277-4fb8-8344-c741dc082a03 req-f7094a08-6c57-4fd9-a8eb-2c0c5d835f2e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:15.957606 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0206b800-e277-4fb8-8344-c741dc082a03 req-f7094a08-6c57-4fd9-a8eb-2c0c5d835f2e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2079959 Nov 25 18:38:16.032934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ca48e-d43f-480b-b559-52dd5ebb093d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:16.060448 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b413c2-e780-438a-97b9-d910adf1fc0c None None] Pushing event updated for resources: {'Port': ['ID=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:16.109246 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Attempting to bind port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:16.109615 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Attempting to bind port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:16.112480 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Attempting to bind port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:16.191608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cc77c4b4-3716-4ffb-8481-6dc759e23e6f None None] Provisioning complete for port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:16.192169 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc77c4b4-3716-4ffb-8481-6dc759e23e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.200885 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:16.210850 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:16.211306 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.211706 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:16.218954 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Bound port: ff2d968a-7c7c-4533-bf88-b182a4b6f8f2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:16.222562 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.284567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-86729e1e-7032-4074-9b54-f34dbb19f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.289050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-86729e1e-7032-4074-9b54-f34dbb19f737 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 914 time: 0.3776436 Nov 25 18:38:16.289321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cc77c4b4-3716-4ffb-8481-6dc759e23e6f None None] Port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:16.304617 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0206b800-e277-4fb8-8344-c741dc082a03 req-c81e8623-9de1-4f8e-8771-9965db2240d5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459022 Nov 25 18:38:16.357354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Allocated IP 172.20.0.1 (fca342bd-1eaa-43ac-bdfa-7f2526724027/291dfe07-5267-4862-b32e-aee6c2e46cb1/935a729f-a076-4afe-b611-0e748e603610) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:16.384084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] For port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:16.390107 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] For port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:16.398343 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.436419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47a28-a07e-47cc-8346-3c187c79e6b2 req-6dfa2c2b-11a9-4362-9bdf-5b95d18c910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.438143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bd47a28-a07e-47cc-8346-3c187c79e6b2 req-6dfa2c2b-11a9-4362-9bdf-5b95d18c910f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.2881765 Nov 25 18:38:16.469561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc66d7-9991-4c96-9aa7-82dac446b46d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:16.482824 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:16.484522 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:16.529499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5916e5e7-3898-4998-813b-c2ac1a8a663c None None] Provisioning complete for port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:16.530129 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5916e5e7-3898-4998-813b-c2ac1a8a663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.532754 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b413c2-e780-438a-97b9-d910adf1fc0c None None] Pushing event updated for resources: {'Port': ['ID=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:16.578100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c624a7f7-42a2-4947-a59e-4d95ac4e16a1 req-ed1677ff-4e22-443d-b2c6-7adebd47e190 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-781493772', 'description': 'tempest-description-888014255'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:16.628096 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:16.637298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-3977c4a3-09f0-4ac6-b5fc-02504d837d6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 217 time: 0.2623625 Nov 25 18:38:16.670134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-3aa9ec6e-bf06-4131-9679-1627386608f5 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596356 Nov 25 18:38:16.691661 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5916e5e7-3898-4998-813b-c2ac1a8a663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.731987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5916e5e7-3898-4998-813b-c2ac1a8a663c None None] For port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:16.732383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.738546 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5916e5e7-3898-4998-813b-c2ac1a8a663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.794946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c624a7f7-42a2-4947-a59e-4d95ac4e16a1 req-ed1677ff-4e22-443d-b2c6-7adebd47e190 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.851144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-5cceca50-bcad-4d50-8672-8839c5b23bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.852662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-5cceca50-bcad-4d50-8672-8839c5b23bed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.1703944 Nov 25 18:38:16.856618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bd47a28-a07e-47cc-8346-3c187c79e6b2 req-18849eb0-4364-4424-804a-0225ea646b54 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659030 Nov 25 18:38:16.870315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916e5e7-3898-4998-813b-c2ac1a8a663c None None] Pushing event updated for resources: {'Port': ['ID=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:16.875756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.880922 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:16.944702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-a10e3d50-c268-41fc-99b8-82871c881454 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:16.946095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-a10e3d50-c268-41fc-99b8-82871c881454 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743256 Nov 25 18:38:16.982789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-e0f935e9-0755-48f4-abed-ed053621d1b5 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/quotas/382fc585f8604ddb8521fd2bb9f1c019 HTTP/1.1" status: 200 len: 375 time: 0.0267742 Nov 25 18:38:17.012586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=30f52a5a-f957-420e-b85d-a32e49d2c0fa,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:17.029343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-09ea410c-fbfc-487b-a35f-b7083d71dad9 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377591 Nov 25 18:38:17.045489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.062214 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:13Z', 'revision_number': 3, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:17.081294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c624a7f7-42a2-4947-a59e-4d95ac4e16a1 req-ed1677ff-4e22-443d-b2c6-7adebd47e190 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.095611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': '5661d49d-d796-4c34-b047-a032c5e99306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bc0c0dea-da7c-4981-899a-e797adfc373c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:17.095611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: bc0c0dea-da7c-4981-899a-e797adfc373c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:17.098894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c624a7f7-42a2-4947-a59e-4d95ac4e16a1 req-ed1677ff-4e22-443d-b2c6-7adebd47e190 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.114462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Network fca342bd-1eaa-43ac-bdfa-7f2526724027 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:17.120044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:17.123906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:17.154226 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3006f-7880-4793-94d5-0d6198de3ecf None None] The sync data for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 is: [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:13Z', 'revision_number': 3, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:17.160393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=935a729f-a076-4afe-b611-0e748e603610,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:17.199654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c624a7f7-42a2-4947-a59e-4d95ac4e16a1 req-ed1677ff-4e22-443d-b2c6-7adebd47e190 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.214932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.219430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c624a7f7-42a2-4947-a59e-4d95ac4e16a1 req-ed1677ff-4e22-443d-b2c6-7adebd47e190 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8420014 Nov 25 18:38:17.230868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1677ff-4e22-443d-b2c6-7adebd47e190 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14015113-4660-42c6-a489-aadb675b72c2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:17.253383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network bc0c0dea-da7c-4981-899a-e797adfc373c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:17.303219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, bc0c0dea-da7c-4981-899a-e797adfc373c) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:17.317481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:17.321977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.325896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c17399-7e6a-407c-8eee-dce71f2ce799 None None] Network bc0c0dea-da7c-4981-899a-e797adfc373c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:17.416790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d8f40cec-c84f-4f7c-aea5-22a8729a52fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1517873 Nov 25 18:38:17.417691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39760) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:17.461264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a711f2f5-d9b4-4100-8184-365aedc6bfa3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-237736014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:17.541381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a711f2f5-d9b4-4100-8184-365aedc6bfa3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.545160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a711f2f5-d9b4-4100-8184-365aedc6bfa3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.646386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a711f2f5-d9b4-4100-8184-365aedc6bfa3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.669950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dfc23-5543-4b55-85cd-cfc84727fbd2 req-4d3caf47-106a-45d5-bb29-640174c812e2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:17.697022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-274dfc23-5543-4b55-85cd-cfc84727fbd2 req-4d3caf47-106a-45d5-bb29-640174c812e2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.3321519 Nov 25 18:38:17.698630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a711f2f5-d9b4-4100-8184-365aedc6bfa3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.720057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99d9d117-505f-4d03-a91f-190713cfa5a6 req-aaa64572-ccd1-4f29-9451-d1851e510599 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/14015113-4660-42c6-a489-aadb675b72c2 HTTP/1.1" status: 200 len: 1830 time: 0.3667176 Nov 25 18:38:17.836464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:17.915551 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-d249587b-2481-4fe5-a128-4673d7fd212c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718116 Nov 25 18:38:18.000919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd86e-7a7c-4118-8d71-77fee192b29e req-2df35d4c-c4e2-4e24-b87f-4a674bb09724 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:18.003023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bedcd86e-7a7c-4118-8d71-77fee192b29e req-2df35d4c-c4e2-4e24-b87f-4a674bb09724 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1337385 Nov 25 18:38:18.004008 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a711f2f5-d9b4-4100-8184-365aedc6bfa3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:18.005370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a711f2f5-d9b4-4100-8184-365aedc6bfa3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5808680 Nov 25 18:38:18.022190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39768) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:18.209636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-bc0c0dea-da7c-4981-899a-e797adfc373c', 'network_id': 'bc0c0dea-da7c-4981-899a-e797adfc373c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': '30f52a5a-f957-420e-b85d-a32e49d2c0fa'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:38:18.210984 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:18.219364 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-274dfc23-5543-4b55-85cd-cfc84727fbd2 req-3f11cb40-702e-48a8-b4ce-74968a89e756 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696777 Nov 25 18:38:18.258398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-54a561ec-9cba-4c7d-b022-930f922ebb56 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705691 Nov 25 18:38:18.506288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Allocated IP 2001:db8::2 (bc0c0dea-da7c-4981-899a-e797adfc373c/30f52a5a-f957-420e-b85d-a32e49d2c0fa/dca9326d-ad09-4762-9fa3-ac5f0ed92c1c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:18.538114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-52f1d6e2-0eb9-41c6-8602-ca8aa975908d tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843580 Nov 25 18:38:18.618937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:18.635925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:18.859276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abb0deaa-7d20-4c23-8622-17ae9e1d6c96 req-63cf121b-e3ad-4528-9e84-694bc72684d6 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850353 Nov 25 18:38:18.945619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:18.957122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:18.968572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:18.970902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-b15649f2-e20f-43aa-94a2-8692107c43e2 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:18.972483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-b15649f2-e20f-43aa-94a2-8692107c43e2 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3969622 Nov 25 18:38:19.008452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-439f246b-4820-4106-9409-ae3995f5a570 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/quotas/382fc585f8604ddb8521fd2bb9f1c019 HTTP/1.1" status: 200 len: 375 time: 0.0184774 Nov 25 18:38:19.024212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bedcd86e-7a7c-4118-8d71-77fee192b29e req-b1a5d856-01f9-4f29-887b-cdd07a4bfe32 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0008855 Nov 25 18:38:19.082275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.104541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2d52578b-d951-4192-abb5-84c762873a6d tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880651 Nov 25 18:38:19.123626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=935a729f-a076-4afe-b611-0e748e603610,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:19.149927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-07ced48d-2a96-4dfe-bbc4-1792eb408dea req-6d21ca90-6b7e-42b2-9a6b-1cf3fb3cda10 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-584526774', 'description': 'tempest-description-1895574028'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:19.320581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-07ced48d-2a96-4dfe-bbc4-1792eb408dea req-6d21ca90-6b7e-42b2-9a6b-1cf3fb3cda10 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.355854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Network bc0c0dea-da7c-4981-899a-e797adfc373c is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:19.413421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.470293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870b0d-3db5-442a-b908-aebb3e12f4c4 req-6206e438-ec3d-4ad7-a0c8-2d3d4e29b02f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:19.472204 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76870b0d-3db5-442a-b908-aebb3e12f4c4 req-6206e438-ec3d-4ad7-a0c8-2d3d4e29b02f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.1239989 Nov 25 18:38:19.473743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:19.477041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:19.482171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Pushing event updated for resources: {'Port': ['ID=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:19.507434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.509331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.512750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.513269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.513759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.514244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.514747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.515256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.515747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.519780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.520335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.521347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:19.555325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-89ab2e47-8a51-48a9-8775-80d76dd23b80 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616701 Nov 25 18:38:19.727400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Attempting to bind port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:19.727755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Attempting to bind port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5661d49d-d796-4c34-b047-a032c5e99306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bc0c0dea-da7c-4981-899a-e797adfc373c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:19.728104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Attempting to bind port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c on network bc0c0dea-da7c-4981-899a-e797adfc373c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:19.732073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-8fb600cd-5222-4341-8f5e-12c0bd3d2535 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:19.734297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-8fb600cd-5222-4341-8f5e-12c0bd3d2535 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716139 Nov 25 18:38:19.751801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:19.752287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Checking segment: {'id': '5661d49d-d796-4c34-b047-a032c5e99306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bc0c0dea-da7c-4981-899a-e797adfc373c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:19.752789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.753202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Bound using segment: {'id': '5661d49d-d796-4c34-b047-a032c5e99306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bc0c0dea-da7c-4981-899a-e797adfc373c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:19.754994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Bound port: dca9326d-ad09-4762-9fa3-ac5f0ed92c1c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5661d49d-d796-4c34-b047-a032c5e99306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bc0c0dea-da7c-4981-899a-e797adfc373c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:19.757139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.758831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Request body: {'port': {'device_id': '8def8fe4-62b6-4620-852b-fcaaab028718', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '382fc585f8604ddb8521fd2bb9f1c019'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:19.826157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:19.826547 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:19.835918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Network fca342bd-1eaa-43ac-bdfa-7f2526724027 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:19.897680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76870b0d-3db5-442a-b908-aebb3e12f4c4 req-d8ec5a80-5684-4742-b12e-72545099664c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171801 Nov 25 18:38:19.898309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:20.058354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] For port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:20.066501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] For port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,segment=NetworkSegment(5661d49d-d796-4c34-b047-a032c5e99306),segment_id=5661d49d-d796-4c34-b047-a032c5e99306)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:20.071180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5487556e-de2b-4dec-b48a-956bb17cced4 req-b8693e78-fe1b-4b1e-b966-768a44b513ee tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 210 time: 0.0821793 Nov 25 18:38:20.089898 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.157725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Made reservation on behalf of 382fc585f8604ddb8521fd2bb9f1c019 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:20.177621 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.220383 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.267443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c914ce-f634-49a4-8bc9-f073f3468a15 None None] Pushing event updated for resources: {'Port': ['ID=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:20.315058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39804) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:20.327004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1250955601'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:20.360624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:20.365182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.457611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03830-e938-4dd3-93ce-c732a7d71289 req-aec58bdc-631d-4770-a398-cc4bf2a79df0 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:20.470346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13f03830-e938-4dd3-93ce-c732a7d71289 req-aec58bdc-631d-4770-a398-cc4bf2a79df0 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2249753 Nov 25 18:38:20.510562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:20.539838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.540184 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Added segment 0192cc12-afc2-4f54-a343-8d4d00931bf1 of type vlan for network 555653af-d6f5-46ed-87dc-790a01671aea Nov 25 18:38:20.597692 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.632307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.638265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:20.638940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.691027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3718402 Nov 25 18:38:20.707454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39806) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:20.716164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-595340313'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:20.799833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13f03830-e938-4dd3-93ce-c732a7d71289 req-ebe7ec0e-4b4b-4a5a-9c45-f2796f380683 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262448 Nov 25 18:38:20.915542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Network': ['ID=555653af-d6f5-46ed-87dc-790a01671aea,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:20.957596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.962940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.963480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.964010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.964507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.965001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.965489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.965972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.968738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.969280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.969790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.970295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5205b004-27db-487a-bfeb-86041e899393 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:20.973544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:20.983219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 555653af-d6f5-46ed-87dc-790a01671aea details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:20.986246 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.987910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-07ced48d-2a96-4dfe-bbc4-1792eb408dea req-6d21ca90-6b7e-42b2-9a6b-1cf3fb3cda10 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:20.999195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-07ced48d-2a96-4dfe-bbc4-1792eb408dea req-6d21ca90-6b7e-42b2-9a6b-1cf3fb3cda10 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.024953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.054892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:21.067331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.067979 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Added segment 34f71085-c7e0-4408-9b62-8485ef215ef7 of type vlan for network a281785e-1083-4443-9ac0-043f4de9670d Nov 25 18:38:21.111465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.139654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.181414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-07ced48d-2a96-4dfe-bbc4-1792eb408dea req-6d21ca90-6b7e-42b2-9a6b-1cf3fb3cda10 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.183204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07ced48d-2a96-4dfe-bbc4-1792eb408dea req-6d21ca90-6b7e-42b2-9a6b-1cf3fb3cda10 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 2.0562696 Nov 25 18:38:21.189580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dca9326d-ad09-4762-9fa3-ac5f0ed92c1c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:21.193396 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.210799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:21.211718 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.251354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21ca90-6b7e-42b2-9a6b-1cf3fb3cda10 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de09ee34-ed35-4e34-ac9f-f85c46d31f8b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:21.317432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:21.356341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Network': ['ID=a281785e-1083-4443-9ac0-043f4de9670d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:21.403200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a281785e-1083-4443-9ac0-043f4de9670d details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:21.543969 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4b0a1aaf-f3a4-4311-856f-8444b8cac8c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8356884 Nov 25 18:38:21.556875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39822) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:21.563377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'subnet': {'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:21.650415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:21.651549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.725835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98acdd4c-3a8f-436c-ab0d-5bcb9d80c996 req-f639556d-0776-4333-a489-dbb423791d32 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 210 time: 0.1407399 Nov 25 18:38:21.751898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8::1 (bc0c0dea-da7c-4981-899a-e797adfc373c/30f52a5a-f957-420e-b85d-a32e49d2c0fa/b2b54860-32f9-47b0-ad9d-a1833f1c0d6d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:21.806862 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:21.908380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,segment=NetworkSegment(5661d49d-d796-4c34-b047-a032c5e99306),segment_id=5661d49d-d796-4c34-b047-a032c5e99306)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:21.917906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.021978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.024818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3aa7e5-72f4-4ba1-8b01-cdd32b697dc4 None None] Network bc0c0dea-da7c-4981-899a-e797adfc373c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:22.112494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4b9d1af4-0bf6-454a-86a4-a6a5442fa9db None None] Provisioning complete for port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:22.113122 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b9d1af4-0bf6-454a-86a4-a6a5442fa9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.197793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.258384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:22.272731 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-00bf3dbc-f5ff-42ea-8153-e6aa42b36ac0 admin admin] 10.222.0.62 "PUT /v2.0/routers/67f8c4e8-bc84-40e5-ab27-5cce0931dddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5274336 Nov 25 18:38:22.276089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.304699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network bc0c0dea-da7c-4981-899a-e797adfc373c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:22.309242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:22.313162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:22.313752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Sync routers for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:22.314127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.346983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53b420-f6a3-4399-90cf-ad1fbeeec176,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.384252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:22.384621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:22.449527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612395a2-0126-402f-aecf-3b9b30c351b6 req-d534c741-ae40-4cda-b7c5-0dc70814809c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:22.461709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-612395a2-0126-402f-aecf-3b9b30c351b6 req-d534c741-ae40-4cda-b7c5-0dc70814809c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 1.3236246 Nov 25 18:38:22.600557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e423da2-47fd-460b-b40a-9b8b4eb4af63 req-c3257abe-17c5-48f8-9529-ab39443c406e tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/de09ee34-ed35-4e34-ac9f-f85c46d31f8b HTTP/1.1" status: 200 len: 1831 time: 0.7577672 Nov 25 18:38:22.636459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:22.653208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.656472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=b2b54860-32f9-47b0-ad9d-a1833f1c0d6d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:22.716712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:22.720381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:22.950597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-612395a2-0126-402f-aecf-3b9b30c351b6 req-3261bc9a-ee88-44fd-9ed4-7510529efd41 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875739 Nov 25 18:38:22.955379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dca9326d-ad09-4762-9fa3-ac5f0ed92c1c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:22.976943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43597f-7362-4206-a6bc-089150e0766b req-0b3d0058-72f1-480e-8662-427b6ba652e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:22.978944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d43597f-7362-4206-a6bc-089150e0766b req-0b3d0058-72f1-480e-8662-427b6ba652e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 1.4209809 Nov 25 18:38:22.982663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.001485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Allocated IP 192.168.233.249 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:23.029527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f02f5-7741-4616-aa7f-07bb6af867e1 req-223f627a-41b2-428c-9552-2b1d808faee6 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:23.031160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea7f02f5-7741-4616-aa7f-07bb6af867e1 req-223f627a-41b2-428c-9552-2b1d808faee6 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.3436937 Nov 25 18:38:23.103427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Subnet': ['ID=09797fbe-7ad8-49e9-a9b7-8b4fd053686b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:23.138123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Checking segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:23.138795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network hostable DHCP agents. Network: 555653af-d6f5-46ed-87dc-790a01671aea, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:23.213660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network 555653af-d6f5-46ed-87dc-790a01671aea is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:23.282143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea7f02f5-7741-4616-aa7f-07bb6af867e1 req-1740bf66-c8f9-42d1-bf9c-94afd9ab7f23 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346835 Nov 25 18:38:23.284105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:23.284513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.338746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 555653af-d6f5-46ed-87dc-790a01671aea) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:23.353843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-108b7cb2-2913-47cd-a3ac-cb015129e06d req-f65331aa-4c66-49e3-ab9d-2d822ef7af35 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1807160911', 'description': 'tempest-description-839775970'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:23.433007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84a00ce-7103-42b7-a469-d43900702887 None None] Network 555653af-d6f5-46ed-87dc-790a01671aea requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:23.476734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:23.481517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.509981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-108b7cb2-2913-47cd-a3ac-cb015129e06d req-f65331aa-4c66-49e3-ab9d-2d822ef7af35 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.526746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1b964c08-2c3b-422e-a339-86be281d3e1e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9649959 Nov 25 18:38:23.528761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 2, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:23.531395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39850) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:23.573824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'subnet': {'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:23.591489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.623504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Checking router: 67f8c4e8-bc84-40e5-ab27-5cce0931dddb for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:23.623894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Updating router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb port 935a729f-a076-4afe-b611-0e748e603610 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:38:23.659668 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.677499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.680679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.711380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9d768d6e-0001-4ab8-b2d8-efa5330c9c40 None None] Provisioning complete for port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:23.711767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d768d6e-0001-4ab8-b2d8-efa5330c9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:23.819873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-f1480558-6633-4073-b1ea-4ad3593d1811 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1496000 Nov 25 18:38:23.874080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43597f-7362-4206-a6bc-089150e0766b req-f17515d6-86af-4acf-96ff-59a9d9651b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:23.875597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d43597f-7362-4206-a6bc-089150e0766b req-f17515d6-86af-4acf-96ff-59a9d9651b84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 0.6894481 Nov 25 18:38:24.029834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=b2b54860-32f9-47b0-ad9d-a1833f1c0d6d,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:24.124614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.126846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d43597f-7362-4206-a6bc-089150e0766b req-44a8bfe3-8277-40bf-83da-5ff5e8b57338 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.1760402 Nov 25 18:38:24.127289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:24.141464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.143736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-6d9a398b-5e6f-48cd-992d-07f9fe5d8656 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:24.153515 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-6d9a398b-5e6f-48cd-992d-07f9fe5d8656 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 818 time: 0.8677826 Nov 25 18:38:24.157151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-555653af-d6f5-46ed-87dc-790a01671aea', 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'fixed_ips': [{'subnet_id': '09797fbe-7ad8-49e9-a9b7-8b4fd053686b'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:38:24.158042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.264713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network bc0c0dea-da7c-4981-899a-e797adfc373c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:24.297389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:24.324137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-f0071c11-47b1-4dab-b841-3060ba77ff71 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/quotas/ea307e735076492690bc3927f1b02bd1 HTTP/1.1" status: 200 len: 375 time: 0.1693482 Nov 25 18:38:24.340671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-108b7cb2-2913-47cd-a3ac-cb015129e06d req-f65331aa-4c66-49e3-ab9d-2d822ef7af35 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.553328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9d768d6e-0001-4ab8-b2d8-efa5330c9c40 None None] Provisioning complete for port b2b54860-32f9-47b0-ad9d-a1833f1c0d6d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:24.553887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d768d6e-0001-4ab8-b2d8-efa5330c9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.573729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2c73d875-f16c-45ba-ac42-c4b3bfbf817c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:24.584063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2c73d875-f16c-45ba-ac42-c4b3bfbf817c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6776736 Nov 25 18:38:24.586250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43597f-7362-4206-a6bc-089150e0766b req-f4cd6459-331f-4ae3-80de-36a9461cae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:24.588510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d43597f-7362-4206-a6bc-089150e0766b req-f4cd6459-331f-4ae3-80de-36a9461cae3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.4251275 Nov 25 18:38:24.595648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.631044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-dc67a567-9e5f-495d-affd-2be763665354 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2856977 Nov 25 18:38:24.660490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9d768d6e-0001-4ab8-b2d8-efa5330c9c40 None None] Port b2b54860-32f9-47b0-ad9d-a1833f1c0d6d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:24.685333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Allocated IP 10.1.1.2 (555653af-d6f5-46ed-87dc-790a01671aea/09797fbe-7ad8-49e9-a9b7-8b4fd053686b/8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:24.717530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Request body: {'port': {'device_id': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '382fc585f8604ddb8521fd2bb9f1c019'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:24.722870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.776673 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-108b7cb2-2913-47cd-a3ac-cb015129e06d req-f65331aa-4c66-49e3-ab9d-2d822ef7af35 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.816868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d43597f-7362-4206-a6bc-089150e0766b req-a9df756e-cb32-4e70-991c-a4904bd9517e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759744 Nov 25 18:38:24.882021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-1902e1ac-01a7-4280-87c2-6a50e0660943 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:38:24.893784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-1902e1ac-01a7-4280-87c2-6a50e0660943 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1805537 Nov 25 18:38:24.904686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:24.917061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Subnet': ['ID=f85c13cb-c48f-4e08-86ee-7b6ade933ad0,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:24.931685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65331aa-4c66-49e3-ab9d-2d822ef7af35 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79324324-a1c5-4860-ae65-35929286d888,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:24.933009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.940812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-21eb3556-9fde-4a6d-8769-032180fd7b8d None None] Provisioning complete for port b2b54860-32f9-47b0-ad9d-a1833f1c0d6d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:24.941214 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-21eb3556-9fde-4a6d-8769-032180fd7b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.946507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-108b7cb2-2913-47cd-a3ac-cb015129e06d req-f65331aa-4c66-49e3-ab9d-2d822ef7af35 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.951703 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-108b7cb2-2913-47cd-a3ac-cb015129e06d req-f65331aa-4c66-49e3-ab9d-2d822ef7af35 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.6274312 Nov 25 18:38:24.995658 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:24.997447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:38:25.003246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:25.023553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Checking segment: {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:25.023920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network hostable DHCP agents. Network: a281785e-1083-4443-9ac0-043f4de9670d, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:25.062355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:25.080868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-21eb3556-9fde-4a6d-8769-032180fd7b8d None None] Port b2b54860-32f9-47b0-ad9d-a1833f1c0d6d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:25.083165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:25.131983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df8947-bb64-4aae-93d3-2e4a4c07cf7c None None] Pushing event updated for resources: {'Port': ['ID=935a729f-a076-4afe-b611-0e748e603610,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:25.199992 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.229930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-285170d4-befc-4ed5-8b25-39a7ff7fe99d req-3b4c5757-ef86-4081-98dd-1efb4372a9e5 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 210 time: 0.1514039 Nov 25 18:38:25.253270 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.294632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:25.298359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network a281785e-1083-4443-9ac0-043f4de9670d is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:25.308713 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] Sync routers for ids ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:25.330648 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] Routers {'1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:25.330648 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:25.331977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:25.332637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.343287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e239198-5a42-43f6-a614-1152075551fe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3155041 Nov 25 18:38:25.346013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39860) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:25.359912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Attempting to bind port 935a729f-a076-4afe-b611-0e748e603610 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:25.360446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Attempting to bind port 935a729f-a076-4afe-b611-0e748e603610 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:25.360917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Attempting to bind port 935a729f-a076-4afe-b611-0e748e603610 on network fca342bd-1eaa-43ac-bdfa-7f2526724027 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:25.373672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:25.374196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Checking segment: {'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:25.374879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.375372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Bound using segment: {'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:25.376009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Bound port: 935a729f-a076-4afe-b611-0e748e603610, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:25.377255 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.381637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a281785e-1083-4443-9ac0-043f4de9670d) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:25.444302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Network 555653af-d6f5-46ed-87dc-790a01671aea is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:25.449050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:25.456139 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:25.457047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:25.476454 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173928a7-1f3a-4908-9aa6-f557bfa0c8cf None None] Network a281785e-1083-4443-9ac0-043f4de9670d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:25.484190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:25.484785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.493989 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] Routers {'1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:25.494656 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:25.551045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-308898e7-e1fd-4653-a6a8-0f8cee2dec93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9973226 Nov 25 18:38:25.568288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:25.573336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'port': {'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'name': 'tempest-TaggedBootDevicesTest-1158473547', 'fixed_ips': [{'subnet_id': '09797fbe-7ad8-49e9-a9b7-8b4fd053686b'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:25.577375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Pushing event updated for resources: {'Port': ['ID=8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:25.584536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-969975bf-fdf1-4463-bd0e-f4b4b48a9dfb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8352673 Nov 25 18:38:25.621380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1fbc3-5709-4057-9168-8a723cf91b4b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:25.625393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-49a1fbc3-5709-4057-9168-8a723cf91b4b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports/b2b54860-32f9-47b0-ad9d-a1833f1c0d6d HTTP/1.1" status: 200 len: 911 time: 0.2750440 Nov 25 18:38:25.625949 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:25.626805 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af710e6b-7d49-4e5d-b763-d6a25b86f120 None None] The sync data for ids ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:25.640645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Request body: {'port': {'device_id': '8def8fe4-62b6-4620-852b-fcaaab028718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:25.652639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39868) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:25.658742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '30f52a5a-f957-420e-b85d-a32e49d2c0fa'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:25.712866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Made reservation on behalf of 382fc585f8604ddb8521fd2bb9f1c019 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:25.716814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.753285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Attempting to bind port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:25.753673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Attempting to bind port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:25.754084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Attempting to bind port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:25.757161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1ffc6860-07b0-4dce-8902-ac7cf9705cb2 None None] Provisioning complete for port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:25.757538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1ffc6860-07b0-4dce-8902-ac7cf9705cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.786270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-75379074-86a3-48b3-9495-dedd7049319e service neutron] 10.222.0.62 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916311 Nov 25 18:38:25.816886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc6860-07b0-4dce-8902-ac7cf9705cb2 None None] Port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:25.825994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] For port 935a729f-a076-4afe-b611-0e748e603610, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:25.877907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:25.878315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Checking segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:25.879552 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.879995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Bound using segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:25.881087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Bound port: 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:25.881481 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.889399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] For port 935a729f-a076-4afe-b611-0e748e603610, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=935a729f-a076-4afe-b611-0e748e603610,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:25.951977 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:25.991189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a989-7d8c-4768-a5ad-6f38ecfbf2f9 req-02b38d05-add4-405a-8adb-ea89e09e16c0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:25.992740 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5a7a989-7d8c-4768-a5ad-6f38ecfbf2f9 req-02b38d05-add4-405a-8adb-ea89e09e16c0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.3688068 Nov 25 18:38:25.993566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:26.045147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.079842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a281785e-1083-4443-9ac0-043f4de9670d', 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'fixed_ips': [{'subnet_id': 'f85c13cb-c48f-4e08-86ee-7b6ade933ad0'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:38:26.080683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.109738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df8947-bb64-4aae-93d3-2e4a4c07cf7c None None] Pushing event updated for resources: {'Port': ['ID=935a729f-a076-4afe-b611-0e748e603610,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:26.117403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:26.118036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:26.244285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] For port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:26.260763 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.288196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-8f6004c2-e91a-4c65-8d63-241e30494b65 service neutron] 10.222.0.62 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665751 Nov 25 18:38:26.327234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] For port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:26.341333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Allocated IP 192.168.233.233 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/17e4e55a-0852-45c4-b85c-6fcabf5bed16) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:26.347165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] device_id is not set on port e95504e0-a117-4329-ab31-8f5d88a6310f yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:38:26.358491 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.422989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:26.458165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5a7a989-7d8c-4768-a5ad-6f38ecfbf2f9 req-fc64deef-6e29-4002-8a93-f3cc8c3798eb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833394 Nov 25 18:38:26.588075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:26.668322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Allocated IP 10.2.2.2 (a281785e-1083-4443-9ac0-043f4de9670d/f85c13cb-c48f-4e08-86ee-7b6ade933ad0/15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:26.690812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a96ef-42ba-4318-bbbf-277f98183eff None None] Pushing event updated for resources: {'Port': ['ID=8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:26.851850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15420-33c7-4861-bcc2-f8a38902419e req-f1757354-6827-4f14-8fe5-20d730ef5bca tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:26.859311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93b15420-33c7-4861-bcc2-f8a38902419e req-f1757354-6827-4f14-8fe5-20d730ef5bca tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2680624 Nov 25 18:38:26.995562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 10.1.1.123 (555653af-d6f5-46ed-87dc-790a01671aea/09797fbe-7ad8-49e9-a9b7-8b4fd053686b/e95504e0-a117-4329-ab31-8f5d88a6310f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:27.067187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93b15420-33c7-4861-bcc2-f8a38902419e req-5495bf2c-d373-48fa-b1c8-b14ac1c4bfe4 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008314 Nov 25 18:38:27.372828 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.397499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2c6f63b9-58d9-48b8-b8fa-aecfc7925f11 req-d3b1ba8c-68d7-490e-8d24-77669c945f4f tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/79324324-a1c5-4860-ae65-35929286d888 HTTP/1.1" status: 200 len: 1831 time: 0.7572818 Nov 25 18:38:27.436030 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.500235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.556105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Network a281785e-1083-4443-9ac0-043f4de9670d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:27.559805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:27.562257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:27.574262 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.671642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Pushing event updated for resources: {'Port': ['ID=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:27.717245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5951b487-ef7c-40c3-919a-0c1bc8c41ceb req-7ce13efe-5f78-46ea-bc2a-d74aad59a919 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 210 time: 0.1592882 Nov 25 18:38:27.717790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network 555653af-d6f5-46ed-87dc-790a01671aea is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:27.730141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:25Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:27.785339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:27.801502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:27.854355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-affeaeb6-6b98-4750-8d6c-3cf9b61db479 req-102d44d9-bc5b-4bc0-9608-d19ff31ab59b tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 210 time: 0.1983888 Nov 25 18:38:27.878495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d43597f-7362-4206-a6bc-089150e0766b req-88fc945c-9a07-4edd-a435-04fd90328561 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8447013 Nov 25 18:38:27.885449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.907448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc248b2-030b-4f59-81e7-1711e03b3de3 None None] The sync data for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 is: [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:25Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:27.917099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=e95504e0-a117-4329-ab31-8f5d88a6310f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:27.924396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Attempting to bind port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:27.925040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Attempting to bind port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:27.925587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Attempting to bind port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec on network a281785e-1083-4443-9ac0-043f4de9670d {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:27.932532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:27.932920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Checking segment: {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:27.933341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:27.933746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Bound using segment: {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:27.934236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Bound port: 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:27.934698 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.000467 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-117709b8-a96c-4c28-85f2-9d83585af4d9 req-854ab2e4-529e-4237-9486-2c64bcaf0cf9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] show failed (client error): The resource could not be found. Nov 25 18:38:28.003356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-117709b8-a96c-4c28-85f2-9d83585af4d9 req-854ab2e4-529e-4237-9486-2c64bcaf0cf9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/60fdf4da-08b4-4acb-a1f6-dc76d8677370 HTTP/1.1" status: 404 len: 352 time: 0.0815697 Nov 25 18:38:28.032148 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.107464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:28.108168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.129222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] For port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:28.155165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] For port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:28.175305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:28.281295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f5d9e53-c667-40cf-a1f2-ecd3fe36210b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7117541 Nov 25 18:38:28.284495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39892) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:28.302693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'port': {'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'name': 'tempest-TaggedBootDevicesTest-572328525', 'fixed_ips': [{'subnet_id': '09797fbe-7ad8-49e9-a9b7-8b4fd053686b'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:28.399593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd364dc-f995-4a4d-9fa8-915d167479bd None None] Pushing event updated for resources: {'Port': ['ID=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:28.450112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195a231-03b1-407a-8942-60cd76eb3f7d req-d6edb797-8697-4f34-8a4c-5e5beef7a81e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:28.459069 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0195a231-03b1-407a-8942-60cd76eb3f7d req-d6edb797-8697-4f34-8a4c-5e5beef7a81e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.3163428 Nov 25 18:38:28.627708 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0195a231-03b1-407a-8942-60cd76eb3f7d req-70f405fb-98ff-4cb2-b12a-09afcda97669 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676216 Nov 25 18:38:28.725100 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-d2b0de90-1c50-4137-a338-7bd30844285b req-85837a7a-6c86-44ca-9a6e-02ac3ce9e402 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] show failed (client error): The resource could not be found. Nov 25 18:38:28.744284 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2b0de90-1c50-4137-a338-7bd30844285b req-85837a7a-6c86-44ca-9a6e-02ac3ce9e402 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-group-rules/f7c3802c-6ab0-48ab-b73d-3108007b599b HTTP/1.1" status: 404 len: 361 time: 0.0340524 Nov 25 18:38:28.753703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34679a7-9249-4889-81c3-f156eabaa982 None None] Network 555653af-d6f5-46ed-87dc-790a01671aea requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:29.017434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f9b430ad-31f9-4229-a635-fe532318ec26 None None] Provisioning complete for port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:29.024839 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9b430ad-31f9-4229-a635-fe532318ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.140258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:29.164559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:29.168120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:29.178024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.213061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:29.308989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] device_id is not set on port 4814b347-e104-4059-a6d1-b75d28eb9cdf yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:38:29.329984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e04-c9a1-42bc-af60-60d29f871fab req-fd48c85b-a7a3-4c36-8ba9-69c832b585e2 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:29.347396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:29.357186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6361e04-c9a1-42bc-af60-60d29f871fab req-fd48c85b-a7a3-4c36-8ba9-69c832b585e2 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.3729599 Nov 25 18:38:29.443599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:29.476019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-081f60f6-4db6-4b47-ab51-bb003f759a6f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:29.478240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-081f60f6-4db6-4b47-ab51-bb003f759a6f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.64 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 818 time: 0.7950945 Nov 25 18:38:29.511499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6c675-f321-48ee-959f-053416473c6c req-d07a9db1-a9e8-4b68-845b-ae4540d9c692 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:29.518133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Request body: {'port': {'device_id': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'admin_state_up': True, 'tenant_id': 'ea307e735076492690bc3927f1b02bd1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:29.524296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aaa6c675-f321-48ee-959f-053416473c6c req-d07a9db1-a9e8-4b68-845b-ae4540d9c692 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 1.5256946 Nov 25 18:38:29.525744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9b430ad-31f9-4229-a635-fe532318ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.582213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:29.582704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.772299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:29.773322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.775537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f9b430ad-31f9-4229-a635-fe532318ec26 None None] For port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:29.785731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9b430ad-31f9-4229-a635-fe532318ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:29.795952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6361e04-c9a1-42bc-af60-60d29f871fab req-06d0b726-8f57-4f24-b417-cf04a52fb0a1 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378080 Nov 25 18:38:29.834568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d43597f-7362-4206-a6bc-089150e0766b req-3986eb87-2ddd-4a23-b501-fe4ae46cca07 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8667595 Nov 25 18:38:29.977291 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aaa6c675-f321-48ee-959f-053416473c6c req-390c07cc-9ac8-4dc5-9ec9-f22539a40f1f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518216 Nov 25 18:38:29.978803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:30.055191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65fb7d45-23df-4194-86c4-8ae20fe616b6 req-d715d8e3-6327-495d-9fb2-a344a9571f96 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/79324324-a1c5-4860-ae65-35929286d888 HTTP/1.1" status: 200 len: 1831 time: 0.2235823 Nov 25 18:38:30.060454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-2aa0245c-d363-459f-bb3c-e075ad67469f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4086866 Nov 25 18:38:30.073703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 10.1.1.78 (555653af-d6f5-46ed-87dc-790a01671aea/09797fbe-7ad8-49e9-a9b7-8b4fd053686b/4814b347-e104-4059-a6d1-b75d28eb9cdf) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:30.147062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b430ad-31f9-4229-a635-fe532318ec26 None None] Pushing event updated for resources: {'Port': ['ID=8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:30.148373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-c33bdb52-10dc-4f59-b1f3-0efb883f3afe tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:30.149930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-c33bdb52-10dc-4f59-b1f3-0efb883f3afe tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.2047610 Nov 25 18:38:30.157964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-06a02adf-d7c7-4b7a-b7d1-151d056aff27 None None] Provisioning complete for port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:30.158438 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06a02adf-d7c7-4b7a-b7d1-151d056aff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.178952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49315bd5-4a1b-4689-9a61-b83ed4be8a05 req-4fac2fe6-dd72-496a-b929-02c17759909d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 210 time: 0.0418139 Nov 25 18:38:30.190524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Made reservation on behalf of ea307e735076492690bc3927f1b02bd1 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:30.199605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.226073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:30.227567 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.230427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec9751-3afd-4cdf-b69a-0fe3f158044c None None] Network a281785e-1083-4443-9ac0-043f4de9670d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:30.239046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:30.249376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.269727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.285259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-06a02adf-d7c7-4b7a-b7d1-151d056aff27 None None] Port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:30.312878 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-65fb7d45-23df-4194-86c4-8ae20fe616b6 req-8f0cb7a0-10af-4826-ad14-1558f651b56e tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.328266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.336953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:30.337746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.341008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/ports/b2b54860-32f9-47b0-ad9d-a1833f1c0d6d HTTP/1.1" status: 200 len: 911 time: 4.6872830 Nov 25 18:38:30.405853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39904) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:30.408087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef98e98-14cc-4582-a95b-9eeec2f485ce tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=b2b54860-32f9-47b0-ad9d-a1833f1c0d6d,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:30.421546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Transition to ACTIVE for port object 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:38:30.496167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.515203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-346fc37b-4692-4545-a8a2-e67206d74bf7 None None] Provisioning complete for port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:30.516143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-346fc37b-4692-4545-a8a2-e67206d74bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.562908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.600460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4de1b-1795-40c1-9445-510f2e722376 req-2a2ec6ac-3c0d-40b8-a707-d8361c2d45cb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:30.609727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40d4de1b-1795-40c1-9445-510f2e722376 req-2a2ec6ac-3c0d-40b8-a707-d8361c2d45cb tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 936 time: 0.3322866 Nov 25 18:38:30.658940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:30.664999 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.712105 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.712931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 935a729f-a076-4afe-b611-0e748e603610 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:30.718667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:30.813944 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-346fc37b-4692-4545-a8a2-e67206d74bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:30.874086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:30.913784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40d4de1b-1795-40c1-9445-510f2e722376 req-77767138-7c8e-4590-ada9-730300c2f13a tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019137 Nov 25 18:38:30.928251 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-346fc37b-4692-4545-a8a2-e67206d74bf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:38:30.932397 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-346fc37b-4692-4545-a8a2-e67206d74bf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:38:30.937748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 935a729f-a076-4afe-b611-0e748e603610 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:30.937748 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.003781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Attempting to bind port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:31.004115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Attempting to bind port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:31.004443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Attempting to bind port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:31.050484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:38:31.050810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Attempting to bind port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:31.069953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-65fb7d45-23df-4194-86c4-8ae20fe616b6 req-8f0cb7a0-10af-4826-ad14-1558f651b56e tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.083193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:31.083609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:31.084106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:31.084695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Bound port: 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:31.085159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.087591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.147056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 935a729f-a076-4afe-b611-0e748e603610, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=935a729f-a076-4afe-b611-0e748e603610,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:31.153746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.187006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.209339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764544e-807f-45cf-aeff-97045a25ceb3 req-eced349e-11b1-4170-9a58-7aa25e7f1cc5 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.211759 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8764544e-807f-45cf-aeff-97045a25ceb3 req-eced349e-11b1-4170-9a58-7aa25e7f1cc5 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 945 time: 0.1738739 Nov 25 18:38:31.235554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Deleting port 363f1fc4-7689-4976-9ba0-8517be415a4b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:31.235554 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.250149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=935a729f-a076-4afe-b611-0e748e603610,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:31.257797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:31.263415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Allocated IP 172.20.0.7 (fca342bd-1eaa-43ac-bdfa-7f2526724027/291dfe07-5267-4862-b32e-aee6c2e46cb1/b3e09096-b26b-4573-b519-c424086d2407) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:31.279174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:31.293151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.302778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-65fb7d45-23df-4194-86c4-8ae20fe616b6 req-8f0cb7a0-10af-4826-ad14-1558f651b56e tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.305484 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-65fb7d45-23df-4194-86c4-8ae20fe616b6 req-8f0cb7a0-10af-4826-ad14-1558f651b56e tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.306769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65fb7d45-23df-4194-86c4-8ae20fe616b6 req-8f0cb7a0-10af-4826-ad14-1558f651b56e tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "DELETE /v2.0/security-groups/79324324-a1c5-4860-ae65-35929286d888 HTTP/1.1" status: 204 len: 173 time: 1.2507515 Nov 25 18:38:31.320989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:31.340257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cb7a0-10af-4826-ad14-1558f651b56e tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79324324-a1c5-4860-ae65-35929286d888,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:31.367951 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8764544e-807f-45cf-aeff-97045a25ceb3 req-b0b2cd49-08e6-4fe6-a39a-093e8ac12e22 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea827d8e-b26b-40ef-abbb-1cb31dc91fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477749 Nov 25 18:38:31.382414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.383144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.387845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] 10.222.0.64 "PUT /v2.0/ports/3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 HTTP/1.1" status: 200 len: 1096 time: 5.7767243 Nov 25 18:38:31.387845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:31.389725 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2826adde-abf3-463f-a8a7-48e7ce5df5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:31.430632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2450c-f68f-4c4a-930e-271216a0b076 service neutron] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:31.456139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] For port 363f1fc4-7689-4976-9ba0-8517be415a4b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=363f1fc4-7689-4976-9ba0-8517be415a4b,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:31.456523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.503005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-38ae91b3-bb0b-4108-a9ce-4d28aaa41412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.506245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-38ae91b3-bb0b-4108-a9ce-4d28aaa41412 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 1099 time: 0.0677688 Nov 25 18:38:31.510344 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.564193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:31.564805 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.580351 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.648966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-314a4d12-ccad-4b1d-a773-4b38a8e11bd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 HTTP/1.1" status: 200 len: 217 time: 0.0435059 Nov 25 18:38:31.697348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:31.705122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-38343948-bfe6-42df-8a8d-0a130a185b2c None None] Provisioning complete for port e95504e0-a117-4329-ab31-8f5d88a6310f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:31.706683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-38343948-bfe6-42df-8a8d-0a130a185b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.740242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network 555653af-d6f5-46ed-87dc-790a01671aea is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:31.748750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:31.777401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-38343948-bfe6-42df-8a8d-0a130a185b2c None None] Port e95504e0-a117-4329-ab31-8f5d88a6310f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:31.787446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:31.794704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-38343948-bfe6-42df-8a8d-0a130a185b2c None None] Provisioning complete for port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:31.795146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-38343948-bfe6-42df-8a8d-0a130a185b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.837672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2a2323cd-3a52-4110-ac0c-c9de2a028ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.841101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-2a2323cd-3a52-4110-ac0c-c9de2a028ddc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1517537 Nov 25 18:38:31.850131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:31.850858 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.856153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9433e72-cdbd-498e-bb7f-23dfc6fe124d req-a0d1322e-3cdd-47dd-9dc5-b7186ee60f71 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.861792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c01d6c-7ef1-453c-9831-7dbd6238751f req-107faf83-9c2e-49b6-80dd-1e12b3c6f877 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.863461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1c01d6c-7ef1-453c-9831-7dbd6238751f req-107faf83-9c2e-49b6-80dd-1e12b3c6f877 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2812250 Nov 25 18:38:31.878174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a9433e72-cdbd-498e-bb7f-23dfc6fe124d req-a0d1322e-3cdd-47dd-9dc5-b7186ee60f71 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.2738156 Nov 25 18:38:31.901432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=4814b347-e104-4059-a6d1-b75d28eb9cdf,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:31.950611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.951204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:31.964338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-fc6e631b-4555-4d41-b93b-9c501358ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:31.967680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-fc6e631b-4555-4d41-b93b-9c501358ce1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788689 Nov 25 18:38:31.978537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-38343948-bfe6-42df-8a8d-0a130a185b2c None None] Provisioning complete for port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:31.978900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-38343948-bfe6-42df-8a8d-0a130a185b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.018653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b73855c-2f0d-4136-8333-3c232fb1dc6e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7300236 Nov 25 18:38:32.026239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.026783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.027128 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Floating IP 5c37f05b-62d1-4a60-8308-4877351b1405 disassociated. External IP: 172.25.2.251, port: 363f1fc4-7689-4976-9ba0-8517be415a4b. Nov 25 18:38:32.027487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Calling delete_port for 363f1fc4-7689-4976-9ba0-8517be415a4b owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:32.033942 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1c01d6c-7ef1-453c-9831-7dbd6238751f req-fff0d810-683e-4c3c-b1da-d95fcf3be2c5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301372 Nov 25 18:38:32.064167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.102678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a9433e72-cdbd-498e-bb7f-23dfc6fe124d req-a230c139-fff9-427d-bcf3-1aa2722647e7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231717 Nov 25 18:38:32.166539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-880f83b9-d91a-4653-a654-a0abeb3fe06e service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849766 Nov 25 18:38:32.182013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2dd77aa-43be-48b2-8fae-aba49cbd38d1 req-d82d5c6d-cc3e-4c70-9a8c-f0ded7a8fed1 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 210 time: 0.0543079 Nov 25 18:38:32.213640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.262947 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8324d9-ef15-4e17-b4f9-c735f5366fd0 x-openstack-request-id: req-5b8324d9-ef15-4e17-b4f9-c735f5366fd0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:32.263537 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:32.263537 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b8324d9-ef15-4e17-b4f9-c735f5366fd0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:32.263871 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'status': 'completed', 'code': 200} Nov 25 18:38:32.270640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-868b8f40-f3aa-4053-a00d-c1cdca71889f None None] Provisioning complete for port 4814b347-e104-4059-a6d1-b75d28eb9cdf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:32.271213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-868b8f40-f3aa-4053-a00d-c1cdca71889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.286637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3acd1e67-5b20-43c1-8ced-4149c7e126ac req-182796c4-2057-4796-bbef-8b6c4dafa7ba tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/de09ee34-ed35-4e34-ac9f-f85c46d31f8b HTTP/1.1" status: 200 len: 1831 time: 0.1377556 Nov 25 18:38:32.286859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Network fca342bd-1eaa-43ac-bdfa-7f2526724027 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:32.297190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:32.305900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:32.338785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Request body: {'port': {'device_id': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:32.355609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event updated for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:32.381686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port b2b54860-32f9-47b0-ad9d-a1833f1c0d6d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:32.382029 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.402313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.413778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52e9088e-6ff0-4cbd-bcf7-75c7b9940054 req-34bea54f-cfb4-4cd8-ae52-cd6f5cde6b1b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367690 Nov 25 18:38:32.457415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.458075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.461342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event deleted for resources: {'Port': ['ID=363f1fc4-7689-4976-9ba0-8517be415a4b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:32.492659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8629c-1b29-47ab-a18a-eeeb40c28673 req-b873fc70-f4fe-41df-8415-e2cad51bf8ea tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.496217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9a8629c-1b29-47ab-a18a-eeeb40c28673 req-b873fc70-f4fe-41df-8415-e2cad51bf8ea tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 936 time: 0.1547952 Nov 25 18:38:32.517522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.543635 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-918aa42c-e50a-4afc-b332-664e58e274c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0357711 Nov 25 18:38:32.556623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3acd1e67-5b20-43c1-8ced-4149c7e126ac req-e8fcc492-08fb-414b-888a-f3fc639788f9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.558620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-868b8f40-f3aa-4053-a00d-c1cdca71889f None None] Port 4814b347-e104-4059-a6d1-b75d28eb9cdf cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:32.559603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Request body: {'port': {'device_id': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:32.588825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.627013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3acd1e67-5b20-43c1-8ced-4149c7e126ac req-e8fcc492-08fb-414b-888a-f3fc639788f9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.639514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for b2b54860-32f9-47b0-ad9d-a1833f1c0d6d owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:32.654331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-74919f4a-e68b-43a9-8a29-180b7daf7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:32.655856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-74919f4a-e68b-43a9-8a29-180b7daf7c1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 1099 time: 0.1510272 Nov 25 18:38:32.680745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9a8629c-1b29-47ab-a18a-eeeb40c28673 req-10c34e98-9d38-4721-866e-552fb8c206c8 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492355 Nov 25 18:38:32.693274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.711974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Router 859e0d58-6faa-48af-9271-261b0b71bdce has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:32.888118 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3acd1e67-5b20-43c1-8ced-4149c7e126ac req-e8fcc492-08fb-414b-888a-f3fc639788f9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.890766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3acd1e67-5b20-43c1-8ced-4149c7e126ac req-e8fcc492-08fb-414b-888a-f3fc639788f9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:32.894592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3acd1e67-5b20-43c1-8ced-4149c7e126ac req-e8fcc492-08fb-414b-888a-f3fc639788f9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "DELETE /v2.0/security-groups/de09ee34-ed35-4e34-ac9f-f85c46d31f8b HTTP/1.1" status: 204 len: 173 time: 0.5949273 Nov 25 18:38:33.021386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:33.047586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] Sync routers for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:33.060406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e4e55a-0852-45c4-b85c-6fcabf5bed16 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:33.072617 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.080107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] No DVR routers for this DVR port 363f1fc4-7689-4976-9ba0-8517be415a4b on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:33.084496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.088435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b6249d6f-229b-446f-b2e6-63d7d87df924 req-9770b7c5-5f48-44bb-bb7d-8d7484c10218 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "DELETE /v2.0/ports/363f1fc4-7689-4976-9ba0-8517be415a4b HTTP/1.1" status: 204 len: 173 time: 2.9155579 Nov 25 18:38:33.088911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'name': 'network-vif-deleted', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:33.091093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Transition to ACTIVE for port object 17e4e55a-0852-45c4-b85c-6fcabf5bed16 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:38:33.092369 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f03269-8cd3-4cff-b272-4713970d63c1" -d '{"events": [{"server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "name": "network-vif-deleted", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:33.120563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:33.121293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:33.140292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.144188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8068e40b-1ee6-4551-aa09-6a1404e9e192 req-062121ca-cfb2-4090-8c7a-2d4f436865d3 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b157b3a-cf87-40cb-a3e2-3560cacbbc68 HTTP/1.1" status: 200 len: 210 time: 0.0310059 Nov 25 18:38:33.217229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e09096-b26b-4573-b519-c424086d2407 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:33.237617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.248290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:33.264766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.265050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2319bbc3-8e79-4395-b2b1-abad4a719dc7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938456057', 'description': 'tempest-description--98993244'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:33.324668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2319bbc3-8e79-4395-b2b1-abad4a719dc7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.329350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Transition to ACTIVE for port object b3e09096-b26b-4573-b519-c424086d2407 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:38:33.343377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.354049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 935a729f-a076-4afe-b611-0e748e603610 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:33.356636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 363f1fc4-7689-4976-9ba0-8517be415a4b no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:33.382143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 363f1fc4-7689-4976-9ba0-8517be415a4b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:33.382143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 363f1fc4-7689-4976-9ba0-8517be415a4b not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:33.447339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:33.453351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:33.477893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e20da0-63ef-4925-b091-d20b3e04b8f8 req-2e6f777c-7a16-4b6d-a9c0-e32fb96540c9 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:33.485037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85e20da0-63ef-4925-b091-d20b3e04b8f8 req-2e6f777c-7a16-4b6d-a9c0-e32fb96540c9 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1459906 Nov 25 18:38:33.533281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcc492-08fb-414b-888a-f3fc639788f9 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de09ee34-ed35-4e34-ac9f-f85c46d31f8b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:33.548221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 935a729f-a076-4afe-b611-0e748e603610 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:33.548221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.587673 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2319bbc3-8e79-4395-b2b1-abad4a719dc7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.592601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:33.595682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-484f6b6b-2650-4195-a3a0-e243c8f07d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:33.597463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-484f6b6b-2650-4195-a3a0-e243c8f07d71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.9165773 Nov 25 18:38:33.616406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2319bbc3-8e79-4395-b2b1-abad4a719dc7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.659250 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85e20da0-63ef-4925-b091-d20b3e04b8f8 req-f5a27c44-8970-4d91-baec-62540c1fac0f tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683207 Nov 25 18:38:33.688211 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Attempting to bind port b3e09096-b26b-4573-b519-c424086d2407 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:33.688567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Attempting to bind port b3e09096-b26b-4573-b519-c424086d2407 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:33.688892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Attempting to bind port b3e09096-b26b-4573-b519-c424086d2407 on network fca342bd-1eaa-43ac-bdfa-7f2526724027 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:33.721737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-919e158f-d093-4ea6-8a7b-ebbf64384fc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 HTTP/1.1" status: 200 len: 217 time: 0.0995409 Nov 25 18:38:33.728283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1952b585-507a-4da5-b294-f09e8a1324ce req-46302b8f-72ec-4dbb-b1b9-c6345d381672 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/14015113-4660-42c6-a489-aadb675b72c2 HTTP/1.1" status: 200 len: 1830 time: 0.1845877 Nov 25 18:38:33.740314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2319bbc3-8e79-4395-b2b1-abad4a719dc7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.741778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2319bbc3-8e79-4395-b2b1-abad4a719dc7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4910235 Nov 25 18:38:33.743635 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d522c625-e9ed-4ee6-a17e-250d7ed4fd02 x-openstack-request-id: req-d522c625-e9ed-4ee6-a17e-250d7ed4fd02 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:33.744123 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b157b3a-cf87-40cb-a3e2-3560cacbbc68", "name": "network-vif-deleted", "tag": "363f1fc4-7689-4976-9ba0-8517be415a4b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:33.744540 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d522c625-e9ed-4ee6-a17e-250d7ed4fd02 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:33.745095 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b157b3a-cf87-40cb-a3e2-3560cacbbc68', 'name': 'network-vif-deleted', 'tag': '363f1fc4-7689-4976-9ba0-8517be415a4b', 'status': 'completed', 'code': 200} Nov 25 18:38:33.747064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39936) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:33.747833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Port b3e09096-b26b-4573-b519-c424086d2407 on network fca342bd-1eaa-43ac-bdfa-7f2526724027 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:38:33.748320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Attempting to bind port b3e09096-b26b-4573-b519-c424086d2407 on network fca342bd-1eaa-43ac-bdfa-7f2526724027 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:33.759724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f5da5d9f-29ef-4065-9808-d43a35f851eb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'security_group_rule': {'security_group_id': 'e31c9120-2719-4fb7-8d28-377dcfe56fae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:33.764619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:33.765210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Checking segment: {'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:33.765881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Bound using segment: {'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:33.767340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Bound port: b3e09096-b26b-4573-b519-c424086d2407, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de509399-f990-48a6-b4f9-24dde17da805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:33.767875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.772399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319bbc3-8e79-4395-b2b1-abad4a719dc7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c9120-2719-4fb7-8d28-377dcfe56fae,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:33.834487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:38:33.844261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-4ed86a9a-9964-422f-bea8-a4fc293bfd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:33.852554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-4ed86a9a-9964-422f-bea8-a4fc293bfd8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1145349 Nov 25 18:38:33.852761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:33.887252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] Checking router: 859e0d58-6faa-48af-9271-261b0b71bdce for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:33.898223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:33.898891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:33.910737 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5da5d9f-29ef-4065-9808-d43a35f851eb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:33.935275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:33.997696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b31aa-9c1b-4880-9ba4-3703dc2f7d92 req-589c8d0f-8977-400f-afa1-6dd1c9e9f3fa tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.005186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-085b31aa-9c1b-4880-9ba4-3703dc2f7d92 req-589c8d0f-8977-400f-afa1-6dd1c9e9f3fa tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.1508152 Nov 25 18:38:34.013890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.016676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Attempting to bind port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:34.017390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Attempting to bind port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:34.018008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Attempting to bind port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:34.033461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b3e09096-b26b-4573-b519-c424086d2407,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:34.045206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:34.045955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.063896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5da5d9f-29ef-4065-9808-d43a35f851eb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.070486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:38:34.072024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Attempting to bind port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:34.079202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-6a2c7458-0a67-474d-95db-a4997a96480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.080399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-6a2c7458-0a67-474d-95db-a4997a96480c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013061 Nov 25 18:38:34.081438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1952b585-507a-4da5-b294-f09e8a1324ce req-2bb3d711-a320-4913-90af-4fa139cb715b tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.084779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:34.085152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:34.085546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:34.085998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Bound port: 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:34.086344 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.094188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5da5d9f-29ef-4065-9808-d43a35f851eb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.099288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=b2b54860-32f9-47b0-ad9d-a1833f1c0d6d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:34.110497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.115799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.118163 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 1091 time: 1.5630014 Nov 25 18:38:34.151723 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-085b31aa-9c1b-4880-9ba4-3703dc2f7d92 req-8feafed1-240a-4cf5-9654-148210200372 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455841 Nov 25 18:38:34.184720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da5d9f-29ef-4065-9808-d43a35f851eb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e531edd7-05c8-410e-ade5-2dc4ab159125,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:34.252746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1952b585-507a-4da5-b294-f09e8a1324ce req-2bb3d711-a320-4913-90af-4fa139cb715b tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.272935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5da5d9f-29ef-4065-9808-d43a35f851eb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.276790 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f5da5d9f-29ef-4065-9808-d43a35f851eb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5188863 Nov 25 18:38:34.290127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ac224-2511-42a7-b389-c412b65d4094 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:34.306968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:34.333804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:34.342686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a3e8f35c-4007-4f38-8435-4e18dd242643 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'security_group_rule': {'security_group_id': 'e31c9120-2719-4fb7-8d28-377dcfe56fae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:34.344129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.367856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a279199-4c87-479a-9cff-ddce70c0fd6d None None] The sync data for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 is: [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:34.390666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-48defdb7-9034-47e1-8add-bf47610d0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.392768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-48defdb7-9034-47e1-8add-bf47610d0154 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1094 time: 0.2047460 Nov 25 18:38:34.472919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-e58ed5de-e864-417d-936b-af977d47c07c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 217 time: 0.0640438 Nov 25 18:38:34.480947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a2eeb-e788-4140-b506-77c6eef3c240 req-38b5ef9d-6336-4303-9f7c-c7fae7af18c5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.482579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a0a2eeb-e788-4140-b506-77c6eef3c240 req-38b5ef9d-6336-4303-9f7c-c7fae7af18c5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 943 time: 0.1746016 Nov 25 18:38:34.509881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:34.527052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f35c-4007-4f38-8435-4e18dd242643 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.537955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:34.546758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1952b585-507a-4da5-b294-f09e8a1324ce req-2bb3d711-a320-4913-90af-4fa139cb715b tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.549748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1952b585-507a-4da5-b294-f09e8a1324ce req-2bb3d711-a320-4913-90af-4fa139cb715b tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.551682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1952b585-507a-4da5-b294-f09e8a1324ce req-2bb3d711-a320-4913-90af-4fa139cb715b tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "DELETE /v2.0/security-groups/14015113-4660-42c6-a489-aadb675b72c2 HTTP/1.1" status: 204 len: 173 time: 0.6775804 Nov 25 18:38:34.589258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-b3594d0d-8686-4192-8979-8772d6da5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.590976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-b3594d0d-8686-4192-8979-8772d6da5d4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.1073148 Nov 25 18:38:34.610553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3d711-a320-4913-90af-4fa139cb715b tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14015113-4660-42c6-a489-aadb675b72c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:34.612797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.640137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-03d3817f-c0d9-4f9a-9053-53eac57fcd68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306141 Nov 25 18:38:34.651021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a0a2eeb-e788-4140-b506-77c6eef3c240 req-8ec1da60-92a2-4fa6-b88e-b119c2e126cc tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565027 Nov 25 18:38:34.693662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-72513804-3da5-4776-9621-92cd1a7e3727 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880609 Nov 25 18:38:34.763062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f35c-4007-4f38-8435-4e18dd242643 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.775825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f35c-4007-4f38-8435-4e18dd242643 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.788475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:34.792342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:34.793066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.794714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] 10.222.0.66 "PUT /v2.0/ports/17e4e55a-0852-45c4-b85c-6fcabf5bed16 HTTP/1.1" status: 200 len: 1096 time: 2.4613166 Nov 25 18:38:34.801605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:34.811974 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:34.822936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8f35c-4007-4f38-8435-4e18dd242643 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fecd69-a5b5-4b43-8395-3330e6dca702,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:34.844148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3e8f35c-4007-4f38-8435-4e18dd242643 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:34.844413 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596306c-a2f6-4a30-9332-c509dc82c62d None None] New status for floating IP 5c37f05b-62d1-4a60-8308-4877351b1405: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:38:34.845664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a3e8f35c-4007-4f38-8435-4e18dd242643 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5065210 Nov 25 18:38:34.849802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:34.852884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-44776492-d169-4a9a-aee0-2636e820da91 req-7713ece9-a44a-4de1-980e-3ac6c55b0bfa tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/efe5b6a7-4c0d-4e32-bf68-10d7bf58f327 HTTP/1.1" status: 200 len: 1830 time: 0.1084428 Nov 25 18:38:34.855322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-e8a13e49-b22d-4c64-8934-25d34283ce9f service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012227 Nov 25 18:38:34.856507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:34.909973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5352c0b-b396-4638-9e4f-1a86f412b976 service neutron] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:35.007887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ace86c-b52a-4dc2-bf9a-0716243a7c74 req-2156f25e-915f-4c63-bc41-26e0b7cdfd40 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.009521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48ace86c-b52a-4dc2-bf9a-0716243a7c74 req-2156f25e-915f-4c63-bc41-26e0b7cdfd40 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.3214114 Nov 25 18:38:35.016981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-44776492-d169-4a9a-aee0-2636e820da91 req-5c0cb248-95ff-4ed0-a9a0-b589b86d8a1d tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.033233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e71de57-3da9-4beb-b801-bab9326ce5ae req-cb7f5544-b295-455f-9fbc-c5a46172aa61 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666844 Nov 25 18:38:35.040156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:35.052330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.053815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] Sync routers for ids ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:35.058097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d7f433ca-7287-43c4-9b7b-ab276bb7cbfe tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6465437 Nov 25 18:38:35.069160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39952) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:35.072569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2826adde-abf3-463f-a8a7-48e7ce5df5a2 req-79c5c5bb-c4dc-467e-8a67-ac13d43b5d61 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621473 Nov 25 18:38:35.077569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] Routers {'1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:35.078322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:35.089842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-e37a2002-1755-4a24-8974-a5b1afd3dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.091394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-e37a2002-1755-4a24-8974-a5b1afd3dc82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 1099 time: 0.2256341 Nov 25 18:38:35.117804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5168b014-1702-4e87-8001-5894b0311ba7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5 HTTP/1.1" status: 200 len: 205 time: 0.0460365 Nov 25 18:38:35.121350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39954) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:35.124306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-44776492-d169-4a9a-aee0-2636e820da91 req-5c0cb248-95ff-4ed0-a9a0-b589b86d8a1d tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.128362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:35.141489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] Routers {'1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:35.142226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:35.183082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:35.183213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-bb218221-a176-44e4-bc95-5bd50ee1c0ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16 HTTP/1.1" status: 200 len: 217 time: 0.0815587 Nov 25 18:38:35.183753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25586d9c-7d6d-4fd4-a443-8d544dde6634 None None] The sync data for ids ['1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:35.193583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48ace86c-b52a-4dc2-bf9a-0716243a7c74 req-6f53a952-5efb-489b-b594-51c5b78ce09c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515543 Nov 25 18:38:35.238017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59529f0d-2c6e-470d-bc30-b859b82369a5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.250663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-f74bf3ca-7ee8-4e7c-b3d8-43ce4801c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.252157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-f74bf3ca-7ee8-4e7c-b3d8-43ce4801c749 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0566328 Nov 25 18:38:35.315302 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-44776492-d169-4a9a-aee0-2636e820da91 req-5c0cb248-95ff-4ed0-a9a0-b589b86d8a1d tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.318137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-44776492-d169-4a9a-aee0-2636e820da91 req-5c0cb248-95ff-4ed0-a9a0-b589b86d8a1d tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.319379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-44776492-d169-4a9a-aee0-2636e820da91 req-5c0cb248-95ff-4ed0-a9a0-b589b86d8a1d tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "DELETE /v2.0/security-groups/efe5b6a7-4c0d-4e32-bf68-10d7bf58f327 HTTP/1.1" status: 204 len: 173 time: 0.4431617 Nov 25 18:38:35.329664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:38:35.350807 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.364471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:35.368599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-75c5dbb6-11d7-4799-8c88-90948705d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.369988 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-75c5dbb6-11d7-4799-8c88-90948705d850 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096165 Nov 25 18:38:35.408368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cb248-95ff-4ed0-a9a0-b589b86d8a1d tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5b6a7-4c0d-4e32-bf68-10d7bf58f327,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:35.419854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85339640-7ecb-4a58-a166-d825f4fdf787 req-025a721b-3dac-4e1b-bc5e-210b1d3d38b3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.421460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85339640-7ecb-4a58-a166-d825f4fdf787 req-025a721b-3dac-4e1b-bc5e-210b1d3d38b3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1517453 Nov 25 18:38:35.426117 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627f7be-b319-47dd-8627-5881fb498318 x-openstack-request-id: req-c627f7be-b319-47dd-8627-5881fb498318 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:35.426321 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:35.426590 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c627f7be-b319-47dd-8627-5881fb498318 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:35.427524 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'status': 'completed', 'code': 200} Nov 25 18:38:35.455024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59529f0d-2c6e-470d-bc30-b859b82369a5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.457308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59529f0d-2c6e-470d-bc30-b859b82369a5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.466515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:35.483863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'mac_address': 'fa:16:3e:52:3a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:38:35.535615 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.542049 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59529f0d-2c6e-470d-bc30-b859b82369a5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.542686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59529f0d-2c6e-470d-bc30-b859b82369a5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Fanout notify agent at l3_agent the message router_deleted on router 1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:38:35.551509 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59529f0d-2c6e-470d-bc30-b859b82369a5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.552734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-59529f0d-2c6e-470d-bc30-b859b82369a5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5 HTTP/1.1" status: 204 len: 168 time: 0.4302485 Nov 25 18:38:35.555672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:35.559327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:35.583466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:35.588223 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.596840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf9595-646f-4ef4-98d3-d2e8bae1019b req-42ee7db6-e1da-4696-a8d6-11f467df5f93 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.598474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00cf9595-646f-4ef4-98d3-d2e8bae1019b req-42ee7db6-e1da-4696-a8d6-11f467df5f93 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 944 time: 0.0970757 Nov 25 18:38:35.638171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet 30f52a5a-f957-420e-b85d-a32e49d2c0fa {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:38:35.642234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.653041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:35.668727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85339640-7ecb-4a58-a166-d825f4fdf787 req-6acc4fb6-a179-415d-9c47-c6191a7eb328 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075212 Nov 25 18:38:35.678011 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d524fdb4-25aa-492d-8af2-96499d1cc3c8 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.681094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 172.25.2.147 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/ac868d8b-a819-4e61-920d-56a3a4eca503) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:35.701886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00cf9595-646f-4ef4-98d3-d2e8bae1019b req-861695a9-f974-47f2-96ff-3ae1164cac4b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910752 Nov 25 18:38:35.707887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.739500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-b162a109-9f6e-4d0a-88cf-9348d22365d4 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523507 Nov 25 18:38:35.760552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:35.765191 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a1c16e-a88b-440e-ab6b-703dd607eda0" -d '{"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:35.797984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d524fdb4-25aa-492d-8af2-96499d1cc3c8 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.840859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:38:35.863931 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:35.896218 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32587fc4-5bcd-45c0-981e-d562ba2f857a req-3a256fa2-275e-4863-99c9-3a1b6ce06758 tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "GET /v2.0/security-groups/78fcb298-749e-4c63-b94f-cc53003ecd10 HTTP/1.1" status: 200 len: 1831 time: 0.1797256 Nov 25 18:38:35.906437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc463-d2e6-4dcc-bc64-142fcbef8ff0 req-3a4e2a2a-ead9-42a5-b28c-1b3298bf5280 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:35.908060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f2bc463-d2e6-4dcc-bc64-142fcbef8ff0 req-3a4e2a2a-ead9-42a5-b28c-1b3298bf5280 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 943 time: 0.1196434 Nov 25 18:38:35.998432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f2bc463-d2e6-4dcc-bc64-142fcbef8ff0 req-88c6f5f3-dec8-4ceb-ad30-5bcbf9a8727f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792575 Nov 25 18:38:36.007534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.022949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429ce19-098e-4672-8d62-e3c7d7f2b57a req-d9772630-d71d-44aa-a64c-3e023fd1a5ce service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653756 Nov 25 18:38:36.061825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d524fdb4-25aa-492d-8af2-96499d1cc3c8 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.063276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=30f52a5a-f957-420e-b85d-a32e49d2c0fa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:36.065109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d524fdb4-25aa-492d-8af2-96499d1cc3c8 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.066256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d524fdb4-25aa-492d-8af2-96499d1cc3c8 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "DELETE /v2.0/security-groups/ea827d8e-b26b-40ef-abbb-1cb31dc91fac HTTP/1.1" status: 204 len: 168 time: 0.6953461 Nov 25 18:38:36.071478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.073239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.075210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39974) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:36.076698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5180648-6b7f-4a95-9883-33fbc81d2afb None None] Network bc0c0dea-da7c-4981-899a-e797adfc373c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:36.081222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-56f4db70-40a5-44de-8e52-de4a85c5e55a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/30f52a5a-f957-420e-b85d-a32e49d2c0fa HTTP/1.1" status: 204 len: 168 time: 0.5201037 Nov 25 18:38:36.081222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39976) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:36.149185 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-19d38a9f-5d69-4e40-a41e-5d9844fc4f6e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] show failed (client error): The resource could not be found. Nov 25 18:38:36.150228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-19d38a9f-5d69-4e40-a41e-5d9844fc4f6e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups/ea827d8e-b26b-40ef-abbb-1cb31dc91fac HTTP/1.1" status: 404 len: 347 time: 0.0659356 Nov 25 18:38:36.163285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39978) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:36.163442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524fdb4-25aa-492d-8af2-96499d1cc3c8 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea827d8e-b26b-40ef-abbb-1cb31dc91fac,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:36.173783 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511fda93-ade7-40e9-b0da-14b444a961e5 x-openstack-request-id: req-511fda93-ade7-40e9-b0da-14b444a961e5 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:36.173945 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32587fc4-5bcd-45c0-981e-d562ba2f857a req-70ca8e13-5d89-4e7e-a108-4638739ef9bb tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.174051 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:36.174209 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-511fda93-ade7-40e9-b0da-14b444a961e5 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:36.175040 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407', 'status': 'completed', 'code': 200} Nov 25 18:38:36.247847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32587fc4-5bcd-45c0-981e-d562ba2f857a req-70ca8e13-5d89-4e7e-a108-4638739ef9bb tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.268117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-3388efd7-4c1c-41c8-9f3e-f0d527228def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:36.269641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-3388efd7-4c1c-41c8-9f3e-f0d527228def service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 1099 time: 0.1558690 Nov 25 18:38:36.362343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] DHCP port deletion for bc0c0dea-da7c-4981-899a-e797adfc373c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:36.379281 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.399721 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.402043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-6f520679-7838-4b85-9013-41dbb84c4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:36.403557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-6f520679-7838-4b85-9013-41dbb84c4335 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1229093 Nov 25 18:38:36.412856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-34966874-35c1-4779-be31-c700715bbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:36.414342 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-34966874-35c1-4779-be31-c700715bbd83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1094 time: 0.2619405 Nov 25 18:38:36.428455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9997d-d6c2-4908-969a-c08523574690 req-d97d76b6-9d23-4cc7-a6f9-3c0165ef108a tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:36.430196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67a9997d-d6c2-4908-969a-c08523574690 req-d97d76b6-9d23-4cc7-a6f9-3c0165ef108a tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.1242683 Nov 25 18:38:36.434105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] Deleting port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:36.434732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.486170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:38:36.544137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-1ab9f2c5-d581-45aa-92c6-aae047610192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:36.545631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-1ab9f2c5-d581-45aa-92c6-aae047610192 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.1198957 Nov 25 18:38:36.608317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:36.629811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'network_id': '3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1', 'port_id': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'mac_address': 'fa:16:3e:61:43:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5f0f27-bd3a-4a0a-8170-5899dcaafd52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:38:36.671941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] For port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,segment=NetworkSegment(5661d49d-d796-4c34-b047-a032c5e99306),segment_id=5661d49d-d796-4c34-b047-a032c5e99306)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:36.673289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.714983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] Calling delete_port for dca9326d-ad09-4762-9fa3-ac5f0ed92c1c owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:36.732277 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.786220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c0e2d3-6430-4ddf-93d0-56aa47895bbf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:36.830530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:36.846322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.883879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67a9997d-d6c2-4908-969a-c08523574690 req-03b7b32f-3ff0-4e97-bb32-609ccc56ca06 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458921 Nov 25 18:38:36.885605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Deleting port c44a1268-d41e-47ad-a1ee-1c71beb2c905 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:36.888927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.910962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:36.930624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:36.941670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:36.970611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:36.971320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] No DVR routers for this DVR port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:36.973400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-188c0757-9a5b-415f-82e1-bcaa886e40cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16 HTTP/1.1" status: 200 len: 217 time: 0.5570359 Nov 25 18:38:36.976925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:36.980839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f32fd-1f77-4e92-b730-ca23a09c0d10 None None] Pushing event deleted for resources: {'Port': ['ID=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:37.007600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-a4d2e36d-f44b-48e4-bf4e-9c74ca49fc9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 217 time: 0.4271586 Nov 25 18:38:37.023895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32587fc4-5bcd-45c0-981e-d562ba2f857a req-70ca8e13-5d89-4e7e-a108-4638739ef9bb tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.029248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-32587fc4-5bcd-45c0-981e-d562ba2f857a req-70ca8e13-5d89-4e7e-a108-4638739ef9bb tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.030393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32587fc4-5bcd-45c0-981e-d562ba2f857a req-70ca8e13-5d89-4e7e-a108-4638739ef9bb tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] 10.222.0.62 "DELETE /v2.0/security-groups/78fcb298-749e-4c63-b94f-cc53003ecd10 HTTP/1.1" status: 204 len: 173 time: 1.1237290 Nov 25 18:38:37.039466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39988) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:37.093687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:38:37.093687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.102086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=ac868d8b-a819-4e61-920d-56a3a4eca503,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:37.154218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca8e13-5d89-4e7e-a108-4638739ef9bb tempest-SecurityGroupRulesNegativeTestJSON-1033780562 tempest-SecurityGroupRulesNegativeTestJSON-1033780562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fcb298-749e-4c63-b94f-cc53003ecd10,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:37.202382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.202893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.212919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:38:37.214356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-99d5e70b-6795-42d7-ba3a-92bc2ea03f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:37.215936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-99d5e70b-6795-42d7-ba3a-92bc2ea03f55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.2109368 Nov 25 18:38:37.218350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1864b-e932-4beb-bd32-99ec3a77ce96 req-78b8fdaf-5c8a-4bff-bc47-534db83ea271 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:37.220071 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29e1864b-e932-4beb-bd32-99ec3a77ce96 req-78b8fdaf-5c8a-4bff-bc47-534db83ea271 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 945 time: 0.2270961 Nov 25 18:38:37.234911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-bf1139eb-1291-4b5a-98ce-c747b4b14909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:37.236913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-bf1139eb-1291-4b5a-98ce-c747b4b14909 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.2026665 Nov 25 18:38:37.268921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c, host n-d-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:37.269280 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.282903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for dca9326d-ad09-4762-9fa3-ac5f0ed92c1c owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:37.286143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c was not found and therefore no delete operation was performed {{(pid=103456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:38:37.288212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.324576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port dca9326d-ad09-4762-9fa3-ac5f0ed92c1c on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:38:37.325314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dca9326d-ad09-4762-9fa3-ac5f0ed92c1c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:38:37.346494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] Deleting subnet eedf6451-c0f4-41e7-b6ab-effbd016d9b5 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:38:37.353749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Calling delete_port for c44a1268-d41e-47ad-a1ee-1c71beb2c905 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:38:37.387941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.391044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=dca9326d-ad09-4762-9fa3-ac5f0ed92c1c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:37.419788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b6b64-a188-4178-88b2-6c540daaa26d req-de39b170-e230-45eb-9d62-1bab9e5cf7d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:37.421801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b7b6b64-a188-4178-88b2-6c540daaa26d req-de39b170-e230-45eb-9d62-1bab9e5cf7d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 943 time: 0.3124497 Nov 25 18:38:37.431931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-e8d62d8e-8683-4b6c-944b-9a4949845ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:37.433623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-e8d62d8e-8683-4b6c-944b-9a4949845ae6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885796 Nov 25 18:38:37.436100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-b4c98a7a-bf90-4952-84d3-10be31481ca0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465549 Nov 25 18:38:37.526207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b3e09096-b26b-4573-b519-c424086d2407 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:38:37.528597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:37.549414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.552810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.554702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: dca9326d-ad09-4762-9fa3-ac5f0ed92c1c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:38:37.555327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dca9326d-ad09-4762-9fa3-ac5f0ed92c1c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:38:37.565748 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.570695 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29e1864b-e932-4beb-bd32-99ec3a77ce96 req-353b3a60-3163-4b71-82a0-33540bd7ea45 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711165 Nov 25 18:38:37.620088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0c0dea-da7c-4981-899a-e797adfc373c']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:37.635379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5661d49d-d796-4c34-b047-a032c5e99306') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:37.635933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5661d49d-d796-4c34-b047-a032c5e99306') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:37.654946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.671484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b7b6b64-a188-4178-88b2-6c540daaa26d req-15065af4-db70-423e-ac83-5d094d5e66a7 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299240 Nov 25 18:38:37.674806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.681393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.708643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:38:37.714499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.724385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:38:37.724790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.727722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:37.728099 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:38:37.728688 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:38:37.750715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-ef6e84c9-6932-4fe8-b277-18262e5cb5e6 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904801 Nov 25 18:38:37.790935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-25c1eb72-c577-4267-975c-47ef07c84a20 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233461 Nov 25 18:38:37.819752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b3e09096-b26b-4573-b519-c424086d2407,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:37.841557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'b3e09096-b26b-4573-b519-c424086d2407', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'port_id': 'b3e09096-b26b-4573-b519-c424086d2407', 'mac_address': 'fa:16:3e:70:17:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:38:37.847560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.867590 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.869970 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.873185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.877084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eedf6451-c0f4-41e7-b6ab-effbd016d9b5 HTTP/1.1" status: 204 len: 168 time: 0.8349197 Nov 25 18:38:37.898596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39992) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:37.909996 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.919847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.924091 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:37.928157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/bc0c0dea-da7c-4981-899a-e797adfc373c HTTP/1.1" status: 204 len: 168 time: 1.8463399 Nov 25 18:38:37.930194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3e285-1677-4652-80f9-fb7cb9c7bd29 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=bc0c0dea-da7c-4981-899a-e797adfc373c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:37.944466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39996) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:37.945968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e09096-b26b-4573-b519-c424086d2407 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:37.952264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5b85c-1bc1-4c76-9918-17c494ef5e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedf6451-c0f4-41e7-b6ab-effbd016d9b5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:37.954346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:37.956678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bf6d4028-aa5c-4f23-b78d-7cc57146f96b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1557363290', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:37.956825 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a60bd21-5a9c-4c9b-a681-98fe91783592" -d '{"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-plugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:37.957403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event deleted for resources: {'Port': ['ID=c44a1268-d41e-47ad-a1ee-1c71beb2c905,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:37.981938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b2052-b561-489f-91ea-560974608ac9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:37.990586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:38.001506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b3e09096-b26b-4573-b519-c424086d2407,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:38.004624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.034669 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5200d5a-b954-4e82-a8a2-0652e55bae9b x-openstack-request-id: req-d5200d5a-b954-4e82-a8a2-0652e55bae9b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:38.035000 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-plugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:38.035265 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5200d5a-b954-4e82-a8a2-0652e55bae9b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:38.035668 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'code': 200} Nov 25 18:38:38.039708 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.066292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:38.092829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.097130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.098494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53c1ab9b-4b1d-4290-aba4-feec7f2fa099 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "DELETE /v2.0/floatingips/5c37f05b-62d1-4a60-8308-4877351b1405 HTTP/1.1" status: 204 len: 168 time: 1.9219842 Nov 25 18:38:38.116232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8df9ae-5daf-4d84-8579-ae79b0e3f846 req-550c86d1-db0e-4827-b8e3-7ab7885c1748 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:38.117983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b8df9ae-5daf-4d84-8579-ae79b0e3f846 req-550c86d1-db0e-4827-b8e3-7ab7885c1748 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.0896611 Nov 25 18:38:38.155008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:38.198005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b8df9ae-5daf-4d84-8579-ae79b0e3f846 req-6203eafa-f986-4657-a591-6f423157852e tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726719 Nov 25 18:38:38.206512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ea5ca-e7c9-422b-9c37-87f3276b5094 req-b491aad4-61e4-4fdd-85ac-7bdc2e92c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:38.209162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-042ea5ca-e7c9-422b-9c37-87f3276b5094 req-b491aad4-61e4-4fdd-85ac-7bdc2e92c107 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 1101 time: 0.0621789 Nov 25 18:38:38.210729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6a1c16e-a88b-440e-ab6b-703dd607eda0 req-6838c7dc-8bc6-46a4-929f-18f54145f99b service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869214 Nov 25 18:38:38.221024 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4028-aa5c-4f23-b78d-7cc57146f96b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.222063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4028-aa5c-4f23-b78d-7cc57146f96b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.270231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.279420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a0d88d4-c459-4f20-8d65-fd2cd25f0103 req-994a053e-a843-454b-a594-38c8cb543795 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143816 Nov 25 18:38:38.282829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-042ea5ca-e7c9-422b-9c37-87f3276b5094 req-c4337eb3-f5c5-4c50-933e-101570cf6fff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549264 Nov 25 18:38:38.292082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.337649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b3e09096-b26b-4573-b519-c424086d2407'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:38:38.341428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4028-aa5c-4f23-b78d-7cc57146f96b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.342673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.356991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e6e46-61b3-4bd0-9f93-b452cb8889ed req-56e61e5a-0112-4552-bb9a-34e6e0d204e8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:38.357827 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4028-aa5c-4f23-b78d-7cc57146f96b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.359166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-069e6e46-61b3-4bd0-9f93-b452cb8889ed req-56e61e5a-0112-4552-bb9a-34e6e0d204e8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.0634661 Nov 25 18:38:38.423040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-069e6e46-61b3-4bd0-9f93-b452cb8889ed req-c7097991-ed69-40fa-a8e6-0d3dfd4afd1a tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564601 Nov 25 18:38:38.444873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:38.457328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-18e1bda3-b9ab-48f8-bfc7-0eef94dd5658 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034802657', 'description': 'tempest-description--1004413177'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:38.495140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:38.501033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18e1bda3-b9ab-48f8-bfc7-0eef94dd5658 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.539638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.570895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e726ba-fd79-4696-a191-780b8dc7fea3']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:38.580572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:38:38.584411 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4028-aa5c-4f23-b78d-7cc57146f96b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.584671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:38.585040 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.588141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bf6d4028-aa5c-4f23-b78d-7cc57146f96b tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6336546 Nov 25 18:38:38.598286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042f8ac6-1716-48ee-b72c-6fbd1c5b8cc5') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:38.599712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042f8ac6-1716-48ee-b72c-6fbd1c5b8cc5') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:38.601583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40012) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:38.601733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=ac868d8b-a819-4e61-920d-56a3a4eca503,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:38.610089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1568915622'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:38.619495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18e1bda3-b9ab-48f8-bfc7-0eef94dd5658 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.626649 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.634869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18e1bda3-b9ab-48f8-bfc7-0eef94dd5658 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.653680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.676759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1bda3-b9ab-48f8-bfc7-0eef94dd5658 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eced88-5f99-49af-be8f-951ca44f032f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:38.677889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.682395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:38.687752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.695127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.705692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:38:38.706336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18e1bda3-b9ab-48f8-bfc7-0eef94dd5658 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.706563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.710809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-18e1bda3-b9ab-48f8-bfc7-0eef94dd5658 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2618096 Nov 25 18:38:38.711134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40022) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:38:38.712774 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:38:38.718430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2bc3fcec-fc6b-4c48-ac54-7055a00791ad tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'security_group_rule': {'security_group_id': 'd6eced88-5f99-49af-be8f-951ca44f032f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:38.730632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:38.736420 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.737126 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.740232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e936c985-1f8d-4c04-b464-b2eb64ccdc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8881838 Nov 25 18:38:38.749710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:38.761455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.761943 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment a43c2db2-04b4-400f-ba23-9f5c9d7aebdf of type vlan for network fc80135b-2c74-4419-a431-992a9a6db234 Nov 25 18:38:38.799497 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fcec-fc6b-4c48-ac54-7055a00791ad tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.826792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.834133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:38.873477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7c9f3-980b-4b09-85ef-3ebe9ecb70c8 req-5679c6f4-0e1e-4e8d-848f-5dbff98c6668 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:38.881853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.888412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:38.889425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.891953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78f7c9f3-980b-4b09-85ef-3ebe9ecb70c8 req-5679c6f4-0e1e-4e8d-848f-5dbff98c6668 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1458070 Nov 25 18:38:38.915400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.966479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:38.971586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b4e726ba-fd79-4696-a191-780b8dc7fea3 HTTP/1.1" status: 204 len: 168 time: 1.0718749 Nov 25 18:38:38.977952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5d6b0-9d88-4d90-9f65-82b903101eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e726ba-fd79-4696-a191-780b8dc7fea3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:38.984470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fcec-fc6b-4c48-ac54-7055a00791ad tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.001397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3984261 Nov 25 18:38:39.023460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40032) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:39.028388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:39.042771 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fcec-fc6b-4c48-ac54-7055a00791ad tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.054971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78f7c9f3-980b-4b09-85ef-3ebe9ecb70c8 req-762117ef-c8c6-45d0-aef1-c087cbe9e836 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501856 Nov 25 18:38:39.068781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f792376-c40d-4c78-9171-fd6cd2d0e506 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=fc80135b-2c74-4419-a431-992a9a6db234,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:39.098154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network fc80135b-2c74-4419-a431-992a9a6db234 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:39.121177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3fcec-fc6b-4c48-ac54-7055a00791ad tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf445a3-03d5-4398-965e-e5db0bd99348,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:39.169144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c79a-d23a-493d-aab7-1eb8fe0eb090 req-da449673-8dd2-4f80-a596-21e9453579d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.170824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9a1c79a-d23a-493d-aab7-1eb8fe0eb090 req-da449673-8dd2-4f80-a596-21e9453579d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 944 time: 0.1990798 Nov 25 18:38:39.186795 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fcec-fc6b-4c48-ac54-7055a00791ad tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.192588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2bc3fcec-fc6b-4c48-ac54-7055a00791ad tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4796884 Nov 25 18:38:39.201553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40044) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:39.201773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40046) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:39.212365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8af73252-080c-463d-b504-56b21e0aae50 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'security_group_rule': {'security_group_id': 'd6eced88-5f99-49af-be8f-951ca44f032f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:39.254256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:38:39.254256 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 18:38:39.254256 n-d-819194-3 neutron-server[103456]: [parameters: {'project_id_1': '6efc529ef1b9410bb4fb02264e3e1768', 'expiration_1': datetime.datetime(2021, 11, 25, 18, 38, 19, 234550)}] Nov 25 18:38:39.254256 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:38:39.255406 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:38:39.268908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9a1c79a-d23a-493d-aab7-1eb8fe0eb090 req-b86343ff-f3cf-4acc-810f-90d7851b9f25 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Nov 25 18:38:39.311163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-d626a6ae-917e-4d4f-b63e-a11f3fdfdef4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1938456057&fields=id&tenant_id=a249ad3a49a949a4ad379614c2e9057b HTTP/1.1" status: 200 len: 267 time: 0.1519177 Nov 25 18:38:39.315324 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af73252-080c-463d-b504-56b21e0aae50 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.330961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f8c77daf-1336-4fe3-a82f-b8afb0c42442 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f1433bf6b0e4a94b2e324e9f019425a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256795 Nov 25 18:38:39.331307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40050) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:39.345367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b3e09096-b26b-4573-b519-c424086d2407 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:39.427522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-35869bae-1efd-4772-8138-65f0ba30ca1b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.429147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-35869bae-1efd-4772-8138-65f0ba30ca1b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports/e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 932 time: 0.1036911 Nov 25 18:38:39.438666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8f851-1a1b-4799-abbc-dc08ad7a7baa req-34a00102-8de1-41b3-9366-1eec752b740e tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.440352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35b8f851-1a1b-4799-abbc-dc08ad7a7baa req-34a00102-8de1-41b3-9366-1eec752b740e tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.1020141 Nov 25 18:38:39.451848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port b3e09096-b26b-4573-b519-c424086d2407 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:38:39.456901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port b3e09096-b26b-4573-b519-c424086d2407 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:39.457470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.469747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2741a598-b845-4a1a-875c-38d728822481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.481868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af73252-080c-463d-b504-56b21e0aae50 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.498395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4348c79d-57fd-4752-9f02-88411c044fb5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.499988 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4348c79d-57fd-4752-9f02-88411c044fb5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports/4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 930 time: 0.0639675 Nov 25 18:38:39.501918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af73252-080c-463d-b504-56b21e0aae50 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.564755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af73252-080c-463d-b504-56b21e0aae50 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.566800 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.569650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8af73252-080c-463d-b504-56b21e0aae50 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611674 Nov 25 18:38:39.570377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40052) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:39.593200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2741a598-b845-4a1a-875c-38d728822481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.595748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:39.602406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af73252-080c-463d-b504-56b21e0aae50 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1604415f-028a-470d-982f-b5fa953f63bf,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:39.606666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-cf5e4b4d-afb8-4a54-a9d2-697ed45b7d24 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0838563 Nov 25 18:38:39.618082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b3e09096-b26b-4573-b519-c424086d2407,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:39.623366 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.629513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35b8f851-1a1b-4799-abbc-dc08ad7a7baa req-c666cd68-0c2e-4f57-a78d-9efc771a194c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783621 Nov 25 18:38:39.647506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7cd2bf9c-dd4e-4afe-87ad-9536f1bb9ec4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0326257 Nov 25 18:38:39.696696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:39.697016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2741a598-b845-4a1a-875c-38d728822481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.700329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2741a598-b845-4a1a-875c-38d728822481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.701834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2741a598-b845-4a1a-875c-38d728822481 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97c884e5-427c-42dc-afcd-2b1ab7c38d96 HTTP/1.1" status: 204 len: 168 time: 0.3694463 Nov 25 18:38:39.711297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741a598-b845-4a1a-875c-38d728822481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c884e5-427c-42dc-afcd-2b1ab7c38d96,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:39.724269 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.791587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:39.798592 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:39.828457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-007569b0-c139-4e41-bb4a-1294f5c94726 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.834414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-007569b0-c139-4e41-bb4a-1294f5c94726 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.840291 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-007569b0-c139-4e41-bb4a-1294f5c94726 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:39.841967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-007569b0-c139-4e41-bb4a-1294f5c94726 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/networks?id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=a281785e-1083-4443-9ac0-043f4de9670d&id=a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 200 len: 1989 time: 0.1816792 Nov 25 18:38:39.861353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-912b6094-7526-4ab8-80c7-53307241176e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/quotas/a249ad3a49a949a4ad379614c2e9057b HTTP/1.1" status: 200 len: 375 time: 0.0127118 Nov 25 18:38:39.969737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-98b6021b-42b9-4678-a221-44c57e40d20d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0995281 Nov 25 18:38:39.971596 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.037786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'}, {'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:40.040154 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b788aa27-5b24-4f2d-a90f-6486284a66ae" -d '{"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-plugged", "status": "completed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf"}, {"server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "name": "network-vif-plugged", "status": "completed", "tag": "b3e09096-b26b-4573-b519-c424086d2407"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:40.097817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.114968 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a091cf0-8fa4-4ef9-82ea-def56f3ed1a7 x-openstack-request-id: req-6a091cf0-8fa4-4ef9-82ea-def56f3ed1a7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:40.115264 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-plugged", "status": "completed", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf", "code": 200}, {"server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "name": "network-vif-plugged", "status": "completed", "tag": "b3e09096-b26b-4573-b519-c424086d2407", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:40.116004 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a091cf0-8fa4-4ef9-82ea-def56f3ed1a7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:40.116416 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'code': 200} Nov 25 18:38:40.116676 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407', 'code': 200} Nov 25 18:38:40.198687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-68b37f3b-0acc-4ca6-972c-d3e7f8cf1468 service neutron] 10.222.0.62 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781821 Nov 25 18:38:40.206278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=07bae7c8-9e54-49cd-932a-6a52a7f9cfd5,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:40.319455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Allocated IP 172.25.2.143 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/44795b3f-c30f-4ff3-bfb0-df41604b0d3e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:40.353803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296d20b-d9d7-4df8-b86f-ad56c9b70573 req-a91b9dce-07dd-4bb0-9dc9-9110c34a5eb0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:40.355652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3296d20b-d9d7-4df8-b86f-ad56c9b70573 req-a91b9dce-07dd-4bb0-9dc9-9110c34a5eb0 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1448829 Nov 25 18:38:40.358891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0e8a-dcff-4f6c-bce3-809b40851e0d req-954d4a31-a0cf-49f8-b751-9a1f1e8aa8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:40.360459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ecc0e8a-dcff-4f6c-bce3-809b40851e0d req-954d4a31-a0cf-49f8-b751-9a1f1e8aa8a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.1374125 Nov 25 18:38:40.370018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:40.370643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: fc80135b-2c74-4419-a431-992a9a6db234, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:40.445986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network fc80135b-2c74-4419-a431-992a9a6db234 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:40.453869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.465526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-17e96ad3-cb7c-4dc7-80ec-bcb95f9faa4b service neutron] 10.222.0.62 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658682 Nov 25 18:38:40.473821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ecc0e8a-dcff-4f6c-bce3-809b40851e0d req-56f7b120-bf6a-4b79-a748-087bf9eda4c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997610 Nov 25 18:38:40.477385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3296d20b-d9d7-4df8-b86f-ad56c9b70573 req-9f1603e9-b3fb-4871-bd7b-fb2a7e4888f2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141925 Nov 25 18:38:40.490695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, fc80135b-2c74-4419-a431-992a9a6db234) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:40.498550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17e4e55a-0852-45c4-b85c-6fcabf5bed16 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:38:40.500045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:40.503669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.552583 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-31233d6e-53d1-4a65-b7dd-b4ea0a3e5856 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5249193 Nov 25 18:38:40.552931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40078) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:40.582105 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-d4984005-3db1-4a5c-a983-4b3b1c8448f6 service neutron] 10.222.0.62 "GET /v2.0/ports/e95504e0-a117-4329-ab31-8f5d88a6310f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1149511 Nov 25 18:38:40.596577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a5000e-f26e-44d0-81d6-ee406b20e5e7 None None] Network fc80135b-2c74-4419-a431-992a9a6db234 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:40.795507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391d597-d951-41a4-9e45-f5b7bed79c84 req-380afc01-b57f-4b39-9bdc-6895203d69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:40.802429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b391d597-d951-41a4-9e45-f5b7bed79c84 req-380afc01-b57f-4b39-9bdc-6895203d69a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1097 time: 0.2621212 Nov 25 18:38:40.809118 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.838127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dde195-d2ae-45a8-95b5-085442092a1a req-c78dd3f3-7e26-480d-b203-95173e18e8e0 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:40.845273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84dde195-d2ae-45a8-95b5-085442092a1a req-c78dd3f3-7e26-480d-b203-95173e18e8e0 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.1945260 Nov 25 18:38:40.855788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-8ebf0c22-c9e1-4f9e-be13-03b34de441ba service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727919 Nov 25 18:38:40.864863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-fc80135b-2c74-4419-a431-992a9a6db234', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:38:40.866483 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.888663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:40.906925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40086) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:40.910577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'mac_address': 'fa:16:3e:47:3f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:38:40.965195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cc37-3af7-445e-98c7-1e31e79994f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:40.982141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:41.018256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b391d597-d951-41a4-9e45-f5b7bed79c84 req-69619462-e239-4c64-aca1-7011a446ebdf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048419 Nov 25 18:38:41.025179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:41.027888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'Port': ['ID=44795b3f-c30f-4ff3-bfb0-df41604b0d3e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:41.032170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:41.046554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84dde195-d2ae-45a8-95b5-085442092a1a req-078ac479-6866-49d2-a4f6-068b43b76b8a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001870 Nov 25 18:38:41.137768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.152324 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.157897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-400959980-network', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:41.169555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e4e55a-0852-45c4-b85c-6fcabf5bed16 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:41.187134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-76900974-b00a-4ef1-845b-9d50f2e9d983 service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777820 Nov 25 18:38:41.212699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:41.221387 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.317505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Allocated IP 2001:db8::2 (fc80135b-2c74-4419-a431-992a9a6db234/07bae7c8-9e54-49cd-932a-6a52a7f9cfd5/68c6657b-c59b-41c4-a735-237c4cf570a0) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:41.332441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:41.363954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac908d-c005-4399-bdcf-19663cccb658 req-0c96217d-04f5-4f7f-ac47-d54954384a26 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:41.365908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01ac908d-c005-4399-bdcf-19663cccb658 req-0c96217d-04f5-4f7f-ac47-d54954384a26 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.1952529 Nov 25 18:38:41.488612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01ac908d-c005-4399-bdcf-19663cccb658 req-b3d3e938-24b6-4545-b8f1-497364673119 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139183 Nov 25 18:38:41.585781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['17e4e55a-0852-45c4-b85c-6fcabf5bed16'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:38:41.637007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.651298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749976-f537-466c-919f-9c6822f3fa08 req-de34019d-084e-48f8-84f8-d512d120d462 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:41.656356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a749976-f537-466c-919f-9c6822f3fa08 req-de34019d-084e-48f8-84f8-d512d120d462 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1018047 Nov 25 18:38:41.675230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.678986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-41e6fd4a-ae88-4b8c-8b3e-ee5789ef0ce7 service neutron] 10.222.0.62 "GET /v2.0/ports/4814b347-e104-4059-a6d1-b75d28eb9cdf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4908912 Nov 25 18:38:41.684424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Made reservation on behalf of 8db3b41066474b25991dc0416f6e3df0 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:41.687056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.709607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.721767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.756562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Pushing event updated for resources: {'Port': ['ID=68c6657b-c59b-41c4-a735-237c4cf570a0,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:41.785101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a749976-f537-466c-919f-9c6822f3fa08 req-4a2ecde0-0c1f-4cf1-bb5f-4c46cd278c36 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176195 Nov 25 18:38:41.797100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Network fc80135b-2c74-4419-a431-992a9a6db234 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:41.800451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:41.811397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8::1 (fc80135b-2c74-4419-a431-992a9a6db234/07bae7c8-9e54-49cd-932a-6a52a7f9cfd5/74ce1748-f5d5-4f76-afaa-e9ebce050c8a) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:41.814192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:41.837959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.936268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6c498aa0-f6e4-480b-b9f7-9d7e5fd7530d service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440212 Nov 25 18:38:41.950683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.983895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Attempting to bind port 68c6657b-c59b-41c4-a735-237c4cf570a0 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:41.984493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Attempting to bind port 68c6657b-c59b-41c4-a735-237c4cf570a0 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:41.984849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Attempting to bind port 68c6657b-c59b-41c4-a735-237c4cf570a0 on network fc80135b-2c74-4419-a431-992a9a6db234 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:41.991545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:41.992064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Checking segment: {'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:41.992573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:41.993054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Bound using segment: {'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:41.993627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Bound port: 68c6657b-c59b-41c4-a735-237c4cf570a0, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:41.994096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.022565 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.076008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:42.092361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network fc80135b-2c74-4419-a431-992a9a6db234 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:42.093905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] For port 68c6657b-c59b-41c4-a735-237c4cf570a0, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:42.095750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:42.100233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:42.101850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.107444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] For port 68c6657b-c59b-41c4-a735-237c4cf570a0, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68c6657b-c59b-41c4-a735-237c4cf570a0,segment=NetworkSegment(a43c2db2-04b4-400f-ba23-9f5c9d7aebdf),segment_id=a43c2db2-04b4-400f-ba23-9f5c9d7aebdf)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:42.117942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.185839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-83f4809b-4c0e-49f9-8aa8-1df066f918af service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323532 Nov 25 18:38:42.205231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d341d8a-c17c-4106-93c3-b5b13295704b None None] Pushing event updated for resources: {'Port': ['ID=68c6657b-c59b-41c4-a735-237c4cf570a0,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:42.239498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.253423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.292470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:42.303214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3a42f-f8c0-435f-aebe-0621d7f40fbf req-3bfe98ec-2ae1-439d-ab27-98111d37db72 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:42.307133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6dc3a42f-f8c0-435f-aebe-0621d7f40fbf req-3bfe98ec-2ae1-439d-ab27-98111d37db72 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.0853949 Nov 25 18:38:42.410714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.411904 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Added segment 5c8d38b4-eb5c-4a62-95b3-428fed218a13 of type vlan for network f1886c0f-73a1-4984-a749-886b5d234906 Nov 25 18:38:42.447133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6dc3a42f-f8c0-435f-aebe-0621d7f40fbf req-6cad4deb-c2b4-4376-803c-1daea43a0ebf tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338985 Nov 25 18:38:42.449042 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.487853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca61380f-b652-490c-ba38-718ae282e124,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:42.630961 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.673994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-ee33d4e8-1b89-4caf-ac59-38f61cd1ac2a service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772229 Nov 25 18:38:42.699391 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.817477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.917251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.930106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'Port': ['ID=44795b3f-c30f-4ff3-bfb0-df41604b0d3e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:42.941922 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.952931 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.955062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.971198 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:42.972332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:42.972966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.006255 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.008056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0b84a0a2-699d-4cf1-a204-4da5e4607ae6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4171908 Nov 25 18:38:43.051983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6becea99-e629-4521-8df2-43aea9f005aa service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770344 Nov 25 18:38:43.091097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1767509 Nov 25 18:38:43.110781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40142) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:43.122128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Request body: {'subnet': {'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-400959980-subnet', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:43.166329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedef325-cb89-4115-9261-ccc2757c4758 admin admin] Pushing event updated for resources: {'Network': ['ID=f1886c0f-73a1-4984-a749-886b5d234906,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:43.171477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303b91f-ee74-463e-939b-a3b25c1e72f6 req-8ab4779e-b0af-4ef3-a33b-b2af0cf08782 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:43.173352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6303b91f-ee74-463e-939b-a3b25c1e72f6 req-8ab4779e-b0af-4ef3-a33b-b2af0cf08782 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 949 time: 0.2510448 Nov 25 18:38:43.177657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:43.178217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f1886c0f-73a1-4984-a749-886b5d234906 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:43.181770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-350dd7dd-4077-40e9-a0b2-f765a5214e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:43.183209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-350dd7dd-4077-40e9-a0b2-f765a5214e06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.2627118 Nov 25 18:38:43.218100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Made reservation on behalf of 8db3b41066474b25991dc0416f6e3df0 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:43.221619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.257127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-5bda87c8-4dff-4f5f-b4dd-4402d7852b60 service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963747 Nov 25 18:38:43.415509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network fc80135b-2c74-4419-a431-992a9a6db234 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:43.436531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:43.474143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6303b91f-ee74-463e-939b-a3b25c1e72f6 req-54a0a3a9-4733-4591-a124-07478a4023ec tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872875 Nov 25 18:38:43.485094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68c6657b-c59b-41c4-a735-237c4cf570a0 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:43.524641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-d68f3948-a150-4294-a5e5-d9494698ed1b service neutron] 10.222.0.62 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191429 Nov 25 18:38:43.628510 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed598-d587-40bd-98f6-d3dbaebf6f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.642727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-fc7677d4-2761-43f2-8878-fc511824ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:43.644812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-fc7677d4-2761-43f2-8878-fc511824ece0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.4303217 Nov 25 18:38:43.672294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 68c6657b-c59b-41c4-a735-237c4cf570a0 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:43.672980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.734750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-d8da06ff-eb9c-462a-aae8-937c2dbba81a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 217 time: 0.0507472 Nov 25 18:38:43.756948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.829483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7a5cd9ed-fab1-4505-8ae8-d8b01074e3e3 service neutron] 10.222.0.62 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979140 Nov 25 18:38:43.852154 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.901344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 68c6657b-c59b-41c4-a735-237c4cf570a0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68c6657b-c59b-41c4-a735-237c4cf570a0,segment=NetworkSegment(a43c2db2-04b4-400f-ba23-9f5c9d7aebdf),segment_id=a43c2db2-04b4-400f-ba23-9f5c9d7aebdf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:43.913912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:43.976815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319c8888-56a8-401f-832b-410794f58701,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:43.992177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Checking segment: {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:43.992503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Network hostable DHCP agents. Network: f1886c0f-73a1-4984-a749-886b5d234906, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:44.006927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=68c6657b-c59b-41c4-a735-237c4cf570a0,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:44.013153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e94662-0fe8-4251-8f92-11ac048a51dd None None] Network fc80135b-2c74-4419-a431-992a9a6db234 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:44.042801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4756d3b7-62eb-4801-91ae-6d83b8423127 service neutron] 10.222.0.62 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967335 Nov 25 18:38:44.044706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Network f1886c0f-73a1-4984-a749-886b5d234906 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:44.083726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f1886c0f-73a1-4984-a749-886b5d234906) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:44.089223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:44.090660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.158003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1ca52c42-ce07-4eac-9a6f-aa41d3a13711 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0452297 Nov 25 18:38:44.158864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:44.168094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:44.207538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-787632f3-76d0-47f6-9a8a-4a7c6f4271f2 service neutron] 10.222.0.62 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559713 Nov 25 18:38:44.235949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.237062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.312627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206b106-2b0c-4640-947c-bf8fb301fd69 None None] Network f1886c0f-73a1-4984-a749-886b5d234906 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:44.344017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feafd3-3327-477d-8d80-657ee415dcda req-ff8dbde8-cd78-490d-ab8b-e0df681cb5b4 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:44.353468 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01feafd3-3327-477d-8d80-657ee415dcda req-ff8dbde8-cd78-490d-ab8b-e0df681cb5b4 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.7073395 Nov 25 18:38:44.357811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-462e3351-72f5-4b85-99bf-55e4e390fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:44.359492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-462e3351-72f5-4b85-99bf-55e4e390fef0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.1340990 Nov 25 18:38:44.366955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.394067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-8e3b879e-4cf1-4e53-9992-df00fa41b84b service neutron] 10.222.0.62 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793931 Nov 25 18:38:44.421264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-1c442152-d72b-4156-8f52-511d3c8898c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503664 Nov 25 18:38:44.425525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:38:44.510841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b5440d33-6302-4407-91eb-47b2765aefad None None] Provisioning complete for port 68c6657b-c59b-41c4-a735-237c4cf570a0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:44.511463 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5440d33-6302-4407-91eb-47b2765aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.544111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-ea10c281-d04a-4ac0-8475-17c3bf2126a5 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148169 Nov 25 18:38:44.575050 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.585501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17e4e55a-0852-45c4-b85c-6fcabf5bed16 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:44.602245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-f1886c0f-73a1-4984-a749-886b5d234906', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:38:44.603768 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.639269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:44.676301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01feafd3-3327-477d-8d80-657ee415dcda req-01a0f038-9195-4b25-8d2f-9d82a70625b5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217545 Nov 25 18:38:44.822445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:44.837558 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:44.857988 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:44.859248 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:44.876924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1dae9083-4723-4828-a17c-d0d515516e37 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3206050 Nov 25 18:38:44.878405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40164) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:44.896838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1944950371'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:44.928282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:38:44.937273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ddea200-b9fe-43cd-a44d-55a28cb69716 req-e281f903-3fcc-44a7-8592-b05f9a419a57 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829606 Nov 25 18:38:44.988959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005e69a-ed8d-4c79-94eb-152db2fa1f89 req-86d3e57c-a0fc-46a4-a82d-b0c675304abd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:44.992536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d005e69a-ed8d-4c79-94eb-152db2fa1f89 req-86d3e57c-a0fc-46a4-a82d-b0c675304abd tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1725073 Nov 25 18:38:44.993393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.007090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:45.011114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.065608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:45.066233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.079995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d005e69a-ed8d-4c79-94eb-152db2fa1f89 req-efd494b5-661f-43e2-82bd-3477146b5c4e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Nov 25 18:38:45.086330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.100475 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:45.129635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:45.152139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.152409 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment 12f8d766-1b91-42af-a44b-f59ad809f932 of type vlan for network 68479948-a098-4e92-b0ac-467b9a4dd8b2 Nov 25 18:38:45.206141 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.216196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-50cff83c-2127-4dea-b396-777bd1d4479f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107183 Nov 25 18:38:45.237577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Allocated IP 172.20.0.2 (f1886c0f-73a1-4984-a749-886b5d234906/319c8888-56a8-401f-832b-410794f58701/3db66d63-de2c-446f-a6cc-d1d1d141d09f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:45.420976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-c83e06a1-9a2b-4747-95ae-b431189aafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:45.424995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-c83e06a1-9a2b-4747-95ae-b431189aafca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 1097 time: 0.1664970 Nov 25 18:38:45.442271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Allocated IP 172.25.2.43 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d29248a6-3e19-42da-bb31-9b05eb68b311) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:45.508485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:38:42Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:42Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:45.512388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68c6657b-c59b-41c4-a735-237c4cf570a0 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:45.527575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-cfca53d6-0349-467f-bf6f-ba10cc23b335 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2034802657&fields=id&tenant_id=421ddae2bcee478ba65a4e51e6ed5712 HTTP/1.1" status: 200 len: 267 time: 0.2812450 Nov 25 18:38:45.542722 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.554754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:45.555386 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:45.555962 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Updating router f466bbb7-6873-47b5-b60d-89210a39e663 port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:38:45.558342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.643797 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.733970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 68c6657b-c59b-41c4-a735-237c4cf570a0 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:45.734350 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.808851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-83727cc4-bd5f-4046-970f-ecb84d901d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:45.811828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-83727cc4-bd5f-4046-970f-ecb84d901d4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 0.3508606 Nov 25 18:38:45.918026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0392625 Nov 25 18:38:45.925743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:45.945366 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:45.949681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:45.951827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-df635dd3-cb9f-4e7e-ac57-568a762e6982 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9051a368-6198-4963-809d-9c1070c0353d HTTP/1.1" status: 200 len: 217 time: 0.1196637 Nov 25 18:38:45.959903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed1f83-30be-4703-a85c-9d46fe0a6a53 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=68479948-a098-4e92-b0ac-467b9a4dd8b2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:46.012515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:46.063199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-38fda946-c564-4da1-8e1c-14eb12b0230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:46.065265 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-38fda946-c564-4da1-8e1c-14eb12b0230c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.1059237 Nov 25 18:38:46.165971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-70cd5aa9-b45f-466a-a5f7-700b42d013c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914364 Nov 25 18:38:46.178307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.203691 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.232540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62a2af-8aa2-4b70-9bb5-f0e1448b56cb req-64e83ddb-e791-4e52-ae2e-d370141a7885 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:46.237445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-76ce49fd-b371-436e-9f47-89b491e1d259 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:46.244532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-76ce49fd-b371-436e-9f47-89b491e1d259 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 811 time: 0.7066345 Nov 25 18:38:46.248284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f62a2af-8aa2-4b70-9bb5-f0e1448b56cb req-64e83ddb-e791-4e52-ae2e-d370141a7885 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 949 time: 0.6365824 Nov 25 18:38:46.306954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.320167 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.334795 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.345075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Pushing event updated for resources: {'Port': ['ID=3db66d63-de2c-446f-a6cc-d1d1d141d09f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:46.355308 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-c8d41844-de5f-41a0-84eb-7a1419efc418 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/quotas/421ddae2bcee478ba65a4e51e6ed5712 HTTP/1.1" status: 200 len: 375 time: 0.1098146 Nov 25 18:38:46.448782 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f62a2af-8aa2-4b70-9bb5-f0e1448b56cb req-0bae0983-e617-49db-b183-ce9193010790 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994123 Nov 25 18:38:46.450098 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Pushing event updated for resources: {'Port': ['ID=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:46.453989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:46.465307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.483633 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.513302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Network f1886c0f-73a1-4984-a749-886b5d234906 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:46.527171 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.527407 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.527744 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.528073 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.528776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.528776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.529032 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.529354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.529672 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.529989 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.530485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.538754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-12f1139b-0940-42d7-8a22-0b725c7eb0cf service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453476 Nov 25 18:38:46.544182 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:38:46.558763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-94cd8ab3-48c2-4df4-bc83-0198cb1c7994 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2024298 Nov 25 18:38:46.584423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:46.588716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:46.593553 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Attempting to bind port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:46.593919 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Attempting to bind port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:46.594276 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Attempting to bind port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a on network fc80135b-2c74-4419-a431-992a9a6db234 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:46.602264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-77342f7a-fb8e-47cb-b80e-88ad84862eca None None] Provisioning complete for port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:46.602692 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-77342f7a-fb8e-47cb-b80e-88ad84862eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.624904 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:46.625269 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Checking segment: {'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:46.625666 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.626057 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Bound using segment: {'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:46.626552 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Bound port: 74ce1748-f5d5-4f76-afaa-e9ebce050c8a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:46.626930 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.740679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.765083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:46.829879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:46.834007 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1975e52e-fa08-44a9-b64c-55b25316dfcd" -d '{"events": [{"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-plugged", "status": "completed", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:46.860623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e160c-c0c7-486e-9d79-f7a4f88ad3f3 req-949045e0-6bf7-45a7-8df0-0a642b66787d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:46.878109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813e160c-c0c7-486e-9d79-f7a4f88ad3f3 req-949045e0-6bf7-45a7-8df0-0a642b66787d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2241323 Nov 25 18:38:46.908276 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.927222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] For port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:46.931207 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] For port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,segment=NetworkSegment(a43c2db2-04b4-400f-ba23-9f5c9d7aebdf),segment_id=a43c2db2-04b4-400f-ba23-9f5c9d7aebdf)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:46.940366 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:46.941324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc7a8aa5-0abc-4621-9e94-513926ecd670 req-690f7b33-c404-49e6-9ebc-7191137d4f92 service neutron] 10.222.0.64 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815584 Nov 25 18:38:46.969592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:46.997318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:47.011811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:47.018223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-58f7e3a2-f756-403d-97ff-a32d83f88536 service neutron] 10.222.0.62 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486961 Nov 25 18:38:47.020265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Pushing event updated for resources: {'Port': ['ID=d29248a6-3e19-42da-bb31-9b05eb68b311,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:47.062190 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca14b-940d-4401-a4d1-1dc82b18fec9 None None] Pushing event updated for resources: {'Port': ['ID=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:47.068872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:47.096666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43fdf3-4f43-448e-a70a-cb782d6cc0f5 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:47.114966 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:47.117301 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:47.133104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-77342f7a-fb8e-47cb-b80e-88ad84862eca None None] Port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:47.218321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Attempting to bind port 3db66d63-de2c-446f-a6cc-d1d1d141d09f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:47.227201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Attempting to bind port 3db66d63-de2c-446f-a6cc-d1d1d141d09f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:47.227632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Attempting to bind port 3db66d63-de2c-446f-a6cc-d1d1d141d09f on network f1886c0f-73a1-4984-a749-886b5d234906 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:47.230578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-916d6471-3a7e-404f-8848-721baf30b118 service neutron] 10.222.0.62 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055554 Nov 25 18:38:47.255499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813e160c-c0c7-486e-9d79-f7a4f88ad3f3 req-ddea4d6d-d591-45ca-a25a-7a384a265bba tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712511 Nov 25 18:38:47.262804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-77342f7a-fb8e-47cb-b80e-88ad84862eca None None] Provisioning complete for port 68c6657b-c59b-41c4-a735-237c4cf570a0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:47.263165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-77342f7a-fb8e-47cb-b80e-88ad84862eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:47.316268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:47.316629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Checking segment: {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:47.317046 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:47.317501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Bound using segment: {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:47.318004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Bound port: 3db66d63-de2c-446f-a6cc-d1d1d141d09f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:47.318386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:47.320410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:47.394614 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:47.516344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] For port 3db66d63-de2c-446f-a6cc-d1d1d141d09f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:47.518758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] For port 3db66d63-de2c-446f-a6cc-d1d1d141d09f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3db66d63-de2c-446f-a6cc-d1d1d141d09f,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:47.598101 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:47.609957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a24cedd-9ff6-4a95-8234-56f244f864ff req-4754d3e6-e397-4d28-a72b-324a34addfb2 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1778791 Nov 25 18:38:47.789052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c9535-292a-4a74-9d85-bcd4ef454d89 req-fb4e217b-f481-4c57-937c-0aa44c0ed8ec tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:47.795896 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-222c9535-292a-4a74-9d85-bcd4ef454d89 req-fb4e217b-f481-4c57-937c-0aa44c0ed8ec tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.2129972 Nov 25 18:38:47.832741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4856c7-0c3d-4120-8295-800eda1cc37c None None] Pushing event updated for resources: {'Port': ['ID=3db66d63-de2c-446f-a6cc-d1d1d141d09f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:47.836858 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853f2465-b713-4743-b922-e6fc383a2c50 x-openstack-request-id: req-853f2465-b713-4743-b922-e6fc383a2c50 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:47.837147 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-plugged", "status": "completed", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:47.837401 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-853f2465-b713-4743-b922-e6fc383a2c50 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:47.837828 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'code': 200} Nov 25 18:38:47.911143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Provisioning complete for port d29248a6-3e19-42da-bb31-9b05eb68b311 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:47.911513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:48.008136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-222c9535-292a-4a74-9d85-bcd4ef454d89 req-8943d4d3-b70d-4a80-ba22-fb9e20bf61da tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966910 Nov 25 18:38:48.044264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Port d29248a6-3e19-42da-bb31-9b05eb68b311 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:48.096009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Provisioning complete for port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:48.096385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:48.099202 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:38:42Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:46Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:48.238133 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207ebef-4403-45e8-a8d2-4eb142ae27b5 None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:38:42Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:46Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:48.285686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6468e-4657-499b-bd67-01fa315c6dfc req-4e7e3ecf-4592-4d44-997e-65395f08634c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:48.315015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba6468e-4657-499b-bd67-01fa315c6dfc req-4e7e3ecf-4592-4d44-997e-65395f08634c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 950 time: 0.1815469 Nov 25 18:38:48.426222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:48.497017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] For port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,segment=NetworkSegment(a43c2db2-04b4-400f-ba23-9f5c9d7aebdf),segment_id=a43c2db2-04b4-400f-ba23-9f5c9d7aebdf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:48.510438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba6468e-4657-499b-bd67-01fa315c6dfc req-fec88e65-12ca-4964-8ea8-ba28ad08fecd tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944492 Nov 25 18:38:48.511633 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:48.631575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff49d9-62d8-469a-834e-046e18e3e329 None None] Pushing event updated for resources: {'Port': ['ID=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:48.651218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dac34e61-5b6f-4312-97dd-bd5ef5506fc4 None None] Provisioning complete for port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:48.651665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dac34e61-5b6f-4312-97dd-bd5ef5506fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:49.020845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-355e90f9-1792-49f8-aa21-e3913f45fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:49.023170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-355e90f9-1792-49f8-aa21-e3913f45fdde service neutron] 10.222.0.66 "GET /v2.0/ports/e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 1028 time: 0.3440652 Nov 25 18:38:49.030111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:49.126115 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12aa4306-60cc-449e-9c72-ccbb758f315f req-c890b75c-a9f8-4ddb-9c85-287a4d1295ef tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 210 time: 0.0710754 Nov 25 18:38:49.305377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70ae0685-fe3a-4280-813b-1b1a40c757ce req-08cc3150-5b1a-4b6a-9579-6b0f9c075455 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0835173 Nov 25 18:38:49.324110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:49.329606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c2098-d08b-4032-899d-bfeccf34ff68 req-ee132a2c-3f0c-4f3d-8733-04a19f48d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:49.333792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba0c2098-d08b-4032-899d-bfeccf34ff68 req-ee132a2c-3f0c-4f3d-8733-04a19f48d541 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 1101 time: 0.6450489 Nov 25 18:38:49.334548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=854da508-e871-4dad-a921-c1171b384207,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:49.377887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ffdb1-120a-4288-9480-8c9ce2b40142 req-44a29c2c-6bef-40ab-9ea9-d470e9c1e482 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:49.401444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-314ffdb1-120a-4288-9480-8c9ce2b40142 req-44a29c2c-6bef-40ab-9ea9-d470e9c1e482 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.6882942 Nov 25 18:38:49.503289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3db66d63-de2c-446f-a6cc-d1d1d141d09f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:49.550723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaa077-ed2e-417e-97dd-9eab33da2be5 req-49681665-5a30-4ba6-b58b-10be62f350bc tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:49.568235 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6aaa077-ed2e-417e-97dd-9eab33da2be5 req-49681665-5a30-4ba6-b58b-10be62f350bc tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.1600709 Nov 25 18:38:49.620475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:49.624309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: 68479948-a098-4e92-b0ac-467b9a4dd8b2, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:38:49.638971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e263cb4-0cc9-4e2d-8ea8-bd503483da40 None None] Network f1886c0f-73a1-4984-a749-886b5d234906 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:49.644607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3db66d63-de2c-446f-a6cc-d1d1d141d09f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:49.646302 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:49.653414 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-314ffdb1-120a-4288-9480-8c9ce2b40142 req-0b290d1b-ee04-4c26-928d-76865aa55f9b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498207 Nov 25 18:38:49.696233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6aaa077-ed2e-417e-97dd-9eab33da2be5 req-1eeb3c61-03b1-4709-94b2-6bce664c87ce tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271760 Nov 25 18:38:49.740126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-525bdbdf-e8df-49b5-b880-5ab1f0e6cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:49.746355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-525bdbdf-e8df-49b5-b880-5ab1f0e6cfac service neutron] 10.222.0.66 "GET /v2.0/ports/4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 1026 time: 0.7008033 Nov 25 18:38:49.950851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9ea76ac6-f23b-4a66-8606-24fef2a64c31 None None] Provisioning complete for port 3db66d63-de2c-446f-a6cc-d1d1d141d09f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:49.951622 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ea76ac6-f23b-4a66-8606-24fef2a64c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:49.985816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd240a-6260-43f4-884d-2a649cdfbd3b req-4c9758e8-b2b2-4010-86f4-b136694bab3e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:49.987522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07bd240a-6260-43f4-884d-2a649cdfbd3b req-4c9758e8-b2b2-4010-86f4-b136694bab3e tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1249657 Nov 25 18:38:49.997033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-8b7aa537-f245-4138-9919-c3aa3bd9a494 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:49.998591 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-8b7aa537-f245-4138-9919-c3aa3bd9a494 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 811 time: 0.3472571 Nov 25 18:38:50.038219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-bdc74b5a-faa7-4445-8535-409ec591f1f6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:50.048784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-bdc74b5a-faa7-4445-8535-409ec591f1f6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:50.068605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:50.076580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-bdc74b5a-faa7-4445-8535-409ec591f1f6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:50.078250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-bdc74b5a-faa7-4445-8535-409ec591f1f6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "GET /v2.0/networks?id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=a281785e-1083-4443-9ac0-043f4de9670d&id=a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 200 len: 1989 time: 0.3038988 Nov 25 18:38:50.103445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07bd240a-6260-43f4-884d-2a649cdfbd3b req-8835e921-aaac-474a-aaec-088cfd2e3b1b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986943 Nov 25 18:38:50.186934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:38:50.187383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 3db66d63-de2c-446f-a6cc-d1d1d141d09f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3db66d63-de2c-446f-a6cc-d1d1d141d09f,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:50.279904 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ea76ac6-f23b-4a66-8606-24fef2a64c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:50.284024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1defaaf0-0bf1-411f-abf6-d12db33c1760 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a249ad3a49a949a4ad379614c2e9057b HTTP/1.1" status: 200 len: 380 time: 0.1182840 Nov 25 18:38:50.285622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 68479948-a098-4e92-b0ac-467b9a4dd8b2) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:50.309360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-19e75912-1040-44df-8cd7-cde6cedc22e7 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421ddae2bcee478ba65a4e51e6ed5712 HTTP/1.1" status: 200 len: 380 time: 0.2213435 Nov 25 18:38:50.316385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'admin_state_up': True, 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'security_groups': ['e31c9120-2719-4fb7-8d28-377dcfe56fae']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:50.321738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:50.323368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 74ce1748-f5d5-4f76-afaa-e9ebce050c8a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:50.330061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:50.331155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:50.346682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'port': {'device_id': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'admin_state_up': True, 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'security_groups': ['d6eced88-5f99-49af-be8f-951ca44f032f']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:50.380781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777d677-3312-4ac3-9713-619fb0f9b574 None None] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:50.409065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ad774757-b637-4b38-a40b-9ac63aac865f tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4789987 Nov 25 18:38:50.440125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40250) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:50.458476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c978-8cb5-4e80-bede-ff2ad128701c req-016c84b6-29dc-4e95-9bb4-8c2bd094e69b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:50.460098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f290c978-8cb5-4e80-bede-ff2ad128701c req-016c84b6-29dc-4e95-9bb4-8c2bd094e69b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 950 time: 0.3767076 Nov 25 18:38:50.469427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba0c2098-d08b-4032-899d-bfeccf34ff68 req-8ad46c19-7fd9-49c0-845f-45b2efe876e0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9826736 Nov 25 18:38:50.502485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=3db66d63-de2c-446f-a6cc-d1d1d141d09f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:50.542910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99db53-ef0c-47ec-a5ac-a631b1b08b14 req-9cdccfd6-2fdd-4411-b3fe-465b9c4ba4a8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:50.550510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b99db53-ef0c-47ec-a5ac-a631b1b08b14 req-9cdccfd6-2fdd-4411-b3fe-465b9c4ba4a8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.3068566 Nov 25 18:38:50.600871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f290c978-8cb5-4e80-bede-ff2ad128701c req-1ded6b84-0a26-4bb0-80fc-c7a46ee4e153 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250401 Nov 25 18:38:50.689413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-9ea76ac6-f23b-4a66-8606-24fef2a64c31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:38:50.690199 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-9ea76ac6-f23b-4a66-8606-24fef2a64c31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:38:50.690777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:50.691151 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:50.765712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:50.769383 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:50.853708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e09aded-f305-42b8-a2a2-97443634616b req-e4c87cc8-4bed-4d3d-95bf-b76f62e08a62 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 210 time: 0.0687015 Nov 25 18:38:50.909998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.001488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-68479948-a098-4e92-b0ac-467b9a4dd8b2', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:38:51.001946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b99db53-ef0c-47ec-a5ac-a631b1b08b14 req-f24a8429-be42-4de3-9a40-c9fe86b86c5f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502616 Nov 25 18:38:51.002806 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.072477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Made reservation on behalf of 421ddae2bcee478ba65a4e51e6ed5712 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:51.083508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8eac8d7-7caa-4beb-a7ce-32faeb8ac7c3 req-718ffda2-01e0-4b75-a1f3-e8c4fdee339e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0427969 Nov 25 18:38:51.095927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.198308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 172.20.0.11 (7bf66641-9a44-4b3a-812a-74127b6c8d1a/9748f676-e6f8-460b-9021-a1eda79cc10d/d85c9e04-7d63-4f83-bd19-103888d94fac) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:51.217036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Router 719f98a5-5fac-4d35-951c-aaf117f3f0ef is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:38:51.342596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Allocated IP 2001:db8:1::2 (68479948-a098-4e92-b0ac-467b9a4dd8b2/854da508-e871-4dad-a921-c1171b384207/fe01f185-8523-439d-9d7e-cc55fc2a075c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:51.370389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3db66d63-de2c-446f-a6cc-d1d1d141d09f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:51.560100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb48f63-80e1-4cf6-8dc7-3a85d0cb1641 req-0770f107-4064-4990-9caf-187830b1151f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:51.562375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fb48f63-80e1-4cf6-8dc7-3a85d0cb1641 req-0770f107-4064-4990-9caf-187830b1151f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.2638979 Nov 25 18:38:51.585340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-00b54bb6-0efa-4ad9-b56b-877a2b9d8fdd None None] Provisioning complete for port 3db66d63-de2c-446f-a6cc-d1d1d141d09f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:51.587027 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00b54bb6-0efa-4ad9-b56b-877a2b9d8fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.593520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e8174-9fa8-4c9b-9d58-4535346ffe44 req-903473a0-690e-4629-8235-b15222554c51 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:51.595444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348e8174-9fa8-4c9b-9d58-4535346ffe44 req-903473a0-690e-4629-8235-b15222554c51 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2140110 Nov 25 18:38:51.622889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:51.655470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.681620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Sync routers for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:51.691583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.693703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-691c3a70-0af9-4d4a-8b34-de0c190d8535 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5318599 Nov 25 18:38:51.697522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40262) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:51.697685 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fb48f63-80e1-4cf6-8dc7-3a85d0cb1641 req-fd3c6a8b-9182-494d-a2f4-5db6ee1bae44 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261983 Nov 25 18:38:51.699800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.709186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348e8174-9fa8-4c9b-9d58-4535346ffe44 req-83d93103-1d18-46e4-baae-a6b448babce1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035714 Nov 25 18:38:51.731656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:51.732330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:51.771813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3db66d63-de2c-446f-a6cc-d1d1d141d09f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:51.772178 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:51.776933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Allocated IP 172.20.0.8 (50f03752-a787-4b18-86b7-97e035efbdb0/1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1/2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:51.975595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162af36-030e-44af-bb68-71ec3f1d94d3 req-b7dc6b54-ff89-483d-b579-b44c0201d06d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:51.977298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8162af36-030e-44af-bb68-71ec3f1d94d3 req-b7dc6b54-ff89-483d-b579-b44c0201d06d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1471136 Nov 25 18:38:52.016324 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.053119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.078772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.098403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=d85c9e04-7d63-4f83-bd19-103888d94fac,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:52.146152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:52.149382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:52.159611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:52.180835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:52.187918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:52.190270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:52.225578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Pushing event updated for resources: {'Port': ['ID=fe01f185-8523-439d-9d7e-cc55fc2a075c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:52.264112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:52.264791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.269378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:52.319040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8:1::1 (68479948-a098-4e92-b0ac-467b9a4dd8b2/854da508-e871-4dad-a921-c1171b384207/1519e9f9-34f5-4373-acae-94ce1976717d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:52.332377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8162af36-030e-44af-bb68-71ec3f1d94d3 req-abae3977-cfb2-4a18-82fb-e66041447d5b tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439484 Nov 25 18:38:52.347752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4b7e03e1-0a2e-4690-b8aa-516a0238e06b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0424037 Nov 25 18:38:52.361807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49295-0161-4863-a689-9852f369c59e req-546f004c-d3f7-4c12-be80-7e0005f89012 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:52.373004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9af49295-0161-4863-a689-9852f369c59e req-546f004c-d3f7-4c12-be80-7e0005f89012 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 950 time: 0.5358784 Nov 25 18:38:52.447435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.451926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'admin_state_up': True, 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'security_groups': ['e31c9120-2719-4fb7-8d28-377dcfe56fae']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:52.522676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f36c2a7c-96ce-407f-b500-abaf7b2850ec req-089a3b49-3282-43d1-9fb5-93015dc7ec1d tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 210 time: 0.0609498 Nov 25 18:38:52.540884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Attempting to bind port fe01f185-8523-439d-9d7e-cc55fc2a075c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:52.545535 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.546174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Attempting to bind port fe01f185-8523-439d-9d7e-cc55fc2a075c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:52.546486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Attempting to bind port fe01f185-8523-439d-9d7e-cc55fc2a075c on network 68479948-a098-4e92-b0ac-467b9a4dd8b2 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:52.615431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:52.615885 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Checking segment: {'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:52.616245 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.616646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Bound using segment: {'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:52.617265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Bound port: fe01f185-8523-439d-9d7e-cc55fc2a075c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:52.617713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.661524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c11f2434-870d-4f4c-9ec7-790af58ab31e None None] Provisioning complete for port d85c9e04-7d63-4f83-bd19-103888d94fac triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:52.661978 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c11f2434-870d-4f4c-9ec7-790af58ab31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.740954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb230-252a-4f4c-b436-83a2c1bc4ee4 req-4040e202-7547-43b3-90ea-664f07b60d08 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:52.742613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-784cb230-252a-4f4c-b436-83a2c1bc4ee4 req-4040e202-7547-43b3-90ea-664f07b60d08 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 932 time: 0.1430850 Nov 25 18:38:52.789731 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9af49295-0161-4863-a689-9852f369c59e req-c43808bc-b52c-477b-b82d-43a3f2c45c5c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124384 Nov 25 18:38:52.813319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Network 50f03752-a787-4b18-86b7-97e035efbdb0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:52.820015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:52.825040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:52.831890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event updated for resources: {'Port': ['ID=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:52.849139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] For port fe01f185-8523-439d-9d7e-cc55fc2a075c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:52.854701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] For port fe01f185-8523-439d-9d7e-cc55fc2a075c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fe01f185-8523-439d-9d7e-cc55fc2a075c,segment=NetworkSegment(12f8d766-1b91-42af-a44b-f59ad809f932),segment_id=12f8d766-1b91-42af-a44b-f59ad809f932)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:52.857412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c11f2434-870d-4f4c-9ec7-790af58ab31e None None] Port d85c9e04-7d63-4f83-bd19-103888d94fac cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:52.870175 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:52.989013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ccf5a-aaf1-496d-8045-255c364727eb None None] Pushing event updated for resources: {'Port': ['ID=fe01f185-8523-439d-9d7e-cc55fc2a075c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:53.016212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:47Z', 'revision_number': 3, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:53.021688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.039268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:53.040040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.064626 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-784cb230-252a-4f4c-b436-83a2c1bc4ee4 req-67b6e83c-0f80-4654-96a2-1bc2cfe74992 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102505 Nov 25 18:38:53.096343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Checking router: 719f98a5-5fac-4d35-951c-aaf117f3f0ef for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:53.097779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Updating router 719f98a5-5fac-4d35-951c-aaf117f3f0ef port d29248a6-3e19-42da-bb31-9b05eb68b311 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:38:53.099924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-d9a22d2e-187a-415a-987c-d0e5879648a2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7564178 Nov 25 18:38:53.103861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:53.118769 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.130372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Request body: {'port': {'device_id': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:53.162780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.227479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.286521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.326439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:53.404401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:53.425952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=1519e9f9-34f5-4373-acae-94ce1976717d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:53.429826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:53.430389 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.508921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b53b16d1-f90a-4c99-941b-5edc5b758f65 None None] Provisioning complete for port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:53.509231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b53b16d1-f90a-4c99-941b-5edc5b758f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.610260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b53b16d1-f90a-4c99-941b-5edc5b758f65 None None] Port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:53.736981 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.769941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c79e6-7f48-4007-97f3-aee88e873f1e req-02d43f24-1647-4baf-97f8-42aa38d3e6c4 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:53.779098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a6c79e6-7f48-4007-97f3-aee88e873f1e req-02d43f24-1647-4baf-97f8-42aa38d3e6c4 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.4732487 Nov 25 18:38:53.929114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 10.1.1.248 (555653af-d6f5-46ed-87dc-790a01671aea/09797fbe-7ad8-49e9-a9b7-8b4fd053686b/886f2fce-913f-40db-a349-0e0f037d2c38) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:53.979378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:53.997436 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.071392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0c613-c244-4bce-aa06-f665f043fff8 None None] Pushing event updated for resources: {'Port': ['ID=d29248a6-3e19-42da-bb31-9b05eb68b311,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:54.123745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fc927-759d-4211-b424-71132fd9461d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:54.136684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Attempting to bind port d29248a6-3e19-42da-bb31-9b05eb68b311 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:54.136991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Attempting to bind port d29248a6-3e19-42da-bb31-9b05eb68b311 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:54.137882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Attempting to bind port d29248a6-3e19-42da-bb31-9b05eb68b311 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:54.146750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:54.147180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:54.148564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.148564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:54.148763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Bound port: d29248a6-3e19-42da-bb31-9b05eb68b311, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:54.149374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.220875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] For port d29248a6-3e19-42da-bb31-9b05eb68b311, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:54.226012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] For port d29248a6-3e19-42da-bb31-9b05eb68b311, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d29248a6-3e19-42da-bb31-9b05eb68b311,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:54.235732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.241924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608da81-af22-4c67-a09e-a79244cfdcca req-61117226-19db-4279-8b7f-f309b8f11a43 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:54.253829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9608da81-af22-4c67-a09e-a79244cfdcca req-61117226-19db-4279-8b7f-f309b8f11a43 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.5076263 Nov 25 18:38:54.264068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.312759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0c613-c244-4bce-aa06-f665f043fff8 None None] Pushing event updated for resources: {'Port': ['ID=d29248a6-3e19-42da-bb31-9b05eb68b311,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:54.372425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-30fc87b2-f359-4c54-aa73-6db2e6d9cd46 None None] Provisioning complete for port d29248a6-3e19-42da-bb31-9b05eb68b311 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:54.372799 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30fc87b2-f359-4c54-aa73-6db2e6d9cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.374846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681f550-0f14-48d7-b6c7-cb8d90d81567 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:38:54.425895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:54.426898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:54.428387 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.469062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9608da81-af22-4c67-a09e-a79244cfdcca req-2df6f663-c5b4-4e4e-ae3c-9f767ecb6c6f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142341 Nov 25 18:38:54.545863 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.563225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a6c79e6-7f48-4007-97f3-aee88e873f1e req-ab9bb16d-2bfc-4bd1-bb90-56a3990dee0c tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831161 Nov 25 18:38:54.594907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Allocated IP 172.20.0.1 (f1886c0f-73a1-4984-a749-886b5d234906/319c8888-56a8-401f-832b-410794f58701/2b4cf999-b999-4bf0-8c5d-91a842c44e64) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:54.596459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:54.676123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network 555653af-d6f5-46ed-87dc-790a01671aea is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:54.685476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:54.686779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0fb0c-6833-4b2f-ae12-801551ee45eb None None] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:38:54.693145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:54.712762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=886f2fce-913f-40db-a349-0e0f037d2c38,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:54.894774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:54.896209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:54.930140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfeb5c-7ca7-453b-a1c8-5bd8b5503f80 req-21073e7e-6a62-492c-baf7-d23d340cf628 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:54.931910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28cfeb5c-7ca7-453b-a1c8-5bd8b5503f80 req-21073e7e-6a62-492c-baf7-d23d340cf628 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 931 time: 0.1975138 Nov 25 18:38:55.038113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-20f92bf8-a120-4023-a88f-7430dd2c125b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5922573 Nov 25 18:38:55.071401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'admin_state_up': True, 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'security_groups': ['e31c9120-2719-4fb7-8d28-377dcfe56fae']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:55.131692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:55.146610 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.153866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28cfeb5c-7ca7-453b-a1c8-5bd8b5503f80 req-df165de0-23e4-45f9-9192-ec6c35577c94 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719437 Nov 25 18:38:55.164553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-a77e676a-5b5f-4276-b97b-6d1a20c6927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:55.166063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-a77e676a-5b5f-4276-b97b-6d1a20c6927b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.2661459 Nov 25 18:38:55.176980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30fc87b2-f359-4c54-aa73-6db2e6d9cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.184339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.190179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Transition to ACTIVE for port object 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:38:55.192979 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.199696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.211291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.211594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.238354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50fde6-0889-4c36-a8a4-8be3cbae6bc8 req-e4c6b924-ff9c-4ff0-8105-3a54bce864d0 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:55.244826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc50fde6-0889-4c36-a8a4-8be3cbae6bc8 req-e4c6b924-ff9c-4ff0-8105-3a54bce864d0 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 950 time: 0.2958877 Nov 25 18:38:55.321645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-30fc87b2-f359-4c54-aa73-6db2e6d9cd46 None None] For port d29248a6-3e19-42da-bb31-9b05eb68b311, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d29248a6-3e19-42da-bb31-9b05eb68b311,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:55.357271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30fc87b2-f359-4c54-aa73-6db2e6d9cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.416154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:55.444428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc87b2-f359-4c54-aa73-6db2e6d9cd46 None None] Pushing event updated for resources: {'Port': ['ID=d29248a6-3e19-42da-bb31-9b05eb68b311,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:55.452326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fe01f185-8523-439d-9d7e-cc55fc2a075c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:55.500540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.526991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc50fde6-0889-4c36-a8a4-8be3cbae6bc8 req-08a92835-53df-4cb0-a401-a2f7e3542e98 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809093 Nov 25 18:38:55.537751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:47Z', 'revision_number': 3, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:55.544884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=1519e9f9-34f5-4373-acae-94ce1976717d,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:55.575344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858b0e0-9bf9-4323-92cc-992eec5d47c5 req-0cce7309-ca2d-4d90-bc9f-abc6eef5e33b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:55.579288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7031-18d6-4d09-bbc2-49de869dd1de None None] The sync data for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 is: [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:47Z', 'revision_number': 3, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:55.581889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858b0e0-9bf9-4323-92cc-992eec5d47c5 req-0cce7309-ca2d-4d90-bc9f-abc6eef5e33b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:55.584460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f858b0e0-9bf9-4323-92cc-992eec5d47c5 req-0cce7309-ca2d-4d90-bc9f-abc6eef5e33b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 1654 time: 0.2700031 Nov 25 18:38:55.605718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-96bd38a5-15d4-4a5c-8d6d-8e6f97563f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:55.607271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-96bd38a5-15d4-4a5c-8d6d-8e6f97563f04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 0.4177287 Nov 25 18:38:55.610387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:55.614567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.641328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port fe01f185-8523-439d-9d7e-cc55fc2a075c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:55.642756 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.695757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2c80ff3-b15c-445e-8d98-0ec29dbc93d0 None None] Provisioning complete for port d29248a6-3e19-42da-bb31-9b05eb68b311 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:55.696198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2c80ff3-b15c-445e-8d98-0ec29dbc93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.699060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Network f1886c0f-73a1-4984-a749-886b5d234906 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:55.710258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:55.736757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:55.743429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Attempting to bind port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:55.743913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Attempting to bind port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:55.744355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Attempting to bind port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 on network 50f03752-a787-4b18-86b7-97e035efbdb0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:55.776139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f858b0e0-9bf9-4323-92cc-992eec5d47c5 req-4c47206a-be92-4d0f-8cc2-c0524f197a94 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859937 Nov 25 18:38:55.777333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 on network 50f03752-a787-4b18-86b7-97e035efbdb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:38:55.777765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Attempting to bind port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 on network 50f03752-a787-4b18-86b7-97e035efbdb0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:55.816198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-45b7d191-3c37-4bfd-b91f-4976e6cb1922 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.1962452 Nov 25 18:38:55.828066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:55.844163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:55.877155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:55.877654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Checking segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:55.878233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Bound using segment: {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:55.878859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Bound port: 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a163ae-c2f5-42b0-8c74-7810ee291cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:55.880437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:55.961097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Pushing event updated for resources: {'Port': ['ID=2b4cf999-b999-4bf0-8c5d-91a842c44e64,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:56.089501 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.129151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] For port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:56.132949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] For port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:56.133165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2c80ff3-b15c-445e-8d98-0ec29dbc93d0 None None] Provisioning complete for port fe01f185-8523-439d-9d7e-cc55fc2a075c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:56.133425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2c80ff3-b15c-445e-8d98-0ec29dbc93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.143888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:38:56.165613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port fe01f185-8523-439d-9d7e-cc55fc2a075c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fe01f185-8523-439d-9d7e-cc55fc2a075c,segment=NetworkSegment(12f8d766-1b91-42af-a44b-f59ad809f932),segment_id=12f8d766-1b91-42af-a44b-f59ad809f932)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:56.167635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52541d01-40df-4b4f-b87c-9a073d8864db req-28274b5c-0150-4fc9-a0f3-4dcdfb0d27f3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:56.173967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ae3b9-32bd-4d0d-8bec-05c08eaa8e0b req-3f2388de-bf6b-435c-9bdf-f42ba58e3e25 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:56.177140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.183326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52541d01-40df-4b4f-b87c-9a073d8864db req-28274b5c-0150-4fc9-a0f3-4dcdfb0d27f3 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2572560 Nov 25 18:38:56.185072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f36ae3b9-32bd-4d0d-8bec-05c08eaa8e0b req-3f2388de-bf6b-435c-9bdf-f42ba58e3e25 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.4973898 Nov 25 18:38:56.204079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-9a6b84f9-1c9f-449d-9dbf-b36cc33acbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:56.206173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-9a6b84f9-1c9f-449d-9dbf-b36cc33acbc3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.3745551 Nov 25 18:38:56.210563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.289105 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.368929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:38:56.381545 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:38:56.391687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ccde96d6-6aaf-4675-a5a3-0d25df41d287 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9495752 Nov 25 18:38:56.398922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40302) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:56.404551 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:56.405219 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:56.407396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=fe01f185-8523-439d-9d7e-cc55fc2a075c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:56.414867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1320204937'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:56.419403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-bbda7cf0-72db-4cb5-8ac4-78fe07acfba2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942093 Nov 25 18:38:56.436777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2c80ff3-b15c-445e-8d98-0ec29dbc93d0 None None] Provisioning complete for port 886f2fce-913f-40db-a349-0e0f037d2c38 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:56.437489 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2c80ff3-b15c-445e-8d98-0ec29dbc93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.502308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:56.502974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.521642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] 10.222.0.64 "PUT /v2.0/ports/2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 HTTP/1.1" status: 200 len: 1091 time: 3.3826454 Nov 25 18:38:56.524865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c2c80ff3-b15c-445e-8d98-0ec29dbc93d0 None None] Port 886f2fce-913f-40db-a349-0e0f037d2c38 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:56.532892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:38:56.535314 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df5b815-3ae8-42fb-9169-46623bcf12af" -d '{"events": [{"name": "network-changed", "server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:38:56.594514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 10.1.1.187 (555653af-d6f5-46ed-87dc-790a01671aea/09797fbe-7ad8-49e9-a9b7-8b4fd053686b/8b846aee-081e-428e-91e0-a43843349da6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:38:56.609918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:56.615685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.659871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f36ae3b9-32bd-4d0d-8bec-05c08eaa8e0b req-f0e0d719-a217-4a21-8aa3-261e17bae32b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736557 Nov 25 18:38:56.689523 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:56.712695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Provisioning complete for port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:56.713056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.745040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52541d01-40df-4b4f-b87c-9a073d8864db req-8a936733-ecfb-4e11-a95d-8597521ec3ef tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605557 Nov 25 18:38:56.829482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:56.839946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-a41743de-e8c9-4f47-8c16-60d703ad61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:56.843589 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-a41743de-e8c9-4f47-8c16-60d703ad61fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 1094 time: 0.2735746 Nov 25 18:38:56.846935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d33a8-86ce-4175-b83e-89d8f70dda42 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:56.861684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Provisioning complete for port 1519e9f9-34f5-4373-acae-94ce1976717d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:56.862760 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:56.973049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Port 1519e9f9-34f5-4373-acae-94ce1976717d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:56.981197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-714034c7-5ace-4b13-b9ce-9c5fd1ea4b79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 HTTP/1.1" status: 200 len: 217 time: 0.1144855 Nov 25 18:38:57.001177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:38:57.002544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Provisioning complete for port fe01f185-8523-439d-9d7e-cc55fc2a075c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:57.002878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4855546-9897-48e2-aa78-4c10d242fac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.023597 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.023893 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment 60ec92d3-3281-4e82-956a-27fd93350e07 of type vlan for network 263cb643-06ba-46ca-be65-dafcc83bfb2c Nov 25 18:38:57.072224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e8cda-7087-4312-a228-10dce32cb8c2 req-ac73a9a1-e806-4d65-af17-d938040510a4 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:57.079743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d11e8cda-7087-4312-a228-10dce32cb8c2 req-ac73a9a1-e806-4d65-af17-d938040510a4 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.1394963 Nov 25 18:38:57.150438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d11e8cda-7087-4312-a228-10dce32cb8c2 req-765b2ed7-ed97-4953-b40d-5b7fe6079b39 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625868 Nov 25 18:38:57.172634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-2f3c0d0b-4f59-49f6-8c47-230439a05abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:57.177342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-2f3c0d0b-4f59-49f6-8c47-230439a05abb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.1818533 Nov 25 18:38:57.195873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.227678 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:38:53Z', 'revision_number': 3, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:54Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:57.266252 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:38:57.266895 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Updating router f466bbb7-6873-47b5-b60d-89210a39e663 port 1519e9f9-34f5-4373-acae-94ce1976717d binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:38:57.289043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-91c11087-7710-4f9d-a505-f2c2f5e1716f service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528404 Nov 25 18:38:57.299612 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.300465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.343350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-af2f70ac-a2d6-4944-a039-2fd21204f6e4 None None] Provisioning complete for port 1519e9f9-34f5-4373-acae-94ce1976717d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:57.343900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-af2f70ac-a2d6-4944-a039-2fd21204f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.374649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-f5c6d237-e693-4afe-9cc5-4b666a159027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:57.377318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-f5c6d237-e693-4afe-9cc5-4b666a159027 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917281 Nov 25 18:38:57.416618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba0969-2967-40e5-b219-3e4fccd06036 req-1ba241dd-0aea-4992-8d83-0d6cf9d2d4f1 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:57.426250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31ba0969-2967-40e5-b219-3e4fccd06036 req-1ba241dd-0aea-4992-8d83-0d6cf9d2d4f1 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 950 time: 0.5429003 Nov 25 18:38:57.428673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-af2f70ac-a2d6-4944-a039-2fd21204f6e4 None None] Port 1519e9f9-34f5-4373-acae-94ce1976717d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:38:57.444186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef037-0925-4e09-a0fd-d6c5c6fb67c0 req-939b6cc1-88b2-4ba4-8899-1c73f0630719 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:57.454727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eef037-0925-4e09-a0fd-d6c5c6fb67c0 req-939b6cc1-88b2-4ba4-8899-1c73f0630719 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 943 time: 0.1250682 Nov 25 18:38:57.527946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fe01f185-8523-439d-9d7e-cc55fc2a075c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:57.568058 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eef037-0925-4e09-a0fd-d6c5c6fb67c0 req-885d19dc-8aa3-4476-bf7e-322afbbb0267 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081455 Nov 25 18:38:57.607857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port fe01f185-8523-439d-9d7e-cc55fc2a075c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:57.608445 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.637742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-08eb7346-110b-42ad-af84-d6a3593c7f63 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488627 Nov 25 18:38:57.649001 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d8e115-f99b-4ae5-bd33-68c2f0592d0c x-openstack-request-id: req-27d8e115-f99b-4ae5-bd33-68c2f0592d0c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:38:57.649497 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:38:57.649936 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27d8e115-f99b-4ae5-bd33-68c2f0592d0c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:38:57.650526 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'status': 'completed', 'code': 200} Nov 25 18:38:57.674243 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.683685 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.734282 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c96c8-1142-4f64-aaea-3553079f7de8 None None] Pushing event updated for resources: {'Port': ['ID=1519e9f9-34f5-4373-acae-94ce1976717d,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:57.776123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31ba0969-2967-40e5-b219-3e4fccd06036 req-89ed4ea4-c40a-4af8-bd2e-406a200cc741 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482685 Nov 25 18:38:57.792414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d29248a6-3e19-42da-bb31-9b05eb68b311 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:57.793626 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.816501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:57.817192 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.835347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aab9db0-9186-40bb-bd73-e8d9e38cb8aa req-091bc212-e1e8-4624-8c59-8f3022882e8d service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832907 Nov 25 18:38:57.883451 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Attempting to bind port 1519e9f9-34f5-4373-acae-94ce1976717d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:38:57.883810 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Attempting to bind port 1519e9f9-34f5-4373-acae-94ce1976717d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:38:57.886070 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Attempting to bind port 1519e9f9-34f5-4373-acae-94ce1976717d on network 68479948-a098-4e92-b0ac-467b9a4dd8b2 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:38:57.897530 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:38:57.903674 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Checking segment: {'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:38:57.904946 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.905928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d29248a6-3e19-42da-bb31-9b05eb68b311 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:57.906665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:57.908456 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Bound using segment: {'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:38:57.910486 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Bound port: 1519e9f9-34f5-4373-acae-94ce1976717d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f8d766-1b91-42af-a44b-f59ad809f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:38:57.912049 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:58.060121 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] For port 1519e9f9-34f5-4373-acae-94ce1976717d, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:38:58.066697 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] For port 1519e9f9-34f5-4373-acae-94ce1976717d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1519e9f9-34f5-4373-acae-94ce1976717d,segment=NetworkSegment(12f8d766-1b91-42af-a44b-f59ad809f932),segment_id=12f8d766-1b91-42af-a44b-f59ad809f932)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:38:58.079585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3065b6a-a2bc-4d51-8627-cec894eaafc5 req-79a7f355-2e6c-4768-b3f7-1ccf09222512 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:58.080805 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:58.092899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3065b6a-a2bc-4d51-8627-cec894eaafc5 req-79a7f355-2e6c-4768-b3f7-1ccf09222512 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1919241 Nov 25 18:38:58.120370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-a2574b7e-fb33-4444-a4f9-59f07586d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:58.123184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-a2574b7e-fb33-4444-a4f9-59f07586d634 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 1094 time: 0.2066867 Nov 25 18:38:58.151309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:58.179516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=263cb643-06ba-46ca-be65-dafcc83bfb2c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:58.184860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8dbd6cc-eaa5-4666-a5cd-22bf79d5906c req-16cfa5e2-d8d9-416b-93f1-c336c19671c1 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8814337 Nov 25 18:38:58.192788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:38:58.198349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-14b79308-98cd-4eaf-8d94-fb81e7aba8be tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7942851 Nov 25 18:38:58.199306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:58.208139 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c96c8-1142-4f64-aaea-3553079f7de8 None None] Pushing event updated for resources: {'Port': ['ID=1519e9f9-34f5-4373-acae-94ce1976717d,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:58.224224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:58.225720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40318) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:38:58.247793 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:38:58.248959 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:58.260381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:38:58.341480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-26ed3756-9380-4613-8d50-3ccd2fd5637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:58.343221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-26ed3756-9380-4613-8d50-3ccd2fd5637c service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.2070398 Nov 25 18:38:58.370114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0baed21d-5edb-4f3d-9023-909310a9cdc5 None None] Provisioning complete for port 1519e9f9-34f5-4373-acae-94ce1976717d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:58.370711 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0baed21d-5edb-4f3d-9023-909310a9cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:58.431295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-6995f791-c888-4091-ae98-0b66e58e732a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 HTTP/1.1" status: 200 len: 217 time: 0.0679643 Nov 25 18:38:58.446878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3065b6a-a2bc-4d51-8627-cec894eaafc5 req-2c3373d1-5066-4608-840c-511b6325bf18 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529654 Nov 25 18:38:58.451512 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:38:58.552709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-8d06d506-ac88-4e20-b631-b290e8a53ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:58.554222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-8d06d506-ac88-4e20-b631-b290e8a53ddb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.0959463 Nov 25 18:38:58.655805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-95dd1f9c-5ed8-4f8d-b1e2-211599ddc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:58.657463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-95dd1f9c-5ed8-4f8d-b1e2-211599ddc5a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944278 Nov 25 18:38:58.840984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-04a32653-a979-44b6-8043-d7e5f64d6a36 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722825 Nov 25 18:38:58.982718 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:38:53Z', 'revision_number': 3, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:58Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:38:59.002319 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2df5b815-3ae8-42fb-9169-46623bcf12af req-a0aecfbc-3e5f-4280-ad9c-35c49fc92b00 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519282 Nov 25 18:38:59.017455 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ada718-8469-40fc-8136-b7797d3c624f None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:38:53Z', 'revision_number': 3, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:58Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:38:59.023761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Pushing event updated for resources: {'Port': ['ID=2b4cf999-b999-4bf0-8c5d-91a842c44e64,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:59.041222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0baed21d-5edb-4f3d-9023-909310a9cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.128634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0baed21d-5edb-4f3d-9023-909310a9cdc5 None None] For port 1519e9f9-34f5-4373-acae-94ce1976717d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1519e9f9-34f5-4373-acae-94ce1976717d,segment=NetworkSegment(12f8d766-1b91-42af-a44b-f59ad809f932),segment_id=12f8d766-1b91-42af-a44b-f59ad809f932)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:59.142531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0baed21d-5edb-4f3d-9023-909310a9cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.155879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.160833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.163526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:38:59.169595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.211849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baed21d-5edb-4f3d-9023-909310a9cdc5 None None] Pushing event updated for resources: {'Port': ['ID=1519e9f9-34f5-4373-acae-94ce1976717d,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:59.251202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740580-ab87-453b-aea6-465a5b7cca53 req-a4c8a765-35f9-44fb-931d-0745b5a09841 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:59.272371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740580-ab87-453b-aea6-465a5b7cca53 req-a4c8a765-35f9-44fb-931d-0745b5a09841 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:59.276093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-00ad0af8-6c5e-4f9f-be6a-80d7e5de4f61 None None] Provisioning complete for port 1519e9f9-34f5-4373-acae-94ce1976717d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:59.276419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00ad0af8-6c5e-4f9f-be6a-80d7e5de4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.283463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5740580-ab87-453b-aea6-465a5b7cca53 req-a4c8a765-35f9-44fb-931d-0745b5a09841 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 1654 time: 1.2492137 Nov 25 18:38:59.286569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-782cb98d-fb8e-44a0-91f4-892323723822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:59.288050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-782cb98d-fb8e-44a0-91f4-892323723822 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 1097 time: 0.3540022 Nov 25 18:38:59.426030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1519e9f9-34f5-4373-acae-94ce1976717d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:38:59.496297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:38:59.573554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=8b846aee-081e-428e-91e0-a43843349da6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:38:59.603735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a033-eda8-4912-9271-9fac78bdd693 req-a7c919af-86ab-4b8c-9bc1-7cd71a3e8d90 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:59.613210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ffb8a033-eda8-4912-9271-9fac78bdd693 req-a7c919af-86ab-4b8c-9bc1-7cd71a3e8d90 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.0905101 Nov 25 18:38:59.631600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:59.639502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network 555653af-d6f5-46ed-87dc-790a01671aea is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:38:59.645976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1519e9f9-34f5-4373-acae-94ce1976717d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:38:59.646688 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.649803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'port_id': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'mac_address': 'fa:16:3e:c2:01:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:38:59.681330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:38:59.705340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:38:59.726390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ffb8a033-eda8-4912-9271-9fac78bdd693 req-567ff480-6628-431f-89ae-a2aa874e3e08 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067848 Nov 25 18:38:59.756841 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.788665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:38:59.819446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5740580-ab87-453b-aea6-465a5b7cca53 req-e3b61e5b-3699-46ef-94de-071cb5eb537e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5350924 Nov 25 18:38:59.865209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:38:59.892040 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.921715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64ef9e-002c-4719-838f-d3f70d392584 req-2b88b8ee-5e6d-49be-be25-9ada3f5b664a tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:59.934553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b64ef9e-002c-4719-838f-d3f70d392584 req-2b88b8ee-5e6d-49be-be25-9ada3f5b664a tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 943 time: 0.1190710 Nov 25 18:38:59.940992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:38:59.941678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:38:59.980983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:00.009033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b64ef9e-002c-4719-838f-d3f70d392584 req-86fcf49c-889d-420b-a0a3-60c7fa356be9 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706227 Nov 25 18:39:00.153514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8d2262ea-6372-41f9-b67c-8a281f145eed None None] Provisioning complete for port 8b846aee-081e-428e-91e0-a43843349da6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:00.154190 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d2262ea-6372-41f9-b67c-8a281f145eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:00.165464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-f11e1be5-a0f3-4cc7-9be3-23ac3da78737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:00.168100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-f11e1be5-a0f3-4cc7-9be3-23ac3da78737 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 200 len: 914 time: 0.8025594 Nov 25 18:39:00.179992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Network f1886c0f-73a1-4984-a749-886b5d234906 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:00.196631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8d2262ea-6372-41f9-b67c-8a281f145eed None None] Port 8b846aee-081e-428e-91e0-a43843349da6 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:39:00.201582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e3377692-86de-47ad-a51c-a1df06eddfd5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1465297 Nov 25 18:39:00.209361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:00.211140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642a682-62a2-4e6a-a7a6-c7c584819224 req-492e3628-af73-463e-a803-5596acc8dc3d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:00.219133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b642a682-62a2-4e6a-a7a6-c7c584819224 req-492e3628-af73-463e-a803-5596acc8dc3d tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.0835896 Nov 25 18:39:00.227158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d', 'admin_state_up': True, 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'security_groups': ['e31c9120-2719-4fb7-8d28-377dcfe56fae']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:00.235830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:00.294865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b642a682-62a2-4e6a-a7a6-c7c584819224 req-8a165972-fc78-48b2-8d54-5dda58a530ea tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749221 Nov 25 18:39:00.375564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:00.383366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-76d4abf2-270a-48a0-bde0-967a0371e973 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 200 len: 217 time: 0.1967654 Nov 25 18:39:00.447739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa3768-0322-46b4-8f24-931c0ec84305 req-3eae5b1f-da96-4add-b369-d35595522446 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:00.449199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7aa3768-0322-46b4-8f24-931c0ec84305 req-3eae5b1f-da96-4add-b369-d35595522446 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.4444482 Nov 25 18:39:00.516095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=d2eca7be-fd1c-48cc-93bf-ab9647464cd1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:00.531056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-580c0800-5e04-4701-90de-4b695de650ba None None] Provisioning complete for port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:00.531637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-580c0800-5e04-4701-90de-4b695de650ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:00.568798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-580c0800-5e04-4701-90de-4b695de650ba None None] Port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:39:00.591394 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:00.613413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-5aa1c141-9b07-4383-b097-5ed3ae669bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:00.615455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-5aa1c141-9b07-4383-b097-5ed3ae669bda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 200 len: 853 time: 0.1784906 Nov 25 18:39:00.666160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:00.666560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: 263cb643-06ba-46ca-be65-dafcc83bfb2c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:39:00.672051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-6390785b-6df3-4711-951b-696b508c4b0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391579 Nov 25 18:39:00.675673 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7aa3768-0322-46b4-8f24-931c0ec84305 req-37940f1e-e2ee-4b33-a604-a32d76696b04 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044826 Nov 25 18:39:00.679394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:00.771976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Router 719f98a5-5fac-4d35-951c-aaf117f3f0ef has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:00.813987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:39:00.857752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa225ae-6370-4a95-a9ae-9cf2ca7a2df9 req-5a42dc50-0272-4d7f-b08c-bc91a5bd15af tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:00.859771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfa225ae-6370-4a95-a9ae-9cf2ca7a2df9 req-5a42dc50-0272-4d7f-b08c-bc91a5bd15af tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.0738533 Nov 25 18:39:00.912739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfa225ae-6370-4a95-a9ae-9cf2ca7a2df9 req-e5df7597-637f-46ad-8e0d-7747c1d6e889 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Nov 25 18:39:00.976409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 263cb643-06ba-46ca-be65-dafcc83bfb2c) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:00.982290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:00.982290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:00.990041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a795bb4-12af-4b66-8e12-086414d5c116 None None] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:01.001939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-a045b81f-3e40-4781-9844-813c07a4806f service neutron] 10.222.0.66 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174694 Nov 25 18:39:01.071099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.075783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a256c99c-7023-45f7-b787-e53d393f2ce3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8246262 Nov 25 18:39:01.078868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40354) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:01.126986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:01.144416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-66766ee0-b874-4c08-9e85-efd30ff8cbca admin admin] 10.222.0.62 "PUT /v2.0/routers/719f98a5-5fac-4d35-951c-aaf117f3f0ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4356103 Nov 25 18:39:01.150431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Sync routers for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:01.191286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b334c-ccbd-4ae0-b4c3-a481cef16fc6 req-53b32b49-ed72-4fa8-96d8-9ded91d80605 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:01.205671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-263cb643-06ba-46ca-be65-dafcc83bfb2c', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:39:01.206586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.207508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b334c-ccbd-4ae0-b4c3-a481cef16fc6 req-53b32b49-ed72-4fa8-96d8-9ded91d80605 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:01.213727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b334c-ccbd-4ae0-b4c3-a481cef16fc6 req-53b32b49-ed72-4fa8-96d8-9ded91d80605 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:01.223874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f5b334c-ccbd-4ae0-b4c3-a481cef16fc6 req-53b32b49-ed72-4fa8-96d8-9ded91d80605 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 2375 time: 0.2774527 Nov 25 18:39:01.281691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aaceb-c9c3-40e0-bfc9-938e113d32b5 req-567a7927-5f1d-4dc1-8881-0a5eba9b506b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:01.292286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-172aaceb-c9c3-40e0-bfc9-938e113d32b5 req-567a7927-5f1d-4dc1-8881-0a5eba9b506b tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 944 time: 0.2060809 Nov 25 18:39:01.460585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Allocated IP 2001:db8:2::2 (263cb643-06ba-46ca-be65-dafcc83bfb2c/d2eca7be-fd1c-48cc-93bf-ab9647464cd1/5def8b57-8780-4f73-864a-650e679d6dc5) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:01.487873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32b12a09-8dd9-4f50-9a6c-6529e4ffd275 req-b6f13c00-02cb-44cc-a9be-fd5568703811 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562500 Nov 25 18:39:01.494335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f5b334c-ccbd-4ae0-b4c3-a481cef16fc6 req-c44ad65a-9ae1-45dd-bbca-03e4343e5ffe tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381706 Nov 25 18:39:01.594756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 10.2.2.100 (a281785e-1083-4443-9ac0-043f4de9670d/f85c13cb-c48f-4e08-86ee-7b6ade933ad0/e02796df-229d-4986-942a-f2ea88ac1b3f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:01.659078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-172aaceb-c9c3-40e0-bfc9-938e113d32b5 req-939060b4-2327-4cae-be3e-d021511018df tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655219 Nov 25 18:39:01.707062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.726332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.736326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1519e9f9-34f5-4373-acae-94ce1976717d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:01.773283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:01.775564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:01.783931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:01.784593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:01.787293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.789260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.827656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:01.876409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:01.879778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:01.885064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37087ab8-51ad-4f04-8199-c723d9baf476 req-9d49439c-7018-406f-8f9d-0e9b9f16ca25 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:01.887637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37087ab8-51ad-4f04-8199-c723d9baf476 req-9d49439c-7018-406f-8f9d-0e9b9f16ca25 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.0698802 Nov 25 18:39:01.889376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.952146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1519e9f9-34f5-4373-acae-94ce1976717d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:01.952588 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:01.988488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network a281785e-1083-4443-9ac0-043f4de9670d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:01.997837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:02.000557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=e02796df-229d-4986-942a-f2ea88ac1b3f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:02.011733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:02.022136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37087ab8-51ad-4f04-8199-c723d9baf476 req-f58d3ba0-54dd-4abd-b6e7-6b4728209a56 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217263 Nov 25 18:39:02.096376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Attempting to bind port 5def8b57-8780-4f73-864a-650e679d6dc5 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:02.096660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Attempting to bind port 5def8b57-8780-4f73-864a-650e679d6dc5 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:02.097032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Attempting to bind port 5def8b57-8780-4f73-864a-650e679d6dc5 on network 263cb643-06ba-46ca-be65-dafcc83bfb2c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:02.122769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40378) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:02.128572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:02.129478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.136913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:02.137407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Checking segment: {'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:02.137883 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.138751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Bound using segment: {'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:02.139328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Bound port: 5def8b57-8780-4f73-864a-650e679d6dc5, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:02.139776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.153676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-04ab59ef-4b27-4b21-8060-3783f9a3442a tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417592988', 'description': 'tempest-description--1242870115'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:02.251665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-489f74f5-7941-4579-887f-680612161b58 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:39:02.261567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a1878-bf4e-46b8-aacc-8ab19690fc06 req-531735cc-fd3e-42dc-9de4-296e5f4e6d10 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:02.263217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e3a1878-bf4e-46b8-aacc-8ab19690fc06 req-531735cc-fd3e-42dc-9de4-296e5f4e6d10 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1231999 Nov 25 18:39:02.274220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8:2::1 (263cb643-06ba-46ca-be65-dafcc83bfb2c/d2eca7be-fd1c-48cc-93bf-ab9647464cd1/3235f5b3-8136-463d-85e6-8648d1889eab) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:02.297201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Pushing event updated for resources: {'Port': ['ID=5def8b57-8780-4f73-864a-650e679d6dc5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:02.303613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04ab59ef-4b27-4b21-8060-3783f9a3442a tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.321450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-341f08df-4c7c-4b10-95af-b91e6594fc60 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0996506 Nov 25 18:39:02.340451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d', 'admin_state_up': True, 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'security_groups': ['e31c9120-2719-4fb7-8d28-377dcfe56fae']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:02.353519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:02.451496 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e3a1878-bf4e-46b8-aacc-8ab19690fc06 req-0bb0a97d-fb34-425c-a529-27a2a10c494f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744311 Nov 25 18:39:02.457692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a222e5-3c8d-4838-ba76-927086449d65 req-95f18cdd-f47c-4299-8cd1-d849939b400f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:02.460516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8a222e5-3c8d-4838-ba76-927086449d65 req-95f18cdd-f47c-4299-8cd1-d849939b400f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.1722000 Nov 25 18:39:02.524368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04ab59ef-4b27-4b21-8060-3783f9a3442a tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.570654 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.597128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Made reservation on behalf of a249ad3a49a949a4ad379614c2e9057b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:02.601900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.650034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04ab59ef-4b27-4b21-8060-3783f9a3442a tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.734507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab59ef-4b27-4b21-8060-3783f9a3442a tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13395012-a1b2-467a-bec8-ea6c722a3367,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:02.754196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7d504132-852d-4314-a904-09a28d386e1b None None] Provisioning complete for port e02796df-229d-4986-942a-f2ea88ac1b3f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:02.755390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d504132-852d-4314-a904-09a28d386e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.756169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.768310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:39:02.771811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76092ff0-0ac8-47e7-b878-bbc805a12179 req-9f7cfad5-f28c-438c-9287-d47fe56d012e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:02.788606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76092ff0-0ac8-47e7-b878-bbc805a12179 req-9f7cfad5-f28c-438c-9287-d47fe56d012e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:02.796902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76092ff0-0ac8-47e7-b878-bbc805a12179 req-9f7cfad5-f28c-438c-9287-d47fe56d012e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:02.811620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76092ff0-0ac8-47e7-b878-bbc805a12179 req-9f7cfad5-f28c-438c-9287-d47fe56d012e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:02.813373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8a222e5-3c8d-4838-ba76-927086449d65 req-bfa3569e-fecc-4d2c-9dbe-16d196d71b00 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743133 Nov 25 18:39:02.821349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76092ff0-0ac8-47e7-b878-bbc805a12179 req-9f7cfad5-f28c-438c-9287-d47fe56d012e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 3096 time: 0.1891861 Nov 25 18:39:02.825864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04ab59ef-4b27-4b21-8060-3783f9a3442a tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.827838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-04ab59ef-4b27-4b21-8060-3783f9a3442a tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7041063 Nov 25 18:39:02.829591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:02.829971 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:02.865945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:02.871581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b2f84ef4-c9b6-49f5-aecd-ca6765ba32c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Request body: {'security_group_rule': {'security_group_id': '13395012-a1b2-467a-bec8-ea6c722a3367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:02.939088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:02.971187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:02.973737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Allocated IP 10.2.2.200 (a281785e-1083-4443-9ac0-043f4de9670d/f85c13cb-c48f-4e08-86ee-7b6ade933ad0/ff2a30b5-8694-447d-9fb4-a2b242b4e8b8) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:02.994784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:02.998237 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.078825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] For port 5def8b57-8780-4f73-864a-650e679d6dc5, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:03.099572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:03.133368 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76092ff0-0ac8-47e7-b878-bbc805a12179 req-811bcfbf-54be-4453-b412-ea46c1df10dc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071606 Nov 25 18:39:03.158862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] For port 5def8b57-8780-4f73-864a-650e679d6dc5, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5def8b57-8780-4f73-864a-650e679d6dc5,segment=NetworkSegment(60ec92d3-3281-4e82-956a-27fd93350e07),segment_id=60ec92d3-3281-4e82-956a-27fd93350e07)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:03.168316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=3235f5b3-8136-463d-85e6-8648d1889eab,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:03.178318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7d504132-852d-4314-a904-09a28d386e1b None None] Port e02796df-229d-4986-942a-f2ea88ac1b3f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:39:03.186297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'mac_address': 'fa:16:3e:52:3a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:03.188473 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.200915 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.266253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.370327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792260e5-555e-4dce-8dc7-5b5f2f4c6e85 None None] Pushing event updated for resources: {'Port': ['ID=5def8b57-8780-4f73-864a-650e679d6dc5,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:03.373241 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.398861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.403680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:03.410218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.457284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:03.474649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:03.477314 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edeacea-70a5-4060-be78-362767f9d420" -d '{"events": [{"server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "name": "network-vif-plugged", "status": "completed", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:03.484701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 2, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:03.492819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.500456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:03.522749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Network a281785e-1083-4443-9ac0-043f4de9670d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:03.573400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:03.589815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae5f02-3232-4f44-a276-530f0a17b0d0 req-f29fa877-539d-4ddf-93d6-bc2313e58199 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:03.591889 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62ae5f02-3232-4f44-a276-530f0a17b0d0 req-f29fa877-539d-4ddf-93d6-bc2313e58199 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2954950 Nov 25 18:39:03.592954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:03.648805 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.661054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Checking router: 719f98a5-5fac-4d35-951c-aaf117f3f0ef for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:03.662364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Updating router 719f98a5-5fac-4d35-951c-aaf117f3f0ef port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:39:03.678517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:03.731390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:03.732692 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.786954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4509759 Nov 25 18:39:03.816091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:03.861441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da161-bbda-4710-b26c-e8fbde300b62 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event updated for resources: {'Port': ['ID=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:03.930619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2f84ef4-c9b6-49f5-aecd-ca6765ba32c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.945550 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:03.977146 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62ae5f02-3232-4f44-a276-530f0a17b0d0 req-4e4f832d-fc3d-438d-bb60-3e0f80242a9b tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178183 Nov 25 18:39:03.984759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca314b2-3677-487c-856f-864fefcd4d31 req-7996536f-4664-43ab-95ac-f1d4e8345e08 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:03.992969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dca314b2-3677-487c-856f-864fefcd4d31 req-7996536f-4664-43ab-95ac-f1d4e8345e08 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 944 time: 0.9828975 Nov 25 18:39:04.128189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dca314b2-3677-487c-856f-864fefcd4d31 req-f03de18b-98d5-4169-9a6f-0de4447381d6 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340661 Nov 25 18:39:04.137898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.160576 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724e6cb0-de44-431f-889f-763fc9927433 x-openstack-request-id: req-724e6cb0-de44-431f-889f-763fc9927433 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:04.161110 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "name": "network-vif-plugged", "status": "completed", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:04.161204 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-724e6cb0-de44-431f-889f-763fc9927433 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:04.161584 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'code': 200} Nov 25 18:39:04.202231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.252419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:04.376215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3e093e59-1d59-489f-935c-05a5cb116637 None None] Provisioning complete for port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:04.376596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e093e59-1d59-489f-935c-05a5cb116637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.476984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85c9e04-7d63-4f83-bd19-103888d94fac {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:04.485213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:04.508491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.537402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Transition to ACTIVE for port object d85c9e04-7d63-4f83-bd19-103888d94fac will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:04.577080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.595013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3e093e59-1d59-489f-935c-05a5cb116637 None None] Port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:39:04.677027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8baf9-65da-4420-a953-7fd6aacf44b6 req-6839c69d-e02b-4e75-baae-5e20ec651052 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:04.685971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbd8baf9-65da-4420-a953-7fd6aacf44b6 req-6839c69d-e02b-4e75-baae-5e20ec651052 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1456914 Nov 25 18:39:04.687814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Pushing event updated for resources: {'Port': ['ID=d85c9e04-7d63-4f83-bd19-103888d94fac,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:04.708518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.723774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2f84ef4-c9b6-49f5-aecd-ca6765ba32c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.758363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:04.759464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.018295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2f84ef4-c9b6-49f5-aecd-ca6765ba32c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.023788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbd8baf9-65da-4420-a953-7fd6aacf44b6 req-c33fa4ac-e978-447b-bed4-8dac6dcaab0d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366838 Nov 25 18:39:05.034400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b4b0d-3408-4ce9-ba16-0896894a5152 None None] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:05.039828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Attempting to bind port d85c9e04-7d63-4f83-bd19-103888d94fac on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:05.042065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Attempting to bind port d85c9e04-7d63-4f83-bd19-103888d94fac by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:05.045590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Attempting to bind port d85c9e04-7d63-4f83-bd19-103888d94fac on network 7bf66641-9a44-4b3a-812a-74127b6c8d1a {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:05.057846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Port d85c9e04-7d63-4f83-bd19-103888d94fac on network 7bf66641-9a44-4b3a-812a-74127b6c8d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:05.058478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Attempting to bind port d85c9e04-7d63-4f83-bd19-103888d94fac on network 7bf66641-9a44-4b3a-812a-74127b6c8d1a {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:05.078631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=3235f5b3-8136-463d-85e6-8648d1889eab,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:05.110832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:05.112156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Checking segment: {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:05.112552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Bound using segment: {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:05.113003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Bound port: d85c9e04-7d63-4f83-bd19-103888d94fac, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64416b-604d-4147-8624-c2237fb98fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:05.113361 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.145971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:05.153024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:05.198273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2f84ef4-c9b6-49f5-aecd-ca6765ba32c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.205475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b2f84ef4-c9b6-49f5-aecd-ca6765ba32c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3382874 Nov 25 18:39:05.210701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:05.237393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a7d8560f-2d02-445f-b553-e7ee1588bc54 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Request body: {'security_group_rule': {'security_group_id': '13395012-a1b2-467a-bec8-ea6c722a3367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:05.244263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f84ef4-c9b6-49f5-aecd-ca6765ba32c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ce4646-018b-494e-9b38-61db242358a4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:05.288521 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.328023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d7725df7-6db0-4004-8298-dcca70d4d841 None None] Provisioning complete for port 5def8b57-8780-4f73-864a-650e679d6dc5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:05.328023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7725df7-6db0-4004-8298-dcca70d4d841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.329700 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.418363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8522d6-45c4-481f-9776-10f69b47474f None None] Pushing event updated for resources: {'Port': ['ID=2b4cf999-b999-4bf0-8c5d-91a842c44e64,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:05.425033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] For port d85c9e04-7d63-4f83-bd19-103888d94fac, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:05.430106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] For port d85c9e04-7d63-4f83-bd19-103888d94fac, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d85c9e04-7d63-4f83-bd19-103888d94fac,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:05.437550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5def8b57-8780-4f73-864a-650e679d6dc5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:05.447036 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.469486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c878b5-a9c3-42cf-9796-4f0efc0c0dce req-65b06729-e4b0-45a5-a538-de796c41a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.471079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-84c878b5-a9c3-42cf-9796-4f0efc0c0dce req-65b06729-e4b0-45a5-a538-de796c41a7e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.4026141 Nov 25 18:39:05.480371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c75a-1902-465a-84f8-7305ba95116c req-c026aa24-bee9-4495-8eec-cd782b2ec724 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.497910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec82c75a-1902-465a-84f8-7305ba95116c req-c026aa24-bee9-4495-8eec-cd782b2ec724 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.7723777 Nov 25 18:39:05.541126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:05.591329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8bef3-e361-4e5d-b15b-90306d963320 req-66a0089e-d883-4a96-841a-3d9516bbdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.608012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9de8bef3-e361-4e5d-b15b-90306d963320 req-66a0089e-d883-4a96-841a-3d9516bbdbf1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 1096 time: 0.8958507 Nov 25 18:39:05.627442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Attempting to bind port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:05.627952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Attempting to bind port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:05.628334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Attempting to bind port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 on network f1886c0f-73a1-4984-a749-886b5d234906 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:05.668810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:05.669261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Checking segment: {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:05.669691 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.670085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Bound using segment: {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:05.670614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Bound port: 2b4cf999-b999-4bf0-8c5d-91a842c44e64, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:05.673775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.682724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5bb5-7058-4126-bd35-e2424662a39c req-dda6b3d4-4c48-4773-bdb6-adc6de5a0a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.701800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5bb5-7058-4126-bd35-e2424662a39c req-dda6b3d4-4c48-4773-bdb6-adc6de5a0a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.707844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5bb5-7058-4126-bd35-e2424662a39c req-dda6b3d4-4c48-4773-bdb6-adc6de5a0a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.728252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5bb5-7058-4126-bd35-e2424662a39c req-dda6b3d4-4c48-4773-bdb6-adc6de5a0a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.753801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d5bb5-7058-4126-bd35-e2424662a39c req-dda6b3d4-4c48-4773-bdb6-adc6de5a0a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.756816 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0d5bb5-7058-4126-bd35-e2424662a39c req-dda6b3d4-4c48-4773-bdb6-adc6de5a0a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 3829 time: 0.4883709 Nov 25 18:39:05.783309 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec82c75a-1902-465a-84f8-7305ba95116c req-9bc41fc5-6c04-463c-98bf-8db32bb1b8c2 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844296 Nov 25 18:39:05.784779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:05.785544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.792435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] 10.222.0.66 "PUT /v2.0/ports/d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 200 len: 1092 time: 1.9870784 Nov 25 18:39:05.808832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:05.820193 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af9dbb6-d3be-448a-b07a-3b471863bd91" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:05.860331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] For port 2b4cf999-b999-4bf0-8c5d-91a842c44e64, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:05.877549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] For port 2b4cf999-b999-4bf0-8c5d-91a842c44e64, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2b4cf999-b999-4bf0-8c5d-91a842c44e64,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:05.890975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:05.915227 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9de8bef3-e361-4e5d-b15b-90306d963320 req-ce4668d1-aa2b-48c3-85ad-2c8bd2278b48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907705 Nov 25 18:39:05.921575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7d8560f-2d02-445f-b553-e7ee1588bc54 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.984793 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7725df7-6db0-4004-8298-dcca70d4d841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:05.990190 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.015913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b9fbb-cb80-4e8f-8313-f7d381db2786 service neutron] Pushing event updated for resources: {'Port': ['ID=d85c9e04-7d63-4f83-bd19-103888d94fac,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:06.083020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:06.166069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:06.166763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:06.168523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5def8b57-8780-4f73-864a-650e679d6dc5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:06.168902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.187857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7d8560f-2d02-445f-b553-e7ee1588bc54 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.269555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.309778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0d5bb5-7058-4126-bd35-e2424662a39c req-324e862a-d69e-40de-b917-40023141c172 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779851 Nov 25 18:39:06.330350 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-84c878b5-a9c3-42cf-9796-4f0efc0c0dce req-c225f767-fb06-400e-b11d-f0381db4cc9b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8045003 Nov 25 18:39:06.337653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d7725df7-6db0-4004-8298-dcca70d4d841 None None] For port 5def8b57-8780-4f73-864a-650e679d6dc5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5def8b57-8780-4f73-864a-650e679d6dc5,segment=NetworkSegment(60ec92d3-3281-4e82-956a-27fd93350e07),segment_id=60ec92d3-3281-4e82-956a-27fd93350e07)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:06.390834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca5a62-47fc-405e-92aa-94d6220df94f req-b0409d24-94db-4b13-9bac-be8f680207cf tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:06.400404 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dca5a62-47fc-405e-92aa-94d6220df94f req-b0409d24-94db-4b13-9bac-be8f680207cf tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.4182217 Nov 25 18:39:06.401153 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7d8560f-2d02-445f-b553-e7ee1588bc54 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.438098 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7725df7-6db0-4004-8298-dcca70d4d841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.455916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:06.456198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.465807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8560f-2d02-445f-b553-e7ee1588bc54 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc12a5c-24ea-48a5-a488-d0c746f001dd,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:06.613167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dca5a62-47fc-405e-92aa-94d6220df94f req-0e2bea36-9727-47cf-9908-b6abf8223f67 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910543 Nov 25 18:39:06.627249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7d8560f-2d02-445f-b553-e7ee1588bc54 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.635887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a7d8560f-2d02-445f-b553-e7ee1588bc54 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4217565 Nov 25 18:39:06.636583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:06.646185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:06.684689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:06.700795 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:06.703969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-91d0c6d0-eaa6-4ebf-a455-a1905d898d35 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6232765 Nov 25 18:39:06.706134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40454) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:06.706939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.715275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1004580794'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:06.735275 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:06.736554 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:06.756048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8522d6-45c4-481f-9776-10f69b47474f None None] Pushing event updated for resources: {'Port': ['ID=2b4cf999-b999-4bf0-8c5d-91a842c44e64,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:06.771631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:06.775191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.793012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Provisioning complete for port 5def8b57-8780-4f73-864a-650e679d6dc5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:06.793383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.898392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:39:06.909885 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:06.910675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847ee23-978a-4030-aaa7-1e1b38b2e6a3 req-61ca227c-a0d2-4e4c-b798-8ca4755b4ad2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:06.912399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9847ee23-978a-4030-aaa7-1e1b38b2e6a3 req-61ca227c-a0d2-4e4c-b798-8ca4755b4ad2 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 945 time: 0.1552281 Nov 25 18:39:06.983029 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9847ee23-978a-4030-aaa7-1e1b38b2e6a3 req-d4a21e5b-face-472d-b399-4430c2bd10f9 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600042 Nov 25 18:39:06.989238 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:06.989528 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added segment fca6d8a4-3737-4a03-a780-7512bbf079a5 of type vlan for network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 Nov 25 18:39:07.046076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12694c-117a-4412-b7ef-a046acfeb1f2 req-445142a7-02fd-4563-a194-28948330db87 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:07.078936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d12694c-117a-4412-b7ef-a046acfeb1f2 req-445142a7-02fd-4563-a194-28948330db87 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2953629 Nov 25 18:39:07.097411 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.114594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.194238 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb15ff2-860d-47ba-ae66-2b5f4a6495c0 x-openstack-request-id: req-acb15ff2-860d-47ba-ae66-2b5f4a6495c0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:07.195044 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:07.195403 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acb15ff2-860d-47ba-ae66-2b5f4a6495c0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:07.195909 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'status': 'completed', 'code': 200} Nov 25 18:39:07.522676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Allocated IP 172.25.2.127 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/55198962-f9ad-40f5-8fd6-cfda220e498d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:07.538870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d12694c-117a-4412-b7ef-a046acfeb1f2 req-310a2397-a76d-4610-9421-8b909008e100 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582138 Nov 25 18:39:07.541934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95504e0-a117-4329-ab31-8f5d88a6310f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:07.564871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7725df7-6db0-4004-8298-dcca70d4d841 None None] Pushing event updated for resources: {'Port': ['ID=5def8b57-8780-4f73-864a-650e679d6dc5,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:07.570830 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.599543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:07.620887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-4dba2bec-dab6-4a2d-83c2-6381a15f7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:07.624048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-4dba2bec-dab6-4a2d-83c2-6381a15f7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:07.624607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-4dba2bec-dab6-4a2d-83c2-6381a15f7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:07.626962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-4dba2bec-dab6-4a2d-83c2-6381a15f7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:07.627569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-4dba2bec-dab6-4a2d-83c2-6381a15f7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:07.630251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-4dba2bec-dab6-4a2d-83c2-6381a15f7d20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 4364 time: 0.4421749 Nov 25 18:39:07.699746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Transition to ACTIVE for port object e95504e0-a117-4329-ab31-8f5d88a6310f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:07.745602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.834816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.851909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5def8b57-8780-4f73-864a-650e679d6dc5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:07.861608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:39:07.883111 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.927104 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:03Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:04Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:07.954238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.961312 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:07.962513 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Updating router f466bbb7-6873-47b5-b60d-89210a39e663 port 3235f5b3-8136-463d-85e6-8648d1889eab binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:39:07.995247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:07.998157 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.004396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.011632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.066387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Provisioning complete for port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:08.067772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.070751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:08.100309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12f7b9-01fc-4a60-a091-5afc5123d155 req-c50212ce-03e5-4745-ad46-1c07878a69e1 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.102360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a12f7b9-01fc-4a60-a091-5afc5123d155 req-c50212ce-03e5-4745-ad46-1c07878a69e1 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.3161664 Nov 25 18:39:08.103523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:08.139049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:08.141690 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9ff01a-b5b1-4128-a5cc-f9d753ce7f7f" -d '{"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-plugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:08.145996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:08.188227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:08.261009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a12f7b9-01fc-4a60-a091-5afc5123d155 req-6c6878a8-eb45-4150-a697-f09e78371379 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045408 Nov 25 18:39:08.280842 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5679059 Nov 25 18:39:08.286177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event updated for resources: {'Port': ['ID=55198962-f9ad-40f5-8fd6-cfda220e498d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:08.289407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:08.302684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'subnet': {'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:08.348241 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.394310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.461282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17faf6e-da2e-428e-ab5c-e0b73713781a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Network': ['ID=97fafe75-ed71-43ac-9c90-9c9002f1cd87,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:08.575635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Pushing event updated for resources: {'Port': ['ID=e95504e0-a117-4329-ab31-8f5d88a6310f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:08.594424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:39:08.615312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-3d2fc7c4-4864-4d23-9080-54b9c9237b88 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.623146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-3d2fc7c4-4864-4d23-9080-54b9c9237b88 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.648105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-3d2fc7c4-4864-4d23-9080-54b9c9237b88 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.654414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-3d2fc7c4-4864-4d23-9080-54b9c9237b88 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.677875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-3d2fc7c4-4864-4d23-9080-54b9c9237b88 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.679679 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.688075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-3d2fc7c4-4864-4d23-9080-54b9c9237b88 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.695072 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.702711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Made reservation on behalf of 6efc529ef1b9410bb4fb02264e3e1768 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:08.703523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-3d2fc7c4-4864-4d23-9080-54b9c9237b88 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 4602 time: 1.0136769 Nov 25 18:39:08.711936 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.749135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5def8b57-8780-4f73-864a-650e679d6dc5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:08.749987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-b782dc9b-642d-4521-b278-f94240780eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.750627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.751316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-b782dc9b-642d-4521-b278-f94240780eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.755713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-b782dc9b-642d-4521-b278-f94240780eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:08.757087 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac4769-d9be-4ad5-be5f-d5f8137b76e8 None None] Pushing event updated for resources: {'Port': ['ID=3235f5b3-8136-463d-85e6-8648d1889eab,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:08.758576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-b782dc9b-642d-4521-b278-f94240780eb5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a249ad3a49a949a4ad379614c2e9057b&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1104007 Nov 25 18:39:08.907023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Attempting to bind port 3235f5b3-8136-463d-85e6-8648d1889eab on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:08.907403 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Attempting to bind port 3235f5b3-8136-463d-85e6-8648d1889eab by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:08.909153 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Attempting to bind port 3235f5b3-8136-463d-85e6-8648d1889eab on network 263cb643-06ba-46ca-be65-dafcc83bfb2c {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:08.932580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.934625 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:08.935659 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Checking segment: {'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:08.936340 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.936907 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Bound using segment: {'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:08.937579 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Bound port: 3235f5b3-8136-463d-85e6-8648d1889eab, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec92d3-3281-4e82-956a-27fd93350e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:08.939189 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:08.998784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0cc36-1e80-4649-ae5d-f4427446b19b req-cfed7826-245d-47b2-a4d2-15028c8bba92 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:09.010185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96c0cc36-1e80-4649-ae5d-f4427446b19b req-cfed7826-245d-47b2-a4d2-15028c8bba92 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.4772172 Nov 25 18:39:09.098080 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] For port 3235f5b3-8136-463d-85e6-8648d1889eab, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:09.105270 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] For port 3235f5b3-8136-463d-85e6-8648d1889eab, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3235f5b3-8136-463d-85e6-8648d1889eab,segment=NetworkSegment(60ec92d3-3281-4e82-956a-27fd93350e07),segment_id=60ec92d3-3281-4e82-956a-27fd93350e07)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:09.122905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] For port 2b4cf999-b999-4bf0-8c5d-91a842c44e64, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2b4cf999-b999-4bf0-8c5d-91a842c44e64,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:09.124274 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.148575 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.156577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:09.174790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.232123 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:09.232776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:38:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:09.381809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61a9ad84-4b33-4b8e-a730-c75d9b4c3b75 req-b4bdcf4b-fb15-4b61-b205-38cbf87fabb3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6760633 Nov 25 18:39:09.420611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Pushing event updated for resources: {'Port': ['ID=2b4cf999-b999-4bf0-8c5d-91a842c44e64,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:09.430798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Attempting to bind port e95504e0-a117-4329-ab31-8f5d88a6310f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:09.440771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Attempting to bind port e95504e0-a117-4329-ab31-8f5d88a6310f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:09.441379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Attempting to bind port e95504e0-a117-4329-ab31-8f5d88a6310f on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:09.449283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-6d4bd75f-311f-4c8c-be5f-ff52442bdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:09.455996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:05Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:09.461161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96c0cc36-1e80-4649-ae5d-f4427446b19b req-0ef07592-d43e-4693-8ff0-68b7b57aa78e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448140 Nov 25 18:39:09.463122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0af9dbb6-d3be-448a-b07a-3b471863bd91 req-6d4bd75f-311f-4c8c-be5f-ff52442bdef9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6871777 Nov 25 18:39:09.467009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Port e95504e0-a117-4329-ab31-8f5d88a6310f on network 555653af-d6f5-46ed-87dc-790a01671aea not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:09.468748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Attempting to bind port e95504e0-a117-4329-ab31-8f5d88a6310f on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:09.494222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:09.494857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Checking segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:09.495358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Bound using segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:09.495921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Bound port: e95504e0-a117-4329-ab31-8f5d88a6310f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:09.496390 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.527588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076a21c-dd10-4751-bf71-974706a6a5f1 None None] The sync data for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 is: [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:05Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:09.535220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Provisioning complete for port 3235f5b3-8136-463d-85e6-8648d1889eab triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:09.535607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.569539 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac4769-d9be-4ad5-be5f-d5f8137b76e8 None None] Pushing event updated for resources: {'Port': ['ID=3235f5b3-8136-463d-85e6-8648d1889eab,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:09.670999 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:09.718351 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f275b-8f5c-4b1d-be8d-cb285fe29068 x-openstack-request-id: req-0c3f275b-8f5c-4b1d-be8d-cb285fe29068 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:09.719206 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-plugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:09.719625 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c3f275b-8f5c-4b1d-be8d-cb285fe29068 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:09.720166 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'code': 200} Nov 25 18:39:09.817193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] For port e95504e0-a117-4329-ab31-8f5d88a6310f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:09.830633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] For port e95504e0-a117-4329-ab31-8f5d88a6310f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e95504e0-a117-4329-ab31-8f5d88a6310f,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:09.843169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.868905 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.894862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1ff6-b512-455b-ad5a-cc5501874abe req-0a55584b-28da-48a2-abb4-7d164cb56d06 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:09.911054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba4c1ff6-b512-455b-ad5a-cc5501874abe req-0a55584b-28da-48a2-abb4-7d164cb56d06 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 945 time: 0.3070457 Nov 25 18:39:09.932581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:09.946350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:09.948014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] 10.222.0.66 "PUT /v2.0/ports/e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 1131 time: 4.0816700 Nov 25 18:39:10.016250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] For port 3235f5b3-8136-463d-85e6-8648d1889eab, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3235f5b3-8136-463d-85e6-8648d1889eab,segment=NetworkSegment(60ec92d3-3281-4e82-956a-27fd93350e07),segment_id=60ec92d3-3281-4e82-956a-27fd93350e07)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:10.016821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'e95504e0-a117-4329-ab31-8f5d88a6310f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:10.030129 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.035490 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "e95504e0-a117-4329-ab31-8f5d88a6310f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:10.056503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:10.124182 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.219468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd9a5e-1055-4bc2-81dd-881fb76cf077 None None] Pushing event updated for resources: {'Port': ['ID=3235f5b3-8136-463d-85e6-8648d1889eab,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:10.261240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b3be3704-3cc9-4b06-86d1-969c2f5a43e9 None None] Provisioning complete for port 3235f5b3-8136-463d-85e6-8648d1889eab triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:10.261763 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b3be3704-3cc9-4b06-86d1-969c2f5a43e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.272457 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:03Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:10.333926 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5a310-8947-40cc-a102-f080ee6f1176 None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:03Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:10.344431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba4c1ff6-b512-455b-ad5a-cc5501874abe req-490df159-ee40-475d-9858-e29a49f0aa86 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320955 Nov 25 18:39:10.345191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.353372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3483d-1bfb-44d0-a971-de0cc2456f25 service neutron] Pushing event updated for resources: {'Port': ['ID=e95504e0-a117-4329-ab31-8f5d88a6310f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:10.361879 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.386689 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.587097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event updated for resources: {'Port': ['ID=55198962-f9ad-40f5-8fd6-cfda220e498d,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:10.599699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Subnet': ['ID=e1477cef-fd40-49c3-8725-dfbec5ca0db7,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:10.618132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17aec8-6baf-4245-acbe-51fd228ac02f req-18da5f4c-67fd-4fe6-9b87-cd0c86ff87cb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:10.619911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa17aec8-6baf-4245-acbe-51fd228ac02f req-18da5f4c-67fd-4fe6-9b87-cd0c86ff87cb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.5392988 Nov 25 18:39:10.759712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Checking segment: {'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:10.760137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network hostable DHCP agents. Network: 97fafe75-ed71-43ac-9c90-9c9002f1cd87, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:39:10.763531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cecc5f-1943-4b31-9272-9642a2d258a8 req-b215d7ec-b4d2-4da4-8d5b-925288d3d5e7 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:10.773909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2cecc5f-1943-4b31-9272-9642a2d258a8 req-b215d7ec-b4d2-4da4-8d5b-925288d3d5e7 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.2536840 Nov 25 18:39:10.774423 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.827436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa17aec8-6baf-4245-acbe-51fd228ac02f req-3995822a-2172-4776-a3f7-3f76d1c44954 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681809 Nov 25 18:39:10.839539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.843849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-568e1a17-6598-4260-ad5d-a382394eaf62 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2046697 Nov 25 18:39:10.851386 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:39:10.874357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:39:10.900406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 97fafe75-ed71-43ac-9c90-9c9002f1cd87) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:10.904867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:10.905727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.926671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abc486cb-d7e5-4a52-b1f4-0abe8b21bbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:10.936616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2cecc5f-1943-4b31-9272-9642a2d258a8 req-c0d942e7-337d-4a5a-bba7-054c647fd62c tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580312 Nov 25 18:39:10.939551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ebd34-dcb6-428d-b9be-17a5e8292175 None None] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:10.945214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a625d3de-bb45-4758-bccd-8ae62acee8fd tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6492906 Nov 25 18:39:10.949805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40506) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:11.047312 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a879e-74b6-4a3f-adce-b1acaa8684b3 x-openstack-request-id: req-3a5a879e-74b6-4a3f-adce-b1acaa8684b3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:11.048580 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "e95504e0-a117-4329-ab31-8f5d88a6310f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:11.050270 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a5a879e-74b6-4a3f-adce-b1acaa8684b3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:11.051093 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'e95504e0-a117-4329-ab31-8f5d88a6310f', 'status': 'completed', 'code': 200} Nov 25 18:39:11.280169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:39:11.281062 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:11.363083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-41fbb85a-f24f-4d60-8435-18dde62ef11f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.375618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-41fbb85a-f24f-4d60-8435-18dde62ef11f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.394856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-41fbb85a-f24f-4d60-8435-18dde62ef11f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.407274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-41fbb85a-f24f-4d60-8435-18dde62ef11f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.436043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-41fbb85a-f24f-4d60-8435-18dde62ef11f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.453626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-41fbb85a-f24f-4d60-8435-18dde62ef11f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.463223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-41fbb85a-f24f-4d60-8435-18dde62ef11f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 4602 time: 0.2130797 Nov 25 18:39:11.530744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-d36d785d-ef95-4ff5-b6c7-f48660e7fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.531224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-d36d785d-ef95-4ff5-b6c7-f48660e7fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.531690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-d36d785d-ef95-4ff5-b6c7-f48660e7fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.532166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-d36d785d-ef95-4ff5-b6c7-f48660e7fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.533669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-d36d785d-ef95-4ff5-b6c7-f48660e7fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.534659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-d36d785d-ef95-4ff5-b6c7-f48660e7fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.540296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-d36d785d-ef95-4ff5-b6c7-f48660e7fdd0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5288 time: 0.4703612 Nov 25 18:39:11.600968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e03325ae-9ad1-425d-ae22-0009341a1287 req-b3e9e601-f000-423d-82e3-e8ddb9c440b1 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366827 Nov 25 18:39:11.623972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Allocated IP 2001:db8:3::2 (97fafe75-ed71-43ac-9c90-9c9002f1cd87/e1477cef-fd40-49c3-8725-dfbec5ca0db7/6eadc373-fbc4-44ba-8e2c-7e860e89fc46) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:11.708052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4814b347-e104-4059-a6d1-b75d28eb9cdf {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:11.727575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:11.745368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Transition to ACTIVE for port object 4814b347-e104-4059-a6d1-b75d28eb9cdf will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:11.764542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:11.861727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Pushing event updated for resources: {'Port': ['ID=4814b347-e104-4059-a6d1-b75d28eb9cdf,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:11.884418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32316a-e299-4672-a1c4-3274431df833 req-d7809a37-aa8e-4616-89b1-2e6d415da077 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:11.886600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b32316a-e299-4672-a1c4-3274431df833 req-d7809a37-aa8e-4616-89b1-2e6d415da077 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 945 time: 0.6960576 Nov 25 18:39:11.895986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40522) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:11.903124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Request body: {'floatingip': {'port_id': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:11.911896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3235f5b3-8136-463d-85e6-8648d1889eab up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:11.981265 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.216923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3235f5b3-8136-463d-85e6-8648d1889eab triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:12.217481 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.269585 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.296201 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.350221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:12.354837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:12.358993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:12.404555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Pushing event updated for resources: {'Port': ['ID=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:12.464033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2b4cf999-b999-4bf0-8c5d-91a842c44e64 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:12.525380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-3dd1fe9f-9525-4520-a9fc-bc6b83c0f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:12.525380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-3dd1fe9f-9525-4520-a9fc-bc6b83c0f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:12.525850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-3dd1fe9f-9525-4520-a9fc-bc6b83c0f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:12.527385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-3dd1fe9f-9525-4520-a9fc-bc6b83c0f8d2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a249ad3a49a949a4ad379614c2e9057b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7757127 Nov 25 18:39:12.548455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Attempting to bind port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:12.548836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Attempting to bind port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:12.549211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Attempting to bind port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 on network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:12.566504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:12.568210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Checking segment: {'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:12.568683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.569838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Bound using segment: {'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:12.570567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Bound port: 6eadc373-fbc4-44ba-8e2c-7e860e89fc46, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:12.570972 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.679220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8179ec-3348-4083-a324-818b750611ea req-0f3f7ca3-e36a-4781-a0df-29d5015bac2d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:12.693603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c8179ec-3348-4083-a324-818b750611ea req-0f3f7ca3-e36a-4781-a0df-29d5015bac2d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.3117552 Nov 25 18:39:12.751488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] For port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:12.755650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] For port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,segment=NetworkSegment(fca6d8a4-3737-4a03-a780-7512bbf079a5),segment_id=fca6d8a4-3737-4a03-a780-7512bbf079a5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:12.777172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-77e6c5a5-8b50-4832-91c4-ecadaa38bbd7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--417592988&fields=id&tenant_id=8db3b41066474b25991dc0416f6e3df0 HTTP/1.1" status: 200 len: 267 time: 0.5992103 Nov 25 18:39:12.795727 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.813082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:12.822952 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:12.867090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c8179ec-3348-4083-a324-818b750611ea req-e5f1eee3-2733-4f72-8ef2-12f58e44fef1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260612 Nov 25 18:39:12.950706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-e2be211e-c1af-4b49-b8c3-0bad578146bd tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:12.961278 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-e2be211e-c1af-4b49-b8c3-0bad578146bd tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/networks?id=f1886c0f-73a1-4984-a749-886b5d234906 HTTP/1.1" status: 200 len: 811 time: 0.1833112 Nov 25 18:39:12.996546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:39:13.083503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-bf39231c-9e87-4f9d-a5eb-c0b5617fecb2 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/quotas/8db3b41066474b25991dc0416f6e3df0 HTTP/1.1" status: 200 len: 375 time: 0.1010902 Nov 25 18:39:13.152167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:13.160561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b97ee-d510-4a15-b86f-3b28d0bf17b0 None None] Pushing event updated for resources: {'Port': ['ID=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:13.163186 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:13.210412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Attempting to bind port 4814b347-e104-4059-a6d1-b75d28eb9cdf on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:13.210881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Attempting to bind port 4814b347-e104-4059-a6d1-b75d28eb9cdf by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:13.211308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Attempting to bind port 4814b347-e104-4059-a6d1-b75d28eb9cdf on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:13.236385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:13.352259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-da3f12e9-6355-4962-aa06-d39309569090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:13.353744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66ae968c-11ab-4bc6-b4de-cab5c4c3b469 req-da3f12e9-6355-4962-aa06-d39309569090 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8117416 Nov 25 18:39:13.467264 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2f60e40-be63-437d-b1a8-4fe42e2c70bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:13.584899 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Floating IP 825c9d41-95f0-4178-8d7a-31da64198e0f associated. External IP: 172.25.2.143, port: 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42. Nov 25 18:39:13.619476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab082-9e3d-4883-8c39-31b7ea11f485 req-3cbcf60b-c909-46d6-94d4-90b948a8e0e2 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:13.640860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a2ab082-9e3d-4883-8c39-31b7ea11f485 req-3cbcf60b-c909-46d6-94d4-90b948a8e0e2 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.2927461 Nov 25 18:39:13.755949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Port 4814b347-e104-4059-a6d1-b75d28eb9cdf on network 555653af-d6f5-46ed-87dc-790a01671aea not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:13.756538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Attempting to bind port 4814b347-e104-4059-a6d1-b75d28eb9cdf on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:13.787136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:13.797137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-7cf5534c-a587-43a9-9e1f-90b96ecd3f8f tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8db3b41066474b25991dc0416f6e3df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6966388 Nov 25 18:39:13.813133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:13.813753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Checking segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:13.814205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Bound using segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:13.814740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Bound port: 4814b347-e104-4059-a6d1-b75d28eb9cdf, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:13.815158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:13.875222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a2ab082-9e3d-4883-8c39-31b7ea11f485 req-a4813a62-429e-456f-8032-495e0ed9e0f7 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550202 Nov 25 18:39:13.917726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:13.918625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:14.021091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:14.086626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Allocated IP 2001:db8:3::1 (97fafe75-ed71-43ac-9c90-9c9002f1cd87/e1477cef-fd40-49c3-8725-dfbec5ca0db7/19e1a906-41d0-4462-b38b-ce7471b05dea) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:14.122052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,segment=NetworkSegment(fca6d8a4-3737-4a03-a780-7512bbf079a5),segment_id=fca6d8a4-3737-4a03-a780-7512bbf079a5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:14.132665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:14.236072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:14.236972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-d8196bc0-8377-4e35-a545-e287e435cb04 service neutron] 10.222.0.62 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075842 Nov 25 18:39:14.274333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-3c619485-0ad8-4e9e-9399-38326216dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.276259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-3c619485-0ad8-4e9e-9399-38326216dec8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.9504738 Nov 25 18:39:14.285616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:14.698945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eab963-b01d-4b33-9c78-f3ccbb5f5b45 None None] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:14.715993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.722175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.729073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.735352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.742060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.748120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.754810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:14.756731 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-de62b403-49aa-41a3-8972-6e15d12c6852 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5373 time: 0.1930113 Nov 25 18:39:14.814854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Router 859e0d58-6faa-48af-9271-261b0b71bdce has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:14.892668 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26bc65ef-2ff2-4b69-b8f4-c6de347b110b req-71a10c7d-3f83-4a29-8c85-ebe83dbda7ce tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282392 Nov 25 18:39:15.072021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:15.081018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-b1d6fc72-36d1-414f-912c-0ad70b7913ea service neutron] 10.222.0.62 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168554 Nov 25 18:39:15.088314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:15.104144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] Sync routers for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:15.128357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5a300cb6-f3d8-4e32-8e61-534d1c769b42 None None] Provisioning complete for port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:15.128779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a300cb6-f3d8-4e32-8e61-534d1c769b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:15.152757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f377df9c-f4ba-429e-9d58-3faea0d6734e tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "PUT /v2.0/floatingips/825c9d41-95f0-4178-8d7a-31da64198e0f HTTP/1.1" status: 200 len: 991 time: 3.2554514 Nov 25 18:39:15.154053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:15.156846 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666" -d '{"events": [{"name": "network-changed", "server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:15.208099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] For port 4814b347-e104-4059-a6d1-b75d28eb9cdf, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:15.241543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:15.244208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] For port 4814b347-e104-4059-a6d1-b75d28eb9cdf, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:15.261819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:15.320720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:15.323701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:15.379050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:15.380230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:15.381659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] 10.222.0.66 "PUT /v2.0/ports/4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 1129 time: 5.3397157 Nov 25 18:39:15.427853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c076f7-ab9a-4d56-8513-c03745de9b98 req-86809157-4636-4cba-af39-6be985d1e937 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:15.429503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63c076f7-ab9a-4d56-8513-c03745de9b98 req-86809157-4636-4cba-af39-6be985d1e937 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1337085 Nov 25 18:39:15.457200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': '4814b347-e104-4059-a6d1-b75d28eb9cdf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:15.460991 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "4814b347-e104-4059-a6d1-b75d28eb9cdf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:15.466327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-a7e56fcc-ebb0-43c5-8343-3dfecfb0420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:15.468595 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-a7e56fcc-ebb0-43c5-8343-3dfecfb0420e service neutron] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 1.1693771 Nov 25 18:39:15.473932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:15.532998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63c076f7-ab9a-4d56-8513-c03745de9b98 req-878d3b15-e4f7-4d75-a0d1-9100aacdf23e tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933282 Nov 25 18:39:15.576228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-a5c85750-b52a-4327-8caa-86358af1b46f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.0514922 Nov 25 18:39:15.698927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552bb2-1b83-485a-8cdc-8c75214687ef service neutron] Pushing event updated for resources: {'Port': ['ID=4814b347-e104-4059-a6d1-b75d28eb9cdf,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:15.718842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a57f3b-9613-42b0-b3e1-06ef1f7354cf req-fa186829-9ca3-40af-95f5-78d4f660b95b tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:15.734671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8a57f3b-9613-42b0-b3e1-06ef1f7354cf req-fa186829-9ca3-40af-95f5-78d4f660b95b tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.2460940 Nov 25 18:39:15.754326 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f35c0d-f8eb-4703-91c8-4fe9db783cc4 x-openstack-request-id: req-a0f35c0d-f8eb-4703-91c8-4fe9db783cc4 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:15.755171 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:15.755434 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0f35c0d-f8eb-4703-91c8-4fe9db783cc4 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:15.755847 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'status': 'completed', 'code': 200} Nov 25 18:39:15.808082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:15.818114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:15.890322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-9d649ad2-0603-47aa-b1a6-3235bc874092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:15.891974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-9d649ad2-0603-47aa-b1a6-3235bc874092 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 1096 time: 0.1114371 Nov 25 18:39:15.934847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-c4f20ad3-ff7e-48c9-a893-268243fd786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:15.936711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-c4f20ad3-ff7e-48c9-a893-268243fd786b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.3348947 Nov 25 18:39:15.937614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:16.009227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-c062bd29-53c3-4236-95c2-df63c45b3b93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403924 Nov 25 18:39:16.034735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:16.036592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc8d5-1caa-429f-a86c-3f05c98a3b39 req-8e1ee85c-d6de-4292-be7b-e3c75e8e90c6 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.045363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eaddc8d5-1caa-429f-a86c-3f05c98a3b39 req-8e1ee85c-d6de-4292-be7b-e3c75e8e90c6 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1518896 Nov 25 18:39:16.109666 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:16.111836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:16.167306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:16.177958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:16.182392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:16.190895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:16.192927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eaddc8d5-1caa-429f-a86c-3f05c98a3b39 req-f8b551e4-05ce-4473-8b91-aabd353e7e75 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466053 Nov 25 18:39:16.195205 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:16.196452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8a57f3b-9613-42b0-b3e1-06ef1f7354cf req-abcbd638-5433-4128-8855-ee17d072e46a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782098 Nov 25 18:39:16.206543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-6504bb9b-3f64-42f0-95d4-cc90f3c51e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.221011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-6504bb9b-3f64-42f0-95d4-cc90f3c51e12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.2934272 Nov 25 18:39:16.297505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=19e1a906-41d0-4462-b38b-ce7471b05dea,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:16.418096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-576188e8-42e7-4db0-91c9-e310f828f478 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 HTTP/1.1" status: 200 len: 999 time: 0.1879478 Nov 25 18:39:16.533400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-8bd88ac0-de52-4fda-abe3-3d52bf6ae2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.535461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-8bd88ac0-de52-4fda-abe3-3d52bf6ae2a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.1066384 Nov 25 18:39:16.624795 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c554d1b2-bd9c-4521-9b1f-e7eb1b51c91a x-openstack-request-id: req-c554d1b2-bd9c-4521-9b1f-e7eb1b51c91a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:16.625398 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "4814b347-e104-4059-a6d1-b75d28eb9cdf", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:16.625663 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c554d1b2-bd9c-4521-9b1f-e7eb1b51c91a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:16.626075 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': '4814b347-e104-4059-a6d1-b75d28eb9cdf', 'status': 'completed', 'code': 200} Nov 25 18:39:16.676775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-09229ad8-bae7-4e61-b46d-f88e18b173a5 req-403a0174-cfec-4c5b-b7b1-eefdc929f6c3 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 210 time: 0.3523407 Nov 25 18:39:16.705395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.711770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.718716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.734094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.747531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.764492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.783265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.791945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-da34b407-e2f3-4864-b55b-6b4d4a5bce78 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5373 time: 0.2547495 Nov 25 18:39:16.806002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-bee7de92-c5df-479e-98f9-5f561bc66a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.807904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-bee7de92-c5df-479e-98f9-5f561bc66a8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598119 Nov 25 18:39:16.854795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-aab666cf-53c7-4ed8-ac75-cdee9b3851d8 None None] Provisioning complete for port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:16.855379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aab666cf-53c7-4ed8-ac75-cdee9b3851d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:16.939190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-605a30b2-6bbd-4441-b55d-df513ba1b48a req-5097c3d9-196f-462d-91fe-5776711c3212 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462615 Nov 25 18:39:16.967369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142d1ee-757c-4b4b-bb07-cb338aa3250e req-31534725-53ae-4181-b9aa-6635c4a8c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:16.969141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0142d1ee-757c-4b4b-bb07-cb338aa3250e req-31534725-53ae-4181-b9aa-6635c4a8c3a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.3074927 Nov 25 18:39:16.977496 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-26c6c8aa-91a4-4ffb-84d2-e07c295c2c8e service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9381092 Nov 25 18:39:17.000040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.000604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.001083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.001547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.002137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.002724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.003200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.005279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-7d99180e-3a05-4768-9701-f0123e74c4ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6210 time: 0.3760042 Nov 25 18:39:17.009739 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:17.075217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '825c9d41-95f0-4178-8d7a-31da64198e0f', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'port_id': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'mac_address': 'fa:16:3e:c2:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:39:12Z', 'revision_number': 1, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:17.153765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] Checking router: 859e0d58-6faa-48af-9271-261b0b71bdce for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:17.185570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-24598066-5f63-4910-aad4-8e91a9a91cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.186158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-24598066-5f63-4910-aad4-8e91a9a91cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.186608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-24598066-5f63-4910-aad4-8e91a9a91cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.188284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-24598066-5f63-4910-aad4-8e91a9a91cfc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a249ad3a49a949a4ad379614c2e9057b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1605806 Nov 25 18:39:17.223166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-69f83577-4341-4a2f-a0dc-7cf0754f8af9 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058785 Nov 25 18:39:17.235281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:17.235913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:17.411481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:17.415854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-fe928d27-9611-49d3-9938-159245a97812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.417623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47cb4ef5-dc85-40ce-a2ed-8f4077e472b6 req-fe928d27-9611-49d3-9938-159245a97812 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1855712 Nov 25 18:39:17.491249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d599f17-4ca6-4371-ab64-f0bbaf0f6666 req-eab71e1e-4dee-4701-b7ee-416b4267ef78 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575765 Nov 25 18:39:17.506051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76a43d-653b-446f-924b-55e15379a81f req-ffa362ea-0456-431e-b856-4b8972140936 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.518659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c76a43d-653b-446f-924b-55e15379a81f req-ffa362ea-0456-431e-b856-4b8972140936 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.4007914 Nov 25 18:39:17.573572 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:17.769273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c1518a4c-9b74-4bc3-92b3-5ad01b241fc9 None None] Provisioning complete for port 19e1a906-41d0-4462-b38b-ce7471b05dea triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:17.769789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1518a4c-9b74-4bc3-92b3-5ad01b241fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:17.772423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0142d1ee-757c-4b4b-bb07-cb338aa3250e req-c2308955-5124-43eb-994d-0f48afc13ddf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7894638 Nov 25 18:39:17.816495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f69b-4677-4996-90d2-cc48d35dcb1a req-35db133c-aa00-4237-ad51-2545556b8f5f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.822392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39e7f69b-4677-4996-90d2-cc48d35dcb1a req-35db133c-aa00-4237-ad51-2545556b8f5f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.6276715 Nov 25 18:39:17.844821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c1518a4c-9b74-4bc3-92b3-5ad01b241fc9 None None] Port 19e1a906-41d0-4462-b38b-ce7471b05dea cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:39:17.880627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '825c9d41-95f0-4178-8d7a-31da64198e0f', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'port_id': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'mac_address': 'fa:16:3e:c2:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:39:12Z', 'revision_number': 1, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:17.889110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c76a43d-653b-446f-924b-55e15379a81f req-9e53c494-32dd-4a7b-8298-359c7faac9a8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650260 Nov 25 18:39:17.961819 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642eb3c5-ec0f-4161-ad8d-4a1c438e910f None None] The sync data for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 is: [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '825c9d41-95f0-4178-8d7a-31da64198e0f', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'port_id': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'mac_address': 'fa:16:3e:c2:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:39:12Z', 'revision_number': 1, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:17.969305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-7bd50dd7-0637-4eda-b64b-54af3346c6fb tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:17.976666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-7bd50dd7-0637-4eda-b64b-54af3346c6fb tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.64 "GET /v2.0/networks?id=f1886c0f-73a1-4984-a749-886b5d234906 HTTP/1.1" status: 200 len: 811 time: 0.3432961 Nov 25 18:39:18.193150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-95ecb469-a135-4e87-8b64-d6bdb41e3be9 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db3b41066474b25991dc0416f6e3df0 HTTP/1.1" status: 200 len: 379 time: 0.1680160 Nov 25 18:39:18.208096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Request body: {'port': {'device_id': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'admin_state_up': True, 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'security_groups': ['13395012-a1b2-467a-bec8-ea6c722a3367']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:18.235570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f8690-5b84-4d0c-bb19-3530cf202f51 req-884be66a-7384-43e4-9396-1cb37c03a7e1 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.237127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-144f8690-5b84-4d0c-bb19-3530cf202f51 req-884be66a-7384-43e4-9396-1cb37c03a7e1 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.1032200 Nov 25 18:39:18.279749 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39e7f69b-4677-4996-90d2-cc48d35dcb1a req-bf129171-f7e3-4b8d-8efc-7fea5bac5302 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356053 Nov 25 18:39:18.374763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886f2fce-913f-40db-a349-0e0f037d2c38 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:18.392612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:18.393346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7ff8a-cb50-45a4-8eb3-3b234b069348 None None] New status for floating IP 825c9d41-95f0-4178-8d7a-31da64198e0f: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:39:18.425428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Transition to ACTIVE for port object 886f2fce-913f-40db-a349-0e0f037d2c38 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:18.429756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-144f8690-5b84-4d0c-bb19-3530cf202f51 req-6bc3002c-0469-46be-8fe4-692aea1d380b tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829700 Nov 25 18:39:18.437571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ebd8ed90-130d-48f8-891d-c8f42e359f54 req-2dfc4c78-e328-48ef-8183-d89c5d95c762 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4239523 Nov 25 18:39:18.510335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Made reservation on behalf of 8db3b41066474b25991dc0416f6e3df0 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:18.514108 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:18.531219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:18.553613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9eadc2af-3f16-4dae-b086-8c744dd00ca1 req-1851e8b3-1b06-4c62-bbe9-183a8f71866e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 210 time: 0.1434259 Nov 25 18:39:18.785723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Pushing event updated for resources: {'Port': ['ID=886f2fce-913f-40db-a349-0e0f037d2c38,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:18.900197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.906613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.913159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.919692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.926809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.932754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.945792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:18.955127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-57c45c8e-3fa3-4956-8f24-132908a3fc7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5385 time: 0.1939960 Nov 25 18:39:18.965303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Allocated IP 172.20.0.3 (f1886c0f-73a1-4984-a749-886b5d234906/319c8888-56a8-401f-832b-410794f58701/76536b99-a8dc-4eff-b286-a2672834813e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:19.065662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784361-3084-46be-be84-87c40dc69bed req-4c1e8c24-daf3-445d-8f10-138c79da472c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:19.074149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14784361-3084-46be-be84-87c40dc69bed req-4c1e8c24-daf3-445d-8f10-138c79da472c tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.3364532 Nov 25 18:39:19.148294 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.184559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Attempting to bind port 886f2fce-913f-40db-a349-0e0f037d2c38 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:19.185073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Attempting to bind port 886f2fce-913f-40db-a349-0e0f037d2c38 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:19.185407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Attempting to bind port 886f2fce-913f-40db-a349-0e0f037d2c38 on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:19.194307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.200626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Port 886f2fce-913f-40db-a349-0e0f037d2c38 on network 555653af-d6f5-46ed-87dc-790a01671aea not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:19.201747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Attempting to bind port 886f2fce-913f-40db-a349-0e0f037d2c38 on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:19.246681 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14784361-3084-46be-be84-87c40dc69bed req-216ebf6b-6445-4e8f-9dbd-a3dfcb7a9535 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713357 Nov 25 18:39:19.272198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Network f1886c0f-73a1-4984-a749-886b5d234906 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:19.281147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:19.281695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Checking segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:19.281918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Bound using segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:19.282394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Bound port: 886f2fce-913f-40db-a349-0e0f037d2c38, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:19.282991 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.287271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event updated for resources: {'Port': ['ID=76536b99-a8dc-4eff-b286-a2672834813e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:19.289657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:19.296761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:19.359604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.375843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.376106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:19.376711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.383894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.410187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b56e5791-bfc1-4781-8bfd-8292d7872f4d req-49764359-2c07-42aa-9b57-3262c6ed2d3a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4516578 Nov 25 18:39:19.423837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.423837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.423837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.424258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.424452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.424787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.425112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.425450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.425772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.426095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.426555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.426879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:19.466344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-03e64453-8274-4749-ab4b-f4bf605a0e8d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2628202 Nov 25 18:39:19.494494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Request body: {'port': {'device_id': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:19.526932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event updated for resources: {'Port': ['ID=19e1a906-41d0-4462-b38b-ce7471b05dea,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:19.623734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.706210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] For port 886f2fce-913f-40db-a349-0e0f037d2c38, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:19.735319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fad123bc-e417-4530-8c36-026cbf591e3e None None] Provisioning complete for port 76536b99-a8dc-4eff-b286-a2672834813e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:19.735923 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fad123bc-e417-4530-8c36-026cbf591e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.760343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b2f6-3da4-44d9-af33-a9c8e169f68b req-eb9b24ad-c5a9-4753-b0be-d500c2a7c6b5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:19.763977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8182b2f6-3da4-44d9-af33-a9c8e169f68b req-eb9b24ad-c5a9-4753-b0be-d500c2a7c6b5 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2755895 Nov 25 18:39:19.787574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] For port 886f2fce-913f-40db-a349-0e0f037d2c38, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=886f2fce-913f-40db-a349-0e0f037d2c38,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:19.807482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.809515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-fad123bc-e417-4530-8c36-026cbf591e3e None None] Port 76536b99-a8dc-4eff-b286-a2672834813e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:39:19.937277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:19.938083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:19.939697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] 10.222.0.66 "PUT /v2.0/ports/886f2fce-913f-40db-a349-0e0f037d2c38 HTTP/1.1" status: 200 len: 1091 time: 4.4701695 Nov 25 18:39:19.942265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:19.944757 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5cf402-6417-4356-9257-2cdaa62c15a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:19.967615 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08a59c-a5d9-4806-8b33-d00cb91d8a81 req-a8e21813-0701-46f3-99b3-c610853c8a18 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:19.971296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e08a59c-a5d9-4806-8b33-d00cb91d8a81 req-a8e21813-0701-46f3-99b3-c610853c8a18 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2680531 Nov 25 18:39:19.981954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:20.020011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8182b2f6-3da4-44d9-af33-a9c8e169f68b req-d236c448-2cb7-45cb-8acf-324d1a056630 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453885 Nov 25 18:39:20.047487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:20.050731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01019fb7-94e8-4e2d-a84c-79097cb369f8 service neutron] Pushing event updated for resources: {'Port': ['ID=886f2fce-913f-40db-a349-0e0f037d2c38,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:20.055065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:20.068569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:20.191233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e08a59c-a5d9-4806-8b33-d00cb91d8a81 req-f45c48a3-75ba-459a-a73f-54c547da1061 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912875 Nov 25 18:39:20.373594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76536b99-a8dc-4eff-b286-a2672834813e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:20.382713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:20.400190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Transition to ACTIVE for port object 76536b99-a8dc-4eff-b286-a2672834813e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:20.430184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:20.451368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:20.536135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Pushing event updated for resources: {'Port': ['ID=76536b99-a8dc-4eff-b286-a2672834813e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:20.588410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1bc8ee5f-4aa4-4fce-8f8c-5e65dab2cb38 None None] Provisioning complete for port 19e1a906-41d0-4462-b38b-ce7471b05dea triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:20.589313 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bc8ee5f-4aa4-4fce-8f8c-5e65dab2cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:20.677810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8ee5f-4aa4-4fce-8f8c-5e65dab2cb38 None None] Port 19e1a906-41d0-4462-b38b-ce7471b05dea cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:39:20.680039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471e760-f989-478b-b5d0-eef63fe6a4c1 req-8c51cbba-96f5-4f7f-9c95-ca1c30ce8bc5 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:20.682984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8471e760-f989-478b-b5d0-eef63fe6a4c1 req-8c51cbba-96f5-4f7f-9c95-ca1c30ce8bc5 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 943 time: 0.2693753 Nov 25 18:39:20.776907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8471e760-f989-478b-b5d0-eef63fe6a4c1 req-3f57f458-3004-4e26-8836-a11fa6ea8e5d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875556 Nov 25 18:39:20.807897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Attempting to bind port 76536b99-a8dc-4eff-b286-a2672834813e on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:20.812957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Attempting to bind port 76536b99-a8dc-4eff-b286-a2672834813e by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:20.813547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Attempting to bind port 76536b99-a8dc-4eff-b286-a2672834813e on network f1886c0f-73a1-4984-a749-886b5d234906 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:20.831230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Port 76536b99-a8dc-4eff-b286-a2672834813e on network f1886c0f-73a1-4984-a749-886b5d234906 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:20.831637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Attempting to bind port 76536b99-a8dc-4eff-b286-a2672834813e on network f1886c0f-73a1-4984-a749-886b5d234906 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:20.838784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:20.839146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Checking segment: {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:20.839509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Bound using segment: {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:20.839945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Bound port: 76536b99-a8dc-4eff-b286-a2672834813e, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8d38b4-eb5c-4a62-95b3-428fed218a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:20.840320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:20.976460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-2ab6a088-bd98-4c65-8ff3-12200e971ed2 req-7f809270-e752-4806-a2d7-13ee1e2b701e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:39:20.977568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab6a088-bd98-4c65-8ff3-12200e971ed2 req-7f809270-e752-4806-a2d7-13ee1e2b701e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055368 Nov 25 18:39:21.012889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] For port 76536b99-a8dc-4eff-b286-a2672834813e, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:21.019292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] For port 76536b99-a8dc-4eff-b286-a2672834813e, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=76536b99-a8dc-4eff-b286-a2672834813e,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:21.032149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:21.079371 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc59dfe-2f7b-4bde-aa78-9c95d396a150 x-openstack-request-id: req-1bc59dfe-2f7b-4bde-aa78-9c95d396a150 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:21.079672 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:21.080375 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bc59dfe-2f7b-4bde-aa78-9c95d396a150 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:21.080375 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38', 'status': 'completed', 'code': 200} Nov 25 18:39:21.099214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.101410 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:21.102721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8724f3-e4b9-4777-a670-f4c199eea379 req-b283e5ae-4eb7-4963-be6e-5da84e7fa20c tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.102946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] 10.222.0.64 "PUT /v2.0/ports/76536b99-a8dc-4eff-b286-a2672834813e HTTP/1.1" status: 200 len: 1091 time: 1.6206224 Nov 25 18:39:21.104244 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b8724f3-e4b9-4777-a670-f4c199eea379 req-b283e5ae-4eb7-4963-be6e-5da84e7fa20c tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.9106426 Nov 25 18:39:21.143949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:21.149042 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f5dd64-79ed-411d-8b38-2bf36db3ef60" -d '{"events": [{"name": "network-changed", "server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "tag": "76536b99-a8dc-4eff-b286-a2672834813e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:21.269544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46bec2-b4fd-43f6-b3d3-40d6129714ca service neutron] Pushing event updated for resources: {'Port': ['ID=76536b99-a8dc-4eff-b286-a2672834813e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:21.280689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-35ecad26-7e45-433f-8efa-1bc89296b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.282237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-35ecad26-7e45-433f-8efa-1bc89296b863 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db3b41066474b25991dc0416f6e3df0&device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 1094 time: 0.0969775 Nov 25 18:39:21.284988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:21.296268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b8724f3-e4b9-4777-a670-f4c199eea379 req-91d2fcb4-ab00-4379-b94a-e19ed4a73aed tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523197 Nov 25 18:39:21.304490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-863df816-f8ee-48b2-b367-04416265dee7 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2655175 Nov 25 18:39:21.309071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:21.310614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:21.316296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:21.346259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:21.346930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:21.348483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.363533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.382494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.389852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.396471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.403247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.409452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.412160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-b05a4551-0ec0-416c-86b7-a5227ea92cab tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5385 time: 0.3280118 Nov 25 18:39:21.480268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-052801ea-a3f1-4230-9f44-0d2625bdcee7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76536b99-a8dc-4eff-b286-a2672834813e HTTP/1.1" status: 200 len: 217 time: 0.0666134 Nov 25 18:39:21.486304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:21.634278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.634849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.634933 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3cf224bc-e8b6-4ef1-baae-91b42ac58672 req-575d58fa-7646-468a-afed-f7869d282477 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023890 Nov 25 18:39:21.635244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.635705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.636156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.636609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.637047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.638992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-9e254522-e7ae-4937-969c-bcd51cd0ee1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6277 time: 0.5578101 Nov 25 18:39:21.646748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-fbd256d3-a07d-4df0-9ae5-a60eec708a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.648274 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-fbd256d3-a07d-4df0-9ae5-a60eec708a02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=319c8888-56a8-401f-832b-410794f58701 HTTP/1.1" status: 200 len: 850 time: 0.1422534 Nov 25 18:39:21.721015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-ff1e87df-7a27-4ef7-ac9e-5712f759e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.723929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-ff1e87df-7a27-4ef7-ac9e-5712f759e5c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1886c0f-73a1-4984-a749-886b5d234906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603137 Nov 25 18:39:21.823876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:17Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:18Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:21.870665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e42b05-d769-476e-a7cb-bc76a4fd0914 req-a3918578-9972-463a-836f-4006b7011858 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.872446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:21.872596 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17e42b05-d769-476e-a7cb-bc76a4fd0914 req-a3918578-9972-463a-836f-4006b7011858 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1350727 Nov 25 18:39:21.872815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Updating router f466bbb7-6873-47b5-b60d-89210a39e663 port 19e1a906-41d0-4462-b38b-ce7471b05dea binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:39:21.899823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:21.927326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d97ae-822d-4f81-a4c2-b132f2035c17 req-efcf5269-eee3-4be6-8d9a-e0531029e388 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:21.928541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-b85b8862-1390-4337-8929-5f9143eb19b7 service neutron] 10.222.0.64 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886704 Nov 25 18:39:21.928824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a3d97ae-822d-4f81-a4c2-b132f2035c17 req-efcf5269-eee3-4be6-8d9a-e0531029e388 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.3075254 Nov 25 18:39:21.994600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b846aee-081e-428e-91e0-a43843349da6 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:22.028816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.034680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17e42b05-d769-476e-a7cb-bc76a4fd0914 req-0904a19b-3373-4659-b271-179a5afde757 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495667 Nov 25 18:39:22.037605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-7a8d70ca-2a04-4dd5-bf34-3c9a8f6f75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.038391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-7a8d70ca-2a04-4dd5-bf34-3c9a8f6f75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.039248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-7a8d70ca-2a04-4dd5-bf34-3c9a8f6f75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.050502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-7a8d70ca-2a04-4dd5-bf34-3c9a8f6f75a0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a249ad3a49a949a4ad379614c2e9057b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3845565 Nov 25 18:39:22.157930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Transition to ACTIVE for port object 8b846aee-081e-428e-91e0-a43843349da6 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:22.181762 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-914dd31e-6fb5-4d66-b0e4-bdc9136638f8 req-966cd02d-1b0e-4f22-8476-723a4b8801d9 service neutron] 10.222.0.64 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378983 Nov 25 18:39:22.184314 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840b413f-fa3b-46f7-8abd-d013fd7ce540 x-openstack-request-id: req-840b413f-fa3b-46f7-8abd-d013fd7ce540 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:22.184904 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "tag": "76536b99-a8dc-4eff-b286-a2672834813e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:22.185383 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-840b413f-fa3b-46f7-8abd-d013fd7ce540 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:22.186047 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e', 'status': 'completed', 'code': 200} Nov 25 18:39:22.292581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-f533d01c-a7b7-4b25-bacf-fb563352ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.294097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5cf402-6417-4356-9257-2cdaa62c15a9 req-f533d01c-a7b7-4b25-bacf-fb563352ba2e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2440643 Nov 25 18:39:22.296838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.301776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-dcb99141-0aef-4faa-9a4d-a95105ef5725 req-ec100bbf-df48-4ea0-9fe3-0c40d357ceae tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1993658181', 'description': 'tempest-description-228452989'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:22.332163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a3d97ae-822d-4f81-a4c2-b132f2035c17 req-164ceb57-6dbf-4d4d-a4e2-6e2810872ec1 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874023 Nov 25 18:39:22.339194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcb99141-0aef-4faa-9a4d-a95105ef5725 req-ec100bbf-df48-4ea0-9fe3-0c40d357ceae tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.460065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcb99141-0aef-4faa-9a4d-a95105ef5725 req-ec100bbf-df48-4ea0-9fe3-0c40d357ceae tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.468591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-595811b1-81a4-48fa-af72-763ad385d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.470430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-595811b1-81a4-48fa-af72-763ad385d22b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db3b41066474b25991dc0416f6e3df0&device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 1094 time: 0.2315962 Nov 25 18:39:22.472028 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcb99141-0aef-4faa-9a4d-a95105ef5725 req-ec100bbf-df48-4ea0-9fe3-0c40d357ceae tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.481103 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.544131 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.591500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Pushing event updated for resources: {'Port': ['ID=19e1a906-41d0-4462-b38b-ce7471b05dea,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:22.602218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-75aca5c8-bc6a-4cd5-8122-f7c14ef64210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.605098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-75aca5c8-bc6a-4cd5-8122-f7c14ef64210 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1886c0f-73a1-4984-a749-886b5d234906 HTTP/1.1" status: 200 len: 912 time: 0.1080074 Nov 25 18:39:22.607513 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.607808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.608226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.608790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.609187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.609620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.610020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.610181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcb99141-0aef-4faa-9a4d-a95105ef5725 req-ec100bbf-df48-4ea0-9fe3-0c40d357ceae tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.610409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.610845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.611249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.611381 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcb99141-0aef-4faa-9a4d-a95105ef5725 req-ec100bbf-df48-4ea0-9fe3-0c40d357ceae tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3165431 Nov 25 18:39:22.611594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.612006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.685789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-06a8a73f-3fed-420b-a20c-d7e1ef8dbe5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76536b99-a8dc-4eff-b286-a2672834813e HTTP/1.1" status: 200 len: 217 time: 0.0678504 Nov 25 18:39:22.738326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Attempting to bind port 19e1a906-41d0-4462-b38b-ce7471b05dea on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:22.739567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Attempting to bind port 19e1a906-41d0-4462-b38b-ce7471b05dea by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:22.740005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Attempting to bind port 19e1a906-41d0-4462-b38b-ce7471b05dea on network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:22.748888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:22.749404 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Checking segment: {'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:22.749878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.750350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Bound using segment: {'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:22.750919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Bound port: 19e1a906-41d0-4462-b38b-ce7471b05dea, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca6d8a4-3737-4a03-a780-7512bbf079a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:22.751375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.763644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec100bbf-df48-4ea0-9fe3-0c40d357ceae tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad8edc9-76eb-4ec4-9436-be8838a725b5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:22.806151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-fc172236-3ed8-4545-bb70-c23e56b1c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.816288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-fc172236-3ed8-4545-bb70-c23e56b1c2b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=319c8888-56a8-401f-832b-410794f58701 HTTP/1.1" status: 200 len: 850 time: 0.1170352 Nov 25 18:39:22.824251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Attempting to bind port 8b846aee-081e-428e-91e0-a43843349da6 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:22.825624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Attempting to bind port 8b846aee-081e-428e-91e0-a43843349da6 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:22.827456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Attempting to bind port 8b846aee-081e-428e-91e0-a43843349da6 on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:22.840653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b846aee-081e-428e-91e0-a43843349da6,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:22.863301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.extraroute_db [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 18:39:22.881303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.881813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.885573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.886608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.887105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.887681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.888167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.888645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.889122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.890377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.890907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.891387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:39:22.911812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Port 8b846aee-081e-428e-91e0-a43843349da6 on network 555653af-d6f5-46ed-87dc-790a01671aea not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:22.912406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Attempting to bind port 8b846aee-081e-428e-91e0-a43843349da6 on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:22.912726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-a3db7125-5bfc-4bd4-8cd3-f9d6e0f98235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.914561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-a3db7125-5bfc-4bd4-8cd3-f9d6e0f98235 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1886c0f-73a1-4984-a749-886b5d234906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840619 Nov 25 18:39:22.931270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:22.931948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Checking segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:22.932486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Bound using segment: {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:22.933160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Bound port: 8b846aee-081e-428e-91e0-a43843349da6, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0192cc12-afc2-4f54-a343-8d4d00931bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:22.933691 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.946441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0104183-2725-4d63-8d9c-608b6466eb67 req-1351599f-cff3-473c-a45a-dad14f26fb65 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:22.948297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0104183-2725-4d63-8d9c-608b6466eb67 req-1351599f-cff3-473c-a45a-dad14f26fb65 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 943 time: 0.4497170 Nov 25 18:39:22.966231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] For port 19e1a906-41d0-4462-b38b-ce7471b05dea, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:22.970200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] For port 19e1a906-41d0-4462-b38b-ce7471b05dea, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=19e1a906-41d0-4462-b38b-ce7471b05dea,segment=NetworkSegment(fca6d8a4-3737-4a03-a780-7512bbf079a5),segment_id=fca6d8a4-3737-4a03-a780-7512bbf079a5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:22.983346 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:22.992766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.extraroute_db [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Removed routes are [] {{(pid=103457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 18:39:22.994116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.112481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-9b839243-77bd-490b-8ee1-e8234bf3dcfd service neutron] 10.222.0.64 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841085 Nov 25 18:39:23.132377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] For port 8b846aee-081e-428e-91e0-a43843349da6, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:23.136459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] For port 8b846aee-081e-428e-91e0-a43843349da6, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=8b846aee-081e-428e-91e0-a43843349da6,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:23.145729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97773-6c20-41e6-a9bf-b8e96bdad0ff None None] Pushing event updated for resources: {'Port': ['ID=19e1a906-41d0-4462-b38b-ce7471b05dea,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:23.149080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:23.149706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:23.168955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.272528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:23.313719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f5dd64-79ed-411d-8b38-2bf36db3ef60 req-252c00df-1389-4bee-8e6e-7021c466f95d service neutron] 10.222.0.64 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349030 Nov 25 18:39:23.346012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b846aee-081e-428e-91e0-a43843349da6,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:23.351667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87737a66-dbd9-4edd-b8f5-1ac2d1eb757d req-bf0bd4f5-acba-4dbd-bf2e-5aafc593e8bb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:23.359256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87737a66-dbd9-4edd-b8f5-1ac2d1eb757d req-bf0bd4f5-acba-4dbd-bf2e-5aafc593e8bb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2239432 Nov 25 18:39:23.370933 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0104183-2725-4d63-8d9c-608b6466eb67 req-80a60d60-a31d-42be-b6c0-88ade7a47860 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977354 Nov 25 18:39:23.434213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87737a66-dbd9-4edd-b8f5-1ac2d1eb757d req-53ea23b2-5e60-4caf-b0fa-a3ab8798f049 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740416 Nov 25 18:39:23.440137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:23.446811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.450506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1b5e0728-23fd-4d01-a458-d956d24554e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/8b846aee-081e-428e-91e0-a43843349da6 HTTP/1.1" status: 200 len: 1091 time: 3.4733799 Nov 25 18:39:23.455400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': '8b846aee-081e-428e-91e0-a43843349da6'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:23.464587 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71208a05-1787-436c-b2d0-0d47f8c47fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "8b846aee-081e-428e-91e0-a43843349da6"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:23.622797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:23.731325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 76536b99-a8dc-4eff-b286-a2672834813e details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:23.734868 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-2af0ceb8-d9d2-451a-b5db-c633ba934764 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1993658181&fields=id&tenant_id=ea307e735076492690bc3927f1b02bd1 HTTP/1.1" status: 200 len: 267 time: 0.1454041 Nov 25 18:39:23.747049 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.752230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.779568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.814352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-38f86e15-9679-4f62-a8af-fb5c806b4313 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:23.826491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-38f86e15-9679-4f62-a8af-fb5c806b4313 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.0882816 Nov 25 18:39:23.832283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Request body: {'port': {'security_groups': ['184a8d9f-c1ec-4cba-95be-a7ca6ef7665e', '8ad8edc9-76eb-4ec4-9436-be8838a725b5']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:23.938752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f6b61829-37fe-46d2-a7dd-a88c3f33fb79 None None] Provisioning complete for port 19e1a906-41d0-4462-b38b-ce7471b05dea triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:23.939338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f6b61829-37fe-46d2-a7dd-a88c3f33fb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.949892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:23.991785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.011263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.025684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.042128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.058906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.079907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.093119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.098885 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-c35093ba-0d2e-4e35-9d6a-58a61b80edc8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5397 time: 0.3168120 Nov 25 18:39:24.105538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f6b61829-37fe-46d2-a7dd-a88c3f33fb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.140388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 76536b99-a8dc-4eff-b286-a2672834813e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=76536b99-a8dc-4eff-b286-a2672834813e,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:24.174204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f6b61829-37fe-46d2-a7dd-a88c3f33fb79 None None] For port 19e1a906-41d0-4462-b38b-ce7471b05dea, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=19e1a906-41d0-4462-b38b-ce7471b05dea,segment=NetworkSegment(fca6d8a4-3737-4a03-a780-7512bbf079a5),segment_id=fca6d8a4-3737-4a03-a780-7512bbf079a5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:24.181300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '76536b99-a8dc-4eff-b286-a2672834813e', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'port_id': '76536b99-a8dc-4eff-b286-a2672834813e', 'mac_address': 'fa:16:3e:f0:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:24.186333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:22Z', 'revision_number': 6, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:22Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:24.219983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a504e-7c29-498c-af63-9f6c7837121b None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:22Z', 'revision_number': 6, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:22Z', 'revision_number': 4, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:24.222214 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f6b61829-37fe-46d2-a7dd-a88c3f33fb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.315987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b61829-37fe-46d2-a7dd-a88c3f33fb79 None None] Pushing event updated for resources: {'Port': ['ID=19e1a906-41d0-4462-b38b-ce7471b05dea,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:24.383514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.398166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76536b99-a8dc-4eff-b286-a2672834813e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:24.429288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 76536b99-a8dc-4eff-b286-a2672834813e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=76536b99-a8dc-4eff-b286-a2672834813e,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:24.459964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.464016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1058d4d9-a0e3-4a44-a133-3a40e12f5ea6 None None] Provisioning complete for port 19e1a906-41d0-4462-b38b-ce7471b05dea triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:24.464388 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1058d4d9-a0e3-4a44-a133-3a40e12f5ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.507103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:24.617157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=76536b99-a8dc-4eff-b286-a2672834813e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:24.637851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b3e09096-b26b-4573-b519-c424086d2407,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:24.734143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['76536b99-a8dc-4eff-b286-a2672834813e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:24.734834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.744018 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.804341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:24.822380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.831043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-20deb22c-edc1-4422-90b4-2317e1d85fab tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 200 len: 954 time: 3.5204408 Nov 25 18:39:24.868983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40696) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:24.913954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:24.914643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:24.926928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55e7095b-5fbe-4822-9ada-ce324d92bfb1 req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "PUT /v2.0/ports/b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 981 time: 1.0992229 Nov 25 18:39:24.932915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:24.935273 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072ecda-e22d-46a1-9c60-66cdedce87be" -d '{"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:24.967779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee784a4-e656-4b90-8220-7aa7daee5063 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event updated for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:25.108539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a245d631-bd17-41c7-a4cd-45cd5e04017d tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 200 len: 954 time: 0.2319441 Nov 25 18:39:25.109020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:25.113841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'routes': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:25.121183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b3e09096-b26b-4573-b519-c424086d2407'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:25.181124 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67de20b4-dbf3-47b1-bfe1-7b4371089f9f req-5afb6154-0973-46ba-ab37-8f7e82e1854f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7318640 Nov 25 18:39:25.340775 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b190e-30fc-4091-99b1-4b477c5b78a2 x-openstack-request-id: req-8e6b190e-30fc-4091-99b1-4b477c5b78a2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:25.341216 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "8b846aee-081e-428e-91e0-a43843349da6", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:25.342842 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e6b190e-30fc-4091-99b1-4b477c5b78a2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:25.343371 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': '8b846aee-081e-428e-91e0-a43843349da6', 'status': 'completed', 'code': 200} Nov 25 18:39:25.431615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02796df-229d-4986-942a-f2ea88ac1b3f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:25.446662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:25.463137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Transition to ACTIVE for port object e02796df-229d-4986-942a-f2ea88ac1b3f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:25.524502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:25.621475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b3e09096-b26b-4573-b519-c424086d2407'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:25.778595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Pushing event updated for resources: {'Port': ['ID=e02796df-229d-4986-942a-f2ea88ac1b3f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:25.823063 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-26db8b53-2ef6-4d82-a596-10ab0f196e07 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1993658181&fields=id&tenant_id=ea307e735076492690bc3927f1b02bd1 HTTP/1.1" status: 200 len: 267 time: 0.1923838 Nov 25 18:39:25.825202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.825686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.826151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.826633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.827092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.827532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.827986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.829990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-944c2c0d-a818-4cec-ba60-f3bae2f51a74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6344 time: 0.4794948 Nov 25 18:39:25.865639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 19e1a906-41d0-4462-b38b-ce7471b05dea up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:25.889600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74737fb1-0ee6-4474-beea-cbb7ad4b855e req-521de999-20bd-43e0-80f1-85d555fdbbb6 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:25.891201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74737fb1-0ee6-4474-beea-cbb7ad4b855e req-521de999-20bd-43e0-80f1-85d555fdbbb6 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 944 time: 0.5048969 Nov 25 18:39:25.957239 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:25.981323 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:25.986761 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:26.013798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74737fb1-0ee6-4474-beea-cbb7ad4b855e req-898894ec-c5b6-40c6-8efc-182e7e4da2d0 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137588 Nov 25 18:39:26.074012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-73155ff1-3d17-4a71-9062-5efa969233e3 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:26.086602 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-73155ff1-3d17-4a71-9062-5efa969233e3 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 984 time: 0.2625809 Nov 25 18:39:26.105379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Request body: {'port': {'security_groups': ['184a8d9f-c1ec-4cba-95be-a7ca6ef7665e']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:26.122843 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc81043-aba8-4cee-8034-23a88cc62c5a x-openstack-request-id: req-3dc81043-aba8-4cee-8034-23a88cc62c5a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:26.123134 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:26.123388 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3dc81043-aba8-4cee-8034-23a88cc62c5a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:26.123777 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407', 'status': 'completed', 'code': 200} Nov 25 18:39:26.192853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 19e1a906-41d0-4462-b38b-ce7471b05dea triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:26.193502 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:26.417349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:26.482144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-edb40379-4d6b-4d1a-b1c0-f8f04a9469d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:26.483660 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-edb40379-4d6b-4d1a-b1c0-f8f04a9469d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1135 time: 0.3076682 Nov 25 18:39:26.500813 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:26.607061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.extraroute_db [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added routes are [] {{(pid=103456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 18:39:26.607404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.extraroute_db [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 18:39:26.811417 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:22Z', 'revision_number': 6, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:24Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:26.854636 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:26.867710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:26.868490 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:26.977676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2048076-6fcd-4345-99e5-6668dd50278e req-296bf573-7e38-4aef-b90b-db5d25b066ec tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:26.979256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2048076-6fcd-4345-99e5-6668dd50278e req-296bf573-7e38-4aef-b90b-db5d25b066ec tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.0950248 Nov 25 18:39:26.985332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Attempting to bind port e02796df-229d-4986-942a-f2ea88ac1b3f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:26.985650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Attempting to bind port e02796df-229d-4986-942a-f2ea88ac1b3f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:26.985981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Attempting to bind port e02796df-229d-4986-942a-f2ea88ac1b3f on network a281785e-1083-4443-9ac0-043f4de9670d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:27.028616 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:27.045040 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2048076-6fcd-4345-99e5-6668dd50278e req-8e047412-c0c1-4c5a-8106-98817d5657c8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545726 Nov 25 18:39:27.046781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-2893ac6d-7c4c-4620-b4d8-413eb6c4db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.047243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-2893ac6d-7c4c-4620-b4d8-413eb6c4db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.047706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-2893ac6d-7c4c-4620-b4d8-413eb6c4db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.050043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-2893ac6d-7c4c-4620-b4d8-413eb6c4db05 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a249ad3a49a949a4ad379614c2e9057b&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1999762 Nov 25 18:39:27.050212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Port e02796df-229d-4986-942a-f2ea88ac1b3f on network a281785e-1083-4443-9ac0-043f4de9670d not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:27.050625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Attempting to bind port e02796df-229d-4986-942a-f2ea88ac1b3f on network a281785e-1083-4443-9ac0-043f4de9670d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:27.064773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:27.065111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Checking segment: {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:27.065496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Bound using segment: {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:27.066021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Bound port: e02796df-229d-4986-942a-f2ea88ac1b3f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:27.066398 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:27.297052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:27.299207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-2eff814a-5598-4fe7-b9a1-33723bce6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.300733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-2eff814a-5598-4fe7-b9a1-33723bce6461 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.7869091 Nov 25 18:39:27.357592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-b21b711c-a75a-4696-afc1-22e20c5a1358 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 217 time: 0.0412138 Nov 25 18:39:27.442080 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:22Z', 'revision_number': 6, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:24Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:27.448660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-b2895a32-a8da-4560-affc-64c7e8ab0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.450219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71208a05-1787-436c-b2d0-0d47f8c47fe9 req-b2895a32-a8da-4560-affc-64c7e8ab0fd5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3932745 Nov 25 18:39:27.484442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-53b78bf2-1698-467d-8c7c-1229a97b5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.486190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-53b78bf2-1698-467d-8c7c-1229a97b5bbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.0938413 Nov 25 18:39:27.497429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.514578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.519577 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346c5d2-9b31-4d19-baf8-289dd199544d None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:22Z', 'revision_number': 6, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:24Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:27.525047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.526068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b3e09096-b26b-4573-b519-c424086d2407,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:27.531871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.538565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.545186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.552033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.567731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f4fbd309-799b-4776-8827-061a6e437f61 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5409 time: 0.2808771 Nov 25 18:39:27.571785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:27.576739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] For port e02796df-229d-4986-942a-f2ea88ac1b3f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:27.601523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] For port e02796df-229d-4986-942a-f2ea88ac1b3f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e02796df-229d-4986-942a-f2ea88ac1b3f,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:27.612057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 76536b99-a8dc-4eff-b286-a2672834813e up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:27.637693 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-1236ec5e-9d79-4832-8317-f3d466fe6869 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626247 Nov 25 18:39:27.638330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:27.690645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-874f73ec-ecfa-4bb1-9868-78872438b593 req-f48d0283-054a-4d9a-b0b8-0991d533075b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218944 Nov 25 18:39:27.692978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:27.730318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.730951 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:27.735283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] 10.222.0.66 "PUT /v2.0/ports/e02796df-229d-4986-942a-f2ea88ac1b3f HTTP/1.1" status: 200 len: 1091 time: 4.1189656 Nov 25 18:39:27.750438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:27.758025 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8519ea50-5ecc-47ba-909f-3697b8a5d61e" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:27.769493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b3e09096-b26b-4573-b519-c424086d2407'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:27.833147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:27.833829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:27.839530 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4490bb0-2dbb-41ce-9c35-0a79d8df43e1 req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "PUT /v2.0/ports/b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 942 time: 1.7520199 Nov 25 18:39:27.840856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Request body: {'port': {'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:27.978660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 76536b99-a8dc-4eff-b286-a2672834813e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:39:27.993693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 76536b99-a8dc-4eff-b286-a2672834813e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:27.994352 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.000467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b3e09096-b26b-4573-b519-c424086d2407'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:28.021183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.037298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6924f49-9e4b-4f5f-9f5d-71a0da9175bd service neutron] Pushing event updated for resources: {'Port': ['ID=e02796df-229d-4986-942a-f2ea88ac1b3f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:28.061737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14162745-8f0a-488b-9ff6-b53dc07af43a tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event updated for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:28.124850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:28.128015 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177b6a2-c8e0-4199-b103-8e9d0a67b903" -d '{"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:28.186400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c812aa2-b775-4cf4-8d03-91ab70627653 req-95ae249a-77b9-4114-babc-0245cb188e47 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.189780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c812aa2-b775-4cf4-8d03-91ab70627653 req-95ae249a-77b9-4114-babc-0245cb188e47 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1798658 Nov 25 18:39:28.201501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89bf92-6e3c-4fd8-a409-8f254be7d59e req-0ac67e2e-a104-4246-943d-451d94d26e5d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.206747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d89bf92-6e3c-4fd8-a409-8f254be7d59e req-0ac67e2e-a104-4246-943d-451d94d26e5d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 944 time: 0.1638379 Nov 25 18:39:28.210468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.268610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-148a7ed1-bf68-499b-8a46-1d4004892839 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199958 Nov 25 18:39:28.272539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.291351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c812aa2-b775-4cf4-8d03-91ab70627653 req-160e447f-76b6-48f6-a723-1efbf29a5081 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912886 Nov 25 18:39:28.384023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d89bf92-6e3c-4fd8-a409-8f254be7d59e req-93b1edd4-9cde-4788-bf68-50fb558ba60c tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697972 Nov 25 18:39:28.435436 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.475050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 76536b99-a8dc-4eff-b286-a2672834813e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=76536b99-a8dc-4eff-b286-a2672834813e,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:28.490983 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e976a5-61a3-45a4-9258-1eacce1b5258 x-openstack-request-id: req-e5e976a5-61a3-45a4-9258-1eacce1b5258 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:28.492336 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:28.493363 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5e976a5-61a3-45a4-9258-1eacce1b5258 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:28.493779 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f', 'status': 'completed', 'code': 200} Nov 25 18:39:28.506889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:28.510516 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85486961-c94c-43ae-bf6a-29b7374c333f" -d '{"events": [{"server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "name": "network-vif-plugged", "status": "completed", "tag": "76536b99-a8dc-4eff-b286-a2672834813e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:28.529968 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8539463-1b40-488e-a72c-f7382a78c807 x-openstack-request-id: req-f8539463-1b40-488e-a72c-f7382a78c807 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:28.530584 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:28.530985 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8539463-1b40-488e-a72c-f7382a78c807 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:28.531520 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407', 'status': 'completed', 'code': 200} Nov 25 18:39:28.536479 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.607420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b072ecda-e22d-46a1-9c60-66cdedce87be req-7b00ee39-fc56-4df3-a87f-b4f1416b6023 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291428 Nov 25 18:39:28.609579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:28.639130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-8673a005-2944-413a-b450-3067d69053fc tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1939385 Nov 25 18:39:28.647951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:28.663753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=76536b99-a8dc-4eff-b286-a2672834813e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:28.667876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.668350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.668812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.692477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.696174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.696669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.698622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.703799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-a9e57b8e-1609-4071-a5d5-bd8d9104ad07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6411 time: 0.2091687 Nov 25 18:39:28.849358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.872502 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53b2e83-ff1f-4696-b0e6-0fc3d36565a6 x-openstack-request-id: req-a53b2e83-ff1f-4696-b0e6-0fc3d36565a6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:28.872798 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "name": "network-vif-plugged", "status": "completed", "tag": "76536b99-a8dc-4eff-b286-a2672834813e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:28.873054 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a53b2e83-ff1f-4696-b0e6-0fc3d36565a6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:28.873449 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e', 'code': 200} Nov 25 18:39:28.876829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:28.890934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:28.938804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:28.939490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:28.950740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:28.951905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-543aa2fe-b250-4fa1-aa8d-dc37b3abd0d4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 200 len: 704 time: 3.8419108 Nov 25 18:39:28.959215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40762) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:28.972583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-47131ef0-d566-48a5-8574-45fb67ba1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:28.974680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-47131ef0-d566-48a5-8574-45fb67ba1c24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.3141563 Nov 25 18:39:29.161313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:29.167396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.175569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.182043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.188375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.194722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.197605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3e54b8bb-1819-4526-b0be-5d64d9af665e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 200 len: 704 time: 0.2353086 Nov 25 18:39:29.201328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.202353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40764) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:29.208821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.218240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-2ee2f8bf-1f0b-48d2-9fa3-1ff8179b0adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5409 time: 0.2721477 Nov 25 18:39:29.233852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-0b76f28b-04f1-4630-8dc0-b2bfc4028126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.234758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-0b76f28b-04f1-4630-8dc0-b2bfc4028126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.235425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-0b76f28b-04f1-4630-8dc0-b2bfc4028126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.237192 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-0b76f28b-04f1-4630-8dc0-b2bfc4028126 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a249ad3a49a949a4ad379614c2e9057b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5129969 Nov 25 18:39:29.247934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60c3b7-741d-4c0b-a88e-f3b87346f3c4 req-580146eb-6c38-49f5-8d92-209b2376694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.251998 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd60c3b7-741d-4c0b-a88e-f3b87346f3c4 req-580146eb-6c38-49f5-8d92-209b2376694a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 1096 time: 0.2657721 Nov 25 18:39:29.346047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-74a592d5-bda8-4114-9e3a-8ddc84d6e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.353150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-74a592d5-bda8-4114-9e3a-8ddc84d6e847 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.2848248 Nov 25 18:39:29.407246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd60c3b7-741d-4c0b-a88e-f3b87346f3c4 req-9f357a27-3ce2-4efa-a3ce-bf2af118b5b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392148 Nov 25 18:39:29.467814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-4ba875ba-f7b9-4bf3-8865-84e10156177c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 217 time: 0.0911908 Nov 25 18:39:29.471252 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01cd2f62-0d62-4d50-851c-ccd915c3d47c req-ea5e33bc-7107-4add-944e-84b1e74d488b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500169 Nov 25 18:39:29.514911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:29.523896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:29.549334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Transition to ACTIVE for port object ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:39:29.552632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:26Z', 'revision_number': 7, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:24Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:29.583118 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:29.613876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:29.640008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:29.640636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:29.693561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:29.722194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-fcbd1616-d410-464b-991a-65f52193c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.724198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8519ea50-5ecc-47ba-909f-3697b8a5d61e req-fcbd1616-d410-464b-991a-65f52193c8b6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4709952 Nov 25 18:39:29.820736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:29.822632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-93a3c08e-4973-4e9c-bf2b-68b5188f8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.824689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-93a3c08e-4973-4e9c-bf2b-68b5188f8101 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.1705079 Nov 25 18:39:29.851761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837c8c-eff5-4eba-92a1-234249fe9d7d req-c5594dab-d51b-46e7-b10c-6f11800c6671 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:29.853359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62837c8c-eff5-4eba-92a1-234249fe9d7d req-c5594dab-d51b-46e7-b10c-6f11800c6671 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2882688 Nov 25 18:39:29.890317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-fef2fe02-a6ae-4744-9819-e8c9c3cca263 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551026 Nov 25 18:39:30.000799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:30.066246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62837c8c-eff5-4eba-92a1-234249fe9d7d req-7d3a44fe-88b2-4cea-80a9-79c564df8d36 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517076 Nov 25 18:39:30.099151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Attempting to bind port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:39:30.099281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Attempting to bind port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:39:30.099618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Attempting to bind port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 on network a281785e-1083-4443-9ac0-043f4de9670d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:30.108069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 on network a281785e-1083-4443-9ac0-043f4de9670d not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:39:30.108562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Attempting to bind port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 on network a281785e-1083-4443-9ac0-043f4de9670d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:39:30.125867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:39:30.126760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Checking segment: {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:30.127147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Bound using segment: {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:39:30.127918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Bound port: ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f71085-c7e0-4408-9b62-8485ef215ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:39:30.130577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:30.287102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] For port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:39:30.290444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] For port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:39:30.305771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:30.513081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.513757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:30.515168 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] 10.222.0.66 "PUT /v2.0/ports/ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 200 len: 1091 time: 2.6827221 Nov 25 18:39:30.515616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:30.517908 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e21f73-d25e-46ee-9895-5f43d58e367c" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:30.547192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d2b7f-1bb2-41a1-a468-1ec200aa2d0c req-25ae858c-92fb-4997-b6c2-fb2978c662dc tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.555806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-354d2b7f-1bb2-41a1-a468-1ec200aa2d0c req-25ae858c-92fb-4997-b6c2-fb2978c662dc tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.2637150 Nov 25 18:39:30.579376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:26Z', 'revision_number': 7, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:24Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:30.598115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5faa75-5e52-4207-a8a2-9bdc178ce7ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:30.658749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b951ab-4d45-4cb8-9033-827dc8db7045 None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:26Z', 'revision_number': 7, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19e1a906-41d0-4462-b38b-ce7471b05dea', 'name': '', 'network_id': '97fafe75-ed71-43ac-9c90-9c9002f1cd87', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:d9:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:13Z', 'updated_at': '2021-11-25T18:39:24Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'e1477cef-fd40-49c3-8725-dfbec5ca0db7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:30.680538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:30.748839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-354d2b7f-1bb2-41a1-a468-1ec200aa2d0c req-a8ee6f14-eaa2-47be-8c95-297546ba2535 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921191 Nov 25 18:39:30.765735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.766365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.767106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.767639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.768165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.768738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.770248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:30.772347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7dca8eeb-d3c9-49a4-931e-1c9553e117ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6478 time: 0.1930268 Nov 25 18:39:30.833233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Allocated IP 172.25.2.93 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/23792081-8f9e-4359-9bb1-d83120ec9767) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:30.885086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7fe1785b-5a8b-4c10-81cc-f7dd21cc1ad0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 200 len: 217 time: 0.0990732 Nov 25 18:39:31.009781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e9093bd1-efa0-4311-8160-ba004901fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.011402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e9093bd1-efa0-4311-8160-ba004901fcd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9748f676-e6f8-460b-9021-a1eda79cc10d HTTP/1.1" status: 200 len: 850 time: 0.1207197 Nov 25 18:39:31.013336 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-6a87f6e9-1f81-49f1-8796-705f7f1da27a service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0739939 Nov 25 18:39:31.132278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-a2262a8a-c958-4fd7-a651-6ed00d75760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.133831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-a2262a8a-c958-4fd7-a651-6ed00d75760d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151245 Nov 25 18:39:31.262266 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:31.268405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cb5bb-ea52-4c7e-88f8-c4dc4f8a1598 req-be8b6660-d118-4672-b651-5eb6abe96db7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.270539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-518cb5bb-ea52-4c7e-88f8-c4dc4f8a1598 req-be8b6660-d118-4672-b651-5eb6abe96db7 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1626203 Nov 25 18:39:31.344229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-11fec4b8-3602-42a2-bebf-804d16345d2a service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893964 Nov 25 18:39:31.371252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:31.395408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-518cb5bb-ea52-4c7e-88f8-c4dc4f8a1598 req-58a3faac-8f23-4a47-9a24-af4747333957 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079085 Nov 25 18:39:31.432442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:31.447520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:31.452128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:31.562039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-0d20d487-d1fd-4546-a3c6-a8b1c87182e0 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046738 Nov 25 18:39:31.590200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:31.590723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.597899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.611914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.619231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.626831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.633362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.640117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.650376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:31.650650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-dca886c3-edcf-4ca1-903b-7e41af717e35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.1386030 Nov 25 18:39:31.713507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-f4e62aa9-0725-4e52-8db5-ef0d46824c3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 217 time: 0.0523868 Nov 25 18:39:31.790057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5177b6a2-c8e0-4199-b103-8e9d0a67b903 req-253f6cb6-499b-4ae4-8af8-cc1649dc2886 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553964 Nov 25 18:39:31.790903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event updated for resources: {'Port': ['ID=23792081-8f9e-4359-9bb1-d83120ec9767,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:31.796684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:31.830829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f269af2-0ce5-409c-a32a-0e9f4e4ed653 req-0e610552-d743-4763-a822-8bc8f78aa286 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791127 Nov 25 18:39:31.912024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1f7d7c4d-6d29-4243-a227-8e08bd1213af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:31.914371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1f7d7c4d-6d29-4243-a227-8e08bd1213af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.1710746 Nov 25 18:39:31.920550 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af4d6b-5e65-4aaf-9fa6-97c886449e97 x-openstack-request-id: req-b1af4d6b-5e65-4aaf-9fa6-97c886449e97 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:31.920983 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:31.925181 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1af4d6b-5e65-4aaf-9fa6-97c886449e97 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:31.925801 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8', 'status': 'completed', 'code': 200} Nov 25 18:39:32.017746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-0d204ed8-6bf5-4d4f-a0e3-407c2559d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:32.036940 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-0d204ed8-6bf5-4d4f-a0e3-407c2559d414 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092141 Nov 25 18:39:32.172133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:32.180838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:32.248443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event updated for resources: {'Port': ['ID=23792081-8f9e-4359-9bb1-d83120ec9767,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:32.290780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd535f-8311-4264-836c-6a127fe49774 req-4db40208-febb-4bbc-86c4-f85b5fba2dfb tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:32.296927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83fd535f-8311-4264-836c-6a127fe49774 req-4db40208-febb-4bbc-86c4-f85b5fba2dfb tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.1341836 Nov 25 18:39:32.315455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 19e1a906-41d0-4462-b38b-ce7471b05dea {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:32.315799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:32.326928 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-1217fcd0-3d2f-4708-a8ba-16ba41b287fd service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883253 Nov 25 18:39:32.440931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83fd535f-8311-4264-836c-6a127fe49774 req-182f9fec-035a-4a47-9695-b10644af4a90 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127594 Nov 25 18:39:32.480674 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-57a98d37-a330-40a2-b236-5a099c0cd03d service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366611 Nov 25 18:39:32.496829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 19e1a906-41d0-4462-b38b-ce7471b05dea, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=19e1a906-41d0-4462-b38b-ce7471b05dea,segment=NetworkSegment(fca6d8a4-3737-4a03-a780-7512bbf079a5),segment_id=fca6d8a4-3737-4a03-a780-7512bbf079a5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:32.497193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:32.500263 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:32.520884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 19e1a906-41d0-4462-b38b-ce7471b05dea owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:32.541252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:32.553605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-553ee16f-4fcb-4677-8e37-eb6cb979d382 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9130487 Nov 25 18:39:32.571396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-5889ee33-7364-49bc-b101-e1f2aed5490b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 217 time: 0.0816746 Nov 25 18:39:32.640100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-03d49dbe-91b7-44ca-88bc-e7d5bb281acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:32.647732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-03d49dbe-91b7-44ca-88bc-e7d5bb281acc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0631545 Nov 25 18:39:32.672519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-b908b2af-0118-4d34-880f-713defed10af tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0752125 Nov 25 18:39:32.738209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-077d1e55-d7a0-4301-ba02-0eb2278b4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:32.739821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-077d1e55-d7a0-4301-ba02-0eb2278b4509 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824213 Nov 25 18:39:32.748395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d71a1-7767-4a7c-9931-c356f81c0299 req-774d8d2b-bd68-422a-bc95-6930f605fdcb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:32.750074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-470d71a1-7767-4a7c-9931-c356f81c0299 req-774d8d2b-bd68-422a-bc95-6930f605fdcb tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.0823772 Nov 25 18:39:32.864938 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-470d71a1-7767-4a7c-9931-c356f81c0299 req-fe71a044-eda4-4084-90dd-fe36ee411be8 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006079 Nov 25 18:39:32.866396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-0ccba157-5e3a-4dce-b166-0f3364e0c874 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:32.867900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-0ccba157-5e3a-4dce-b166-0f3364e0c874 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1836607 Nov 25 18:39:32.904887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-acecb2f2-c0cb-4c14-83bd-f3d79c526531 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:39:32.905913 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4aba0de3-a52c-4be6-a968-c9ca4f3ba236 req-acecb2f2-c0cb-4c14-83bd-f3d79c526531 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291517 Nov 25 18:39:32.919629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4f5ef95e-f1d7-406d-9304-c046e1b6e4e3 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660535 Nov 25 18:39:32.953893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:33.002076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=19e1a906-41d0-4462-b38b-ce7471b05dea,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:33.053548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-30eb9e29-b05d-417b-a61a-3c77a8cdb280 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227577 Nov 25 18:39:33.101081 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:33.112751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-9c1f83d5-c0fe-4c0f-90c1-04fa6e9dc7f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=886f2fce-913f-40db-a349-0e0f037d2c38 HTTP/1.1" status: 200 len: 217 time: 0.0435553 Nov 25 18:39:33.173120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-b1d2cf52-9ca7-4851-a73e-7587de8515fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.174913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-b1d2cf52-9ca7-4851-a73e-7587de8515fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0495946 Nov 25 18:39:33.184079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa9cfb-8e33-455d-8e62-b184480c6060 req-3c37451c-4f4e-44ef-81d3-e8478a0bd3a4 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.199576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7aaa9cfb-8e33-455d-8e62-b184480c6060 req-3c37451c-4f4e-44ef-81d3-e8478a0bd3a4 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.2096059 Nov 25 18:39:33.200451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:33.205041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Request body: {'floatingip': {'port_id': '76536b99-a8dc-4eff-b286-a2672834813e'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:33.275705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:33.317305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:33.329924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.336067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.342029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.348621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.354557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.360601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.367232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.369143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-fc5bf320-9a80-48c7-85a6-994cd21a0daf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.1245184 Nov 25 18:39:33.375196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-613ad131-6b9a-41de-acd5-ff90b0d1934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.376626 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-613ad131-6b9a-41de-acd5-ff90b0d1934d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1910689 Nov 25 18:39:33.482170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822d27-e751-4690-8ba6-14442478bee0 req-6ba85b51-a2fa-4cb6-b3c2-8d128b6f5523 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.483979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-6ba85b51-a2fa-4cb6-b3c2-8d128b6f5523 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2061784 Nov 25 18:39:33.487372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9430cdf1-60f8-4666-918d-a22df1d7b259 req-b9f31c83-c690-44fc-947d-990ef82cfeac tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089895 Nov 25 18:39:33.512762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-be0cd11f-4b73-49c9-bd7a-ef7454c35235 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210778 Nov 25 18:39:33.586380 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-986a777f-ca55-4a79-9d47-f3d8dd162b42 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0887933 Nov 25 18:39:33.634848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-b90621cd-b3f7-47b9-b0c1-3c68f1b50f80 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142089 Nov 25 18:39:33.647924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Request body: {'floatingip': {'port_id': 'b3e09096-b26b-4573-b519-c424086d2407', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:33.702760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-f8cc19fb-0290-4eeb-bd1a-40e5c7d8f358 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8b846aee-081e-428e-91e0-a43843349da6 HTTP/1.1" status: 200 len: 217 time: 0.0585735 Nov 25 18:39:33.745609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:33.778940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-0cff3109-8b7c-42bf-8607-acb4e11b2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.780416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-0cff3109-8b7c-42bf-8607-acb4e11b2737 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0661669 Nov 25 18:39:33.838877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-50bc3c4b-7426-4257-a2fe-7488e0bc4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.851830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-50bc3c4b-7426-4257-a2fe-7488e0bc4744 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594702 Nov 25 18:39:33.903012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:33.981773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77af700-2525-479d-ad79-f7632f2df49e req-141608ed-8e35-4926-9e3b-04ed09d5a452 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:33.983484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e77af700-2525-479d-ad79-f7632f2df49e req-141608ed-8e35-4926-9e3b-04ed09d5a452 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 950 time: 0.1264398 Nov 25 18:39:34.112109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e77af700-2525-479d-ad79-f7632f2df49e req-a6db1117-44a9-4524-983b-5d6a6c8cfe85 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194854 Nov 25 18:39:34.116994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-8a12ff01-cb9b-4414-8f17-7eacc1acd949 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499988 Nov 25 18:39:34.348196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-4906413b-232e-4b30-a62b-625e7246fd87 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173407 Nov 25 18:39:34.447417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-6a698ec1-347f-4b98-b4ae-95d4efa15e20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e02796df-229d-4986-942a-f2ea88ac1b3f HTTP/1.1" status: 200 len: 217 time: 0.0855613 Nov 25 18:39:34.580682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-9e19a4d3-23ae-49ad-bc92-b612a4c19819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.582049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-9e19a4d3-23ae-49ad-bc92-b612a4c19819 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.1275759 Nov 25 18:39:34.618006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:34.628244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4fa60426-ed7f-4db2-a760-f81b09dbe9ae tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4248495 Nov 25 18:39:34.630003 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:34.633268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40872) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:34.652861 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:34.653489 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:34.757073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-b7fc013b-7db9-49ca-a69b-b7304ae08591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.759784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-b7fc013b-7db9-49ca-a69b-b7304ae08591 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1609128 Nov 25 18:39:34.781494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.790052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.797522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.805254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.815779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.827127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.834307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:34.841982 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:34.844842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-1d724f2f-2de5-4cbb-bc5c-a61e2f6c32d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.1939871 Nov 25 18:39:34.849328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet e1477cef-fd40-49c3-8725-dfbec5ca0db7 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:39:34.854514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:34.900276 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.001152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.030082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-620e605e-3075-41bb-96c9-e6e8f647a79e service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617439 Nov 25 18:39:35.089335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.108581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.180504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a3c86cf2-3862-4ee7-a4d8-d7b5fda5fa40 req-72cf0a9d-a2e5-4fea-a684-1395f6edacac tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3347421 Nov 25 18:39:35.233496 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Floating IP 11527908-49c9-47ee-a88f-27d9d0fa9d02 associated. External IP: 172.25.2.127, port: 76536b99-a8dc-4eff-b286-a2672834813e. Nov 25 18:39:35.278276 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:32Z', 'revision_number': 8, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:35.279069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-9f33ea55-ca47-4122-ab2f-2e6575f14a32 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346013 Nov 25 18:39:35.334067 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:35.341058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c924d66d-e7a1-4230-a139-fa7880183167 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0515354 Nov 25 18:39:35.365993 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:35.366646 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:35.495095 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:35.588406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.601856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:39:35.663736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:35.697180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=e1477cef-fd40-49c3-8725-dfbec5ca0db7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:35.711797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.716889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-225e8f96-7b41-4a40-b9be-ee8eeefc6576 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/e1477cef-fd40-49c3-8725-dfbec5ca0db7 HTTP/1.1" status: 204 len: 168 time: 1.0807824 Nov 25 18:39:35.720154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40888) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:35.741545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.743655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b1835-203e-4b88-a44f-60740849316e None None] Network 97fafe75-ed71-43ac-9c90-9c9002f1cd87 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:35.763909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Router 719f98a5-5fac-4d35-951c-aaf117f3f0ef has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:35.764816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.829796 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:32Z', 'revision_number': 8, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:35.968058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:35.986880 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:36.022687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:36.025331 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d03eba-b534-4cab-b64d-32093164e400" -d '{"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-unplugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:36.036722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c642d36e-ccf9-4123-9b29-73c66b42646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.038328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-c642d36e-ccf9-4123-9b29-73c66b42646b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.6890256 Nov 25 18:39:36.104293 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffca0d6-c32c-4d01-a196-62d5265a525e None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:32Z', 'revision_number': 8, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3235f5b3-8136-463d-85e6-8648d1889eab', 'name': '', 'network_id': '263cb643-06ba-46ca-be65-dafcc83bfb2c', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:99:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:39:01Z', 'updated_at': '2021-11-25T18:39:09Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': 'd2eca7be-fd1c-48cc-93bf-ab9647464cd1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:36.117316 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Floating IP 82facb59-80cb-462c-819b-052a1d3d5115 associated. External IP: 172.25.2.93, port: b3e09096-b26b-4573-b519-c424086d2407. Nov 25 18:39:36.123567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7c355c3c-6e10-4c31-8231-2da55f9529b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.125116 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-7c355c3c-6e10-4c31-8231-2da55f9529b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662622 Nov 25 18:39:36.147361 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87da8ba9-c3ec-4397-9f5e-26423b52e8bf x-openstack-request-id: req-87da8ba9-c3ec-4397-9f5e-26423b52e8bf {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:36.147882 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-unplugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:36.148395 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87da8ba9-c3ec-4397-9f5e-26423b52e8bf {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:36.156299 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'code': 200} Nov 25 18:39:36.158611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:36.209403 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:36.304501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:36.317006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-8a8489cf-7bb4-4fb3-8756-230a9f9f0d70 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802406 Nov 25 18:39:36.322578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:36.329353 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:36.340562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] Sync routers for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:36.371069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:36.372193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:36.436899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:36.437593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.437977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:36.444846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.451151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.458936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.466797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.474775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.482222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.490935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-f9e1a2c9-c240-49ec-9280-05928fba657d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.1936047 Nov 25 18:39:36.503449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] DHCP port deletion for 97fafe75-ed71-43ac-9c90-9c9002f1cd87 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:36.564413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aca777f-df73-4658-b1cb-e368b6a6de56 req-e30d5906-0660-492c-ae85-96720dbd47f8 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304971 Nov 25 18:39:36.591489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,segment=NetworkSegment(fca6d8a4-3737-4a03-a780-7512bbf079a5),segment_id=fca6d8a4-3737-4a03-a780-7512bbf079a5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:36.592144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:36.618209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:36.645503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3167eada-0833-47dd-b826-0ced35b0ff26 req-7075ff3d-398d-42d4-92f8-e58e8466107b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484766 Nov 25 18:39:36.695956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:36.744564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b478ea1a-589a-4a65-8f8c-5c3b9d3b27df tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "PUT /v2.0/floatingips/11527908-49c9-47ee-a88f-27d9d0fa9d02 HTTP/1.1" status: 200 len: 991 time: 3.5422544 Nov 25 18:39:36.748230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:36.758884 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e606220-0d10-4666-9d0e-0b6a2ed23830" -d '{"events": [{"name": "network-changed", "server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "tag": "76536b99-a8dc-4eff-b286-a2672834813e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:36.761730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:36.788149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:36.808301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.816066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] Deleting port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:36.818228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:36.821063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.821687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.822236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.828394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.830938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.831534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:36.834321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-cbb12e7b-81b7-48fc-a203-10b137296259 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6478 time: 0.1799326 Nov 25 18:39:36.852820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:37.028638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-72de5aeb-8c5d-4124-9976-637ded1a6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.030512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-72de5aeb-8c5d-4124-9976-637ded1a6beb service neutron] 10.222.0.66 "GET /v2.0/networks?id=a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 200 len: 902 time: 0.1859069 Nov 25 18:39:37.120402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-e4c2c370-7295-46b0-ac93-08c280584d9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0708466 Nov 25 18:39:37.131365 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3f81f8-71c1-4d71-b7a3-16f12f760053 x-openstack-request-id: req-0e3f81f8-71c1-4d71-b7a3-16f12f760053 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:37.137423 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "tag": "76536b99-a8dc-4eff-b286-a2672834813e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:37.137829 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e3f81f8-71c1-4d71-b7a3-16f12f760053 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:37.138358 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e', 'status': 'completed', 'code': 200} Nov 25 18:39:37.167370 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:37.185619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] For port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:37.186122 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:37.210713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fafe75-ed71-43ac-9c90-9c9002f1cd87']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:37.233558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:37.235744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca6d8a4-3737-4a03-a780-7512bbf079a5') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:37.236161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca6d8a4-3737-4a03-a780-7512bbf079a5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:37.250618 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:37.268234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-34931bae-37ac-4eaa-be7b-3ea7d793dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.269446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] Calling delete_port for 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:37.272845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-34931bae-37ac-4eaa-be7b-3ea7d793dcd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db3b41066474b25991dc0416f6e3df0&device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 1096 time: 0.1173003 Nov 25 18:39:37.279283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-4477165c-363d-418f-9328-f745cbce1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.280722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-4477165c-363d-418f-9328-f745cbce1c32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.1595364 Nov 25 18:39:37.291380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] Port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:39:37.319444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:37.325845 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:37.356272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] Pushing event deleted for resources: {'Port': ['ID=6eadc373-fbc4-44ba-8e2c-7e860e89fc46,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:37.370907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84ba50-543a-4bfd-bb95-540027bb058f None None] No DVR routers for this DVR port 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:37.371628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-54c12e1e-29a3-42df-8ed1-213af7d2db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.373733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-54c12e1e-29a3-42df-8ed1-213af7d2db00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836885 Nov 25 18:39:37.561869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '11527908-49c9-47ee-a88f-27d9d0fa9d02', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'port_id': '76536b99-a8dc-4eff-b286-a2672834813e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'mac_address': 'fa:16:3e:f0:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:39:08Z', 'updated_at': '2021-11-25T18:39:34Z', 'revision_number': 1, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:08Z', 'revision_number': 5, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:37.562963 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-e04db7a6-eb0c-492e-9161-dc133a0217e0 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812255 Nov 25 18:39:37.593401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] Checking router: 719f98a5-5fac-4d35-951c-aaf117f3f0ef for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:37.622419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:37.623263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:37.732778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0e21f73-d25e-46ee-9895-5f43d58e367c req-db435f10-4c1f-49e1-b331-fa50d92e3968 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616988 Nov 25 18:39:37.897611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:37.932291 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.933770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:39:37.934299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:37.936930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:37.937439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6eadc373-fbc4-44ba-8e2c-7e860e89fc46 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:37.937994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 19e1a906-41d0-4462-b38b-ce7471b05dea no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:37.947495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:39:37.948621 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:39:37.961951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.965847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 19e1a906-41d0-4462-b38b-ce7471b05dea {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:37.966662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 19e1a906-41d0-4462-b38b-ce7471b05dea not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:37.983226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:37.999059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:38.001665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:38.012045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:38.029152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:38.044748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-73de4598-1b18-4c5f-b033-dd21b346039c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.2449291 Nov 25 18:39:38.178579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf6a12a4-87c7-442d-ad32-debe67b4133b req-9eb5c18f-24aa-49bc-85c1-d8f8b50efdb3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329129 Nov 25 18:39:38.220510 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:38.224803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-7d2470db-8848-4e92-9132-82033b0d5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:38.225889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-7d2470db-8848-4e92-9132-82033b0d5b7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1886c0f-73a1-4984-a749-886b5d234906 HTTP/1.1" status: 200 len: 912 time: 0.9459269 Nov 25 18:39:38.237126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:38.248144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40934) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:38.248322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/97fafe75-ed71-43ac-9c90-9c9002f1cd87 HTTP/1.1" status: 204 len: 168 time: 2.5253637 Nov 25 18:39:38.369864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6b93-c0d0-47fd-a84c-80b7bf0af441 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=97fafe75-ed71-43ac-9c90-9c9002f1cd87,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:38.385904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:38.413925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:38.420655 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] Sync routers for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:38.445951 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:38.446889 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:38.500721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '11527908-49c9-47ee-a88f-27d9d0fa9d02', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'port_id': '76536b99-a8dc-4eff-b286-a2672834813e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'mac_address': 'fa:16:3e:f0:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:39:08Z', 'updated_at': '2021-11-25T18:39:34Z', 'revision_number': 1, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:08Z', 'revision_number': 5, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:38.577030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2c75dbf-4167-4fe9-9f9e-837baff5e940 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "PUT /v2.0/floatingips/82facb59-80cb-462c-819b-052a1d3d5115 HTTP/1.1" status: 200 len: 995 time: 4.9332950 Nov 25 18:39:38.604259 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:38.612065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-c22aef71-9e7b-481d-b881-05dd8bfbd2ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76536b99-a8dc-4eff-b286-a2672834813e HTTP/1.1" status: 200 len: 999 time: 0.3615005 Nov 25 18:39:38.615559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48898e-9dcf-4b3c-9843-63fdc36f418c None None] The sync data for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 is: [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '11527908-49c9-47ee-a88f-27d9d0fa9d02', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'port_id': '76536b99-a8dc-4eff-b286-a2672834813e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'mac_address': 'fa:16:3e:f0:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:39:08Z', 'updated_at': '2021-11-25T18:39:34Z', 'revision_number': 1, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:08Z', 'revision_number': 5, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:38.779716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-63b5c6b6-4d00-41dc-987e-926864124118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:38.781278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-63b5c6b6-4d00-41dc-987e-926864124118 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=319c8888-56a8-401f-832b-410794f58701 HTTP/1.1" status: 200 len: 850 time: 0.1320128 Nov 25 18:39:38.791539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822d27-e751-4690-8ba6-14442478bee0 req-5ab25f65-5d24-4cb6-8b90-e7b2fd72fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:38.793133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-5ab25f65-5d24-4cb6-8b90-e7b2fd72fcd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.1992452 Nov 25 18:39:38.812539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17e4e55a-0852-45c4-b85c-6fcabf5bed16 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:38.939297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:39.020919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:39.046052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'mac_address': 'fa:16:3e:47:3f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:39.065941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22bf4a-1ef9-42a8-9f14-7503c2346759 None None] New status for floating IP 11527908-49c9-47ee-a88f-27d9d0fa9d02: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:39:39.074026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-7573c327-7065-447a-82c0-a228a948b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.076537 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-7573c327-7065-447a-82c0-a228a948b37e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1886c0f-73a1-4984-a749-886b5d234906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823274 Nov 25 18:39:39.144444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:39.147201 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f1afaf-dead-4f43-ab77-4dd55296bf67" -d '{"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:39.190797 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '82facb59-80cb-462c-819b-052a1d3d5115', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'port_id': 'b3e09096-b26b-4573-b519-c424086d2407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'mac_address': 'fa:16:3e:70:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:39:31Z', 'updated_at': '2021-11-25T18:39:35Z', 'revision_number': 1, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:31Z', 'revision_number': 5, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:39.214546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822d27-e751-4690-8ba6-14442478bee0 req-f5fcf0fa-0c01-4dbc-a92c-bf4f02e6dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.216094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-f5fcf0fa-0c01-4dbc-a92c-bf4f02e6dd68 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.4090092 Nov 25 18:39:39.236114 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:39.268172 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] Checking router: 67f8c4e8-bc84-40e5-ab27-5cce0931dddb for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:39.288464 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:39.289674 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:39.318332 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9980c96f-06d4-46cd-adfc-82fc6551a9f3 x-openstack-request-id: req-9980c96f-06d4-46cd-adfc-82fc6551a9f3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:39.318706 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:39.319037 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9980c96f-06d4-46cd-adfc-82fc6551a9f3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:39.319608 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407', 'status': 'completed', 'code': 200} Nov 25 18:39:39.346130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17e4e55a-0852-45c4-b85c-6fcabf5bed16 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:39.422616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-d2a107ad-bb1a-4835-8646-9bce477ea811 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 998 time: 0.1992731 Nov 25 18:39:39.433654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:39.434721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-11ea771f-4bd3-4ef9-8914-c3ac1961c64b service neutron] 10.222.0.64 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312719 Nov 25 18:39:39.438156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-e77c749b-2714-47af-af97-04d2a76184bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.440835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-e77c749b-2714-47af-af97-04d2a76184bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.1201282 Nov 25 18:39:39.497698 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:39.587820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 3235f5b3-8136-463d-85e6-8648d1889eab {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:39.588270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:39.623233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['17e4e55a-0852-45c4-b85c-6fcabf5bed16'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:39.643564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:39.652597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822d27-e751-4690-8ba6-14442478bee0 req-6ca38a11-6f8c-4bfa-9314-7f23d4f8ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.654100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-6ca38a11-6f8c-4bfa-9314-7f23d4f8ad28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.2186403 Nov 25 18:39:39.690191 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:39.716423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-3a71cd53-10f5-4fe1-b7af-3bf2e3387e82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530045 Nov 25 18:39:39.735395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-8fd568b5-edf6-4d5f-8873-4b58003f506d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:39:39.739678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-8fd568b5-edf6-4d5f-8873-4b58003f506d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154243 Nov 25 18:39:39.752336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.759634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.766222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.772633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.779088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.785098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.797873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.800301 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-7efa5c63-bfda-41c3-b902-0c07174860b3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.3578682 Nov 25 18:39:39.884661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-5d6967ed-d45c-4679-bb1b-cd891f8e65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:39.886075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-5d6967ed-d45c-4679-bb1b-cd891f8e65b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.4295201 Nov 25 18:39:39.912789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e606220-0d10-4666-9d0e-0b6a2ed23830 req-3a7d62e8-956a-4cc3-b121-8fd0df97d236 service neutron] 10.222.0.64 "GET /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248266 Nov 25 18:39:39.998646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-4038a0fd-38cd-4f8f-be76-382285fe76c7 service neutron] 10.222.0.62 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492378 Nov 25 18:39:40.006708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ea3cd9ee-9ed5-4824-a359-93b89c920118 req-6e16f2b8-9bd6-4939-bee7-e156714a346c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962962 Nov 25 18:39:40.008499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-a73e1856-5cba-4bcb-908d-b0c510565e5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 998 time: 0.0753570 Nov 25 18:39:40.152254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 3235f5b3-8136-463d-85e6-8648d1889eab, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3235f5b3-8136-463d-85e6-8648d1889eab,segment=NetworkSegment(60ec92d3-3281-4e82-956a-27fd93350e07),segment_id=60ec92d3-3281-4e82-956a-27fd93350e07)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:40.152626 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:40.156850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-e9559705-5ebb-46cc-b122-fe9164de365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:40.158388 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-e9559705-5ebb-46cc-b122-fe9164de365a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.1325104 Nov 25 18:39:40.172858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90822d27-e751-4690-8ba6-14442478bee0 req-c79a6407-3adc-4fe5-9b69-69cff11c6afb service neutron] 10.222.0.62 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681287 Nov 25 18:39:40.187604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 3235f5b3-8136-463d-85e6-8648d1889eab owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:40.210553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-53756c93-ad4e-4806-82f8-607b97d7df1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389915 Nov 25 18:39:40.337986 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '82facb59-80cb-462c-819b-052a1d3d5115', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'port_id': 'b3e09096-b26b-4573-b519-c424086d2407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'mac_address': 'fa:16:3e:70:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:39:31Z', 'updated_at': '2021-11-25T18:39:35Z', 'revision_number': 1, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:31Z', 'revision_number': 5, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:40.373410 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab7739-d4d1-41c1-ab87-4bbc1e222a79 None None] The sync data for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 is: [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '82facb59-80cb-462c-819b-052a1d3d5115', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'port_id': 'b3e09096-b26b-4573-b519-c424086d2407', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'mac_address': 'fa:16:3e:70:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:39:31Z', 'updated_at': '2021-11-25T18:39:35Z', 'revision_number': 1, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:31Z', 'revision_number': 5, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:40.559347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:40.672355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=3235f5b3-8136-463d-85e6-8648d1889eab,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:40.798293 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0fcab6-211e-48e1-9d31-930a91cd4bd8 None None] New status for floating IP 82facb59-80cb-462c-819b-052a1d3d5115: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:39:40.824276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17e4e55a-0852-45c4-b85c-6fcabf5bed16 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:39:40.901875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-1e96f367-1fb8-4805-89fa-8003cca91a4b tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 998 time: 0.3905504 Nov 25 18:39:40.985464 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac365581-0560-46bc-82aa-16dc9a8f1378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:40.995678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:39:40.996413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:41.062411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-d15520fe-2b24-48a9-9c92-1f1305459bae service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396471 Nov 25 18:39:41.243981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-38842237-8669-4b0e-847c-02a5d046e4c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.260450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-38842237-8669-4b0e-847c-02a5d046e4c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports/b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 942 time: 0.3484502 Nov 25 18:39:41.290818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:41.476039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.479607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:41.493152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.505663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:41.506547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.509279 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378ae7bf-c99b-48cd-a584-3647f87cf94f" -d '{"events": [{"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-plugged", "status": "completed", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:41.528644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:41.538962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.540247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:41.543461 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f1afaf-dead-4f43-ab77-4dd55296bf67 req-9a7d8a80-1504-4677-9fee-570a680b29f5 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481723 Nov 25 18:39:41.564126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.571207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.577699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:41.586947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56115638-0162-430c-a54e-060bc37e05b4 req-f1ccbe82-452e-4ee7-a652-934444a84ee4 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.2110975 Nov 25 18:39:41.597937 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-eb598831-7350-41cd-a458-4a5aa727da1e tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1000 time: 0.1822734 Nov 25 18:39:41.639888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:41.703124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56115638-0162-430c-a54e-060bc37e05b4 req-f3a24540-bc2b-45ad-9c07-985f989fd13a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147919 Nov 25 18:39:42.047018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a916d98-e763-4c80-801b-b65a0171cfe2 req-3607685f-581d-4e65-a30c-3e87d7681a5d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.050616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a916d98-e763-4c80-801b-b65a0171cfe2 req-3607685f-581d-4e65-a30c-3e87d7681a5d tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.0625453 Nov 25 18:39:42.131798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a916d98-e763-4c80-801b-b65a0171cfe2 req-48bb4955-bbe0-48a7-bd82-d15a971201f4 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706923 Nov 25 18:39:42.147579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:42.161173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-13a978d9-0b3e-41f3-b702-d4ba22e0304f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.163033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-13a978d9-0b3e-41f3-b702-d4ba22e0304f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.5643110 Nov 25 18:39:42.250545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-a402da19-1e5c-44a6-880a-f7012abe2784 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:39:42.252022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-a402da19-1e5c-44a6-880a-f7012abe2784 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085833 Nov 25 18:39:42.252315 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c70d10-0c41-43fe-9ccd-f40ccde7fcb7 x-openstack-request-id: req-b2c70d10-0c41-43fe-9ccd-f40ccde7fcb7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:42.252791 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-plugged", "status": "completed", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:42.252900 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2c70d10-0c41-43fe-9ccd-f40ccde7fcb7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:42.253253 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'code': 200} Nov 25 18:39:42.315168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:42.323987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41004) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:42.324136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fe5a4c8d-24e6-4af6-846b-1d8b03834662 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0748653 Nov 25 18:39:42.333267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:42.339293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-3347d75f-c93a-4f72-99cf-2c2f60913dce tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1000 time: 0.0774074 Nov 25 18:39:42.350404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:42.365593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:42.366242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:42.408781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet d2eca7be-fd1c-48cc-93bf-ab9647464cd1 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:39:42.413388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.427442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.461486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.465613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:42.560430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.596532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.603219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.604009 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Floating IP 82facb59-80cb-462c-819b-052a1d3d5115 disassociated. External IP: 172.25.2.93, port: b3e09096-b26b-4573-b519-c424086d2407. Nov 25 18:39:42.641259 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.655837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.662887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/d2eca7be-fd1c-48cc-93bf-ab9647464cd1 HTTP/1.1" status: 204 len: 168 time: 0.3374126 Nov 25 18:39:42.664961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b5266-9cae-43aa-969d-59be61b179ec None None] Network 263cb643-06ba-46ca-be65-dafcc83bfb2c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:42.681521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:42.692259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828cc5c-7ed8-4190-8cdf-ca16fe767a1a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=d2eca7be-fd1c-48cc-93bf-ab9647464cd1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:42.772914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.783066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:40Z', 'revision_number': 9, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:42.822737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:42.845296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:42.845867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:42.877353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 5def8b57-8780-4f73-864a-650e679d6dc5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:42.877840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:42.891462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.898291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.907180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.917079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.922755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:42.923413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.931140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.938329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:42.940411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-a61abdb1-6ca4-42a7-abba-9f04a12e8bc3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.1277018 Nov 25 18:39:42.954274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] DHCP port deletion for 263cb643-06ba-46ca-be65-dafcc83bfb2c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:43.002817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:43.060841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:43.069118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 5def8b57-8780-4f73-864a-650e679d6dc5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5def8b57-8780-4f73-864a-650e679d6dc5,segment=NetworkSegment(60ec92d3-3281-4e82-956a-27fd93350e07),segment_id=60ec92d3-3281-4e82-956a-27fd93350e07)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:43.069608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.070595 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] Sync routers for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:43.084374 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:43.084996 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:43.089959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.093817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] Deleting port 5def8b57-8780-4f73-864a-650e679d6dc5 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:43.094377 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.096926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 5def8b57-8780-4f73-864a-650e679d6dc5 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:43.108844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3aad2d9d-8c9a-40b4-be44-3dc17353f509 req-7f076581-ec32-47b7-a02e-25b0f680f39c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420653 Nov 25 18:39:43.149821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-49458566-24d7-469d-a95e-6ce5d4a40b98 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "PUT /v2.0/floatingips/82facb59-80cb-462c-819b-052a1d3d5115 HTTP/1.1" status: 200 len: 694 time: 0.8039374 Nov 25 18:39:43.150279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:43.153125 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac32d252-2d24-4518-a6c5-b5b037576006" -d '{"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:43.196145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] For port 5def8b57-8780-4f73-864a-650e679d6dc5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5def8b57-8780-4f73-864a-650e679d6dc5,segment=NetworkSegment(60ec92d3-3281-4e82-956a-27fd93350e07),segment_id=60ec92d3-3281-4e82-956a-27fd93350e07)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:43.196470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.239690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] Calling delete_port for 5def8b57-8780-4f73-864a-650e679d6dc5 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:43.243020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-d38065c3-e126-48f8-9413-5f07128323f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:43.251714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-d38065c3-e126-48f8-9413-5f07128323f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.0878711 Nov 25 18:39:43.269448 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:43.302075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.377852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=5def8b57-8780-4f73-864a-650e679d6dc5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:43.385852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port 5def8b57-8780-4f73-864a-650e679d6dc5 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:43.454197 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aab8e48f-e15b-41ad-972a-68e4fd38ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: from cryptography.utils import int_from_bytes Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: from cryptography.utils import int_from_bytes Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:39:43.483615 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:39:43.542308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.551606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-581b2c08-9506-4eb5-a948-47e7fe3795bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:43.554241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-581b2c08-9506-4eb5-a948-47e7fe3795bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.3008902 Nov 25 18:39:43.558432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] No DVR routers for this DVR port 5def8b57-8780-4f73-864a-650e679d6dc5 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:43.587740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816ed24-d50e-4e65-846a-70c35eed2220 None None] Pushing event deleted for resources: {'Port': ['ID=5def8b57-8780-4f73-864a-650e679d6dc5,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:43.604160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.619571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:40Z', 'revision_number': 9, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:43.640399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-6f3f95dd-ba4d-4386-b271-68153dc9d045 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:43.641053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263cb643-06ba-46ca-be65-dafcc83bfb2c']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:43.641960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-6f3f95dd-ba4d-4386-b271-68153dc9d045 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.66 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.2112322 Nov 25 18:39:43.647437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-25139978-79e4-4773-bfc3-697415870ecc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 217 time: 0.0799913 Nov 25 18:39:43.651760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-981ef0f9-ec76-4b30-abcf-636fba060ebc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2197590 Nov 25 18:39:43.652097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ec92d3-3281-4e82-956a-27fd93350e07') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:43.652471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ec92d3-3281-4e82-956a-27fd93350e07') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:43.656064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d9368e-572f-46fa-bd7d-847e2216ebe2 None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:40Z', 'revision_number': 9, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '1519e9f9-34f5-4373-acae-94ce1976717d', 'name': '', 'network_id': '68479948-a098-4e92-b0ac-467b9a4dd8b2', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:ec:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '854da508-e871-4dad-a921-c1171b384207', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:51Z', 'updated_at': '2021-11-25T18:38:59Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '854da508-e871-4dad-a921-c1171b384207', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:43.694644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.736117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.745605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:39:43.746018 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.776909 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:31Z', 'revision_number': 5, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:43.783239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-035c93ba-d933-47db-8542-814441e3d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:43.784910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-035c93ba-d933-47db-8542-814441e3d54e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.0656092 Nov 25 18:39:43.819781 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] Checking router: 67f8c4e8-bc84-40e5-ab27-5cce0931dddb for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:39:43.823958 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:39:43.834203 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:43.835189 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:43.851013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-a8733289-ade2-44f4-8f42-c49140108bde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304925 Nov 25 18:39:43.867679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.878107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08c775-a869-4b1d-97c8-ecb9fe5bc67b req-94b15dbe-668a-46f2-93af-378b1eaff71a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:43.880670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f08c775-a869-4b1d-97c8-ecb9fe5bc67b req-94b15dbe-668a-46f2-93af-378b1eaff71a tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 946 time: 0.1656189 Nov 25 18:39:43.886763 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:43.893243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/263cb643-06ba-46ca-be65-dafcc83bfb2c HTTP/1.1" status: 204 len: 168 time: 1.2106240 Nov 25 18:39:43.902056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41034) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:43.950785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-9c92a881-4a0a-4373-ae4f-f1e60dd8853e service neutron] 10.222.0.62 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884640 Nov 25 18:39:43.963443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787a59f-cbce-4207-98c2-5d47acb0cc88 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=263cb643-06ba-46ca-be65-dafcc83bfb2c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:44.036914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-15609b23-9d65-489a-9ddf-05bc7e71faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.038510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-15609b23-9d65-489a-9ddf-05bc7e71faa2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=326a3cac85764e4780a2c7112dd0ab84&device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 1097 time: 0.2646861 Nov 25 18:39:44.059063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Deleting port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:44.059297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:44.067431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f08c775-a869-4b1d-97c8-ecb9fe5bc67b req-bd4c2087-ee5c-463e-9c80-a9c03fde1be2 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c56d87-59ad-4f79-a1b8-eee900b5638c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709149 Nov 25 18:39:44.087092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5def8b57-8780-4f73-864a-650e679d6dc5 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:44.092684 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:44.143544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 5def8b57-8780-4f73-864a-650e679d6dc5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:44.143895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5def8b57-8780-4f73-864a-650e679d6dc5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:44.290430 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:44.312496 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe16ed2-e0cb-411c-845c-ca0274966cfa x-openstack-request-id: req-ffe16ed2-e0cb-411c-845c-ca0274966cfa {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:44.312991 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "tag": "b3e09096-b26b-4573-b519-c424086d2407", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:44.313520 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffe16ed2-e0cb-411c-845c-ca0274966cfa {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:44.314130 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407', 'status': 'completed', 'code': 200} Nov 25 18:39:44.380160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] For port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,segment=NetworkSegment(5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec),segment_id=5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:44.380920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:44.422004 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:31Z', 'revision_number': 5, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:44.471223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Calling delete_port for f6c0e2d3-6430-4ddf-93d0-56aa47895bbf owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:44.478195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a59e281-e8d9-4e5b-95ce-48a1b40ae8d3 req-7b79d99c-e4a9-4d59-b921-937d14e86208 service neutron] 10.222.0.62 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172112 Nov 25 18:39:44.486936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-55704120-7176-4ffd-9483-fea82c8fb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.488758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-55704120-7176-4ffd-9483-fea82c8fb416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea307e735076492690bc3927f1b02bd1&device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 1096 time: 0.2087529 Nov 25 18:39:44.503209 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665d832-ac66-4fd5-84c4-d84d16a87031 None None] The sync data for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 is: [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:17Z', 'revision_number': 4, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '935a729f-a076-4afe-b611-0e748e603610', 'name': '', 'network_id': 'fca342bd-1eaa-43ac-bdfa-7f2526724027', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'mac_address': 'fa:16:3e:75:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:15Z', 'updated_at': '2021-11-25T18:38:31Z', 'revision_number': 5, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'subnets': [{'id': '291dfe07-5267-4862-b32e-aee6c2e46cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:44.552434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fecb47-d41d-4036-9b37-951f499095ee req-0e428c00-d361-4eb9-b1a3-f3e6661488eb tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.559951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fecb47-d41d-4036-9b37-951f499095ee req-0e428c00-d361-4eb9-b1a3-f3e6661488eb tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1030242 Nov 25 18:39:44.677724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fecb47-d41d-4036-9b37-951f499095ee req-56321e01-1f3e-46d6-89e1-345f1d5159b8 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168952 Nov 25 18:39:44.705742 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:44.727839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-bfeb0d70-ac30-47e1-a2db-1f5075923e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.729545 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-bfeb0d70-ac30-47e1-a2db-1f5075923e7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 200 len: 920 time: 0.6523623 Nov 25 18:39:44.819418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-1d61d3ab-a460-4889-bfe5-04387d9bc120 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 200 len: 217 time: 0.0820289 Nov 25 18:39:44.839277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.845423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.865583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.880510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.887735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.895528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.904913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:44.914096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-482e15fe-fe7d-4c4a-bbf2-b00f07002ce6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.2733591 Nov 25 18:39:44.978785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17871c63-8a40-495b-a04d-79c8806a21c1 None None] New status for floating IP 82facb59-80cb-462c-819b-052a1d3d5115: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:39:44.999056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-7a6f02ba-e418-48d2-a0fd-2f1a08b4864e tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips/82facb59-80cb-462c-819b-052a1d3d5115 HTTP/1.1" status: 200 len: 694 time: 0.0599148 Nov 25 18:39:45.065325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-7e4aedaa-2dcd-4564-a26f-b75c64b6a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:45.067450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-7e4aedaa-2dcd-4564-a26f-b75c64b6a9e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 200 len: 919 time: 0.5685410 Nov 25 18:39:45.163228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-d05d9cbd-37b6-46a6-875b-15fba01f4209 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 200 len: 217 time: 0.0733364 Nov 25 18:39:45.183707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-7867f53b-acec-494d-9797-693c87b90a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:45.185114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-7867f53b-acec-494d-9797-693c87b90a60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 200 len: 859 time: 0.2604933 Nov 25 18:39:45.194328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-e5f81018-fb76-40b8-8738-8a95708690a7 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:45.202027 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-e5f81018-fb76-40b8-8738-8a95708690a7 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 784 time: 0.1677406 Nov 25 18:39:45.207750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-15785fd4-0c51-4a7f-a20b-c540a9afb20d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:39:45.215213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-15785fd4-0c51-4a7f-a20b-c540a9afb20d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122404 Nov 25 18:39:45.227613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.288076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-3731c59e-b9f2-4a23-a5c7-da6ed8030829 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834928 Nov 25 18:39:45.303062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668f0d4-6404-419e-952a-8fd1cbfa1ea4 None None] DHCP port deletion for 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:45.308274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb1de5a2-445e-4d99-b51a-299bbe2ca64d req-9ff85f63-584c-4617-8720-82467e01fa97 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3929820 Nov 25 18:39:45.309318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-1e027919-29d1-4fe2-b54a-9f00023371cb tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 697 time: 0.0931280 Nov 25 18:39:45.390441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Pushing event deleted for resources: {'Port': ['ID=f6c0e2d3-6430-4ddf-93d0-56aa47895bbf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:45.421430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-b5193cea-2394-486f-a335-c7eb560cecb0 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.1110127 Nov 25 18:39:45.438011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] No DVR routers for this DVR port f6c0e2d3-6430-4ddf-93d0-56aa47895bbf on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:45.445681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.448985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00ec1a8d-b69b-4a07-8b37-89d380aeffb5 req-11ac744c-4c04-4f33-afc1-90690c23ab3f tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.66 "DELETE /v2.0/ports/f6c0e2d3-6430-4ddf-93d0-56aa47895bbf HTTP/1.1" status: 204 len: 173 time: 1.7963488 Nov 25 18:39:45.478553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-5838df84-64f9-448f-a31c-3bbf8b992011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:45.479975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-5838df84-64f9-448f-a31c-3bbf8b992011 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 200 len: 858 time: 0.2895877 Nov 25 18:39:45.488226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0188d62-fb65-4109-bcf4-6d5a772b8dff req-710a94e0-dc88-4945-a67f-8b9e333abc32 tempest-ServersNegativeTestJSON-122314961 tempest-ServersNegativeTestJSON-122314961-project] 10.222.0.62 "GET /v2.0/ports?device_id=90bb8e86-2d93-4061-84d5-1d3993e8fe50 HTTP/1.1" status: 200 len: 210 time: 0.0443707 Nov 25 18:39:45.562929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-e8fec81d-4487-4391-a5ca-0ca8530ddbb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca342bd-1eaa-43ac-bdfa-7f2526724027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706902 Nov 25 18:39:45.574023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 1519e9f9-34f5-4373-acae-94ce1976717d {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:45.574370 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.667333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-899b283d-40ef-45eb-afa2-fb3793c50df8 service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433044 Nov 25 18:39:45.698288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Deleting port 23792081-8f9e-4359-9bb1-d83120ec9767 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:45.698796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.727948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3235f5b3-8136-463d-85e6-8648d1889eab no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:45.777666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3235f5b3-8136-463d-85e6-8648d1889eab {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:45.785777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3235f5b3-8136-463d-85e6-8648d1889eab not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:45.793130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 1519e9f9-34f5-4373-acae-94ce1976717d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1519e9f9-34f5-4373-acae-94ce1976717d,segment=NetworkSegment(12f8d766-1b91-42af-a44b-f59ad809f932),segment_id=12f8d766-1b91-42af-a44b-f59ad809f932)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:45.793481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.814297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 1519e9f9-34f5-4373-acae-94ce1976717d owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:45.875934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.881427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-f9452b64-607f-4983-827d-3bfa8e9f7e46 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940073 Nov 25 18:39:45.891062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.891622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:45.910905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Calling delete_port for 23792081-8f9e-4359-9bb1-d83120ec9767 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:45.965512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0c6e9149-455b-4cdf-a95b-218277883c51 req-54bfa97f-f7e0-4d66-bec6-437e5d25fd9c service neutron] 10.222.0.66 "GET /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908883 Nov 25 18:39:45.977898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782acc1-d712-4424-b0c5-264350b737c8 req-60727a36-5713-4743-afba-2e2129c2df52 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:45.979670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a782acc1-d712-4424-b0c5-264350b737c8 req-60727a36-5713-4743-afba-2e2129c2df52 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.1448026 Nov 25 18:39:46.137958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-65748055-7cf6-48de-a231-1a9c23f9ccb6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170862 Nov 25 18:39:46.215813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:46.279608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:46.298406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=1519e9f9-34f5-4373-acae-94ce1976717d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:46.433277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-deleted', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:46.433527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event deleted for resources: {'Port': ['ID=23792081-8f9e-4359-9bb1-d83120ec9767,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:46.444252 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5bdf2a-dba8-4387-9593-3203f5cd0bcd" -d '{"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-deleted", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:46.510224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac32d252-2d24-4518-a6c5-b5b037576006 req-4840f071-6e5c-40e6-8fc2-11b87ea4e559 service neutron] 10.222.0.64 "GET /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174710 Nov 25 18:39:46.526508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a782acc1-d712-4424-b0c5-264350b737c8 req-8da854df-216f-4c44-becb-19986a03afd2 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365257 Nov 25 18:39:46.552584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-bedc5e82-e4b3-4b6a-8d99-36dbc992d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:46.554092 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-bedc5e82-e4b3-4b6a-8d99-36dbc992d345 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 1099 time: 0.3303139 Nov 25 18:39:46.588072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:46.590593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:46.592253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab70c3c-3a01-45bb-a7d1-c287ae51d04a req-4ff60973-95c0-4ea6-80d7-0a61a95b8eef tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "DELETE /v2.0/floatingips/82facb59-80cb-462c-819b-052a1d3d5115 HTTP/1.1" status: 204 len: 173 time: 1.1700304 Nov 25 18:39:46.594932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:46.843710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:46.856269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:46.873580 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9038cb-13b2-4727-9c86-289d0dfd0543 x-openstack-request-id: req-af9038cb-13b2-4727-9c86-289d0dfd0543 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:46.874024 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bb8e86-2d93-4061-84d5-1d3993e8fe50", "name": "network-vif-deleted", "tag": "f6c0e2d3-6430-4ddf-93d0-56aa47895bbf", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:46.874401 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af9038cb-13b2-4727-9c86-289d0dfd0543 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:46.874930 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bb8e86-2d93-4061-84d5-1d3993e8fe50', 'name': 'network-vif-deleted', 'tag': 'f6c0e2d3-6430-4ddf-93d0-56aa47895bbf', 'status': 'completed', 'code': 200} Nov 25 18:39:46.928259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-450645be-a813-4c66-ac54-2ba0f482429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:46.929096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-450645be-a813-4c66-ac54-2ba0f482429c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.3138442 Nov 25 18:39:46.932191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:46.973269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:46.979850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:46.986306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:46.992711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:47.000004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:47.006208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:47.012593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:47.014815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-1ebd8401-175c-4180-b6c1-aa73ffd9321a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.2633696 Nov 25 18:39:47.081185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: f6c0e2d3-6430-4ddf-93d0-56aa47895bbf {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:47.081537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f6c0e2d3-6430-4ddf-93d0-56aa47895bbf not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:47.102513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-e93200f4-59b2-48cc-978e-3eb7d065f894 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 HTTP/1.1" status: 200 len: 217 time: 0.1517305 Nov 25 18:39:47.135761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] Deleting subnet fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:39:47.161160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.227160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-950df8e6-70ba-462b-99c8-b0f3dd6d139f req-78f518af-bb91-479c-bf39-c96d56e52cc6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795175 Nov 25 18:39:47.228619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-13f0a1f7-5aaf-42e8-b7e8-abb247762201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:47.230206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-13f0a1f7-5aaf-42e8-b7e8-abb247762201 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1135674 Nov 25 18:39:47.232555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.336495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.362141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:47.374091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bec2a357-bc43-4413-bb7a-e7e4df5fc986 req-feedeb2b-7e60-4822-9669-73c2d7c4b90f tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups/8ad8edc9-76eb-4ec4-9436-be8838a725b5 HTTP/1.1" status: 200 len: 1826 time: 0.1688192 Nov 25 18:39:47.379840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-036079ee-cc4c-42bf-9da9-3eb484e6b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:47.381481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-036079ee-cc4c-42bf-9da9-3eb484e6b8ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287899 Nov 25 18:39:47.464093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.504779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5f0f27-bd3a-4a0a-8170-5899dcaafd52,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:47.511798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb63673-b8d0-42f0-8aa1-81c93cebc057 None None] Network 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:47.512243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.518123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-206bed2f-4141-4cd6-bac1-a47e81929414 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fb5f0f27-bd3a-4a0a-8170-5899dcaafd52 HTTP/1.1" status: 204 len: 168 time: 0.5826299 Nov 25 18:39:47.521025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41104) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:47.527199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-77cbc26f-4b1e-4020-b0d8-87c598b00ff0 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:47.528787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-77cbc26f-4b1e-4020-b0d8-87c598b00ff0 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.64 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.9084492 Nov 25 18:39:47.529407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bec2a357-bc43-4413-bb7a-e7e4df5fc986 req-ea24d30c-fcc4-450e-8e78-89d7c5f7591d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.561316 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bec2a357-bc43-4413-bb7a-e7e4df5fc986 req-ea24d30c-fcc4-450e-8e78-89d7c5f7591d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.585750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-5d48ea95-c00e-48d7-aa8e-537ffb482e93 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867545 Nov 25 18:39:47.739176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d272ef6-34e2-4674-8afb-f29f2561b41a None None] DHCP port deletion for 3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:47.785692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bec2a357-bc43-4413-bb7a-e7e4df5fc986 req-ea24d30c-fcc4-450e-8e78-89d7c5f7591d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.788776 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bec2a357-bc43-4413-bb7a-e7e4df5fc986 req-ea24d30c-fcc4-450e-8e78-89d7c5f7591d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.789993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bec2a357-bc43-4413-bb7a-e7e4df5fc986 req-ea24d30c-fcc4-450e-8e78-89d7c5f7591d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "DELETE /v2.0/security-groups/8ad8edc9-76eb-4ec4-9436-be8838a725b5 HTTP/1.1" status: 204 len: 173 time: 0.4144559 Nov 25 18:39:47.812257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24d30c-fcc4-450e-8e78-89d7c5f7591d tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad8edc9-76eb-4ec4-9436-be8838a725b5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:47.825830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:47.838655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:47.846962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de829bdf-c745-4c4d-802f-a9bc38093cf5 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9422817 Nov 25 18:39:47.849198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41118) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:47.855693 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:39:47.864575 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:47.891945 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:47.894921 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:47.994138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0f95f-a486-413c-9d1b-1d27cb0559f0 req-e19b02d3-952b-433b-b841-57fdea9b2879 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.012715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bda0f95f-a486-413c-9d1b-1d27cb0559f0 req-e19b02d3-952b-433b-b841-57fdea9b2879 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 946 time: 0.3256421 Nov 25 18:39:48.024652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet 854da508-e871-4dad-a921-c1171b384207 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:39:48.030394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Deleting port 9051a368-6198-4963-809d-9c1070c0353d {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:48.030759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.049117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.088525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40b1c9d0-2cd7-4442-8c12-dbbee00fd204 req-b0da4523-ec2e-40d1-90a7-0a945bc7812c service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787335 Nov 25 18:39:48.155168 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:48.192470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.228476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bda0f95f-a486-413c-9d1b-1d27cb0559f0 req-ea2c0717-64ca-433d-a640-3d55e70f13d2 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133203 Nov 25 18:39:48.244350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:48.262249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:48.267938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1941f2-5ad7-4ca6-8dc6-a4ed89755dec') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:48.294887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] For port 9051a368-6198-4963-809d-9c1070c0353d, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9051a368-6198-4963-809d-9c1070c0353d,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:48.295262 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.305235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.324949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Calling delete_port for 9051a368-6198-4963-809d-9c1070c0353d owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:48.342518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.354531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:39:48.354958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:39:48.360865 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:39:48.465303 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:46Z', 'revision_number': 10, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:48.506556 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:48.516163 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:48.516884 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:48.563642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.629433 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:48.654739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.667289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1 HTTP/1.1" status: 204 len: 168 time: 1.1356928 Nov 25 18:39:48.668618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfa992-d953-42e3-8709-acfb14a6a432 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4d4641-ec7d-4b46-8e6d-afaf74c07cc1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:48.713273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.737659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['cdf25e51-7dce-45a5-b146-0b3bb7a65686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:48.738918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.756063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.784879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.787099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Pushing event deleted for resources: {'Port': ['ID=9051a368-6198-4963-809d-9c1070c0353d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:48.802206 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:48.804458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.853002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.877055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.902667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75c25f-4130-4121-97a5-d44d83276e6a None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:48.907628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.920257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-a7f6abfb-ba50-45cb-b7d3-ed0ed6878692 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.3865771 Nov 25 18:39:48.926679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bcd67-efae-4a9d-a6cd-b4a7089bbe83 req-becf263f-6373-4a80-b444-ada953cefe88 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:48.926679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b0bcd67-efae-4a9d-a6cd-b4a7089bbe83 req-becf263f-6373-4a80-b444-ada953cefe88 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.2448297 Nov 25 18:39:48.932289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41134) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:48.988451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] No DVR routers for this DVR port 9051a368-6198-4963-809d-9c1070c0353d on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:49.016743 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.018674 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bab5086d-a450-4f1c-94b2-46f6cb95ed52 req-68c2ea87-1091-43e6-8e96-135527815c9f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969670 Nov 25 18:39:49.034544 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0d36660-f236-41de-9ca5-6d2609f0b710 req-edb76ca3-c623-45e0-9474-70efdf310dae tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.64 "DELETE /v2.0/ports/9051a368-6198-4963-809d-9c1070c0353d HTTP/1.1" status: 204 len: 173 time: 1.4164202 Nov 25 18:39:49.038707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'name': 'network-vif-deleted', 'tag': '9051a368-6198-4963-809d-9c1070c0353d'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:49.043751 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3747bd-41d8-47dd-9433-597aab49b84d" -d '{"events": [{"server_uuid": "715edf89-65a6-4541-b00c-d62cb3c207bb", "name": "network-vif-deleted", "tag": "9051a368-6198-4963-809d-9c1070c0353d"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:49.116197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a47d60b9-70c9-40a1-adb3-8b9c8a5ccd7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9eea004b50f74e4198e4b6f2cc0e3f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368811 Nov 25 18:39:49.119532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:49.184700 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:46Z', 'revision_number': 10, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:49.216610 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8cbc1-de88-4fa0-b45f-5dfc7a4b8498 None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:46Z', 'revision_number': 10, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None, '_interfaces': [{'id': '74ce1748-f5d5-4f76-afaa-e9ebce050c8a', 'name': '', 'network_id': 'fc80135b-2c74-4419-a431-992a9a6db234', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'mac_address': 'fa:16:3e:a2:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:41Z', 'updated_at': '2021-11-25T18:38:48Z', 'revision_number': 5, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'subnets': [{'id': '07bae7c8-9e54-49cd-932a-6a52a7f9cfd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:49.269108 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b0bcd67-efae-4a9d-a6cd-b4a7089bbe83 req-190adc21-da4c-4e6b-8a41-9ea1a3cf4e4c tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719529 Nov 25 18:39:49.287226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-893e8cf6-0038-47f1-8592-e6d23b74384c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.289791 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c36f27-5bfd-4c47-a858-92e83a1d0abf x-openstack-request-id: req-d3c36f27-5bfd-4c47-a858-92e83a1d0abf {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:49.290209 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715edf89-65a6-4541-b00c-d62cb3c207bb", "name": "network-vif-deleted", "tag": "9051a368-6198-4963-809d-9c1070c0353d", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:49.290587 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3c36f27-5bfd-4c47-a858-92e83a1d0abf {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:49.291089 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715edf89-65a6-4541-b00c-d62cb3c207bb', 'name': 'network-vif-deleted', 'tag': '9051a368-6198-4963-809d-9c1070c0353d', 'status': 'completed', 'code': 200} Nov 25 18:39:49.314924 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.328300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-893e8cf6-0038-47f1-8592-e6d23b74384c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.408855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-34251b60-0d38-44a6-8e1d-e787929a6cf3 req-051d9024-d10d-4895-8ab2-9671d3b49a6c tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=715edf89-65a6-4541-b00c-d62cb3c207bb HTTP/1.1" status: 200 len: 210 time: 0.0431085 Nov 25 18:39:49.423968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.468949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-893e8cf6-0038-47f1-8592-e6d23b74384c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.476699 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-893e8cf6-0038-47f1-8592-e6d23b74384c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.477024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=854da508-e871-4dad-a921-c1171b384207,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:49.478440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ac701-8817-41a6-8298-2e95d54bf9f3 None None] Network 68479948-a098-4e92-b0ac-467b9a4dd8b2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:49.479819 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.480783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-893e8cf6-0038-47f1-8592-e6d23b74384c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04c56d87-59ad-4f79-a1b8-eee900b5638c HTTP/1.1" status: 204 len: 168 time: 0.3581254 Nov 25 18:39:49.487035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-826d3c63-595c-48b0-b48b-0b509b20151c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/854da508-e871-4dad-a921-c1171b384207 HTTP/1.1" status: 204 len: 168 time: 1.6285510 Nov 25 18:39:49.487035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41154) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:49.494546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e8cf6-0038-47f1-8592-e6d23b74384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c56d87-59ad-4f79-a1b8-eee900b5638c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:49.670847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.721900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9051a368-6198-4963-809d-9c1070c0353d no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:49.777848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1519e9f9-34f5-4373-acae-94ce1976717d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:49.789808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port fe01f185-8523-439d-9d7e-cc55fc2a075c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:49.790239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:49.821593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 1519e9f9-34f5-4373-acae-94ce1976717d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:49.823110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1519e9f9-34f5-4373-acae-94ce1976717d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:49.824820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9051a368-6198-4963-809d-9c1070c0353d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:49.829835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9051a368-6198-4963-809d-9c1070c0353d not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:49.953797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] DHCP port deletion for 68479948-a098-4e92-b0ac-467b9a4dd8b2 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:49.986599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port fe01f185-8523-439d-9d7e-cc55fc2a075c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fe01f185-8523-439d-9d7e-cc55fc2a075c,segment=NetworkSegment(12f8d766-1b91-42af-a44b-f59ad809f932),segment_id=12f8d766-1b91-42af-a44b-f59ad809f932)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:49.986599 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.015966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for fe01f185-8523-439d-9d7e-cc55fc2a075c owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:50.037875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] Deleting port fe01f185-8523-439d-9d7e-cc55fc2a075c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:50.039014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.161389 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.193167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=fe01f185-8523-439d-9d7e-cc55fc2a075c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:50.196431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] For port fe01f185-8523-439d-9d7e-cc55fc2a075c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fe01f185-8523-439d-9d7e-cc55fc2a075c,segment=NetworkSegment(12f8d766-1b91-42af-a44b-f59ad809f932),segment_id=12f8d766-1b91-42af-a44b-f59ad809f932)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:50.196837 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.198428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port fe01f185-8523-439d-9d7e-cc55fc2a075c on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:50.257812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] Calling delete_port for fe01f185-8523-439d-9d7e-cc55fc2a075c owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:50.293703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.315879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.323742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.325829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.330807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.343815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.352541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.361081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.370136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-e50485c9-bb49-4d41-9721-78becf8379a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.2263467 Nov 25 18:39:50.392375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68479948-a098-4e92-b0ac-467b9a4dd8b2']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:50.418874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f8d766-1b91-42af-a44b-f59ad809f932') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:50.419239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f8d766-1b91-42af-a44b-f59ad809f932') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:50.436847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.461067 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.479095 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.499439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7971979c-202e-451b-8b9c-86fcafbef2c2 req-3330e572-3ed7-4f89-af35-6843fe62770f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257572 Nov 25 18:39:50.504576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:39:50.505002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:39:50.510638 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:39:50.543602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] Pushing event deleted for resources: {'Port': ['ID=fe01f185-8523-439d-9d7e-cc55fc2a075c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:50.545668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef23c4-1ef6-41b4-9566-2e84efb3123e None None] No DVR routers for this DVR port fe01f185-8523-439d-9d7e-cc55fc2a075c on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:50.636324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4312b9-b1f2-43e8-b18f-1c7ef915cbfa req-43ac03ce-ddbf-44e1-a008-a4038d581c8b tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.638222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba4312b9-b1f2-43e8-b18f-1c7ef915cbfa req-43ac03ce-ddbf-44e1-a008-a4038d581c8b tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.1739962 Nov 25 18:39:50.648307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.660875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:50.665928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/68479948-a098-4e92-b0ac-467b9a4dd8b2 HTTP/1.1" status: 204 len: 168 time: 1.1772885 Nov 25 18:39:50.668876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41192) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:50.715090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa57e9b-5a83-45ea-bbe9-2287dbfbb206 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=68479948-a098-4e92-b0ac-467b9a4dd8b2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:50.784372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba4312b9-b1f2-43e8-b18f-1c7ef915cbfa req-90839f1f-c517-4fab-8388-16adb723b9dc tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172504 Nov 25 18:39:50.934246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41202) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:50.969322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5d78-7b5d-46a4-83de-edeb594d17b4 req-3d1076e6-b1b2-4d22-9a25-3ff504888d34 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:50.978309 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-008e5d78-7b5d-46a4-83de-edeb594d17b4 req-3d1076e6-b1b2-4d22-9a25-3ff504888d34 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.0710397 Nov 25 18:39:51.052497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-008e5d78-7b5d-46a4-83de-edeb594d17b4 req-ad314a40-85a0-43a2-b8f0-3406f6b43840 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676060 Nov 25 18:39:51.096354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1969923317-network', 'tenant_id': 'bbd5c3654f2344cfbcdda8b19c57305d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:51.123108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Made reservation on behalf of bbd5c3654f2344cfbcdda8b19c57305d for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:51.126357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.136571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.241505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.246115 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.251342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.283451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:39:51.294649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:51.314769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.315364 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Added segment 9b28578b-a716-464b-9dc3-04f238476085 of type vlan for network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 Nov 25 18:39:51.388828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.447381 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.448396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.449286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.595777 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6600475 Nov 25 18:39:51.599610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41220) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:51.612093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Request body: {'subnet': {'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1969923317-subnet', 'tenant_id': 'bbd5c3654f2344cfbcdda8b19c57305d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:51.618346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4460c-02cf-4f16-a155-e4800149b3fd admin admin] Pushing event updated for resources: {'Network': ['ID=944fd81b-2a8f-48ec-9b80-58f168f8d6d4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:51.634489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-921227e9-7a51-4f72-8041-a477dc5f37c2 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.636191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-921227e9-7a51-4f72-8041-a477dc5f37c2 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.64 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.1219220 Nov 25 18:39:51.662570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:51.662570 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.666825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:39:51.745155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Made reservation on behalf of bbd5c3654f2344cfbcdda8b19c57305d for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:51.747777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.850351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.857263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.864173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.872520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.875868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fe01f185-8523-439d-9d7e-cc55fc2a075c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:51.878660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.885132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.890404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Deleting port b3e09096-b26b-4573-b519-c424086d2407 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:51.915300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:51.916514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:51.916888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: fe01f185-8523-439d-9d7e-cc55fc2a075c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:51.916984 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-1fa4f98c-2911-4f02-903f-f10322fe5b20 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.2700040 Nov 25 18:39:51.917071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fe01f185-8523-439d-9d7e-cc55fc2a075c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:51.969863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 74ce1748-f5d5-4f76-afaa-e9ebce050c8a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,segment=NetworkSegment(a43c2db2-04b4-400f-ba23-9f5c9d7aebdf),segment_id=a43c2db2-04b4-400f-ba23-9f5c9d7aebdf)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:51.970683 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.001384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 74ce1748-f5d5-4f76-afaa-e9ebce050c8a owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:52.017852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb803dc-2764-4bef-a1bf-d3b38187e879 req-bcff3c13-6739-4488-a7bf-8003d0f8e193 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:52.019086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-adb803dc-2764-4bef-a1bf-d3b38187e879 req-bcff3c13-6739-4488-a7bf-8003d0f8e193 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d15caa-0ec0-4068-835e-02ea06af6c28 HTTP/1.1" status: 200 len: 945 time: 0.0781083 Nov 25 18:39:52.057750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] For port b3e09096-b26b-4573-b519-c424086d2407, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b3e09096-b26b-4573-b519-c424086d2407,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:52.058166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.079536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Calling delete_port for b3e09096-b26b-4573-b519-c424086d2407 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:52.103095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16fefcb2-5fef-476a-bde4-995083a2a9b7 req-784d00fb-1ecf-4013-bb35-b54e3b1818e3 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003379 Nov 25 18:39:52.113458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-adb803dc-2764-4bef-a1bf-d3b38187e879 req-29e9b305-2e4d-4f14-a644-6a00351994c6 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.62 "GET /v2.0/security-groups?id=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849519 Nov 25 18:39:52.304918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.336545 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.337826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Pushing event deleted for resources: {'Port': ['ID=b3e09096-b26b-4573-b519-c424086d2407,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:52.361217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527eaf-32bc-4e93-853d-61d1d9e74edc req-2130c8b4-5a85-431b-a2f3-8edb93fde84a tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:52.369913 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03527eaf-32bc-4e93-853d-61d1d9e74edc req-2130c8b4-5a85-431b-a2f3-8edb93fde84a tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.1166883 Nov 25 18:39:52.418043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3c63e6-c72b-4707-82ed-fa77b99541b5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:52.459417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] No DVR routers for this DVR port b3e09096-b26b-4573-b519-c424086d2407 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:52.464373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.468080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5d1f31-8da5-41a7-b7ba-a65871834a63 req-a1ceb4cd-8e4d-40fa-bc4a-dc4e107fc6d5 tempest-ServerRescueTestJSONUnderV235-1282139268 tempest-ServerRescueTestJSONUnderV235-1282139268-project] 10.222.0.64 "DELETE /v2.0/ports/b3e09096-b26b-4573-b519-c424086d2407 HTTP/1.1" status: 204 len: 173 time: 0.8165293 Nov 25 18:39:52.468708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'name': 'network-vif-deleted', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:52.471284 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f307b9a-6f73-4054-b8ea-9550ac8a7254" -d '{"events": [{"server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "name": "network-vif-deleted", "tag": "b3e09096-b26b-4573-b519-c424086d2407"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:52.502139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03527eaf-32bc-4e93-853d-61d1d9e74edc req-8cc20248-7b8b-4b8a-8815-3ae89ba012e3 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287594 Nov 25 18:39:52.538634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Checking segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:39:52.539175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Network hostable DHCP agents. Network: 944fd81b-2a8f-48ec-9b80-58f168f8d6d4, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:39:52.551830 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9b5a96-57b6-468a-9464-41bc6e4bfc8a x-openstack-request-id: req-eb9b5a96-57b6-468a-9464-41bc6e4bfc8a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:52.552127 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d15caa-0ec0-4068-835e-02ea06af6c28", "name": "network-vif-deleted", "tag": "b3e09096-b26b-4573-b519-c424086d2407", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:52.552386 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb9b5a96-57b6-468a-9464-41bc6e4bfc8a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:52.552797 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d15caa-0ec0-4068-835e-02ea06af6c28', 'name': 'network-vif-deleted', 'tag': 'b3e09096-b26b-4573-b519-c424086d2407', 'status': 'completed', 'code': 200} Nov 25 18:39:52.575392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.590715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:39:52.638984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=74ce1748-f5d5-4f76-afaa-e9ebce050c8a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:52.656461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 944fd81b-2a8f-48ec-9b80-58f168f8d6d4) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:52.661917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:52.662382 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.666431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b4ce79-97b8-4fc4-8863-ae22b0213e34 None None] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:52.755596 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:52.824376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-41cd21f7-1add-4bb0-a2af-6183f539c895 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2202861 Nov 25 18:39:52.893308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ef3cc-50ac-4fdd-9665-3990973a60b9 None None] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:53.013132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:53.194441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:53.202936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:53.203427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-29f41d5a-efc6-4a5d-90ff-8b3b6d11ea26 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328362 Nov 25 18:39:53.209595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:53.225062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:53.226296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:53.326998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:53.382633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.406437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.424398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:52Z', 'revision_number': 11, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:53.426643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.435696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.443022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.449267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.456513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.465009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-9dd76dd1-85f0-4fc1-918e-5638df5d49ba tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.2166364 Nov 25 18:39:53.482505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:53.493520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting subnet 07bae7c8-9e54-49cd-932a-6a52a7f9cfd5 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:39:53.496454 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:53.497259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:53.498310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:53.571031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-e804d47c-4778-4f4e-8930-84087ec5cb5d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:53.573410 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:53.579432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-e804d47c-4778-4f4e-8930-84087ec5cb5d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.1657636 Nov 25 18:39:53.584223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:53.588321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-58a63174-8ce3-44ef-88d9-4fd181860090 req-1001ba90-fd8a-4f42-83ea-f68ff03d4346 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221170 Nov 25 18:39:53.598690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-25da5562-0150-4662-93e6-35ec34f7a46f tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/quotas/bbd5c3654f2344cfbcdda8b19c57305d HTTP/1.1" status: 200 len: 375 time: 0.0181167 Nov 25 18:39:53.647687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:52Z', 'revision_number': 11, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:53.657424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-ce3dd0ba-7880-43b3-aa56-ada3e25700b8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571284 Nov 25 18:39:53.677408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41276) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:53.680866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d9144-873e-4f9d-919d-f70417dbb3c4 None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:52Z', 'revision_number': 11, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:53.733733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b3e09096-b26b-4573-b519-c424086d2407 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:53.772256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: b3e09096-b26b-4573-b519-c424086d2407 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:53.774330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b3e09096-b26b-4573-b519-c424086d2407 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:53.822830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-956a66a2-75f9-45a6-8154-6c6c63450470 service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644087 Nov 25 18:39:53.876094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:53.964364 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-efecdf9b-ab00-4fd7-878e-227a24adf199 service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406467 Nov 25 18:39:54.013084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.102234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.106248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/07bae7c8-9e54-49cd-932a-6a52a7f9cfd5 HTTP/1.1" status: 204 len: 168 time: 0.9022982 Nov 25 18:39:54.108065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da06a8-ba38-4a15-97ec-da0e7ddf229c tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Subnet': ['ID=07bae7c8-9e54-49cd-932a-6a52a7f9cfd5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:54.110955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41286) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:54.115450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c007b7f-b815-4c06-a3b0-d9778696fa91 None None] Network fc80135b-2c74-4419-a431-992a9a6db234 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:39:54.243373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963471b-3a10-4501-a9aa-0f23f14a6e08 req-9c2fa964-cd41-453d-b103-85984c2a7392 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.252372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4963471b-3a10-4501-a9aa-0f23f14a6e08 req-9c2fa964-cd41-453d-b103-85984c2a7392 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.2650952 Nov 25 18:39:54.278255 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.457472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Deleting port 68c6657b-c59b-41c4-a735-237c4cf570a0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:54.458210 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.464948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-745b9e32-5d93-407a-a6f6-35489b50a72a req-2043b501-3e02-479f-99d5-4d5d40bed8ac tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 210 time: 0.0803738 Nov 25 18:39:54.494157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4963471b-3a10-4501-a9aa-0f23f14a6e08 req-6544b8a9-2e56-4b8c-84c3-c6628036cca2 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333550 Nov 25 18:39:54.550345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] DHCP port deletion for fc80135b-2c74-4419-a431-992a9a6db234 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:54.636566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] For port 68c6657b-c59b-41c4-a735-237c4cf570a0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68c6657b-c59b-41c4-a735-237c4cf570a0,segment=NetworkSegment(a43c2db2-04b4-400f-ba23-9f5c9d7aebdf),segment_id=a43c2db2-04b4-400f-ba23-9f5c9d7aebdf)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:54.638385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.658293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.669439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] Deleting port 68c6657b-c59b-41c4-a735-237c4cf570a0 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:54.671581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Calling delete_port for 68c6657b-c59b-41c4-a735-237c4cf570a0 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:54.672468 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.840108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] For port 68c6657b-c59b-41c4-a735-237c4cf570a0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68c6657b-c59b-41c4-a735-237c4cf570a0,segment=NetworkSegment(a43c2db2-04b4-400f-ba23-9f5c9d7aebdf),segment_id=a43c2db2-04b4-400f-ba23-9f5c9d7aebdf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:54.840475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.840706 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.849713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.859060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.866677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.872168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] Calling delete_port for 68c6657b-c59b-41c4-a735-237c4cf570a0 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:54.873584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.882331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.887907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:54.898789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-4a7333da-1575-40f6-8c96-5ec7d0d342ef tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.1618130 Nov 25 18:39:54.900922 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:54.956502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Port': ['ID=68c6657b-c59b-41c4-a735-237c4cf570a0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:54.962341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No DVR routers for this DVR port 68c6657b-c59b-41c4-a735-237c4cf570a0 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:55.019186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.067383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] Pushing event deleted for resources: {'Port': ['ID=68c6657b-c59b-41c4-a735-237c4cf570a0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:55.069357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee1cdc-99d4-4f86-b5a9-f77f08356c3e None None] No DVR routers for this DVR port 68c6657b-c59b-41c4-a735-237c4cf570a0 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:55.140661 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.165755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc80135b-2c74-4419-a431-992a9a6db234']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:55.183201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:55.183742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43c2db2-04b4-400f-ba23-9f5c9d7aebdf') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:55.202810 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.203995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Deleting port 935a729f-a076-4afe-b611-0e748e603610 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:55.204347 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.217639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5bae63eb-8f5a-4f40-8ab6-12bc7629b702 req-2c941f4c-627d-4e79-84e0-60a1f5899720 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3178506 Nov 25 18:39:55.230945 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.237518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:39:55.237969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:39:55.243322 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:39:55.342818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] For port 935a729f-a076-4afe-b611-0e748e603610, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=935a729f-a076-4afe-b611-0e748e603610,segment=NetworkSegment(de509399-f990-48a6-b4f9-24dde17da805),segment_id=de509399-f990-48a6-b4f9-24dde17da805)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:55.343803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.363131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.369131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.375336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/networks/fc80135b-2c74-4419-a431-992a9a6db234 HTTP/1.1" status: 204 len: 168 time: 1.2632010 Nov 25 18:39:55.379574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Calling delete_port for 935a729f-a076-4afe-b611-0e748e603610 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:55.381455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41314) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:55.392457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'routes': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:55.392623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e4e55-c1b9-4ec1-b1e1-9225077f9ac1 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Pushing event deleted for resources: {'Network': ['ID=fc80135b-2c74-4419-a431-992a9a6db234,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:55.622921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.extraroute_db [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Added routes are [] {{(pid=103456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 18:39:55.623433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.extraroute_db [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Removed routes are [] {{(pid=103456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 18:39:55.623561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:55.625405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28e7c789-a217-4854-b949-6f6763c9eee5 req-70047f8c-2c0f-4648-9dfb-f87f9abaab4a tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 210 time: 0.0635905 Nov 25 18:39:55.816427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 74ce1748-f5d5-4f76-afaa-e9ebce050c8a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:55.845304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 74ce1748-f5d5-4f76-afaa-e9ebce050c8a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:55.845947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 74ce1748-f5d5-4f76-afaa-e9ebce050c8a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:55.846560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68c6657b-c59b-41c4-a735-237c4cf570a0 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:39:55.867537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 68c6657b-c59b-41c4-a735-237c4cf570a0 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:39:55.868182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68c6657b-c59b-41c4-a735-237c4cf570a0 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:39:56.318819 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.370441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14d1f6-c618-4272-9688-614f08ad7b52 req-8c267a7e-657d-4aad-8c35-b8d5cfc5895f tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.377769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac14d1f6-c618-4272-9688-614f08ad7b52 req-8c267a7e-657d-4aad-8c35-b8d5cfc5895f tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.6891048 Nov 25 18:39:56.391130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.464552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.472242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.479116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.485297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.492252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.498916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.506286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.508287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a081984b-d54f-40a8-8890-62ab41108952 req-caa391c7-899a-4fae-93ae-227d860fee46 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5421 time: 0.1575840 Nov 25 18:39:56.603899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac14d1f6-c618-4272-9688-614f08ad7b52 req-ad050381-ad3d-4378-8f85-860ba4292c55 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251313 Nov 25 18:39:56.615264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a081984b-d54f-40a8-8890-62ab41108952 req-81ccca00-88ee-49ab-9e02-82c3bd5dbbd8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962229 Nov 25 18:39:56.638275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-fbb65527-af69-4d2a-a750-2978dcb9ddfe tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.640020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-fbb65527-af69-4d2a-a750-2978dcb9ddfe tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.66 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 946 time: 0.0918822 Nov 25 18:39:56.646879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router f466bbb7-6873-47b5-b60d-89210a39e663 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:56.656900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-b880bc3e-2e2d-495d-bed1-3a225b742cb3 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:56.658632 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-b880bc3e-2e2d-495d-bed1-3a225b742cb3 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.3734841 Nov 25 18:39:56.665716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.676142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Request body: {'port': {'device_id': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'admin_state_up': True, 'tenant_id': 'bbd5c3654f2344cfbcdda8b19c57305d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:56.758488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=935a729f-a076-4afe-b611-0e748e603610,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:56.843399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53934c10-9e92-4da4-97e8-506cc5d8bece req-249eec0f-bf5f-4287-b580-b42c0724e92c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 210 time: 0.0527515 Nov 25 18:39:56.885996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Deleting port cdf25e51-7dce-45a5-b146-0b3bb7a65686 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:56.886426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.899198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:56.899965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e02796df-229d-4986-942a-f2ea88ac1b3f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:56.914255 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] Sync routers for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:56.924442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:56.926148 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6f66a586-8393-4a20-a182-6114ed30ce4a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 200 len: 705 time: 1.5424368 Nov 25 18:39:56.987175 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:56.987175 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:56.987466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41338) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:57.011632 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:57.043890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5fd463b2-9f48-40b5-8758-3e48ece8a232 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 200 len: 205 time: 0.0551949 Nov 25 18:39:57.044668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Made reservation on behalf of bbd5c3654f2344cfbcdda8b19c57305d for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:39:57.048244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.050517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41340) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:57.078180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e02796df-229d-4986-942a-f2ea88ac1b3f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e02796df-229d-4986-942a-f2ea88ac1b3f,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:57.121963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'e02796df-229d-4986-942a-f2ea88ac1b3f', 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d', 'port_id': 'e02796df-229d-4986-942a-f2ea88ac1b3f', 'mac_address': 'fa:16:3e:46:ac:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85c13cb-c48f-4e08-86ee-7b6ade933ad0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:57.124173 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:52Z', 'revision_number': 11, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:57.169599 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] Checking router: f466bbb7-6873-47b5-b60d-89210a39e663 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:39:57.183446 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] Routers {'f466bbb7-6873-47b5-b60d-89210a39e663'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:57.184726 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f466bbb7-6873-47b5-b60d-89210a39e663'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:57.221514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.249461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02796df-229d-4986-942a-f2ea88ac1b3f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:57.308466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e02796df-229d-4986-942a-f2ea88ac1b3f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e02796df-229d-4986-942a-f2ea88ac1b3f,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:57.315816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.317050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4814b347-e104-4059-a6d1-b75d28eb9cdf details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:57.328517 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] Set router f466bbb7-6873-47b5-b60d-89210a39e663 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:57.357119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a020-1c12-4c13-9751-f74fcffba883 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.406438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:52Z', 'revision_number': 11, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:57.412837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] For port cdf25e51-7dce-45a5-b146-0b3bb7a65686, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=cdf25e51-7dce-45a5-b146-0b3bb7a65686,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:57.413301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.449793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Calling delete_port for cdf25e51-7dce-45a5-b146-0b3bb7a65686 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:39:57.473231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e02796df-229d-4986-942a-f2ea88ac1b3f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:57.560059 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fdcbf6-fa75-472d-baf0-dfe0bf3e85eb None None] The sync data for ids ['f466bbb7-6873-47b5-b60d-89210a39e663'] in n-d-819194-3 is: [{'id': 'f466bbb7-6873-47b5-b60d-89210a39e663', 'name': 'tempest-RoutersIpV6Test-router-1557363290', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:38Z', 'updated_at': '2021-11-25T18:39:52Z', 'revision_number': 11, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:39:57.613970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 4814b347-e104-4059-a6d1-b75d28eb9cdf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:57.619097 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.633933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '4814b347-e104-4059-a6d1-b75d28eb9cdf', 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'port_id': '4814b347-e104-4059-a6d1-b75d28eb9cdf', 'mac_address': 'fa:16:3e:a3:e6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09797fbe-7ad8-49e9-a9b7-8b4fd053686b', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:57.656015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.679562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['cdf25e51-7dce-45a5-b146-0b3bb7a65686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:39:57.735352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Pushing event deleted for resources: {'Port': ['ID=cdf25e51-7dce-45a5-b146-0b3bb7a65686,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:57.780855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6b021-f086-43a6-b3a5-b45247e36daf None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:39:57.784219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.815600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4814b347-e104-4059-a6d1-b75d28eb9cdf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:57.819217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] No DVR routers for this DVR port cdf25e51-7dce-45a5-b146-0b3bb7a65686 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:39:57.839610 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.845383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 4814b347-e104-4059-a6d1-b75d28eb9cdf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:57.848235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76ad3461-3959-4ddd-962a-cc2f6f5f5f35 req-4428cb2e-5e2e-4570-855f-1c73dc512a11 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.66 "DELETE /v2.0/ports/cdf25e51-7dce-45a5-b146-0b3bb7a65686 HTTP/1.1" status: 204 len: 173 time: 1.1879675 Nov 25 18:39:57.848852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'name': 'network-vif-deleted', 'tag': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:39:57.852310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:57.853843 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2239fdbf-d6ab-4ca5-a4cd-a06a129cd21f" -d '{"events": [{"server_uuid": "71b42eb1-a400-4ece-8adc-3fd710fd49cf", "name": "network-vif-deleted", "tag": "cdf25e51-7dce-45a5-b146-0b3bb7a65686"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:39:57.854388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 8b846aee-081e-428e-91e0-a43843349da6 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:57.978354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:57.986752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 8b846aee-081e-428e-91e0-a43843349da6, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=8b846aee-081e-428e-91e0-a43843349da6,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:57.996147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.001864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a020-1c12-4c13-9751-f74fcffba883 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.012734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '8b846aee-081e-428e-91e0-a43843349da6', 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'port_id': '8b846aee-081e-428e-91e0-a43843349da6', 'mac_address': 'fa:16:3e:7e:b8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09797fbe-7ad8-49e9-a9b7-8b4fd053686b', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:58.016574 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77e2e4b7-fe76-428d-8456-466b4d3b9c40 req-efec524c-dab0-4b7b-991d-a7183b8caf13 tempest-ServerRescueNegativeTestJSON-1405440021 tempest-ServerRescueNegativeTestJSON-1405440021-project] 10.222.0.62 "GET /v2.0/ports?device_id=71b42eb1-a400-4ece-8adc-3fd710fd49cf HTTP/1.1" status: 200 len: 210 time: 0.1199808 Nov 25 18:39:58.017997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.027469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a020-1c12-4c13-9751-f74fcffba883 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.037730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.038861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=4814b347-e104-4059-a6d1-b75d28eb9cdf,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:58.045674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.055324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.062852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.065686 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-44195eb7-4a1b-4284-a344-8dac2c640c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5423 time: 0.2537549 Nov 25 18:39:58.111008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.158054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b58b6ca-4b45-446a-b708-1d5c4851acd9 req-2fb73ab0-391f-4146-bc41-ae7f1a40843c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848336 Nov 25 18:39:58.195378 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4807212-0726-48e1-a9a1-487eb79e49dc x-openstack-request-id: req-d4807212-0726-48e1-a9a1-487eb79e49dc {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:39:58.195763 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b42eb1-a400-4ece-8adc-3fd710fd49cf", "name": "network-vif-deleted", "tag": "cdf25e51-7dce-45a5-b146-0b3bb7a65686", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:39:58.196129 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4807212-0726-48e1-a9a1-487eb79e49dc {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:39:58.196606 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b42eb1-a400-4ece-8adc-3fd710fd49cf', 'name': 'network-vif-deleted', 'tag': 'cdf25e51-7dce-45a5-b146-0b3bb7a65686', 'status': 'completed', 'code': 200} Nov 25 18:39:58.224984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Allocated IP 172.20.0.11 (944fd81b-2a8f-48ec-9b80-58f168f8d6d4/3f3c63e6-c72b-4707-82ed-fa77b99541b5/98611a76-5851-4118-a583-49ef0d18edd1) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:39:58.261734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a020-1c12-4c13-9751-f74fcffba883 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.264223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad4a020-1c12-4c13-9751-f74fcffba883 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Fanout notify agent at l3_agent the message router_deleted on router f466bbb7-6873-47b5-b60d-89210a39e663 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:39:58.290041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a020-1c12-4c13-9751-f74fcffba883 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.294309 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3ad4a020-1c12-4c13-9751-f74fcffba883 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 204 len: 168 time: 1.2409472 Nov 25 18:39:58.302693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41372) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:58.305615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f8c4a0aa-6d67-4218-b23d-4fa0c254cb78 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-342319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:58.416885 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b846aee-081e-428e-91e0-a43843349da6 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:58.449613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91793149-b095-4077-bb6e-9e9417c65f3d req-af128014-5bf0-437c-a803-69e9cf004d9d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 210 time: 0.0922995 Nov 25 18:39:58.481643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 8b846aee-081e-428e-91e0-a43843349da6, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=8b846aee-081e-428e-91e0-a43843349da6,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:58.485593 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a0aa-6d67-4218-b23d-4fa0c254cb78 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.487155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a0aa-6d67-4218-b23d-4fa0c254cb78 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.491564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.492252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e95504e0-a117-4329-ab31-8f5d88a6310f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:58.555342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.596249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a0aa-6d67-4218-b23d-4fa0c254cb78 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.612795 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.615836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a0aa-6d67-4218-b23d-4fa0c254cb78 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.618590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e95504e0-a117-4329-ab31-8f5d88a6310f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e95504e0-a117-4329-ab31-8f5d88a6310f,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:58.631565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=8b846aee-081e-428e-91e0-a43843349da6,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:58.635050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'e95504e0-a117-4329-ab31-8f5d88a6310f', 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'port_id': 'e95504e0-a117-4329-ab31-8f5d88a6310f', 'mac_address': 'fa:16:3e:16:43:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09797fbe-7ad8-49e9-a9b7-8b4fd053686b', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:58.650342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a0aa-6d67-4218-b23d-4fa0c254cb78 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.652931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f8c4a0aa-6d67-4218-b23d-4fa0c254cb78 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3519924 Nov 25 18:39:58.661774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41382) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:58.669587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e9464c80-a71a-465f-8e17-628b927097a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:58.687218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.688297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event updated for resources: {'Port': ['ID=98611a76-5851-4118-a583-49ef0d18edd1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:58.704275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95504e0-a117-4329-ab31-8f5d88a6310f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:58.730468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e95504e0-a117-4329-ab31-8f5d88a6310f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e95504e0-a117-4329-ab31-8f5d88a6310f,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:58.738488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.739893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 886f2fce-913f-40db-a349-0e0f037d2c38 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:58.774993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:39:58.778002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:39:58.781419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:39:58.852319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 886f2fce-913f-40db-a349-0e0f037d2c38, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=886f2fce-913f-40db-a349-0e0f037d2c38,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:58.855771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e95504e0-a117-4329-ab31-8f5d88a6310f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:58.870533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '886f2fce-913f-40db-a349-0e0f037d2c38', 'network_id': '555653af-d6f5-46ed-87dc-790a01671aea', 'port_id': '886f2fce-913f-40db-a349-0e0f037d2c38', 'mac_address': 'fa:16:3e:0f:b9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09797fbe-7ad8-49e9-a9b7-8b4fd053686b', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:58.870749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:58.871835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.903002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-23c485b5-0145-4ce7-ad19-0e329853f16d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2312551 Nov 25 18:39:58.914891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Request body: {'port': {'device_id': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:39:58.950599 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.967588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886f2fce-913f-40db-a349-0e0f037d2c38 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:58.968690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9464c80-a71a-465f-8e17-628b927097a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.981325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:39:58.992840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 886f2fce-913f-40db-a349-0e0f037d2c38, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=886f2fce-913f-40db-a349-0e0f037d2c38,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:58.994288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9464c80-a71a-465f-8e17-628b927097a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:58.998189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.000649 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.002101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:59.116973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9464c80-a71a-465f-8e17-628b927097a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Router 71591b46-0bd6-40bb-bd00-c9f5e6a90e0b is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:39:59.208739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41388) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:59.229421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9464c80-a71a-465f-8e17-628b927097a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:59.237707 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9464c80-a71a-465f-8e17-628b927097a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.239431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e9464c80-a71a-465f-8e17-628b927097a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "PUT /v2.0/routers/71591b46-0bd6-40bb-bd00-c9f5e6a90e0b HTTP/1.1" status: 200 len: 694 time: 0.5766952 Nov 25 18:39:59.242294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41392) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:59.318999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:59.334046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:39:59.343236 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] Sync routers for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:59.350433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-34f6c2f8-33a1-4c3a-b918-9457e42a3b5a admin admin] 10.222.0.62 "PUT /v2.0/routers/67f8c4e8-bc84-40e5-ab27-5cce0931dddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6716983 Nov 25 18:39:59.353154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41396) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:59.379553 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:59.380660 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:59.382559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8', 'network_id': 'a281785e-1083-4443-9ac0-043f4de9670d', 'port_id': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8', 'mac_address': 'fa:16:3e:1e:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85c13cb-c48f-4e08-86ee-7b6ade933ad0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:39:59.396945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] Sync routers for ids ['71591b46-0bd6-40bb-bd00-c9f5e6a90e0b'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:39:59.433074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=886f2fce-913f-40db-a349-0e0f037d2c38,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:39:59.543201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] Routers {'71591b46-0bd6-40bb-bd00-c9f5e6a90e0b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:39:59.543850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['71591b46-0bd6-40bb-bd00-c9f5e6a90e0b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:59.546207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.556488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.614209 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:59.622610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:39:59.630956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-45288e05-b9c6-4baa-961b-a1f05965a616 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/routers/71591b46-0bd6-40bb-bd00-c9f5e6a90e0b HTTP/1.1" status: 200 len: 700 time: 0.3872907 Nov 25 18:39:59.636727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41410) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:59.680614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] Set router 71591b46-0bd6-40bb-bd00-c9f5e6a90e0b gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:39:59.708398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:39:59.714177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7ff4f0c8-5def-4188-b062-c5a329b2cda2 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=71591b46-0bd6-40bb-bd00-c9f5e6a90e0b HTTP/1.1" status: 200 len: 205 time: 0.0754187 Nov 25 18:39:59.724669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41412) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:39:59.750079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71591b46-0bd6-40bb-bd00-c9f5e6a90e0b', 'name': 'tempest-RoutersIpV6Test-router-342319', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:39:58Z', 'updated_at': '2021-11-25T18:39:58Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:39:59.752056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.752591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d85c9e04-7d63-4f83-bd19-103888d94fac details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:39:59.779616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6b91b-c698-4fa7-8b03-69b91f20ed10 req-5b3ccf64-a6fa-492f-8281-85f8a37b70f5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:39:59.787696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6e6b91b-c698-4fa7-8b03-69b91f20ed10 req-5b3ccf64-a6fa-492f-8281-85f8a37b70f5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 932 time: 0.1532302 Nov 25 18:39:59.846103 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.872375 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6e6b91b-c698-4fa7-8b03-69b91f20ed10 req-d8dd1d19-cc41-40a8-93c5-1ca2c4981309 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835624 Nov 25 18:39:59.920620 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06394291-d541-4f13-b2df-efeafcf50ea0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.933139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Deleting port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:39:59.933952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:39:59.971725 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:39:56Z', 'revision_number': 5, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port': {'id': 'ff2d968a-7c7c-4533-bf88-b182a4b6f8f2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:00.005952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:00.009306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] Checking router: 71591b46-0bd6-40bb-bd00-c9f5e6a90e0b for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:00.045092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] For port ff2d968a-7c7c-4533-bf88-b182a4b6f8f2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:00.045858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.061420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Calling delete_port for ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:00.061660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d85c9e04-7d63-4f83-bd19-103888d94fac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d85c9e04-7d63-4f83-bd19-103888d94fac,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:00.077928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'port_id': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'mac_address': 'fa:16:3e:44:79:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:40:00.084760 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] Checking router: 67f8c4e8-bc84-40e5-ab27-5cce0931dddb for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:00.115861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] Routers {'71591b46-0bd6-40bb-bd00-c9f5e6a90e0b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:00.116569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['71591b46-0bd6-40bb-bd00-c9f5e6a90e0b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:00.124462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] Routers {'67f8c4e8-bc84-40e5-ab27-5cce0931dddb'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:00.127983 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:00.250239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] Set router 71591b46-0bd6-40bb-bd00-c9f5e6a90e0b gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:00.272449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.305620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.308059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2d968a-7c7c-4533-bf88-b182a4b6f8f2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:00.318136 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] Set router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:00.398079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533112a0-8d8a-4318-ab08-fb15e2a2fcca None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:00.400711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:00.408330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:00.412079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71591b46-0bd6-40bb-bd00-c9f5e6a90e0b', 'name': 'tempest-RoutersIpV6Test-router-342319', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:39:58Z', 'updated_at': '2021-11-25T18:39:58Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:00.416220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:00.424441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:00.430998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:00.436146 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:39:59Z', 'revision_number': 6, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:00.436956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:00.441989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85c9e04-7d63-4f83-bd19-103888d94fac {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:00.443530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:00.451686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-6ce75aa7-8da6-4a5d-8221-aef8ee9a2564 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5426 time: 1.0718038 Nov 25 18:40:00.453635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.504405 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cc0ba-b113-4c74-92ec-2c624533f275 None None] The sync data for ids ['67f8c4e8-bc84-40e5-ab27-5cce0931dddb'] in n-d-819194-3 is: [{'id': '67f8c4e8-bc84-40e5-ab27-5cce0931dddb', 'name': 'tempest-ServerRescueTestJSONUnderV235-17639624-router', 'tenant_id': 'ea307e735076492690bc3927f1b02bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:12Z', 'updated_at': '2021-11-25T18:39:59Z', 'revision_number': 6, 'project_id': 'ea307e735076492690bc3927f1b02bd1', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:00.508997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b0131-d9ec-4e6f-bfe3-ce2c5162b411 None None] The sync data for ids ['71591b46-0bd6-40bb-bd00-c9f5e6a90e0b'] in n-d-819194-3 is: [{'id': '71591b46-0bd6-40bb-bd00-c9f5e6a90e0b', 'name': 'tempest-RoutersIpV6Test-router-342319', 'tenant_id': '6efc529ef1b9410bb4fb02264e3e1768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:39:58Z', 'updated_at': '2021-11-25T18:39:58Z', 'revision_number': 2, 'project_id': '6efc529ef1b9410bb4fb02264e3e1768', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:00.543432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d85c9e04-7d63-4f83-bd19-103888d94fac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d85c9e04-7d63-4f83-bd19-103888d94fac,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:00.553191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.675598 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06394291-d541-4f13-b2df-efeafcf50ea0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.686945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.688504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06394291-d541-4f13-b2df-efeafcf50ea0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.694613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d85c9e04-7d63-4f83-bd19-103888d94fac,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:00.708247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.712066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.776815 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.778854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f8c4e8-bc84-40e5-ab27-5cce0931dddb {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:40:00.791262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.792872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cc902137-5584-41b6-81c8-b059f53f6ae4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/67f8c4e8-bc84-40e5-ab27-5cce0931dddb HTTP/1.1" status: 204 len: 168 time: 1.4387898 Nov 25 18:40:00.795577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41428) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:00.858064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] Deleting subnet 291dfe07-5267-4862-b32e-aee6c2e46cb1 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:40:00.861582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.892262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96835f92-23f9-4972-ac6e-fcfecf389984 req-3823b8c4-c064-4051-bdf9-57c7aad2b537 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4388084 Nov 25 18:40:00.896915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98611a76-5851-4118-a583-49ef0d18edd1 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:00.901720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06394291-d541-4f13-b2df-efeafcf50ea0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.902283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06394291-d541-4f13-b2df-efeafcf50ea0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Fanout notify agent at l3_agent the message router_deleted on router 71591b46-0bd6-40bb-bd00-c9f5e6a90e0b {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:40:00.920514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06394291-d541-4f13-b2df-efeafcf50ea0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.926924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-06394291-d541-4f13-b2df-efeafcf50ea0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/71591b46-0bd6-40bb-bd00-c9f5e6a90e0b HTTP/1.1" status: 204 len: 168 time: 1.1981034 Nov 25 18:40:00.927632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41432) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:00.953318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:00.964131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.037918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-afbae989-0d66-49bc-b140-d488bd8838ee tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=71591b46-0bd6-40bb-bd00-c9f5e6a90e0b HTTP/1.1" status: 200 len: 205 time: 0.0908599 Nov 25 18:40:01.041627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41434) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.071442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Transition to ACTIVE for port object 98611a76-5851-4118-a583-49ef0d18edd1 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:40:01.071686 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.110531 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-f8302e33-cd27-40a0-8806-727aa83a9bee tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] delete failed (client error): The resource could not be found. Nov 25 18:40:01.114766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f8302e33-cd27-40a0-8806-727aa83a9bee tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/71591b46-0bd6-40bb-bd00-c9f5e6a90e0b HTTP/1.1" status: 404 len: 336 time: 0.0695879 Nov 25 18:40:01.114766 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.116102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41436) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.138116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856d577-865a-4d2a-bbdf-12bf37583c6d req-012b3512-32a8-49c4-b707-878ced382076 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:01.139679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2856d577-865a-4d2a-bbdf-12bf37583c6d req-012b3512-32a8-49c4-b707-878ced382076 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 932 time: 0.1301653 Nov 25 18:40:01.188200 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-e293e5ef-c43e-4c39-8b98-3c33697e0e14 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:01.188800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e293e5ef-c43e-4c39-8b98-3c33697e0e14 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:01.195549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e293e5ef-c43e-4c39-8b98-3c33697e0e14 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/e1477cef-fd40-49c3-8725-dfbec5ca0db7 HTTP/1.1" status: 404 len: 337 time: 0.0745077 Nov 25 18:40:01.202358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41438) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.227235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=98611a76-5851-4118-a583-49ef0d18edd1,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:01.259120 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7805003-b7ac-4334-b6b0-cf3a7e918f92 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:01.259563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7805003-b7ac-4334-b6b0-cf3a7e918f92 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:01.262675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a7805003-b7ac-4334-b6b0-cf3a7e918f92 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/d2eca7be-fd1c-48cc-93bf-ab9647464cd1 HTTP/1.1" status: 404 len: 337 time: 0.0602412 Nov 25 18:40:01.265890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41440) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.302240 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c269bf26-3210-46cc-8412-e36dbc999ade tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:01.302649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c269bf26-3210-46cc-8412-e36dbc999ade tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:01.308029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c269bf26-3210-46cc-8412-e36dbc999ade tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/854da508-e871-4dad-a921-c1171b384207 HTTP/1.1" status: 404 len: 337 time: 0.0389001 Nov 25 18:40:01.312308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41442) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.330823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2856d577-865a-4d2a-bbdf-12bf37583c6d req-30ef5088-3e4a-45e3-94b2-7df541170a38 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754711 Nov 25 18:40:01.332708 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.374033 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a143b2-b724-4f93-ad25-a950f30de8c6 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:01.374403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a143b2-b724-4f93-ad25-a950f30de8c6 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:01.380688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291dfe07-5267-4862-b32e-aee6c2e46cb1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:01.380894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-26a143b2-b724-4f93-ad25-a950f30de8c6 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/07bae7c8-9e54-49cd-932a-6a52a7f9cfd5 HTTP/1.1" status: 404 len: 337 time: 0.0644150 Nov 25 18:40:01.380894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Attempting to bind port 98611a76-5851-4118-a583-49ef0d18edd1 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:40:01.381177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Attempting to bind port 98611a76-5851-4118-a583-49ef0d18edd1 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:40:01.381489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Attempting to bind port 98611a76-5851-4118-a583-49ef0d18edd1 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:01.382171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41444) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.388951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Port 98611a76-5851-4118-a583-49ef0d18edd1 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:40:01.389280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Attempting to bind port 98611a76-5851-4118-a583-49ef0d18edd1 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:01.397335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:40:01.397739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Checking segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:01.398056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Bound using segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:40:01.398519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Bound port: 98611a76-5851-4118-a583-49ef0d18edd1, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:40:01.398876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.401856 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.406497 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3569bf07-77ef-43a0-b4f8-9b9f401de075 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/291dfe07-5267-4862-b32e-aee6c2e46cb1 HTTP/1.1" status: 204 len: 168 time: 0.6093440 Nov 25 18:40:01.414541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.423442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c0ebaf5-4a3c-4a1b-a7d3-2e2cfa0df83a tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 200 len: 205 time: 0.0367634 Nov 25 18:40:01.427296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41448) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.510287 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-654f5bba-67a6-4ef2-bba6-e8b3de919bd3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] delete failed (client error): The resource could not be found. Nov 25 18:40:01.515588 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-654f5bba-67a6-4ef2-bba6-e8b3de919bd3 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/f466bbb7-6873-47b5-b60d-89210a39e663 HTTP/1.1" status: 404 len: 336 time: 0.0870183 Nov 25 18:40:01.516075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.572152 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9f60e11-2cbf-4723-a857-276c857eca79 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5 HTTP/1.1" status: 200 len: 205 time: 0.0548646 Nov 25 18:40:01.575246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.579782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.588351 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.647203 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-2ca04ae4-2f13-4ad6-8f84-5ed4d2147634 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] delete failed (client error): The resource could not be found. Nov 25 18:40:01.651561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] For port 98611a76-5851-4118-a583-49ef0d18edd1, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:40:01.657976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ca04ae4-2f13-4ad6-8f84-5ed4d2147634 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/1d5910be-9f0e-42a0-8fe5-5bd61a12ebb5 HTTP/1.1" status: 404 len: 336 time: 0.0805883 Nov 25 18:40:01.658870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41458) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.742927 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a586e819-c134-43fc-b050-223b37b5c18e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:01.745764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a586e819-c134-43fc-b050-223b37b5c18e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:01.747340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a586e819-c134-43fc-b050-223b37b5c18e tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/30f52a5a-f957-420e-b85d-a32e49d2c0fa HTTP/1.1" status: 404 len: 337 time: 0.0870895 Nov 25 18:40:01.750842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41470) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.784107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] For port 98611a76-5851-4118-a583-49ef0d18edd1, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=98611a76-5851-4118-a583-49ef0d18edd1,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:40:01.815897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63144e58-19d9-40fd-a4a3-db27672dee80 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=064ae1ab-8653-4a50-b3ca-e3fadbd420bf HTTP/1.1" status: 200 len: 205 time: 0.0638702 Nov 25 18:40:01.817114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41472) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.826692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:01.858700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:01.859910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ff2d968a-7c7c-4533-bf88-b182a4b6f8f2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:01.860486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 935a729f-a076-4afe-b611-0e748e603610 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:01.861442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.872148 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-9e41a401-9358-4182-8388-875e2a317eb4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] delete failed (client error): The resource could not be found. Nov 25 18:40:01.881127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9e41a401-9358-4182-8388-875e2a317eb4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/064ae1ab-8653-4a50-b3ca-e3fadbd420bf HTTP/1.1" status: 404 len: 336 time: 0.0627284 Nov 25 18:40:01.881836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41474) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.893986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 935a729f-a076-4afe-b611-0e748e603610 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:01.896770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 935a729f-a076-4afe-b611-0e748e603610 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:01.909240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca342bd-1eaa-43ac-bdfa-7f2526724027']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:01.913313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.918497 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-62f7da04-92c2-4f1c-b562-d489634408a0 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2d03420-9c80-4be5-93d7-893bd49e634d HTTP/1.1" status: 200 len: 205 time: 0.0334327 Nov 25 18:40:01.918497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41476) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.938583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de509399-f990-48a6-b4f9-24dde17da805') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:01.938891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de509399-f990-48a6-b4f9-24dde17da805') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:01.962945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['d85c9e04-7d63-4f83-bd19-103888d94fac'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:01.976340 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-610e784a-4765-450c-9ea7-58236a6ad4f2 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] delete failed (client error): The resource could not be found. Nov 25 18:40:01.980892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-610e784a-4765-450c-9ea7-58236a6ad4f2 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/a2d03420-9c80-4be5-93d7-893bd49e634d HTTP/1.1" status: 404 len: 336 time: 0.0628216 Nov 25 18:40:01.981527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41480) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:01.996609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:01.997265 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:01.998719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/98611a76-5851-4118-a583-49ef0d18edd1 HTTP/1.1" status: 200 len: 1092 time: 3.0903559 Nov 25 18:40:02.023073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.025207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'tag': '98611a76-5851-4118-a583-49ef0d18edd1'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:02.029888 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed833e25-b32d-45f3-ae5d-5447708e9e92 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:02.030657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed833e25-b32d-45f3-ae5d-5447708e9e92 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:02.039815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ed833e25-b32d-45f3-ae5d-5447708e9e92 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/29058fe6-8e1d-47a1-94db-98ede3a14c97 HTTP/1.1" status: 404 len: 337 time: 0.0571992 Nov 25 18:40:02.040725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41482) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.041177 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2ad533-f3d6-42c0-ba53-e90cf8b996de" -d '{"events": [{"name": "network-changed", "server_uuid": "7b937d6f-50b7-4f96-9478-8c306a0f8562", "tag": "98611a76-5851-4118-a583-49ef0d18edd1"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:02.045681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['8b846aee-081e-428e-91e0-a43843349da6'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:02.090137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.100481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8dd134a4-6375-42b9-9a9f-c506ef963228 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=11197a52-c0b5-4b5c-b5da-3f05b7e37080 HTTP/1.1" status: 200 len: 205 time: 0.0579853 Nov 25 18:40:02.101145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41486) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.128041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['886f2fce-913f-40db-a349-0e0f037d2c38'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:02.132671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e95504e0-a117-4329-ab31-8f5d88a6310f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:02.136220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['4814b347-e104-4059-a6d1-b75d28eb9cdf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:02.141342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ff2a30b5-8694-447d-9fb4-a2b242b4e8b8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:02.189616 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ee024-b4ed-4019-b4d7-3a9fffb5a4e3 x-openstack-request-id: req-050ee024-b4ed-4019-b4d7-3a9fffb5a4e3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:02.190004 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b937d6f-50b7-4f96-9478-8c306a0f8562", "tag": "98611a76-5851-4118-a583-49ef0d18edd1", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:02.190291 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-050ee024-b4ed-4019-b4d7-3a9fffb5a4e3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:02.197794 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'tag': '98611a76-5851-4118-a583-49ef0d18edd1', 'status': 'completed', 'code': 200} Nov 25 18:40:02.200900 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-93c4ca32-6088-4e90-8791-5beb1b246230 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] delete failed (client error): The resource could not be found. Nov 25 18:40:02.202493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:40:02.204399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.205589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-93c4ca32-6088-4e90-8791-5beb1b246230 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/11197a52-c0b5-4b5c-b5da-3f05b7e37080 HTTP/1.1" status: 404 len: 336 time: 0.1034005 Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:40:02.207873 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:40:02.210403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41488) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.225499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e02796df-229d-4986-942a-f2ea88ac1b3f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:02.266803 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-769d7852-4d16-4711-a312-a0b6838cb515 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:02.267273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769d7852-4d16-4711-a312-a0b6838cb515 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:02.274647 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-769d7852-4d16-4711-a312-a0b6838cb515 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/4631fedb-7fb0-4d00-bdfe-e447b6b87e19 HTTP/1.1" status: 404 len: 337 time: 0.0569417 Nov 25 18:40:02.279057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41490) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.331561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429afac8-8cf5-40c6-9598-aa19ab19f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=98611a76-5851-4118-a583-49ef0d18edd1,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:02.338111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8d7f4f16-a67a-432a-a0a8-09e4a6b386ef tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "GET /v2.0/ports?device_id=55272a7f-f9c9-404f-878f-8f1f03c224b6 HTTP/1.1" status: 200 len: 205 time: 0.0574155 Nov 25 18:40:02.338313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41492) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.359538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.368920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.373204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-d61360e4-00d2-4775-acde-13bbf2e638df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.374963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-d61360e4-00d2-4775-acde-13bbf2e638df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 1095 time: 0.3131070 Nov 25 18:40:02.388058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.397082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.406543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.410219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.415799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.431022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.443230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e134137b-2f91-4756-8603-3b04184ea029 req-fa1d6f5c-4090-46b1-974c-016680d82a67 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5428 time: 0.3297486 Nov 25 18:40:02.458190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:02.464293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] 10.222.0.62 "DELETE /v2.0/networks/fca342bd-1eaa-43ac-bdfa-7f2526724027 HTTP/1.1" status: 204 len: 168 time: 1.0456719 Nov 25 18:40:02.490377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-9e309b13-5fa5-41a7-84bf-41e4be0da0c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98611a76-5851-4118-a583-49ef0d18edd1 HTTP/1.1" status: 200 len: 217 time: 0.1022608 Nov 25 18:40:02.493682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4966-c5c6-4cce-8865-e9e101ea78ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fca342bd-1eaa-43ac-bdfa-7f2526724027,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:02.558399 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-f8c7e918-e6d5-4f65-ac9b-c7fc05e887f4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] delete failed (client error): The resource could not be found. Nov 25 18:40:02.564171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f8c7e918-e6d5-4f65-ac9b-c7fc05e887f4 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/routers/55272a7f-f9c9-404f-878f-8f1f03c224b6 HTTP/1.1" status: 404 len: 336 time: 0.2201374 Nov 25 18:40:02.566113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41498) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.614839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cdf25e51-7dce-45a5-b146-0b3bb7a65686 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:02.631272 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-690c3053-eaaa-4ce2-aaaa-37a01beeae71 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:02.631734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690c3053-eaaa-4ce2-aaaa-37a01beeae71 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:02.642955 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-690c3053-eaaa-4ce2-aaaa-37a01beeae71 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/95c199dc-18f5-402c-a9bb-5f60ee91e19e HTTP/1.1" status: 404 len: 337 time: 0.0733752 Nov 25 18:40:02.643946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41502) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.712299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41506) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.714585 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8e801c-e39f-4b87-86d2-bb9bfe8b1a28 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] DELETE failed (client error): The resource could not be found. Nov 25 18:40:02.722204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8e801c-e39f-4b87-86d2-bb9bfe8b1a28 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:02.728718 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ae8e801c-e39f-4b87-86d2-bb9bfe8b1a28 tempest-RoutersIpV6Test-1611417445 tempest-RoutersIpV6Test-1611417445-project] 10.222.0.62 "DELETE /v2.0/subnets/dab2d46d-96b5-4536-906b-237f65581925 HTTP/1.1" status: 404 len: 337 time: 0.0735278 Nov 25 18:40:02.763542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: cdf25e51-7dce-45a5-b146-0b3bb7a65686 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:02.763993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device cdf25e51-7dce-45a5-b146-0b3bb7a65686 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:02.811654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41512) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:02.813806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-12614557-2adf-4407-ae82-1a3d6bed8dc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea307e735076492690bc3927f1b02bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787742 Nov 25 18:40:02.823746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-ce3659c1-4a28-4e8a-a92e-f4cd9ad8b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.824475 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e134137b-2f91-4756-8603-3b04184ea029 req-78ccbc5a-cd07-4a15-b594-c5c7519a1ffe tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3801425 Nov 25 18:40:02.825443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-ce3659c1-4a28-4e8a-a92e-f4cd9ad8b4d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.3261821 Nov 25 18:40:02.874422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b544-53a2-4c54-bfde-ad78ed3f4064 req-8e1cfed5-dc69-43d4-b4c7-a25c6f26cd18 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:02.887349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbe5b544-53a2-4c54-bfde-ad78ed3f4064 req-8e1cfed5-dc69-43d4-b4c7-a25c6f26cd18 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 944 time: 0.2775924 Nov 25 18:40:02.940370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-5761b909-9d10-4fdc-a512-106b43f47482 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963340 Nov 25 18:40:03.086086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbe5b544-53a2-4c54-bfde-ad78ed3f4064 req-cf7f3db4-6efc-434e-899b-300ca538d03c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952934 Nov 25 18:40:03.102054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Deleting port e2fce67b-311f-464e-8385-a526e3474fec {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:03.102054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.119771 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d26b7355-2776-4c95-847a-4f23de4301be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.199935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41524) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:03.249146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d26b7355-2776-4c95-847a-4f23de4301be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.252532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-2b2656ae-50e8-4e69-9adc-041f7ec7bbb9 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977471 Nov 25 18:40:03.293878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.367170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] For port e2fce67b-311f-464e-8385-a526e3474fec, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e2fce67b-311f-464e-8385-a526e3474fec,segment=NetworkSegment(dbdf101d-c900-4fca-b2bd-bde586f66320),segment_id=dbdf101d-c900-4fca-b2bd-bde586f66320)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:03.367736 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.433707 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe550eaa-5a80-4167-83c4-964227b8af06 req-15eb729d-bbda-4292-a52d-cda9b868c7dd service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684310 Nov 25 18:40:03.444875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9b749ac1-8821-475c-b398-7cb06d6e4fc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6efc529ef1b9410bb4fb02264e3e1768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431188 Nov 25 18:40:03.450748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41528) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:03.502886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Calling delete_port for e2fce67b-311f-464e-8385-a526e3474fec owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:03.509767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a99412-fae9-42db-a640-d23cfbbbe601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.533068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a99412-fae9-42db-a640-d23cfbbbe601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.649032 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a99412-fae9-42db-a640-d23cfbbbe601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.652753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-64a99412-fae9-42db-a640-d23cfbbbe601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.656216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-64a99412-fae9-42db-a640-d23cfbbbe601 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7e86227-8ff6-442b-b6a4-e10b0fb985a8 HTTP/1.1" status: 204 len: 168 time: 0.2019873 Nov 25 18:40:03.662768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d26b7355-2776-4c95-847a-4f23de4301be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.665569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d26b7355-2776-4c95-847a-4f23de4301be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:03.666669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a99412-fae9-42db-a640-d23cfbbbe601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e86227-8ff6-442b-b6a4-e10b0fb985a8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:03.666877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d26b7355-2776-4c95-847a-4f23de4301be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/184a8d9f-c1ec-4cba-95be-a7ca6ef7665e HTTP/1.1" status: 204 len: 168 time: 0.8532102 Nov 25 18:40:03.696593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b7355-2776-4c95-847a-4f23de4301be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a8d9f-c1ec-4cba-95be-a7ca6ef7665e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:03.826069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-3c3f2b61-45ed-450e-92e7-0c4c7d4d3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:03.828060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-3c3f2b61-45ed-450e-92e7-0c4c7d4d3c17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 1095 time: 0.1795681 Nov 25 18:40:03.960220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.003016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fce67b-311f-464e-8385-a526e3474fec,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:04.032115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-618c2e6b-6a73-4338-96b0-4d625b2e46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.033594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-618c2e6b-6a73-4338-96b0-4d625b2e46e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 916 time: 0.1959333 Nov 25 18:40:04.036930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1626ebb5-69c1-43ec-8971-8fa3795a3c28 None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:04.058319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.069045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.078686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.086677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.107519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.115123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.122026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.127956 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-8c62c9cb-10c4-4abc-bea4-6b9844772bda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98611a76-5851-4118-a583-49ef0d18edd1 HTTP/1.1" status: 200 len: 217 time: 0.0726025 Nov 25 18:40:04.131180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-b9f37200-338b-41e6-81e7-fc371af49a01 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5428 time: 0.1797578 Nov 25 18:40:04.279288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a93a5eb0-bb21-48b5-a507-a99340eafa2a req-e08df7ba-76ec-4018-8ea7-8f75568031a7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470456 Nov 25 18:40:04.377295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-986552db-11e4-4485-989a-ee9d8021590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.379439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-986552db-11e4-4485-989a-ee9d8021590c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.2349453 Nov 25 18:40:04.496102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f541629-13c2-4d65-bb2e-cc1d8b90b557 req-821706d5-6320-4ca9-aa0c-ed707b8fcab4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:04.500687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f541629-13c2-4d65-bb2e-cc1d8b90b557 req-821706d5-6320-4ca9-aa0c-ed707b8fcab4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 944 time: 0.1878169 Nov 25 18:40:04.520760 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-025313fa-be0e-45a7-98fd-cb1a6a9bc0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000366 Nov 25 18:40:04.521587 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.571270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e02796df-229d-4986-942a-f2ea88ac1b3f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:04.704895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port e02796df-229d-4986-942a-f2ea88ac1b3f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:04.710406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port e02796df-229d-4986-942a-f2ea88ac1b3f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:04.710842 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.884787 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.915022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:04.917892 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c9adc7-45cf-423b-a2f7-85fc3303149b" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:04.924343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f541629-13c2-4d65-bb2e-cc1d8b90b557 req-7d3a6d21-cbb0-4251-a455-c478ac8b6959 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943048 Nov 25 18:40:04.957452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e02796df-229d-4986-942a-f2ea88ac1b3f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e02796df-229d-4986-942a-f2ea88ac1b3f,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:04.964989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:04.981283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-63b5d8b4-7440-43ab-abc8-bdd7f22ff7c7 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378345 Nov 25 18:40:05.007020 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf72c5c-5731-47a3-bb1c-6371b23c7df0 x-openstack-request-id: req-acf72c5c-5731-47a3-bb1c-6371b23c7df0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:05.007276 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:05.007515 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acf72c5c-5731-47a3-bb1c-6371b23c7df0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:05.007912 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f', 'code': 200} Nov 25 18:40:05.070587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e02796df-229d-4986-942a-f2ea88ac1b3f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:05.185381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41612) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:05.349236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5b03bd66-0ec5-46bb-a8bd-a4bba6ee88e5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:05.351006 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-5b03bd66-0ec5-46bb-a8bd-a4bba6ee88e5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 18:40:05.351850 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-5b03bd66-0ec5-46bb-a8bd-a4bba6ee88e5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 18:40:05.353129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5b03bd66-0ec5-46bb-a8bd-a4bba6ee88e5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1666150 Nov 25 18:40:05.357727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41630) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:05.363134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--403818466'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:05.422763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.448355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:05.454013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:05.460482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:05.466346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:05.472209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:05.478110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:05.495228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:05.503285 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-56d2cd8a-fbaf-4130-9b14-1d838d259886 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5429 time: 0.1309988 Nov 25 18:40:05.507687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.611247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3c2efd1-a56c-4c5b-aa2b-e67771965831 req-77338dd1-559d-4687-be8f-adac26680177 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061432 Nov 25 18:40:05.659852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63afd516-dffa-4d50-ba89-b96236394dad req-973cfd81-1b5d-434c-ad8d-cb8aa2fb2452 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=50059a8f-b778-498c-81ec-631dc64db3f5 HTTP/1.1" status: 200 len: 210 time: 0.0492427 Nov 25 18:40:05.670704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da2ad533-f3d6-42c0-ba53-e90cf8b996de req-0ab10b34-b5c1-49c3-bc45-41a11aaf049f service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809826 Nov 25 18:40:05.672736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Router fc6d863d-d374-4281-a12f-37afd558c395 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:40:05.693368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.709814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.749749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793bdfac-4584-437b-86f8-238693d6bcdd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:05.840212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.847795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.900635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.902319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5432987 Nov 25 18:40:05.903626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869b8bb-cf7b-4b2e-a946-2baaa1b5f9e9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cec4b0-0cb2-41e7-a147-0233f1ac8fc3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:05.906336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41676) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:05.912126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1b176c22-1923-4e69-9d2c-29b5deebbd9c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '44cec4b0-0cb2-41e7-a147-0233f1ac8fc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:05.959726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b176c22-1923-4e69-9d2c-29b5deebbd9c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:05.970932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:40:05.981676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] Sync routers for ids ['fc6d863d-d374-4281-a12f-37afd558c395'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:40:05.987317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:05.989216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2625e038-87e4-4b29-9072-88a6c67810d0 admin admin] 10.222.0.62 "PUT /v2.0/routers/fc6d863d-d374-4281-a12f-37afd558c395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7682073 Nov 25 18:40:06.000008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] Routers {'fc6d863d-d374-4281-a12f-37afd558c395'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:06.000811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['fc6d863d-d374-4281-a12f-37afd558c395'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:06.125133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] Set router fc6d863d-d374-4281-a12f-37afd558c395 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:06.158581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c1567-6495-40ea-83fd-0ea085c49648 req-20f32f81-77e8-4562-8030-999d6e339adf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:06.168281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-311c1567-6495-40ea-83fd-0ea085c49648 req-20f32f81-77e8-4562-8030-999d6e339adf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 944 time: 0.0858638 Nov 25 18:40:06.182110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b176c22-1923-4e69-9d2c-29b5deebbd9c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.190061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b176c22-1923-4e69-9d2c-29b5deebbd9c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.211302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478af7c-0114-4330-804c-10fde2d87c3c req-1e558692-1464-446b-94db-2f03e0e61404 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:06.212921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6478af7c-0114-4330-804c-10fde2d87c3c req-1e558692-1464-446b-94db-2f03e0e61404 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 950 time: 0.2239759 Nov 25 18:40:06.255398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-311c1567-6495-40ea-83fd-0ea085c49648 req-4f288dd8-9998-4942-8f31-8ab80cb240fd tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804911 Nov 25 18:40:06.259615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b176c22-1923-4e69-9d2c-29b5deebbd9c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199b77ab-26f4-4974-ab71-ceff7dcc7fea,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:06.271974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b176c22-1923-4e69-9d2c-29b5deebbd9c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.273508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1b176c22-1923-4e69-9d2c-29b5deebbd9c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661187 Nov 25 18:40:06.276963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41690) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:06.280518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.286735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4fec0490-71ba-446e-bb60-f070af56ef0a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '44cec4b0-0cb2-41e7-a147-0233f1ac8fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:06.382493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6478af7c-0114-4330-804c-10fde2d87c3c req-526fb45c-f213-464d-80c3-5f1664d3d2e0 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554339 Nov 25 18:40:06.421363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:40:03Z', 'revision_number': 5, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:06.451566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] Checking router: fc6d863d-d374-4281-a12f-37afd558c395 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:06.460953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] Routers {'fc6d863d-d374-4281-a12f-37afd558c395'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:06.461883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:39:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['fc6d863d-d374-4281-a12f-37afd558c395'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:06.476019 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fec0490-71ba-446e-bb60-f070af56ef0a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.502569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1b98534-13a7-4b2d-ad39-b484e0907fea req-5498902f-84fb-4653-8823-0fb765a9a105 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0515335 Nov 25 18:40:06.580728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d85c9e04-7d63-4f83-bd19-103888d94fac up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:06.641842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] Set router fc6d863d-d374-4281-a12f-37afd558c395 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:06.765881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port d85c9e04-7d63-4f83-bd19-103888d94fac completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:06.775162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port d85c9e04-7d63-4f83-bd19-103888d94fac triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:06.775532 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.892747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.931773 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:06.937333 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-4fec0490-71ba-446e-bb60-f070af56ef0a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 18:40:06.938402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4fec0490-71ba-446e-bb60-f070af56ef0a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6599526 Nov 25 18:40:06.942292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41704) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:06.952470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:40:03Z', 'revision_number': 5, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:06.968322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:06.975406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:06.981674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:06.988590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:06.991491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c34f2-5ad8-41a9-901a-773092bdce06 None None] The sync data for ids ['fc6d863d-d374-4281-a12f-37afd558c395'] in n-d-819194-3 is: [{'id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'name': 'tempest-ServerRescueNegativeTestJSON-1301438514-router', 'tenant_id': '326a3cac85764e4780a2c7112dd0ab84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:36:27Z', 'updated_at': '2021-11-25T18:40:03Z', 'revision_number': 5, 'project_id': '326a3cac85764e4780a2c7112dd0ab84', 'gw_port': {'id': '47ea1d23-5051-454a-87b7-3a99bcfc02b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d863d-d374-4281-a12f-37afd558c395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:36:28Z', 'updated_at': '2021-11-25T18:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:06.994728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:07.000847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:07.009407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d85c9e04-7d63-4f83-bd19-103888d94fac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d85c9e04-7d63-4f83-bd19-103888d94fac,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:07.011339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:07.012512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:07.014784 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49748b-644a-4545-a9c9-2bb74284ba24" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:07.015713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-906147be-2641-4d05-9f8f-6a454425f7c9 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5429 time: 0.1442528 Nov 25 18:40:07.019497 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.020545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 8b846aee-081e-428e-91e0-a43843349da6 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:07.043330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be14773c-7092-4bcd-95e4-e2858c762284 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.072908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be14773c-7092-4bcd-95e4-e2858c762284 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.089650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Deleting port 47ea1d23-5051-454a-87b7-3a99bcfc02b3 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:07.089990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.117024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d85c9e04-7d63-4f83-bd19-103888d94fac,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.138831 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be14773c-7092-4bcd-95e4-e2858c762284 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.141178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 8b846aee-081e-428e-91e0-a43843349da6 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:07.143415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be14773c-7092-4bcd-95e4-e2858c762284 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.146877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-be14773c-7092-4bcd-95e4-e2858c762284 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/44cec4b0-0cb2-41e7-a147-0233f1ac8fc3 HTTP/1.1" status: 204 len: 168 time: 0.2011900 Nov 25 18:40:07.149204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41708) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:07.151093 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671230f-971f-4fb3-a73e-30d7bdb40840 x-openstack-request-id: req-b671230f-971f-4fb3-a73e-30d7bdb40840 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:07.151654 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:07.152117 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b671230f-971f-4fb3-a73e-30d7bdb40840 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:07.152753 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'code': 200} Nov 25 18:40:07.155416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 8b846aee-081e-428e-91e0-a43843349da6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:07.156043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.159302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14773c-7092-4bcd-95e4-e2858c762284 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cec4b0-0cb2-41e7-a147-0233f1ac8fc3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.162832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e8293c8-66b4-41cc-b2c1-c006c044949c req-c852d3f5-6113-4d03-aba6-1a0236e7a224 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136894 Nov 25 18:40:07.250122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a8f7fbd-fc46-4ec9-a4a3-8f5ffe3da12e tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995970 Nov 25 18:40:07.254012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41710) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:07.258178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2d80d306-ba43-47e4-83bf-f11698435abb tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722757941'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:07.265030 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.268818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] For port 47ea1d23-5051-454a-87b7-3a99bcfc02b3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=47ea1d23-5051-454a-87b7-3a99bcfc02b3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:07.269415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.286829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Calling delete_port for 47ea1d23-5051-454a-87b7-3a99bcfc02b3 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:07.289731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d80d306-ba43-47e4-83bf-f11698435abb tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.307418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 8b846aee-081e-428e-91e0-a43843349da6, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=8b846aee-081e-428e-91e0-a43843349da6,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:07.313595 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.376300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=8b846aee-081e-428e-91e0-a43843349da6,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.426699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b4143-dbc6-4170-a063-bb44191cceb8 req-91021a74-55f8-4a13-a703-5720a06b5827 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:07.434361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c41b4143-dbc6-4170-a063-bb44191cceb8 req-91021a74-55f8-4a13-a703-5720a06b5827 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 944 time: 0.1011662 Nov 25 18:40:07.453404 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d80d306-ba43-47e4-83bf-f11698435abb tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.461703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d80d306-ba43-47e4-83bf-f11698435abb tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.511873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80d306-ba43-47e4-83bf-f11698435abb tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c1b5c7-71b2-43ab-b36c-e38f4748492e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.542863 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d80d306-ba43-47e4-83bf-f11698435abb tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.546700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d80d306-ba43-47e4-83bf-f11698435abb tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2918012 Nov 25 18:40:07.549621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3b596-5d36-40d4-b291-92864f51b25b req-97488f7e-52a2-43d5-9bf9-4efe09ff4bad tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:07.552660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ada3b596-5d36-40d4-b291-92864f51b25b req-97488f7e-52a2-43d5-9bf9-4efe09ff4bad tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 950 time: 0.0850737 Nov 25 18:40:07.553175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41720) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:07.558910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.572110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0c5b7e7c-dc0a-42f2-b4e8-2fb20361c2d5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '25c1b5c7-71b2-43ab-b36c-e38f4748492e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:07.572909 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-0c5b7e7c-dc0a-42f2-b4e8-2fb20361c2d5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 18:40:07.573423 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-0c5b7e7c-dc0a-42f2-b4e8-2fb20361c2d5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:07.577108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0c5b7e7c-dc0a-42f2-b4e8-2fb20361c2d5 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0185199 Nov 25 18:40:07.579886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41722) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:07.616867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c41b4143-dbc6-4170-a063-bb44191cceb8 req-75a96303-9e98-497e-ae8f-ef4f5fef184b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814630 Nov 25 18:40:07.624144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Pushing event deleted for resources: {'Port': ['ID=47ea1d23-5051-454a-87b7-3a99bcfc02b3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:07.662621 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5503d1bc-361d-47e6-ba1c-ff5cb4ee95ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.669286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4af469-d0f9-4077-882d-d8f205cff722 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:07.753306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5503d1bc-361d-47e6-ba1c-ff5cb4ee95ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.759745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ada3b596-5d36-40d4-b291-92864f51b25b req-acf818db-328c-4ae6-accc-2ed57b36e76f tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789756 Nov 25 18:40:07.794293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.796145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 98611a76-5851-4118-a583-49ef0d18edd1 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:40:07.877476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e2fce67b-311f-464e-8385-a526e3474fec no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:07.879684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5503d1bc-361d-47e6-ba1c-ff5cb4ee95ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.883942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5503d1bc-361d-47e6-ba1c-ff5cb4ee95ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.884801 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5503d1bc-361d-47e6-ba1c-ff5cb4ee95ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/25c1b5c7-71b2-43ab-b36c-e38f4748492e HTTP/1.1" status: 204 len: 168 time: 0.3039238 Nov 25 18:40:07.889507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41728) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:07.936025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: e2fce67b-311f-464e-8385-a526e3474fec {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:07.936488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e2fce67b-311f-464e-8385-a526e3474fec not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:07.990879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7a66294-f919-4691-9ea6-f6f5155fb45d req-d164b93e-cfcb-44ad-87f8-c0dab28e4eb6 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0585432 Nov 25 18:40:07.994555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.997404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:07.997917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d1bc-361d-47e6-ba1c-ff5cb4ee95ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c1b5c7-71b2-43ab-b36c-e38f4748492e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.058059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b1e1666e-723c-4a7b-b14d-f3bd5ed329e4 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1668961 Nov 25 18:40:08.059369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 98611a76-5851-4118-a583-49ef0d18edd1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=98611a76-5851-4118-a583-49ef0d18edd1,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:08.061039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41734) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.067013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6d666507-e332-49e5-93dd-cb688a3e0cfe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--19911422'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:08.075914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '98611a76-5851-4118-a583-49ef0d18edd1', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'port_id': '98611a76-5851-4118-a583-49ef0d18edd1', 'mac_address': 'fa:16:3e:91:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3c63e6-c72b-4707-82ed-fa77b99541b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:40:08.085546 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.087131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6d863d-d374-4281-a12f-37afd558c395 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:40:08.095254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.096661 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b1171e8f-adca-449c-88ff-9396f921240d admin admin] 10.222.0.62 "DELETE /v2.0/routers/fc6d863d-d374-4281-a12f-37afd558c395 HTTP/1.1" status: 204 len: 168 time: 2.1058488 Nov 25 18:40:08.099290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41736) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.106799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d666507-e332-49e5-93dd-cb688a3e0cfe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.123944 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.148449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98611a76-5851-4118-a583-49ef0d18edd1 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:08.176288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 98611a76-5851-4118-a583-49ef0d18edd1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=98611a76-5851-4118-a583-49ef0d18edd1,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:08.181928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] Deleting subnet 543abbf0-07ab-4b14-b65b-319d2dfa0130 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:40:08.184089 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.195153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.206189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d666507-e332-49e5-93dd-cb688a3e0cfe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.215714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d666507-e332-49e5-93dd-cb688a3e0cfe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.258498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.276420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=98611a76-5851-4118-a583-49ef0d18edd1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.287288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d666507-e332-49e5-93dd-cb688a3e0cfe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e16a9f-802d-4580-a0f8-46acfeb3a332,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.292857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d666507-e332-49e5-93dd-cb688a3e0cfe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.296659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6d666507-e332-49e5-93dd-cb688a3e0cfe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2317641 Nov 25 18:40:08.296930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.302621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-59d86f39-9e03-42a6-8fed-f4dd3acc5ecc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '41e16a9f-802d-4580-a0f8-46acfeb3a332', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:08.303552 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-59d86f39-9e03-42a6-8fed-f4dd3acc5ecc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 18:40:08.304081 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-59d86f39-9e03-42a6-8fed-f4dd3acc5ecc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:08.305042 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-59d86f39-9e03-42a6-8fed-f4dd3acc5ecc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072625 Nov 25 18:40:08.309324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41746) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.318931 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.374759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.382146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.389635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.395820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.402479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.411846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.418478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.420518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-c4536e4e-207f-44cd-9a6d-78cacc143c7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5431 time: 0.1145675 Nov 25 18:40:08.430479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8666247a-7cb2-4113-8514-71d5de8bdbf6 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.459017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.491092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543abbf0-07ab-4b14-b65b-319d2dfa0130,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.493757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8666247a-7cb2-4113-8514-71d5de8bdbf6 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.500382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66c5923e-09e9-44ab-9711-71ab7c1fd7c1 req-68307a4c-6d87-49e4-b79d-84115e576ce5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647378 Nov 25 18:40:08.505938 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.509231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-83ad2e60-f7d9-478b-a16c-ea2de0c3b1fa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/543abbf0-07ab-4b14-b65b-319d2dfa0130 HTTP/1.1" status: 204 len: 168 time: 0.4081650 Nov 25 18:40:08.511206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:08.512115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41758) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.513486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad24e5a-c822-40d0-8179-17404d85dfd6 None None] Network da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:08.585540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 886f2fce-913f-40db-a349-0e0f037d2c38 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:08.609647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.612518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8666247a-7cb2-4113-8514-71d5de8bdbf6 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.615190 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8666247a-7cb2-4113-8514-71d5de8bdbf6 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.616319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8666247a-7cb2-4113-8514-71d5de8bdbf6 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/41e16a9f-802d-4580-a0f8-46acfeb3a332 HTTP/1.1" status: 204 len: 168 time: 0.3060634 Nov 25 18:40:08.619801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41760) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.634315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666247a-7cb2-4113-8514-71d5de8bdbf6 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e16a9f-802d-4580-a0f8-46acfeb3a332,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.683327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47cce8d9-8f83-447b-a3d7-1d4947e58df2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602593 Nov 25 18:40:08.683957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41764) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.688399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-92ddfeaa-1920-46cc-93b1-cb2247d25025 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--365610789'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:08.725253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92ddfeaa-1920-46cc-93b1-cb2247d25025 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.728544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.779095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8ffcb4-2bc3-4479-bacf-e7d55b6e0404']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:08.792194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdf101d-c900-4fca-b2bd-bde586f66320') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:08.792492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdf101d-c900-4fca-b2bd-bde586f66320') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:08.806948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.816117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a37eb7-8455-49f8-82b1-c730100fdb5b req-a241cc6c-12a5-4393-ac29-94be38484ac4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:08.818818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74a37eb7-8455-49f8-82b1-c730100fdb5b req-a241cc6c-12a5-4393-ac29-94be38484ac4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 945 time: 0.0863690 Nov 25 18:40:08.830401 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92ddfeaa-1920-46cc-93b1-cb2247d25025 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.843869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.844520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92ddfeaa-1920-46cc-93b1-cb2247d25025 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.858432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:40:08.858960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:40:08.864151 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:40:08.891590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddfeaa-1920-46cc-93b1-cb2247d25025 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f8cd2b-ef96-47e3-9dda-3e42fa203733,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.915350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92ddfeaa-1920-46cc-93b1-cb2247d25025 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.919789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-92ddfeaa-1920-46cc-93b1-cb2247d25025 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2324767 Nov 25 18:40:08.920487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41770) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.929040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-16a1ebc9-f969-4acf-8a1c-22ff90eadfaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': 'd3f8cd2b-ef96-47e3-9dda-3e42fa203733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:08.936469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74a37eb7-8455-49f8-82b1-c730100fdb5b req-089e24fe-96dc-4f9a-9d0e-023449b0fdf5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123564 Nov 25 18:40:08.942251 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-16a1ebc9-f969-4acf-8a1c-22ff90eadfaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 18:40:08.943070 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-16a1ebc9-f969-4acf-8a1c-22ff90eadfaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:08.946513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-16a1ebc9-f969-4acf-8a1c-22ff90eadfaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226555 Nov 25 18:40:08.947321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41772) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.948558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.953477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e7157649-6dbc-41dd-bc04-1fd14349c992 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': 'd3f8cd2b-ef96-47e3-9dda-3e42fa203733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:08.955028 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-e7157649-6dbc-41dd-bc04-1fd14349c992 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 18:40:08.956375 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-e7157649-6dbc-41dd-bc04-1fd14349c992 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:08.958263 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e7157649-6dbc-41dd-bc04-1fd14349c992 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097558 Nov 25 18:40:08.960984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41774) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:08.969818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:08.974709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 HTTP/1.1" status: 204 len: 168 time: 0.4614789 Nov 25 18:40:08.977061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45627f2a-cb22-49f0-a9a3-7d13e71931b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8ffcb4-2bc3-4479-bacf-e7d55b6e0404,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:08.988100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-35078d36-af5b-4f4c-987e-0e4706307e53 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': 'd3f8cd2b-ef96-47e3-9dda-3e42fa203733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:08.988883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 886f2fce-913f-40db-a349-0e0f037d2c38 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:08.992887 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-35078d36-af5b-4f4c-987e-0e4706307e53 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 18:40:08.993542 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-35078d36-af5b-4f4c-987e-0e4706307e53 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:08.998645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 886f2fce-913f-40db-a349-0e0f037d2c38 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:08.999027 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.000329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-35078d36-af5b-4f4c-987e-0e4706307e53 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0304537 Nov 25 18:40:09.003255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41778) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.008815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e10046-9ecf-4e9b-8479-29cdeea30a83 None None] DHCP port deletion for da8ffcb4-2bc3-4479-bacf-e7d55b6e0404 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:40:09.010881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2457b38f-6738-46ee-867c-e88bb01fa55a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': 'd3f8cd2b-ef96-47e3-9dda-3e42fa203733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.013156 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-2457b38f-6738-46ee-867c-e88bb01fa55a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 18:40:09.013740 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-2457b38f-6738-46ee-867c-e88bb01fa55a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.017668 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2457b38f-6738-46ee-867c-e88bb01fa55a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101614 Nov 25 18:40:09.018112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41780) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.093604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7db8-de6c-4901-b548-e3f2bda7e6cf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.128570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f615c4a-4d4b-40a4-aae1-dcfeb7d72e9c req-b0cddcb3-4e32-4cad-b443-99caebe96726 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0367899 Nov 25 18:40:09.154619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b846aee-081e-428e-91e0-a43843349da6'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:09.156914 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a822cf-7c2d-4f8f-818c-fa7872498212" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "8b846aee-081e-428e-91e0-a43843349da6"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:09.157809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7db8-de6c-4901-b548-e3f2bda7e6cf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.171490 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.210721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 886f2fce-913f-40db-a349-0e0f037d2c38, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=886f2fce-913f-40db-a349-0e0f037d2c38,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:09.216176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.217574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4814b347-e104-4059-a6d1-b75d28eb9cdf up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:09.228068 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c621cf8-1353-4916-8a59-f758a57f09df x-openstack-request-id: req-7c621cf8-1353-4916-8a59-f758a57f09df {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:09.228560 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "8b846aee-081e-428e-91e0-a43843349da6", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:09.228867 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c621cf8-1353-4916-8a59-f758a57f09df {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:09.229554 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b846aee-081e-428e-91e0-a43843349da6', 'code': 200} Nov 25 18:40:09.234405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41786) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.241369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7db8-de6c-4901-b548-e3f2bda7e6cf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.244274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7db8-de6c-4901-b548-e3f2bda7e6cf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.245339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ddcd7db8-de6c-4901-b548-e3f2bda7e6cf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3f8cd2b-ef96-47e3-9dda-3e42fa203733 HTTP/1.1" status: 204 len: 168 time: 0.2261994 Nov 25 18:40:09.248165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.262582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd7db8-de6c-4901-b548-e3f2bda7e6cf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f8cd2b-ef96-47e3-9dda-3e42fa203733,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:09.294087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-309371a3-ae88-4147-87a9-06f72f36ce60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=326a3cac85764e4780a2c7112dd0ab84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582826 Nov 25 18:40:09.296499 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41790) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.309888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb9992b2-16e3-411a-823b-723032cb4442 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605066 Nov 25 18:40:09.313611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=886f2fce-913f-40db-a349-0e0f037d2c38,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:09.313794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41792) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.319197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9f4d4c50-7bcf-442e-9677-9dd6c0c84327 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695718194'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.326074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 4814b347-e104-4059-a6d1-b75d28eb9cdf completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:09.330900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 4814b347-e104-4059-a6d1-b75d28eb9cdf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:09.331345 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.344208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4c50-7bcf-442e-9677-9dd6c0c84327 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.362021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-242f7a86-fd4e-4eea-b867-d7b5fd749fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.385054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-242f7a86-fd4e-4eea-b867-d7b5fd749fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.421134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4c50-7bcf-442e-9677-9dd6c0c84327 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.424460 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.430716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4c50-7bcf-442e-9677-9dd6c0c84327 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.444331 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-242f7a86-fd4e-4eea-b867-d7b5fd749fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.447756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-242f7a86-fd4e-4eea-b867-d7b5fd749fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.451840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-242f7a86-fd4e-4eea-b867-d7b5fd749fb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88 HTTP/1.1" status: 204 len: 168 time: 0.1518612 Nov 25 18:40:09.460692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f7a86-fd4e-4eea-b867-d7b5fd749fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b64b83-d4a2-40c6-8d5e-77fcdecc0e88,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:09.463380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4c50-7bcf-442e-9677-9dd6c0c84327 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.467169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9f4d4c50-7bcf-442e-9677-9dd6c0c84327 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1498795 Nov 25 18:40:09.467594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41798) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.471926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0a449ffe-7cbc-42ca-b311-1ff41dc94b4a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.473219 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-0a449ffe-7cbc-42ca-b311-1ff41dc94b4a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 18:40:09.473717 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-0a449ffe-7cbc-42ca-b311-1ff41dc94b4a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.477095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0a449ffe-7cbc-42ca-b311-1ff41dc94b4a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063851 Nov 25 18:40:09.477238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 4814b347-e104-4059-a6d1-b75d28eb9cdf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:09.477380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d4c50-7bcf-442e-9677-9dd6c0c84327 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900220b2-5ba1-4e70-bc69-5e0f16066d40,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:09.486435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41800) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.491034 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.491843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:09.499672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-87c6edd9-55ff-40bb-a2a6-f013daf786a7 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.556565 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-87c6edd9-55ff-40bb-a2a6-f013daf786a7 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.558049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-87c6edd9-55ff-40bb-a2a6-f013daf786a7 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0688753 Nov 25 18:40:09.561214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.567036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dda6e04a-78e8-4794-b021-bcaaedda2399 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.567931 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-dda6e04a-78e8-4794-b021-bcaaedda2399 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 18:40:09.568438 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-dda6e04a-78e8-4794-b021-bcaaedda2399 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.569608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dda6e04a-78e8-4794-b021-bcaaedda2399 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066786 Nov 25 18:40:09.573302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41814) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.579579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9f04c86e-3410-4476-b7a7-1ec474e324ed tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.600452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=4814b347-e104-4059-a6d1-b75d28eb9cdf,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:09.611080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:09.615872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:09.616254 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.629130 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-9f04c86e-3410-4476-b7a7-1ec474e324ed tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.634987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9f04c86e-3410-4476-b7a7-1ec474e324ed tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0606072 Nov 25 18:40:09.635983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41816) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.642260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3018c075-33ff-4c8e-b709-be1612b30cab tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.643037 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-3018c075-33ff-4c8e-b709-be1612b30cab tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 18:40:09.643754 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-3018c075-33ff-4c8e-b709-be1612b30cab tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.645490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3018c075-33ff-4c8e-b709-be1612b30cab tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082510 Nov 25 18:40:09.648671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41818) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.657927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8a6ea386-76f2-4583-a465-689e0b5976ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.685142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.688754 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-8a6ea386-76f2-4583-a465-689e0b5976ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Project f258c0b33278465f9469d93e6c016610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:40:09.691967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.698700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.704728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.708306 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-8a6ea386-76f2-4583-a465-689e0b5976ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.711404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.713699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a6ea386-76f2-4583-a465-689e0b5976ca tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0633113 Nov 25 18:40:09.713934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.714512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41820) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.718721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.724021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-741c9477-7203-4b76-b06f-c4cbfba29867 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.725289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:09.727807 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-741c9477-7203-4b76-b06f-c4cbfba29867 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 18:40:09.727807 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-741c9477-7203-4b76-b06f-c4cbfba29867 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.733307 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ef195c79-6502-43f4-8818-849c4107160b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5433 time: 0.1245875 Nov 25 18:40:09.733745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-741c9477-7203-4b76-b06f-c4cbfba29867 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172708 Nov 25 18:40:09.735545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41822) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.744526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-dc7f5e05-c41a-4217-8357-29f24ce5b58b tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.754868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:09.758131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 47ea1d23-5051-454a-87b7-3a99bcfc02b3 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:09.763075 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.763996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e95504e0-a117-4329-ab31-8f5d88a6310f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:09.802287 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-dc7f5e05-c41a-4217-8357-29f24ce5b58b tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Project f258c0b33278465f9469d93e6c016610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:40:09.826611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 47ea1d23-5051-454a-87b7-3a99bcfc02b3 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:09.826945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 47ea1d23-5051-454a-87b7-3a99bcfc02b3 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:09.831273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de9d4e70-f9dc-4308-bbad-88c950f5ddf3 req-ea8fc748-af7a-4b6d-ad40-1c0cf147eb7a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971017 Nov 25 18:40:09.833375 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-dc7f5e05-c41a-4217-8357-29f24ce5b58b tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.834688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dc7f5e05-c41a-4217-8357-29f24ce5b58b tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0980484 Nov 25 18:40:09.838159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.843025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-15057c61-8346-4fe3-ad86-c0bfa621ee6c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '900220b2-5ba1-4e70-bc69-5e0f16066d40', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:09.871611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:09.871969 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-15057c61-8346-4fe3-ad86-c0bfa621ee6c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Project f258c0b33278465f9469d93e6c016610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:40:09.892499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port e95504e0-a117-4329-ab31-8f5d88a6310f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:09.898201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port e95504e0-a117-4329-ab31-8f5d88a6310f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:09.898611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:09.904710 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-15057c61-8346-4fe3-ad86-c0bfa621ee6c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:09.906480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-15057c61-8346-4fe3-ad86-c0bfa621ee6c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0672154 Nov 25 18:40:09.909107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41832) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:09.983828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2681-7625-49d4-960d-557629ec943c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.004264 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.012188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2681-7625-49d4-960d-557629ec943c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.057969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e95504e0-a117-4329-ab31-8f5d88a6310f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e95504e0-a117-4329-ab31-8f5d88a6310f,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:10.064566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.067643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17e4e55a-0852-45c4-b85c-6fcabf5bed16 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:10.101137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5a76-e4ce-4df9-8e04-50ff8c12e94c req-c605a9ce-2bc9-4a72-8dff-e1f5e0a2c30b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:10.102704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bba5a76-e4ce-4df9-8e04-50ff8c12e94c req-c605a9ce-2bc9-4a72-8dff-e1f5e0a2c30b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 945 time: 0.0876386 Nov 25 18:40:10.128076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2681-7625-49d4-960d-557629ec943c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.131083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2681-7625-49d4-960d-557629ec943c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.132415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb5b2681-7625-49d4-960d-557629ec943c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/900220b2-5ba1-4e70-bc69-5e0f16066d40 HTTP/1.1" status: 204 len: 168 time: 0.2214756 Nov 25 18:40:10.135245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41844) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.165603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b2681-7625-49d4-960d-557629ec943c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900220b2-5ba1-4e70-bc69-5e0f16066d40,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:10.170622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e95504e0-a117-4329-ab31-8f5d88a6310f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:10.197809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bba5a76-e4ce-4df9-8e04-50ff8c12e94c req-7b673a18-3291-4369-a144-bd4a52a4466a tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891132 Nov 25 18:40:10.206207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eeb3fa5d-9266-4f6f-99b8-9df94125a97f tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0696759 Nov 25 18:40:10.210235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.215646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a70f668a-6ed7-4abb-8d54-94ea19ef6dfc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706951033'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:10.235365 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.242900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70f668a-6ed7-4abb-8d54-94ea19ef6dfc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.278858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:10.283783 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.301761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1c9b58ac-d323-431c-b960-1dac9d6315ba req-0a6db871-dc32-4746-b35f-c78283a2fcbd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=50059a8f-b778-498c-81ec-631dc64db3f5 HTTP/1.1" status: 200 len: 210 time: 0.0432770 Nov 25 18:40:10.343689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70f668a-6ed7-4abb-8d54-94ea19ef6dfc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.344861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-221736df-f0f7-4645-83fb-69940ef6e9ec req-f8f25e10-a427-4ec0-8b05-b744cc26dba5 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0443375 Nov 25 18:40:10.349799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:10.350765 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70f668a-6ed7-4abb-8d54-94ea19ef6dfc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.384691 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a70f668a-6ed7-4abb-8d54-94ea19ef6dfc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.386013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a70f668a-6ed7-4abb-8d54-94ea19ef6dfc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1745219 Nov 25 18:40:10.389154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.393438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8b791f86-33e6-4da7-921a-f5d249474082 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '5b84338d-2a0c-4310-8a6f-48a6f154e857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:10.399676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f668a-6ed7-4abb-8d54-94ea19ef6dfc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b84338d-2a0c-4310-8a6f-48a6f154e857,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:10.440664 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-8b791f86-33e6-4da7-921a-f5d249474082 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The resource could not be found. Nov 25 18:40:10.442326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8b791f86-33e6-4da7-921a-f5d249474082 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0521753 Nov 25 18:40:10.445136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.449471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-55289632-7007-4bf6-8588-a8e5522ce20d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '5b84338d-2a0c-4310-8a6f-48a6f154e857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '49cf13c9-50ac-46b4-9939-74355497f558'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:10.491951 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-55289632-7007-4bf6-8588-a8e5522ce20d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The resource could not be found. Nov 25 18:40:10.493690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55289632-7007-4bf6-8588-a8e5522ce20d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0476134 Nov 25 18:40:10.496436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41862) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.550138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03d2098-9683-4d22-b30a-e535b2f50002 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.579234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03d2098-9683-4d22-b30a-e535b2f50002 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.622875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03d2098-9683-4d22-b30a-e535b2f50002 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.625522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03d2098-9683-4d22-b30a-e535b2f50002 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.629583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d03d2098-9683-4d22-b30a-e535b2f50002 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/5b84338d-2a0c-4310-8a6f-48a6f154e857 HTTP/1.1" status: 204 len: 168 time: 0.1292732 Nov 25 18:40:10.630204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.636709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d2098-9683-4d22-b30a-e535b2f50002 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b84338d-2a0c-4310-8a6f-48a6f154e857,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:10.677799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bdbcde35-2f52-4447-a218-ab6ee7e8f5b9 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460074 Nov 25 18:40:10.681906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41880) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.686515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8af08d2a-6255-491e-88d3-e54a8e5f8e0c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': 'da06d97d-57df-4feb-892d-20b1d0336d36', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:10.734287 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-8af08d2a-6255-491e-88d3-e54a8e5f8e0c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The resource could not be found. Nov 25 18:40:10.739482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8af08d2a-6255-491e-88d3-e54a8e5f8e0c tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0564458 Nov 25 18:40:10.740067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41886) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.745158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1b3584a7-e68c-485e-a59d-41993869e0f2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--939833807'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:10.767299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b3584a7-e68c-485e-a59d-41993869e0f2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.845087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c98b7fdd-9972-401b-9539-8a7c2b742881 req-c0d51244-b097-4a1a-a25d-569a0e02dae6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0269907 Nov 25 18:40:10.848772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b3584a7-e68c-485e-a59d-41993869e0f2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.852129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b3584a7-e68c-485e-a59d-41993869e0f2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.886717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b3584a7-e68c-485e-a59d-41993869e0f2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.890768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b3584a7-e68c-485e-a59d-41993869e0f2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1470270 Nov 25 18:40:10.890768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3584a7-e68c-485e-a59d-41993869e0f2 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c4df8e-7617-42ee-ab77-463dc7239fef,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:10.891701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41890) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:10.903385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e46e253a-f0ee-455e-ae7b-3ec473716e98 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100134644'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:10.903728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a2a97b0-48c8-4609-a1a5-5ec9220703d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:10.936522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e46e253a-f0ee-455e-ae7b-3ec473716e98 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.014023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.020658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.025071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41896) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.026904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.032915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.038876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.044926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.051177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.053224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-c82970ed-a581-42ac-aa05-cb3db1ac09d8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.1270998 Nov 25 18:40:11.102304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e46e253a-f0ee-455e-ae7b-3ec473716e98 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.110830 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e46e253a-f0ee-455e-ae7b-3ec473716e98 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.136026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee681-258a-4532-9738-2def30e59494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.158756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e46e253a-f0ee-455e-ae7b-3ec473716e98 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.161046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e46e253a-f0ee-455e-ae7b-3ec473716e98 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2682261 Nov 25 18:40:11.164513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41902) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.166727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e253a-f0ee-455e-ae7b-3ec473716e98 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65aaa64-4796-47e6-bd90-39fb5498ec59,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.171018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c95cfb7d-2a51-4d50-ab60-ad86eed50ede tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4df8e-7617-42ee-ab77-463dc7239fef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e65aaa64-4796-47e6-bd90-39fb5498ec59'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:11.173455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdd787a6-bfdb-405d-b01c-4d5cf38a259a req-769da44f-91ea-4e27-a779-ea742b310dfd tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139176 Nov 25 18:40:11.230611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38'}, {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814b347-e104-4059-a6d1-b75d28eb9cdf'}, {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8'}, {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95504e0-a117-4329-ab31-8f5d88a6310f'}, {'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:11.233492 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bc0a4d-ee2e-41d0-9544-a390dded2357" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38"}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "4814b347-e104-4059-a6d1-b75d28eb9cdf"}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8"}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "e95504e0-a117-4329-ab31-8f5d88a6310f"}, {"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-unplugged", "status": "completed", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:11.255866 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-c95cfb7d-2a51-4d50-ab60-ad86eed50ede tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:11.259617 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c95cfb7d-2a51-4d50-ab60-ad86eed50ede tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0914421 Nov 25 18:40:11.259979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41908) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.287437 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c39be-8489-4a70-adc5-dccb9504c975 x-openstack-request-id: req-542c39be-8489-4a70-adc5-dccb9504c975 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:11.287907 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38", "code": 200}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "4814b347-e104-4059-a6d1-b75d28eb9cdf", "code": 200}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8", "code": 200}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-plugged", "status": "completed", "tag": "e95504e0-a117-4329-ab31-8f5d88a6310f", "code": 200}, {"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-unplugged", "status": "completed", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:11.288230 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-542c39be-8489-4a70-adc5-dccb9504c975 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:11.288708 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38', 'code': 200} Nov 25 18:40:11.289029 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814b347-e104-4059-a6d1-b75d28eb9cdf', 'code': 200} Nov 25 18:40:11.289344 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8', 'code': 200} Nov 25 18:40:11.289655 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95504e0-a117-4329-ab31-8f5d88a6310f', 'code': 200} Nov 25 18:40:11.289965 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'code': 200} Nov 25 18:40:11.302547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee681-258a-4532-9738-2def30e59494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.312815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee681-258a-4532-9738-2def30e59494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.321083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9a1a-01ba-4fa7-a775-6996a471f749 req-f8da3b0c-85df-4cf0-8be6-717eb44adde3 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.322621 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37ed9a1a-01ba-4fa7-a775-6996a471f749 req-f8da3b0c-85df-4cf0-8be6-717eb44adde3 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 945 time: 0.0564899 Nov 25 18:40:11.365004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ee681-258a-4532-9738-2def30e59494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a9f73c-9a22-4a5b-b2dd-58b24f5565b7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.370996 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c6ee681-258a-4532-9738-2def30e59494 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be30991ff1044c82b01cfdefe97d31f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447373 Nov 25 18:40:11.374289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.380402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f954f033-4a77-4f99-9f0b-dc7f6e5f62d1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.397993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37ed9a1a-01ba-4fa7-a775-6996a471f749 req-47cea595-c09a-4ab0-b579-3f8f4cf35846 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690453 Nov 25 18:40:11.425722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f954f033-4a77-4f99-9f0b-dc7f6e5f62d1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.457741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.458331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.458820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.459281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.459737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.460191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.460644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:11.462750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a448477e-b753-48f7-aff2-b67d251240a6 req-b105f4b6-91ef-4cab-9870-bad5f0191700 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6492 time: 0.0545080 Nov 25 18:40:11.495065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a0857ad-c434-4abd-bbee-5bdb0965e15f req-d332efaf-359c-4848-8771-d9e18c9269c4 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0429935 Nov 25 18:40:11.496330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2092-e1cf-4252-b020-3260d7e3af7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.521385 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2092-e1cf-4252-b020-3260d7e3af7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.528047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f954f033-4a77-4f99-9f0b-dc7f6e5f62d1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.530706 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f954f033-4a77-4f99-9f0b-dc7f6e5f62d1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.531864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f954f033-4a77-4f99-9f0b-dc7f6e5f62d1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/e65aaa64-4796-47e6-bd90-39fb5498ec59 HTTP/1.1" status: 204 len: 168 time: 0.2708082 Nov 25 18:40:11.537527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.544801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a448477e-b753-48f7-aff2-b67d251240a6 req-3e5e0132-b114-45f4-ae37-7e3bc3256407 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696018 Nov 25 18:40:11.564081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954f033-4a77-4f99-9f0b-dc7f6e5f62d1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65aaa64-4796-47e6-bd90-39fb5498ec59,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.630060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1003da3e-a372-468d-b149-aab76da2ac0b tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0871947 Nov 25 18:40:11.632883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41922) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.639359 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2092-e1cf-4252-b020-3260d7e3af7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.643340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2092-e1cf-4252-b020-3260d7e3af7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.644509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0f0b2092-e1cf-4252-b020-3260d7e3af7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81a9f73c-9a22-4a5b-b2dd-58b24f5565b7 HTTP/1.1" status: 204 len: 168 time: 0.2692835 Nov 25 18:40:11.664925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2092-e1cf-4252-b020-3260d7e3af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a9f73c-9a22-4a5b-b2dd-58b24f5565b7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.707284 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06d9efbb-3ae2-4ca8-886f-371cad17abaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.731648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06d9efbb-3ae2-4ca8-886f-371cad17abaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.775725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06d9efbb-3ae2-4ca8-886f-371cad17abaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.778426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06d9efbb-3ae2-4ca8-886f-371cad17abaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.779608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-06d9efbb-3ae2-4ca8-886f-371cad17abaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/c4c4df8e-7617-42ee-ab77-463dc7239fef HTTP/1.1" status: 204 len: 168 time: 0.1455328 Nov 25 18:40:11.782313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.789486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9efbb-3ae2-4ca8-886f-371cad17abaf tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c4df8e-7617-42ee-ab77-463dc7239fef,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:11.816527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:40:11.821904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 98611a76-5851-4118-a583-49ef0d18edd1 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:11.828604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-92e49a8a-c4a8-4e71-91ed-fa8dd95746dc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0449510 Nov 25 18:40:11.832706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41934) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:11.837297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-21d9b5ab-57ef-4b1e-999b-6103b0bb9dd1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494878085'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:11.862712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21d9b5ab-57ef-4b1e-999b-6103b0bb9dd1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.935371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 98611a76-5851-4118-a583-49ef0d18edd1 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:11.950243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 98611a76-5851-4118-a583-49ef0d18edd1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:11.953873 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.957230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21d9b5ab-57ef-4b1e-999b-6103b0bb9dd1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:11.961416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21d9b5ab-57ef-4b1e-999b-6103b0bb9dd1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.012939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:12.018647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9b5ab-57ef-4b1e-999b-6103b0bb9dd1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67e85c-d106-4838-8a13-9ef3b5578fda,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:12.031075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'mac_address': 'fa:16:3e:52:3a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:40:12.038756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21d9b5ab-57ef-4b1e-999b-6103b0bb9dd1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.044742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-21d9b5ab-57ef-4b1e-999b-6103b0bb9dd1 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2079015 Nov 25 18:40:12.045729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:12.053228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8cab633b-4899-4ccf-8498-9dc01c63cf1a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '7d67e85c-d106-4838-8a13-9ef3b5578fda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:12.137982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.150578 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-8cab633b-4899-4ccf-8498-9dc01c63cf1a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:12.153343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8cab633b-4899-4ccf-8498-9dc01c63cf1a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1063087 Nov 25 18:40:12.155284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41954) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:12.159274 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.165301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1107de47-1774-4e40-bfca-d70a770e5199 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group_rule': {'security_group_id': '7d67e85c-d106-4838-8a13-9ef3b5578fda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:12.165756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:12.214758 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-1107de47-1774-4e40-bfca-d70a770e5199 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:40:12.220237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1107de47-1774-4e40-bfca-d70a770e5199 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0610805 Nov 25 18:40:12.220534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:12.221115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41964) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:12.229567 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.234334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 98611a76-5851-4118-a583-49ef0d18edd1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=98611a76-5851-4118-a583-49ef0d18edd1,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:12.277951 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.310242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:12.331288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fdef7fc9-eafe-4a91-ace2-19bfc71403bc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.359524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:12.377793 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fdef7fc9-eafe-4a91-ace2-19bfc71403bc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.393357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.400163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.407215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.414644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.433669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=98611a76-5851-4118-a583-49ef0d18edd1,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:12.464052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.487583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fdef7fc9-eafe-4a91-ace2-19bfc71403bc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.492825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.495495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fdef7fc9-eafe-4a91-ace2-19bfc71403bc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.501120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.504073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fdef7fc9-eafe-4a91-ace2-19bfc71403bc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/7d67e85c-d106-4838-8a13-9ef3b5578fda HTTP/1.1" status: 204 len: 168 time: 0.2816591 Nov 25 18:40:12.505542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41978) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:12.510607 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-ca02c74c-8272-475e-9fee-15de2fdfe750 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.2098329 Nov 25 18:40:12.521113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef7fc9-eafe-4a91-ace2-19bfc71403bc tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67e85c-d106-4838-8a13-9ef3b5578fda,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:12.575886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41982) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:12.577552 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-958ae720-c3da-4b40-ba34-ff609093eb9d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0598536 Nov 25 18:40:12.590092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7d66cb07-900c-4388-afa0-2b350816e04d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653576451'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:12.640157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16c86597-e740-45ed-af0d-80c3bb7e9f7f req-6a54a734-80f7-42c9-9e67-f90320e0ae06 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285024 Nov 25 18:40:12.659175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb07-900c-4388-afa0-2b350816e04d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.664471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6f7e-33db-4601-9312-7e8a150f5714 req-8fcbd719-25f0-4a48-a3df-83183e60c252 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:12.666051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6adf6f7e-33db-4601-9312-7e8a150f5714 req-8fcbd719-25f0-4a48-a3df-83183e60c252 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 946 time: 0.0874307 Nov 25 18:40:12.729903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6adf6f7e-33db-4601-9312-7e8a150f5714 req-f5446931-715d-48aa-95a7-da14b3cf4bb1 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574045 Nov 25 18:40:12.772560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb07-900c-4388-afa0-2b350816e04d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.798409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb07-900c-4388-afa0-2b350816e04d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.803571 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11ee4806-1b7a-4e24-974e-753c2539007a req-85985808-7241-449c-a620-13e4bc7b49a6 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0522165 Nov 25 18:40:12.838367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d66cb07-900c-4388-afa0-2b350816e04d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.842864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d66cb07-900c-4388-afa0-2b350816e04d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2554541 Nov 25 18:40:12.843691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:12.851430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a8921bbb-cecc-47e9-beb6-1328bd0a1bcd tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:12.852250 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-a8921bbb-cecc-47e9-beb6-1328bd0a1bcd tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 18:40:12.852966 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-a8921bbb-cecc-47e9-beb6-1328bd0a1bcd tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 18:40:12.856631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a8921bbb-cecc-47e9-beb6-1328bd0a1bcd tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "PUT /v2.0/security-groups/0d3bc183-a31d-428f-8bac-9c6e7e97fc42 HTTP/1.1" status: 409 len: 330 time: 0.0100780 Nov 25 18:40:12.856773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66cb07-900c-4388-afa0-2b350816e04d tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3bc183-a31d-428f-8bac-9c6e7e97fc42,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:12.857043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42006) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:12.924780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e12b95-2b08-491c-a2a5-29a386dd841a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:12.950716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e12b95-2b08-491c-a2a5-29a386dd841a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:13.016777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e12b95-2b08-491c-a2a5-29a386dd841a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:13.024473 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99e12b95-2b08-491c-a2a5-29a386dd841a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:13.028054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-99e12b95-2b08-491c-a2a5-29a386dd841a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/0d3bc183-a31d-428f-8bac-9c6e7e97fc42 HTTP/1.1" status: 204 len: 168 time: 0.1676261 Nov 25 18:40:13.028430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42016) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:13.036595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e12b95-2b08-491c-a2a5-29a386dd841a tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3bc183-a31d-428f-8bac-9c6e7e97fc42,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:13.102380 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8b7efb09-7a57-4b77-8329-fa3c286df5fe tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727398 Nov 25 18:40:13.106198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:13.125202 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-d522a713-f922-4284-bb24-e5326f499270 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] delete failed (client error): The resource could not be found. Nov 25 18:40:13.126689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d522a713-f922-4284-bb24-e5326f499270 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "DELETE /v2.0/security-groups/f75e3711-d114-4b98-8c82-49f17da997ce HTTP/1.1" status: 404 len: 347 time: 0.0192959 Nov 25 18:40:13.131482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42026) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:13.144672 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-de7ae81d-5036-446d-a942-a3006ce4fb31 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] show failed (client error): The resource could not be found. Nov 25 18:40:13.146250 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de7ae81d-5036-446d-a942-a3006ce4fb31 tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-groups/3e2b10dc-3b8b-405b-8622-8633aa9a939f HTTP/1.1" status: 404 len: 347 time: 0.0137634 Nov 25 18:40:13.150350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42028) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:13.164683 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-6f6e3b10-c252-4177-937f-20403145487f tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] show failed (client error): The resource could not be found. Nov 25 18:40:13.166224 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6f6e3b10-c252-4177-937f-20403145487f tempest-NegativeSecGroupIPv6Test-1264508302 tempest-NegativeSecGroupIPv6Test-1264508302-project] 10.222.0.62 "GET /v2.0/security-group-rules/9afb4585-3a42-43f3-8f5a-02ac84bcb635 HTTP/1.1" status: 404 len: 356 time: 0.0146155 Nov 25 18:40:13.291115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98611a76-5851-4118-a583-49ef0d18edd1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:13.294028 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9171c4a4-6d5f-4c5f-bb9a-0ace3d5e7754" -d '{"events": [{"server_uuid": "7b937d6f-50b7-4f96-9478-8c306a0f8562", "name": "network-vif-plugged", "status": "completed", "tag": "98611a76-5851-4118-a583-49ef0d18edd1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:13.377189 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf472f-ba4b-44a5-b4bb-b5dafb0bced7 x-openstack-request-id: req-01bf472f-ba4b-44a5-b4bb-b5dafb0bced7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:13.377603 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b937d6f-50b7-4f96-9478-8c306a0f8562", "name": "network-vif-plugged", "status": "completed", "tag": "98611a76-5851-4118-a583-49ef0d18edd1", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:13.378109 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01bf472f-ba4b-44a5-b4bb-b5dafb0bced7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:13.378923 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98611a76-5851-4118-a583-49ef0d18edd1', 'code': 200} Nov 25 18:40:13.438425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96657cf1-730c-4250-981c-bad686a99545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:13.571722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ef0ee-a506-487d-8662-da95fbb47c6b req-2bc9e0c4-a336-450a-8d6a-f266d788672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.574173 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679ef0ee-a506-487d-8662-da95fbb47c6b req-2bc9e0c4-a336-450a-8d6a-f266d788672d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 1097 time: 0.0705264 Nov 25 18:40:13.617684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42058) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:13.651536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-679ef0ee-a506-487d-8662-da95fbb47c6b req-9b45d233-d10a-486a-b1af-3ba2b86d95df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689335 Nov 25 18:40:13.827259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:13.911037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.922569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.930309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.936113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:13.936495 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:13.938522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.945722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.952468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.958908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.964204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e7e3-8869-4c9d-9a5e-b3ce202d0b44 req-671f684b-79f7-41d8-8b21-fd80cd6ee99d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:13.967164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-d9bc9534-1bb7-4790-a499-6a6494cb0e30 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.2081585 Nov 25 18:40:13.974877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da32e7e3-8869-4c9d-9a5e-b3ce202d0b44 req-671f684b-79f7-41d8-8b21-fd80cd6ee99d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 946 time: 0.0734632 Nov 25 18:40:13.993513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-22b190ae-0453-453f-847d-11c36c28a782 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f258c0b33278465f9469d93e6c016610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742273 Nov 25 18:40:13.997499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42072) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:14.076306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da32e7e3-8869-4c9d-9a5e-b3ce202d0b44 req-69bc3a08-c06b-44c8-a871-0d9f45afd97c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996552 Nov 25 18:40:14.077534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f815-7ac3-41a7-96b9-4b42c5f864b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.086087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68d1887c-918a-48ae-9d76-1fef6c316a36 req-75794045-572a-4457-8aa9-be03fdcee5c0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181345 Nov 25 18:40:14.127690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f815-7ac3-41a7-96b9-4b42c5f864b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.149146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.203691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42086) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:14.212584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:14.224547 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f815-7ac3-41a7-96b9-4b42c5f864b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.227574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f815-7ac3-41a7-96b9-4b42c5f864b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.228423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.229154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ad7f815-7ac3-41a7-96b9-4b42c5f864b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/793bdfac-4584-437b-86f8-238693d6bcdd HTTP/1.1" status: 204 len: 168 time: 0.2306976 Nov 25 18:40:14.298573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:14.322970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5e5d922-df8a-4ac5-861c-c78240f9c461 req-5b1f66c5-b134-43ed-bb9d-cd88e61619b3 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0861826 Nov 25 18:40:14.324083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f815-7ac3-41a7-96b9-4b42c5f864b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793bdfac-4584-437b-86f8-238693d6bcdd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:14.326056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.392689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.400436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.407251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.417784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.427793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.434247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.440716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:14.449022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-945429f2-d9d4-4c8c-a673-bae80b4d256e req-e8df71aa-8247-4d20-ba03-ccde89bb8ca7 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.1653206 Nov 25 18:40:14.455959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:14.461069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Request body: {'floatingip': {'port_id': 'd85c9e04-7d63-4f83-bd19-103888d94fac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:14.526189 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.699689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83684508-c18d-459b-bb15-18a4e922df69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.836779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83684508-c18d-459b-bb15-18a4e922df69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.846280 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83684508-c18d-459b-bb15-18a4e922df69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:14.940240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-83684508-c18d-459b-bb15-18a4e922df69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dfba22855a2444b9f301f88cf19580b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7286091 Nov 25 18:40:14.942921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:14.977567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684508-c18d-459b-bb15-18a4e922df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1185538a-f374-4669-bbea-0b50ee5b771f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:15.033593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0046c1b3-dde3-46dc-a266-4c98f5c642ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:15.146575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aed271c9-e925-4143-a825-1ebe65f59ffc req-1ae3df52-dc14-48d3-9665-79f232547e5b tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0769556 Nov 25 18:40:15.155175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0046c1b3-dde3-46dc-a266-4c98f5c642ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:15.270284 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0046c1b3-dde3-46dc-a266-4c98f5c642ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:15.275273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0046c1b3-dde3-46dc-a266-4c98f5c642ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:15.281868 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0046c1b3-dde3-46dc-a266-4c98f5c642ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1185538a-f374-4669-bbea-0b50ee5b771f HTTP/1.1" status: 204 len: 168 time: 0.3377693 Nov 25 18:40:15.294045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046c1b3-dde3-46dc-a266-4c98f5c642ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185538a-f374-4669-bbea-0b50ee5b771f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:15.368680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659fef5-c3be-4841-9608-b218ba84de4c req-48eec9b7-f3c0-4fad-b2aa-0e7e7536ee14 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:15.378632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8659fef5-c3be-4841-9608-b218ba84de4c req-48eec9b7-f3c0-4fad-b2aa-0e7e7536ee14 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 946 time: 0.1755278 Nov 25 18:40:15.380450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:15.383861 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1609736-3621-44d0-b4ab-670cfc7b72d4" -d '{"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-plugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:15.455162 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a146a3b8-3b4b-4916-aba6-c6559439ba34 x-openstack-request-id: req-a146a3b8-3b4b-4916-aba6-c6559439ba34 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:15.455487 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-plugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:15.455866 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a146a3b8-3b4b-4916-aba6-c6559439ba34 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:15.456126 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'code': 200} Nov 25 18:40:15.525382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8659fef5-c3be-4841-9608-b218ba84de4c req-1234e371-5524-45c0-bb68-35502665defe tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454804 Nov 25 18:40:15.545379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.resource_extend [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:40:15.679606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:15.686321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:15.696991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42160) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:15.833274 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Floating IP 512a3fad-c568-4f48-9e77-d936604e059f associated. External IP: 172.25.2.147, port: d85c9e04-7d63-4f83-bd19-103888d94fac. Nov 25 18:40:15.861839 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:15.912875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3502253c-0a97-4263-9add-611330f8fd1e tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1264393009', 'prefixes': ['172.20.0.0/16']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:16.023459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3502253c-0a97-4263-9add-611330f8fd1e tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] Publish callbacks [] for subnetpool, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:16.031930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3502253c-0a97-4263-9add-611330f8fd1e tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3314636 Nov 25 18:40:16.032388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42172) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:16.147066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-03672a73-1e66-4569-98d8-5fe72d5ee96e tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] 10.222.0.62 "GET /v2.0/subnetpools/76b167c7-9568-44b0-9b37-988376a5c2f7 HTTP/1.1" status: 200 len: 732 time: 0.1135101 Nov 25 18:40:16.149413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42176) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:16.155999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b73d73f9-5591-4813-aa9f-b83277e17921 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1827183055'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:16.234152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Router 0edbc615-014a-4398-9192-0bebdb11ef52 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:40:16.282793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b73d73f9-5591-4813-aa9f-b83277e17921 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] Publish callbacks [] for subnetpool, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:16.285484 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b73d73f9-5591-4813-aa9f-b83277e17921 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] 10.222.0.62 "PUT /v2.0/subnetpools/76b167c7-9568-44b0-9b37-988376a5c2f7 HTTP/1.1" status: 200 len: 684 time: 0.1348960 Nov 25 18:40:16.288776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42184) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:16.381482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-363bcafc-1a87-46f9-b9e2-0c262cbd99c0 req-c533a5cc-3972-4c73-abc9-c26cea6d0937 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0492282 Nov 25 18:40:16.472168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79bdb9d6-2bb4-49fd-9895-d7e3872a8b45 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] Publish callbacks [] for subnetpool, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:16.473171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:40:16.474698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-79bdb9d6-2bb4-49fd-9895-d7e3872a8b45 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] 10.222.0.62 "DELETE /v2.0/subnetpools/76b167c7-9568-44b0-9b37-988376a5c2f7 HTTP/1.1" status: 204 len: 168 time: 0.1846328 Nov 25 18:40:16.479671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42200) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:16.490673 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] Sync routers for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:40:16.505586 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:16.508493 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:40:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:16.515527 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:16.625153 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-e8e70380-c31f-4155-8a32-1563258986c6 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] show failed (client error): The resource could not be found. Nov 25 18:40:16.631678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e8e70380-c31f-4155-8a32-1563258986c6 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] 10.222.0.62 "GET /v2.0/subnetpools/76b167c7-9568-44b0-9b37-988376a5c2f7 HTTP/1.1" status: 404 len: 346 time: 0.1478598 Nov 25 18:40:16.634838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42206) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:16.656297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-de7941ce-0134-43bd-a49d-d2b44877522e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "PUT /v2.0/floatingips/512a3fad-c568-4f48-9e77-d936604e059f HTTP/1.1" status: 200 len: 992 time: 2.1989322 Nov 25 18:40:16.664896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:16.667289 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf401d8e-f449-414d-867f-582bcd5f97a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:16.670942 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-90c21062-d675-41ec-a1d5-9b0442329e59 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] delete failed (client error): The resource could not be found. Nov 25 18:40:16.676257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90c21062-d675-41ec-a1d5-9b0442329e59 tempest-SubnetPoolsTestJSON-850314503 tempest-SubnetPoolsTestJSON-850314503-project] 10.222.0.62 "DELETE /v2.0/subnetpools/76b167c7-9568-44b0-9b37-988376a5c2f7 HTTP/1.1" status: 404 len: 346 time: 0.0400743 Nov 25 18:40:16.687200 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:16.850123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:16.936240 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f2c12-bc93-480c-8c62-82ebabf28124 x-openstack-request-id: req-526f2c12-bc93-480c-8c62-82ebabf28124 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:16.936519 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:16.936782 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-526f2c12-bc93-480c-8c62-82ebabf28124 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:16.937211 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'status': 'completed', 'code': 200} Nov 25 18:40:17.088287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.088500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.092540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.094738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.098582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.098582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.098582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.104797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-386da40b-6d98-4215-b62f-60031f652826 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6492 time: 0.1435845 Nov 25 18:40:17.108849 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '512a3fad-c568-4f48-9e77-d936604e059f', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'port_id': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'mac_address': 'fa:16:3e:44:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:37Z', 'updated_at': '2021-11-25T18:40:15Z', 'revision_number': 1, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:36Z', 'revision_number': 5, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:17.143641 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] Checking router: 0edbc615-014a-4398-9192-0bebdb11ef52 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:40:17.156619 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:40:17.157698 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:40:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:17.323106 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:40:17.358587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42226) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:17.368560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-730da848-50a0-4caa-afde-f7728c3a97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.370215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-730da848-50a0-4caa-afde-f7728c3a97da service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf66641-9a44-4b3a-812a-74127b6c8d1a HTTP/1.1" status: 200 len: 912 time: 0.2559540 Nov 25 18:40:17.547576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-4d080673-7465-4f09-9a26-60bbfafc45fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 200 len: 1000 time: 0.1586025 Nov 25 18:40:17.662109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-1a43a177-2590-4e4b-b4bd-6b3147a3d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.663650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-1a43a177-2590-4e4b-b4bd-6b3147a3d305 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9748f676-e6f8-460b-9021-a1eda79cc10d HTTP/1.1" status: 200 len: 850 time: 0.1088777 Nov 25 18:40:17.673214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7edbf96-6489-4209-854a-47724a780f54 req-267b2391-c442-4084-ba10-c5d15452c494 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0557103 Nov 25 18:40:17.741721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e4-4958-4d9c-9f7d-947fa4ee15a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:17.759154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-c3434b80-e758-493f-a2eb-b6a5c1bbca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:17.761456 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-c3434b80-e758-493f-a2eb-b6a5c1bbca38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883243 Nov 25 18:40:17.875814 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '512a3fad-c568-4f48-9e77-d936604e059f', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'port_id': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'mac_address': 'fa:16:3e:44:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:37Z', 'updated_at': '2021-11-25T18:40:15Z', 'revision_number': 1, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:36Z', 'revision_number': 5, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:18.006288 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e4-4958-4d9c-9f7d-947fa4ee15a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.011991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-3b658e6d-6b23-4ea8-8204-70d07689837b service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406490 Nov 25 18:40:18.017546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57cfd5e4-4958-4d9c-9f7d-947fa4ee15a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.109512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfd5e4-4958-4d9c-9f7d-947fa4ee15a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b27bc38-900e-4991-9b0d-17645b95a80b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:18.122921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57cfd5e4-4958-4d9c-9f7d-947fa4ee15a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ff12620c84d416ab043bfab8a25e6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7626293 Nov 25 18:40:18.124098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:18.151972 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd8fdd-4061-4a31-9f8d-74e7775da887 None None] The sync data for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 is: [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '512a3fad-c568-4f48-9e77-d936604e059f', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'port_id': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'mac_address': 'fa:16:3e:44:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:38:37Z', 'updated_at': '2021-11-25T18:40:15Z', 'revision_number': 1, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:36Z', 'revision_number': 5, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:40:18.204547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffac22b7-b0ae-4004-88cf-fb393b4d6dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.210110 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf401d8e-f449-414d-867f-582bcd5f97a8 req-9d755a38-2033-4787-8bfb-ec6a898ed4a5 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685600 Nov 25 18:40:18.236478 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffac22b7-b0ae-4004-88cf-fb393b4d6dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.322917 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffac22b7-b0ae-4004-88cf-fb393b4d6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.326601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffac22b7-b0ae-4004-88cf-fb393b4d6dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:18.328140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ffac22b7-b0ae-4004-88cf-fb393b4d6dcc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b27bc38-900e-4991-9b0d-17645b95a80b HTTP/1.1" status: 204 len: 168 time: 0.2031100 Nov 25 18:40:18.337789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac22b7-b0ae-4004-88cf-fb393b4d6dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b27bc38-900e-4991-9b0d-17645b95a80b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:18.532164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac372c6-d4e3-43e1-8c4c-58d3ce4822ff None None] New status for floating IP 512a3fad-c568-4f48-9e77-d936604e059f: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:40:18.878558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-150759e1-8129-408f-afbe-89537e352c0e req-1c72bbb1-08cf-4a2e-a2dd-218666101dec tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0623076 Nov 25 18:40:20.083271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f851809-f304-4ac4-95fd-55a8be77e81a req-a8c48f21-da77-4373-a969-140a693936d8 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0432236 Nov 25 18:40:21.272809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-000773c2-b1c2-4cc2-92d6-9c590e325b69 req-912d09b4-5c99-4a94-8866-5f0b9e0abcbf tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0571914 Nov 25 18:40:22.481630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72daa124-aee5-4c27-8645-52f02954ab51 req-b0e54a22-b8cc-4589-a699-e88ae512fbc6 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0837665 Nov 25 18:40:23.666981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60efb689-3500-40db-a402-e48e0c53d42f req-a1346c0e-eaa8-4a40-9f10-a272acd63aa2 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0481517 Nov 25 18:40:24.845002 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:40:24.903855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:24.915737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73ac69cf-80dd-4804-a82e-8759d81c44b8 req-438b39ed-c6f3-4663-b8b0-d51c63e66596 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0853422 Nov 25 18:40:25.088754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:25.276728 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:25.282766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:25.371553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31e2dd-42f9-4420-a056-0e47e25d2677,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:25.393557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42514) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:25.396719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=130447dbcb5147a2814b1ee66c2eca4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914832 Nov 25 18:40:25.398823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.399590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.400160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.402894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.403515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.404339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.404898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.406119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.410415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.411051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.411626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.412257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9645eab-cd1c-41f4-b1e0-df2b364ecd35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.510096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:25.538396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:25.645669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:25.649275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:25.653514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d31e2dd-42f9-4420-a056-0e47e25d2677 HTTP/1.1" status: 204 len: 168 time: 0.2577608 Nov 25 18:40:25.667014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31e2dd-42f9-4420-a056-0e47e25d2677,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:25.690277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.691339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.693312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.694011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.696213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.696824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.697337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.697868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.698911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.700386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.700957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:25.701588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468adfa-30ee-43b9-958e-c84dbb480e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:26.159101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f75cdf0a-8a53-4079-a586-52dca4b7c84c req-0ebc6247-287e-4445-9c4b-0f1f52018bb4 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0507712 Nov 25 18:40:27.359789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47966635-859b-4138-90ee-498f53f7d6c8 req-a5466d79-4a95-4c7f-96a2-33a0a3fcfae6 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0477681 Nov 25 18:40:28.554890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0142974-0df0-403a-be82-3a28a619e6b3 req-6df7affc-4b9a-4547-8cb9-8943341e0407 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0715449 Nov 25 18:40:29.730726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1c9d8fc-7d14-48f2-8db1-64902c49db33 req-8cd86217-a6e7-4708-9606-5a8205709015 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0430307 Nov 25 18:40:29.811135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501784-5dfb-4919-8511-b1789fff40cc req-823574fb-68e5-41e7-8374-33f15250ec52 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:29.813309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79501784-5dfb-4919-8511-b1789fff40cc req-823574fb-68e5-41e7-8374-33f15250ec52 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 951 time: 0.0631390 Nov 25 18:40:29.890701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79501784-5dfb-4919-8511-b1789fff40cc req-fbce79d2-2845-41e1-8999-0e76f1ae74b4 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Nov 25 18:40:30.618517 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:30.834861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b04b945-8b0f-467b-bd3c-9ce7d770ed89 req-dcfdd221-5c4f-4a19-a1e3-3f240239923a tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0286684 Nov 25 18:40:31.031063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebae77-d05b-4e20-b6c5-a54bc78a0ae9 req-9ff24380-fad3-49f4-8e27-9300e877ab1d tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:31.033374 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3bebae77-d05b-4e20-b6c5-a54bc78a0ae9 req-9ff24380-fad3-49f4-8e27-9300e877ab1d tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 951 time: 0.0702279 Nov 25 18:40:31.095572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3bebae77-d05b-4e20-b6c5-a54bc78a0ae9 req-c357d344-9db7-4a98-9a6c-e60cec99e3b5 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532727 Nov 25 18:40:31.893606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:31.992778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b7cd5bb-e2bb-4d5e-b24e-fae2cd0bf1c2 req-bf19e230-01c1-4ec1-8e40-58763753c6d8 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0372322 Nov 25 18:40:32.023239 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:32.050167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:32.052897 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1692416-0123-4e73-90ff-df3c14c59f11" -d '{"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-unplugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:32.067547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:32.073227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:32.161892 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7fe11d-b60f-469e-ad23-1b3ed536f035 x-openstack-request-id: req-7b7fe11d-b60f-469e-ad23-1b3ed536f035 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:32.162277 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-unplugged", "status": "completed", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:32.162636 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b7fe11d-b60f-469e-ad23-1b3ed536f035 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:32.163102 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'code': 200} Nov 25 18:40:32.183272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:32.193068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.193430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.193812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.194112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.194468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.194810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.195503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.196014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.196965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.197478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.197965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:32.198441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:40:33.121228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:33.146051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf22776b-10b2-4619-b290-17a029e660ad req-54bae98b-7963-40a0-915f-1d53f4ea94f2 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0388772 Nov 25 18:40:34.010548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-309d0b76-a070-47c3-9fad-80fb5e4d87e1 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:34.012668 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-309d0b76-a070-47c3-9fad-80fb5e4d87e1 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.1955953 Nov 25 18:40:34.033827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-cb86e005-ce8f-451a-ab5d-368bf1fbb05a tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/quotas/bbd5c3654f2344cfbcdda8b19c57305d HTTP/1.1" status: 200 len: 375 time: 0.0150905 Nov 25 18:40:34.136660 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-d0c1496e-4ea8-40d3-898c-1408a64be0f4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019082 Nov 25 18:40:34.283197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-27ddca92-3a46-4c20-9ff1-c18479f8073c service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389558 Nov 25 18:40:34.417254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-538a6a29-4baf-4255-8ed8-eb4d9b2d2167 service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276035 Nov 25 18:40:34.726751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c35e20e9-b6f5-4b00-b592-7411685f57bf req-8b3a9d35-5433-4da1-9ffa-187a17581680 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0772378 Nov 25 18:40:34.897784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a37c3238-cf3e-4c6e-b545-a0fa749b8c8a req-a69613eb-dddd-4bb4-ba4a-a5a02040762e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 210 time: 0.0457613 Nov 25 18:40:35.670996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43154) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:35.889956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19651000-96fa-44ae-9da9-ff65dfeaeeb1 req-e0c355e3-91d4-46c9-ad2f-91eef6a919c9 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0868661 Nov 25 18:40:35.933638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-230611d5-d369-4ef9-844a-575bcf2f3eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.096754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-230611d5-d369-4ef9-844a-575bcf2f3eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.106429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-230611d5-d369-4ef9-844a-575bcf2f3eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.152162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230611d5-d369-4ef9-844a-575bcf2f3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a72731-9a22-48a6-9f16-80f1e0675332,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:36.165555 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-230611d5-d369-4ef9-844a-575bcf2f3eac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65f48419ed524a8ea6041840588c98c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4922926 Nov 25 18:40:36.166997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43176) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:36.194072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18aed503-431f-4ef9-be2e-7aa84908e1d6 req-79a8cf94-9228-4acb-a07f-9d953d271c33 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 210 time: 0.1256728 Nov 25 18:40:36.253009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-17866a80-00ff-4648-87a2-2f0bd0083f06 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:36.254923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-17866a80-00ff-4648-87a2-2f0bd0083f06 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.2835727 Nov 25 18:40:36.258861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3b75-8e79-4bf2-83cb-2facaa602e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.285387 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3b75-8e79-4bf2-83cb-2facaa602e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.286716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Request body: {'port': {'device_id': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'admin_state_up': True, 'tenant_id': 'bbd5c3654f2344cfbcdda8b19c57305d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:36.350144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3b75-8e79-4bf2-83cb-2facaa602e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.352895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff2b3b75-8e79-4bf2-83cb-2facaa602e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.354051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ff2b3b75-8e79-4bf2-83cb-2facaa602e4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0a72731-9a22-48a6-9f16-80f1e0675332 HTTP/1.1" status: 204 len: 168 time: 0.1855295 Nov 25 18:40:36.370135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b3b75-8e79-4bf2-83cb-2facaa602e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a72731-9a22-48a6-9f16-80f1e0675332,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:36.444201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b499ec2-4ef8-4496-9975-0317a531e686 req-08b060e8-a9e1-4255-93c3-56b372d0486c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:36.445753 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b499ec2-4ef8-4496-9975-0317a531e686 req-08b060e8-a9e1-4255-93c3-56b372d0486c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.1483877 Nov 25 18:40:36.532131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b499ec2-4ef8-4496-9975-0317a531e686 req-ce03a1ed-e9cf-4db7-acb0-376cb285c33c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755074 Nov 25 18:40:36.539594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Made reservation on behalf of bbd5c3654f2344cfbcdda8b19c57305d for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:36.543759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.691821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Allocated IP 172.20.0.8 (944fd81b-2a8f-48ec-9b80-58f168f8d6d4/3f3c63e6-c72b-4707-82ed-fa77b99541b5/a2fa1643-ee39-4298-8810-0c97c5969c69) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:36.756220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43182) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:36.770995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e8db-a262-46d9-8128-ec86ef686d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.869818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e8db-a262-46d9-8128-ec86ef686d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.876710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.876891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4cf7e8db-a262-46d9-8128-ec86ef686d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.918653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4cf7e8db-a262-46d9-8128-ec86ef686d56 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5c05261ff6d4dcc8590b11ef01e0508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606586 Nov 25 18:40:36.920200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7e8db-a262-46d9-8128-ec86ef686d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f50570-3038-43ec-aa80-b9ed5671d85f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:36.922340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43186) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:36.959119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:36.977683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:37.047358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:37.053394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:37.059623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:37.066287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event updated for resources: {'Port': ['ID=a2fa1643-ee39-4298-8810-0c97c5969c69,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:37.095934 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b1be12b-2453-4c9e-af26-b7a1fe184c61 req-a264bf41-b141-4e9e-844e-034a96f3ccf3 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0515628 Nov 25 18:40:37.117890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-226972da-4bf9-4266-862d-4316e567c669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.152913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:37.154001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.161763 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-226972da-4bf9-4266-862d-4316e567c669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.189308 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-a3f9b815-b472-4493-88cb-260aa0ca7cdf tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9201648 Nov 25 18:40:37.206496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Request body: {'port': {'device_id': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:37.324434 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.375757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-226972da-4bf9-4266-862d-4316e567c669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.378566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-226972da-4bf9-4266-862d-4316e567c669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.380293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-226972da-4bf9-4266-862d-4316e567c669 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48f50570-3038-43ec-aa80-b9ed5671d85f HTTP/1.1" status: 204 len: 168 time: 0.4430535 Nov 25 18:40:37.389226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f190e7-81e5-4a8f-9ae9-0b1b51de6f61 req-e785862c-2f9f-4409-87bf-3775324ba45c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:37.399973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6f190e7-81e5-4a8f-9ae9-0b1b51de6f61 req-e785862c-2f9f-4409-87bf-3775324ba45c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 931 time: 0.1144280 Nov 25 18:40:37.443299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226972da-4bf9-4266-862d-4316e567c669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f50570-3038-43ec-aa80-b9ed5671d85f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:37.558309 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6f190e7-81e5-4a8f-9ae9-0b1b51de6f61 req-f0334740-59e7-4193-9646-b1ec5c70fbbd tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573732 Nov 25 18:40:37.684782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6baf-f9d8-4f9d-8d48-c999d8374723 req-3f1ffe15-7df7-4945-afa6-82e1c542c5e6 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:37.686403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ecc6baf-f9d8-4f9d-8d48-c999d8374723 req-3f1ffe15-7df7-4945-afa6-82e1c542c5e6 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.0618868 Nov 25 18:40:37.763583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ecc6baf-f9d8-4f9d-8d48-c999d8374723 req-7875e9fd-e7f9-421a-9335-70f4ec30d484 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708618 Nov 25 18:40:37.809384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fa1643-ee39-4298-8810-0c97c5969c69 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:37.818442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.831584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Transition to ACTIVE for port object a2fa1643-ee39-4298-8810-0c97c5969c69 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:40:37.837376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:37.945479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa1643-ee39-4298-8810-0c97c5969c69,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:37.981971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Attempting to bind port a2fa1643-ee39-4298-8810-0c97c5969c69 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:40:37.982182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Attempting to bind port a2fa1643-ee39-4298-8810-0c97c5969c69 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:40:37.983617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Attempting to bind port a2fa1643-ee39-4298-8810-0c97c5969c69 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:37.988099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Port a2fa1643-ee39-4298-8810-0c97c5969c69 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:40:37.988455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Attempting to bind port a2fa1643-ee39-4298-8810-0c97c5969c69 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:38.004502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:40:38.004502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Checking segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:38.004502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Bound using segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:40:38.004502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Bound port: a2fa1643-ee39-4298-8810-0c97c5969c69, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:40:38.004502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:38.079739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] For port a2fa1643-ee39-4298-8810-0c97c5969c69, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:40:38.096404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] For port a2fa1643-ee39-4298-8810-0c97c5969c69, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a2fa1643-ee39-4298-8810-0c97c5969c69,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:40:38.110096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:38.177297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:38.178363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:38.184300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] 10.222.0.64 "PUT /v2.0/ports/a2fa1643-ee39-4298-8810-0c97c5969c69 HTTP/1.1" status: 200 len: 1091 time: 0.9831216 Nov 25 18:40:38.185096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'tag': 'a2fa1643-ee39-4298-8810-0c97c5969c69'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:38.187794 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae7648-cfcf-4409-9fc9-457e11ec39d4" -d '{"events": [{"name": "network-changed", "server_uuid": "546f14d4-21c8-449e-bd2f-4173b98e0401", "tag": "a2fa1643-ee39-4298-8810-0c97c5969c69"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:38.289759 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b5b32fe-f00f-45e7-be0f-f296976182a9 req-1347ed56-0aec-4662-806f-32d5dab30450 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0421076 Nov 25 18:40:38.291159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f15f0-ad3b-48f2-b06e-4333fde602ed service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa1643-ee39-4298-8810-0c97c5969c69,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:38.319876 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc5886-bfc7-4541-8a31-373c58aee4dc x-openstack-request-id: req-22bc5886-bfc7-4541-8a31-373c58aee4dc {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:38.320199 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546f14d4-21c8-449e-bd2f-4173b98e0401", "tag": "a2fa1643-ee39-4298-8810-0c97c5969c69", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:38.323325 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22bc5886-bfc7-4541-8a31-373c58aee4dc {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:38.323325 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'tag': 'a2fa1643-ee39-4298-8810-0c97c5969c69', 'status': 'completed', 'code': 200} Nov 25 18:40:38.323879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-f78a3f30-d90a-49e4-bc0d-12416c23d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:38.325323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-f78a3f30-d90a-49e4-bc0d-12416c23d0e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 1094 time: 0.0777717 Nov 25 18:40:38.398082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-b77a8c6e-6685-4fa2-a979-c5d902157ef1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fa1643-ee39-4298-8810-0c97c5969c69 HTTP/1.1" status: 200 len: 217 time: 0.0581126 Nov 25 18:40:38.492188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-79b969f0-6c68-4752-acff-2acccdf4f96b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:38.495553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-62bb85e5-5623-448e-88db-0b41250ce474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:38.495845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-79b969f0-6c68-4752-acff-2acccdf4f96b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.1098580 Nov 25 18:40:38.497271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-62bb85e5-5623-448e-88db-0b41250ce474 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.0909097 Nov 25 18:40:38.547908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-ae234f75-0f42-4fa6-b95e-8eea5d95a54c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330319 Nov 25 18:40:38.641302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Deleting port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:38.641639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:38.694968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-0ef9eb7e-bb90-490b-9263-a534e56a7ff2 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348641 Nov 25 18:40:38.767940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4c34-2ce0-4177-bd68-53397df959b6 req-896b1bd6-d84c-42b2-8932-ca638ac3b957 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:38.777932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b9c4c34-2ce0-4177-bd68-53397df959b6 req-896b1bd6-d84c-42b2-8932-ca638ac3b957 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 943 time: 0.1060026 Nov 25 18:40:38.820520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] For port 17e4e55a-0852-45c4-b85c-6fcabf5bed16, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17e4e55a-0852-45c4-b85c-6fcabf5bed16,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:38.820928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:38.849143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Calling delete_port for 17e4e55a-0852-45c4-b85c-6fcabf5bed16 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:38.884533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-455f3cc5-a9a5-4ccf-9e2b-bd1535eabd51 req-f5df2d32-8829-4396-a07d-426f9a1864f0 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729901 Nov 25 18:40:38.948470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b9c4c34-2ce0-4177-bd68-53397df959b6 req-ee8fd45a-667c-43d5-bf40-510a9aa4107d tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695366 Nov 25 18:40:38.975889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb944b-ea26-4d43-864a-ea7725fc32a6 req-79adaca4-b57b-47fd-9ea2-f135f59f16db tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:38.975889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2fb944b-ea26-4d43-864a-ea7725fc32a6 req-79adaca4-b57b-47fd-9ea2-f135f59f16db tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 948 time: 0.0819688 Nov 25 18:40:39.046804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-254780ad-937c-4077-8873-962b4961f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:39.048238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-254780ad-937c-4077-8873-962b4961f3eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 1094 time: 0.0706413 Nov 25 18:40:39.054351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43246) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:39.103647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2fb944b-ea26-4d43-864a-ea7725fc32a6 req-e7d4c211-94b7-4093-8488-2a45f6f9640c tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268349 Nov 25 18:40:39.232374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-5fa1625d-1917-4f0b-a83d-90c6df59285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:39.242355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-5fa1625d-1917-4f0b-a83d-90c6df59285a service neutron] 10.222.0.64 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 916 time: 0.1816492 Nov 25 18:40:39.315729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-fc8bac12-133c-4943-9575-6fa6f4a73ab9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fa1643-ee39-4298-8810-0c97c5969c69 HTTP/1.1" status: 200 len: 217 time: 0.0629077 Nov 25 18:40:39.348064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-643e0e28-cfdc-401c-a060-f5fb810114f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.454764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b9d1026-e35c-4e46-8d3c-4f62a1ea606c req-63b7a5f8-ee86-4ff3-aa3c-f8bdefbb7f2d tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0354235 Nov 25 18:40:39.466777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-b5e40613-6a0d-4172-a296-1fa041f45e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:39.468667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-b5e40613-6a0d-4172-a296-1fa041f45e80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.1368494 Nov 25 18:40:39.512500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.524156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-1145832a-9879-4b4a-b0bf-cf44308e5ce9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477312 Nov 25 18:40:39.542775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Pushing event deleted for resources: {'Port': ['ID=17e4e55a-0852-45c4-b85c-6fcabf5bed16,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:39.605307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] No DVR routers for this DVR port 17e4e55a-0852-45c4-b85c-6fcabf5bed16 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:40:39.608103 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.611496 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc9fd9f0-6d26-46fb-94bb-0433fc117206 req-d2b20d3e-aa7e-4af1-8667-645389aa671b tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.66 "DELETE /v2.0/ports/17e4e55a-0852-45c4-b85c-6fcabf5bed16 HTTP/1.1" status: 204 len: 173 time: 1.1088104 Nov 25 18:40:39.611938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-deleted', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:39.614378 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564603eb-292b-4aa6-964e-150509047f6d" -d '{"events": [{"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-deleted", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:39.617813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-643e0e28-cfdc-401c-a060-f5fb810114f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.625246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-643e0e28-cfdc-401c-a060-f5fb810114f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.657597 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83567a66-b7e5-4f19-a4e6-50a9dc62bcb1 x-openstack-request-id: req-83567a66-b7e5-4f19-a4e6-50a9dc62bcb1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:39.657926 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f74486-cddb-41f7-9acf-04b7256fdab5", "name": "network-vif-deleted", "tag": "17e4e55a-0852-45c4-b85c-6fcabf5bed16", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:39.658183 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83567a66-b7e5-4f19-a4e6-50a9dc62bcb1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:39.658622 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f74486-cddb-41f7-9acf-04b7256fdab5', 'name': 'network-vif-deleted', 'tag': '17e4e55a-0852-45c4-b85c-6fcabf5bed16', 'status': 'completed', 'code': 200} Nov 25 18:40:39.707548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-643e0e28-cfdc-401c-a060-f5fb810114f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84562975cb934cb8a32abd2a29a4540c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6520176 Nov 25 18:40:39.709192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e0e28-cfdc-401c-a060-f5fb810114f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2c2354-084d-4b4f-817f-de557d92caab,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:39.710145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43264) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:39.719973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-e5f9ae5f-1276-476a-ae9a-649a185b0334 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838391 Nov 25 18:40:39.767175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-935acddb-efa7-4ca8-821a-3234d83f7c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.789595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-935acddb-efa7-4ca8-821a-3234d83f7c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.822541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccae7648-cfcf-4409-9fc9-457e11ec39d4 req-7cc1acf2-bed8-422f-b7aa-58958d31b522 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949183 Nov 25 18:40:39.843941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-935acddb-efa7-4ca8-821a-3234d83f7c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.847916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-935acddb-efa7-4ca8-821a-3234d83f7c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:39.849366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-935acddb-efa7-4ca8-821a-3234d83f7c6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d2c2354-084d-4b4f-817f-de557d92caab HTTP/1.1" status: 204 len: 168 time: 0.1379678 Nov 25 18:40:39.857800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935acddb-efa7-4ca8-821a-3234d83f7c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2c2354-084d-4b4f-817f-de557d92caab,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:40.088857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bcb78-7fcf-447c-b394-6ae859f65e59 req-0cb2ebaa-e7c3-469c-b51b-e3af054bc40f tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:40.096289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c47bcb78-7fcf-447c-b394-6ae859f65e59 req-0cb2ebaa-e7c3-469c-b51b-e3af054bc40f tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 943 time: 0.0592585 Nov 25 18:40:40.171094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c47bcb78-7fcf-447c-b394-6ae859f65e59 req-ef4c6b1d-2242-4a6e-b062-6df7d652e092 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732925 Nov 25 18:40:40.230240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d3ed858-d687-4938-b61f-dd160264598b req-c19d75be-92b9-48e3-8e79-0ed1e1499b67 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0f74486-cddb-41f7-9acf-04b7256fdab5 HTTP/1.1" status: 200 len: 210 time: 0.0329242 Nov 25 18:40:40.582623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6e8e053-36e8-41fc-9671-facafb107b37 req-52f81c1a-758f-40bb-82eb-86940fe9033b tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0320001 Nov 25 18:40:40.877729 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab26c-edf8-4cf8-a1b6-0bf94b056bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:41.320217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7df3-91dc-404e-8ac4-ae2b07dda7ea req-3760465d-d635-4b73-a4af-3fd01ef1d00e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:41.321899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6ea7df3-91dc-404e-8ac4-ae2b07dda7ea req-3760465d-d635-4b73-a4af-3fd01ef1d00e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 943 time: 0.0560195 Nov 25 18:40:41.389431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6ea7df3-91dc-404e-8ac4-ae2b07dda7ea req-5bccb9c0-07b5-4b83-8f54-3dc1a4b5adf7 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610154 Nov 25 18:40:41.593037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3be71-d27c-4374-9ae3-29d800b7f9f4 req-32f6762c-a9aa-4dc1-a524-7f1a3f6cb9ec tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:41.607043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31a3be71-d27c-4374-9ae3-29d800b7f9f4 req-32f6762c-a9aa-4dc1-a524-7f1a3f6cb9ec tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 949 time: 0.0823112 Nov 25 18:40:41.676791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31a3be71-d27c-4374-9ae3-29d800b7f9f4 req-e87044cf-3630-4ed3-a7bb-e20dfc57fe57 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641749 Nov 25 18:40:41.726244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a12a6c4-232d-4460-9e6d-aecf0a12c8ce req-1b938faa-4886-4bbb-95ca-cf3a3a7d66d1 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0476227 Nov 25 18:40:41.941433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a2fa1643-ee39-4298-8810-0c97c5969c69 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:40:42.050984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a2fa1643-ee39-4298-8810-0c97c5969c69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a2fa1643-ee39-4298-8810-0c97c5969c69,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:42.065350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'a2fa1643-ee39-4298-8810-0c97c5969c69', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'port_id': 'a2fa1643-ee39-4298-8810-0c97c5969c69', 'mac_address': 'fa:16:3e:53:81:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3c63e6-c72b-4707-82ed-fa77b99541b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:40:42.108004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:42.130529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fa1643-ee39-4298-8810-0c97c5969c69 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:42.161731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a2fa1643-ee39-4298-8810-0c97c5969c69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a2fa1643-ee39-4298-8810-0c97c5969c69,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:42.167060 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:42.218913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a2fa1643-ee39-4298-8810-0c97c5969c69,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:42.451222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a2fa1643-ee39-4298-8810-0c97c5969c69'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:42.542708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6aebb-7f9f-462a-ad2c-3833ff3c95ec req-844573d8-8d1e-428f-8dd8-69a198fb4b14 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:42.544464 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8de6aebb-7f9f-462a-ad2c-3833ff3c95ec req-844573d8-8d1e-428f-8dd8-69a198fb4b14 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 944 time: 0.0659926 Nov 25 18:40:42.603380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43410) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:42.615467 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8de6aebb-7f9f-462a-ad2c-3833ff3c95ec req-acb2a35a-f3b4-4707-8f4a-d1ad88fbab9a tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639343 Nov 25 18:40:42.743622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17e4e55a-0852-45c4-b85c-6fcabf5bed16 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:42.757882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf814f10-ba34-4227-8ced-e8c12c51b0bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:42.788095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 17e4e55a-0852-45c4-b85c-6fcabf5bed16 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:40:42.788532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17e4e55a-0852-45c4-b85c-6fcabf5bed16 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:40:42.813227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deccef9-3122-4f65-a41d-6ed2bcd105bc req-03c5e142-cbd9-472b-9177-d54d961d8bc6 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:42.814796 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0deccef9-3122-4f65-a41d-6ed2bcd105bc req-03c5e142-cbd9-472b-9177-d54d961d8bc6 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 949 time: 0.0558250 Nov 25 18:40:42.862117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b3a8709-be49-4b7a-a665-6c88afeeca4a req-fcc9dda3-711a-47de-989c-390d253d70aa tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0337327 Nov 25 18:40:42.892336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0deccef9-3122-4f65-a41d-6ed2bcd105bc req-ce2ea4ef-f907-49d5-9bb7-37714dc79293 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680270 Nov 25 18:40:42.925958 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf814f10-ba34-4227-8ced-e8c12c51b0bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:42.932543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf814f10-ba34-4227-8ced-e8c12c51b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:42.979620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf814f10-ba34-4227-8ced-e8c12c51b0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05068530-8438-4792-96c1-bccd065534e2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:42.985154 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bf814f10-ba34-4227-8ced-e8c12c51b0bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e68819c9b4a74dd8b0a73344c6470c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802173 Nov 25 18:40:42.988238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43426) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:43.044776 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8febb015-6237-4569-8685-7cab520bb59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.071186 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8febb015-6237-4569-8685-7cab520bb59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.127284 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8febb015-6237-4569-8685-7cab520bb59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.130124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8febb015-6237-4569-8685-7cab520bb59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.133619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8febb015-6237-4569-8685-7cab520bb59a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05068530-8438-4792-96c1-bccd065534e2 HTTP/1.1" status: 204 len: 168 time: 0.1420763 Nov 25 18:40:43.139724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febb015-6237-4569-8685-7cab520bb59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05068530-8438-4792-96c1-bccd065534e2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:43.407583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43432) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:43.413213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b48bd92d-c2dd-453f-9b0c-82b1c98b8daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.424110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f451e40d-8399-482c-abfd-1a227ea21a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.501646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f451e40d-8399-482c-abfd-1a227ea21a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.505589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f451e40d-8399-482c-abfd-1a227ea21a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.549123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f451e40d-8399-482c-abfd-1a227ea21a24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de1a36678ea44dc7a77949d4e48e039a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402898 Nov 25 18:40:43.550402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451e40d-8399-482c-abfd-1a227ea21a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f370b-8384-495c-8766-c119aef148c4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:43.552173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43434) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:43.603478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13bcfe95-55c9-4f6c-b75e-64e9fc723fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.625511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13bcfe95-55c9-4f6c-b75e-64e9fc723fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.679966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13bcfe95-55c9-4f6c-b75e-64e9fc723fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.685078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13bcfe95-55c9-4f6c-b75e-64e9fc723fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:43.689698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13bcfe95-55c9-4f6c-b75e-64e9fc723fef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/820f370b-8384-495c-8766-c119aef148c4 HTTP/1.1" status: 204 len: 168 time: 0.1362722 Nov 25 18:40:43.702264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcfe95-55c9-4f6c-b75e-64e9fc723fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f370b-8384-495c-8766-c119aef148c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:43.776742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176bd12-f555-4513-82cd-e2ed249dd6a9 req-57a3df8c-d5d4-485f-accd-cb167ee1e19e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:43.784592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3176bd12-f555-4513-82cd-e2ed249dd6a9 req-57a3df8c-d5d4-485f-accd-cb167ee1e19e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 944 time: 0.0827811 Nov 25 18:40:43.798506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-6d1b40c2-d921-4292-b756-8634d2edbf50 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:43.801140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-6d1b40c2-d921-4292-b756-8634d2edbf50 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.64 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 949 time: 0.0824685 Nov 25 18:40:43.867238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3176bd12-f555-4513-82cd-e2ed249dd6a9 req-da1ce324-de9a-45a5-b304-bd84d70bac87 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804970 Nov 25 18:40:43.955906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a2fa1643-ee39-4298-8810-0c97c5969c69 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:40:43.982725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Deleting port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:43.983701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.048079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port a2fa1643-ee39-4298-8810-0c97c5969c69 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:40:44.058656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port a2fa1643-ee39-4298-8810-0c97c5969c69 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:40:44.059037 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.109354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d642180-5d87-461d-bedb-4a47a2c8a86f req-cc3ed6c2-68cc-4905-964c-05fa268e766b tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0464523 Nov 25 18:40:44.175488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cec3a-26c4-425d-a244-b14653b52980 req-0571924c-9c40-4381-8bf6-25658f20be09 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:44.186098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b9cec3a-26c4-425d-a244-b14653b52980 req-0571924c-9c40-4381-8bf6-25658f20be09 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 949 time: 0.1426878 Nov 25 18:40:44.190942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] For port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:44.191337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.227949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Calling delete_port for 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:44.263327 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.301058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b9cec3a-26c4-425d-a244-b14653b52980 req-4f22c372-47d1-4df9-84df-ce6a793dc38d tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c53b420-f6a3-4399-90cf-ad1fbeeec176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074409 Nov 25 18:40:44.345600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa1643-ee39-4298-8810-0c97c5969c69'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:44.348808 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e81f99-eb74-452a-9f14-716970475527" -d '{"events": [{"server_uuid": "546f14d4-21c8-449e-bd2f-4173b98e0401", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa1643-ee39-4298-8810-0c97c5969c69"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:44.375917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a2fa1643-ee39-4298-8810-0c97c5969c69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a2fa1643-ee39-4298-8810-0c97c5969c69,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:40:44.378377 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.381308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.382530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:40:44.493367 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60726ed-5b36-4df8-bab4-f982f30d1c79 x-openstack-request-id: req-f60726ed-5b36-4df8-bab4-f982f30d1c79 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:44.494032 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546f14d4-21c8-449e-bd2f-4173b98e0401", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa1643-ee39-4298-8810-0c97c5969c69", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:44.494032 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f60726ed-5b36-4df8-bab4-f982f30d1c79 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:44.494652 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa1643-ee39-4298-8810-0c97c5969c69', 'code': 200} Nov 25 18:40:44.586148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.586464 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] No ports have port_id starting with 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 Nov 25 18:40:44.587160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a2fa1643-ee39-4298-8810-0c97c5969c69,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:44.608887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b271c4-aed5-4550-b21b-9af2d0aa671c req-03ce4498-4f90-4760-a065-c05527745e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:44.611283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1b271c4-aed5-4550-b21b-9af2d0aa671c req-03ce4498-4f90-4760-a065-c05527745e09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 1096 time: 0.0664504 Nov 25 18:40:44.649251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Pushing event deleted for resources: {'Port': ['ID=3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:44.713970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1b271c4-aed5-4550-b21b-9af2d0aa671c req-fcfcfd21-1235-475b-8914-7194046c667e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942621 Nov 25 18:40:44.724895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] No DVR routers for this DVR port 3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:40:44.728622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:44.732422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0a71f03-ce7d-4432-8050-b82acfa17363 req-cda15a9d-4d01-4a42-a856-f8c81391f1fc tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.64 "DELETE /v2.0/ports/3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5 HTTP/1.1" status: 204 len: 173 time: 0.9233103 Nov 25 18:40:44.732895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-deleted', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:44.735264 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a782a6-a26e-4919-a323-e22c3c6eb964" -d '{"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-deleted", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:44.808565 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbffa27-0175-4cf9-902e-1dfe143b456b x-openstack-request-id: req-9cbffa27-0175-4cf9-902e-1dfe143b456b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:44.809254 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8def8fe4-62b6-4620-852b-fcaaab028718", "name": "network-vif-deleted", "tag": "3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:44.809254 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cbffa27-0175-4cf9-902e-1dfe143b456b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:44.809554 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8def8fe4-62b6-4620-852b-fcaaab028718', 'name': 'network-vif-deleted', 'tag': '3edae8d6-a2b0-4dbc-85a1-82c4a48cb7c5', 'status': 'completed', 'code': 200} Nov 25 18:40:45.037705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75289246-e8aa-4334-b59b-161e699542d9 req-11dcb7ce-4826-433b-a85e-bafbc0ee3179 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:45.048051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-75289246-e8aa-4334-b59b-161e699542d9 req-11dcb7ce-4826-433b-a85e-bafbc0ee3179 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 945 time: 0.0871956 Nov 25 18:40:45.126919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-75289246-e8aa-4334-b59b-161e699542d9 req-37f231bd-bfc8-4560-a62c-88caf8fbad39 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768588 Nov 25 18:40:45.266336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c5363c1-9536-48b4-a386-9d560f27138d req-ba361399-3ef8-4709-b174-405b1b2de2cd tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0606663 Nov 25 18:40:45.414212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e16ce3e-de5e-4bc0-870c-8e72d3ea69fc req-afcd68f7-0dcc-4098-8f3a-6a71158045e1 tempest-ListImageFiltersTestJSON-1781664651 tempest-ListImageFiltersTestJSON-1781664651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8def8fe4-62b6-4620-852b-fcaaab028718 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Nov 25 18:40:45.853223 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.113343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43592) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:46.245583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba20b159-2bd6-492e-a534-36ba6dd83de1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.280071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c827ae7-c9fa-43d9-aaba-8039a1a3919f req-6fa1757b-ccc8-4b6d-966a-8d069ed7de70 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:46.281553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c827ae7-c9fa-43d9-aaba-8039a1a3919f req-6fa1757b-ccc8-4b6d-966a-8d069ed7de70 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 945 time: 0.0782368 Nov 25 18:40:46.373254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c827ae7-c9fa-43d9-aaba-8039a1a3919f req-33d046a1-48a1-4111-a301-ec0c58a665ff tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812130 Nov 25 18:40:46.396333 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba20b159-2bd6-492e-a534-36ba6dd83de1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.405134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba20b159-2bd6-492e-a534-36ba6dd83de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.455033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ba20b159-2bd6-492e-a534-36ba6dd83de1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2f9a7ad11b94d5eb8f2f895bbe5d426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405035 Nov 25 18:40:46.456737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20b159-2bd6-492e-a534-36ba6dd83de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e3b780-a69f-4492-b280-a99357620654,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:46.459187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43610) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:46.461678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3bcac55c-f57f-41bf-b385-33b625bf38a6 req-cda4c572-6420-4d09-9804-037b0dddbac2 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0353913 Nov 25 18:40:46.527801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3286-0df1-48fb-81fe-b3fa9f8dedd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.558708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3286-0df1-48fb-81fe-b3fa9f8dedd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.625453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3286-0df1-48fb-81fe-b3fa9f8dedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.628972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3286-0df1-48fb-81fe-b3fa9f8dedd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:46.630337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5d9e3286-0df1-48fb-81fe-b3fa9f8dedd4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26e3b780-a69f-4492-b280-a99357620654 HTTP/1.1" status: 204 len: 168 time: 0.1676559 Nov 25 18:40:46.638320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e3286-0df1-48fb-81fe-b3fa9f8dedd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e3b780-a69f-4492-b280-a99357620654,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:46.858706 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:47.638729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bdfa3a3-3ab3-450a-9115-6533bc05db73 req-670ee7e7-9c25-44c2-ac1c-cd1cc02b687a tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0473590 Nov 25 18:40:48.106277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-1b8f1041-fd41-490c-8a30-d3739f011dea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803158 Nov 25 18:40:48.213475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-86a724b1-618b-4ae7-bf9a-b3de229c6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:48.220412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-86a724b1-618b-4ae7-bf9a-b3de229c6834 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 1096 time: 0.0871053 Nov 25 18:40:48.451461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-0dfea546-e986-4393-a6cc-8b1c03e9679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:48.454844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-0dfea546-e986-4393-a6cc-8b1c03e9679c service neutron] 10.222.0.64 "GET /v2.0/networks?id=50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 200 len: 912 time: 0.2130697 Nov 25 18:40:48.568695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:48.630387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-80e07f4c-5465-4844-b583-04ff2482742e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 HTTP/1.1" status: 200 len: 1001 time: 0.1500275 Nov 25 18:40:48.698045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-89864810-92b3-4da6-a436-33c0cc72dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:48.705520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-89864810-92b3-4da6-a436-33c0cc72dca4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 200 len: 850 time: 0.0707324 Nov 25 18:40:48.897547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35cc0213-c0de-4205-8357-476f07f2ca5b req-452e1bf2-1d60-4343-908b-253ba753a173 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0884230 Nov 25 18:40:48.907046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-878a4789-73b7-4498-9cf5-b7b1a45eb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:48.908217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43754) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:48.920346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-878a4789-73b7-4498-9cf5-b7b1a45eb1f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=50f03752-a787-4b18-86b7-97e035efbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056873 Nov 25 18:40:48.945762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1917551743'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:48.985519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Made reservation on behalf of cde904f5fa6f4e539ec07d216098b26b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:48.989831 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.040349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.131799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-4db6854f-8aa4-4a21-a450-d2b4e1a49c94 service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028480 Nov 25 18:40:49.200077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-24428a37-9ca5-4ed4-b394-9d3d327cf546 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=382fc585f8604ddb8521fd2bb9f1c019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900314 Nov 25 18:40:49.206338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43760) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:49.288193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.305977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.314989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82883b4e-a99d-4b29-a231-4ffc22ac2667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.363389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82883b4e-a99d-4b29-a231-4ffc22ac2667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.460799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82883b4e-a99d-4b29-a231-4ffc22ac2667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.469286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82883b4e-a99d-4b29-a231-4ffc22ac2667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:49.470516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-82883b4e-a99d-4b29-a231-4ffc22ac2667 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c53b420-f6a3-4399-90cf-ad1fbeeec176 HTTP/1.1" status: 204 len: 168 time: 0.2629614 Nov 25 18:40:49.487926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82883b4e-a99d-4b29-a231-4ffc22ac2667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53b420-f6a3-4399-90cf-ad1fbeeec176,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:49.599506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e63d3b9-6c5e-4bbd-a692-8720fb7368f7 req-fbc34580-359d-407a-bdd1-fb7ebec4686a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0450699 Nov 25 18:40:49.942553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:40:50.019079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a4f24-4d53-49e9-8531-a9628dde0d31,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:50.024505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.030864 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Added segment fa88ea19-9ac7-4f36-bf24-dc6605c464eb of type vlan for network a219ff33-dfee-4ec8-9fa4-228b452a6653 Nov 25 18:40:50.111273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a13f979a-28be-4dc7-8bde-0ffc3c7ab453 req-81858368-a950-4324-8409-358ab0b0dacc service neutron] 10.222.0.64 "GET /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9706497 Nov 25 18:40:50.142466 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.205698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.212190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:50.212823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.327318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Pushing event updated for resources: {'Network': ['ID=a219ff33-dfee-4ec8-9fa4-228b452a6653,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:50.341414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a219ff33-dfee-4ec8-9fa4-228b452a6653 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:40:50.352283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:50.353065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2ba4dbe4-f0bc-4657-822b-d91f8ce75773 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7829909 Nov 25 18:40:50.357564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0aa12bdf-1632-48cf-8956-d51b55181abb req-b652d58c-e1e1-4f80-a3c4-dc05b409cce5 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.2919300 Nov 25 18:40:50.597103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43814) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:50.623483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'network': {'name': 'tempest-network--632544127', 'router:external': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:50.670014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Made reservation on behalf of 01afeddaf80a4e389416667791266988 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:50.672475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.686528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.767431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1239989257-network', 'tenant_id': '8705c6a0262942e69f7f3ed7416835b5'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:50.802789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Made reservation on behalf of 8705c6a0262942e69f7f3ed7416835b5 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:50.806478 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.821234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.888561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.894867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.936079 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.941884 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:50.977616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:40:50.985741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:40:50.992530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab8fdda-37fb-4069-9049-b116796293d6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:51.004878 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.006268 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Added segment 791b5385-8d21-40bf-87ab-1e900b092816 of type vlan for network 52767379-5a95-4f2e-a87c-660a549b80d0 Nov 25 18:40:51.031922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c862004-9868-40bc-aa81-99f135df9ecd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:51.051575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.051902 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Added segment c07e533c-9319-420f-8a59-a89c0c9eb078 of type vlan for network 730d88da-81dd-4f3f-a078-bc0c3b59ae83 Nov 25 18:40:51.059785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.101780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.105551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:51.106381 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.109000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.149223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.150592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:51.151400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.225424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6271112 Nov 25 18:40:51.228309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43828) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:51.235838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Request body: {'subnet': {'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1239989257-subnet', 'tenant_id': '8705c6a0262942e69f7f3ed7416835b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:51.270832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9158449 Nov 25 18:40:51.271547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43830) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:51.272043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Made reservation on behalf of 8705c6a0262942e69f7f3ed7416835b5 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:51.275029 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.293821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8c6bd-2e95-464c-a23c-65d60b5afcd6 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Network': ['ID=730d88da-81dd-4f3f-a078-bc0c3b59ae83,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:51.305732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 730d88da-81dd-4f3f-a078-bc0c3b59ae83 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:40:51.311702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e3887-d678-4189-ad29-5847f11d1451 admin admin] Pushing event updated for resources: {'Network': ['ID=52767379-5a95-4f2e-a87c-660a549b80d0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:51.329697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 52767379-5a95-4f2e-a87c-660a549b80d0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:40:51.614954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.618470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.790233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b5a403-a8f8-4f40-bcb4-f77933c34b05,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:51.796967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9abca7c-ef25-4224-943d-ae60de8d87e5 req-efb0d6ab-966f-463a-acaa-e8aa97c8e2a3 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.2802491 Nov 25 18:40:51.836021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.853977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Checking segment: {'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:51.854360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Network hostable DHCP agents. Network: 52767379-5a95-4f2e-a87c-660a549b80d0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:40:51.864433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730d88da-81dd-4f3f-a078-bc0c3b59ae83']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:51.879000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07e533c-9319-420f-8a59-a89c0c9eb078') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:51.879391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07e533c-9319-420f-8a59-a89c0c9eb078') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:51.902487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.925997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.953844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:40:51.954669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:40:51.957366 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:40:51.976824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Network 52767379-5a95-4f2e-a87c-660a549b80d0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:40:52.048340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 52767379-5a95-4f2e-a87c-660a549b80d0) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:52.059464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226944db-628d-43d1-920c-815a1918c1c5 None None] Network 52767379-5a95-4f2e-a87c-660a549b80d0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:52.071469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:52.072089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.089281 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.097286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-353f55bf-4528-4807-b2bc-cddd9609eff0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8668339 Nov 25 18:40:52.107861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 730d88da-81dd-4f3f-a078-bc0c3b59ae83 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:40:52.113017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.119237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "DELETE /v2.0/networks/730d88da-81dd-4f3f-a078-bc0c3b59ae83 HTTP/1.1" status: 204 len: 168 time: 0.8416975 Nov 25 18:40:52.122502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:52.128495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:52.160956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31807947-991b-4941-9332-b59bf6d4e970 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event deleted for resources: {'Network': ['ID=730d88da-81dd-4f3f-a078-bc0c3b59ae83,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:52.209924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Made reservation on behalf of 01afeddaf80a4e389416667791266988 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:52.212860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.238479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d98aedd-20db-46bb-ba65-f98c721845fd req-562a54b7-0ab2-47b1-9f2c-817d1d015a35 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=50059a8f-b778-498c-81ec-631dc64db3f5&device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0700428 Nov 25 18:40:52.279242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:40:52.303737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.305707 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Added segment 3aef4dd5-48e0-4c69-9512-480d5b4a08ca of type vlan for network d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f Nov 25 18:40:52.448900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.457009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59c605-af1f-4048-86e9-7acb63cf2b17 None None] Network 52767379-5a95-4f2e-a87c-660a549b80d0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:52.525165 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.526315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:52.526990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.601416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4777200 Nov 25 18:40:52.604447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43864) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:52.610440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'subnet': {'network_id': 'd5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:52.639831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41d703-ccc1-4ffc-b666-89cfd7db684f tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Network': ['ID=d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:52.675327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Made reservation on behalf of 01afeddaf80a4e389416667791266988 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:52.686083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.691237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:40:52.722068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ccf9a41-d5fa-4bfd-9323-fc8ffef7b988 req-4e880129-190c-47d3-bd43-21c65cdd7488 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa01acac45474862b4a0b4cef6cffa3f&device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0554776 Nov 25 18:40:52.759629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-3b3b3c84-339f-488c-a913-62d56235b114 req-35c05233-d3a7-44db-9c3e-53a5e3fff88a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1101961998', 'description': 'tempest-description-1091449397'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:52.767749 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ccf9a41-d5fa-4bfd-9323-fc8ffef7b988 req-15aaf8b9-f944-4036-bb96-8272916acf54 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fa01acac45474862b4a0b4cef6cffa3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368879 Nov 25 18:40:52.826409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3b3b3c84-339f-488c-a913-62d56235b114 req-35c05233-d3a7-44db-9c3e-53a5e3fff88a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:52.940925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf9a41-d5fa-4bfd-9323-fc8ffef7b988 req-88630e28-24e7-447c-9e95-33e11b324c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:52.943914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ccf9a41-d5fa-4bfd-9323-fc8ffef7b988 req-88630e28-24e7-447c-9e95-33e11b324c03 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591170 Nov 25 18:40:53.114139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3b3b3c84-339f-488c-a913-62d56235b114 req-35c05233-d3a7-44db-9c3e-53a5e3fff88a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.131653 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3b3b3c84-339f-488c-a913-62d56235b114 req-35c05233-d3a7-44db-9c3e-53a5e3fff88a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.199755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c05233-d3a7-44db-9c3e-53a5e3fff88a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8265d6a8-74c8-40c6-9cc4-3c1df558587f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:53.229690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3b3b3c84-339f-488c-a913-62d56235b114 req-35c05233-d3a7-44db-9c3e-53a5e3fff88a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.231784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b3b3c84-339f-488c-a913-62d56235b114 req-35c05233-d3a7-44db-9c3e-53a5e3fff88a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4971147 Nov 25 18:40:53.375547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:40:53.376170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.386532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-876501c2-feca-4fed-acc6-738470a31f04 req-4d1eea13-3c9c-41cf-998e-63a724e81ce0 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0838931 Nov 25 18:40:53.428574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-3734d8af-2c26-492c-aaa3-53ad16947b12 req-daa03476-ab05-4911-90aa-d247e20670c9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1052125799', 'description': 'tempest-description-943549710'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:53.472244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3734d8af-2c26-492c-aaa3-53ad16947b12 req-daa03476-ab05-4911-90aa-d247e20670c9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.503723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5557ef60-dea2-4a53-8b70-fb96e368eb69,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:53.513847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Checking segment: {'id': '3aef4dd5-48e0-4c69-9512-480d5b4a08ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:53.514220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Network hostable DHCP agents. Network: d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:40:53.553838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Network d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:40:53.579441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:53.583140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3734d8af-2c26-492c-aaa3-53ad16947b12 req-daa03476-ab05-4911-90aa-d247e20670c9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.586733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:53.587375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.594310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3734d8af-2c26-492c-aaa3-53ad16947b12 req-daa03476-ab05-4911-90aa-d247e20670c9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.601057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85a21e-f49b-4871-a3d6-6b4c768fe1ad None None] Network d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:53.654680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-87b763ed-c6db-4c31-8693-2f391d89fc48 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0466955 Nov 25 18:40:53.655925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:53.663871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:53.667991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3734d8af-2c26-492c-aaa3-53ad16947b12 req-daa03476-ab05-4911-90aa-d247e20670c9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.673520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3734d8af-2c26-492c-aaa3-53ad16947b12 req-daa03476-ab05-4911-90aa-d247e20670c9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2554729 Nov 25 18:40:53.678380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa03476-ab05-4911-90aa-d247e20670c9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e6f411-f54a-4cda-96f5-b7a946a25d8c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:53.726871 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:53.809063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae3f30-b7f1-4994-b2fb-2fde575abfb2 None None] Network d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:40:53.951938 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.079803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Allocated IP 172.20.0.14 (d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f/5557ef60-dea2-4a53-8b70-fb96e368eb69/9ac7198c-a39a-4d62-8509-a68ad8ea89d2) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:54.128963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e1870-db09-4e89-a880-951928a1fd3b req-172cbc12-8dd7-4578-a9b5-657880748a2c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:54.130511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-172cbc12-8dd7-4578-a9b5-657880748a2c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 813 time: 0.1785583 Nov 25 18:40:54.149278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-aa978e33-deab-4f9f-8ead-77468d069602 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/quotas/8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 375 time: 0.0118494 Nov 25 18:40:54.192589 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-e5db7ab8-d7fd-4f5e-acb1-00cc4d0b7bd9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361733 Nov 25 18:40:54.214822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.258744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.307750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Network d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:54.310819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:54.314289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:54.326384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-bfea5960-f0ae-4f85-af0e-6bfd905f695d service neutron] 10.222.0.62 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141930 Nov 25 18:40:54.357652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac7198c-a39a-4d62-8509-a68ad8ea89d2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:54.412103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ccf9a41-d5fa-4bfd-9323-fc8ffef7b988 req-8d7e45ae-c53c-475e-bb99-f4e3f4f79ad6 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.66 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0562131 Nov 25 18:40:54.476667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-fa489dd8-d452-44f6-a1f9-ba9ad633ec05 service neutron] 10.222.0.62 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429484 Nov 25 18:40:54.493248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.537119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4db0721c-65a8-4b05-bc90-771499befa1d req-8371d5ed-2170-44c6-a46d-e49abf52b099 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=8da325e9-f16e-4a9e-a174-1689414e15ff HTTP/1.1" status: 200 len: 210 time: 0.0370674 Nov 25 18:40:54.568285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.683343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3ed4722-fe35-4153-a2ff-630af9b7b06c req-b1eb8be8-763d-401d-8407-e0976d726fc1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 210 time: 0.0289824 Nov 25 18:40:54.762161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.768284 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.870629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.873402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Port': ['ID=9ac7198c-a39a-4d62-8509-a68ad8ea89d2,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:54.893681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:54.898651 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-15cd3f41-0a9d-4de0-9924-ac9563029c8b tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2412019 Nov 25 18:40:54.898793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43926) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:55.002747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-15649582-64a6-4002-ae19-ba4e777755c4 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f HTTP/1.1" status: 200 len: 690 time: 0.0999746 Nov 25 18:40:55.003694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 43932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:55.188342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:55.362544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-5f1a0811-cc54-4cb5-a9a1-4a701f372cab tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:55.364211 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-5f1a0811-cc54-4cb5-a9a1-4a701f372cab tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.2587798 Nov 25 18:40:55.387961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Deleting port 9ac7198c-a39a-4d62-8509-a68ad8ea89d2 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:40:55.387961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:55.457059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-4f8ca766-fa21-4aba-ad11-9cf13323e4ee tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/quotas/bbd5c3654f2344cfbcdda8b19c57305d HTTP/1.1" status: 200 len: 375 time: 0.0786972 Nov 25 18:40:55.566440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:55.566806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:55.575655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-67ade16f-057a-4179-a680-bf29fcb98e28 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076920 Nov 25 18:40:55.594371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Calling delete_port for 9ac7198c-a39a-4d62-8509-a68ad8ea89d2 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:40:55.738983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-8a52b1fc-9116-45d2-8a98-d5cd9c72753c service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548491 Nov 25 18:40:55.863967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92db4f0a-0adf-48f1-bbfb-331c048ddae9 req-8a90a12c-f9f6-43bb-95f3-c6e8091ae802 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa01acac45474862b4a0b4cef6cffa3f&device_id=50059a8f-b778-498c-81ec-631dc64db3f5 HTTP/1.1" status: 200 len: 210 time: 0.0315132 Nov 25 18:40:55.888828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:55.918853 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92db4f0a-0adf-48f1-bbfb-331c048ddae9 req-7b5a5bfe-58c4-47b2-a5c5-931725d014b3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fa01acac45474862b4a0b4cef6cffa3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265174 Nov 25 18:40:55.935914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ac7198c-a39a-4d62-8509-a68ad8ea89d2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:55.958279 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-bcbb6f09-7784-4167-a436-9bf7ef0bc08b service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070463 Nov 25 18:40:56.047467 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.140658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.214948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.275314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95aa13ee-b368-482f-a078-e5e29ccfd40b req-1f5d97ef-064b-4b92-9c6a-cdcbe280f6ac tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=50059a8f-b778-498c-81ec-631dc64db3f5 HTTP/1.1" status: 200 len: 210 time: 0.0386651 Nov 25 18:40:56.275451 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16a248b5-dd02-40a9-89c7-74e2c90706dc req-386c9fea-0671-4963-b281-27d4e0bb0fe5 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 210 time: 0.2052684 Nov 25 18:40:56.304361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5557ef60-dea2-4a53-8b70-fb96e368eb69,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:56.395113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4f0a-0adf-48f1-bbfb-331c048ddae9 req-10da56fe-0dad-4c3a-9f97-8204dbe8cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:56.396943 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92db4f0a-0adf-48f1-bbfb-331c048ddae9 req-10da56fe-0dad-4c3a-9f97-8204dbe8cf6b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4703262 Nov 25 18:40:56.422676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e1870-db09-4e89-a880-951928a1fd3b req-e10fa69c-214c-4d55-b47e-32820ff7a739 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:56.425417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-e10fa69c-214c-4d55-b47e-32820ff7a739 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.66 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 813 time: 0.3536208 Nov 25 18:40:56.442111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'port': {'device_id': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0', 'admin_state_up': True, 'tenant_id': '8705c6a0262942e69f7f3ed7416835b5'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:56.676754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Made reservation on behalf of 8705c6a0262942e69f7f3ed7416835b5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:56.682629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.721224 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91f2b1dd-0722-40f8-8d3d-326711ac690a req-a9b002df-fccf-436d-ac87-7bbbf708d235 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 210 time: 0.3917794 Nov 25 18:40:56.726243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.749980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:56.765497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aef4dd5-48e0-4c69-9512-480d5b4a08ca') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:56.766040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aef4dd5-48e0-4c69-9512-480d5b4a08ca') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:56.778204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.794857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.802580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:40:56.803271 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:40:56.805785 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:40:56.877482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.885642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:40:56.888774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:56.892194 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f HTTP/1.1" status: 204 len: 168 time: 1.8866937 Nov 25 18:40:56.897128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43990) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:56.902801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cbbcc-276f-4d87-9619-dcfa573595dc tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:56.977904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Allocated IP 172.20.0.3 (52767379-5a95-4f2e-a87c-660a549b80d0/04b5a403-a8f8-4f40-bcb4-f77933c34b05/3f97b710-0024-43e8-b057-df0fcd79f491) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:57.060785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0acef761-47df-4384-9a12-0e47c1dda2a8 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.1624453 Nov 25 18:40:57.063582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43994) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:57.243290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.243747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.244192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.244631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.245068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.245601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.246249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.246751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.247313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.247857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.248295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.254237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1d9883d-7e16-4438-a6a1-bb93c74b4183 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7112 time: 0.1856945 Nov 25 18:40:57.254237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 43996) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:57.329789 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-13aea7bb-1525-4908-977b-0843baef9c56 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] delete failed (client error): The resource could not be found. Nov 25 18:40:57.333779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13aea7bb-1525-4908-977b-0843baef9c56 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/289327b9-234a-4da1-946e-aaef609a0acd HTTP/1.1" status: 404 len: 345 time: 0.0765605 Nov 25 18:40:57.333921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:57.389241 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-144a9e29-c4f4-4858-b792-7c9dbc34acc3 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 18:40:57.390393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144a9e29-c4f4-4858-b792-7c9dbc34acc3 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:40:57.400027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-144a9e29-c4f4-4858-b792-7c9dbc34acc3 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d5ed48d2-1ee4-49e7-9fbd-24d46ec32b7f HTTP/1.1" status: 404 len: 339 time: 0.0603967 Nov 25 18:40:57.400215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b252b116-4069-4a3a-adf7-dd26f8443fe8 req-708a33e0-025b-4b9c-b249-b4e1cf963b6e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 210 time: 0.0373783 Nov 25 18:40:57.404028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44004) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:57.406367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2252603-b31e-43af-b185-99865017602a req-998cf14b-fb5f-4aa4-af4f-b6f98a81cd79 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=50059a8f-b778-498c-81ec-631dc64db3f5 HTTP/1.1" status: 200 len: 210 time: 0.0591447 Nov 25 18:40:57.414380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'network': {'name': 'tempest-network--2027529363', 'router:external': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:57.439910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.453809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Made reservation on behalf of 01afeddaf80a4e389416667791266988 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:57.456377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.482534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:40:57.483507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.494133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.494487 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Added segment bb34c26f-7d0a-4b57-a66f-328b3c3af545 of type vlan for network 8e838e22-9a42-40ca-ac1a-60e09095bf4c Nov 25 18:40:57.545403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.559085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Network 52767379-5a95-4f2e-a87c-660a549b80d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:57.562519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:57.565706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:57.597868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:57.636823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.637734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.637873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.638478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.638613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.661518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-7e558712-45ab-45c5-af5b-0d34a66e4dac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2258945 Nov 25 18:40:57.676731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Request body: {'port': {'device_id': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:57.703364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2980170 Nov 25 18:40:57.706915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44008) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:57.726029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ac18b-a7c6-4d17-bdff-2d356a024581 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Network': ['ID=8e838e22-9a42-40ca-ac1a-60e09095bf4c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:57.738877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 8e838e22-9a42-40ca-ac1a-60e09095bf4c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:40:57.784237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2f9bb243-a045-4778-a194-f7111fef3346 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:57.799466 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2f9bb243-a045-4778-a194-f7111fef3346 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.2458463 Nov 25 18:40:57.820123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Request body: {'port': {'device_id': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'admin_state_up': True, 'tenant_id': 'bbd5c3654f2344cfbcdda8b19c57305d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:57.958924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f85bf51-a489-490e-82bc-78562139f8d2 req-9ed6c9f2-35ae-4e12-a25f-44d173755b60 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 210 time: 0.0721483 Nov 25 18:40:57.993595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:57.996854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92db4f0a-0adf-48f1-bbfb-331c048ddae9 req-a9a7c57c-9f77-4a75-8138-0d26544b2c0c tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.66 "GET /v2.0/ports?device_id=50059a8f-b778-498c-81ec-631dc64db3f5 HTTP/1.1" status: 200 len: 210 time: 0.0781736 Nov 25 18:40:58.072239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997ba1e-7a6e-4495-8937-5d6382bf25bf tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.079174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997ba1e-7a6e-4495-8937-5d6382bf25bf tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.086062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997ba1e-7a6e-4495-8937-5d6382bf25bf tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.092938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997ba1e-7a6e-4495-8937-5d6382bf25bf tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.096096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e997ba1e-7a6e-4495-8937-5d6382bf25bf tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3876617 Nov 25 18:40:58.101021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44028) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:58.120794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Made reservation on behalf of bbd5c3654f2344cfbcdda8b19c57305d for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:58.132896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.251865 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.335002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Allocated IP 172.20.0.5 (944fd81b-2a8f-48ec-9b80-58f168f8d6d4/3f3c63e6-c72b-4707-82ed-fa77b99541b5/2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:40:58.408391 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.450509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e838e22-9a42-40ca-ac1a-60e09095bf4c']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:58.494692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb34c26f-7d0a-4b57-a66f-328b3c3af545') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:58.494996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb34c26f-7d0a-4b57-a66f-328b3c3af545') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:40:58.549084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.569992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.616151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d072153-1c67-40e9-a3f6-e44c5c96dd3c req-01e7b64a-371a-4030-9825-e1be89fc2d51 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.624920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d072153-1c67-40e9-a3f6-e44c5c96dd3c req-01e7b64a-371a-4030-9825-e1be89fc2d51 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 931 time: 0.1114590 Nov 25 18:40:58.652064 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.667420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-196f9560-b409-4f42-bd7c-f25622414c71 req-421db55a-9eba-441c-a8b9-cb8b589fbeb3 tempest-ServerShowV247Test-1590446859 tempest-ServerShowV247Test-1590446859-project] 10.222.0.62 "GET /v2.0/ports?device_id=50059a8f-b778-498c-81ec-631dc64db3f5 HTTP/1.1" status: 200 len: 210 time: 0.0851214 Nov 25 18:40:58.681484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f97b710-0024-43e8-b057-df0fcd79f491 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:58.695935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.703970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:40:58.704379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:40:58.706312 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:40:58.711417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1', 'a2fa1643-ee39-4298-8810-0c97c5969c69'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:40:58.739058 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d072153-1c67-40e9-a3f6-e44c5c96dd3c req-db5782f5-957c-48c3-913d-a572b18d5d5e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131859 Nov 25 18:40:58.739311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.771825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:40:58.773556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:40:58.778019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:40:58.826012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event updated for resources: {'Port': ['ID=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:58.840597 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.842655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Transition to ACTIVE for port object 3f97b710-0024-43e8-b057-df0fcd79f491 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:40:58.858819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e838e22-9a42-40ca-ac1a-60e09095bf4c {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:40:58.861220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e838e22-9a42-40ca-ac1a-60e09095bf4c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:58.864389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.868237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6991d0a0-8a45-48e3-9908-e664ffd89038 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "DELETE /v2.0/networks/8e838e22-9a42-40ca-ac1a-60e09095bf4c HTTP/1.1" status: 204 len: 168 time: 0.7662685 Nov 25 18:40:58.869170 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.882350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44042) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:58.905043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'network': {'name': 'tempest-network--331865647', 'router:external': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:58.918133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Pushing event updated for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:58.937771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:58.938416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:58.978966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Made reservation on behalf of 01afeddaf80a4e389416667791266988 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:40:58.983184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.017828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-2616eb8c-ca68-48e6-9e2c-06b64bdb9deb tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2007589 Nov 25 18:40:59.036130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Request body: {'port': {'device_id': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:40:59.038826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Attempting to bind port 3f97b710-0024-43e8-b057-df0fcd79f491 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:40:59.039781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Attempting to bind port 3f97b710-0024-43e8-b057-df0fcd79f491 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:40:59.040300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Attempting to bind port 3f97b710-0024-43e8-b057-df0fcd79f491 on network 52767379-5a95-4f2e-a87c-660a549b80d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:59.045458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Port 3f97b710-0024-43e8-b057-df0fcd79f491 on network 52767379-5a95-4f2e-a87c-660a549b80d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:40:59.046020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Attempting to bind port 3f97b710-0024-43e8-b057-df0fcd79f491 on network 52767379-5a95-4f2e-a87c-660a549b80d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:40:59.052770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:40:59.053519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Checking segment: {'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:40:59.054089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Bound using segment: {'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:40:59.054742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Bound port: 3f97b710-0024-43e8-b057-df0fcd79f491, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:40:59.055268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.144504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:40:59.198656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:40:59.208995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3f97b710-0024-43e8-b057-df0fcd79f491,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:40:59.220907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.236906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.237535 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Added segment ea1321de-f167-4bcd-bbbd-bc2d0c4de976 of type vlan for network 6ba40e56-8232-48ec-a57a-5ad002341aee Nov 25 18:40:59.348390 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.385619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Pushing event updated for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:59.396861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.397528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.401560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-3ce7d51d-7140-4fef-a381-321e0d96ce4e service neutron] 10.222.0.66 "PUT /v2.0/ports/3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 200 len: 1091 time: 1.7303789 Nov 25 18:40:59.402142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:40:59.402591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5039a-dedf-4af2-b90b-c77acfd06b33 req-e23d9696-90a4-4f30-9487-ccfd601081fd tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.405108 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c1f74-87d0-4966-8dc3-b194ccd173d1" -d '{"events": [{"name": "network-changed", "server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:40:59.411076 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ef5039a-dedf-4af2-b90b-c77acfd06b33 req-e23d9696-90a4-4f30-9487-ccfd601081fd tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 931 time: 0.2546446 Nov 25 18:40:59.473972 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44504d1-e628-4ea0-9ed5-d7035afd64fc x-openstack-request-id: req-e44504d1-e628-4ea0-9ed5-d7035afd64fc {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:40:59.474301 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:40:59.474902 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e44504d1-e628-4ea0-9ed5-d7035afd64fc {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:40:59.475399 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491', 'status': 'completed', 'code': 200} Nov 25 18:40:59.480336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.526636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e1870-db09-4e89-a880-951928a1fd3b req-280bf8e7-48a6-482e-b6e8-7b7993046f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.528788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-280bf8e7-48a6-482e-b6e8-7b7993046f56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1094 time: 0.0753877 Nov 25 18:40:59.578589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-66861f5e-2290-49e3-85e3-5edfd591e57c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 200 len: 217 time: 0.0398176 Nov 25 18:40:59.601001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ef5039a-dedf-4af2-b90b-c77acfd06b33 req-5c8cd4b3-e2a1-413b-a557-1f4631e540d3 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887803 Nov 25 18:40:59.608662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.609711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.610367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.639068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e1870-db09-4e89-a880-951928a1fd3b req-ebe98a82-e7cf-4423-9667-5148614b2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.640537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-ebe98a82-e7cf-4423-9667-5148614b2567 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.0539474 Nov 25 18:40:59.677178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7900844 Nov 25 18:40:59.677439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-990e4608-b90a-4f5a-bb3c-59f9418d8a3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278955 Nov 25 18:40:59.677439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44058) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:59.724024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cec6d-4bc1-4da4-b901-b5f90c85fcf5 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Network': ['ID=6ba40e56-8232-48ec-a57a-5ad002341aee,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:40:59.742624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 6ba40e56-8232-48ec-a57a-5ad002341aee details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:40:59.836772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446244b-205c-4f82-ba72-958132ac61f1 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.840957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b446244b-205c-4f82-ba72-958132ac61f1 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] 10.222.0.62 "GET /v2.0/networks/6ba40e56-8232-48ec-a57a-5ad002341aee HTTP/1.1" status: 200 len: 756 time: 0.1625302 Nov 25 18:40:59.841930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44066) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:40:59.870277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-51283fd3-49e4-478f-8226-7c2bf7ff897d service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726060 Nov 25 18:40:59.872775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:40:59.933597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.974500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a74e1870-db09-4e89-a880-951928a1fd3b req-e3d8edb4-61e5-49bd-98ae-e06ae901b646 service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947673 Nov 25 18:40:59.975134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Transition to ACTIVE for port object 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:40:59.988091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d9c61-894e-46f3-8933-0b8bb5c0b840 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:40:59.989494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-000d9c61-894e-46f3-8933-0b8bb5c0b840 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] 10.222.0.62 "GET /v2.0/networks/a219ff33-dfee-4ec8-9fa4-228b452a6653 HTTP/1.1" status: 200 len: 768 time: 0.1454873 Nov 25 18:40:59.991220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:40:59.992410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44070) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:00.001949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e0dd-cade-4a96-8efc-aee18f4f10c1 req-83ead9e9-f783-4c54-aabf-5ec0f57d41a8 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:00.003893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44072) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:00.004376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e212e0dd-cade-4a96-8efc-aee18f4f10c1 req-83ead9e9-f783-4c54-aabf-5ec0f57d41a8 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 943 time: 0.1616158 Nov 25 18:41:00.086639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Pushing event updated for resources: {'Port': ['ID=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:00.144438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e212e0dd-cade-4a96-8efc-aee18f4f10c1 req-06a127fe-e8b1-44d6-a89f-28f1f1fd3303 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160698 Nov 25 18:41:00.176406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Attempting to bind port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:00.176836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Attempting to bind port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:00.177233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Attempting to bind port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:00.182085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:41:00.182408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Attempting to bind port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:00.187664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:00.188002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Checking segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:00.188383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Bound using segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:00.188821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Bound port: 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:00.189162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.257128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] For port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:00.260698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] For port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:00.265450 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.310829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:00.311458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.312908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] 10.222.0.64 "PUT /v2.0/ports/2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 HTTP/1.1" status: 200 len: 1091 time: 1.2826447 Nov 25 18:41:00.313356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'tag': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:00.316233 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb57e77-bf66-456b-9073-a2b6d7a59092" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4ae050-adaa-42e0-9ade-ebc556d774ea", "tag": "2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:00.340329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eaa9a-c803-4e24-9a27-19a0f6479d2f service neutron] Pushing event updated for resources: {'Port': ['ID=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:00.436914 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0f2f952-21df-4b9a-8322-2bd90540de98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.437391 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fb4d52-d3af-4e42-9889-cf96596e84ee x-openstack-request-id: req-45fb4d52-d3af-4e42-9889-cf96596e84ee {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:00.437391 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4ae050-adaa-42e0-9ade-ebc556d774ea", "tag": "2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:00.437628 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45fb4d52-d3af-4e42-9889-cf96596e84ee {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:00.437898 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'tag': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32', 'status': 'completed', 'code': 200} Nov 25 18:41:00.465188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-c2cbf4dc-f3f8-4b6f-9a5c-7c3c5f128c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:00.466821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-c2cbf4dc-f3f8-4b6f-9a5c-7c3c5f128c73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 1094 time: 0.1027830 Nov 25 18:41:00.520782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.522845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-c817ce73-9939-4140-9708-b425d4ea2a3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 HTTP/1.1" status: 200 len: 217 time: 0.0444491 Nov 25 18:41:00.561188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-c352fe2e-0f2b-4e76-b0eb-bc53e67e1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:00.562741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-c352fe2e-0f2b-4e76-b0eb-bc53e67e1d1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1094 time: 0.1695902 Nov 25 18:41:00.587532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-f8634b09-2755-48fa-92e3-a881d0575134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:00.589951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-f8634b09-2755-48fa-92e3-a881d0575134 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.0593584 Nov 25 18:41:00.647694 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.650247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-edd21240-9232-4040-b73e-041eb6a771b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498831 Nov 25 18:41:00.746207 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0f2f952-21df-4b9a-8322-2bd90540de98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.752860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.759825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-6e51e58d-6e7c-4ac4-b9eb-39bdc59cfcaf service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994942 Nov 25 18:41:00.766685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0f2f952-21df-4b9a-8322-2bd90540de98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.807983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba40e56-8232-48ec-a57a-5ad002341aee']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:00.851510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1321de-f167-4bcd-bbbd-bc2d0c4de976') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:00.851809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1321de-f167-4bcd-bbbd-bc2d0c4de976') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:00.861260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b0f2f952-21df-4b9a-8322-2bd90540de98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa01acac45474862b4a0b4cef6cffa3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8394494 Nov 25 18:41:00.862496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44102) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:00.869346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2f952-21df-4b9a-8322-2bd90540de98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b7ef16-9a16-4650-9234-58c5b5ef4afa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:00.873051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.876045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-c426e2a8-3c8c-47a4-809e-4a7f023f48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:00.877592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-c426e2a8-3c8c-47a4-809e-4a7f023f48e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 914 time: 0.2884910 Nov 25 18:41:00.888429 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d3d42f5-a381-41ad-9f0b-11c05113d28d req-f1fd2f20-4213-42f4-9a40-799a1e217970 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190562 Nov 25 18:41:00.891799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d93ef-aa87-4ef7-9a87-a2fc8a57300e req-ed400f83-4b6c-4e3e-b0a7-5d9f81ad1f08 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:00.893858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c7d93ef-aa87-4ef7-9a87-a2fc8a57300e req-ed400f83-4b6c-4e3e-b0a7-5d9f81ad1f08 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 943 time: 0.1931453 Nov 25 18:41:00.914229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.930123 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1916-466c-49a6-9e54-6b016b0187b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.956469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1916-466c-49a6-9e54-6b016b0187b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.960952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-e150c92e-6e26-4a00-8f46-1420f3381b42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 200 len: 217 time: 0.0641196 Nov 25 18:41:00.962029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:00.962651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:00.969898 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:01.030835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-15f28ca9-2659-45ba-b960-7829d0015aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:01.032629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-15f28ca9-2659-45ba-b960-7829d0015aa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 1094 time: 0.0790110 Nov 25 18:41:01.063402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1916-466c-49a6-9e54-6b016b0187b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.067085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dbd1916-466c-49a6-9e54-6b016b0187b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.071144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6dbd1916-466c-49a6-9e54-6b016b0187b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82b7ef16-9a16-4650-9234-58c5b5ef4afa HTTP/1.1" status: 204 len: 168 time: 0.2076759 Nov 25 18:41:01.091406 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c7d93ef-aa87-4ef7-9a87-a2fc8a57300e req-865016d1-6de4-4490-849f-9ecfc3ca5cc5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739733 Nov 25 18:41:01.096833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-2a1b2e28-6e86-4392-9ba7-d7ab665e7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:01.098333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-2a1b2e28-6e86-4392-9ba7-d7ab665e7792 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.1253657 Nov 25 18:41:01.103469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.121208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ba40e56-8232-48ec-a57a-5ad002341aee {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:41:01.127874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.137380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6ba40e56-8232-48ec-a57a-5ad002341aee HTTP/1.1" status: 204 len: 168 time: 1.1434631 Nov 25 18:41:01.138264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:01.177846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23360fe4-2a91-4ec7-a519-9d2c9ae2d1a2 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ba40e56-8232-48ec-a57a-5ad002341aee,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:01.189823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-6582d91c-3907-48f2-808a-ba0b62a8d2ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805647 Nov 25 18:41:01.196447 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'network': {'name': 'tempest-network--628234370'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:01.260549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-54eb15d3-e111-4a6c-a7e2-0a23aa1abb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:01.264851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-54eb15d3-e111-4a6c-a7e2-0a23aa1abb43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 916 time: 0.2247655 Nov 25 18:41:01.349237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Made reservation on behalf of 01afeddaf80a4e389416667791266988 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:01.352008 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.359811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd1916-466c-49a6-9e54-6b016b0187b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b7ef16-9a16-4650-9234-58c5b5ef4afa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:01.362654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-55d1f3ff-8a78-446b-acb2-e40096753004 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 HTTP/1.1" status: 200 len: 217 time: 0.0812593 Nov 25 18:41:01.429068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:41:01.431019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-4d902592-a45c-4f66-bc6e-3f25d377666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:01.432740 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-4d902592-a45c-4f66-bc6e-3f25d377666a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.0610683 Nov 25 18:41:01.450102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196cc44-8cf2-4bdc-acc5-47f281daad70 req-e52c6fd8-b9e1-4725-a89a-32b73776ed66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:01.464465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e196cc44-8cf2-4bdc-acc5-47f281daad70 req-e52c6fd8-b9e1-4725-a89a-32b73776ed66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 943 time: 0.1387029 Nov 25 18:41:01.500396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-1706183d-1d6a-41c8-8a3f-8ace298a1eb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594437 Nov 25 18:41:01.522640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.523024 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Added segment 614bd53d-8e0e-4172-9aeb-4cc58139ff68 of type vlan for network 29454d7d-7f73-4bcb-8fea-ad33c5da3dbe Nov 25 18:41:01.540540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-737f83d4-daa7-4b70-b026-dee96d2755c1 service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147075 Nov 25 18:41:01.683600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-1a97c60e-ddf3-481c-b81b-f874b6c4ac8b service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751456 Nov 25 18:41:01.775893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.828063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e196cc44-8cf2-4bdc-acc5-47f281daad70 req-88336eda-b23e-4248-aaf7-56731a4238cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599346 Nov 25 18:41:01.840159 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:41:01.843805 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7fb57e77-bf66-456b-9073-a2b6d7a59092 req-23c670ff-3e90-456b-a537-18bdbed24e78 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481061 Nov 25 18:41:01.897069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d32c1f74-87d0-4966-8dc3-b194ccd173d1 req-18a0feac-7ebe-4e75-9065-2238353e3287 service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456821 Nov 25 18:41:01.898372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.899349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:01.899921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:01.982155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8024676 Nov 25 18:41:01.982155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce5c0f-414f-43ed-b6a3-79f8a9d8a719 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Network': ['ID=29454d7d-7f73-4bcb-8fea-ad33c5da3dbe,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:01.982425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44136) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:01.987576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:01.992428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 29454d7d-7f73-4bcb-8fea-ad33c5da3dbe details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:41:02.168005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.205851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44144) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:02.213408 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.236730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Network 29454d7d-7f73-4bcb-8fea-ad33c5da3dbe is not hosted by any dhcp agent {{(pid=103456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:41:02.238267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:02.238993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.242512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "PUT /v2.0/networks/29454d7d-7f73-4bcb-8fea-ad33c5da3dbe HTTP/1.1" status: 200 len: 857 time: 0.2573750 Nov 25 18:41:02.244599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:02.292581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab269d3-f050-494d-83f6-cf4a71429e2e tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event updated for resources: {'Network': ['ID=29454d7d-7f73-4bcb-8fea-ad33c5da3dbe,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:02.310994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555d133-8715-4c09-ba35-18f39b3b895e req-0de3522a-7f23-4476-8d3a-7af7d0ef936b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:02.312768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6555d133-8715-4c09-ba35-18f39b3b895e req-0de3522a-7f23-4476-8d3a-7af7d0ef936b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 943 time: 0.1286240 Nov 25 18:41:02.341479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.381815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1871844768-network', 'tenant_id': '4973ca78d37b4f96adafcd6955f401d6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:02.411028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6555d133-8715-4c09-ba35-18f39b3b895e req-40aefd88-5b70-4bc9-8c95-a54c46444f5b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885241 Nov 25 18:41:02.447572 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.450381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Made reservation on behalf of 4973ca78d37b4f96adafcd6955f401d6 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:02.452676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.468878 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.491017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29454d7d-7f73-4bcb-8fea-ad33c5da3dbe']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:02.506693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614bd53d-8e0e-4172-9aeb-4cc58139ff68') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:02.506986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614bd53d-8e0e-4172-9aeb-4cc58139ff68') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:02.518309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.541061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.546907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:02.547290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:02.549036 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:02.607363 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.613652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29454d7d-7f73-4bcb-8fea-ad33c5da3dbe {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:41:02.628348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.631626 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] 10.222.0.62 "DELETE /v2.0/networks/29454d7d-7f73-4bcb-8fea-ad33c5da3dbe HTTP/1.1" status: 204 len: 168 time: 0.3860416 Nov 25 18:41:02.635107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44152) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:02.637378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011bd2a-7e50-45b4-a180-3e989d41cae0 tempest-ExternalNetworksTestJSON-1287761434 tempest-ExternalNetworksTestJSON-1287761434-project-admin] Pushing event deleted for resources: {'Network': ['ID=29454d7d-7f73-4bcb-8fea-ad33c5da3dbe,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:02.691849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.695958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.701589 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-20577328-7278-4ffb-834c-d755d61c6bc6 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] DELETE failed (client error): The resource could not be found. Nov 25 18:41:02.703169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20577328-7278-4ffb-834c-d755d61c6bc6 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:41:02.711681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-20577328-7278-4ffb-834c-d755d61c6bc6 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] 10.222.0.62 "DELETE /v2.0/subnets/5557ef60-dea2-4a53-8b70-fb96e368eb69 HTTP/1.1" status: 404 len: 337 time: 0.0755246 Nov 25 18:41:02.714207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44156) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:02.732915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:41:02.746418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab516ae-36b8-4efc-be04-4ae986bccf51,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:02.755075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.755543 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Added segment 6f22dbc6-4ca7-4960-8c9f-5cc58c003d44 of type vlan for network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 Nov 25 18:41:02.855557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.898791 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.932403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:02.933425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:02.935302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.002303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] Pushing event updated for resources: {'Network': ['ID=19d97277-8d5c-4b0b-9706-47a34c98b1c6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:03.029007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:41:03.061405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-76b61e58-a4ce-429e-a67b-0f61ed7fc509 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8514967 Nov 25 18:41:03.066985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:03.074316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Request body: {'subnet': {'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1871844768-subnet', 'tenant_id': '4973ca78d37b4f96adafcd6955f401d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:03.101837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Made reservation on behalf of 4973ca78d37b4f96adafcd6955f401d6 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:03.106360 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.106832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.153439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e387ce-afec-4dd1-910f-21b32aafda5b req-56af53ac-7917-4300-b808-7387d30e1982 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:03.166310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2e387ce-afec-4dd1-910f-21b32aafda5b req-56af53ac-7917-4300-b808-7387d30e1982 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 943 time: 0.2133772 Nov 25 18:41:03.192654 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.211347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a219ff33-dfee-4ec8-9fa4-228b452a6653']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:03.230516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa88ea19-9ac7-4f36-bf24-dc6605c464eb') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:03.230838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa88ea19-9ac7-4f36-bf24-dc6605c464eb') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:03.254767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.274253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2e387ce-afec-4dd1-910f-21b32aafda5b req-a34254cf-41bf-47d2-a11d-98bf3bbb2fe3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043277 Nov 25 18:41:03.292925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.303092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:03.303818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.352194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:03.369233 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:03.387826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.419765 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.427417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] 10.222.0.62 "DELETE /v2.0/networks/a219ff33-dfee-4ec8-9fa4-228b452a6653 HTTP/1.1" status: 204 len: 168 time: 0.7051134 Nov 25 18:41:03.428361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff37d0-cf31-4902-bc81-f8b7f05b1626 tempest-ExternalNetworksTestJSON-2104393434 tempest-ExternalNetworksTestJSON-2104393434-project] Pushing event deleted for resources: {'Network': ['ID=a219ff33-dfee-4ec8-9fa4-228b452a6653,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:03.443067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f54af3-f7c8-4907-9fd4-111d769066ab,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:03.455438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Checking segment: {'id': '6f22dbc6-4ca7-4960-8c9f-5cc58c003d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:03.456265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Network hostable DHCP agents. Network: 19d97277-8d5c-4b0b-9706-47a34c98b1c6, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:41:03.491091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:41:03.508250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 19d97277-8d5c-4b0b-9706-47a34c98b1c6) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:03.517714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:03.519281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:03.523879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f55ba6c-df45-453a-910c-7aec138fdc91 None None] Network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:03.568890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f307668d-7695-40f9-9789-13a36b0d31e4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5002620 Nov 25 18:41:03.586783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754031-cc1e-4b72-bcf3-99517b63afd9 req-a196964d-4b3c-4138-a7bc-ff7440634a45 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:03.588492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99754031-cc1e-4b72-bcf3-99517b63afd9 req-a196964d-4b3c-4138-a7bc-ff7440634a45 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 943 time: 0.0752406 Nov 25 18:41:03.709527 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99754031-cc1e-4b72-bcf3-99517b63afd9 req-6c4fdb99-a5eb-4dc9-b6fd-cb9107de8b2e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141486 Nov 25 18:41:03.749579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b39520-be1d-4ead-a932-a9b878b40eb5 None None] Network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:03.837271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44190) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:04.029998 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-42217098-300e-4c05-a295-77a6c3d5051a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cde904f5fa6f4e539ec07d216098b26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1914351 Nov 25 18:41:04.032509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44198) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:04.066264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:41:04.103105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968aa97e-897a-4236-baee-b3f52ec793f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.134437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968aa97e-897a-4236-baee-b3f52ec793f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.189603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:04.205281 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968aa97e-897a-4236-baee-b3f52ec793f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.209867 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968aa97e-897a-4236-baee-b3f52ec793f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.210532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-968aa97e-897a-4236-baee-b3f52ec793f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e72a4f24-4d53-49e9-8531-a9628dde0d31 HTTP/1.1" status: 204 len: 168 time: 0.1769540 Nov 25 18:41:04.222290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'port_id': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32', 'mac_address': 'fa:16:3e:70:08:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3c63e6-c72b-4707-82ed-fa77b99541b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:41:04.229181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aa97e-897a-4236-baee-b3f52ec793f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a4f24-4d53-49e9-8531-a9628dde0d31,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:04.344922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44210) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:04.352560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1762320258-network', 'tenant_id': '31e52dd4f08348bdbcaa76d6cf467c0f'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:04.385495 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.403165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:04.442256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:04.449234 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.474033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Made reservation on behalf of 31e52dd4f08348bdbcaa76d6cf467c0f for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:04.476340 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.494967 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.522151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3d0a1-0af6-446c-a170-9a0502aeb0ca req-3d01de41-fa39-4e16-b878-2e4ce3c2eba9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:04.523765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eff3d0a1-0af6-446c-a170-9a0502aeb0ca req-3d01de41-fa39-4e16-b878-2e4ce3c2eba9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 943 time: 0.1091743 Nov 25 18:41:04.531110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:04.623297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eff3d0a1-0af6-446c-a170-9a0502aeb0ca req-b78bc4df-40f1-46d4-bc6b-fe52763a82dc tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895252 Nov 25 18:41:04.647120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.654743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.710789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44218) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:04.718992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:41:04.721530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b4ec6f-84d5-46b0-97a3-de17b002a836,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:04.737824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:04.750285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.751411 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Added segment 91dd911c-009f-479f-80d2-7bc04e4a87cc of type vlan for network ef3a81b1-f865-4715-a2d6-7ef9215f9353 Nov 25 18:41:04.792039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4f5c415b-1a9e-44b3-a5e9-7a901ccdbdcd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01afeddaf80a4e389416667791266988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800745 Nov 25 18:41:04.794758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44222) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:04.820562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3f97b710-0024-43e8-b057-df0fcd79f491 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:41:04.862929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.887267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6479d3-e75f-4355-ad6f-073db099350a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.905208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5bbdc-218e-4b59-97a0-dd8a9d7c5d7c req-0628a612-054d-4e98-8c83-f839bae0bfa5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:04.908176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1a5bbdc-218e-4b59-97a0-dd8a9d7c5d7c req-0628a612-054d-4e98-8c83-f839bae0bfa5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 944 time: 0.0900462 Nov 25 18:41:04.917077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.920014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:04.921684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.953018 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6479d3-e75f-4355-ad6f-073db099350a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:04.998606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6520841 Nov 25 18:41:05.022197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:05.036648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Request body: {'subnet': {'network_id': 'ef3a81b1-f865-4715-a2d6-7ef9215f9353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1762320258-subnet', 'tenant_id': '31e52dd4f08348bdbcaa76d6cf467c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:05.060177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6479d3-e75f-4355-ad6f-073db099350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.064980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b6479d3-e75f-4355-ad6f-073db099350a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.066368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b6479d3-e75f-4355-ad6f-073db099350a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c862004-9868-40bc-aa81-99f135df9ecd HTTP/1.1" status: 204 len: 168 time: 0.2703481 Nov 25 18:41:05.076192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6479d3-e75f-4355-ad6f-073db099350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c862004-9868-40bc-aa81-99f135df9ecd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:05.150105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3f97b710-0024-43e8-b057-df0fcd79f491,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:05.183553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '3f97b710-0024-43e8-b057-df0fcd79f491', 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0', 'port_id': '3f97b710-0024-43e8-b057-df0fcd79f491', 'mac_address': 'fa:16:3e:e4:dd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b5a403-a8f8-4f40-bcb4-f77933c34b05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:41:05.253339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c14fc-7729-4860-b9cc-71c366c05392 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3a81b1-f865-4715-a2d6-7ef9215f9353,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:05.275119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1a5bbdc-218e-4b59-97a0-dd8a9d7c5d7c req-785695a3-1b0a-4253-b080-c97568ec2e1b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278441 Nov 25 18:41:05.285650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Made reservation on behalf of 31e52dd4f08348bdbcaa76d6cf467c0f for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:05.290032 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.294710 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.350210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f97b710-0024-43e8-b057-df0fcd79f491 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:05.385357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network ef3a81b1-f865-4715-a2d6-7ef9215f9353 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:41:05.581193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3f97b710-0024-43e8-b057-df0fcd79f491,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:05.597412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.644453 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.675492 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:05.781946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0b0ebb-c799-4a8b-88c4-64db74a0e200,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:05.803269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Checking segment: {'id': '91dd911c-009f-479f-80d2-7bc04e4a87cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ef3a81b1-f865-4715-a2d6-7ef9215f9353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:05.803714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Network hostable DHCP agents. Network: ef3a81b1-f865-4715-a2d6-7ef9215f9353, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:41:05.827625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ba25c-789f-4d37-a69a-8f4cdeddf2d5 req-0a1ace78-b399-4ca6-a047-161a38268146 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:05.830144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a0ba25c-789f-4d37-a69a-8f4cdeddf2d5 req-0a1ace78-b399-4ca6-a047-161a38268146 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 944 time: 0.0977604 Nov 25 18:41:05.832551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Network ef3a81b1-f865-4715-a2d6-7ef9215f9353 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:41:05.849077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, ef3a81b1-f865-4715-a2d6-7ef9215f9353) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:05.860258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea720f5-d400-4e9f-9f86-5ba43f00159d None None] Network ef3a81b1-f865-4715-a2d6-7ef9215f9353 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:05.870382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:05.874820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:05.911781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bfeb4a55-45c5-41ed-9d15-14b6f1d39216 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8884246 Nov 25 18:41:05.962892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a0ba25c-789f-4d37-a69a-8f4cdeddf2d5 req-aaa0d7d7-32d4-4106-9826-ae38b768fa35 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197104 Nov 25 18:41:06.036825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:06.088521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:06.145449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee0ca0-1c7b-446e-90d0-f663003da768 None None] Network ef3a81b1-f865-4715-a2d6-7ef9215f9353 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:06.365892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:41:06.412859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:06.413338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.543126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6111947-e0e0-49c3-9f2b-14b1cfccf8d2 req-8a4dce7e-8929-4e4a-9015-9cf445d7a382 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:06.547952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6111947-e0e0-49c3-9f2b-14b1cfccf8d2 req-8a4dce7e-8929-4e4a-9015-9cf445d7a382 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 944 time: 0.1106591 Nov 25 18:41:06.656734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6111947-e0e0-49c3-9f2b-14b1cfccf8d2 req-7347a086-9bee-4197-aa0f-4673a1fd55e4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972431 Nov 25 18:41:06.752149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.779470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:06.782089 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfbed8f-8f98-4967-90a1-696d6b66de83" -d '{"events": [{"server_uuid": "6e4ae050-adaa-42e0-9ade-ebc556d774ea", "name": "network-vif-plugged", "status": "completed", "tag": "2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:06.835803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:06.844713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:06.856078 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09709873-b699-45cb-834f-4752009473f0 x-openstack-request-id: req-09709873-b699-45cb-834f-4752009473f0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:06.856663 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4ae050-adaa-42e0-9ade-ebc556d774ea", "name": "network-vif-plugged", "status": "completed", "tag": "2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:06.858479 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09709873-b699-45cb-834f-4752009473f0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:06.859220 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32', 'code': 200} Nov 25 18:41:06.947447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282edb80-c512-482f-b407-2be1cc47ee7a req-77a55628-cbbf-4c8e-b17d-2d29898b9507 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:06.965142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-77a55628-cbbf-4c8e-b17d-2d29898b9507 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/networks?id=19d97277-8d5c-4b0b-9706-47a34c98b1c6 HTTP/1.1" status: 200 len: 825 time: 0.2381194 Nov 25 18:41:06.970495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:07.000135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-44799444-6506-49de-a774-7c8618d5b706 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/quotas/4973ca78d37b4f96adafcd6955f401d6 HTTP/1.1" status: 200 len: 375 time: 0.0336692 Nov 25 18:41:07.051005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-a47636b7-2581-4acf-977f-f98b8ee4860f tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4973ca78d37b4f96adafcd6955f401d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496774 Nov 25 18:41:07.137660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642964-8708-40ef-a7b1-62f4077b3329 req-0d54d69b-1dc3-42e7-bec7-e441a3eb059e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:07.146112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71642964-8708-40ef-a7b1-62f4077b3329 req-0d54d69b-1dc3-42e7-bec7-e441a3eb059e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 944 time: 0.0750785 Nov 25 18:41:07.229377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71642964-8708-40ef-a7b1-62f4077b3329 req-608a08d5-8b28-47f9-ada4-16146da43d67 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792842 Nov 25 18:41:07.238557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-fdf49e4d-c24b-486b-9d2d-12e4a73b58ab service neutron] 10.222.0.62 "GET /v2.0/networks/19d97277-8d5c-4b0b-9706-47a34c98b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865559 Nov 25 18:41:07.442816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-5c8a555d-510d-4452-960e-9c33b077d9fc service neutron] 10.222.0.62 "GET /v2.0/networks/19d97277-8d5c-4b0b-9706-47a34c98b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008896 Nov 25 18:41:07.448021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ad996-2717-49cd-ad9b-56c58f5c8896 req-b89bacaa-d753-4651-9470-024903a7733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:07.450610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-451ad996-2717-49cd-ad9b-56c58f5c8896 req-b89bacaa-d753-4651-9470-024903a7733b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 1096 time: 0.4830678 Nov 25 18:41:07.468208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44306) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:07.520198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-451ad996-2717-49cd-ad9b-56c58f5c8896 req-ad7cdfe8-b348-448c-9c35-5def3b17b499 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615437 Nov 25 18:41:07.587266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1986605052', 'router:external': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:07.623602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Made reservation on behalf of 33022e6800fc4b789806db0e45cd0929 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:07.626426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.638625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.706529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb872f7f-3aa8-4faf-ad59-6c7055410ec5 req-69d8ef64-7e25-480f-9cae-eda09f93c0a2 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 210 time: 0.0468805 Nov 25 18:41:07.822379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.828781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.829999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740556c6-377e-4688-bacd-5850f77a9d61 req-d4927bd7-b572-4e28-9a86-1e372b69e2a6 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:07.838768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-740556c6-377e-4688-bacd-5850f77a9d61 req-d4927bd7-b572-4e28-9a86-1e372b69e2a6 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 945 time: 0.0685074 Nov 25 18:41:07.844077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:41:07.855277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:07.855909 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Added segment 6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3 of type vlan for network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 Nov 25 18:41:07.903221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-740556c6-377e-4688-bacd-5850f77a9d61 req-a6d8a5ae-2755-4e67-a882-9bbb973f2c25 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630178 Nov 25 18:41:08.014073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea5a0a1-a9d1-4cfd-8377-e06529ce54e4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:08.019600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.069815 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.070806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:08.071483 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.198830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7297454 Nov 25 18:41:08.201857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:08.209350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'subnet': {'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:08.215600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c6fb-5caa-4e91-ad0e-cdefb46999aa tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Network': ['ID=56f6cc89-6877-4f1e-89a8-91ccf86d4073,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:08.250595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:41:08.261665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Made reservation on behalf of 33022e6800fc4b789806db0e45cd0929 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:08.265522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:08.558176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4cc00-7a3a-4491-8345-3e870186a3c3 req-32defb10-4c09-4a48-915f-3da612c9fa53 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:08.567690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4cc4cc00-7a3a-4491-8345-3e870186a3c3 req-32defb10-4c09-4a48-915f-3da612c9fa53 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 944 time: 0.1779497 Nov 25 18:41:08.749954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4cc4cc00-7a3a-4491-8345-3e870186a3c3 req-ecb756c6-f3b2-46a6-899b-04cd7e1237e4 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491363 Nov 25 18:41:08.866135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3f97b710-0024-43e8-b057-df0fcd79f491 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:08.902258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d89be5e-cd14-4c73-bf9d-a85eb48d480f req-9974b9b5-c50a-41cb-b9bd-da1c5aca951b tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 210 time: 0.0816691 Nov 25 18:41:08.994013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 3f97b710-0024-43e8-b057-df0fcd79f491 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:41:09.007852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 3f97b710-0024-43e8-b057-df0fcd79f491 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:09.009561 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.259640 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.293304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b671d-f6ab-4eae-87ca-c10d1b82952d req-e562c598-e8cd-4a00-a6db-8135551a1887 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:09.302126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-587b671d-f6ab-4eae-87ca-c10d1b82952d req-e562c598-e8cd-4a00-a6db-8135551a1887 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 945 time: 0.1473422 Nov 25 18:41:09.323273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3f97b710-0024-43e8-b057-df0fcd79f491,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:09.324471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:09.327399 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3c810a-488a-41ee-b336-d7cdf5f572f1" -d '{"events": [{"server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "name": "network-vif-plugged", "status": "completed", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:09.335598 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.379291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-587b671d-f6ab-4eae-87ca-c10d1b82952d req-139268df-083f-45bb-a8d3-3b2ba2024d99 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713747 Nov 25 18:41:09.426727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:09.440953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282edb80-c512-482f-b407-2be1cc47ee7a req-e3ea6c0d-905f-439f-8148-821aab1d54c3 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:09.444470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-e3ea6c0d-905f-439f-8148-821aab1d54c3 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.66 "GET /v2.0/networks?id=19d97277-8d5c-4b0b-9706-47a34c98b1c6 HTTP/1.1" status: 200 len: 825 time: 0.3058290 Nov 25 18:41:09.455855 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd29208-43af-46c7-8f01-fbad64327f88 x-openstack-request-id: req-cdd29208-43af-46c7-8f01-fbad64327f88 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:09.456175 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "name": "network-vif-plugged", "status": "completed", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:09.456443 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdd29208-43af-46c7-8f01-fbad64327f88 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:09.456869 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491', 'code': 200} Nov 25 18:41:09.463517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Request body: {'port': {'device_id': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6', 'admin_state_up': True, 'tenant_id': '4973ca78d37b4f96adafcd6955f401d6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:09.489532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:41:09.490006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.615020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Checking segment: {'id': '6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:09.615671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network hostable DHCP agents. Network: 56f6cc89-6877-4f1e-89a8-91ccf86d4073, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:41:09.619197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00745289-e725-47e5-97d6-0f3df5d600d1,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:09.644522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:41:09.657681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 56f6cc89-6877-4f1e-89a8-91ccf86d4073) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:09.667510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:09.667510 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.674024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b8142-9e71-46aa-8518-a5d3666fecd1 None None] Network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:09.688249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce7ce3-c9cf-4d6b-bb73-c1f8130463d8 req-db0c9a98-8e64-4e2b-9283-2e90e49260b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:09.690376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78ce7ce3-c9cf-4d6b-bb73-c1f8130463d8 req-db0c9a98-8e64-4e2b-9283-2e90e49260b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1096 time: 0.0744450 Nov 25 18:41:09.691767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Made reservation on behalf of 4973ca78d37b4f96adafcd6955f401d6 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:09.696080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.702279 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4e1a4a90-e043-4701-bf26-2ef0224fcf57 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4985292 Nov 25 18:41:09.705030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44368) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:09.714276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2071804542', 'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:09.748433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Made reservation on behalf of 33022e6800fc4b789806db0e45cd0929 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:09.752812 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:09.779597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] device_id is not set on port fe300bf1-068a-48a9-8995-b0028dcaa4c2 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:41:09.785765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78ce7ce3-c9cf-4d6b-bb73-c1f8130463d8 req-58a8bd42-7944-4819-9c05-1bfe0e6f5d20 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870960 Nov 25 18:41:09.925310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4a50b-8178-473a-82f7-87c0236a61b9 None None] Network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:09.955641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Allocated IP 172.20.0.12 (56f6cc89-6877-4f1e-89a8-91ccf86d4073/00745289-e725-47e5-97d6-0f3df5d600d1/fe300bf1-068a-48a9-8995-b0028dcaa4c2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:10.024333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430fcf8-8022-4446-987e-e2f9b233cf0c req-e9491ba1-e320-4f7a-bb32-78fd328e7295 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:10.026804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9430fcf8-8022-4446-987e-e2f9b233cf0c req-e9491ba1-e320-4f7a-bb32-78fd328e7295 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 945 time: 0.1550934 Nov 25 18:41:10.056965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42674ae0-9cf7-4fe1-a8e5-bf5d5485da35 req-e0e957e6-6e7a-4ca3-b50a-4e327f9ffa24 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 210 time: 0.0456986 Nov 25 18:41:10.109190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Allocated IP 172.20.0.6 (19d97277-8d5c-4b0b-9706-47a34c98b1c6/f0f54af3-f7c8-4907-9fd4-111d769066ab/6bdaaa6d-77a4-495b-835a-25f0e505e2dc) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:10.204371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9430fcf8-8022-4446-987e-e2f9b233cf0c req-c1f0d57e-ce4f-412a-9690-1969072894c4 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496716 Nov 25 18:41:10.225620 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.275531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.334319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:10.338286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:10.349089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:10.354789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Port': ['ID=fe300bf1-068a-48a9-8995-b0028dcaa4c2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:10.356275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.402596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:10.410162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.441665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-69567c5e-8196-4bb1-8459-98836e337bb7 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7348340 Nov 25 18:41:10.445200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44384) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:10.483262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.547502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:10.556798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:10.563056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:10.600854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Pushing event updated for resources: {'Port': ['ID=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:10.631588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:10.632250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.637452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Deleting port fe300bf1-068a-48a9-8995-b0028dcaa4c2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:10.637792 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.712868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-cba92884-f821-4286-9a93-0411f114511d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2603438 Nov 25 18:41:10.732205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Request body: {'port': {'device_id': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:10.811476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.828936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Calling delete_port for fe300bf1-068a-48a9-8995-b0028dcaa4c2 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:10.831261 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:10.882869 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-97a18aa4-4f5a-4d87-9391-a879fd90a52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.186754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.187321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d5da8-b149-409e-8072-402be759e118 req-51b8f090-de29-4d96-b685-688db33146c6 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:11.188774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d94d5da8-b149-409e-8072-402be759e118 req-51b8f090-de29-4d96-b685-688db33146c6 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 931 time: 0.0611262 Nov 25 18:41:11.238814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe300bf1-068a-48a9-8995-b0028dcaa4c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:11.266504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d94d5da8-b149-409e-8072-402be759e118 req-4d5f9a0d-b739-4537-b617-bc547bdad303 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646925 Nov 25 18:41:11.368970 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.372232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bbf99b58-cc99-48ed-8a9d-c68b24fb8b7c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "DELETE /v2.0/ports/fe300bf1-068a-48a9-8995-b0028dcaa4c2 HTTP/1.1" status: 204 len: 168 time: 0.9259801 Nov 25 18:41:11.374985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44398) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:11.381226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073', 'external_fixed_ips': [{'subnet_id': '00745289-e725-47e5-97d6-0f3df5d600d1', 'ip_address': '172.20.0.12'}]}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:11.388221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdaaa6d-77a4-495b-835a-25f0e505e2dc {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:11.399832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae770f-0b9d-417d-b5cf-4844a8ef19cc req-13a66fe5-0369-495e-9305-110940e86e55 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:11.401362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1dae770f-0b9d-417d-b5cf-4844a8ef19cc req-13a66fe5-0369-495e-9305-110940e86e55 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 945 time: 0.1158860 Nov 25 18:41:11.405803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.416700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.418199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.437109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Transition to ACTIVE for port object 6bdaaa6d-77a4-495b-835a-25f0e505e2dc will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:41:11.445940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.508550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1dae770f-0b9d-417d-b5cf-4844a8ef19cc req-4ddc2024-1724-49b6-9cd2-cae23e25b89f tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959764 Nov 25 18:41:11.524303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:11.569032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.601434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Attempting to bind port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:11.603249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Attempting to bind port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '6f22dbc6-4ca7-4960-8c9f-5cc58c003d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:11.603588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Attempting to bind port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc on network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:11.608048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc on network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:41:11.608366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Attempting to bind port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc on network 19d97277-8d5c-4b0b-9706-47a34c98b1c6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:11.613871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:11.614209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Checking segment: {'id': '6f22dbc6-4ca7-4960-8c9f-5cc58c003d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:11.614634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Bound using segment: {'id': '6f22dbc6-4ca7-4960-8c9f-5cc58c003d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:11.615069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Bound port: 6bdaaa6d-77a4-495b-835a-25f0e505e2dc, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f22dbc6-4ca7-4960-8c9f-5cc58c003d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:11.615426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.691386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] For port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:11.694709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] For port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,segment=NetworkSegment(6f22dbc6-4ca7-4960-8c9f-5cc58c003d44),segment_id=6f22dbc6-4ca7-4960-8c9f-5cc58c003d44)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:11.700543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.735690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:11.736369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.738371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] 10.222.0.66 "PUT /v2.0/ports/6bdaaa6d-77a4-495b-835a-25f0e505e2dc HTTP/1.1" status: 200 len: 1091 time: 1.0139344 Nov 25 18:41:11.738851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'tag': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:11.741120 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb43a759-5ecd-4645-b42f-145654b4c781", "tag": "6bdaaa6d-77a4-495b-835a-25f0e505e2dc"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:11.782974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a0ea7-15e4-4deb-a8fa-5ae1eee74169 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:11.817567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:11.831473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-0ba88a65-cbdb-4d1b-9c96-e2ce15fdea13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1101961998&fields=id&tenant_id=8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 267 time: 0.2248602 Nov 25 18:41:11.889359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282edb80-c512-482f-b407-2be1cc47ee7a req-c91e797b-c012-4a56-ae7f-8ec3c45b8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:11.891046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-c91e797b-c012-4a56-ae7f-8ec3c45b8c4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4973ca78d37b4f96adafcd6955f401d6&device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 1094 time: 0.1036165 Nov 25 18:41:11.892489 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee76046-654d-4e9e-9551-40b75847b44c x-openstack-request-id: req-8ee76046-654d-4e9e-9551-40b75847b44c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:11.892760 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb43a759-5ecd-4645-b42f-145654b4c781", "tag": "6bdaaa6d-77a4-495b-835a-25f0e505e2dc", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:11.893603 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ee76046-654d-4e9e-9551-40b75847b44c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:11.894052 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'tag': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc', 'status': 'completed', 'code': 200} Nov 25 18:41:11.934183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-1d91de96-4a03-4cd6-90aa-108995923653 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bdaaa6d-77a4-495b-835a-25f0e505e2dc HTTP/1.1" status: 200 len: 217 time: 0.0351479 Nov 25 18:41:11.953249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-fd81cfe1-1869-4cd7-ae52-050103588416 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:11.954764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-fd81cfe1-1869-4cd7-ae52-050103588416 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 945 time: 0.1143184 Nov 25 18:41:11.972179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'port': {'security_groups': ['0ab8fdda-37fb-4069-9049-b116796293d6', '8265d6a8-74c8-40c6-9cc4-3c1df558587f']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:12.001941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282edb80-c512-482f-b407-2be1cc47ee7a req-be92d7df-b098-4c2a-9a8f-8739ba961972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:12.003546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-be92d7df-b098-4c2a-9a8f-8739ba961972 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0f54af3-f7c8-4907-9fd4-111d769066ab HTTP/1.1" status: 200 len: 865 time: 0.0626388 Nov 25 18:41:12.041248 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-0635ea97-0f7a-4156-a5ca-bc5015e5ce02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19d97277-8d5c-4b0b-9706-47a34c98b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305758 Nov 25 18:41:12.059768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.163414 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-20f7e2fb-55b0-44da-9224-c049a4333e75 service neutron] 10.222.0.66 "GET /v2.0/networks/19d97277-8d5c-4b0b-9706-47a34c98b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144800 Nov 25 18:41:12.278385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-282edb80-c512-482f-b407-2be1cc47ee7a req-7883274f-5d08-4d26-b4b4-bd9acc0a157b service neutron] 10.222.0.66 "GET /v2.0/networks/19d97277-8d5c-4b0b-9706-47a34c98b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045923 Nov 25 18:41:12.362684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.427405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.450546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-468d9e81-61d0-4585-a21d-c139be639c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:12.453260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-468d9e81-61d0-4585-a21d-c139be639c96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4973ca78d37b4f96adafcd6955f401d6&device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 1094 time: 0.1227381 Nov 25 18:41:12.562579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3f97b710-0024-43e8-b057-df0fcd79f491,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:12.607488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.626112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:12.638021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:12.784582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Allocated IP 172.20.0.12 (56f6cc89-6877-4f1e-89a8-91ccf86d4073/00745289-e725-47e5-97d6-0f3df5d600d1/c5dcc525-46ef-4be0-8579-5f6b9c9e196c) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:12.961966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6b34-38e8-42a2-9597-d5677527c72e req-8720d8ba-064b-4ead-ac46-4f43876251d4 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:12.969367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bebf6b34-38e8-42a2-9597-d5677527c72e req-8720d8ba-064b-4ead-ac46-4f43876251d4 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 943 time: 0.4613886 Nov 25 18:41:13.035342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:13.035802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-ceea1df5-6bcb-4838-8c50-85baabc51c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:13.036043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.037384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-865c6a9a-a82b-484c-bb40-df8e6a30487b req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "PUT /v2.0/ports/3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 200 len: 981 time: 1.0704470 Nov 25 18:41:13.037509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-ceea1df5-6bcb-4838-8c50-85baabc51c1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=19d97277-8d5c-4b0b-9706-47a34c98b1c6 HTTP/1.1" status: 200 len: 926 time: 0.5757630 Nov 25 18:41:13.039594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:13.042253 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc2eaf-427e-4a1a-af1c-050aedaf1806" -d '{"events": [{"name": "network-changed", "server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:13.047160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bebf6b34-38e8-42a2-9597-d5677527c72e req-688a112c-3f5e-4b7f-8f86-7b6fbbc729a8 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769527 Nov 25 18:41:13.103731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-4ee40e2f-2570-4ec8-9e70-9f2f8f144856 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bdaaa6d-77a4-495b-835a-25f0e505e2dc HTTP/1.1" status: 200 len: 217 time: 0.0555742 Nov 25 18:41:13.151933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2d92d-cc0c-4a99-9095-b2e5da94a44b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:13.202193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.206964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-292a3816-8b62-44ac-8db7-b8e63bd69a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:13.210876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:13.222754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-292a3816-8b62-44ac-8db7-b8e63bd69a85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0f54af3-f7c8-4907-9fd4-111d769066ab HTTP/1.1" status: 200 len: 865 time: 0.0975816 Nov 25 18:41:13.245588 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707cbfcd-9bf8-494b-8b39-621db3dcd757 x-openstack-request-id: req-707cbfcd-9bf8-494b-8b39-621db3dcd757 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:13.252622 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:13.253305 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-707cbfcd-9bf8-494b-8b39-621db3dcd757 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:13.254008 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491', 'status': 'completed', 'code': 200} Nov 25 18:41:13.268292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-64c91bdd-b28b-42e9-8d85-5efc4e16bb52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19d97277-8d5c-4b0b-9706-47a34c98b1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438073 Nov 25 18:41:13.320397 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.336052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-ebf40bd2-228f-48c4-ae2c-8a57f457cc23 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1052125799&fields=id&tenant_id=8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 267 time: 0.1150370 Nov 25 18:41:13.365407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:13.376987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:13.382836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-a2e69331-ee6e-408a-b7c9-2ca051930479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:13.386546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-a2e69331-ee6e-408a-b7c9-2ca051930479 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1135 time: 0.1199605 Nov 25 18:41:13.389449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:13.463233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2800d34c-7344-4a9a-b1cb-fbae24133adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.464099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Port': ['ID=c5dcc525-46ef-4be0-8579-5f6b9c9e196c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:13.486331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-6951bef6-fe85-4305-be41-714b4437db96 service neutron] 10.222.0.66 "GET /v2.0/networks/19d97277-8d5c-4b0b-9706-47a34c98b1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098112 Nov 25 18:41:13.494738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-10abf23f-49ae-43b7-8b60-4901668cf279 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:13.496943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-10abf23f-49ae-43b7-8b60-4901668cf279 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 984 time: 0.1341019 Nov 25 18:41:13.584214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'port': {'security_groups': ['0ab8fdda-37fb-4069-9049-b116796293d6', '8265d6a8-74c8-40c6-9cc4-3c1df558587f', 'f8e6f411-f54a-4cda-96f5-b7a946a25d8c']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:13.605285 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a7fbd3e-aaa1-444e-9276-be441f0a1b1f req-85c6ceec-86b1-43dc-b06f-96227a11a573 service neutron] 10.222.0.66 "GET /v2.0/networks/19d97277-8d5c-4b0b-9706-47a34c98b1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104321 Nov 25 18:41:13.615455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-c91eec3e-3317-4bf3-a673-6f0f998ca1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:13.616893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-c91eec3e-3317-4bf3-a673-6f0f998ca1bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 914 time: 0.2167273 Nov 25 18:41:13.661919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-72135a50-c37c-4bbf-a339-f3a670289b36 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 200 len: 217 time: 0.0366070 Nov 25 18:41:13.714076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-a166aafc-f9d9-41a9-b183-7cb5f339f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:13.715995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-a166aafc-f9d9-41a9-b183-7cb5f339f5ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.0474348 Nov 25 18:41:13.761362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-1abdce47-2845-40d8-8189-ec490ac89b1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372827 Nov 25 18:41:13.768630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:13.954757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-e3c8d3dd-3b19-4a3b-94a9-c0e85d2d55b3 service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753416 Nov 25 18:41:13.993870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.099196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03fc2eaf-427e-4a1a-af1c-050aedaf1806 req-fa347bf3-6aa5-4ddc-a296-2ed582b3e27f service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342845 Nov 25 18:41:14.207006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e1bbd-e428-419b-94ee-1b95f2f1b4e0 req-7bbf6a1f-5318-46c9-ae3b-37744e5303a4 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:14.215429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-680e1bbd-e428-419b-94ee-1b95f2f1b4e0 req-7bbf6a1f-5318-46c9-ae3b-37744e5303a4 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 943 time: 0.0689933 Nov 25 18:41:14.291874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-680e1bbd-e428-419b-94ee-1b95f2f1b4e0 req-bdd58705-8998-4585-a239-f34f489f64c7 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752831 Nov 25 18:41:14.311328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.574383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3f97b710-0024-43e8-b057-df0fcd79f491,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:14.652333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.657965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.671291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:14.705241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.718091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:14.718777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:14.720191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5af77a3d-ac31-4ed4-a691-ae1ed8d76870 req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "PUT /v2.0/ports/3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 200 len: 1020 time: 1.1461480 Nov 25 18:41:14.793320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03bc1d-aaf3-47f6-9db4-c2fcef156500 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:14.854648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:14.964522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Router 9cd700bd-b1f5-430c-adef-c8108c7dfb01 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:41:14.988458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dad632-04bb-4f8d-94e6-c0640d9166bf req-74275a5a-7a2e-4555-bc9f-baf360ed386d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:15.001915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94dad632-04bb-4f8d-94e6-c0640d9166bf req-74275a5a-7a2e-4555-bc9f-baf360ed386d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1023 time: 0.1537702 Nov 25 18:41:15.146269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94dad632-04bb-4f8d-94e6-c0640d9166bf req-d5581395-3af7-4999-a886-0923c0435c9f tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e6f411-f54a-4cda-96f5-b7a946a25d8c&id=8265d6a8-74c8-40c6-9cc4-3c1df558587f&id=0ab8fdda-37fb-4069-9049-b116796293d6 HTTP/1.1" status: 200 len: 6208 time: 0.1427691 Nov 25 18:41:15.218888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1231169c-1172-42e9-a47b-8aa5a88001a2 req-3a8938cd-0259-4ad1-9926-5d76b7dec332 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': ' tempest-securitygroup -495820577 ', 'description': 'tempest-description-2083628334'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:15.255421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:15.260029 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5c56ca-e268-4b73-aa5c-a6e39496876b" -d '{"events": [{"name": "network-changed", "server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:15.308348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:15.329476 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Sync routers for ids ['9cd700bd-b1f5-430c-adef-c8108c7dfb01'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:15.351733 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Routers {'9cd700bd-b1f5-430c-adef-c8108c7dfb01'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:15.353976 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9cd700bd-b1f5-430c-adef-c8108c7dfb01'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:15.356036 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390169c0-e138-4083-a00f-5da872039e0b x-openstack-request-id: req-390169c0-e138-4083-a00f-5da872039e0b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:15.357471 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:15.357742 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-390169c0-e138-4083-a00f-5da872039e0b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:15.358630 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491', 'status': 'completed', 'code': 200} Nov 25 18:41:15.403574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1231169c-1172-42e9-a47b-8aa5a88001a2 req-3a8938cd-0259-4ad1-9926-5d76b7dec332 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.409332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.410626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f11eba5-b840-4f0e-b10f-6a58b1c29e78 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.0333138 Nov 25 18:41:15.421738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44492) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:15.504711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1231169c-1172-42e9-a47b-8aa5a88001a2 req-3a8938cd-0259-4ad1-9926-5d76b7dec332 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.510130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1231169c-1172-42e9-a47b-8aa5a88001a2 req-3a8938cd-0259-4ad1-9926-5d76b7dec332 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.547279 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Set router 9cd700bd-b1f5-430c-adef-c8108c7dfb01 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:15.551078 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1231169c-1172-42e9-a47b-8aa5a88001a2 req-3a8938cd-0259-4ad1-9926-5d76b7dec332 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.552683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1231169c-1172-42e9-a47b-8aa5a88001a2 req-3a8938cd-0259-4ad1-9926-5d76b7dec332 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3387277 Nov 25 18:41:15.557982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8938cd-0259-4ad1-9926-5d76b7dec332 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d664dc4-ad22-49b0-b785-44b416cca824,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:15.640876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc29ee7-ebd5-4dd1-a6df-473f1ef9f4e3 req-d75fc613-1ddf-4245-8f38-cd055790612c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:15.646423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc29ee7-ebd5-4dd1-a6df-473f1ef9f4e3 req-d75fc613-1ddf-4245-8f38-cd055790612c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 943 time: 0.2348397 Nov 25 18:41:15.676447 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-15b8e164-fab3-466d-a946-8705df990332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:15.684152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-15b8e164-fab3-466d-a946-8705df990332 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1174 time: 0.3318424 Nov 25 18:41:15.768046 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd700bd-b1f5-430c-adef-c8108c7dfb01', 'name': '', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073', 'external_fixed_ips': [{'subnet_id': '00745289-e725-47e5-97d6-0f3df5d600d1', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c5dcc525-46ef-4be0-8579-5f6b9c9e196c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:11Z', 'updated_at': '2021-11-25T18:41:13Z', 'revision_number': 3, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port': {'id': 'c5dcc525-46ef-4be0-8579-5f6b9c9e196c', 'name': '', 'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:46:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd700bd-b1f5-430c-adef-c8108c7dfb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '00745289-e725-47e5-97d6-0f3df5d600d1', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:12Z', 'updated_at': '2021-11-25T18:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00745289-e725-47e5-97d6-0f3df5d600d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:15.795259 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Checking router: 9cd700bd-b1f5-430c-adef-c8108c7dfb01 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:15.795660 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Updating router 9cd700bd-b1f5-430c-adef-c8108c7dfb01 port c5dcc525-46ef-4be0-8579-5f6b9c9e196c binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:41:15.821695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-a1b30f3d-51a7-4580-a08b-87e7efe2176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:15.823429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-a1b30f3d-51a7-4580-a08b-87e7efe2176e service neutron] 10.222.0.66 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 914 time: 0.1201577 Nov 25 18:41:15.826802 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.858559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.863710 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:15.979798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-b64454e5-05a7-4ae4-90ff-4fe1f2d2ac03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 200 len: 217 time: 0.1446354 Nov 25 18:41:15.995457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cc29ee7-ebd5-4dd1-a6df-473f1ef9f4e3 req-f35a13ab-491e-4c55-b5c8-90c53bff9d63 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374398 Nov 25 18:41:16.004129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-10bf1c07-706f-4d31-9b7f-78a2839106de req-07e0a563-c1ea-4c99-8609-ac34aab4e11d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/5d664dc4-ad22-49b0-b785-44b416cca824 HTTP/1.1" status: 200 len: 1799 time: 0.1032338 Nov 25 18:41:16.100621 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25db1705-3339-4dbd-b638-6dc9be186e12 req-4717c6db-30b6-4948-a713-62c95379ca93 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/5d664dc4-ad22-49b0-b785-44b416cca824 HTTP/1.1" status: 200 len: 1799 time: 0.0504048 Nov 25 18:41:16.188270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-d468c5b3-8b29-48a7-87c1-bfeeceb51b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:16.189758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-d468c5b3-8b29-48a7-87c1-bfeeceb51b76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.1881819 Nov 25 18:41:16.231123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-5c20c233-1d1c-409a-b42f-5da18637e690 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316153 Nov 25 18:41:16.243144 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.254600 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.302539 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Attempting to bind port c5dcc525-46ef-4be0-8579-5f6b9c9e196c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:16.302914 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Attempting to bind port c5dcc525-46ef-4be0-8579-5f6b9c9e196c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:16.303276 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Attempting to bind port c5dcc525-46ef-4be0-8579-5f6b9c9e196c on network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:16.324811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.352171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-f62a85da-4926-41c1-ad19-ccbf0631460d service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100988 Nov 25 18:41:16.353733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-25db1705-3339-4dbd-b638-6dc9be186e12 req-9f372718-4e88-45ff-bdbb-4a621a6a00f6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.355058 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:16.355593 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Checking segment: {'id': '6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:16.356922 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.357317 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Bound using segment: {'id': '6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:16.360937 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Bound port: c5dcc525-46ef-4be0-8579-5f6b9c9e196c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '56f6cc89-6877-4f1e-89a8-91ccf86d4073'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:16.363079 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.446751 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Pushing event updated for resources: {'Port': ['ID=c5dcc525-46ef-4be0-8579-5f6b9c9e196c,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:16.458861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-25db1705-3339-4dbd-b638-6dc9be186e12 req-9f372718-4e88-45ff-bdbb-4a621a6a00f6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.466306 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.466816 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.467004 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.467542 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.467913 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.468167 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.468656 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.469102 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.478531 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.479008 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.479334 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.479830 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:16.486484 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] For port c5dcc525-46ef-4be0-8579-5f6b9c9e196c, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:16.492036 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] For port c5dcc525-46ef-4be0-8579-5f6b9c9e196c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c5dcc525-46ef-4be0-8579-5f6b9c9e196c,segment=NetworkSegment(6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3),segment_id=6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:16.497531 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.575034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Deleting port c5dcc525-46ef-4be0-8579-5f6b9c9e196c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:16.575488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.587078 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Routers {'9cd700bd-b1f5-430c-adef-c8108c7dfb01'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:16.587710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['9cd700bd-b1f5-430c-adef-c8108c7dfb01'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:16.642768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e5c56ca-e268-4b73-aa5c-a6e39496876b req-12e406ab-9476-4d2f-aa97-853547e463c0 service neutron] 10.222.0.66 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531087 Nov 25 18:41:16.694996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] For port c5dcc525-46ef-4be0-8579-5f6b9c9e196c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c5dcc525-46ef-4be0-8579-5f6b9c9e196c,segment=NetworkSegment(6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3),segment_id=6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:16.703983 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.720669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-25db1705-3339-4dbd-b638-6dc9be186e12 req-9f372718-4e88-45ff-bdbb-4a621a6a00f6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.723888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-25db1705-3339-4dbd-b638-6dc9be186e12 req-9f372718-4e88-45ff-bdbb-4a621a6a00f6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.729611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25db1705-3339-4dbd-b638-6dc9be186e12 req-9f372718-4e88-45ff-bdbb-4a621a6a00f6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/5d664dc4-ad22-49b0-b785-44b416cca824 HTTP/1.1" status: 204 len: 173 time: 0.6278329 Nov 25 18:41:16.736660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Calling delete_port for c5dcc525-46ef-4be0-8579-5f6b9c9e196c owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:16.750697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f372718-4e88-45ff-bdbb-4a621a6a00f6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d664dc4-ad22-49b0-b785-44b416cca824,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:16.795719 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] Set router 9cd700bd-b1f5-430c-adef-c8108c7dfb01 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:16.797471 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090240-4826-4f6c-88ee-08dd0956f6e3 None None] Pushing event updated for resources: {'Port': ['ID=c5dcc525-46ef-4be0-8579-5f6b9c9e196c,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:16.804000 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-97a52b08-a46c-4bab-b6b2-d5d7fcec9e28 req-c9b571ef-4772-4377-8ca3-44d964d14342 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:41:16.819588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-97a52b08-a46c-4bab-b6b2-d5d7fcec9e28 req-c9b571ef-4772-4377-8ca3-44d964d14342 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/5d664dc4-ad22-49b0-b785-44b416cca824 HTTP/1.1" status: 404 len: 352 time: 0.0684514 Nov 25 18:41:16.861435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:16.882848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a7f26f51-7d4b-4856-a38b-ecd5e5718d0b req-b6dedc73-a527-40c0-8212-a07148b4cb66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1379947172', 'description': 'tempest-description-24665230'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:16.895466 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd700bd-b1f5-430c-adef-c8108c7dfb01', 'name': '', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:11Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:16.896652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6bdaaa6d-77a4-495b-835a-25f0e505e2dc details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:41:16.970813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7f26f51-7d4b-4856-a38b-ecd5e5718d0b req-b6dedc73-a527-40c0-8212-a07148b4cb66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.003842 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c33bf3-4ccf-4fbb-ae04-b687f03bb35a None None] The sync data for ids ['9cd700bd-b1f5-430c-adef-c8108c7dfb01'] in n-d-819194-3 is: [{'id': '9cd700bd-b1f5-430c-adef-c8108c7dfb01', 'name': '', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:11Z', 'updated_at': '2021-11-25T18:41:16Z', 'revision_number': 4, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:17.179120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7f26f51-7d4b-4856-a38b-ecd5e5718d0b req-b6dedc73-a527-40c0-8212-a07148b4cb66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.189553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7f26f51-7d4b-4856-a38b-ecd5e5718d0b req-b6dedc73-a527-40c0-8212-a07148b4cb66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.217835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,segment=NetworkSegment(6f22dbc6-4ca7-4960-8c9f-5cc58c003d44),segment_id=6f22dbc6-4ca7-4960-8c9f-5cc58c003d44)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:17.225709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a7f26f51-7d4b-4856-a38b-ecd5e5718d0b req-b6dedc73-a527-40c0-8212-a07148b4cb66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.236843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7f26f51-7d4b-4856-a38b-ecd5e5718d0b req-b6dedc73-a527-40c0-8212-a07148b4cb66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3653767 Nov 25 18:41:17.266608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc', 'network_id': '19d97277-8d5c-4b0b-9706-47a34c98b1c6', 'port_id': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc', 'mac_address': 'fa:16:3e:91:eb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f54af3-f7c8-4907-9fd4-111d769066ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:41:17.277755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a9811aab-3ad8-4d7a-aa89-73bb33fa2a85 req-7ef01af3-a2ee-4ceb-82ea-1321d31ee0b6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-253467912', 'description': 'tempest-description-611315735'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:17.278081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.331718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dedc73-a527-40c0-8212-a07148b4cb66 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b6c37a-f482-47dd-91ad-f70e9309564f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.376845 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.384574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a9811aab-3ad8-4d7a-aa89-73bb33fa2a85 req-7ef01af3-a2ee-4ceb-82ea-1321d31ee0b6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.433654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5dcc525-46ef-4be0-8579-5f6b9c9e196c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.435275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdaaa6d-77a4-495b-835a-25f0e505e2dc {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:17.488748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,segment=NetworkSegment(6f22dbc6-4ca7-4960-8c9f-5cc58c003d44),segment_id=6f22dbc6-4ca7-4960-8c9f-5cc58c003d44)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:17.499921 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.544895 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a9811aab-3ad8-4d7a-aa89-73bb33fa2a85 req-7ef01af3-a2ee-4ceb-82ea-1321d31ee0b6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.551212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a9811aab-3ad8-4d7a-aa89-73bb33fa2a85 req-7ef01af3-a2ee-4ceb-82ea-1321d31ee0b6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.570796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.583822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc63e0-e1fc-4b29-ab02-3c8549d73961 req-8fb4d46d-0736-4245-ace3-fb8e89b1c50e tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:17.587096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29bc63e0-e1fc-4b29-ab02-3c8549d73961 req-8fb4d46d-0736-4245-ace3-fb8e89b1c50e tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 943 time: 0.3543863 Nov 25 18:41:17.591373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.600198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a9811aab-3ad8-4d7a-aa89-73bb33fa2a85 req-7ef01af3-a2ee-4ceb-82ea-1321d31ee0b6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.605461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9811aab-3ad8-4d7a-aa89-73bb33fa2a85 req-7ef01af3-a2ee-4ceb-82ea-1321d31ee0b6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3389974 Nov 25 18:41:17.610635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef01af3-a2ee-4ceb-82ea-1321d31ee0b6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bd98e5-0db8-4610-a1b9-292c46823a4d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.644153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-f6467e65-0861-4045-8b6b-05247b9ea3be req-fa682098-cf6f-4c3b-aefc-0261a1fcef4a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-728919439', 'description': 'tempest-description-74695747'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:17.673145 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f6467e65-0861-4045-8b6b-05247b9ea3be req-fa682098-cf6f-4c3b-aefc-0261a1fcef4a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.811874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f6467e65-0861-4045-8b6b-05247b9ea3be req-fa682098-cf6f-4c3b-aefc-0261a1fcef4a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.813809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.822441 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.823997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f6467e65-0861-4045-8b6b-05247b9ea3be req-fa682098-cf6f-4c3b-aefc-0261a1fcef4a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.876810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa682098-cf6f-4c3b-aefc-0261a1fcef4a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de635735-dfa7-4243-b82d-7c94a2e8499d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:17.890786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['6bdaaa6d-77a4-495b-835a-25f0e505e2dc'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:17.891448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f6467e65-0861-4045-8b6b-05247b9ea3be req-fa682098-cf6f-4c3b-aefc-0261a1fcef4a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.902099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6467e65-0861-4045-8b6b-05247b9ea3be req-fa682098-cf6f-4c3b-aefc-0261a1fcef4a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2589571 Nov 25 18:41:17.932187 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.933002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd700bd-b1f5-430c-adef-c8108c7dfb01 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:17.939373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:17.943118 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-58365efa-1add-4aa3-a335-722d5c316ada tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "DELETE /v2.0/routers/9cd700bd-b1f5-430c-adef-c8108c7dfb01 HTTP/1.1" status: 204 len: 168 time: 2.5160825 Nov 25 18:41:17.947683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44542) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:18.056500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29bc63e0-e1fc-4b29-ab02-3c8549d73961 req-4cc0a859-e04b-4a52-91ed-482d8131cd76 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626421 Nov 25 18:41:18.089336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Deleting subnet 00745289-e725-47e5-97d6-0f3df5d600d1 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:41:18.103155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.182113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.194723 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1675a5d-ffdb-4231-bcd8-f5adb285c66f req-ea1737e0-a53d-4602-8660-6aa11d547575 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 11008 time: 0.2787797 Nov 25 18:41:18.262474 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.276235 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1675a5d-ffdb-4231-bcd8-f5adb285c66f req-35e1f48a-9e19-4809-b066-c50db13f1cbb tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/0ab8fdda-37fb-4069-9049-b116796293d6 HTTP/1.1" status: 200 len: 3002 time: 0.0733757 Nov 25 18:41:18.361218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1675a5d-ffdb-4231-bcd8-f5adb285c66f req-0a1bc169-59b6-4c00-8149-d35d9ab19ce8 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/0ab8fdda-37fb-4069-9049-b116796293d6 HTTP/1.1" status: 200 len: 3002 time: 0.0777919 Nov 25 18:41:18.376896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.458753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00745289-e725-47e5-97d6-0f3df5d600d1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:18.462607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.469855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44554) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:18.477362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-186f79e0-3eaf-4d1f-85d2-b138f70fee09 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/00745289-e725-47e5-97d6-0f3df5d600d1 HTTP/1.1" status: 204 len: 168 time: 0.5285957 Nov 25 18:41:18.543069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3438ea41-20c1-4f8e-a443-8a0bfa267687 req-884767ff-1c82-41fd-b5ba-0d249ff98777 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/37b6c37a-f482-47dd-91ad-f70e9309564f HTTP/1.1" status: 200 len: 1818 time: 0.0925717 Nov 25 18:41:18.628724 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.628984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3438ea41-20c1-4f8e-a443-8a0bfa267687 req-3563ddea-6b5a-46e3-ba42-3bffb8e78003 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.646071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efef8e3-385b-4b80-8530-32e6feb7c1df req-97690008-f861-4a27-b5b6-6e3d4f395cd8 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:18.653444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5efef8e3-385b-4b80-8530-32e6feb7c1df req-97690008-f861-4a27-b5b6-6e3d4f395cd8 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.1578486 Nov 25 18:41:18.665285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3438ea41-20c1-4f8e-a443-8a0bfa267687 req-3563ddea-6b5a-46e3-ba42-3bffb8e78003 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.724061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3438ea41-20c1-4f8e-a443-8a0bfa267687 req-3563ddea-6b5a-46e3-ba42-3bffb8e78003 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.727001 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3438ea41-20c1-4f8e-a443-8a0bfa267687 req-3563ddea-6b5a-46e3-ba42-3bffb8e78003 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.729944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3438ea41-20c1-4f8e-a443-8a0bfa267687 req-3563ddea-6b5a-46e3-ba42-3bffb8e78003 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/37b6c37a-f482-47dd-91ad-f70e9309564f HTTP/1.1" status: 204 len: 173 time: 0.1746817 Nov 25 18:41:18.740600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563ddea-6b5a-46e3-ba42-3bffb8e78003 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b6c37a-f482-47dd-91ad-f70e9309564f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:18.779012 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-70752378-c738-4760-bb89-449c75a23bba req-85e22ad7-3e77-48f6-98f1-289fb9aff894 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:41:18.780115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70752378-c738-4760-bb89-449c75a23bba req-85e22ad7-3e77-48f6-98f1-289fb9aff894 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/37b6c37a-f482-47dd-91ad-f70e9309564f HTTP/1.1" status: 404 len: 352 time: 0.0188444 Nov 25 18:41:18.791822 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5efef8e3-385b-4b80-8530-32e6feb7c1df req-9defbce2-04d1-48b5-82c7-5b39ea2c502d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374240 Nov 25 18:41:18.808899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.854758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f6cc89-6877-4f1e-89a8-91ccf86d4073']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:18.868037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:18.869870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c71ef50-c72f-4fa2-8411-aa1ac00fa7d3') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:18.886806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.906710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.918847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5b381cb-a795-42a5-b15a-fb46383f87f2 req-39014010-10af-4602-9c84-35dc458a57ac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/34bd98e5-0db8-4610-a1b9-292c46823a4d HTTP/1.1" status: 200 len: 1818 time: 0.1029513 Nov 25 18:41:18.925839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:18.926534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:18.928737 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:19.051491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5b381cb-a795-42a5-b15a-fb46383f87f2 req-170b442e-58f2-45ee-9f93-7ee273af1adf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.065809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.071512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56f6cc89-6877-4f1e-89a8-91ccf86d4073 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 18:41:19.074445 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.083275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "DELETE /v2.0/networks/56f6cc89-6877-4f1e-89a8-91ccf86d4073 HTTP/1.1" status: 204 len: 168 time: 0.6121237 Nov 25 18:41:19.103494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d720998-a8db-4977-bd20-854eef778d01 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event deleted for resources: {'Network': ['ID=56f6cc89-6877-4f1e-89a8-91ccf86d4073,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:19.108851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5b381cb-a795-42a5-b15a-fb46383f87f2 req-170b442e-58f2-45ee-9f93-7ee273af1adf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.183677 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5b381cb-a795-42a5-b15a-fb46383f87f2 req-170b442e-58f2-45ee-9f93-7ee273af1adf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.187539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5b381cb-a795-42a5-b15a-fb46383f87f2 req-170b442e-58f2-45ee-9f93-7ee273af1adf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.199351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5b381cb-a795-42a5-b15a-fb46383f87f2 req-170b442e-58f2-45ee-9f93-7ee273af1adf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/34bd98e5-0db8-4610-a1b9-292c46823a4d HTTP/1.1" status: 204 len: 173 time: 0.2648759 Nov 25 18:41:19.228164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b442e-58f2-45ee-9f93-7ee273af1adf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bd98e5-0db8-4610-a1b9-292c46823a4d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:19.408006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44588) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:19.414899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c9f88879-949c-4efb-b089-d7493ee69946 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'router': {'name': 'tempest-router--1570732881', 'project_id': 'ad4e0f2192a9455d8f94bbd7825d97c7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:19.468296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f88879-949c-4efb-b089-d7493ee69946 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.469827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f88879-949c-4efb-b089-d7493ee69946 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.504592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e206c21-3935-4833-89c6-22a4923900aa req-8d8dbaa3-51f3-46a5-9071-847dea843916 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:19.510526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e206c21-3935-4833-89c6-22a4923900aa req-8d8dbaa3-51f3-46a5-9071-847dea843916 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 944 time: 0.1558926 Nov 25 18:41:19.615537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e206c21-3935-4833-89c6-22a4923900aa req-ccbd7d96-b0d2-4cca-8dd1-2296da0d53a4 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008177 Nov 25 18:41:19.623437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f88879-949c-4efb-b089-d7493ee69946 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.630886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f88879-949c-4efb-b089-d7493ee69946 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.633493 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-8c5cb018-7a7b-42d3-9942-cfbc9ba60b1b req-df061965-24ff-460b-9cd6-f8935624a353 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:41:19.634665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c5cb018-7a7b-42d3-9942-cfbc9ba60b1b req-df061965-24ff-460b-9cd6-f8935624a353 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/34bd98e5-0db8-4610-a1b9-292c46823a4d HTTP/1.1" status: 404 len: 352 time: 0.0274527 Nov 25 18:41:19.656960 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9f88879-949c-4efb-b089-d7493ee69946 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.659952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9f88879-949c-4efb-b089-d7493ee69946 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2498059 Nov 25 18:41:19.662740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:19.753083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6816cd50-4fbc-4072-88c7-40b9a35c0f0a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:19.929281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79d5c2b6-3996-4258-adec-24013666009a req-385bd750-3356-48d3-a839-5c3e727ff654 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/de635735-dfa7-4243-b82d-7c94a2e8499d HTTP/1.1" status: 200 len: 1817 time: 0.1175306 Nov 25 18:41:20.055752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79d5c2b6-3996-4258-adec-24013666009a req-9a647769-7ae4-41d4-907d-aca06b8a4bdf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.089171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79d5c2b6-3996-4258-adec-24013666009a req-9a647769-7ae4-41d4-907d-aca06b8a4bdf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.101965 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6816cd50-4fbc-4072-88c7-40b9a35c0f0a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.104362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6816cd50-4fbc-4072-88c7-40b9a35c0f0a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.147868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79d5c2b6-3996-4258-adec-24013666009a req-9a647769-7ae4-41d4-907d-aca06b8a4bdf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.151698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-79d5c2b6-3996-4258-adec-24013666009a req-9a647769-7ae4-41d4-907d-aca06b8a4bdf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.157862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79d5c2b6-3996-4258-adec-24013666009a req-9a647769-7ae4-41d4-907d-aca06b8a4bdf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/de635735-dfa7-4243-b82d-7c94a2e8499d HTTP/1.1" status: 204 len: 173 time: 0.2207973 Nov 25 18:41:20.164781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6816cd50-4fbc-4072-88c7-40b9a35c0f0a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.165343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6816cd50-4fbc-4072-88c7-40b9a35c0f0a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb294bc7-faf0-4cf9-8eb8-42c40e4ecb19 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:20.176661 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6816cd50-4fbc-4072-88c7-40b9a35c0f0a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.177815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6816cd50-4fbc-4072-88c7-40b9a35c0f0a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "DELETE /v2.0/routers/cb294bc7-faf0-4cf9-8eb8-42c40e4ecb19 HTTP/1.1" status: 204 len: 168 time: 0.5137477 Nov 25 18:41:20.188292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a647769-7ae4-41d4-907d-aca06b8a4bdf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de635735-dfa7-4243-b82d-7c94a2e8499d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:20.239338 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-d6d6000d-b0d8-41c3-8f2a-8924739119e8 req-0adefb6c-ff00-496f-84e4-8a96aee4acfc tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:41:20.240378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6d6000d-b0d8-41c3-8f2a-8924739119e8 req-0adefb6c-ff00-496f-84e4-8a96aee4acfc tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/de635735-dfa7-4243-b82d-7c94a2e8499d HTTP/1.1" status: 404 len: 352 time: 0.0543797 Nov 25 18:41:20.248899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f7b2d-23cf-49c3-ac0e-e64b878b0470 req-ceecfb6c-eced-435b-8074-45c3ffd90cd6 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:20.250837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-605f7b2d-23cf-49c3-ac0e-e64b878b0470 req-ceecfb6c-eced-435b-8074-45c3ffd90cd6 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.2406023 Nov 25 18:41:20.331066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-605f7b2d-23cf-49c3-ac0e-e64b878b0470 req-41d8696f-d63f-481c-b93b-0c07a3b59487 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718725 Nov 25 18:41:20.342590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad2f1ec2-2a34-4d42-a929-992b62072a99 req-c7b2412b-907c-447d-bb46-1f91a921034d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 6208 time: 0.0762453 Nov 25 18:41:20.442529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad2f1ec2-2a34-4d42-a929-992b62072a99 req-afe7d7ad-aa4c-46a6-b353-e3697f3cc88b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/0ab8fdda-37fb-4069-9049-b116796293d6 HTTP/1.1" status: 200 len: 3002 time: 0.0901513 Nov 25 18:41:20.479689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:20.505567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad2f1ec2-2a34-4d42-a929-992b62072a99 req-8d082483-208c-4c9e-a8bb-67f119a9b3fe tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/0ab8fdda-37fb-4069-9049-b116796293d6 HTTP/1.1" status: 200 len: 3002 time: 0.0611391 Nov 25 18:41:20.534053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9bb5f096-dc04-4613-82ab-9aa21e623a37 req-b0b44766-f9db-426a-b351-627d804cac88 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1331619139', 'description': 'tempest-description-1865232709'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:20.562609 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bb5f096-dc04-4613-82ab-9aa21e623a37 req-b0b44766-f9db-426a-b351-627d804cac88 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.643883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bb5f096-dc04-4613-82ab-9aa21e623a37 req-b0b44766-f9db-426a-b351-627d804cac88 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.649222 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bb5f096-dc04-4613-82ab-9aa21e623a37 req-b0b44766-f9db-426a-b351-627d804cac88 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.697653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b44766-f9db-426a-b351-627d804cac88 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90582882-f9a9-496f-b129-afa31ec40276,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:20.708985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bb5f096-dc04-4613-82ab-9aa21e623a37 req-b0b44766-f9db-426a-b351-627d804cac88 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.710700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9bb5f096-dc04-4613-82ab-9aa21e623a37 req-b0b44766-f9db-426a-b351-627d804cac88 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1818762 Nov 25 18:41:20.748990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4e4d47f7-b559-4d5e-b5fa-14bf4be960e6 req-511baae1-1452-4aff-bb22-c8e2d5e52c13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-963347587', 'description': 'tempest-description-124273626'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:20.784948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e4d47f7-b559-4d5e-b5fa-14bf4be960e6 req-511baae1-1452-4aff-bb22-c8e2d5e52c13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.836129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83543a23-7790-43ff-b6d6-dbe88e0a062e req-981187d8-735a-4213-bece-6d2ad95f61d9 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:20.838958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83543a23-7790-43ff-b6d6-dbe88e0a062e req-981187d8-735a-4213-bece-6d2ad95f61d9 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 944 time: 0.1095710 Nov 25 18:41:20.852011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1556907083', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:20.912792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6bdaaa6d-77a4-495b-835a-25f0e505e2dc up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:20.921183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.922087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.964465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e4d47f7-b559-4d5e-b5fa-14bf4be960e6 req-511baae1-1452-4aff-bb22-c8e2d5e52c13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:20.982440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83543a23-7790-43ff-b6d6-dbe88e0a062e req-b351bf4d-9529-426f-9a07-9a5374a39d63 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338377 Nov 25 18:41:21.000537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e4d47f7-b559-4d5e-b5fa-14bf4be960e6 req-511baae1-1452-4aff-bb22-c8e2d5e52c13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.023969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:41:21.035043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:21.038228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.083862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.097603 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e4d47f7-b559-4d5e-b5fa-14bf4be960e6 req-511baae1-1452-4aff-bb22-c8e2d5e52c13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.111341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e4d47f7-b559-4d5e-b5fa-14bf4be960e6 req-511baae1-1452-4aff-bb22-c8e2d5e52c13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3768473 Nov 25 18:41:21.303337 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.321738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511baae1-1452-4aff-bb22-c8e2d5e52c13 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8619b3c8-b6a3-4b36-b97c-75c134790a27,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:21.361415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:21.364085 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211ae22-3ab4-408d-8f23-eaa646417dcc" -d '{"events": [{"server_uuid": "fb43a759-5ecd-4645-b42f-145654b4c781", "name": "network-vif-plugged", "status": "completed", "tag": "6bdaaa6d-77a4-495b-835a-25f0e505e2dc"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:21.404216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,segment=NetworkSegment(6f22dbc6-4ca7-4960-8c9f-5cc58c003d44),segment_id=6f22dbc6-4ca7-4960-8c9f-5cc58c003d44)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:21.410957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.492326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:21.529018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515204-dbc6-4530-b203-db617d082536 req-c63cbe9f-64a4-4bbc-938b-202f96e0d690 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.530610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56515204-dbc6-4530-b203-db617d082536 req-c63cbe9f-64a4-4bbc-938b-202f96e0d690 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.1105859 Nov 25 18:41:21.562550 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:21.593703 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56515204-dbc6-4530-b203-db617d082536 req-d892491f-45db-4c2d-b61c-4bc12490869c tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564089 Nov 25 18:41:21.645873 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04688d06-9ec9-4ce1-9b1c-8190a0363a2b x-openstack-request-id: req-04688d06-9ec9-4ce1-9b1c-8190a0363a2b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:21.646174 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb43a759-5ecd-4645-b42f-145654b4c781", "name": "network-vif-plugged", "status": "completed", "tag": "6bdaaa6d-77a4-495b-835a-25f0e505e2dc", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:21.646433 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04688d06-9ec9-4ce1-9b1c-8190a0363a2b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:21.646852 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc', 'code': 200} Nov 25 18:41:21.706339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-dc3fdde0-cc42-4798-92c9-e7c44935266b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:21.707766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-dc3fdde0-cc42-4798-92c9-e7c44935266b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 813 time: 0.2510648 Nov 25 18:41:21.734975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-76893261-e71c-472d-8ffd-7527b55d01b3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/quotas/8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 375 time: 0.0193858 Nov 25 18:41:22.148319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a8ae9-52e2-494f-b0a3-3c41c8683adb req-9327fed9-d463-491b-a9cc-2bf34c5f6c87 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:22.149761 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-518a8ae9-52e2-494f-b0a3-3c41c8683adb req-9327fed9-d463-491b-a9cc-2bf34c5f6c87 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.0558984 Nov 25 18:41:22.168695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8fd72-3e61-416e-a9db-1670a8c8f31b req-2afef5bb-2cb5-41b5-9233-a68c580b0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:22.170178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15e8fd72-3e61-416e-a9db-1670a8c8f31b req-2afef5bb-2cb5-41b5-9233-a68c580b0715 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 1096 time: 0.4558787 Nov 25 18:41:22.194730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-323ae2ee-726c-4c39-9b2c-d7debe4499d6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4444053 Nov 25 18:41:22.212011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-518a8ae9-52e2-494f-b0a3-3c41c8683adb req-9c9dba07-4b3d-4c30-a92e-c2392c3c09f9 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545022 Nov 25 18:41:22.339081 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15e8fd72-3e61-416e-a9db-1670a8c8f31b req-0342befb-98a6-41e0-8e40-05629e9b51ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590731 Nov 25 18:41:22.363323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:22.397878 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:22.448413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-acc14298-f43d-46b7-ae6f-27edb6ebc546 service neutron] 10.222.0.62 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413678 Nov 25 18:41:22.579888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Allocated IP 172.25.2.192 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/227ddc1a-3c64-400d-9703-efaff11c7387) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:22.600602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-8830a033-83a3-4ea8-be0d-cfc6708cc8ef service neutron] 10.222.0.62 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409638 Nov 25 18:41:22.739698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:22.801380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:22.831467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f1c4a-ceab-4575-bbf1-838f0f0ec1ab req-2e678bc3-3a6c-4a1c-a686-ad8bd9611576 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:22.833055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c8f1c4a-ceab-4575-bbf1-838f0f0ec1ab req-2e678bc3-3a6c-4a1c-a686-ad8bd9611576 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.1304588 Nov 25 18:41:22.925881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:22.997608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fcdae7e7-7bb0-4297-9eb7-71938f0f09b4 req-b7ed34cd-21bb-4634-9ebf-21acd8715819 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 210 time: 0.0998242 Nov 25 18:41:23.001704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:23.006830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:23.018905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c8f1c4a-ceab-4575-bbf1-838f0f0ec1ab req-aed5610e-3675-43f5-bbd0-383acf919a46 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682813 Nov 25 18:41:23.019086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f0594-20f6-49c6-94dc-57dc1683e1ed None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:23.035035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event updated for resources: {'Port': ['ID=227ddc1a-3c64-400d-9703-efaff11c7387,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:23.078097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-a4ae1064-3d11-466e-b056-54cf3dc37874 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:23.083802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-a4ae1064-3d11-466e-b056-54cf3dc37874 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.64 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 945 time: 0.1813374 Nov 25 18:41:23.097040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cb8388b0-984c-436d-97f8-34fc9b380368 None None] Provisioning complete for port 227ddc1a-3c64-400d-9703-efaff11c7387 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:23.098213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb8388b0-984c-436d-97f8-34fc9b380368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:23.186933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cb8388b0-984c-436d-97f8-34fc9b380368 None None] Port 227ddc1a-3c64-400d-9703-efaff11c7387 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:23.268330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Deleting port 76536b99-a8dc-4eff-b286-a2672834813e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:23.268671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:23.372533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:23.506957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cba7b5-899c-42f0-a9f4-c088df950bf5 req-45127789-b15c-4fde-b712-655c07713ec0 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:23.510789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] For port 76536b99-a8dc-4eff-b286-a2672834813e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=76536b99-a8dc-4eff-b286-a2672834813e,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:23.511273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:23.515396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0cba7b5-899c-42f0-a9f4-c088df950bf5 req-45127789-b15c-4fde-b712-655c07713ec0 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.1904495 Nov 25 18:41:23.586929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0cba7b5-899c-42f0-a9f4-c088df950bf5 req-8b23d05c-eaee-41c1-a6ab-befe3a99e2e0 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702734 Nov 25 18:41:23.708306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:23.947495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Router ffb507a1-45a6-4c81-9864-e7053b7d9c0f is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:41:24.007946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.007946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.007946 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Floating IP 11527908-49c9-47ee-a88f-27d9d0fa9d02 disassociated. External IP: 172.25.2.127, port: 76536b99-a8dc-4eff-b286-a2672834813e. Nov 25 18:41:24.008669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Calling delete_port for 76536b99-a8dc-4eff-b286-a2672834813e owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:24.230888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51fa62dd-e50f-47c2-ae64-e69f3064e06d req-19796e79-40e5-4f35-8749-9b4af98e7bd8 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 210 time: 0.0473351 Nov 25 18:41:24.274172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.313594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:24.317205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event deleted for resources: {'Port': ['ID=76536b99-a8dc-4eff-b286-a2672834813e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:24.323371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c66dda-4e3a-4f56-a143-0277388132cb req-5e8ed532-fbe1-47be-89cb-ac649b34400f tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:24.331172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13c66dda-4e3a-4f56-a143-0277388132cb req-5e8ed532-fbe1-47be-89cb-ac649b34400f tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/ports?device_id=28dd6b32-b094-4a97-b2bd-a3de4035c445 HTTP/1.1" status: 200 len: 867 time: 0.1306026 Nov 25 18:41:24.338960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] Sync routers for ids ['ffb507a1-45a6-4c81-9864-e7053b7d9c0f'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:24.357512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] Routers {'ffb507a1-45a6-4c81-9864-e7053b7d9c0f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:24.358989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ffb507a1-45a6-4c81-9864-e7053b7d9c0f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:24.365946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.370288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-099d1a9a-cb42-4459-9ba3-5e27d8fd946f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8874044 Nov 25 18:41:24.370857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:24.409034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:24.424287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] Routers {'ffb507a1-45a6-4c81-9864-e7053b7d9c0f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:24.425478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ffb507a1-45a6-4c81-9864-e7053b7d9c0f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:24.475207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13c66dda-4e3a-4f56-a143-0277388132cb req-7362a60a-008a-48f1-b5a6-f537d3fdcccb tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups?id=13395012-a1b2-467a-bec8-ea6c722a3367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384618 Nov 25 18:41:24.483519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:24.484511 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4634b-c638-4bee-9e71-84a1c25c4bfc None None] The sync data for ids ['ffb507a1-45a6-4c81-9864-e7053b7d9c0f'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:24.552374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Router 719f98a5-5fac-4d35-951c-aaf117f3f0ef has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:41:24.552547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d93a1545-b5b8-4151-aeda-d8a3db800bd9 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/ffb507a1-45a6-4c81-9864-e7053b7d9c0f HTTP/1.1" status: 200 len: 921 time: 0.1749880 Nov 25 18:41:24.552547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44728) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:24.586700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b2bf4885-9d46-4966-8844-16495d956044 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffb507a1-45a6-4c81-9864-e7053b7d9c0f HTTP/1.1" status: 200 len: 205 time: 0.0307562 Nov 25 18:41:24.587181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44730) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:24.697281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:24.712274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] Sync routers for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:24.722286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.724507 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:24.725328 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:24.775486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] No DVR routers for this DVR port 76536b99-a8dc-4eff-b286-a2672834813e on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:41:24.778971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:24.783249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8ba13db-6a8a-4327-a82c-6494845ca4df req-e0a56844-7e59-462c-996a-009a15dbd12e tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.64 "DELETE /v2.0/ports/76536b99-a8dc-4eff-b286-a2672834813e HTTP/1.1" status: 204 len: 173 time: 1.6751695 Nov 25 18:41:24.784030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'name': 'network-vif-deleted', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:24.786796 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ff648-3111-41b4-a829-e186165b6d1c" -d '{"events": [{"server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "name": "network-vif-deleted", "tag": "76536b99-a8dc-4eff-b286-a2672834813e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:24.867470 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a297b26e-d48b-49b8-9c71-02771af543fc x-openstack-request-id: req-a297b26e-d48b-49b8-9c71-02771af543fc {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:24.868091 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dd6b32-b094-4a97-b2bd-a3de4035c445", "name": "network-vif-deleted", "tag": "76536b99-a8dc-4eff-b286-a2672834813e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:24.868593 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a297b26e-d48b-49b8-9c71-02771af543fc {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:24.869207 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dd6b32-b094-4a97-b2bd-a3de4035c445', 'name': 'network-vif-deleted', 'tag': '76536b99-a8dc-4eff-b286-a2672834813e', 'status': 'completed', 'code': 200} Nov 25 18:41:24.929119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0142a-87de-4cf2-98ae-f76231f17630 req-53ed7129-b222-47e8-b103-f05e05561f67 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:24.931000 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45e0142a-87de-4cf2-98ae-f76231f17630 req-53ed7129-b222-47e8-b103-f05e05561f67 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.1960654 Nov 25 18:41:24.961016 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:25.067540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-9c2a9963-00b0-4be5-a49c-03f30c365328 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:25.069201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-9c2a9963-00b0-4be5-a49c-03f30c365328 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.64 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 813 time: 0.3438683 Nov 25 18:41:25.088272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'port': {'device_id': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0', 'admin_state_up': True, 'tenant_id': '8705c6a0262942e69f7f3ed7416835b5'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:25.115785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45e0142a-87de-4cf2-98ae-f76231f17630 req-9c278b21-b0e6-4aaf-a07d-f53901960308 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724093 Nov 25 18:41:25.149201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:25.277958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62607c4-ad2d-4c3d-a188-e3d178ac7183 req-d8c80343-a5ad-4653-9c84-f86954c2685d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:25.281119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Made reservation on behalf of 8705c6a0262942e69f7f3ed7416835b5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:25.286215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e62607c4-ad2d-4c3d-a188-e3d178ac7183 req-d8c80343-a5ad-4653-9c84-f86954c2685d tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.0886142 Nov 25 18:41:25.287449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:25.359015 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:08Z', 'revision_number': 5, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:25.375582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e62607c4-ad2d-4c3d-a188-e3d178ac7183 req-12fe6710-35b4-4a8d-b3f0-3d5c7721b404 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822084 Nov 25 18:41:25.423781 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] Checking router: 719f98a5-5fac-4d35-951c-aaf117f3f0ef for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:25.448191 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:25.449755 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:25.539273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Allocated IP 172.20.0.10 (52767379-5a95-4f2e-a87c-660a549b80d0/04b5a403-a8f8-4f40-bcb4-f77933c34b05/03aa4073-8eb7-49f1-b9b2-d2c547b8c605) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:25.648811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Deleting port 227ddc1a-3c64-400d-9703-efaff11c7387 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:25.649487 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:25.702561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-21bde7ef-0991-47d1-994e-5457e3a6d9cc req-d087eb12-8060-4fe2-bdd5-7f28df0c83e0 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 210 time: 0.0833130 Nov 25 18:41:25.729000 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:25.878796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44764) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:25.937917 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.028190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.040680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.059203 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.089699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Calling delete_port for 227ddc1a-3c64-400d-9703-efaff11c7387 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:26.136071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.141188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.146600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "DELETE /v2.0/security-groups/13395012-a1b2-467a-bec8-ea6c722a3367 HTTP/1.1" status: 204 len: 168 time: 0.2639966 Nov 25 18:41:26.148961 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.164046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:26.184252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44768) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:26.200038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13395012-a1b2-467a-bec8-ea6c722a3367,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:26.217326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194f1fa-bb2b-4700-a424-ca94d7ff50cc req-e7dd56c6-c55a-4889-846f-3ac4f4e3d3f4 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:26.226178 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:08Z', 'revision_number': 5, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:26.226659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7194f1fa-bb2b-4700-a424-ca94d7ff50cc req-e7dd56c6-c55a-4889-846f-3ac4f4e3d3f4 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.2864025 Nov 25 18:41:26.230643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 76536b99-a8dc-4eff-b286-a2672834813e no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:26.254983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.266899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.267443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.267928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.268380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.268804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.269259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.269688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.270115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.270720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.271156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.271581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca70e0d2-9526-4c25-9395-82975b1796d7 tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.317016 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26bf14-2f42-4f5c-9195-6f34d5e602dc None None] The sync data for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 is: [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:38:57Z', 'revision_number': 4, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2b4cf999-b999-4bf0-8c5d-91a842c44e64', 'name': '', 'network_id': 'f1886c0f-73a1-4984-a749-886b5d234906', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'mac_address': 'fa:16:3e:bf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '319c8888-56a8-401f-832b-410794f58701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:54Z', 'updated_at': '2021-11-25T18:39:08Z', 'revision_number': 5, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'subnets': [{'id': '319c8888-56a8-401f-832b-410794f58701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:26.330668 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7194f1fa-bb2b-4700-a424-ca94d7ff50cc req-3bd060cc-a3ae-4634-8c7a-1bd09ac3b1cb tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028726 Nov 25 18:41:26.348439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:26.348676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 76536b99-a8dc-4eff-b286-a2672834813e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:26.348785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 76536b99-a8dc-4eff-b286-a2672834813e not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:26.357943 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-e0edd851-41c9-4423-a663-46eb7490d12d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] show failed (client error): The resource could not be found. Nov 25 18:41:26.361494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e0edd851-41c9-4423-a663-46eb7490d12d tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "GET /v2.0/security-groups/13395012-a1b2-467a-bec8-ea6c722a3367 HTTP/1.1" status: 404 len: 347 time: 0.0729103 Nov 25 18:41:26.362553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44776) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:26.512678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.513036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.513553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.513902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.514243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.514628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.514967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.515299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.515628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.515960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.517708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.518111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:26.533026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Network 52767379-5a95-4f2e-a87c-660a549b80d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:26.543836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:26.553730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:26.683067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Deleting port 55198962-f9ad-40f5-8fd6-cfda220e498d {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:26.683430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.752782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:26.753486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.806807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-787b55b4-a572-4a4b-8f5e-fea60600298b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7212589 Nov 25 18:41:26.852219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Request body: {'port': {'device_id': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:26.853835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c762400-273e-40cf-9d30-0efaf5e8422c None None] New status for floating IP 11527908-49c9-47ee-a88f-27d9d0fa9d02: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:41:26.897173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.897780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:26.913168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Calling delete_port for 55198962-f9ad-40f5-8fd6-cfda220e498d owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:27.078283 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.115117 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.148843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-7c762400-273e-40cf-9d30-0efaf5e8422c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:41:27.149371 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-7c762400-273e-40cf-9d30-0efaf5e8422c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:41:27.162651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5848-def3-4462-95ca-a89986b15b43 req-0575a238-d7eb-48bb-a183-503f7672a503 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:27.167466 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28ed5848-def3-4462-95ca-a89986b15b43 req-0575a238-d7eb-48bb-a183-503f7672a503 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 932 time: 0.1420798 Nov 25 18:41:27.168950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.192212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event deleted for resources: {'Port': ['ID=227ddc1a-3c64-400d-9703-efaff11c7387,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:27.210701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad2d46-1810-457c-80ca-093ee7e36894 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:27.297756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Pushing event deleted for resources: {'Port': ['ID=55198962-f9ad-40f5-8fd6-cfda220e498d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:27.378258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28ed5848-def3-4462-95ca-a89986b15b43 req-3b6a3f48-59ce-4374-9ebf-08dd353f905d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005293 Nov 25 18:41:27.452457 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.461524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.463025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55841211-0bf8-4eaa-aa08-82c53aca110b tempest-ServersTestManualDisk-372458586 tempest-ServersTestManualDisk-372458586-project] 10.222.0.62 "DELETE /v2.0/floatingips/11527908-49c9-47ee-a88f-27d9d0fa9d02 HTTP/1.1" status: 204 len: 168 time: 1.0993950 Nov 25 18:41:27.465919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44802) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:27.545481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:27.554195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.566663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Transition to ACTIVE for port object 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:41:27.577723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.648524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Pushing event updated for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:27.652638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c762400-273e-40cf-9d30-0efaf5e8422c None None] New status for floating IP 11527908-49c9-47ee-a88f-27d9d0fa9d02: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:41:27.668585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe57fa-fadb-4140-be32-db9b78137492 req-ce8141ed-56bd-4bca-a29e-4fbbe9f52b10 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:27.670263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9dbe57fa-fadb-4140-be32-db9b78137492 req-ce8141ed-56bd-4bca-a29e-4fbbe9f52b10 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.4966528 Nov 25 18:41:27.673168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.775705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.778418 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.853590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.854517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Fanout notify agent at l3_agent the message router_deleted on router ffb507a1-45a6-4c81-9864-e7053b7d9c0f {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:27.870946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:27.872188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-39222d94-4d76-412e-b0ea-3e39c28a479c tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/ffb507a1-45a6-4c81-9864-e7053b7d9c0f HTTP/1.1" status: 204 len: 168 time: 3.2838614 Nov 25 18:41:27.876081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44810) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:27.881145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'router': {'name': 'tempest-snat-router-560005324', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': False}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:28.019715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.020678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.049123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9dbe57fa-fadb-4140-be32-db9b78137492 req-4685aa5d-6e9a-4b95-807f-6a23db71feac tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030251 Nov 25 18:41:28.198631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.201871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Attempting to bind port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:28.202161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Attempting to bind port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:28.202518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Attempting to bind port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 on network 52767379-5a95-4f2e-a87c-660a549b80d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:28.263718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 on network 52767379-5a95-4f2e-a87c-660a549b80d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:41:28.263718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Attempting to bind port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 on network 52767379-5a95-4f2e-a87c-660a549b80d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:28.359142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:28.359489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Checking segment: {'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:28.359870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Bound using segment: {'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:28.360315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Bound port: 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791b5385-8d21-40bf-87ab-1e900b092816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:28.360667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.497816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.648650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb208517-a00c-4330-be97-9e744b1d11da req-d6d75748-d646-42d5-b47c-da25a4d907a7 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:28.650680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb208517-a00c-4330-be97-9e744b1d11da req-d6d75748-d646-42d5-b47c-da25a4d907a7 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 944 time: 0.1074698 Nov 25 18:41:28.766834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb208517-a00c-4330-be97-9e744b1d11da req-7ad99605-f00b-48da-804b-7bcec5578a93 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055481 Nov 25 18:41:28.849050 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.858825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2f037-c26b-41b5-9d54-79648d491503 req-fda3b5fe-fc56-4bf8-ad7a-3a2ef77a785f tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:28.860304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94f2f037-c26b-41b5-9d54-79648d491503 req-fda3b5fe-fc56-4bf8-ad7a-3a2ef77a785f tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.6552641 Nov 25 18:41:28.894685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Deleting port 2b4cf999-b999-4bf0-8c5d-91a842c44e64 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:28.894685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.984495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] For port 2b4cf999-b999-4bf0-8c5d-91a842c44e64, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2b4cf999-b999-4bf0-8c5d-91a842c44e64,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:28.985026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:28.994152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:29.003546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Calling delete_port for 2b4cf999-b999-4bf0-8c5d-91a842c44e64 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:29.017094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:29.029048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.079574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:29.080194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.082131 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] 10.222.0.64 "PUT /v2.0/ports/03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 1092 time: 2.2657032 Nov 25 18:41:29.084338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:29.086909 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9179770-e13e-4b7c-8b71-497ed3038606" -d '{"events": [{"name": "network-changed", "server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:29.118363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Deleting port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:29.118726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.122264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a46b-1a1f-4f30-bdf9-9dbd36181e75 service neutron] Pushing event updated for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:29.233440 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd37baa-e992-48c4-943d-7880ec21e4e8 x-openstack-request-id: req-ffd37baa-e992-48c4-943d-7880ec21e4e8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:29.233864 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:29.234000 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffd37baa-e992-48c4-943d-7880ec21e4e8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:29.234376 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605', 'status': 'completed', 'code': 200} Nov 25 18:41:29.263314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.305989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4cf999-b999-4bf0-8c5d-91a842c44e64,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:29.350190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-69aa954c-aa96-4cd4-89dd-e1da2affa28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:29.350190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-69aa954c-aa96-4cd4-89dd-e1da2affa28e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1095 time: 0.2125325 Nov 25 18:41:29.475595 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-4b591a1a-e7f1-4d19-bb18-ec52df8b6fb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 217 time: 0.0922401 Nov 25 18:41:29.497990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] For port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,segment=NetworkSegment(6f22dbc6-4ca7-4960-8c9f-5cc58c003d44),segment_id=6f22dbc6-4ca7-4960-8c9f-5cc58c003d44)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:29.498362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.580849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Calling delete_port for 6bdaaa6d-77a4-495b-835a-25f0e505e2dc owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:29.642880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eed949-002b-4f46-a3b9-c33974ce1392 req-a5ce0709-db00-434b-850c-e77d13a6fa25 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:29.644904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.650622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3eed949-002b-4f46-a3b9-c33974ce1392 req-a5ce0709-db00-434b-850c-e77d13a6fa25 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb43a759-5ecd-4645-b42f-145654b4c781 HTTP/1.1" status: 200 len: 945 time: 0.4150646 Nov 25 18:41:29.940509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.951414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-57e8adc5-75df-450e-ba6d-603960121e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:29.953271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-57e8adc5-75df-450e-ba6d-603960121e26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.4649341 Nov 25 18:41:29.991020 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:29.993081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.005541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['6bdaaa6d-77a4-495b-835a-25f0e505e2dc'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:30.027156 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-cf5a5db2-936c-43da-9336-0784c0c6d285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465147 Nov 25 18:41:30.047004 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3eed949-002b-4f46-a3b9-c33974ce1392 req-54bf609a-0f04-4578-9218-0bb1a616fec2 tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab516ae-36b8-4efc-be04-4ae986bccf51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955076 Nov 25 18:41:30.072877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a34b2-929f-427b-b46e-a7a032a80de3 req-46688280-1c1e-4f30-8712-163419ec3a4f tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:30.074559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-270a34b2-929f-427b-b46e-a7a032a80de3 req-46688280-1c1e-4f30-8712-163419ec3a4f tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 944 time: 0.1134236 Nov 25 18:41:30.097737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Pushing event deleted for resources: {'Port': ['ID=6bdaaa6d-77a4-495b-835a-25f0e505e2dc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:30.142188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-270a34b2-929f-427b-b46e-a7a032a80de3 req-888c305f-beaf-4e35-bd79-325ff059dc5c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Nov 25 18:41:30.156834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Router 719f98a5-5fac-4d35-951c-aaf117f3f0ef has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:41:30.238895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] No DVR routers for this DVR port 6bdaaa6d-77a4-495b-835a-25f0e505e2dc on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:41:30.248473 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.252878 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94f2f037-c26b-41b5-9d54-79648d491503 req-0bbdfdf9-232a-4e7a-9ea0-840a90ee3f7c tempest-ServersNegativeTestMultiTenantJSON-2064213124 tempest-ServersNegativeTestMultiTenantJSON-2064213124-project] 10.222.0.66 "DELETE /v2.0/ports/6bdaaa6d-77a4-495b-835a-25f0e505e2dc HTTP/1.1" status: 204 len: 173 time: 1.3712783 Nov 25 18:41:30.304159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-f0db518d-056c-47f0-94ff-ae2b7f74874e service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757046 Nov 25 18:41:30.325784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:30.329189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Allocated IP 172.25.2.241 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/9316f6aa-0913-416e-a4d6-43c024a9b52f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:30.334586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f246314c-dc88-435e-80a4-caea89e3d6d9 admin admin] 10.222.0.62 "PUT /v2.0/routers/719f98a5-5fac-4d35-951c-aaf117f3f0ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8672206 Nov 25 18:41:30.335110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44850) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:30.336987 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] Sync routers for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:30.373703 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:30.374361 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:30.460143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.569663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.603304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.614720 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:30.658101 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.676921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Deleting port d29248a6-3e19-42da-bb31-9b05eb68b311 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:30.677564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.740235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66bb3e-3125-462a-a394-b18f3d15f2ff req-ab5660c1-738d-46c8-9cef-c35a13c4d4b3 service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866171 Nov 25 18:41:30.758182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.855237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] For port d29248a6-3e19-42da-bb31-9b05eb68b311, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d29248a6-3e19-42da-bb31-9b05eb68b311,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:30.859364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:30.904042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:30.904373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Calling delete_port for d29248a6-3e19-42da-bb31-9b05eb68b311 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:30.911648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:30.916944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:30.931019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b939c9-9fac-4553-8787-2b3cdda2eda6 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:30.947903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Port': ['ID=9316f6aa-0913-416e-a4d6-43c024a9b52f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:30.972942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-84581b20-73b4-4f2d-a8a3-2188ea4e578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:30.974901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-84581b20-73b4-4f2d-a8a3-2188ea4e578d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1095 time: 0.1405540 Nov 25 18:41:31.015447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f14b8b10-8bb3-4c9d-bdbc-7b4dfde17330 None None] Provisioning complete for port 9316f6aa-0913-416e-a4d6-43c024a9b52f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:31.016026 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f14b8b10-8bb3-4c9d-bdbc-7b4dfde17330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.051757 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:41:29Z', 'revision_number': 5, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port': {'id': 'd29248a6-3e19-42da-bb31-9b05eb68b311', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:38:45Z', 'updated_at': '2021-11-25T18:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:31.109731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f14b8b10-8bb3-4c9d-bdbc-7b4dfde17330 None None] Port 9316f6aa-0913-416e-a4d6-43c024a9b52f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:31.117089 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] Checking router: 719f98a5-5fac-4d35-951c-aaf117f3f0ef for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:31.127342 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] Routers {'719f98a5-5fac-4d35-951c-aaf117f3f0ef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:31.128380 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:31.152204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44862) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:31.235463 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] Set router 719f98a5-5fac-4d35-951c-aaf117f3f0ef gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:31.267530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] Deleting subnet f0f54af3-f7c8-4907-9fd4-111d769066ab {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:41:31.272140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'name': 'network-vif-deleted', 'tag': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:31.274545 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58caee46-964e-4442-9729-cfa744a4a75d" -d '{"events": [{"server_uuid": "fb43a759-5ecd-4645-b42f-145654b4c781", "name": "network-vif-deleted", "tag": "6bdaaa6d-77a4-495b-835a-25f0e505e2dc"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:31.287947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.323913 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:41:30Z', 'revision_number': 6, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:31.324552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.366016 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e4759-cb32-4013-badd-4729a42db310 None None] The sync data for ids ['719f98a5-5fac-4d35-951c-aaf117f3f0ef'] in n-d-819194-3 is: [{'id': '719f98a5-5fac-4d35-951c-aaf117f3f0ef', 'name': 'tempest-ServersTestManualDisk-400959980-router', 'tenant_id': '8db3b41066474b25991dc0416f6e3df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:38:44Z', 'updated_at': '2021-11-25T18:41:30Z', 'revision_number': 6, 'project_id': '8db3b41066474b25991dc0416f6e3df0', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:31.369883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.395182 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23a4f29-028e-4ed2-af4e-fb95e8d79d68 x-openstack-request-id: req-e23a4f29-028e-4ed2-af4e-fb95e8d79d68 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:31.395611 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb43a759-5ecd-4645-b42f-145654b4c781", "name": "network-vif-deleted", "tag": "6bdaaa6d-77a4-495b-835a-25f0e505e2dc", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:31.395960 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e23a4f29-028e-4ed2-af4e-fb95e8d79d68 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:31.396450 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb43a759-5ecd-4645-b42f-145654b4c781', 'name': 'network-vif-deleted', 'tag': '6bdaaa6d-77a4-495b-835a-25f0e505e2dc', 'status': 'completed', 'code': 200} Nov 25 18:41:31.437658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.448128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-f0cf7b14-d271-41ee-864c-ad67b340add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:31.449865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-f0cf7b14-d271-41ee-864c-ad67b340add2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 914 time: 0.4643011 Nov 25 18:41:31.488713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29248a6-3e19-42da-bb31-9b05eb68b311,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:31.513536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6615a8fc-a23f-46b7-b554-e255e2f2e9e7 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:31.517937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae940-43a4-4ab7-baa6-e8e8c32ac4d7 req-07128fe4-f0c1-4880-8d1e-b741104cfcf6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:31.525815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-76fae940-43a4-4ab7-baa6-e8e8c32ac4d7 req-07128fe4-f0c1-4880-8d1e-b741104cfcf6 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 944 time: 0.2538044 Nov 25 18:41:31.618493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-2598a3df-0b83-4511-a88a-e44fa915ebaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 217 time: 0.1561944 Nov 25 18:41:31.619306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.677477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f54af3-f7c8-4907-9fd4-111d769066ab,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:31.680167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.687487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e1c91f85-c5fe-4e75-a02e-d359f7943713 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f0f54af3-f7c8-4907-9fd4-111d769066ab HTTP/1.1" status: 204 len: 168 time: 0.5319932 Nov 25 18:41:31.689418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44870) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:31.705752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-76fae940-43a4-4ab7-baa6-e8e8c32ac4d7 req-bd7943f4-d78f-422b-934e-8e3dbb77454a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735859 Nov 25 18:41:31.706004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-48e94557-2ee0-421a-80c2-67c60aa3c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:31.707804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-48e94557-2ee0-421a-80c2-67c60aa3c530 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.0550153 Nov 25 18:41:31.712460 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.763774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-6e393568-2254-4ef4-95b0-852b71a6b2c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441885 Nov 25 18:41:31.803709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:31.911845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-55435fe4-4b0d-4d85-89e9-e5f4990382e4 service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379800 Nov 25 18:41:31.983138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2b4cf999-b999-4bf0-8c5d-91a842c44e64 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:32.013035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.037360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2b4cf999-b999-4bf0-8c5d-91a842c44e64 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:32.043015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2b4cf999-b999-4bf0-8c5d-91a842c44e64 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:32.060375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.063109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.196588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.196813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9179770-e13e-4b7c-8b71-497ed3038606 req-c5ece790-ed22-4621-a541-9927eaca19d2 service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178149 Nov 25 18:41:32.206995 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.207510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719f98a5-5fac-4d35-951c-aaf117f3f0ef {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:32.215059 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.219075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2854f82c-4e1b-4324-b138-082ca9b726f8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/719f98a5-5fac-4d35-951c-aaf117f3f0ef HTTP/1.1" status: 204 len: 168 time: 1.8828292 Nov 25 18:41:32.220073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:32.240380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d97277-8d5c-4b0b-9706-47a34c98b1c6']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:32.317940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.481350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Router 73b2d8d0-27c6-4cae-8150-5893a6027ea1 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:41:32.586424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f22dbc6-4ca7-4960-8c9f-5cc58c003d44') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:32.587414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f22dbc6-4ca7-4960-8c9f-5cc58c003d44') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:32.598283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.609403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] Deleting subnet 319c8888-56a8-401f-832b-410794f58701 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:41:32.616537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.618813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.627106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:32.645219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Sync routers for ids ['73b2d8d0-27c6-4cae-8150-5893a6027ea1'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:32.647608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:32.648060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:32.649895 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:32.652847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.656953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5096f110-5908-4141-b2c1-3e4aca6bf618 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7772923 Nov 25 18:41:32.657398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44882) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:32.678705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Routers {'73b2d8d0-27c6-4cae-8150-5893a6027ea1'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:32.678705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['73b2d8d0-27c6-4cae-8150-5893a6027ea1'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:32.713780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.751843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.773016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.779110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] 10.222.0.62 "DELETE /v2.0/networks/19d97277-8d5c-4b0b-9706-47a34c98b1c6 HTTP/1.1" status: 204 len: 168 time: 1.0693228 Nov 25 18:41:32.779110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c68ccf-c864-4d3c-812f-c88db7ddc5fc admin admin] Pushing event deleted for resources: {'Network': ['ID=19d97277-8d5c-4b0b-9706-47a34c98b1c6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:32.781855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44886) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:32.831588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Set router 73b2d8d0-27c6-4cae-8150-5893a6027ea1 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:32.881264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1779488e-0566-46f9-aa7d-cbf44bc73c72 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/73b2d8d0-27c6-4cae-8150-5893a6027ea1 HTTP/1.1" status: 200 len: 908 time: 0.2192414 Nov 25 18:41:32.881669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:32.885333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] Deleting subnet fb0b0ebb-c799-4a8b-88c4-64db74a0e200 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:41:32.887650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'router': {'name': 'tempest-snat-router-560005324', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': True}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:32.896401 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.936101 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.936969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.938354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.976365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:32.977636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6bdaaa6d-77a4-495b-835a-25f0e505e2dc no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:32.985422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520f939-e4db-4406-b020-f5d662ef1814 req-1f5342f2-cce4-4fa5-9f6e-205de6ec435d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:32.987239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8520f939-e4db-4406-b020-f5d662ef1814 req-1f5342f2-cce4-4fa5-9f6e-205de6ec435d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 944 time: 0.1361384 Nov 25 18:41:33.005132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.023371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 6bdaaa6d-77a4-495b-835a-25f0e505e2dc {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:33.024007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6bdaaa6d-77a4-495b-835a-25f0e505e2dc not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:33.083903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b2d8d0-27c6-4cae-8150-5893a6027ea1', 'name': 'tempest-snat-router-560005324', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.241'}], 'enable_snat': False}, 'gw_port_id': '9316f6aa-0913-416e-a4d6-43c024a9b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:28Z', 'updated_at': '2021-11-25T18:41:31Z', 'revision_number': 3, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port': {'id': '9316f6aa-0913-416e-a4d6-43c024a9b52f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d8d0-27c6-4cae-8150-5893a6027ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:30Z', 'updated_at': '2021-11-25T18:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:33.084573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.123715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Checking router: 73b2d8d0-27c6-4cae-8150-5893a6027ea1 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:33.123897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.124295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Updating router 73b2d8d0-27c6-4cae-8150-5893a6027ea1 port 9316f6aa-0913-416e-a4d6-43c024a9b52f binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:41:33.156002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8520f939-e4db-4406-b020-f5d662ef1814 req-ab8c7e54-67c0-4b79-b5c0-5b3da19414db tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459377 Nov 25 18:41:33.165890 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.191635 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.239505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319c8888-56a8-401f-832b-410794f58701,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:33.242130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.261729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3305d945-21cb-4a0d-a87e-5b29d235d66c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/319c8888-56a8-401f-832b-410794f58701 HTTP/1.1" status: 204 len: 168 time: 1.0341804 Nov 25 18:41:33.264964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44906) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:33.291794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d32bc2f-d816-403b-9173-86d3d7185bbd None None] Network f1886c0f-73a1-4984-a749-886b5d234906 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:33.325631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.383501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.467684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0b0ebb-c799-4a8b-88c4-64db74a0e200,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:33.471964 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.485918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3f779a82-5489-4f99-894f-19cc8ce0ab19 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fb0b0ebb-c799-4a8b-88c4-64db74a0e200 HTTP/1.1" status: 204 len: 168 time: 0.7028563 Nov 25 18:41:33.489163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:33.515441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.618308 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.664100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.727900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.849464 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.858240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] DHCP port deletion for f1886c0f-73a1-4984-a749-886b5d234906 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:33.877832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d29248a6-3e19-42da-bb31-9b05eb68b311 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:33.950180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Deleting port 3db66d63-de2c-446f-a6cc-d1d1d141d09f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:33.950710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.955904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:33.972917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Allocated IP 172.25.2.239 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/38a327b7-6636-4e0e-8bad-068a7c05ad04) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:33.986697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.029495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d29248a6-3e19-42da-bb31-9b05eb68b311 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:34.029856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d29248a6-3e19-42da-bb31-9b05eb68b311 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:34.038150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3a81b1-f865-4715-a2d6-7ef9215f9353']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:34.058040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dd911c-009f-479f-80d2-7bc04e4a87cc') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:34.058425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dd911c-009f-479f-80d2-7bc04e4a87cc') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:34.078751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] For port 3db66d63-de2c-446f-a6cc-d1d1d141d09f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3db66d63-de2c-446f-a6cc-d1d1d141d09f,segment=NetworkSegment(5c8d38b4-eb5c-4a62-95b3-428fed218a13),segment_id=5c8d38b4-eb5c-4a62-95b3-428fed218a13)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:34.079089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.083508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.101843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f16c8-1606-4cbf-919d-36a48b3bb5f6 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:34.103891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Calling delete_port for 3db66d63-de2c-446f-a6cc-d1d1d141d09f owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:34.110054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.128687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Attempting to bind port 9316f6aa-0913-416e-a4d6-43c024a9b52f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:34.129069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Attempting to bind port 9316f6aa-0913-416e-a4d6-43c024a9b52f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:34.131237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Attempting to bind port 9316f6aa-0913-416e-a4d6-43c024a9b52f on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:34.134104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:34.134543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:34.136418 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:34.189072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Pushing event updated for resources: {'Port': ['ID=9316f6aa-0913-416e-a4d6-43c024a9b52f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:34.218149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.220459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.220980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.223182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.223182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.224880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.225532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.226038 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.227092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.229841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.230576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.232069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:41:34.237647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.245507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:34.247330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:34.247852 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.250067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:34.250839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Bound port: 9316f6aa-0913-416e-a4d6-43c024a9b52f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:34.251349 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.274205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:41:34.280679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.286599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ef3a81b1-f865-4715-a2d6-7ef9215f9353 HTTP/1.1" status: 204 len: 168 time: 0.7939990 Nov 25 18:41:34.312075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f61d7-dece-47e5-95e7-0b89ef54aaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3a81b1-f865-4715-a2d6-7ef9215f9353,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:34.333808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.350884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] No DVR routers for this DVR port 3db66d63-de2c-446f-a6cc-d1d1d141d09f on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:41:34.419747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db66d63-de2c-446f-a6cc-d1d1d141d09f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:34.456410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-869e8c4c-62f2-4cd9-8cb5-970c924dfd21 None None] Provisioning complete for port 9316f6aa-0913-416e-a4d6-43c024a9b52f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:34.456814 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-869e8c4c-62f2-4cd9-8cb5-970c924dfd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.492771 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.524764 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-489f74f5-7941-4579-887f-680612161b58 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:41:34.541910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1886c0f-73a1-4984-a749-886b5d234906']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:34.571166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8d38b4-eb5c-4a62-95b3-428fed218a13') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:34.572207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8d38b4-eb5c-4a62-95b3-428fed218a13') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:34.611044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.644158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.662674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:41:34.665999 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:41:34.670339 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:41:34.707436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44930) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:34.715090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:34.731200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605', 'network_id': '52767379-5a95-4f2e-a87c-660a549b80d0', 'port_id': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605', 'mac_address': 'fa:16:3e:e4:57:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b5a403-a8f8-4f40-bcb4-f77933c34b05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:41:34.757087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Deleting port 3db66d63-de2c-446f-a6cc-d1d1d141d09f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:34.757558 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.764081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.771670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] For port 9316f6aa-0913-416e-a4d6-43c024a9b52f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:34.810597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-869e8c4c-62f2-4cd9-8cb5-970c924dfd21 None None] Port 9316f6aa-0913-416e-a4d6-43c024a9b52f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:34.864752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] For port 9316f6aa-0913-416e-a4d6-43c024a9b52f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9316f6aa-0913-416e-a4d6-43c024a9b52f,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:34.877656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.883644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-69954718-da92-44b9-8576-267dd66d271b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4973ca78d37b4f96adafcd6955f401d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718197 Nov 25 18:41:34.891379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.892606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44936) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:34.895253 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.895469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:34.897939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f1886c0f-73a1-4984-a749-886b5d234906 HTTP/1.1" status: 204 len: 168 time: 1.6334090 Nov 25 18:41:34.913595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017bd1e-2805-47e6-829e-c1b60699e1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1886c0f-73a1-4984-a749-886b5d234906,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:34.997474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:34.997932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.004949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:35.008503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:35.035717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] For port 3db66d63-de2c-446f-a6cc-d1d1d141d09f, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:35.040222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.062819 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b3c50-642d-4bff-976c-8ba2aefc0304 None None] Pushing event updated for resources: {'Port': ['ID=9316f6aa-0913-416e-a4d6-43c024a9b52f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:35.087703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce8729-41ee-42ac-82db-0872064a5181 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:35.097193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e806ce-bc6c-448e-9b4f-c29de616ed23 req-79711094-420f-4cbf-9e2f-83b164e05b7b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:35.106836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Calling delete_port for 3db66d63-de2c-446f-a6cc-d1d1d141d09f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:35.107863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3e806ce-bc6c-448e-9b4f-c29de616ed23 req-79711094-420f-4cbf-9e2f-83b164e05b7b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 944 time: 0.3113527 Nov 25 18:41:35.111061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Port 3db66d63-de2c-446f-a6cc-d1d1d141d09f was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:41:35.114714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:35.126135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.157294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Port': ['ID=38a327b7-6636-4e0e-8bad-068a7c05ad04,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:35.166136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Pushing event deleted for resources: {'Port': ['ID=3db66d63-de2c-446f-a6cc-d1d1d141d09f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:35.168380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63769bf9-ed2a-4e67-8653-3c7a3b7b217e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:35.189445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:35.192913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] Network f1886c0f-73a1-4984-a749-886b5d234906 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:41:35.193499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5864fd1-48cb-4d03-afe0-46215461cb80 None None] No DVR routers for this DVR port 3db66d63-de2c-446f-a6cc-d1d1d141d09f on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:41:35.215051 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.219277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Routers {'73b2d8d0-27c6-4cae-8150-5893a6027ea1'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:35.219932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['73b2d8d0-27c6-4cae-8150-5893a6027ea1'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:35.221596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9cfbd1dd-91be-48ee-8dc0-bbe763b60a69 None None] Provisioning complete for port 38a327b7-6636-4e0e-8bad-068a7c05ad04 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:35.221959 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd1dd-91be-48ee-8dc0-bbe763b60a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.227489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44946) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:35.272468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09816825-b881-4ec0-baef-57a4bfe922ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.336276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbd1dd-91be-48ee-8dc0-bbe763b60a69 None None] Port 38a327b7-6636-4e0e-8bad-068a7c05ad04 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:35.344629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fdea3314-f63d-41e1-9633-9bf13fd6133c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8db3b41066474b25991dc0416f6e3df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1159632 Nov 25 18:41:35.347221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44952) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:35.372856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3e806ce-bc6c-448e-9b4f-c29de616ed23 req-35b6268d-645c-4301-9af9-19428fda2961 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226906 Nov 25 18:41:35.410721 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09816825-b881-4ec0-baef-57a4bfe922ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.451760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77159908-10e3-4ec7-a8a7-a90da6f96d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.498152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77159908-10e3-4ec7-a8a7-a90da6f96d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.570736 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77159908-10e3-4ec7-a8a7-a90da6f96d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.573600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77159908-10e3-4ec7-a8a7-a90da6f96d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.575319 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-77159908-10e3-4ec7-a8a7-a90da6f96d1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca61380f-b652-490c-ba38-718ae282e124 HTTP/1.1" status: 204 len: 168 time: 0.2267108 Nov 25 18:41:35.595363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:35.600570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['03aa4073-8eb7-49f1-b9b2-d2c547b8c605'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:35.614717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77159908-10e3-4ec7-a8a7-a90da6f96d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca61380f-b652-490c-ba38-718ae282e124,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:35.647690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd01937a-0a39-4ba4-8190-f68d84c64a8f None None] Provisioning complete for port 9316f6aa-0913-416e-a4d6-43c024a9b52f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:35.649333 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd01937a-0a39-4ba4-8190-f68d84c64a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.885179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] Set router 73b2d8d0-27c6-4cae-8150-5893a6027ea1 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:35.929033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09816825-b881-4ec0-baef-57a4bfe922ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.929033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09816825-b881-4ec0-baef-57a4bfe922ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:35.930152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-09816825-b881-4ec0-baef-57a4bfe922ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ab516ae-36b8-4efc-be04-4ae986bccf51 HTTP/1.1" status: 204 len: 168 time: 1.0361946 Nov 25 18:41:35.931013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.056374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3db66d63-de2c-446f-a6cc-d1d1d141d09f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:36.108317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09816825-b881-4ec0-baef-57a4bfe922ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab516ae-36b8-4efc-be04-4ae986bccf51,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:36.217594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-7b2722ce-e61f-4829-a8cc-90396a5f4997 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:36.224282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3db66d63-de2c-446f-a6cc-d1d1d141d09f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:36.225044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-7b2722ce-e61f-4829-a8cc-90396a5f4997 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.3908525 Nov 25 18:41:36.225389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3db66d63-de2c-446f-a6cc-d1d1d141d09f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:36.236966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.249651 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-c9047e13-a4c3-40c6-8e0b-194418f26ead tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/quotas/bbd5c3654f2344cfbcdda8b19c57305d HTTP/1.1" status: 200 len: 375 time: 0.0236950 Nov 25 18:41:36.413707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-69fe6090-3aef-4383-9963-373fcd9d0054 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1631589 Nov 25 18:41:36.456147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44996) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:36.521175 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd01937a-0a39-4ba4-8190-f68d84c64a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.569321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Router a9d7ec50-59ba-42b9-85ed-565e48155794 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:41:36.583624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2014fac1-1920-4133-b60f-86cbf0fc6256 service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563365 Nov 25 18:41:36.601883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3f4d50b4-a3d5-4baf-9664-91cd67d221fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31e52dd4f08348bdbcaa76d6cf467c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447327 Nov 25 18:41:36.604321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45002) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:36.645947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5441c3-9f36-4a30-9e4e-033339fbec9f req-b3fe24ad-f771-421f-bc2f-504675cff0a9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:36.652529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fd01937a-0a39-4ba4-8190-f68d84c64a8f None None] For port 9316f6aa-0913-416e-a4d6-43c024a9b52f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9316f6aa-0913-416e-a4d6-43c024a9b52f,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:36.655049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b5441c3-9f36-4a30-9e4e-033339fbec9f req-b3fe24ad-f771-421f-bc2f-504675cff0a9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 945 time: 0.1394763 Nov 25 18:41:36.672780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd01937a-0a39-4ba4-8190-f68d84c64a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.743391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b275-920e-4823-8949-73ca8f0165cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.763305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b5441c3-9f36-4a30-9e4e-033339fbec9f req-17244987-2af0-457f-adb6-1129848b295e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020422 Nov 25 18:41:36.795353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:36.806505 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Sync routers for ids ['a9d7ec50-59ba-42b9-85ed-565e48155794'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:36.813103 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b275-920e-4823-8949-73ca8f0165cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.824425 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Routers {'a9d7ec50-59ba-42b9-85ed-565e48155794'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:36.824975 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a9d7ec50-59ba-42b9-85ed-565e48155794'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:36.888429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01937a-0a39-4ba4-8190-f68d84c64a8f None None] Pushing event updated for resources: {'Port': ['ID=9316f6aa-0913-416e-a4d6-43c024a9b52f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:36.904754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b2d8d0-27c6-4cae-8150-5893a6027ea1', 'name': 'tempest-snat-router-560005324', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.241'}], 'enable_snat': False}, 'gw_port_id': '9316f6aa-0913-416e-a4d6-43c024a9b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:28Z', 'updated_at': '2021-11-25T18:41:31Z', 'revision_number': 3, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port': {'id': '9316f6aa-0913-416e-a4d6-43c024a9b52f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d8d0-27c6-4cae-8150-5893a6027ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:30Z', 'updated_at': '2021-11-25T18:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:36.911601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b275-920e-4823-8949-73ca8f0165cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.915820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cb7b275-920e-4823-8949-73ca8f0165cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.917426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6cb7b275-920e-4823-8949-73ca8f0165cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85b4ec6f-84d5-46b0-97a3-de17b002a836 HTTP/1.1" status: 204 len: 168 time: 0.3119979 Nov 25 18:41:36.918784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-aa17c31a-7d74-4a61-b05d-6761554bb242 service neutron] 10.222.0.62 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911425 Nov 25 18:41:36.933796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7b275-920e-4823-8949-73ca8f0165cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b4ec6f-84d5-46b0-97a3-de17b002a836,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:36.958077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:36.962991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45012) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:36.963191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-31e07f17-ce0c-4f68-9d3a-afc1497e7aa5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0802572 Nov 25 18:41:37.025397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb68d9-dc3d-42a8-ae7c-a76e9b4c09f2 None None] The sync data for ids ['73b2d8d0-27c6-4cae-8150-5893a6027ea1'] in n-d-819194-3 is: [{'id': '73b2d8d0-27c6-4cae-8150-5893a6027ea1', 'name': 'tempest-snat-router-560005324', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.241'}], 'enable_snat': False}, 'gw_port_id': '9316f6aa-0913-416e-a4d6-43c024a9b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:28Z', 'updated_at': '2021-11-25T18:41:31Z', 'revision_number': 3, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port': {'id': '9316f6aa-0913-416e-a4d6-43c024a9b52f', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d8d0-27c6-4cae-8150-5893a6027ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:30Z', 'updated_at': '2021-11-25T18:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:37.163603 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Set router a9d7ec50-59ba-42b9-85ed-565e48155794 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:37.443837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-303064a4-02c9-44ac-9cd5-cfd4a8956eae req-1db96ecf-3836-4bb5-9835-aca844b1aeca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 210 time: 0.1268361 Nov 25 18:41:37.456269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-858f68d1-b475-437f-a739-bcf31a814cf6 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/a9d7ec50-59ba-42b9-85ed-565e48155794 HTTP/1.1" status: 200 len: 907 time: 0.4899077 Nov 25 18:41:37.458814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45026) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:37.662815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45038) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:37.742471 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d7ec50-59ba-42b9-85ed-565e48155794', 'name': 'tempest-snat-router-560005324', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '38a327b7-6636-4e0e-8bad-068a7c05ad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:32Z', 'updated_at': '2021-11-25T18:41:35Z', 'revision_number': 3, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port': {'id': '38a327b7-6636-4e0e-8bad-068a7c05ad04', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d7ec50-59ba-42b9-85ed-565e48155794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:41:33Z', 'updated_at': '2021-11-25T18:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:37.790374 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:37.834054 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Checking router: a9d7ec50-59ba-42b9-85ed-565e48155794 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:41:37.835713 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Updating router a9d7ec50-59ba-42b9-85ed-565e48155794 port 38a327b7-6636-4e0e-8bad-068a7c05ad04 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:41:37.965715 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.012338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9316f6aa-0913-416e-a4d6-43c024a9b52f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:38.039814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-746004794-network', 'tenant_id': '863fe3c75a854285872275f7f2eac133'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:38.092639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.127705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Made reservation on behalf of 863fe3c75a854285872275f7f2eac133 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:38.137205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.163750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.189343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9316f6aa-0913-416e-a4d6-43c024a9b52f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:38.190191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.235849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Deleting port 38a327b7-6636-4e0e-8bad-068a7c05ad04 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:38.236303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.286843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7a50e-63ea-4b17-90ab-3eb2a64184a1 req-d7bb57d2-3b4d-4213-a8a2-66fcf474ffb1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:38.290388 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3fd7a50e-63ea-4b17-90ab-3eb2a64184a1 req-d7bb57d2-3b4d-4213-a8a2-66fcf474ffb1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 945 time: 0.3767385 Nov 25 18:41:38.296996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:38.467717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.527131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Calling delete_port for 38a327b7-6636-4e0e-8bad-068a7c05ad04 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:38.635623 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.644707 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.694356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3fd7a50e-63ea-4b17-90ab-3eb2a64184a1 req-9ee8b95b-945d-48df-bb2a-f807f31e614f tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019691 Nov 25 18:41:38.733465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5b37890-a42d-4672-8440-945ca03f9ba6 req-d6e0ab7e-1cd7-4e63-ac2f-e375dc52a17a tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 210 time: 0.1649535 Nov 25 18:41:38.736081 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8229eb5-7724-42fd-add4-b230686d9a7e None None] Pushing event updated for resources: {'Port': ['ID=38a327b7-6636-4e0e-8bad-068a7c05ad04,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:38.770441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:41:38.790208 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Attempting to bind port 38a327b7-6636-4e0e-8bad-068a7c05ad04 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:38.790948 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Attempting to bind port 38a327b7-6636-4e0e-8bad-068a7c05ad04 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:38.791086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.791622 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Attempting to bind port 38a327b7-6636-4e0e-8bad-068a7c05ad04 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:38.792265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf959e4-e013-45c0-b8b4-156aa5ba124d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:38.801445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.808386 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:38.808927 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:38.809782 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.810188 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:38.811326 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Bound port: 38a327b7-6636-4e0e-8bad-068a7c05ad04, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:38.811837 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.813374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:38.814562 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.844633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:41:38.881993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7023b8-203b-4dc6-90cf-219b6e3a4814,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:38.885327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.885732 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Added segment 7e1836b1-a302-41b1-886b-e9c302ca1d83 of type vlan for network be286330-89eb-42b5-a805-5d55819abf4e Nov 25 18:41:38.968839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ef97c78f-ae7b-48f9-9449-92cdac44d310 None None] Provisioning complete for port 38a327b7-6636-4e0e-8bad-068a7c05ad04 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:38.969270 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ef97c78f-ae7b-48f9-9449-92cdac44d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:38.981723 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:41:39.007256 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.130925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.131585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:39.132116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.178260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.182272 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.db.api [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:41:39.183316 n-d-819194-3 neutron-server[103459]: DEBUG oslo_db.api [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:41:39.204138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ef97c78f-ae7b-48f9-9449-92cdac44d310 None None] Port 38a327b7-6636-4e0e-8bad-068a7c05ad04 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:39.216581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.255451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event deleted for resources: {'Port': ['ID=38a327b7-6636-4e0e-8bad-068a7c05ad04,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:39.286679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:39.315376 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79aeffb-3ed3-4e33-8e7d-a6f2ee607a59" -d '{"events": [{"server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "name": "network-vif-plugged", "status": "completed", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:39.354107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:39.363410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6994216 Nov 25 18:41:39.366273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42bb33-f834-4410-a870-f369da686702 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:39.367101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:39.379598 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.425061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Request body: {'subnet': {'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-746004794-subnet', 'tenant_id': '863fe3c75a854285872275f7f2eac133', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:39.502500 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.542874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2a9c4-89fb-41ca-95e7-c92962aee6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=be286330-89eb-42b5-a805-5d55819abf4e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:39.564161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network be286330-89eb-42b5-a805-5d55819abf4e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:41:39.697820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-5fda9249-8609-4deb-a2c9-39136a355de4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:39.700268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-5fda9249-8609-4deb-a2c9-39136a355de4 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.66 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 815 time: 0.3796844 Nov 25 18:41:39.706870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45104) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:39.731137 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Attempting to bind port 38a327b7-6636-4e0e-8bad-068a7c05ad04 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:39.731727 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Attempting to bind port 38a327b7-6636-4e0e-8bad-068a7c05ad04 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:39.733037 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Attempting to bind port 38a327b7-6636-4e0e-8bad-068a7c05ad04 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:39.754804 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:39.755639 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:39.756273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Request body: {'port': {'device_id': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'admin_state_up': True, 'tenant_id': 'bbd5c3654f2344cfbcdda8b19c57305d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:39.756496 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.758151 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:39.760738 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Bound port: 38a327b7-6636-4e0e-8bad-068a7c05ad04, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:39.761464 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.790837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:39.810652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.815685 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Port 38a327b7-6636-4e0e-8bad-068a7c05ad04 has been deleted concurrently {{(pid=103459) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 25 18:41:39.825981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.870499 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Routers {'a9d7ec50-59ba-42b9-85ed-565e48155794'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:39.872354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a9d7ec50-59ba-42b9-85ed-565e48155794'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:39.918307 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4456c5-e5cb-454c-a62d-3b75b7a38ab6 x-openstack-request-id: req-3e4456c5-e5cb-454c-a62d-3b75b7a38ab6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:39.918646 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "name": "network-vif-plugged", "status": "completed", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:39.918903 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e4456c5-e5cb-454c-a62d-3b75b7a38ab6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:39.919300 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605', 'code': 200} Nov 25 18:41:39.964083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:39.972482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9d7ec50-59ba-42b9-85ed-565e48155794 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:40.036663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.040290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e1348a0-e2a4-48b9-bd1a-6b73ba0fb3d8 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a9d7ec50-59ba-42b9-85ed-565e48155794 HTTP/1.1" status: 204 len: 168 time: 2.5776749 Nov 25 18:41:40.046364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45118) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:40.128534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91578-9cd1-428a-af8e-f6fb010eac4a req-80fb30d3-ed46-4262-831f-776d3cb68040 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:40.132565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92f91578-9cd1-428a-af8e-f6fb010eac4a req-80fb30d3-ed46-4262-831f-776d3cb68040 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 946 time: 0.1963236 Nov 25 18:41:40.143931 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] Set router a9d7ec50-59ba-42b9-85ed-565e48155794 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:41:40.164634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ef5d2db-d5df-407e-98dc-3064417421d3 req-2950c6b1-3ebc-48e2-8e37-71773db015d8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 210 time: 0.0312169 Nov 25 18:41:40.228149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:40.255705 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92f91578-9cd1-428a-af8e-f6fb010eac4a req-d979502f-4862-45e0-8eaa-48dc9d2e1df0 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178837 Nov 25 18:41:40.278769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b77526-2aa8-42e5-9750-9d011980cea2 req-a43ef299-2856-417f-851f-b8920a3da61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:40.278769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58b77526-2aa8-42e5-9750-9d011980cea2 req-a43ef299-2856-417f-851f-b8920a3da61a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1097 time: 0.2518177 Nov 25 18:41:40.278769 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b41f-2158-409b-86f4-30a4f8e5a504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.287179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Made reservation on behalf of 863fe3c75a854285872275f7f2eac133 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:40.290536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.292581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Made reservation on behalf of bbd5c3654f2344cfbcdda8b19c57305d for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:40.294068 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d7ec50-59ba-42b9-85ed-565e48155794', 'name': 'tempest-snat-router-560005324', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:32Z', 'updated_at': '2021-11-25T18:41:39Z', 'revision_number': 5, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:40.297864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.333284 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd410b7-4c78-402d-820d-d038301f8190 None None] The sync data for ids ['a9d7ec50-59ba-42b9-85ed-565e48155794'] in n-d-819194-3 is: [{'id': 'a9d7ec50-59ba-42b9-85ed-565e48155794', 'name': 'tempest-snat-router-560005324', 'tenant_id': '33022e6800fc4b789806db0e45cd0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:41:32Z', 'updated_at': '2021-11-25T18:41:39Z', 'revision_number': 5, 'project_id': '33022e6800fc4b789806db0e45cd0929', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:40.478122 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4b5e745-acc5-4765-b972-1c7f654714d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.635614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4b5e745-acc5-4765-b972-1c7f654714d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.644532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58b77526-2aa8-42e5-9750-9d011980cea2 req-43e35685-1577-44c6-8a44-6940ad224137 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404624 Nov 25 18:41:40.647897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4b5e745-acc5-4765-b972-1c7f654714d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.667569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b41f-2158-409b-86f4-30a4f8e5a504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.683645 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b41f-2158-409b-86f4-30a4f8e5a504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.722059 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.727459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5e745-acc5-4765-b972-1c7f654714d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e331771-8a97-431e-9538-ab97165280dc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:40.736102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b4b5e745-acc5-4765-b972-1c7f654714d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9eb90e8884ff4039b55ef0c830043cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069213 Nov 25 18:41:40.742903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45128) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:40.798752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a5ba79b-725e-45a9-be65-2a71f1957fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.823687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a5ba79b-725e-45a9-be65-2a71f1957fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.836581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9b41f-2158-409b-86f4-30a4f8e5a504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004ddcb2-10a7-4a9d-a964-2b21686096cf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:40.840945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Allocated IP 172.20.0.4 (944fd81b-2a8f-48ec-9b80-58f168f8d6d4/3f3c63e6-c72b-4707-82ed-fa77b99541b5/e4d6b699-3ff1-45df-9583-e3c630fd6302) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:40.849683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a9c9b41f-2158-409b-86f4-30a4f8e5a504 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0608c14363c646f9bcb66f9ef428f968&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1402442 Nov 25 18:41:40.853932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45130) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:40.883191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-860ffd12-3e97-4a7d-bdd4-c1f64040e083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.952890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a4039da-d1be-46a3-aa45-4f536a9d2493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.973557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a5ba79b-725e-45a9-be65-2a71f1957fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.977220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a5ba79b-725e-45a9-be65-2a71f1957fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:40.980808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5a5ba79b-725e-45a9-be65-2a71f1957fae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e331771-8a97-431e-9538-ab97165280dc HTTP/1.1" status: 204 len: 168 time: 0.2338052 Nov 25 18:41:40.996883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.003754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a4039da-d1be-46a3-aa45-4f536a9d2493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.006121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ba79b-725e-45a9-be65-2a71f1957fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e331771-8a97-431e-9538-ab97165280dc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:41.078122 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a4039da-d1be-46a3-aa45-4f536a9d2493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.081718 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a4039da-d1be-46a3-aa45-4f536a9d2493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.083424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a4039da-d1be-46a3-aa45-4f536a9d2493 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/004ddcb2-10a7-4a9d-a964-2b21686096cf HTTP/1.1" status: 204 len: 168 time: 0.2273459 Nov 25 18:41:41.094162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4039da-d1be-46a3-aa45-4f536a9d2493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004ddcb2-10a7-4a9d-a964-2b21686096cf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:41.149509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.276174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:41.320502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.353496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Deleting port 9316f6aa-0913-416e-a4d6-43c024a9b52f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:41.360686 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.373795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2f5339b-42ed-4c58-93d7-72a363abf797 req-e306c22e-249b-4c03-a71a-474312d7d7c9 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 210 time: 0.0763776 Nov 25 18:41:41.388782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Checking segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:41.388782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Network hostable DHCP agents. Network: be286330-89eb-42b5-a805-5d55819abf4e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:41:41.520354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Network be286330-89eb-42b5-a805-5d55819abf4e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:41:41.533526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.549682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1', 'a2fa1643-ee39-4298-8810-0c97c5969c69', '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:41.554224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a664-3476-4a5a-8ec1-f372a51d463e req-1d68f61a-1700-4aad-b36f-e54132b0275a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:41.563302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1b0a664-3476-4a5a-8ec1-f372a51d463e req-1d68f61a-1700-4aad-b36f-e54132b0275a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 946 time: 0.1735499 Nov 25 18:41:41.587209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45148) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:41.625796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, be286330-89eb-42b5-a805-5d55819abf4e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:41.628058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f31c764-3229-45dc-a99f-78117cbd84f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.638833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:41.639439 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.641672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fbd63-6715-424c-9ff4-9cd03858f32e None None] Network be286330-89eb-42b5-a805-5d55819abf4e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:41.659833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] For port 9316f6aa-0913-416e-a4d6-43c024a9b52f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9316f6aa-0913-416e-a4d6-43c024a9b52f,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:41.660201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.672829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:41.694744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:41.701910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:41.705896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Calling delete_port for 9316f6aa-0913-416e-a4d6-43c024a9b52f owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:41.724007 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b984262a-ec96-40df-b95b-ddae854f26f2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3459921 Nov 25 18:41:41.725114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event updated for resources: {'Port': ['ID=e4d6b699-3ff1-45df-9583-e3c630fd6302,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:41.785231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f31c764-3229-45dc-a99f-78117cbd84f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.796539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1b0a664-3476-4a5a-8ec1-f372a51d463e req-aa6ee2a8-f4df-4c30-8ad3-60f94d5c14d1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322326 Nov 25 18:41:41.819543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f31c764-3229-45dc-a99f-78117cbd84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:41.974930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f31c764-3229-45dc-a99f-78117cbd84f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=835de3d063c74e8ea3bbbdaea7460238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833795 Nov 25 18:41:41.988465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45158) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:42.034272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31c764-3229-45dc-a99f-78117cbd84f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc898a6-e551-441d-a146-4cc6a39a8b3a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:42.116102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1727d01-2eca-4a78-a84f-aa6812a469f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:42.142051 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1727d01-2eca-4a78-a84f-aa6812a469f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:42.209351 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1727d01-2eca-4a78-a84f-aa6812a469f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:42.212594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e1727d01-2eca-4a78-a84f-aa6812a469f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:42.217373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e1727d01-2eca-4a78-a84f-aa6812a469f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4dc898a6-e551-441d-a146-4cc6a39a8b3a HTTP/1.1" status: 204 len: 168 time: 0.2277985 Nov 25 18:41:42.226759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1727d01-2eca-4a78-a84f-aa6812a469f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc898a6-e551-441d-a146-4cc6a39a8b3a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:42.511186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-be286330-89eb-42b5-a805-5d55819abf4e', 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'tenant_id': '863fe3c75a854285872275f7f2eac133', 'fixed_ips': [{'subnet_id': 'd84602bf-e2e2-47e2-8ecb-3a9fce6356cd'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:41:42.512227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:42.515472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:42.516656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:42.563698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-2d71a1a9-6923-44cf-8889-7a15d4c60e7c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8530533 Nov 25 18:41:42.581784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98c6dc-e049-4a62-9e21-768182b300af req-a71ba88a-79d4-43e2-a4a6-8f72536dc203 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:42.583425 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f98c6dc-e049-4a62-9e21-768182b300af req-a71ba88a-79d4-43e2-a4a6-8f72536dc203 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 931 time: 0.1168935 Nov 25 18:41:42.628550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Request body: {'port': {'device_id': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:42.743405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:42.901957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Allocated IP 172.20.0.2 (be286330-89eb-42b5-a805-5d55819abf4e/d84602bf-e2e2-47e2-8ecb-3a9fce6356cd/eeef5b66-0fe0-4efd-853d-92d12dc91ef9) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:42.959623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f98c6dc-e049-4a62-9e21-768182b300af req-c510d2bd-70bb-4683-9d5c-df04a90125db tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373201 Nov 25 18:41:43.057233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-3ca7a874-6d0f-45e9-98ab-44413b8c4b03 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:43.064905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-3ca7a874-6d0f-45e9-98ab-44413b8c4b03 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 815 time: 0.2497640 Nov 25 18:41:43.081420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-a2f6d77c-c772-44dd-8d59-76219c88ec49 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/quotas/863fe3c75a854285872275f7f2eac133 HTTP/1.1" status: 200 len: 375 time: 0.0151772 Nov 25 18:41:43.118537 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-8301144a-79bb-46cf-ba71-3812910aadd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355985 Nov 25 18:41:43.144346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.253187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event deleted for resources: {'Port': ['ID=9316f6aa-0913-416e-a4d6-43c024a9b52f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:43.330852 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.337488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da69a69-af0c-4983-84cd-4d4965a9101e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:43.347216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.446386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c5bc-0222-4242-9371-575e93b635d5 req-cd741314-54ea-4c3c-b37b-7ab2defda2a8 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:43.455806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f408c5bc-0222-4242-9371-575e93b635d5 req-cd741314-54ea-4c3c-b37b-7ab2defda2a8 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 946 time: 0.2603724 Nov 25 18:41:43.458700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.526295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Network be286330-89eb-42b5-a805-5d55819abf4e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:43.536401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-35f7a230-7168-45d3-be99-7db931faba7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.564239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:43.631233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-063a12e6-7b4d-4d51-8777-557bdc2f5c05 service neutron] 10.222.0.62 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114679 Nov 25 18:41:43.635211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Pushing event updated for resources: {'Port': ['ID=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:43.639691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:43.651447 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.672726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.697334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f408c5bc-0222-4242-9371-575e93b635d5 req-5fe86c35-92f6-45a2-8472-45d41c0ef5d7 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405467 Nov 25 18:41:43.776807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Attempting to bind port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:43.776807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Attempting to bind port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:43.777136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Attempting to bind port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 on network be286330-89eb-42b5-a805-5d55819abf4e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:43.786690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:43.787465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Checking segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:43.787465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.787859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Bound using segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:43.788337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Bound port: eeef5b66-0fe0-4efd-853d-92d12dc91ef9, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:43.789285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.820481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d6b699-3ff1-45df-9583-e3c630fd6302 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:43.838066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-de7dbeb3-fea9-4fa1-bce1-d12da279f6b5 service neutron] 10.222.0.62 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059641 Nov 25 18:41:43.871107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.885751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] For port eeef5b66-0fe0-4efd-853d-92d12dc91ef9, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:43.889876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] For port eeef5b66-0fe0-4efd-853d-92d12dc91ef9, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:43.902395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:43.993544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df1fcb-0a9e-419f-9655-09f0ce13b6d0 None None] Pushing event updated for resources: {'Port': ['ID=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:44.043098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Transition to ACTIVE for port object e4d6b699-3ff1-45df-9583-e3c630fd6302 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:41:44.048854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:44.050275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73b2d8d0-27c6-4cae-8150-5893a6027ea1 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:44.070766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:44.075694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-735d3728-f80b-4b0c-a408-a02c8fab028a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "DELETE /v2.0/routers/73b2d8d0-27c6-4cae-8150-5893a6027ea1 HTTP/1.1" status: 204 len: 168 time: 4.0234745 Nov 25 18:41:44.075694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:44.076004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45240) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:44.082673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-64419310', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:44.178965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:44.179995 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:44.250792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c684c0ca-da84-4477-9551-b087e7821b46 req-e86e2803-cfa1-4952-8802-d696469dfc9e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1331619139&fields=id&tenant_id=8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 267 time: 0.3839946 Nov 25 18:41:44.319032 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:44.436616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:44.467072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d6b699-3ff1-45df-9583-e3c630fd6302,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:44.612784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684c0ca-da84-4477-9551-b087e7821b46 req-5eaa9c2b-b03c-45e8-b529-5495444631d4 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:44.614665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c684c0ca-da84-4477-9551-b087e7821b46 req-5eaa9c2b-b03c-45e8-b529-5495444631d4 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 946 time: 0.3489511 Nov 25 18:41:44.628730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c9ba01a5-ed20-422e-bd63-0799cdc55b32 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1945660 Nov 25 18:41:44.650010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'port': {'security_groups': ['0ab8fdda-37fb-4069-9049-b116796293d6', '90582882-f9a9-496f-b129-afa31ec40276']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:44.660717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Attempting to bind port e4d6b699-3ff1-45df-9583-e3c630fd6302 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:44.661397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Attempting to bind port e4d6b699-3ff1-45df-9583-e3c630fd6302 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:44.661538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Attempting to bind port e4d6b699-3ff1-45df-9583-e3c630fd6302 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:44.688960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Port e4d6b699-3ff1-45df-9583-e3c630fd6302 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:41:44.689480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Attempting to bind port e4d6b699-3ff1-45df-9583-e3c630fd6302 on network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:44.732829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:44.733535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Checking segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:44.734157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Bound using segment: {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:44.734922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Bound port: e4d6b699-3ff1-45df-9583-e3c630fd6302, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b28578b-a716-464b-9dc3-04f238476085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:44.735542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:45.046493 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:45.098393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.098822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.099380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.099850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.100311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.100771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.101405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.104760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-c6006ed5-2626-4bf2-8e41-0b77232a7d32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6492 time: 0.4031024 Nov 25 18:41:45.230572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] For port e4d6b699-3ff1-45df-9583-e3c630fd6302, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:45.289663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:45.312660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aad930-3833-4833-929f-cf9582a63f91 req-a9eb55a9-8da3-4f7a-9838-8d7918531700 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.322094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65aad930-3833-4833-929f-cf9582a63f91 req-a9eb55a9-8da3-4f7a-9838-8d7918531700 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 943 time: 1.1105220 Nov 25 18:41:45.348846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] For port e4d6b699-3ff1-45df-9583-e3c630fd6302, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e4d6b699-3ff1-45df-9583-e3c630fd6302,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:45.364222 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:45.482115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.482880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:45.484248 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] 10.222.0.66 "PUT /v2.0/ports/e4d6b699-3ff1-45df-9583-e3c630fd6302 HTTP/1.1" status: 200 len: 1091 time: 2.8637345 Nov 25 18:41:45.487115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'tag': 'e4d6b699-3ff1-45df-9583-e3c630fd6302'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:45.489438 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e46d47-041e-48ab-9cb7-b68c4e3329a1", "tag": "e4d6b699-3ff1-45df-9583-e3c630fd6302"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:45.587973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65aad930-3833-4833-929f-cf9582a63f91 req-cdbe3bce-b43f-413f-a87b-ef2b966c8ef9 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455523 Nov 25 18:41:45.625749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe9a90-e5ed-4213-970f-7434a23a2997 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d6b699-3ff1-45df-9583-e3c630fd6302,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:45.785680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-17a9366b-31d3-406f-91f0-3bd6ce603f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.787002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-17a9366b-31d3-406f-91f0-3bd6ce603f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.787002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-17a9366b-31d3-406f-91f0-3bd6ce603f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:45.816305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:45.824412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-17a9366b-31d3-406f-91f0-3bd6ce603f8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=a281785e-1083-4443-9ac0-043f4de9670d&id=a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 200 len: 2292 time: 0.6795568 Nov 25 18:41:45.864475 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:45.871288 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.012699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Allocated IP 172.25.2.156 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/fa098854-0463-4250-bbb4-40149aec32ed) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:46.141447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e31cea-bb38-4dfa-b237-426dd4d112dd None None] Network be286330-89eb-42b5-a805-5d55819abf4e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:41:46.148114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device eeef5b66-0fe0-4efd-853d-92d12dc91ef9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:46.229988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.310656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-c7a150be-a1b7-4b6e-baed-6abae282452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:46.312347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-c7a150be-a1b7-4b6e-baed-6abae282452e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 1094 time: 0.7690458 Nov 25 18:41:46.339779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.340375 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-aef35c05-6b54-4a16-91c9-17b25c2e50c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 200 len: 1002 time: 0.4246614 Nov 25 18:41:46.474489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-39e07a9d-cb5d-45fd-9c36-3be5b8908012 None None] Provisioning complete for port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:46.474971 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39e07a9d-cb5d-45fd-9c36-3be5b8908012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.519202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:46.529898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:46.538983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-5f8fd299-feae-47ec-a1e6-aee8309effcc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d6b699-3ff1-45df-9583-e3c630fd6302 HTTP/1.1" status: 200 len: 217 time: 0.1960335 Nov 25 18:41:46.553634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:46.560922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7dce39-4395-4764-818c-0ded3f9bd84e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:46.562441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:46.576633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:46.577576 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.647504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-54cbb5d3-e6d3-4872-8c46-5d5c98823af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:46.648691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-54cbb5d3-e6d3-4872-8c46-5d5c98823af8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9748f676-e6f8-460b-9021-a1eda79cc10d HTTP/1.1" status: 200 len: 850 time: 0.2726939 Nov 25 18:41:46.674890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-a7684e12-0d4b-4e05-8a32-556a7ba3858f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:46.676560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-a7684e12-0d4b-4e05-8a32-556a7ba3858f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 815 time: 0.5543416 Nov 25 18:41:46.682364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event updated for resources: {'Port': ['ID=fa098854-0463-4250-bbb4-40149aec32ed,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:46.688799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.696609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Request body: {'port': {'device_id': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'admin_state_up': True, 'tenant_id': '863fe3c75a854285872275f7f2eac133'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:46.700575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-1689b0be-7209-41cd-88c5-879c0693c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:46.702174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-1689b0be-7209-41cd-88c5-879c0693c04a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.1506846 Nov 25 18:41:46.733009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39e07a9d-cb5d-45fd-9c36-3be5b8908012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.741666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.771576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:46.790368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-09879a99-b498-4f86-8ffc-5b4fa020649c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:46.798079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-09879a99-b498-4f86-8ffc-5b4fa020649c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 815 time: 0.4919114 Nov 25 18:41:46.809373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-39fea1d1-ea9a-4fdf-9b68-0ba8b5490322 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812604 Nov 25 18:41:46.819705 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b470dcf0-8e91-4218-8b56-917a0c7e6b5d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/quotas/863fe3c75a854285872275f7f2eac133 HTTP/1.1" status: 200 len: 375 time: 0.0206444 Nov 25 18:41:46.827958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['03aa4073-8eb7-49f1-b9b2-d2c547b8c605'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:46.896021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:46.896773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:46.898191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c684c0ca-da84-4477-9551-b087e7821b46 req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "PUT /v2.0/ports/03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 982 time: 2.2657394 Nov 25 18:41:46.900144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-b7e1159d-d55c-4a38-99d3-55f435f2f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:46.901968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-b7e1159d-d55c-4a38-99d3-55f435f2f108 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368598 Nov 25 18:41:46.943294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-61a3fa13-eb57-46f9-87f2-0a7c90a431ea tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225681 Nov 25 18:41:47.006917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-39e07a9d-cb5d-45fd-9c36-3be5b8908012 None None] For port eeef5b66-0fe0-4efd-853d-92d12dc91ef9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:47.020376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0aa677-0315-4522-a320-73f9552f71a1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:47.065648 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39e07a9d-cb5d-45fd-9c36-3be5b8908012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:47.081736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-1113897e-4b51-4525-88e6-ea3cd09ddea4 service neutron] 10.222.0.66 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449121 Nov 25 18:41:47.214442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['03aa4073-8eb7-49f1-b9b2-d2c547b8c605'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:47.264684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94c1f0ea-62d9-4b8d-b9c3-f9dc8b0b6e10 req-d7003d1f-4322-454b-b6ff-eecb4504c867 service neutron] 10.222.0.66 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603088 Nov 25 18:41:47.270304 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:47.294123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-c86192b1-682f-4b8b-ab13-e529a9ffc8e7 service neutron] 10.222.0.62 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498812 Nov 25 18:41:47.307813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Made reservation on behalf of 863fe3c75a854285872275f7f2eac133 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:47.313862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:47.357597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:47.362745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-fbb87332-69a8-4d4c-9e4c-10064bfb3c25 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285648 Nov 25 18:41:47.367640 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc54f754-7309-4762-af6f-60fd3b5e4ec0 x-openstack-request-id: req-cc54f754-7309-4762-af6f-60fd3b5e4ec0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:47.368217 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e46d47-041e-48ab-9cb7-b68c4e3329a1", "tag": "e4d6b699-3ff1-45df-9583-e3c630fd6302", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:47.368702 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc54f754-7309-4762-af6f-60fd3b5e4ec0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:47.369415 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'tag': 'e4d6b699-3ff1-45df-9583-e3c630fd6302', 'status': 'completed', 'code': 200} Nov 25 18:41:47.511867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e07a9d-cb5d-45fd-9c36-3be5b8908012 None None] Pushing event updated for resources: {'Port': ['ID=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:47.555872 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45354) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:47.744392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9316f6aa-0913-416e-a4d6-43c024a9b52f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:41:47.758045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-d21a39f8-00fb-4d01-9826-8c880bc586ab service neutron] 10.222.0.62 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254370 Nov 25 18:41:47.873931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 9316f6aa-0913-416e-a4d6-43c024a9b52f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:41:47.874352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9316f6aa-0913-416e-a4d6-43c024a9b52f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:41:47.880688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6888087e-1604-461a-bc0f-3645695870c9 None None] Provisioning complete for port fa098854-0463-4250-bbb4-40149aec32ed triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:47.880978 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6888087e-1604-461a-bc0f-3645695870c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:47.990584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4b51e099-b229-4b1d-bd38-ed180444ec6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:48.133361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:48.134887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6888087e-1604-461a-bc0f-3645695870c9 None None] Port fa098854-0463-4250-bbb4-40149aec32ed cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:48.232507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device eeef5b66-0fe0-4efd-853d-92d12dc91ef9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:48.362978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dfc3b9d-6d29-421f-9c02-5380438263b5 req-9810e24a-eb78-4684-8c0c-d0c001e10a54 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/90582882-f9a9-496f-b129-afa31ec40276 HTTP/1.1" status: 200 len: 1820 time: 0.1344268 Nov 25 18:41:48.412793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-b783d178-76a8-4b5a-8e9f-0bc511734956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:48.415399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-b783d178-76a8-4b5a-8e9f-0bc511734956 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 1094 time: 1.0447676 Nov 25 18:41:48.418830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4b51e099-b229-4b1d-bd38-ed180444ec6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:48.435883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4b51e099-b229-4b1d-bd38-ed180444ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:48.437931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398ca1-f370-492f-b158-66159baef703 req-20661557-fffa-41a6-8f23-7089632afd59 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:48.445338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b398ca1-f370-492f-b158-66159baef703 req-20661557-fffa-41a6-8f23-7089632afd59 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 943 time: 0.9997685 Nov 25 18:41:48.500145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b49276f7-10a0-40ec-a98e-1007e9a7a901 None None] Provisioning complete for port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:48.500523 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b49276f7-10a0-40ec-a98e-1007e9a7a901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:48.596553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-17877c2e-fb90-4b03-b805-fcd85ddc8d0b service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2136369 Nov 25 18:41:48.597768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e099-b229-4b1d-bd38-ed180444ec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58378997-5674-49c2-93dc-b091992a3d98,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:48.635278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4b51e099-b229-4b1d-bd38-ed180444ec6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5b0c21bb1714e15aad0cbb949cc79c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0670161 Nov 25 18:41:48.639041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45412) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:48.672693 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-2dfc3b9d-6d29-421f-9c02-5380438263b5 req-3ffa63b8-02d6-4ae8-b5e7-cb6145a7d054 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 18:41:48.687937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dfc3b9d-6d29-421f-9c02-5380438263b5 req-3ffa63b8-02d6-4ae8-b5e7-cb6145a7d054 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/90582882-f9a9-496f-b129-afa31ec40276 HTTP/1.1" status: 409 len: 341 time: 0.3098099 Nov 25 18:41:48.691268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b398ca1-f370-492f-b158-66159baef703 req-1488c1db-9e63-4d7c-b15f-c34aa598f6d9 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449858 Nov 25 18:41:48.703071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:48.703637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:48.753930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Router c847f9d9-c820-488f-b937-be8164376f55 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:41:48.770357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Allocated IP 172.20.0.5 (be286330-89eb-42b5-a805-5d55819abf4e/d84602bf-e2e2-47e2-8ecb-3a9fce6356cd/5fc508e8-fd4f-4fe4-9dda-ee098c537490) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:48.783333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-68b9a773-f84b-40d4-8c72-5b4a9cbccd37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 217 time: 0.1608973 Nov 25 18:41:48.792142 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-585d01bb-b08d-42fb-bfd5-1cb773251833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:48.871135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-f3b5bca4-42ea-4f3b-a870-50978e71e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:48.873608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-f3b5bca4-42ea-4f3b-a870-50978e71e950 service neutron] 10.222.0.66 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 916 time: 0.4040062 Nov 25 18:41:48.940942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-c78b0b99-802d-4a10-b198-423a7f1a15f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d6b699-3ff1-45df-9583-e3c630fd6302 HTTP/1.1" status: 200 len: 217 time: 0.0493288 Nov 25 18:41:48.976008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-585d01bb-b08d-42fb-bfd5-1cb773251833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:49.049410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-4754c0aa-686b-4110-96e1-42679c4b1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:49.051215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-4754c0aa-686b-4110-96e1-42679c4b1bb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.2489867 Nov 25 18:41:49.151332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:49.201354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:49.206009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-377f800a-89b8-4588-8a41-d28d661bc39b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1258476 Nov 25 18:41:49.206101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-6cce75ce-84ec-4b77-9172-8888065cc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:49.206101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-6cce75ce-84ec-4b77-9172-8888065cc500 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.2248194 Nov 25 18:41:49.209160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-585d01bb-b08d-42fb-bfd5-1cb773251833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:49.213348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-585d01bb-b08d-42fb-bfd5-1cb773251833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:49.217838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-585d01bb-b08d-42fb-bfd5-1cb773251833 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58378997-5674-49c2-93dc-b091992a3d98 HTTP/1.1" status: 204 len: 168 time: 0.5722332 Nov 25 18:41:49.217838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45444) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:49.228571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] Sync routers for ids ['c847f9d9-c820-488f-b937-be8164376f55'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:49.229372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': False}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:49.286743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d01bb-b08d-42fb-bfd5-1cb773251833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58378997-5674-49c2-93dc-b091992a3d98,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:49.374254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:49.397545 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3" -d '{"events": [{"name": "network-changed", "server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:49.417672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] Routers {'c847f9d9-c820-488f-b937-be8164376f55'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:49.418326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c847f9d9-c820-488f-b937-be8164376f55'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:49.420035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-579b3488-f294-4c75-affa-3a13a34b86d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830344 Nov 25 18:41:49.501010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:49.552100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] Routers {'c847f9d9-c820-488f-b937-be8164376f55'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:49.553106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c847f9d9-c820-488f-b937-be8164376f55'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:49.598982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:49.599925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda55c94-a352-4d53-942e-9fbaca22e619 None None] The sync data for ids ['c847f9d9-c820-488f-b937-be8164376f55'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:49.644640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-499953c6-92a5-4a40-8d44-98454857f83b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:49.647339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-499953c6-92a5-4a40-8d44-98454857f83b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 815 time: 0.8142397 Nov 25 18:41:49.808773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-6d935972-f7ac-4959-8581-57884db8a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:49.810939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-6d935972-f7ac-4959-8581-57884db8a027 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7443399 Nov 25 18:41:49.819017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-f3c99b07-3744-4eeb-bf59-91bc5920601b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/quotas/863fe3c75a854285872275f7f2eac133 HTTP/1.1" status: 200 len: 375 time: 0.1552949 Nov 25 18:41:49.869002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45466) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:49.893938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d5359-0bcf-4a3f-a096-e870490bb265 req-9b9922c4-b543-4782-979a-6b80d31c6f7d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:49.895683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a59d5359-0bcf-4a3f-a096-e870490bb265 req-9b9922c4-b543-4782-979a-6b80d31c6f7d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 985 time: 0.1511679 Nov 25 18:41:49.911399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45468) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:49.920437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-e6e15bfa-8718-40fa-b0ee-73fa9d2b58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:49.922012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-e6e15bfa-8718-40fa-b0ee-73fa9d2b58ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1136 time: 0.7073658 Nov 25 18:41:49.923026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f747-7d11-4853-b003-1870b9766a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:49.950860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:50.042081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a59d5359-0bcf-4a3f-a096-e870490bb265 req-26b5cae6-ed07-41e6-a6d9-f7d9c2a819ac tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=90582882-f9a9-496f-b129-afa31ec40276&id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1368918 Nov 25 18:41:50.178327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:50.215181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-12fc6bc3-6c92-4c72-93dd-483530e54487 service neutron] 10.222.0.66 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844797 Nov 25 18:41:50.230682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-185cbc5c-b75f-40bf-9d24-950d9f2ab3b3 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3828764 Nov 25 18:41:50.262336 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921e1ccf-5b11-460d-9260-c84e9d335804 x-openstack-request-id: req-921e1ccf-5b11-460d-9260-c84e9d335804 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:50.262786 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:50.262922 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-921e1ccf-5b11-460d-9260-c84e9d335804 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:50.263311 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605', 'status': 'completed', 'code': 200} Nov 25 18:41:50.309687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-5f491fd9-9e5c-4f23-afca-848f38f59893 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638381 Nov 25 18:41:50.400424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-669acb9d-d385-4ffe-b6a3-21ed41fe1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:50.402182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-669acb9d-d385-4ffe-b6a3-21ed41fe1a4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 914 time: 0.4287088 Nov 25 18:41:50.522546 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f747-7d11-4853-b003-1870b9766a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:50.534354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:50.536875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-b1d0db3d-3898-47c6-b96b-56db6eabceab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 217 time: 0.1178260 Nov 25 18:41:50.563364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f747-7d11-4853-b003-1870b9766a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:50.662011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d831734-77d3-4200-a62c-4fc2bdadc2db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:50.742731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Network be286330-89eb-42b5-a805-5d55819abf4e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:50.766290 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6bd9f747-7d11-4853-b003-1870b9766a85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d01a4d72a97f4abb9239ca831e599c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8869061 Nov 25 18:41:50.772932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Pushing event updated for resources: {'Port': ['ID=5fc508e8-fd4f-4fe4-9dda-ee098c537490,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:50.774100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:50.775204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9f747-7d11-4853-b003-1870b9766a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd1462-20a0-4443-963e-cc1ea191c073,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:50.777681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:50.788431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a478ba25-f1bf-4975-b7b9-cfd49534fbf9 req-b3a24b85-c895-48af-881e-6ac9110a73da service neutron] 10.222.0.66 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569499 Nov 25 18:41:50.796240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:50.822598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-17067dd3-ad8b-466e-b815-1f9c1a7c50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:50.824552 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-17067dd3-ad8b-466e-b815-1f9c1a7c50f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.2649462 Nov 25 18:41:50.838562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-ceca7215-f9f5-4012-84aa-09db8ab38f94 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:50.840304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-ceca7215-f9f5-4012-84aa-09db8ab38f94 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.64 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 815 time: 0.2599518 Nov 25 18:41:50.870164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Request body: {'port': {'device_id': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'admin_state_up': True, 'tenant_id': '863fe3c75a854285872275f7f2eac133'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:50.874678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-81d3d74a-4331-47f0-af5c-50c70da952b5 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137534 Nov 25 18:41:50.899925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-25ac22b0-75fb-4296-b3b7-47bb72059bf9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495477 Nov 25 18:41:50.909799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-6a05a519-887c-41d9-9194-286c4e763f1b service neutron] 10.222.0.62 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396201 Nov 25 18:41:50.958307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-dba863d5-379c-4ee4-8c30-759ce2b6e87f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 217 time: 0.0632713 Nov 25 18:41:50.976752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802610e-4638-432d-8df0-527a39ab55a0 req-21a6b671-0d42-4e5b-abce-e85dadd61e4b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:50.984387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2802610e-4638-432d-8df0-527a39ab55a0 req-21a6b671-0d42-4e5b-abce-e85dadd61e4b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 943 time: 0.4053125 Nov 25 18:41:51.021851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e4d6b699-3ff1-45df-9583-e3c630fd6302 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:41:51.046237 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17ca580b-a1b3-4321-aa0c-b6c44daf2f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.056885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:51.057518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.127072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-6c9aeab0-7154-4d69-befc-7b3e72eb895a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4359667 Nov 25 18:41:51.145606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Request body: {'port': {'device_id': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:51.155613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-07fdc15d-2f0d-4f92-9af7-4cd46d6c0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:51.156926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-07fdc15d-2f0d-4f92-9af7-4cd46d6c0ffd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.1700325 Nov 25 18:41:51.192341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e4d6b699-3ff1-45df-9583-e3c630fd6302, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e4d6b699-3ff1-45df-9583-e3c630fd6302,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:51.214003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'e4d6b699-3ff1-45df-9583-e3c630fd6302', 'network_id': '944fd81b-2a8f-48ec-9b80-58f168f8d6d4', 'port_id': 'e4d6b699-3ff1-45df-9583-e3c630fd6302', 'mac_address': 'fa:16:3e:b5:23:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3c63e6-c72b-4707-82ed-fa77b99541b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:41:51.237866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-e16833ff-3c4f-4040-9301-3f1412600d61 service neutron] 10.222.0.62 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973154 Nov 25 18:41:51.243060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-e1bf1e29-22c5-4e29-a7d4-feb7dcfd75c3 service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014677 Nov 25 18:41:51.263570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.284364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d6b699-3ff1-45df-9583-e3c630fd6302 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:51.337233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.355507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-d2f06f2a-b039-43ff-8b30-db2b39eaa1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:51.357087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-d2f06f2a-b039-43ff-8b30-db2b39eaa1d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909277 Nov 25 18:41:51.358710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17ca580b-a1b3-4321-aa0c-b6c44daf2f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.365925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e4d6b699-3ff1-45df-9583-e3c630fd6302, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e4d6b699-3ff1-45df-9583-e3c630fd6302,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:51.370085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6387596b-f389-4430-924d-4e557ed9d90c None None] Provisioning complete for port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:51.370768 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6387596b-f389-4430-924d-4e557ed9d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.377358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d831734-77d3-4200-a62c-4fc2bdadc2db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.412922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2802610e-4638-432d-8df0-527a39ab55a0 req-9364043f-fac8-4d70-8266-f0d3dd870b04 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274349 Nov 25 18:41:51.430143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d831734-77d3-4200-a62c-4fc2bdadc2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.446761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6387596b-f389-4430-924d-4e557ed9d90c None None] Port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:51.450961 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.529376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e4d6b699-3ff1-45df-9583-e3c630fd6302,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:51.590387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ead8899a-a0d2-42ea-a286-e08502f57737 req-8cf8ef67-3177-407c-bf3c-967324ab2bc7 service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231630 Nov 25 18:41:51.624294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-61dfe46e-861a-413e-b798-a450c3b74b9e service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582955 Nov 25 18:41:51.647118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d831734-77d3-4200-a62c-4fc2bdadc2db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85536c02e4b4447e80e339ec5d20c007&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7204065 Nov 25 18:41:51.654567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45486) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:51.673815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d831734-77d3-4200-a62c-4fc2bdadc2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c552d009-27a3-4af7-8e4b-a13987911672,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:51.704341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Made reservation on behalf of 863fe3c75a854285872275f7f2eac133 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:51.708663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.747093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.818698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.829745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17ca580b-a1b3-4321-aa0c-b6c44daf2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.833111 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17ca580b-a1b3-4321-aa0c-b6c44daf2f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:51.834423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-17ca580b-a1b3-4321-aa0c-b6c44daf2f1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26cd1462-20a0-4443-963e-cc1ea191c073 HTTP/1.1" status: 204 len: 168 time: 1.0532658 Nov 25 18:41:51.880652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e4d6b699-3ff1-45df-9583-e3c630fd6302'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:51.889824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a281334-53ec-498a-a014-163414dce5c5 req-11de4843-3f8a-4b6d-91a4-0102acd04162 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:51.901950 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a281334-53ec-498a-a014-163414dce5c5 req-11de4843-3f8a-4b6d-91a4-0102acd04162 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 985 time: 0.3757527 Nov 25 18:41:51.934108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca580b-a1b3-4321-aa0c-b6c44daf2f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd1462-20a0-4443-963e-cc1ea191c073,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:52.231047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc08f54e-5def-437c-9cc3-7af0428216e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.276243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Router c847f9d9-c820-488f-b937-be8164376f55 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:41:52.282497 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed85b51e-51fb-484a-bf2d-bf777927149c req-725767f6-66cd-435d-80be-94f85eb01ac5 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 210 time: 0.5173104 Nov 25 18:41:52.319603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc08f54e-5def-437c-9cc3-7af0428216e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.383894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc08f54e-5def-437c-9cc3-7af0428216e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.387576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc08f54e-5def-437c-9cc3-7af0428216e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.391825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fc08f54e-5def-437c-9cc3-7af0428216e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c552d009-27a3-4af7-8e4b-a13987911672 HTTP/1.1" status: 204 len: 168 time: 0.7360048 Nov 25 18:41:52.404199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-c9b4fb86-29a4-4a26-8416-8911fa065951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:52.405715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-c9b4fb86-29a4-4a26-8416-8911fa065951 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1136 time: 0.7157671 Nov 25 18:41:52.425363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a281334-53ec-498a-a014-163414dce5c5 req-86eeb7a6-1416-4b07-8798-3d0f50682851 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=90582882-f9a9-496f-b129-afa31ec40276&id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5220661 Nov 25 18:41:52.432150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08f54e-5def-437c-9cc3-7af0428216e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c552d009-27a3-4af7-8e4b-a13987911672,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:52.473580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-5011077d-c11a-41da-ae3a-b55afd31aba1 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8312624 Nov 25 18:41:52.654501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-d079ae56-f302-4930-b531-2b8314248a6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=886f2fce-913f-40db-a349-0e0f037d2c38 HTTP/1.1" status: 200 len: 217 time: 0.0986381 Nov 25 18:41:52.682073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:41:52.692803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] Sync routers for ids ['c847f9d9-c820-488f-b937-be8164376f55'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:41:52.709311 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] Routers {'c847f9d9-c820-488f-b937-be8164376f55'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:52.712647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c847f9d9-c820-488f-b937-be8164376f55'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:52.713787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.716038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-da9529bd-1632-4cd0-b3af-c6ecbf71f187 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "PUT /v2.0/routers/c847f9d9-c820-488f-b937-be8164376f55 HTTP/1.1" status: 200 len: 920 time: 3.4972479 Nov 25 18:41:52.723133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45514) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:52.767444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc508e8-fd4f-4fe4-9dda-ee098c537490 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:52.808400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.810593 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:52.825445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-057c298d-082a-48a3-aeb4-5445253d85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:52.827463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-057c298d-082a-48a3-aeb4-5445253d85f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 914 time: 0.4087672 Nov 25 18:41:52.845897 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] Routers {'c847f9d9-c820-488f-b937-be8164376f55'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:41:52.846331 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c847f9d9-c820-488f-b937-be8164376f55'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:52.850935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-cd035af3-bac5-4dec-a5d8-379d1f34f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:52.852695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-cd035af3-bac5-4dec-a5d8-379d1f34f328 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.1877449 Nov 25 18:41:52.861576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042e796-ced4-413a-a9cf-01a113ffa414 req-c78ec106-eb29-4b28-8401-e3e0cb66bd59 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:52.870442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5042e796-ced4-413a-a9cf-01a113ffa414 req-c78ec106-eb29-4b28-8401-e3e0cb66bd59 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 944 time: 0.3394971 Nov 25 18:41:52.870620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dfcfa9bf-6a5d-49f2-85ca-6e8f68fb8dc5 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/c847f9d9-c820-488f-b937-be8164376f55 HTTP/1.1" status: 200 len: 920 time: 0.1463091 Nov 25 18:41:52.873473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45522) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:52.905957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Transition to ACTIVE for port object 5fc508e8-fd4f-4fe4-9dda-ee098c537490 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:41:52.946209 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:41:52.946898 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c71c80e-bace-4759-8c35-14412e1cccb3 None None] The sync data for ids ['c847f9d9-c820-488f-b937-be8164376f55'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:41:52.980555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:52.987360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-b7a3f119-c2a8-451f-8e13-6f93decf12b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 217 time: 0.1459973 Nov 25 18:41:53.029981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c96cb-5b4b-496d-acd7-09c76488c6cf tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:53.031557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f55c96cb-5b4b-496d-acd7-09c76488c6cf tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=c847f9d9-c820-488f-b937-be8164376f55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1571472 Nov 25 18:41:53.037851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45528) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:53.038196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45530) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:53.115445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5042e796-ced4-413a-a9cf-01a113ffa414 req-9f8fa02e-236a-4f85-924f-71a8a379e8fa tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435703 Nov 25 18:41:53.150257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Allocated IP 172.20.0.10 (be286330-89eb-42b5-a805-5d55819abf4e/d84602bf-e2e2-47e2-8ecb-3a9fce6356cd/0d20d083-3cf8-4b77-8c3e-be8cd091f8a7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:53.177483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3ef328d-838c-4429-96bf-9f733cddc425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.183263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d3854-d34e-4c5c-88f8-8840582b4495 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:53.184692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-601d3854-d34e-4c5c-88f8-8840582b4495 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.1455286 Nov 25 18:41:53.190016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45534) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:53.243169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-ef06064d-f5ec-4f01-93fc-89d8edf504bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:53.244905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-ef06064d-f5ec-4f01-93fc-89d8edf504bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3403003 Nov 25 18:41:53.274650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc508e8-fd4f-4fe4-9dda-ee098c537490,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:53.278867 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-37da3c15-0d8a-43e1-bf4d-2c6ff3475458 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=c847f9d9-c820-488f-b937-be8164376f55 HTTP/1.1" status: 200 len: 205 time: 0.0856466 Nov 25 18:41:53.338825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45536) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:53.548333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.554351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.563484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-77796965-dfbf-4b5e-a80a-aca8ce8de5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:53.565962 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-77796965-dfbf-4b5e-a80a-aca8ce8de5e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.5487740 Nov 25 18:41:53.632245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3ef328d-838c-4429-96bf-9f733cddc425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.644114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-27a8714d-522c-43e8-8cea-c93938d2d6ce req-952f883d-1558-40ca-82af-5b910d6cde1c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 210 time: 0.2343786 Nov 25 18:41:53.650543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3ef328d-838c-4429-96bf-9f733cddc425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.697329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e3ef328d-838c-4429-96bf-9f733cddc425 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33a5eccc0afa4f37b92430f6dbd77cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6569345 Nov 25 18:41:53.701995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45546) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:53.740517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-07b29216-da2a-4178-82bc-0882a033f9d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887089 Nov 25 18:41:53.782147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e27f0-c3c8-4768-a246-a117ed38ac7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.825882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e27f0-c3c8-4768-a246-a117ed38ac7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.840463 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:53.844303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef328d-838c-4429-96bf-9f733cddc425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc741cd-c064-4a6e-959d-3040cf3e2840,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:53.984062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Network be286330-89eb-42b5-a805-5d55819abf4e is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:53.987916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Pushing event updated for resources: {'Port': ['ID=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:53.990397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:53.992781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:54.044717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Attempting to bind port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:54.045063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Attempting to bind port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:54.045401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Attempting to bind port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 on network be286330-89eb-42b5-a805-5d55819abf4e {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:54.046522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e27f0-c3c8-4768-a246-a117ed38ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:54.049220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e27f0-c3c8-4768-a246-a117ed38ac7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:54.053592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6a7e27f0-c3c8-4768-a246-a117ed38ac7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfc741cd-c064-4a6e-959d-3040cf3e2840 HTTP/1.1" status: 204 len: 168 time: 0.3505433 Nov 25 18:41:54.064988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:54.065631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:54.078290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e27f0-c3c8-4768-a246-a117ed38ac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc741cd-c064-4a6e-959d-3040cf3e2840,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:54.104891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-b3ca242e-9774-4054-9e5a-3519e3aba611 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2510386 Nov 25 18:41:54.105113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27659a-2504-4137-92ec-66dbd754792a req-1b8f09be-59c0-4b3b-b258-86d605865541 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:54.106657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c27659a-2504-4137-92ec-66dbd754792a req-1b8f09be-59c0-4b3b-b258-86d605865541 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 985 time: 0.4853539 Nov 25 18:41:54.107098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 on network be286330-89eb-42b5-a805-5d55819abf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:41:54.107424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Attempting to bind port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 on network be286330-89eb-42b5-a805-5d55819abf4e {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:54.121367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-bbec01ef-634a-4a5e-bb23-0447d462a78b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:54.122303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Request body: {'port': {'device_id': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:54.122941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-bbec01ef-634a-4a5e-bb23-0447d462a78b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 815 time: 0.8522630 Nov 25 18:41:54.150273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-9e79b5ef-279a-450c-8519-db4c50e7bfde service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859639 Nov 25 18:41:54.169023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Request body: {'port': {'device_id': '6f2a308d-f458-41af-bf44-850b57395dc9', 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'admin_state_up': True, 'tenant_id': '863fe3c75a854285872275f7f2eac133'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:54.195694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:54.196059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Checking segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:54.196424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Bound using segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:54.196880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Bound port: 5fc508e8-fd4f-4fe4-9dda-ee098c537490, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:54.197242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:54.267182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:54.288202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:54.401097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea2f7c-44be-4a6c-9cca-285d1c9e53e9 req-8923c4f9-2249-48af-a6b3-1bee9e2f9547 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:54.402772 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9eea2f7c-44be-4a6c-9cca-285d1c9e53e9 req-8923c4f9-2249-48af-a6b3-1bee9e2f9547 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 944 time: 0.1253681 Nov 25 18:41:54.443167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7a45ee31-0167-424b-89c1-ce0560bef7c3 None None] Provisioning complete for port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:54.445875 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a45ee31-0167-424b-89c1-ce0560bef7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:54.529040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7a45ee31-0167-424b-89c1-ce0560bef7c3 None None] Port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:41:54.597753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-2e70986d-a4bc-42a3-b7e7-15f3f52fe318 service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283024 Nov 25 18:41:54.758053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9eea2f7c-44be-4a6c-9cca-285d1c9e53e9 req-249eb88e-8d46-4374-a91f-ff6196b71bea tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469656 Nov 25 18:41:54.793409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-409c83c2-3a2d-4fa4-9a0b-d2e6972c71e3 req-b605acae-47ab-40dc-ad2d-72a87ad6d1ad service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532881 Nov 25 18:41:54.924033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30c2b6c4-f23f-4e6a-8d29-7aa033efcba7 req-6f094db7-78c5-4505-a0b4-3934f83edfd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 210 time: 0.0451810 Nov 25 18:41:54.944357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Made reservation on behalf of 863fe3c75a854285872275f7f2eac133 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:41:54.952014 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.036233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e4d6b699-3ff1-45df-9583-e3c630fd6302 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:41:55.043306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:41:55.051703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.066820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Transition to ACTIVE for port object 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:41:55.074033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.141546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c27659a-2504-4137-92ec-66dbd754792a req-3fbdc2c6-89b7-48f3-a69e-42bc705d37ea tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=90582882-f9a9-496f-b129-afa31ec40276&id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 1.0123129 Nov 25 18:41:55.162086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port e4d6b699-3ff1-45df-9583-e3c630fd6302 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:41:55.165347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port e4d6b699-3ff1-45df-9583-e3c630fd6302 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:55.165824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.236341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Deleting port fa098854-0463-4250-bbb4-40149aec32ed {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:41:55.242325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.268686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Pushing event updated for resources: {'Port': ['ID=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:55.319002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Attempting to bind port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:41:55.319351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Attempting to bind port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:41:55.319681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Attempting to bind port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 on network be286330-89eb-42b5-a805-5d55819abf4e {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:55.379997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.382018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 on network be286330-89eb-42b5-a805-5d55819abf4e not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:41:55.382422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Attempting to bind port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 on network be286330-89eb-42b5-a805-5d55819abf4e {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:41:55.401051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:41:55.401051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Checking segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:41:55.401312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Bound using segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:41:55.401533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Bound port: 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:41:55.401898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.453194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e4d6b699-3ff1-45df-9583-e3c630fd6302, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e4d6b699-3ff1-45df-9583-e3c630fd6302,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:55.457681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d6b699-3ff1-45df-9583-e3c630fd6302'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:55.464282 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd2cb34-0780-466f-b71b-aaaceaa043e1" -d '{"events": [{"server_uuid": "d5e46d47-041e-48ab-9cb7-b68c4e3329a1", "name": "network-vif-plugged", "status": "completed", "tag": "e4d6b699-3ff1-45df-9583-e3c630fd6302"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:55.482617 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.492352 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.511352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4695789-3708-4b80-a795-776f37ae2cae req-47ce9179-974b-43f1-9ee8-2d603c34abdc tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-963347587&fields=id&tenant_id=8705c6a0262942e69f7f3ed7416835b5 HTTP/1.1" status: 200 len: 267 time: 0.1772411 Nov 25 18:41:55.518774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Calling delete_port for fa098854-0463-4250-bbb4-40149aec32ed owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:41:55.564720 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c2e2bf-f370-4d22-a932-ba96b8740665 x-openstack-request-id: req-d9c2e2bf-f370-4d22-a932-ba96b8740665 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:55.565298 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e46d47-041e-48ab-9cb7-b68c4e3329a1", "name": "network-vif-plugged", "status": "completed", "tag": "e4d6b699-3ff1-45df-9583-e3c630fd6302", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:55.565706 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9c2e2bf-f370-4d22-a932-ba96b8740665 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:55.566244 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d6b699-3ff1-45df-9583-e3c630fd6302', 'code': 200} Nov 25 18:41:55.620146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e4d6b699-3ff1-45df-9583-e3c630fd6302,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:55.707716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] For port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:55.739678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4695789-3708-4b80-a795-776f37ae2cae req-2e587736-f8d7-4430-9182-7a22ec050f27 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:55.739678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4695789-3708-4b80-a795-776f37ae2cae req-2e587736-f8d7-4430-9182-7a22ec050f27 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 985 time: 0.2200310 Nov 25 18:41:55.739678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06779053-2842-4e57-bc95-93763ced62a0 req-9ee5e01b-9cca-4bf9-b5ac-d964de7fa2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:55.739678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06779053-2842-4e57-bc95-93763ced62a0 req-9ee5e01b-9cca-4bf9-b5ac-d964de7fa2c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 1096 time: 0.1084034 Nov 25 18:41:55.741404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] For port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:55.760722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'port': {'security_groups': ['0ab8fdda-37fb-4069-9049-b116796293d6', '90582882-f9a9-496f-b129-afa31ec40276', '8619b3c8-b6a3-4b36-b97c-75c134790a27']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:55.777948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-e2d0dd4a-0154-4af3-84c8-69c191dc4642 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6018760 Nov 25 18:41:55.789242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.846247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] For port 5fc508e8-fd4f-4fe4-9dda-ee098c537490, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:41:55.888764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] For port 5fc508e8-fd4f-4fe4-9dda-ee098c537490, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:41:55.907815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:55.908972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:55.910349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] 10.222.0.64 "PUT /v2.0/ports/0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 HTTP/1.1" status: 200 len: 1092 time: 1.7946606 Nov 25 18:41:55.918266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'tag': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:55.918525 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29c318-51a5-48d1-b14d-190bc0e7237d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dee4986-0ded-4721-bdc2-17d216eeee1b", "tag": "0d20d083-3cf8-4b77-8c3e-be8cd091f8a7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:55.988282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.012254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06779053-2842-4e57-bc95-93763ced62a0 req-e58787b4-f2cd-46d2-85f8-e921d9576300 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608175 Nov 25 18:41:56.055778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.078323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44df5-9b7c-404a-b421-02878ac59273 service neutron] Pushing event updated for resources: {'Port': ['ID=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:56.202899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:56.204694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.209753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] 10.222.0.66 "PUT /v2.0/ports/5fc508e8-fd4f-4fe4-9dda-ee098c537490 HTTP/1.1" status: 200 len: 1091 time: 5.0706832 Nov 25 18:41:56.238288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd9112-0fb6-43a0-8bd8-4ad236fafc04 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc508e8-fd4f-4fe4-9dda-ee098c537490,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:56.242677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'tag': '5fc508e8-fd4f-4fe4-9dda-ee098c537490'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:56.244939 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0be0be7-bb23-4f7a-93e9-11da23d9824d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7df95f6-f106-4fa2-9dfd-63079b3afd6b", "tag": "5fc508e8-fd4f-4fe4-9dda-ee098c537490"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:56.256239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-e0857810-4985-44b8-942b-6fd71e1c77f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8b846aee-081e-428e-91e0-a43843349da6 HTTP/1.1" status: 200 len: 217 time: 0.3646538 Nov 25 18:41:56.376694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-06734850-cad1-4703-8556-28c235e4b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:56.378847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-06734850-cad1-4703-8556-28c235e4b973 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0625222 Nov 25 18:41:56.420406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:41:56.473189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.487823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.502186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:56.506276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['03aa4073-8eb7-49f1-b9b2-d2c547b8c605'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:56.510274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-7fd13795-5247-4545-94ce-ef269fab16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:56.513310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-7fd13795-5247-4545-94ce-ef269fab16ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 1095 time: 0.5411217 Nov 25 18:41:56.535546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ab2e-7321-42d4-a4e5-e5cbdc078bc4 req-c9ea6f58-fbc8-47d0-a953-2acb64e442f8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:56.537152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11b6ab2e-7321-42d4-a4e5-e5cbdc078bc4 req-c9ea6f58-fbc8-47d0-a953-2acb64e442f8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 945 time: 0.5862164 Nov 25 18:41:56.620353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11b6ab2e-7321-42d4-a4e5-e5cbdc078bc4 req-c22c2abd-0dff-4bf4-b76f-e4adbbd1e750 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Nov 25 18:41:56.631538 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.643059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-411e65de-6a98-465b-8bbd-3885625d2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:56.645223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-411e65de-6a98-465b-8bbd-3885625d2cbf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 1094 time: 0.2606361 Nov 25 18:41:56.654415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:56.679938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:56.680598 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.696006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4695789-3708-4b80-a795-776f37ae2cae req-7c85912d-cf88-403b-be03-66dd2e5aa87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "PUT /v2.0/ports/03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 1021 time: 0.9459622 Nov 25 18:41:56.739214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627eb3e-c1df-4ade-98fb-416289d2b798 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:41:56.777937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.789260 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-6cacc998-6a15-4a17-8103-af0883612b7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 HTTP/1.1" status: 200 len: 217 time: 0.1380320 Nov 25 18:41:56.837218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['03aa4073-8eb7-49f1-b9b2-d2c547b8c605'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:41:56.841040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-02dd3415-fdb0-431a-8545-7a68daee48a9 req-7c0146c6-7c02-4338-8431-dd50ebf114a6 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 210 time: 0.0431817 Nov 25 18:41:56.894961 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:56.898729 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:57.063746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event deleted for resources: {'Port': ['ID=fa098854-0463-4250-bbb4-40149aec32ed,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:57.066772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Allocated IP 172.20.0.3 (be286330-89eb-42b5-a805-5d55819abf4e/d84602bf-e2e2-47e2-8ecb-3a9fce6356cd/13aa238b-1fd2-458a-a15a-550a4dee03d7) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:41:57.091302 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32643c41-1990-4ede-af28-203c8ccd62d5 x-openstack-request-id: req-32643c41-1990-4ede-af28-203c8ccd62d5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:57.091804 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7df95f6-f106-4fa2-9dfd-63079b3afd6b", "tag": "5fc508e8-fd4f-4fe4-9dda-ee098c537490", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:57.092213 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32643c41-1990-4ede-af28-203c8ccd62d5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:57.092786 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'tag': '5fc508e8-fd4f-4fe4-9dda-ee098c537490', 'status': 'completed', 'code': 200} Nov 25 18:41:57.095589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-07d306dc-24aa-4741-aab6-6d1eab0de7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:57.097308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-07d306dc-24aa-4741-aab6-6d1eab0de7de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6718678 Nov 25 18:41:57.102273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-eeb24517-3031-41dc-8292-19d4fa8ef725 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490 HTTP/1.1" status: 200 len: 217 time: 0.4020844 Nov 25 18:41:57.113563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:57.114285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Fanout notify agent at l3_agent the message router_deleted on router c847f9d9-c820-488f-b937-be8164376f55 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:41:57.125973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:57.133681 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d538fcbd-c4e2-41e4-b38f-b7418748164d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/c847f9d9-c820-488f-b937-be8164376f55 HTTP/1.1" status: 204 len: 168 time: 3.7851005 Nov 25 18:41:57.159504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45652) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:57.182560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ad81024a-c661-41a9-a0f6-87df9ffa656b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1822352496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:57.528582 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b634e15b-c73b-494f-9c73-28ec89a7eed6 x-openstack-request-id: req-b634e15b-c73b-494f-9c73-28ec89a7eed6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:41:57.529158 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dee4986-0ded-4721-bdc2-17d216eeee1b", "tag": "0d20d083-3cf8-4b77-8c3e-be8cd091f8a7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:41:57.530005 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b634e15b-c73b-494f-9c73-28ec89a7eed6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:41:57.530601 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'tag': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7', 'status': 'completed', 'code': 200} Nov 25 18:41:57.554978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-1402f73c-6169-4151-bcd6-19fc93cf5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:57.556691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-1402f73c-6169-4151-bcd6-19fc93cf5ff8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 200 len: 854 time: 0.4215651 Nov 25 18:41:57.563113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad81024a-c661-41a9-a0f6-87df9ffa656b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:57.575537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad81024a-c661-41a9-a0f6-87df9ffa656b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:57.613017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-9b30dd2d-c99e-4382-a075-1b9cfc1096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:57.615056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-9b30dd2d-c99e-4382-a075-1b9cfc1096b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 200 len: 854 time: 0.7706816 Nov 25 18:41:57.632647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b24536dc-7f2a-4e0e-94c1-5643d74692a2 req-7baaa3d5-d849-4a92-ba45-22e9a083635e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/8619b3c8-b6a3-4b36-b97c-75c134790a27 HTTP/1.1" status: 200 len: 1818 time: 0.1057000 Nov 25 18:41:57.768069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4677-93c9-4bc7-9552-701021544e59 req-0ee77512-cce1-4ebd-9aa0-43b310bbb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:57.773313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-0ee77512-cce1-4ebd-9aa0-43b310bbb095 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be286330-89eb-42b5-a805-5d55819abf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383502 Nov 25 18:41:57.829299 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-b24536dc-7f2a-4e0e-94c1-5643d74692a2 req-46961952-cda4-47f2-a2e1-3aee14ec34cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 18:41:57.830984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b24536dc-7f2a-4e0e-94c1-5643d74692a2 req-46961952-cda4-47f2-a2e1-3aee14ec34cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/8619b3c8-b6a3-4b36-b97c-75c134790a27 HTTP/1.1" status: 409 len: 341 time: 0.1974680 Nov 25 18:41:57.961358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-d5582439-f3bf-40b8-8d3a-575cb6381b0e service neutron] 10.222.0.64 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778567 Nov 25 18:41:58.119005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c05d4677-93c9-4bc7-9552-701021544e59 req-ef5814a8-4a3c-4b40-a3c7-bd9e72ae2e43 service neutron] 10.222.0.64 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483393 Nov 25 18:41:58.147056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad81024a-c661-41a9-a0f6-87df9ffa656b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:58.213952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad81024a-c661-41a9-a0f6-87df9ffa656b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:58.269179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-33de709b-a748-4590-9ac7-3246a8eeb928 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1293626 Nov 25 18:41:58.284860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-d5e88324-a574-437d-b792-684b382366b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:58.286999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-d5e88324-a574-437d-b792-684b382366b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be286330-89eb-42b5-a805-5d55819abf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7071829 Nov 25 18:41:58.304822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-713a5e01-eedc-48dc-a8e6-ff8beca89f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:58.308016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-713a5e01-eedc-48dc-a8e6-ff8beca89f20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 1095 time: 0.1168630 Nov 25 18:41:58.407338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad81024a-c661-41a9-a0f6-87df9ffa656b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:58.409451 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ad81024a-c661-41a9-a0f6-87df9ffa656b tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2475727 Nov 25 18:41:58.414773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-54fdf551-a362-4531-8623-2cc76e7374f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:58.416273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-54fdf551-a362-4531-8623-2cc76e7374f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 916 time: 0.0957780 Nov 25 18:41:58.416760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45690) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:41:58.427035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:58.472021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-76146501-6f67-45e4-aa21-78a50b234de8 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901073 Nov 25 18:41:58.484451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a913f-7391-471f-ac72-b8587f0a9338 req-42d55d9a-928c-4655-a1ac-12b04455fc6b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:58.486850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-763a913f-7391-471f-ac72-b8587f0a9338 req-42d55d9a-928c-4655-a1ac-12b04455fc6b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 945 time: 0.3362865 Nov 25 18:41:58.621362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3131afea-be29-4338-900d-b06bd6e2883a req-d8b0ce8f-8be5-45e7-8573-fa1419bb956b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 210 time: 0.2036345 Nov 25 18:41:58.623563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-6d7fb433-2462-412e-a8c8-372c1ddbdc71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 HTTP/1.1" status: 200 len: 217 time: 0.0846667 Nov 25 18:41:58.698503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-0c64b1f3-3e23-4ab0-a848-458e30612a6a service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748094 Nov 25 18:41:58.706680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-1f1e7905-bd01-40b5-a361-17ad1a206cc6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e02796df-229d-4986-942a-f2ea88ac1b3f HTTP/1.1" status: 200 len: 217 time: 0.2187748 Nov 25 18:41:58.773535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-bb4167f0-2982-4850-b5f5-cdbfdc41d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:58.775326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-bb4167f0-2982-4850-b5f5-cdbfdc41d413 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 200 len: 854 time: 0.1183319 Nov 25 18:41:58.827150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-7f135053-92db-4d43-814a-e2073fbc7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:58.829112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-7f135053-92db-4d43-814a-e2073fbc7211 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.1115234 Nov 25 18:41:58.833573 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:58.920300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:58.943848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246643b-eeb8-40be-8b71-f67efddde39e req-f649583f-66af-42f3-be95-b5827a3b0a2c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:58.944557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-763a913f-7391-471f-ac72-b8587f0a9338 req-96a8e452-09f1-4a64-a3f7-eb45358c09ff tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162033 Nov 25 18:41:58.946943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9246643b-eeb8-40be-8b71-f67efddde39e req-f649583f-66af-42f3-be95-b5827a3b0a2c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1024 time: 0.1696689 Nov 25 18:41:59.003110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-726addde-7542-4909-a4dd-4b4287c0c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:59.004393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-726addde-7542-4909-a4dd-4b4287c0c922 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324248 Nov 25 18:41:59.041150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd7cf6ad-3c34-4ed8-85eb-3e5ff071cc90 req-2931210e-1bd2-4ddf-b0a3-42552f05ac89 service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272905 Nov 25 18:41:59.044906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-d0c619ae-4ebf-444c-9fca-a394110037a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:59.046745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-d0c619ae-4ebf-444c-9fca-a394110037a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be286330-89eb-42b5-a805-5d55819abf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191408 Nov 25 18:41:59.064087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9246643b-eeb8-40be-8b71-f67efddde39e req-4438c84a-36a6-4abc-91d1-ddc26449fa71 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=8619b3c8-b6a3-4b36-b97c-75c134790a27&id=90582882-f9a9-496f-b129-afa31ec40276&id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0981350 Nov 25 18:41:59.081821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:59.175376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Network be286330-89eb-42b5-a805-5d55819abf4e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:41:59.217401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:41:59.305945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:41:59.416614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Pushing event updated for resources: {'Port': ['ID=13aa238b-1fd2-458a-a15a-550a4dee03d7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:41:59.481130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-48b3c86b-d3cf-4473-b574-05c9c09098cc service neutron] 10.222.0.64 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159422 Nov 25 18:41:59.482030 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:59.506601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-e4eaddda-ba4f-48ae-b0d9-e715145079d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:59.513102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-e4eaddda-ba4f-48ae-b0d9-e715145079d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 1094 time: 0.3479388 Nov 25 18:41:59.531218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:59.569666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:41:59.582212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:59.613602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-40e2b311-c1ad-4f9f-89ce-8b1d71fdf781 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993907 Nov 25 18:41:59.746248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:41:59.752713 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b43776-959e-4d47-914f-70e847691a93" -d '{"events": [{"name": "network-changed", "server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:41:59.819025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd279052-13f0-49c8-8db1-998be3effbc9 None None] Provisioning complete for port 13aa238b-1fd2-458a-a15a-550a4dee03d7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:41:59.820465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd279052-13f0-49c8-8db1-998be3effbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:41:59.854023 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-05b1fb3d-8bba-4669-814e-3a87f2969424 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7023933 Nov 25 18:41:59.884217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Request body: {'port': {'device_id': '6f2a308d-f458-41af-bf44-850b57395dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:41:59.927809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-fd279052-13f0-49c8-8db1-998be3effbc9 None None] Port 13aa238b-1fd2-458a-a15a-550a4dee03d7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:42:00.093189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Allocated IP 172.25.2.24 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8260b5ad-4e07-472a-87ec-a725d32ddc88) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:42:00.135859 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091573b1-bd1c-4f35-8200-821e411f8cab x-openstack-request-id: req-091573b1-bd1c-4f35-8200-821e411f8cab {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:00.137407 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:00.140185 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-091573b1-bd1c-4f35-8200-821e411f8cab {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:00.141599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-765fcc5d-16bc-4cdf-88c6-a55465f65deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.141985 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605', 'status': 'completed', 'code': 200} Nov 25 18:42:00.143579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-765fcc5d-16bc-4cdf-88c6-a55465f65deb service neutron] 10.222.0.66 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 916 time: 0.6093175 Nov 25 18:42:00.171699 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:00.179926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f32299-9055-4fa4-9689-9fa24859fd7d req-ef6ef534-5dd7-4cdf-a8dd-582d9dd9a91c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.187497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78f32299-9055-4fa4-9689-9fa24859fd7d req-ef6ef534-5dd7-4cdf-a8dd-582d9dd9a91c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 931 time: 0.4283674 Nov 25 18:42:00.268478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-eea6ecb4-43ed-42c7-8587-1bc39f02388d service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026335 Nov 25 18:42:00.274433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-c3146ddd-6d42-4fe3-8a1b-a47e10cc14a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490 HTTP/1.1" status: 200 len: 217 time: 0.1117899 Nov 25 18:42:00.297694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-f72a1682-50c5-40a0-80a2-e146c2c10e37 service neutron] 10.222.0.64 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703154 Nov 25 18:42:00.366871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78f32299-9055-4fa4-9689-9fa24859fd7d req-45f53672-4546-45bc-9eb2-d6ab046274f7 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782551 Nov 25 18:42:00.405150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b43776-959e-4d47-914f-70e847691a93 req-c0ca2b59-9ef5-48f2-a181-df94b5506794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.408907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b43776-959e-4d47-914f-70e847691a93 req-c0ca2b59-9ef5-48f2-a181-df94b5506794 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8705c6a0262942e69f7f3ed7416835b5&device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1175 time: 0.2169151 Nov 25 18:42:00.422213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-6f67efda-dc90-47f7-b741-5c7d59ca39d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 200 len: 217 time: 0.1207023 Nov 25 18:42:00.481541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-ac605fb4-ece5-4f24-a680-6f275ff5f154 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.483247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-ac605fb4-ece5-4f24-a680-6f275ff5f154 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.64 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1024 time: 0.3437960 Nov 25 18:42:00.586342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b43776-959e-4d47-914f-70e847691a93 req-0549e4e3-dcc7-4a05-904a-40320797ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.588353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b43776-959e-4d47-914f-70e847691a93 req-0549e4e3-dcc7-4a05-904a-40320797ad80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 200 len: 914 time: 0.1624506 Nov 25 18:42:00.603216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dee564-0242-4a95-878a-f09620e245c9 req-ed110cc1-45c4-4af9-bf7e-34e62d278927 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.609370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8dee564-0242-4a95-878a-f09620e245c9 req-ed110cc1-45c4-4af9-bf7e-34e62d278927 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 945 time: 0.3984714 Nov 25 18:42:00.629184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:00.669780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-9fe36c08-98f2-4ab0-be64-fa42d69e111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.671242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b43776-959e-4d47-914f-70e847691a93 req-de96552c-0aa6-4981-8dd0-22fef899f1e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 200 len: 217 time: 0.0742509 Nov 25 18:42:00.671391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-9fe36c08-98f2-4ab0-be64-fa42d69e111b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 200 len: 854 time: 0.3801694 Nov 25 18:42:00.692091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:00.786801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:00.815608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c21b08-826b-44e8-8310-dfb40fa38360 req-b050602a-bf0d-4d2e-9c3c-193729cac26f tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.817449 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17c21b08-826b-44e8-8310-dfb40fa38360 req-b050602a-bf0d-4d2e-9c3c-193729cac26f tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 1024 time: 0.2531681 Nov 25 18:42:00.850517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-9479b308-8071-4d28-acdd-05ab3e804c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.852580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-9479b308-8071-4d28-acdd-05ab3e804c00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.3862624 Nov 25 18:42:00.882735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:42:00.917770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:00.936426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b43776-959e-4d47-914f-70e847691a93 req-97635a82-d0fd-4a18-beb9-c8dad44e5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:00.937476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8dee564-0242-4a95-878a-f09620e245c9 req-d8f88c3b-0da8-474a-b2e0-abbfabd5e643 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864704 Nov 25 18:42:00.938210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b43776-959e-4d47-914f-70e847691a93 req-97635a82-d0fd-4a18-beb9-c8dad44e5cc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 200 len: 853 time: 0.2511756 Nov 25 18:42:00.941188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:00.946442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event updated for resources: {'Port': ['ID=8260b5ad-4e07-472a-87ec-a725d32ddc88,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:00.975120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b29c5-0d4e-4f1e-a6d8-070c38b80fde None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:01.004595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-4dcc8e3f-f0d5-4c2c-849d-c762cef61ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:01.006265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-4dcc8e3f-f0d5-4c2c-849d-c762cef61ce3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be286330-89eb-42b5-a805-5d55819abf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3173587 Nov 25 18:42:01.030249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Deleting port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:01.033782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.055566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-4b069869-1b06-4354-83d1-946f05504706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:01.057009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-4b069869-1b06-4354-83d1-946f05504706 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1792328 Nov 25 18:42:01.062580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b43776-959e-4d47-914f-70e847691a93 req-c821ebda-0ed1-4af1-a7ae-15a0fcf8c127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52767379-5a95-4f2e-a87c-660a549b80d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800765 Nov 25 18:42:01.133883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fe3ee852-9f7b-4d16-900c-f2357b94d47b None None] Provisioning complete for port 8260b5ad-4e07-472a-87ec-a725d32ddc88 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:01.134726 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee852-9f7b-4d16-900c-f2357b94d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.186791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ee852-9f7b-4d16-900c-f2357b94d47b None None] Port 8260b5ad-4e07-472a-87ec-a725d32ddc88 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:42:01.279046 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17c21b08-826b-44e8-8310-dfb40fa38360 req-8c5200c2-7b27-4cf0-82e0-ab1112e576a7 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=8619b3c8-b6a3-4b36-b97c-75c134790a27&id=90582882-f9a9-496f-b129-afa31ec40276&id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4372537 Nov 25 18:42:01.374142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b43776-959e-4d47-914f-70e847691a93 req-307aa3ec-7de0-491a-8fd7-a299b93207c0 service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978668 Nov 25 18:42:01.381553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-6eba90bb-c962-4563-b89d-97b175e6ad9b service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491348 Nov 25 18:42:01.512246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] For port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:01.512741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.527335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Calling delete_port for 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:01.608199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.614838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54b43776-959e-4d47-914f-70e847691a93 req-f9a544c8-ff1f-4264-819d-7eeffd0ccbcb service neutron] 10.222.0.64 "GET /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306721 Nov 25 18:42:01.717848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-07a127b6-cfc5-437d-9442-eb9a27adaad5 service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018020 Nov 25 18:42:01.725966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13aa238b-1fd2-458a-a15a-550a4dee03d7 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:01.734169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.750679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Transition to ACTIVE for port object 13aa238b-1fd2-458a-a15a-550a4dee03d7 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:42:01.792766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.896105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.928842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.928980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:01.937153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:01.962277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fde94-f654-4500-88e7-07409d48115a service neutron] Pushing event updated for resources: {'Port': ['ID=13aa238b-1fd2-458a-a15a-550a4dee03d7,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:02.003422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874972d6-c83d-4a56-a3a9-03354da3fd4e req-92c6c4e3-4593-43f2-9784-c85427fb20f8 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:02.014002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-874972d6-c83d-4a56-a3a9-03354da3fd4e req-92c6c4e3-4593-43f2-9784-c85427fb20f8 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 931 time: 0.5239778 Nov 25 18:42:02.070018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['03aa4073-8eb7-49f1-b9b2-d2c547b8c605'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:02.237302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-26efc732-c334-4ead-8c4e-64671ad1c050 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:02.238807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-26efc732-c334-4ead-8c4e-64671ad1c050 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 945 time: 0.1654689 Nov 25 18:42:02.335765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:42:02.393684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Router d8f53c0c-a638-4646-a774-1604abbf011d is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:42:02.482830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Deleting port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:02.483254 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:02.574014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:02.590925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7', 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'port_id': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7', 'mac_address': 'fa:16:3e:16:ad:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84602bf-e2e2-47e2-8ecb-3a9fce6356cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:42:02.683519 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:02.724142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:02.742772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8779f0d-4961-4c4b-829c-a87886570cf1 req-3d303c1e-86cf-424c-89fd-2dff2b0b6a4b service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3039114 Nov 25 18:42:02.763339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'Port': ['ID=03aa4073-8eb7-49f1-b9b2-d2c547b8c605,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:02.817817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0be0be7-bb23-4f7a-93e9-11da23d9824d req-7d1636f8-72af-49ce-ac76-9c1037a51e39 service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0579531 Nov 25 18:42:02.875510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:02.889558 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:02.907216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] No DVR routers for this DVR port 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:02.928027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:02.943648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3f9aee7-977d-442c-9a04-3c29b21c153a req-55d9a952-4f5a-4974-8c90-6db25f77e05d tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.64 "DELETE /v2.0/ports/03aa4073-8eb7-49f1-b9b2-d2c547b8c605 HTTP/1.1" status: 204 len: 173 time: 2.3946259 Nov 25 18:42:02.945426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'name': 'network-vif-deleted', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:02.951657 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d18686a-5ed0-486e-a019-75ac246b79e7" -d '{"events": [{"server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "name": "network-vif-deleted", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:03.018376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-874972d6-c83d-4a56-a3a9-03354da3fd4e req-0bce8888-a577-4868-bc24-417fb65163af tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0018709 Nov 25 18:42:03.044717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:03.048075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Attempting to bind port 13aa238b-1fd2-458a-a15a-550a4dee03d7 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:42:03.049477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Attempting to bind port 13aa238b-1fd2-458a-a15a-550a4dee03d7 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:42:03.050064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Attempting to bind port 13aa238b-1fd2-458a-a15a-550a4dee03d7 on network be286330-89eb-42b5-a805-5d55819abf4e {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:42:03.064239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Port 13aa238b-1fd2-458a-a15a-550a4dee03d7 on network be286330-89eb-42b5-a805-5d55819abf4e not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:42:03.065466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Attempting to bind port 13aa238b-1fd2-458a-a15a-550a4dee03d7 on network be286330-89eb-42b5-a805-5d55819abf4e {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:42:03.068557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc508e8-fd4f-4fe4-9dda-ee098c537490 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:42:03.079368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:42:03.080663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Checking segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:03.087026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Bound using segment: {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:42:03.087850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Bound port: 13aa238b-1fd2-458a-a15a-550a4dee03d7, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1836b1-a302-41b1-886b-e9c302ca1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:42:03.088472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.183830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] For port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:03.184203 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.268841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] For port 13aa238b-1fd2-458a-a15a-550a4dee03d7, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:42:03.269864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5fc508e8-fd4f-4fe4-9dda-ee098c537490, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:03.278259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] For port 13aa238b-1fd2-458a-a15a-550a4dee03d7, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=13aa238b-1fd2-458a-a15a-550a4dee03d7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:42:03.286376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.315148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '5fc508e8-fd4f-4fe4-9dda-ee098c537490', 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'port_id': '5fc508e8-fd4f-4fe4-9dda-ee098c537490', 'mac_address': 'fa:16:3e:19:11:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84602bf-e2e2-47e2-8ecb-3a9fce6356cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:42:03.453758 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.460658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:03.461111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.465813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['0d20d083-3cf8-4b77-8c3e-be8cd091f8a7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:03.469834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-178fde94-f654-4500-88e7-07409d48115a service neutron] 10.222.0.66 "PUT /v2.0/ports/13aa238b-1fd2-458a-a15a-550a4dee03d7 HTTP/1.1" status: 200 len: 1091 time: 3.6001084 Nov 25 18:42:03.510181 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.604907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25205be2-2ffe-4f06-95da-bdae96399c63 req-27e6f5ba-be0f-4852-919d-1b246ff2119c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=35c4e314-06bc-42ec-868a-b1bdbe7b51c7 HTTP/1.1" status: 200 len: 210 time: 0.1661654 Nov 25 18:42:03.635586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc508e8-fd4f-4fe4-9dda-ee098c537490 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:03.752392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5fc508e8-fd4f-4fe4-9dda-ee098c537490, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:03.771564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.811861 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b357f78-a728-47a9-8f20-e1056cef3962 x-openstack-request-id: req-0b357f78-a728-47a9-8f20-e1056cef3962 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:03.812432 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c4e314-06bc-42ec-868a-b1bdbe7b51c7", "name": "network-vif-deleted", "tag": "03aa4073-8eb7-49f1-b9b2-d2c547b8c605", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:03.816120 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b357f78-a728-47a9-8f20-e1056cef3962 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:03.816641 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c4e314-06bc-42ec-868a-b1bdbe7b51c7', 'name': 'network-vif-deleted', 'tag': '03aa4073-8eb7-49f1-b9b2-d2c547b8c605', 'status': 'completed', 'code': 200} Nov 25 18:42:03.834052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:42:03.848040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] Sync routers for ids ['d8f53c0c-a638-4646-a774-1604abbf011d'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:42:03.852211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fde94-f654-4500-88e7-07409d48115a service neutron] Pushing event updated for resources: {'Port': ['ID=13aa238b-1fd2-458a-a15a-550a4dee03d7,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:03.866532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.875282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-feba327d-08a3-4500-86cd-f3d8293a3381 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "PUT /v2.0/routers/d8f53c0c-a638-4646-a774-1604abbf011d HTTP/1.1" status: 200 len: 879 time: 5.4538581 Nov 25 18:42:03.876617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45848) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:03.967478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fd438-42fa-4fb9-864e-cdd0bdc2de90 req-f9426dc5-ea2e-469a-935c-fac320265259 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:03.977345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba7fd438-42fa-4fb9-864e-cdd0bdc2de90 req-f9426dc5-ea2e-469a-935c-fac320265259 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 945 time: 0.5703847 Nov 25 18:42:03.983545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.988929 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:03.989294 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Floating IP 825c9d41-95f0-4178-8d7a-31da64198e0f disassociated. External IP: 172.25.2.143, port: 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42. Nov 25 18:42:03.989658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Calling delete_port for 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:04.020800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] Routers {'d8f53c0c-a638-4646-a774-1604abbf011d'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:04.022028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8f53c0c-a638-4646-a774-1604abbf011d'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:04.043882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-90805ccb-8e5e-482f-86b3-d44715564499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:04.046032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-90805ccb-8e5e-482f-86b3-d44715564499 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 1094 time: 0.4701130 Nov 25 18:42:04.091814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba7fd438-42fa-4fb9-864e-cdd0bdc2de90 req-11a971a0-c25a-41cd-b9e4-70e2b01d3966 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6eced88-5f99-49af-be8f-951ca44f032f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134942 Nov 25 18:42:04.108705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-a295b008-0352-4168-8cbf-111d8f88eb9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13aa238b-1fd2-458a-a15a-550a4dee03d7 HTTP/1.1" status: 200 len: 217 time: 0.0543149 Nov 25 18:42:04.158528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:04.169192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5fc508e8-fd4f-4fe4-9dda-ee098c537490,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:04.201127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-d3e6db3e-c8ed-4cfc-840b-0452a1dc5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:04.202913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-d3e6db3e-c8ed-4cfc-840b-0452a1dc5fb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 200 len: 854 time: 0.0645847 Nov 25 18:42:04.206678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] Routers {'d8f53c0c-a638-4646-a774-1604abbf011d'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:04.206678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8f53c0c-a638-4646-a774-1604abbf011d'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:04.245446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:04.246267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6536c-4d53-4806-a600-eea91dd8adf0 None None] The sync data for ids ['d8f53c0c-a638-4646-a774-1604abbf011d'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:42:04.309605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc508e8-fd4f-4fe4-9dda-ee098c537490'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:04.367827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:04.388121 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e17cd205-9f44-4230-93af-6404c52d5784 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/d8f53c0c-a638-4646-a774-1604abbf011d HTTP/1.1" status: 200 len: 920 time: 0.5012355 Nov 25 18:42:04.396884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:04.403446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-981623e4-4c60-4efc-a109-a5fb7095eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:04.407143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-981623e4-4c60-4efc-a109-a5fb7095eef9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be286330-89eb-42b5-a805-5d55819abf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786821 Nov 25 18:42:04.429843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6039f7d-8f46-4203-8a91-e5d9ba8b1458 req-a7fe6757-b080-4660-a771-b0a8b2a4c7ce tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:04.431590 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6039f7d-8f46-4203-8a91-e5d9ba8b1458 req-a7fe6757-b080-4660-a771-b0a8b2a4c7ce tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 943 time: 0.2377689 Nov 25 18:42:04.435249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:04.460035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:04.460476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 03aa4073-8eb7-49f1-b9b2-d2c547b8c605 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:04.460972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:04.485010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:04.485446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:04.497226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event deleted for resources: {'Port': ['ID=2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:04.718606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Router 859e0d58-6faa-48af-9271-261b0b71bdce has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:42:04.746314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6039f7d-8f46-4203-8a91-e5d9ba8b1458 req-4880acc7-2026-4734-ae87-e36054b79cbf tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493045 Nov 25 18:42:04.757270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150fcffe-532e-48a1-8213-8df798a62edd tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:04.773563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-150fcffe-532e-48a1-8213-8df798a62edd tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=d8f53c0c-a638-4646-a774-1604abbf011d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3532560 Nov 25 18:42:04.773563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45876) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:04.862672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:42:04.874279 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] Sync routers for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:42:04.887412 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:04.890661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:04.933449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] No DVR routers for this DVR port 2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:04.945367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:04.952548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d24aafd0-c3ea-4b79-b91b-bd8bd6f0abc7 req-939a1758-9413-4518-aa64-0f41e8821a49 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.64 "DELETE /v2.0/ports/2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42 HTTP/1.1" status: 204 len: 173 time: 2.6990850 Nov 25 18:42:04.953042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'name': 'network-vif-deleted', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:04.955498 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c14c9a0-65ee-4d10-8de9-a3acd687e35d" -d '{"events": [{"server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "name": "network-vif-deleted", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:04.969624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-c6a24003-fd24-4fc0-a831-257379e2ab29 service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737542 Nov 25 18:42:04.971489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7be0e4-315b-4a28-8a10-c863950a535d tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:04.975884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0e7be0e4-315b-4a28-8a10-c863950a535d tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.2013340 Nov 25 18:42:04.976537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:05.016712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcde8c31-382f-4e74-8501-99ad037281ba req-272375cd-1e59-4a8b-9765-fb673fb9c313 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/90582882-f9a9-496f-b129-afa31ec40276 HTTP/1.1" status: 200 len: 1820 time: 0.1560738 Nov 25 18:42:05.036795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c3f5052-ceaa-4042-a103-7445840ac2f9 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8f53c0c-a638-4646-a774-1604abbf011d HTTP/1.1" status: 200 len: 205 time: 0.0586233 Nov 25 18:42:05.038411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:05.128312 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8249ef15-2010-4ddf-a1b5-cac97820f7e3 x-openstack-request-id: req-8249ef15-2010-4ddf-a1b5-cac97820f7e3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:05.128632 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397f2d19-a58d-4d9b-9d3b-d76be26500d9", "name": "network-vif-deleted", "tag": "2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:05.129790 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8249ef15-2010-4ddf-a1b5-cac97820f7e3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:05.130214 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397f2d19-a58d-4d9b-9d3b-d76be26500d9', 'name': 'network-vif-deleted', 'tag': '2bb7b6d7-6f7f-41e0-932c-e876a8bf9e42', 'status': 'completed', 'code': 200} Nov 25 18:42:05.191363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:42:05.218314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bcde8c31-382f-4e74-8501-99ad037281ba req-80f29ed1-3271-43e7-9054-84957f675cae tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.272005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bcde8c31-382f-4e74-8501-99ad037281ba req-80f29ed1-3271-43e7-9054-84957f675cae tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.279319 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.322622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bcde8c31-382f-4e74-8501-99ad037281ba req-80f29ed1-3271-43e7-9054-84957f675cae tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.327441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bcde8c31-382f-4e74-8501-99ad037281ba req-80f29ed1-3271-43e7-9054-84957f675cae tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.329186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bcde8c31-382f-4e74-8501-99ad037281ba req-80f29ed1-3271-43e7-9054-84957f675cae tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/90582882-f9a9-496f-b129-afa31ec40276 HTTP/1.1" status: 204 len: 173 time: 0.3059251 Nov 25 18:42:05.344201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f29ed1-3271-43e7-9054-84957f675cae tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90582882-f9a9-496f-b129-afa31ec40276,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:05.438325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fc8d995-f89d-4599-8bc8-6269b5964aba req-3c85dc6f-c66e-425a-bf28-005df2cea5bc service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259653 Nov 25 18:42:05.456298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-739cfac9-8605-46a1-8c10-943efc6d6ca0 req-eea67723-1628-4a64-b4a1-2b5547f8f4a2 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/8619b3c8-b6a3-4b36-b97c-75c134790a27 HTTP/1.1" status: 200 len: 1818 time: 0.0957477 Nov 25 18:42:05.459358 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33edeefd-aaa9-4747-9f08-505fdae188b2 req-5a2f3c12-7434-4ea4-950c-84f374a795f8 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/ports?device_id=397f2d19-a58d-4d9b-9d3b-d76be26500d9 HTTP/1.1" status: 200 len: 210 time: 0.1380448 Nov 25 18:42:05.613047 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:05.624511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.653818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-739cfac9-8605-46a1-8c10-943efc6d6ca0 req-3b6f46a0-eb32-4233-ae37-1cb139b82144 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.676906 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] Checking router: 859e0d58-6faa-48af-9271-261b0b71bdce for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:42:05.710291 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:05.713862 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:05.715824 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-739cfac9-8605-46a1-8c10-943efc6d6ca0 req-3b6f46a0-eb32-4233-ae37-1cb139b82144 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.725713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Deleting port 8260b5ad-4e07-472a-87ec-a725d32ddc88 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:05.726224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.811815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-739cfac9-8605-46a1-8c10-943efc6d6ca0 req-3b6f46a0-eb32-4233-ae37-1cb139b82144 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.816348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-739cfac9-8605-46a1-8c10-943efc6d6ca0 req-3b6f46a0-eb32-4233-ae37-1cb139b82144 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.821641 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-739cfac9-8605-46a1-8c10-943efc6d6ca0 req-3b6f46a0-eb32-4233-ae37-1cb139b82144 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/8619b3c8-b6a3-4b36-b97c-75c134790a27 HTTP/1.1" status: 204 len: 173 time: 0.3524361 Nov 25 18:42:05.822165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2a308d-f458-41af-bf44-850b57395dc9', 'tag': '13aa238b-1fd2-458a-a15a-550a4dee03d7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:05.840250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f46a0-eb32-4233-ae37-1cb139b82144 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619b3c8-b6a3-4b36-b97c-75c134790a27,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:05.852773 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9919ce2e-28fc-45de-820a-c05af2dc5d08" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2a308d-f458-41af-bf44-850b57395dc9", "tag": "13aa238b-1fd2-458a-a15a-550a4dee03d7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:05.896910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-50a2b8a2-94f7-42c7-9e7d-da5b88288aa5 req-d28aa726-c768-42ac-b0bb-9da744251c82 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-644219129', 'description': 'tempest-description-441864062'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:05.899486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:05.963938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Calling delete_port for 8260b5ad-4e07-472a-87ec-a725d32ddc88 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:05.970039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-50a2b8a2-94f7-42c7-9e7d-da5b88288aa5 req-d28aa726-c768-42ac-b0bb-9da744251c82 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.013345 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:42:06.032846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f342-2614-4c8b-ad54-7b7737392623 req-36ccf54d-81bf-4195-90a7-dd6be915d9f1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:06.034427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd34f342-2614-4c8b-ad54-7b7737392623 req-36ccf54d-81bf-4195-90a7-dd6be915d9f1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 943 time: 0.1422849 Nov 25 18:42:06.107182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd34f342-2614-4c8b-ad54-7b7737392623 req-2e2d8a56-dbc2-44a9-829a-7ca2c44366bd tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Nov 25 18:42:06.155171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-50a2b8a2-94f7-42c7-9e7d-da5b88288aa5 req-d28aa726-c768-42ac-b0bb-9da744251c82 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.176530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-50a2b8a2-94f7-42c7-9e7d-da5b88288aa5 req-d28aa726-c768-42ac-b0bb-9da744251c82 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.263290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.299223 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c024e7b-0e09-424b-9764-07c2a64434b4 x-openstack-request-id: req-5c024e7b-0e09-424b-9764-07c2a64434b4 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:06.299631 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2a308d-f458-41af-bf44-850b57395dc9", "tag": "13aa238b-1fd2-458a-a15a-550a4dee03d7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:06.299896 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c024e7b-0e09-424b-9764-07c2a64434b4 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:06.300312 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2a308d-f458-41af-bf44-850b57395dc9', 'tag': '13aa238b-1fd2-458a-a15a-550a4dee03d7', 'status': 'completed', 'code': 200} Nov 25 18:42:06.303685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28aa726-c768-42ac-b0bb-9da744251c82 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e29371a-3bd8-4ef5-b709-241a4585f48a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:06.327157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-50a2b8a2-94f7-42c7-9e7d-da5b88288aa5 req-d28aa726-c768-42ac-b0bb-9da744251c82 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.334188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50a2b8a2-94f7-42c7-9e7d-da5b88288aa5 req-d28aa726-c768-42ac-b0bb-9da744251c82 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4490306 Nov 25 18:42:06.340170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:42:06.431484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event deleted for resources: {'Port': ['ID=8260b5ad-4e07-472a-87ec-a725d32ddc88,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:06.451708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca11c8-3c87-49c7-bbb9-1f927dc00b04 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:06.487753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:42:06.513985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:06.515316 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.547559 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:06.586190 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3b98f-3212-4b2f-906e-474ea006068e None None] The sync data for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 is: [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:33:42Z', 'revision_number': 4, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'ce0750e4-d582-46d1-b342-ebc614fba0e2', 'name': '', 'network_id': '50f03752-a787-4b18-86b7-97e035efbdb0', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'mac_address': 'fa:16:3e:4f:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:39Z', 'updated_at': '2021-11-25T18:33:47Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'subnets': [{'id': '1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:42:06.619666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-39674889-170b-47b9-95c1-972ab3c63dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:06.621448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-39674889-170b-47b9-95c1-972ab3c63dac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 1094 time: 0.2580042 Nov 25 18:42:06.621716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45936) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:06.636615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63e9c34d-0fee-4125-bdd5-8f8a7b472dfe req-c8d1d8dd-3409-44dd-8b36-2abd3d44ad15 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/8e29371a-3bd8-4ef5-b709-241a4585f48a HTTP/1.1" status: 200 len: 1818 time: 0.2770860 Nov 25 18:42:06.644935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-63e9c34d-0fee-4125-bdd5-8f8a7b472dfe req-74678922-b516-4fb7-b683-49c315600fb3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1132658158', 'description': 'tempest-description-hth-2023847892'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:06.711232 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.747639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e482afd-dde5-4a7b-99a1-ba7e05ed56eb tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.787119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:06.791641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:06.796465 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8b8edb-57c5-42f7-93c8-afb54a2d1d05" -d '{"events": [{"server_uuid": "9dee4986-0ded-4721-bdc2-17d216eeee1b", "name": "network-vif-plugged", "status": "completed", "tag": "0d20d083-3cf8-4b77-8c3e-be8cd091f8a7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:06.807249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e482afd-dde5-4a7b-99a1-ba7e05ed56eb tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.807577 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.844982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.881061 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed042b7-49de-49ee-97c5-724e6f563bf6 x-openstack-request-id: req-5ed042b7-49de-49ee-97c5-724e6f563bf6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:06.881935 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dee4986-0ded-4721-bdc2-17d216eeee1b", "name": "network-vif-plugged", "status": "completed", "tag": "0d20d083-3cf8-4b77-8c3e-be8cd091f8a7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:06.882791 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ed042b7-49de-49ee-97c5-724e6f563bf6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:06.884118 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7', 'code': 200} Nov 25 18:42:06.916544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e482afd-dde5-4a7b-99a1-ba7e05ed56eb tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.928468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e482afd-dde5-4a7b-99a1-ba7e05ed56eb tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:06.932676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2e482afd-dde5-4a7b-99a1-ba7e05ed56eb tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "DELETE /v2.0/security-groups/d6eced88-5f99-49af-be8f-951ca44f032f HTTP/1.1" status: 204 len: 168 time: 0.3088150 Nov 25 18:42:06.944660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45946) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:06.968160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:06.992607 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-f056b4b2-433a-4995-911f-55e688fab6aa tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] show failed (client error): The resource could not be found. Nov 25 18:42:06.994149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f056b4b2-433a-4995-911f-55e688fab6aa tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "GET /v2.0/security-groups/d6eced88-5f99-49af-be8f-951ca44f032f HTTP/1.1" status: 404 len: 347 time: 0.0480394 Nov 25 18:42:07.026765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45948) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:07.029284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e482afd-dde5-4a7b-99a1-ba7e05ed56eb tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eced88-5f99-49af-be8f-951ca44f032f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:07.076561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.091034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.110251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-63e9c34d-0fee-4125-bdd5-8f8a7b472dfe req-74678922-b516-4fb7-b683-49c315600fb3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.183693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-63e9c34d-0fee-4125-bdd5-8f8a7b472dfe req-74678922-b516-4fb7-b683-49c315600fb3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.193933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-63e9c34d-0fee-4125-bdd5-8f8a7b472dfe req-74678922-b516-4fb7-b683-49c315600fb3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.197125 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-63e9c34d-0fee-4125-bdd5-8f8a7b472dfe req-74678922-b516-4fb7-b683-49c315600fb3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.216861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63e9c34d-0fee-4125-bdd5-8f8a7b472dfe req-74678922-b516-4fb7-b683-49c315600fb3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "PUT /v2.0/security-groups/8e29371a-3bd8-4ef5-b709-241a4585f48a HTTP/1.1" status: 200 len: 1794 time: 0.5792646 Nov 25 18:42:07.308578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634bcee-31cd-470d-8031-80c58708c158 req-4bb3633d-bd30-45b0-bf85-627bd977ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:07.313091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6634bcee-31cd-470d-8031-80c58708c158 req-4bb3633d-bd30-45b0-bf85-627bd977ae47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 1097 time: 0.3174527 Nov 25 18:42:07.337279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.338365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Fanout notify agent at l3_agent the message router_deleted on router d8f53c0c-a638-4646-a774-1604abbf011d {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:42:07.372427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.373922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ab84b601-2967-437d-abd3-95b5931cf10d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/d8f53c0c-a638-4646-a774-1604abbf011d HTTP/1.1" status: 204 len: 168 time: 2.3345680 Nov 25 18:42:07.391474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:07.395623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd7f9e8a-da19-4be5-b3bb-cdcafb53eef2 req-7535244c-24b5-4ee2-bf0e-d5482664f176 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/8e29371a-3bd8-4ef5-b709-241a4585f48a HTTP/1.1" status: 200 len: 1794 time: 0.1323020 Nov 25 18:42:07.415594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74678922-b516-4fb7-b683-49c315600fb3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e29371a-3bd8-4ef5-b709-241a4585f48a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:07.420438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-4d3b6dbb-7058-494f-92d4-2cda9dbb4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:07.422250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-4d3b6dbb-7058-494f-92d4-2cda9dbb4c9b service neutron] 10.222.0.66 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 916 time: 0.7811327 Nov 25 18:42:07.462893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc508e8-fd4f-4fe4-9dda-ee098c537490 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:42:07.466167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd58da8-e222-4c24-adae-51fa1b8eeb66 None None] New status for floating IP 825c9d41-95f0-4178-8d7a-31da64198e0f: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:42:07.487367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f34abacc-0552-4a37-9942-1dcf21e3424f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1592835880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:07.496842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-6c2ab245-ecf8-4787-ab69-3f869b17105c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13aa238b-1fd2-458a-a15a-550a4dee03d7 HTTP/1.1" status: 200 len: 217 time: 0.0645578 Nov 25 18:42:07.533723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44560e82-c71b-4c09-9883-01a1c8f90d1e req-741f1179-dd16-4b69-99d5-ca3c93e59b1a tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/8e29371a-3bd8-4ef5-b709-241a4585f48a HTTP/1.1" status: 200 len: 1794 time: 0.1193898 Nov 25 18:42:07.595006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f34abacc-0552-4a37-9942-1dcf21e3424f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.596992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f34abacc-0552-4a37-9942-1dcf21e3424f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.610060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-8f2ba62d-0246-414d-b028-9180077b87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:07.611834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-8f2ba62d-0246-414d-b028-9180077b87e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 200 len: 854 time: 0.0966079 Nov 25 18:42:07.636311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44560e82-c71b-4c09-9883-01a1c8f90d1e req-d0ed80ca-5dba-46c6-a05d-acdff18536cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.691816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c50fd-8dd7-46ea-b57b-c470c38e08ff req-a649089c-3629-44ca-94d9-c62e1fac4820 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:07.693944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e3c50fd-8dd7-46ea-b57b-c470c38e08ff req-a649089c-3629-44ca-94d9-c62e1fac4820 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 943 time: 0.3930588 Nov 25 18:42:07.702655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44560e82-c71b-4c09-9883-01a1c8f90d1e req-d0ed80ca-5dba-46c6-a05d-acdff18536cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.707720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-baecc8d4-d1a6-4f23-9370-e491244fbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:07.709452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-baecc8d4-d1a6-4f23-9370-e491244fbf31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be286330-89eb-42b5-a805-5d55819abf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883007 Nov 25 18:42:07.723619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Deleting port 44795b3f-c30f-4ff3-bfb0-df41604b0d3e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:07.723619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.825302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44560e82-c71b-4c09-9883-01a1c8f90d1e req-d0ed80ca-5dba-46c6-a05d-acdff18536cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.835904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-44560e82-c71b-4c09-9883-01a1c8f90d1e req-d0ed80ca-5dba-46c6-a05d-acdff18536cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.848717 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6634bcee-31cd-470d-8031-80c58708c158 req-4f499d93-f652-42bb-9ac5-a7e8ab7c21ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717422 Nov 25 18:42:07.851179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:42:07.858928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:07.859956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44560e82-c71b-4c09-9883-01a1c8f90d1e req-d0ed80ca-5dba-46c6-a05d-acdff18536cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/8e29371a-3bd8-4ef5-b709-241a4585f48a HTTP/1.1" status: 204 len: 173 time: 0.3251696 Nov 25 18:42:07.860097 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.883245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f34abacc-0552-4a37-9942-1dcf21e3424f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.900114 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f34abacc-0552-4a37-9942-1dcf21e3424f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.932900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed80ca-5dba-46c6-a05d-acdff18536cf tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e29371a-3bd8-4ef5-b709-241a4585f48a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:07.954264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-82430525-c4bf-43a1-8664-be83a69f1084 service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358730 Nov 25 18:42:07.969047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f34abacc-0552-4a37-9942-1dcf21e3424f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:07.970846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f34abacc-0552-4a37-9942-1dcf21e3424f tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4955533 Nov 25 18:42:07.986388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45982) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:08.023838 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:08.028843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': True}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:08.109182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5fc508e8-fd4f-4fe4-9dda-ee098c537490, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:08.122651 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:08.139734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9919ce2e-28fc-45de-820a-c05af2dc5d08 req-49ca1ad6-82b8-43fc-bfb3-fc75c4dc0748 service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754439 Nov 25 18:42:08.195144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5fc508e8-fd4f-4fe4-9dda-ee098c537490,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:08.223012 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-53a2816f-e230-4be6-a6d7-41fbf3205083 req-a9b9a4c0-3200-4445-938a-445e7c7c40e2 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:42:08.224500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53a2816f-e230-4be6-a6d7-41fbf3205083 req-a9b9a4c0-3200-4445-938a-445e7c7c40e2 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/8619b3c8-b6a3-4b36-b97c-75c134790a27 HTTP/1.1" status: 404 len: 352 time: 0.0167904 Nov 25 18:42:08.240004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e3c50fd-8dd7-46ea-b57b-c470c38e08ff req-33e77a57-e8d5-4535-8d3a-114807dcba40 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274620 Nov 25 18:42:08.278926 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-435c8072-6088-47cf-95ee-9e94a039e1bb req-6c19e6db-efdf-4f9c-be60-11aac38b78ea tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:42:08.279983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-435c8072-6088-47cf-95ee-9e94a039e1bb req-6c19e6db-efdf-4f9c-be60-11aac38b78ea tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/90582882-f9a9-496f-b129-afa31ec40276 HTTP/1.1" status: 404 len: 352 time: 0.0271122 Nov 25 18:42:08.359043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:08.359671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:08.364447 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-047c55b6-e6ed-4fb8-9343-0735218c2fa2 req-8d96f218-7aeb-4f18-863f-7b900bfd6e21 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:42:08.365684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-047c55b6-e6ed-4fb8-9343-0735218c2fa2 req-8d96f218-7aeb-4f18-863f-7b900bfd6e21 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/de635735-dfa7-4243-b82d-7c94a2e8499d HTTP/1.1" status: 404 len: 352 time: 0.0307236 Nov 25 18:42:08.381179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Calling delete_port for 44795b3f-c30f-4ff3-bfb0-df41604b0d3e owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:08.411033 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-367ebc6c-d0c9-48b8-89dc-74108c3f8601 req-ffccc888-6dec-42a3-9754-73f8bf90866e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:42:08.414306 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-367ebc6c-d0c9-48b8-89dc-74108c3f8601 req-ffccc888-6dec-42a3-9754-73f8bf90866e tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/34bd98e5-0db8-4610-a1b9-292c46823a4d HTTP/1.1" status: 404 len: 352 time: 0.0286427 Nov 25 18:42:08.475545 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-5932052b-8eb1-4926-b10e-41d7fd390f2b req-ece92bfb-0f1d-40df-8564-c182ce735351 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:42:08.477217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5932052b-8eb1-4926-b10e-41d7fd390f2b req-ece92bfb-0f1d-40df-8564-c182ce735351 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/37b6c37a-f482-47dd-91ad-f70e9309564f HTTP/1.1" status: 404 len: 352 time: 0.0265875 Nov 25 18:42:08.479357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:08.535255 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-e71ab587-2c92-45f5-8aa2-9d7df4760f4a req-47f8fe9e-4f02-46da-8958-523af0c71120 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] show failed (client error): The resource could not be found. Nov 25 18:42:08.538073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e71ab587-2c92-45f5-8aa2-9d7df4760f4a req-47f8fe9e-4f02-46da-8958-523af0c71120 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/5d664dc4-ad22-49b0-b785-44b416cca824 HTTP/1.1" status: 404 len: 352 time: 0.0303462 Nov 25 18:42:08.885346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:08.887110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc508e8-fd4f-4fe4-9dda-ee098c537490'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:08.892958 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428b5023-ef34-4473-95e8-b65ff75538b9" -d '{"events": [{"server_uuid": "f7df95f6-f106-4fa2-9dfd-63079b3afd6b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc508e8-fd4f-4fe4-9dda-ee098c537490"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:08.956849 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d98e2d-d70d-47b1-a773-252cdf0dfbc2 x-openstack-request-id: req-62d98e2d-d70d-47b1-a773-252cdf0dfbc2 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:08.963230 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7df95f6-f106-4fa2-9dfd-63079b3afd6b", "name": "network-vif-plugged", "status": "completed", "tag": "5fc508e8-fd4f-4fe4-9dda-ee098c537490", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:08.970545 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62d98e2d-d70d-47b1-a773-252cdf0dfbc2 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:08.972156 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc508e8-fd4f-4fe4-9dda-ee098c537490', 'code': 200} Nov 25 18:42:08.995100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Pushing event deleted for resources: {'Port': ['ID=44795b3f-c30f-4ff3-bfb0-df41604b0d3e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:09.021174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd09421-d3fb-4c5d-a479-23a44f19f1c5 req-1a7c77fb-99cc-487e-8673-f8f690b9d87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:09.030880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd09421-d3fb-4c5d-a479-23a44f19f1c5 req-1a7c77fb-99cc-487e-8673-f8f690b9d87b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1023 time: 0.1657939 Nov 25 18:42:09.052425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.097372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 13aa238b-1fd2-458a-a15a-550a4dee03d7 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:42:09.102625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.262537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc17f69-044f-43d3-80eb-7acf11e8610b req-fb791fff-6481-49d0-825b-5aff6b68802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:09.264822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bc17f69-044f-43d3-80eb-7acf11e8610b req-fb791fff-6481-49d0-825b-5aff6b68802f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 1096 time: 0.1405823 Nov 25 18:42:09.270786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 13aa238b-1fd2-458a-a15a-550a4dee03d7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=13aa238b-1fd2-458a-a15a-550a4dee03d7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:09.286417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd09421-d3fb-4c5d-a479-23a44f19f1c5 req-8691cc09-af0e-4a5c-ac6f-151ac93980f8 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e6f411-f54a-4cda-96f5-b7a946a25d8c&id=8265d6a8-74c8-40c6-9cc4-3c1df558587f&id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2450893 Nov 25 18:42:09.331508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '13aa238b-1fd2-458a-a15a-550a4dee03d7', 'network_id': 'be286330-89eb-42b5-a805-5d55819abf4e', 'port_id': '13aa238b-1fd2-458a-a15a-550a4dee03d7', 'mac_address': 'fa:16:3e:ad:71:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84602bf-e2e2-47e2-8ecb-3a9fce6356cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:42:09.348848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Allocated IP 172.25.2.34 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/03a18c3c-fed3-4d4f-86e3-178e06b659fc) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:42:09.405282 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.408072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.409257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-51852d1b-4139-4472-89d8-09b35cef3048 tempest-AttachVolumeTestJSON-692036146 tempest-AttachVolumeTestJSON-692036146-project] 10.222.0.62 "DELETE /v2.0/floatingips/825c9d41-95f0-4178-8d7a-31da64198e0f HTTP/1.1" status: 204 len: 168 time: 2.3623986 Nov 25 18:42:09.419239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bc17f69-044f-43d3-80eb-7acf11e8610b req-3b7f9ca6-94dd-4a12-a790-8dd7baeee788 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315775 Nov 25 18:42:09.446395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.481099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aa238b-1fd2-458a-a15a-550a4dee03d7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:09.505004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 13aa238b-1fd2-458a-a15a-550a4dee03d7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=13aa238b-1fd2-458a-a15a-550a4dee03d7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:09.510956 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.613102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=13aa238b-1fd2-458a-a15a-550a4dee03d7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:09.683494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2deb-63c3-4feb-ac13-3f7081fbd56a req-5d2c1e3a-e649-4426-afac-f43eada660cb tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:09.688209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50a2deb-63c3-4feb-ac13-3f7081fbd56a req-5d2c1e3a-e649-4426-afac-f43eada660cb tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 944 time: 0.2771177 Nov 25 18:42:09.758643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.812167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:09.857464 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50a2deb-63c3-4feb-ac13-3f7081fbd56a req-eaa7f107-2fd4-480a-a275-48e93e12afad tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633272 Nov 25 18:42:09.885805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:42:09.885805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:09.885805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Port': ['ID=03a18c3c-fed3-4d4f-86e3-178e06b659fc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:09.886122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:09.921470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d406e863-4dc1-4943-aeb1-5577e4d9e912 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:09.978304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['13aa238b-1fd2-458a-a15a-550a4dee03d7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:10.047006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0feb5ba9-2133-478b-b6e3-41cb4170454d None None] Provisioning complete for port 03a18c3c-fed3-4d4f-86e3-178e06b659fc triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:10.047484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0feb5ba9-2133-478b-b6e3-41cb4170454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:10.164931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0feb5ba9-2133-478b-b6e3-41cb4170454d None None] Port 03a18c3c-fed3-4d4f-86e3-178e06b659fc cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:42:10.568351 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:10.622376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962371a9-3c2a-44a0-b47a-3f29de039665 req-fd8d0571-7177-4558-9aff-ca835f0d58e9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:10.623919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-962371a9-3c2a-44a0-b47a-3f29de039665 req-fd8d0571-7177-4558-9aff-ca835f0d58e9 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1023 time: 0.1234937 Nov 25 18:42:10.803560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638015-829b-4e33-8404-0bbec9136790 req-d535626d-b010-49b4-b8cf-b3821123201c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:10.805042 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99638015-829b-4e33-8404-0bbec9136790 req-d535626d-b010-49b4-b8cf-b3821123201c tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.66 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 1023 time: 0.0956886 Nov 25 18:42:10.833033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-962371a9-3c2a-44a0-b47a-3f29de039665 req-fe2dffae-452f-4563-8e5b-621519563f3b tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8e6f411-f54a-4cda-96f5-b7a946a25d8c&id=8265d6a8-74c8-40c6-9cc4-3c1df558587f&id=0ab8fdda-37fb-4069-9049-b116796293d6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1986060 Nov 25 18:42:10.890416 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0be02c66-5eab-4641-941b-c3fa4b90b360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:10.948690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:10.953798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:11.196121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fef64-d438-43ba-a241-4f72162917f9 req-8673d02f-6f80-4b25-8c72-aa83c92647ed tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:11.203806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-926fef64-d438-43ba-a241-4f72162917f9 req-8673d02f-6f80-4b25-8c72-aa83c92647ed tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 944 time: 0.1655409 Nov 25 18:42:11.219304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Deleting port 3f97b710-0024-43e8-b057-df0fcd79f491 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:11.219639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:11.268876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Router e9693903-2ad1-423a-819a-19a22f20775e is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:42:11.473326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-926fef64-d438-43ba-a241-4f72162917f9 req-b2097259-1f12-45bb-8285-9a2a22b73dd2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632380 Nov 25 18:42:11.510277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:42:11.511979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] For port 3f97b710-0024-43e8-b057-df0fcd79f491, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3f97b710-0024-43e8-b057-df0fcd79f491,segment=NetworkSegment(791b5385-8d21-40bf-87ab-1e900b092816),segment_id=791b5385-8d21-40bf-87ab-1e900b092816)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:11.512566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:11.521490 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:11.524375 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] Sync routers for ids ['e9693903-2ad1-423a-819a-19a22f20775e'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:42:11.525627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1463ce9f-74ff-4c32-ab12-ed74e0b74ca4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "PUT /v2.0/routers/e9693903-2ad1-423a-819a-19a22f20775e HTTP/1.1" status: 200 len: 914 time: 3.5264008 Nov 25 18:42:11.528719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:11.544664 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] Routers {'e9693903-2ad1-423a-819a-19a22f20775e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:11.545795 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e9693903-2ad1-423a-819a-19a22f20775e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:11.569091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Calling delete_port for 3f97b710-0024-43e8-b057-df0fcd79f491 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:11.630152 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:11.652445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] Routers {'e9693903-2ad1-423a-819a-19a22f20775e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:11.653411 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:41:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['e9693903-2ad1-423a-819a-19a22f20775e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:11.733233 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:11.734214 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec66452-fb06-4ac7-ae20-b495bc377c4a None None] The sync data for ids ['e9693903-2ad1-423a-819a-19a22f20775e'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:42:11.806701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4c9030d3-e82e-4a43-8ee6-f69730df3dc4 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/e9693903-2ad1-423a-819a-19a22f20775e HTTP/1.1" status: 200 len: 920 time: 0.2768257 Nov 25 18:42:11.809800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:11.885739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:11.890717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aae26c-7b06-4c5e-976c-8749b29530e9 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:11.894676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-57aae26c-7b06-4c5e-976c-8749b29530e9 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=e9693903-2ad1-423a-819a-19a22f20775e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0836687 Nov 25 18:42:11.897453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46086) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:11.908796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3f97b710-0024-43e8-b057-df0fcd79f491'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:11.981258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'Port': ['ID=3f97b710-0024-43e8-b057-df0fcd79f491,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:12.038760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] No DVR routers for this DVR port 3f97b710-0024-43e8-b057-df0fcd79f491 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:12.041768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:12.049741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99638015-829b-4e33-8404-0bbec9136790 req-67f06859-80b8-4bc5-b6f2-ae7aee1e8c06 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.66 "DELETE /v2.0/ports/3f97b710-0024-43e8-b057-df0fcd79f491 HTTP/1.1" status: 204 len: 173 time: 1.2265401 Nov 25 18:42:12.050762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'name': 'network-vif-deleted', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:12.065884 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0460fd7-a033-4131-bac2-0b4573ef4a2a" -d '{"events": [{"server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "name": "network-vif-deleted", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:12.124394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa036ceb-5f8a-4da6-a5a6-d850f1fdbc88 req-65b1ed08-c703-4402-b9f8-7cc27ff44419 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/ports?device_id=42e69ec7-1886-4739-b8c1-0ef51e721df2 HTTP/1.1" status: 200 len: 210 time: 0.0873063 Nov 25 18:42:12.156190 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88996814-eee1-491c-ab55-a9417053c153 x-openstack-request-id: req-88996814-eee1-491c-ab55-a9417053c153 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:12.156483 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e69ec7-1886-4739-b8c1-0ef51e721df2", "name": "network-vif-deleted", "tag": "3f97b710-0024-43e8-b057-df0fcd79f491", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:12.156721 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88996814-eee1-491c-ab55-a9417053c153 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:12.157117 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e69ec7-1886-4739-b8c1-0ef51e721df2', 'name': 'network-vif-deleted', 'tag': '3f97b710-0024-43e8-b057-df0fcd79f491', 'status': 'completed', 'code': 200} Nov 25 18:42:12.209688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf7da3-c841-4851-8b9e-2197ed9a5325 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:12.211129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-95bf7da3-c841-4851-8b9e-2197ed9a5325 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.3126013 Nov 25 18:42:12.214266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46090) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:12.292136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1ea68203-0425-4a7d-9ffc-30ddb16614b0 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9693903-2ad1-423a-819a-19a22f20775e HTTP/1.1" status: 200 len: 205 time: 0.0764027 Nov 25 18:42:12.294923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46094) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:12.440071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46096) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:12.552550 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:12.698378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46df1805-e64e-445a-aa8d-06eeedd2335a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:12.814761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46df1805-e64e-445a-aa8d-06eeedd2335a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:12.831452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46df1805-e64e-445a-aa8d-06eeedd2335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:12.908396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-46df1805-e64e-445a-aa8d-06eeedd2335a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c42bbfa17b874be8ad41e6c35055f6ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645617 Nov 25 18:42:12.919010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46108) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:12.925857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df1805-e64e-445a-aa8d-06eeedd2335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f9fc2-f482-4a8f-be86-19efc544258c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:13.015064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fe8f205-e6b3-4830-961b-3e89a7cce070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.073711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fe8f205-e6b3-4830-961b-3e89a7cce070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.103656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1a37-153e-4c1e-8400-e34d6c6914f5 req-32bb849e-95c5-4db4-b985-43d23a223edf tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:13.111964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-932e1a37-153e-4c1e-8400-e34d6c6914f5 req-32bb849e-95c5-4db4-b985-43d23a223edf tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 944 time: 0.1110671 Nov 25 18:42:13.117032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 13aa238b-1fd2-458a-a15a-550a4dee03d7 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:42:13.158080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fe8f205-e6b3-4830-961b-3e89a7cce070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.161306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fe8f205-e6b3-4830-961b-3e89a7cce070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.166643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3fe8f205-e6b3-4830-961b-3e89a7cce070 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c48f9fc2-f482-4a8f-be86-19efc544258c HTTP/1.1" status: 204 len: 168 time: 0.2461467 Nov 25 18:42:13.178725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8f205-e6b3-4830-961b-3e89a7cce070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f9fc2-f482-4a8f-be86-19efc544258c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:13.228357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-932e1a37-153e-4c1e-8400-e34d6c6914f5 req-2e6befc6-2374-48cb-b2f4-87a6a001b5a1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110835 Nov 25 18:42:13.246345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 13aa238b-1fd2-458a-a15a-550a4dee03d7 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:42:13.246571 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.250945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 13aa238b-1fd2-458a-a15a-550a4dee03d7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:13.251320 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.349421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16ebf5f3-e4c6-4666-b5a9-2bb8c017018e req-e939e38c-1b69-466a-bb71-b32c202e07d0 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/f8e6f411-f54a-4cda-96f5-b7a946a25d8c HTTP/1.1" status: 200 len: 1819 time: 0.0846381 Nov 25 18:42:13.361451 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.395717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Deleting port 03a18c3c-fed3-4d4f-86e3-178e06b659fc {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:13.396175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.409212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2a308d-f458-41af-bf44-850b57395dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aa238b-1fd2-458a-a15a-550a4dee03d7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:13.411788 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491c6c84-0489-4308-ac35-8e1f4b0ba473" -d '{"events": [{"server_uuid": "6f2a308d-f458-41af-bf44-850b57395dc9", "name": "network-vif-plugged", "status": "completed", "tag": "13aa238b-1fd2-458a-a15a-550a4dee03d7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:13.465166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 13aa238b-1fd2-458a-a15a-550a4dee03d7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=13aa238b-1fd2-458a-a15a-550a4dee03d7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:13.471709 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69379a7e-19b0-4456-9859-162e38090e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.478833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.483459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3f97b710-0024-43e8-b057-df0fcd79f491 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:13.574638 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b101b-522c-4c89-b7ab-f3627aa2d181 x-openstack-request-id: req-7f6b101b-522c-4c89-b7ab-f3627aa2d181 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:13.575263 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2a308d-f458-41af-bf44-850b57395dc9", "name": "network-vif-plugged", "status": "completed", "tag": "13aa238b-1fd2-458a-a15a-550a4dee03d7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:13.575538 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f6b101b-522c-4c89-b7ab-f3627aa2d181 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:13.578716 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2a308d-f458-41af-bf44-850b57395dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aa238b-1fd2-458a-a15a-550a4dee03d7', 'code': 200} Nov 25 18:42:13.592025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 3f97b710-0024-43e8-b057-df0fcd79f491 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:13.592465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3f97b710-0024-43e8-b057-df0fcd79f491 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:13.638815 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.640411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=13aa238b-1fd2-458a-a15a-550a4dee03d7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:13.729934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16ebf5f3-e4c6-4666-b5a9-2bb8c017018e req-db9dc611-1442-44b3-b424-7a064a576bd3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.732534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Calling delete_port for 03a18c3c-fed3-4d4f-86e3-178e06b659fc owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:13.818443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16ebf5f3-e4c6-4666-b5a9-2bb8c017018e req-db9dc611-1442-44b3-b424-7a064a576bd3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.895811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48381150-d521-4002-88e0-b488890cdf44 req-a65382a4-a5ca-4097-a0ab-ee41ba4e38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:13.897707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48381150-d521-4002-88e0-b488890cdf44 req-a65382a4-a5ca-4097-a0ab-ee41ba4e38b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 1096 time: 0.2881494 Nov 25 18:42:13.983006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46134) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:13.986584 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16ebf5f3-e4c6-4666-b5a9-2bb8c017018e req-db9dc611-1442-44b3-b424-7a064a576bd3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.989515 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-16ebf5f3-e4c6-4666-b5a9-2bb8c017018e req-db9dc611-1442-44b3-b424-7a064a576bd3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:13.996067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16ebf5f3-e4c6-4666-b5a9-2bb8c017018e req-db9dc611-1442-44b3-b424-7a064a576bd3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/f8e6f411-f54a-4cda-96f5-b7a946a25d8c HTTP/1.1" status: 204 len: 173 time: 0.6455326 Nov 25 18:42:14.005110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b7b66fa-a576-4573-93c5-9001b66076db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.063039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48381150-d521-4002-88e0-b488890cdf44 req-d248c561-9ff3-4815-8def-6480791abd53 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540184 Nov 25 18:42:14.066336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dc611-1442-44b3-b424-7a064a576bd3 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e6f411-f54a-4cda-96f5-b7a946a25d8c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:14.101514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ce7545e-6c52-4263-9b05-e65f2530fc0d req-96197115-b298-4bd3-84a9-5c086a6f0e56 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "GET /v2.0/security-groups/8265d6a8-74c8-40c6-9cc4-3c1df558587f HTTP/1.1" status: 200 len: 1820 time: 0.0859802 Nov 25 18:42:14.167087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.188545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ce7545e-6c52-4263-9b05-e65f2530fc0d req-c64e5b2e-58ef-4fcf-a426-6b70d72254e1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.216464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ce7545e-6c52-4263-9b05-e65f2530fc0d req-c64e5b2e-58ef-4fcf-a426-6b70d72254e1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.227646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event deleted for resources: {'Port': ['ID=03a18c3c-fed3-4d4f-86e3-178e06b659fc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:14.239893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c05db-1181-4621-900d-2e09287efbd3 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:14.306948 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.317645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ce7545e-6c52-4263-9b05-e65f2530fc0d req-c64e5b2e-58ef-4fcf-a426-6b70d72254e1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.325243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ce7545e-6c52-4263-9b05-e65f2530fc0d req-c64e5b2e-58ef-4fcf-a426-6b70d72254e1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.337015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ce7545e-6c52-4263-9b05-e65f2530fc0d req-c64e5b2e-58ef-4fcf-a426-6b70d72254e1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] 10.222.0.62 "DELETE /v2.0/security-groups/8265d6a8-74c8-40c6-9cc4-3c1df558587f HTTP/1.1" status: 204 len: 173 time: 0.2313726 Nov 25 18:42:14.366565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46142) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:14.395575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b7b66fa-a576-4573-93c5-9001b66076db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.412059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e5b2e-58ef-4fcf-a426-6b70d72254e1 tempest-SecurityGroupsTestJSON-1696911928 tempest-SecurityGroupsTestJSON-1696911928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8265d6a8-74c8-40c6-9cc4-3c1df558587f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:14.416389 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b7b66fa-a576-4573-93c5-9001b66076db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.475708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b66fa-a576-4573-93c5-9001b66076db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d782fe8-50b6-4008-9f32-9b6b243009ab,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:14.524657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b7b66fa-a576-4573-93c5-9001b66076db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4f9d48b527b49598c58395380d12d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405135 Nov 25 18:42:14.530564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46144) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:14.532086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.537510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] Deleting subnet 04b5a403-a8f8-4f40-bcb4-f77933c34b05 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:42:14.543410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.594994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444899c-69d6-4083-9110-ab2b263427d5 req-f42d04fa-7ef7-4a7b-8e57-ad1b7181ab40 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:14.599614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-380d9e2b-6c07-4e9f-adda-5d161d376a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.602988 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8444899c-69d6-4083-9110-ab2b263427d5 req-f42d04fa-7ef7-4a7b-8e57-ad1b7181ab40 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.2155418 Nov 25 18:42:14.634907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-380d9e2b-6c07-4e9f-adda-5d161d376a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.709873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.716028 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.717830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-380d9e2b-6c07-4e9f-adda-5d161d376a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.723612 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-380d9e2b-6c07-4e9f-adda-5d161d376a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.726384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-380d9e2b-6c07-4e9f-adda-5d161d376a8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d782fe8-50b6-4008-9f32-9b6b243009ab HTTP/1.1" status: 204 len: 168 time: 0.1947441 Nov 25 18:42:14.729263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.743543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d9e2b-6c07-4e9f-adda-5d161d376a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d782fe8-50b6-4008-9f32-9b6b243009ab,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:14.859462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8444899c-69d6-4083-9110-ab2b263427d5 req-e681117c-fa22-4c31-aa57-00d06503ba23 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555244 Nov 25 18:42:14.883296 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.883836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Fanout notify agent at l3_agent the message router_deleted on router e9693903-2ad1-423a-819a-19a22f20775e {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:42:14.893303 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.894587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c52bca7e-1f25-4fac-b86b-ab55e0aa8752 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/e9693903-2ad1-423a-819a-19a22f20775e HTTP/1.1" status: 204 len: 168 time: 2.5985994 Nov 25 18:42:14.898199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.898479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46152) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:14.906691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-73acc3c3-9003-4edf-a217-7d3d25d26781 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-962635307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:14.950218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73acc3c3-9003-4edf-a217-7d3d25d26781 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.955257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73acc3c3-9003-4edf-a217-7d3d25d26781 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:14.988283 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.022933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73acc3c3-9003-4edf-a217-7d3d25d26781 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.029191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73acc3c3-9003-4edf-a217-7d3d25d26781 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.032522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b5a403-a8f8-4f40-bcb4-f77933c34b05,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:15.050239 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.055506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0a261b0-5df2-4411-b6f1-4dd59cc25eda admin admin] 10.222.0.62 "DELETE /v2.0/subnets/04b5a403-a8f8-4f40-bcb4-f77933c34b05 HTTP/1.1" status: 204 len: 168 time: 0.6878295 Nov 25 18:42:15.058171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46158) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:15.084530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73acc3c3-9003-4edf-a217-7d3d25d26781 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.088637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-73acc3c3-9003-4edf-a217-7d3d25d26781 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1890357 Nov 25 18:42:15.089484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:15.094296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'enable_snat': False}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:15.199057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.417249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.472603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52767379-5a95-4f2e-a87c-660a549b80d0']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:15.496690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791b5385-8d21-40bf-87ab-1e900b092816') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:15.497027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791b5385-8d21-40bf-87ab-1e900b092816') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:15.528054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.529906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.568749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.576770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:15.577211 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:15.580555 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:15.712209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.718857 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.727238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] 10.222.0.62 "DELETE /v2.0/networks/52767379-5a95-4f2e-a87c-660a549b80d0 HTTP/1.1" status: 204 len: 168 time: 0.6661823 Nov 25 18:42:15.758931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2808ad4-399c-4432-ada1-23e0181f9822 admin admin] Pushing event deleted for resources: {'Network': ['ID=52767379-5a95-4f2e-a87c-660a549b80d0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:15.884575 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:15.940633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46190) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:15.951499 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:42:15.987690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.028190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.052418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f92b9db7-150e-45f8-844c-6df55e10e97a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8705c6a0262942e69f7f3ed7416835b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1104016 Nov 25 18:42:16.054918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:16.137991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85af7a-403e-47cc-822b-89424d6fd1bb req-2c730b97-dfda-4754-b57f-675a3e43b47d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:16.139835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa85af7a-403e-47cc-822b-89424d6fd1bb req-2c730b97-dfda-4754-b57f-675a3e43b47d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.1024272 Nov 25 18:42:16.162782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df22f5c3-67aa-43ab-b71f-1122c9334a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.190936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Allocated IP 172.25.2.96 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/c43f0294-4f5c-4d6e-bbda-ddbef873d89b) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:42:16.217888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df22f5c3-67aa-43ab-b71f-1122c9334a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.257095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa85af7a-403e-47cc-822b-89424d6fd1bb req-20d65294-cab0-4a55-b9aa-de0a6c974333 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006851 Nov 25 18:42:16.299130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df22f5c3-67aa-43ab-b71f-1122c9334a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.302302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df22f5c3-67aa-43ab-b71f-1122c9334a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.303541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-df22f5c3-67aa-43ab-b71f-1122c9334a63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ab8fdda-37fb-4069-9049-b116796293d6 HTTP/1.1" status: 204 len: 168 time: 0.2473991 Nov 25 18:42:16.326107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22f5c3-67aa-43ab-b71f-1122c9334a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab8fdda-37fb-4069-9049-b116796293d6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:16.571834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.616929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f31e8-b48d-40e4-8e80-e866cfa83967 req-5569e1c0-7aab-4ad5-919d-b139ee48ddf3 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:16.621232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc6f31e8-b48d-40e4-8e80-e866cfa83967 req-5569e1c0-7aab-4ad5-919d-b139ee48ddf3 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1729596 Nov 25 18:42:16.744942 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc6f31e8-b48d-40e4-8e80-e866cfa83967 req-ba74b36c-f763-4240-a8f7-cc3d4b4ce2bb tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136191 Nov 25 18:42:16.749537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.840106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:42:16.849261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:16.871493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbeff12-2450-4cd7-9113-ea1ba8df8848 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:16.871787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:16.890202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:16.961318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Pushing event updated for resources: {'Port': ['ID=c43f0294-4f5c-4d6e-bbda-ddbef873d89b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:16.971729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-12614393-b117-4401-b39c-b4bef5ce2c74 None None] Provisioning complete for port c43f0294-4f5c-4d6e-bbda-ddbef873d89b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:16.972103 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12614393-b117-4401-b39c-b4bef5ce2c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:17.001517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439b8a1-1cb3-486e-a042-a74234b51e9f req-e2c7bbee-3ba9-495a-8fba-88f103b2192d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:17.013950 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4439b8a1-1cb3-486e-a042-a74234b51e9f req-e2c7bbee-3ba9-495a-8fba-88f103b2192d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 946 time: 0.1629784 Nov 25 18:42:17.130938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-12614393-b117-4401-b39c-b4bef5ce2c74 None None] Port c43f0294-4f5c-4d6e-bbda-ddbef873d89b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:42:17.156537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4439b8a1-1cb3-486e-a042-a74234b51e9f req-54e68146-5b8f-4dbc-9650-797b5b3ba4ce tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416786 Nov 25 18:42:17.421206 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:17.770733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218cb8-a37f-4f4d-ad9a-4eea7185f30a req-90dcadca-7249-4b2e-a086-adda5e6fc2d2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:17.780754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1f218cb8-a37f-4f4d-ad9a-4eea7185f30a req-90dcadca-7249-4b2e-a086-adda5e6fc2d2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.1085584 Nov 25 18:42:17.809099 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:17.812549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:17.897927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1f218cb8-a37f-4f4d-ad9a-4eea7185f30a req-fccd278f-5035-415d-a978-a69aa202297e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155086 Nov 25 18:42:17.898741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46264) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:18.067842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Router 8bedafe2-e4bc-4778-b6e7-707f184a5e1c is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:42:18.164304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-141525338-network', 'tenant_id': '2b398994491047d7bcd1464030532fb7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:18.222491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:18.225310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.238084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.352375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:42:18.357802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.359465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1d18518b-6c79-47b8-81f3-4c62dad5031c tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "PUT /v2.0/routers/8bedafe2-e4bc-4778-b6e7-707f184a5e1c HTTP/1.1" status: 200 len: 914 time: 3.2687721 Nov 25 18:42:18.362757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46286) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:18.369428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] Sync routers for ids ['8bedafe2-e4bc-4778-b6e7-707f184a5e1c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:42:18.379736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291685e-3899-44bd-a3cd-2b8a5e0dd437 req-dd890571-f6e6-43d7-a55c-4d06833834f7 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:18.393175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] Routers {'8bedafe2-e4bc-4778-b6e7-707f184a5e1c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:18.394086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8bedafe2-e4bc-4778-b6e7-707f184a5e1c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:18.404669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6291685e-3899-44bd-a3cd-2b8a5e0dd437 req-dd890571-f6e6-43d7-a55c-4d06833834f7 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1166286 Nov 25 18:42:18.481586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:18.484116 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6291685e-3899-44bd-a3cd-2b8a5e0dd437 req-0a3a1886-2102-44cd-8a61-80603996386f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784535 Nov 25 18:42:18.489387 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.503271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] Routers {'8bedafe2-e4bc-4778-b6e7-707f184a5e1c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:18.504126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['8bedafe2-e4bc-4778-b6e7-707f184a5e1c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:18.513481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.539956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:42:18.560436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.560946 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Added segment 3f6c6c26-eafd-4ce1-b2c5-0878d4621661 of type vlan for network 6398ccdc-4a28-4532-b7b8-e40937d09707 Nov 25 18:42:18.579067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:18.580536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b472c0-d79b-474b-8e1c-7b4dfc472362 None None] The sync data for ids ['8bedafe2-e4bc-4778-b6e7-707f184a5e1c'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:42:18.609585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.703744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-467c590c-8935-47d0-991a-0955a46e0181 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/8bedafe2-e4bc-4778-b6e7-707f184a5e1c HTTP/1.1" status: 200 len: 920 time: 0.3388624 Nov 25 18:42:18.707194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46304) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:18.718092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.719094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:18.735756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.751992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74644d1-fd1e-4349-985f-2b0038a79458,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:18.790430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a51d5-1a7b-4995-a516-228d2c92045a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:18.792008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ea5a51d5-1a7b-4995-a516-228d2c92045a tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=8bedafe2-e4bc-4778-b6e7-707f184a5e1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0837724 Nov 25 18:42:18.795396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46308) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:18.843460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9434271 Nov 25 18:42:18.844181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46310) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:18.855501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Request body: {'subnet': {'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-141525338-subnet', 'tenant_id': '2b398994491047d7bcd1464030532fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:18.864318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c673e4-4ed9-4a19-9808-12cdfb9348d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6398ccdc-4a28-4532-b7b8-e40937d09707,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:18.875776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:42:18.918135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:18.921864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:18.961933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f5862-2153-43f6-b95a-0ecb2f70cffd tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:18.970153 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9b6f5862-2153-43f6-b95a-0ecb2f70cffd tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/networks/95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 881 time: 0.1737103 Nov 25 18:42:18.973099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46314) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:19.015412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b50bed2-fab9-4649-8adb-0dd7cb406d37 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bedafe2-e4bc-4778-b6e7-707f184a5e1c HTTP/1.1" status: 200 len: 205 time: 0.0411232 Nov 25 18:42:19.018213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46316) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:19.083441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce5ffa-d749-4a3b-85cd-9112cbe0443c req-96d97c80-2325-48c0-b7bf-944f992c9cb2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:19.089698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce5ffa-d749-4a3b-85cd-9112cbe0443c req-96d97c80-2325-48c0-b7bf-944f992c9cb2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:19.096388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce5ffa-d749-4a3b-85cd-9112cbe0443c req-96d97c80-2325-48c0-b7bf-944f992c9cb2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:19.103897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8ce5ffa-d749-4a3b-85cd-9112cbe0443c req-96d97c80-2325-48c0-b7bf-944f992c9cb2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9&device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b&device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 2417 time: 0.1550171 Nov 25 18:42:19.171938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.187277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8ce5ffa-d749-4a3b-85cd-9112cbe0443c req-77502fb0-3350-4c22-80b7-ff90424cf3fe tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822144 Nov 25 18:42:19.263923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.267243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46322) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:19.362026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Checking segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:19.362395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Network hostable DHCP agents. Network: 6398ccdc-4a28-4532-b7b8-e40937d09707, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:42:19.374555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=facef00e-ccfd-4dca-ba36-6dccea534f9c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:19.411241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:42:19.429681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.430110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 6398ccdc-4a28-4532-b7b8-e40937d09707) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:19.434651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:19.435333 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.441707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80ccdd-cbb4-4847-9924-56de6cc02aea None None] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:19.470738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7ba54ac2-29a8-4044-b63f-27c0ebabc1ad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6141486 Nov 25 18:42:19.518645 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1facfe2f-97a7-46c6-8ed5-9e96796e73b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.537968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890244da-2115-4ce8-849f-477eff8e3710 req-1fc37c0c-828f-4942-af1b-8772effd11e9 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:19.539880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-890244da-2115-4ce8-849f-477eff8e3710 req-1fc37c0c-828f-4942-af1b-8772effd11e9 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.1243796 Nov 25 18:42:19.628652 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1facfe2f-97a7-46c6-8ed5-9e96796e73b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.639861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1facfe2f-97a7-46c6-8ed5-9e96796e73b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.696606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73b756-c7ed-46fa-b218-17d1bab43383 None None] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:19.698361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facfe2f-97a7-46c6-8ed5-9e96796e73b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7639603-ed4b-446c-bada-004957f1d39e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:19.734893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1facfe2f-97a7-46c6-8ed5-9e96796e73b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=852b9ec2ec13432993e782f781aa3627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617822 Nov 25 18:42:19.735971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46336) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:19.816079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c171275a-5e52-454f-9158-14d5853f3623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.854168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c171275a-5e52-454f-9158-14d5853f3623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.960771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c171275a-5e52-454f-9158-14d5853f3623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.964635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c171275a-5e52-454f-9158-14d5853f3623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:19.966464 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c171275a-5e52-454f-9158-14d5853f3623 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7639603-ed4b-446c-bada-004957f1d39e HTTP/1.1" status: 204 len: 168 time: 0.2295811 Nov 25 18:42:19.984634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171275a-5e52-454f-9158-14d5853f3623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7639603-ed4b-446c-bada-004957f1d39e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:20.195708 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-890244da-2115-4ce8-849f-477eff8e3710 req-d568a143-7888-431d-a29b-bedc5c48e19f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125019 Nov 25 18:42:20.202439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Deleting port c43f0294-4f5c-4d6e-bbda-ddbef873d89b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:20.206163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:20.313118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:20.331503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Calling delete_port for c43f0294-4f5c-4d6e-bbda-ddbef873d89b owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:20.424320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-9571db35-df6d-4fdc-b7a9-9ab352a78095 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:20.425977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-9571db35-df6d-4fdc-b7a9-9ab352a78095 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.1858385 Nov 25 18:42:20.485062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-f0c23e48-58cc-4158-9bc8-ecbc73b6e160 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/quotas/2b398994491047d7bcd1464030532fb7 HTTP/1.1" status: 200 len: 375 time: 0.0262361 Nov 25 18:42:20.574939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-df928396-2aa5-4162-9dde-60b209253106 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717952 Nov 25 18:42:20.604452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46364) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:20.644137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:20.662392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6acdb5a9-522a-42ea-8de1-824feaf387e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:20.675068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event deleted for resources: {'Port': ['ID=c43f0294-4f5c-4d6e-bbda-ddbef873d89b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:20.695356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7084933-8efe-4a60-9493-4b8e4c946cea None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:20.755329 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-7df635b0-e0fa-40ac-977e-4d259854ae1c service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718724 Nov 25 18:42:20.806373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:20.915655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6acdb5a9-522a-42ea-8de1-824feaf387e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:20.937531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6acdb5a9-522a-42ea-8de1-824feaf387e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:20.986648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6acdb5a9-522a-42ea-8de1-824feaf387e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38d82ce426b84d60b2a104187d294d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809791 Nov 25 18:42:20.989357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-013f115e-d6f0-4d59-8ece-f3a4900657c2 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185938 Nov 25 18:42:20.990119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:21.040616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.047054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.102260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05883174-5735-4e95-8d2e-947ab5176405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.115515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdb5a9-522a-42ea-8de1-824feaf387e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551ea51c-2683-48b1-93a4-7b869c68dcde,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:21.155539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05883174-5735-4e95-8d2e-947ab5176405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.177035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.177951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Fanout notify agent at l3_agent the message router_deleted on router 8bedafe2-e4bc-4778-b6e7-707f184a5e1c {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:42:21.205146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.206408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ffad3b33-6816-4c94-8524-f9ac62a7cbe8 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/8bedafe2-e4bc-4778-b6e7-707f184a5e1c HTTP/1.1" status: 204 len: 168 time: 2.1869917 Nov 25 18:42:21.210604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:21.219294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1800015753', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:21.283248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05883174-5735-4e95-8d2e-947ab5176405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.285934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.286604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05883174-5735-4e95-8d2e-947ab5176405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.287225 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.290325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-05883174-5735-4e95-8d2e-947ab5176405 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/551ea51c-2683-48b1-93a4-7b869c68dcde HTTP/1.1" status: 204 len: 168 time: 0.2907958 Nov 25 18:42:21.311023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05883174-5735-4e95-8d2e-947ab5176405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551ea51c-2683-48b1-93a4-7b869c68dcde,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:21.390782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:21.419648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-234ab8f7-82b0-4f9d-ac95-b6c4cf5d2f8a req-f25380cf-59ee-49e9-b76b-94dc43b11e8b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Nov 25 18:42:21.756345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.077695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.112439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.143873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46428) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:22.341895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Allocated IP 172.25.2.243 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/91b2129a-1bc0-4c35-84ac-1b7174aa471f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:42:22.412513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11a515f1-78d5-4151-9040-0e7078d97695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.568924 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.656493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.732043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event updated for resources: {'Port': ['ID=91b2129a-1bc0-4c35-84ac-1b7174aa471f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:22.734329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11a515f1-78d5-4151-9040-0e7078d97695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.780560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e7c38f9-6c37-4bc5-baf6-3fbdf0f64b7c req-18abf282-bec1-4c48-b2ca-93821762d6db tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 210 time: 0.1856284 Nov 25 18:42:22.787254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11a515f1-78d5-4151-9040-0e7078d97695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.827197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:42:22.830443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:22.834381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:22.846700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30048bc3-3b72-4321-804b-124f863aab3b None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:22.907380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eca6df47-c53f-4b70-b64b-fa10707931cd None None] Provisioning complete for port 91b2129a-1bc0-4c35-84ac-1b7174aa471f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:22.908565 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eca6df47-c53f-4b70-b64b-fa10707931cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:22.912904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-11a515f1-78d5-4151-9040-0e7078d97695 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52509758afcf4eb1bf7c9817627e0e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7655816 Nov 25 18:42:22.915769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:22.927581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a515f1-78d5-4151-9040-0e7078d97695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77be83c1-35cb-45e8-ab3d-9d00c55c3b1b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:22.972598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bf8e-2174-4f68-b4ea-5a9012cc8209 req-d422f330-8dc6-4a9a-9d2c-f4d644929a11 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:22.980999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e309bf8e-2174-4f68-b4ea-5a9012cc8209 req-d422f330-8dc6-4a9a-9d2c-f4d644929a11 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2447922 Nov 25 18:42:23.032249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7803157e-cee5-402b-a0f7-c7e6f6e2c4bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:23.059620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eca6df47-c53f-4b70-b64b-fa10707931cd None None] Port 91b2129a-1bc0-4c35-84ac-1b7174aa471f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:42:23.070095 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7803157e-cee5-402b-a0f7-c7e6f6e2c4bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:23.161980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7803157e-cee5-402b-a0f7-c7e6f6e2c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:23.167613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7803157e-cee5-402b-a0f7-c7e6f6e2c4bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:23.169808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7803157e-cee5-402b-a0f7-c7e6f6e2c4bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77be83c1-35cb-45e8-ab3d-9d00c55c3b1b HTTP/1.1" status: 204 len: 168 time: 0.2524817 Nov 25 18:42:23.182817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803157e-cee5-402b-a0f7-c7e6f6e2c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77be83c1-35cb-45e8-ab3d-9d00c55c3b1b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:23.283205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e309bf8e-2174-4f68-b4ea-5a9012cc8209 req-2604a556-5184-49be-b690-b1760570897f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011742 Nov 25 18:42:23.702868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-58009bd5-03c5-4e21-a49c-7940c383b2b8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:23.705983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-58009bd5-03c5-4e21-a49c-7940c383b2b8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.3816099 Nov 25 18:42:23.714479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:23.737897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Request body: {'port': {'device_id': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'admin_state_up': True, 'tenant_id': '2b398994491047d7bcd1464030532fb7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:23.833003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46474) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:23.853424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8fc192f-34f2-4151-aeb8-2f9f12bbedf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:23.989009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c4040e2-947f-4fcf-838b-ebd81c6778ed req-6583cda0-5ca5-43a1-b87a-1b24a8a872ec tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 210 time: 0.0457692 Nov 25 18:42:24.003194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8fc192f-34f2-4151-aeb8-2f9f12bbedf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.016222 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8fc192f-34f2-4151-aeb8-2f9f12bbedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.112796 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a8fc192f-34f2-4151-aeb8-2f9f12bbedf3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86f3a0c75e044c8185c83f8b82f4685f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781708 Nov 25 18:42:24.113973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc192f-34f2-4151-aeb8-2f9f12bbedf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7a2d6b-259b-4c80-8454-873e1c94aa3a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:24.116334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46482) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:24.229822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-07a4bd8e-c031-492f-b930-97fab343e96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.274269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:24.285564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.298898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-07a4bd8e-c031-492f-b930-97fab343e96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.408171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-07a4bd8e-c031-492f-b930-97fab343e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.410817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-07a4bd8e-c031-492f-b930-97fab343e96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.414532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-07a4bd8e-c031-492f-b930-97fab343e96b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d7a2d6b-259b-4c80-8454-873e1c94aa3a HTTP/1.1" status: 204 len: 168 time: 0.2947378 Nov 25 18:42:24.445246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4bd8e-c031-492f-b930-97fab343e96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7a2d6b-259b-4c80-8454-873e1c94aa3a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:24.490900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:24.611231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c971eb-bdd2-47c6-81de-1732a63c4eb3 req-e87e95af-4d70-410c-a634-19bbec0dd2af tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:24.618510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67c971eb-bdd2-47c6-81de-1732a63c4eb3 req-e87e95af-4d70-410c-a634-19bbec0dd2af tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2009571 Nov 25 18:42:24.621480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Allocated IP 172.20.0.6 (6398ccdc-4a28-4532-b7b8-e40937d09707/facef00e-ccfd-4dca-ba36-6dccea534f9c/4d2d37c8-c7ac-4d23-b591-b0be5415b919) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:42:24.738294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67c971eb-bdd2-47c6-81de-1732a63c4eb3 req-5616f0ec-0d48-4670-b9e7-0ce24c735066 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034017 Nov 25 18:42:24.741894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Router 56cd09f1-9d13-4f25-aa12-838f6d419410 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:42:25.228187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2328a50-a708-45b0-8e22-7436c9aed7cd req-8eb13040-9292-4e72-8c15-fe54b3abc23c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 210 time: 0.0702212 Nov 25 18:42:25.350432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:42:25.380535 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] Sync routers for ids ['56cd09f1-9d13-4f25-aa12-838f6d419410'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:42:25.393907 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] Routers {'56cd09f1-9d13-4f25-aa12-838f6d419410'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:25.394586 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['56cd09f1-9d13-4f25-aa12-838f6d419410'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:25.418843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:25.420120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-771b5e63-4ef2-4fff-b273-c2c2a1dc90d2 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2084663 Nov 25 18:42:25.423265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46524) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:25.428059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:25.449561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:25.513424 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:25.537439 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] Routers {'56cd09f1-9d13-4f25-aa12-838f6d419410'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:25.540257 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['56cd09f1-9d13-4f25-aa12-838f6d419410'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:25.542384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:25.577597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:42:25.598938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:25.603167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:25.621566 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:25.623718 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719f964d-8c9c-4b9b-a1c4-d500c8a78478 None None] The sync data for ids ['56cd09f1-9d13-4f25-aa12-838f6d419410'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:42:25.666827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event updated for resources: {'Port': ['ID=4d2d37c8-c7ac-4d23-b591-b0be5415b919,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:25.687951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:25.689760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:25.721278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-372aef13-0389-499a-b7c6-ceb4348c5149 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9927137 Nov 25 18:42:25.738820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Request body: {'port': {'device_id': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:25.850524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.204439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2d37c8-c7ac-4d23-b591-b0be5415b919 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:26.219570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.250828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Transition to ACTIVE for port object 4d2d37c8-c7ac-4d23-b591-b0be5415b919 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:42:26.259298 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.271697 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.301034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6fe0-c0c2-45f3-829a-a7cbdabebf9f req-0e26c458-3612-416a-9235-273912122bde tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:26.311051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f56b6fe0-c0c2-45f3-829a-a7cbdabebf9f req-0e26c458-3612-416a-9235-273912122bde tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.4121728 Nov 25 18:42:26.333678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2d37c8-c7ac-4d23-b591-b0be5415b919,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:26.347245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.347906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.348259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.348607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.348945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.349462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.349810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.350144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.350491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.351060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.351158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.351510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:26.396281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.490007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Attempting to bind port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:42:26.490381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Attempting to bind port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:42:26.490700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Attempting to bind port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:42:26.505007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:42:26.505352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Attempting to bind port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:42:26.540055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f56b6fe0-c0c2-45f3-829a-a7cbdabebf9f req-c07ea875-aeac-4cea-aeb0-cbc9a475566d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271886 Nov 25 18:42:26.544069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44edf1-cf95-43e3-94ab-fea750de9ee7 req-c8d9c191-543e-4381-a441-0b933c6c55d3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:26.552368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb44edf1-cf95-43e3-94ab-fea750de9ee7 req-c8d9c191-543e-4381-a441-0b933c6c55d3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 943 time: 0.1552558 Nov 25 18:42:26.555567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:42:26.555757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Checking segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:26.556125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Bound using segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:42:26.556569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Bound port: 4d2d37c8-c7ac-4d23-b591-b0be5415b919, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:42:26.556927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.584009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Deleting port 91b2129a-1bc0-4c35-84ac-1b7174aa471f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:26.584657 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.691437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb44edf1-cf95-43e3-94ab-fea750de9ee7 req-943b79a2-9d89-4c7a-b040-1a6a421df9f6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327336 Nov 25 18:42:26.705829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] For port 4d2d37c8-c7ac-4d23-b591-b0be5415b919, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:42:26.710659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] For port 4d2d37c8-c7ac-4d23-b591-b0be5415b919, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d2d37c8-c7ac-4d23-b591-b0be5415b919,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:42:26.718272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.769967 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.785360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Calling delete_port for 91b2129a-1bc0-4c35-84ac-1b7174aa471f owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:26.807818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2d37c8-c7ac-4d23-b591-b0be5415b919,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:26.823698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:26.824403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:26.826673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-fb5077e2-cc94-4447-95c1-a400a2543d08 service neutron] 10.222.0.64 "PUT /v2.0/ports/4d2d37c8-c7ac-4d23-b591-b0be5415b919 HTTP/1.1" status: 200 len: 1091 time: 1.0936284 Nov 25 18:42:26.827290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'tag': '4d2d37c8-c7ac-4d23-b591-b0be5415b919'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:26.831352 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85d8b93-bb5b-4656-87a2-97101a5a9e25" -d '{"events": [{"name": "network-changed", "server_uuid": "4d19c4a3-b086-4964-b5c7-d7f507832b30", "tag": "4d2d37c8-c7ac-4d23-b591-b0be5415b919"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:26.941566 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b05227-ac33-4ca0-a791-c5de04eb0eea x-openstack-request-id: req-47b05227-ac33-4ca0-a791-c5de04eb0eea {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:26.942636 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d19c4a3-b086-4964-b5c7-d7f507832b30", "tag": "4d2d37c8-c7ac-4d23-b591-b0be5415b919", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:26.943153 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47b05227-ac33-4ca0-a791-c5de04eb0eea {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:26.943970 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'tag': '4d2d37c8-c7ac-4d23-b591-b0be5415b919', 'status': 'completed', 'code': 200} Nov 25 18:42:26.972748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-67dafb0d-2f2f-4bf3-9f11-dd45748c6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:26.974714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-67dafb0d-2f2f-4bf3-9f11-dd45748c6a00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 1094 time: 0.0893638 Nov 25 18:42:27.086258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-67135e11-be05-442e-a435-552785df841a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d2d37c8-c7ac-4d23-b591-b0be5415b919 HTTP/1.1" status: 200 len: 217 time: 0.0946209 Nov 25 18:42:27.110845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:27.170987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Pushing event deleted for resources: {'Port': ['ID=91b2129a-1bc0-4c35-84ac-1b7174aa471f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:27.185584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-050389e7-6f0f-4649-a1a6-41a855675ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:27.189980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.190569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.192600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-050389e7-6f0f-4649-a1a6-41a855675ef3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.0963330 Nov 25 18:42:27.193287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.196304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.198705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.200115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.201234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.202227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.203072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.205033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.209123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.210879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:27.235960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82df90-ea2f-400f-8512-5b1941617c88 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:27.261827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-6136006c-2d9a-4198-ae71-842905e1cb23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613554 Nov 25 18:42:27.360332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:27.520125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46592) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:27.546230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-4447a3a2-91c8-4fd9-ab71-5deef9ebceb0 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723377 Nov 25 18:42:27.797952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3464e0c-0b10-4970-b0c0-e7b89977776e req-bc761a65-9472-4502-b5de-15b618eed905 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:27.802038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3464e0c-0b10-4970-b0c0-e7b89977776e req-bc761a65-9472-4502-b5de-15b618eed905 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1471012 Nov 25 18:42:27.901679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ca1ab7-ecb3-4dab-a419-3cc2ffd0fdfc req-2dcb3746-21d1-45b4-a4e5-5ed8b4379511 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381164 Nov 25 18:42:28.114757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3464e0c-0b10-4970-b0c0-e7b89977776e req-20f75e00-8809-463f-8bb5-fabfde11f5fa tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979703 Nov 25 18:42:28.135083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-4e1a7d90-4f13-42dc-a54f-036e179e705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:28.139433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-4e1a7d90-4f13-42dc-a54f-036e179e705d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 1094 time: 0.1717105 Nov 25 18:42:28.367466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-e40b118a-7cf5-4203-a13a-30317259a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:28.369025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-e40b118a-7cf5-4203-a13a-30317259a961 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.2170990 Nov 25 18:42:28.531231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-dccfaaa3-33bf-45ac-b8a5-bb558bdd1df6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d2d37c8-c7ac-4d23-b591-b0be5415b919 HTTP/1.1" status: 200 len: 217 time: 0.1430271 Nov 25 18:42:28.601343 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:28.608034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:28.627003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c314d-093a-446a-b5a4-ca2bc814d91a req-534a070e-3028-4f25-a24e-98842dada274 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:28.634176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-322c314d-093a-446a-b5a4-ca2bc814d91a req-534a070e-3028-4f25-a24e-98842dada274 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 943 time: 0.1037793 Nov 25 18:42:28.750896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-cdbdb50d-a87e-497e-a3f1-d25213c4ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:28.754220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-cdbdb50d-a87e-497e-a3f1-d25213c4ced2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.2086627 Nov 25 18:42:28.770726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Router 56cd09f1-9d13-4f25-aa12-838f6d419410 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:42:28.786004 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-322c314d-093a-446a-b5a4-ca2bc814d91a req-a9c54e85-6af2-4b60-8240-bb1c5f1696a7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490774 Nov 25 18:42:28.967714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:42:28.975562 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:28.979072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9370ba0b-2348-4bf3-a931-33dea83ffc13 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "PUT /v2.0/routers/56cd09f1-9d13-4f25-aa12-838f6d419410 HTTP/1.1" status: 200 len: 706 time: 3.5523541 Nov 25 18:42:28.982435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] Sync routers for ids ['56cd09f1-9d13-4f25-aa12-838f6d419410'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:42:28.983383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-990d124b-e672-464f-9634-5d4221e0cfbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072752 Nov 25 18:42:28.988823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46624) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:28.998723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] Routers {'56cd09f1-9d13-4f25-aa12-838f6d419410'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:29.000259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['56cd09f1-9d13-4f25-aa12-838f6d419410'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:29.105842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:29.140445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] Routers {'56cd09f1-9d13-4f25-aa12-838f6d419410'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:29.141456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['56cd09f1-9d13-4f25-aa12-838f6d419410'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:29.209597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-293dcc30-db3a-4877-82cb-dcaf2ff79b12 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/routers/56cd09f1-9d13-4f25-aa12-838f6d419410 HTTP/1.1" status: 200 len: 741 time: 0.2036552 Nov 25 18:42:29.210631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46630) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:29.221736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:29.222667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ed417-4d0c-4a6b-b33b-809461e0068f None None] The sync data for ids ['56cd09f1-9d13-4f25-aa12-838f6d419410'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:42:29.339896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-826bc334-7c5e-4a16-9859-e0030965e754 tempest-RoutersAdminTest-1049891297 tempest-RoutersAdminTest-1049891297-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=95577337-912d-42e9-b23c-854a36eebdb1&device_id=56cd09f1-9d13-4f25-aa12-838f6d419410 HTTP/1.1" status: 200 len: 205 time: 0.1280808 Nov 25 18:42:29.342424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46634) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:29.421199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-b6268455-b33b-4e81-b9e2-33ba509380ee service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278529 Nov 25 18:42:29.429265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2fcb52ed-e9b7-4f9e-ae4f-bc07efe7be80 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=56cd09f1-9d13-4f25-aa12-838f6d419410 HTTP/1.1" status: 200 len: 205 time: 0.0830200 Nov 25 18:42:29.429890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46636) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:29.478536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38d15d-e965-4e7a-bbeb-ed1f425f8c5e req-43601f27-21c5-4d09-98ad-8d180fb0b60d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:29.487808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef38d15d-e965-4e7a-bbeb-ed1f425f8c5e req-43601f27-21c5-4d09-98ad-8d180fb0b60d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2250259 Nov 25 18:42:29.619773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef38d15d-e965-4e7a-bbeb-ed1f425f8c5e req-1679b684-337a-4316-90fc-ff9d47fd953d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261008 Nov 25 18:42:29.717767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2744-fb85-4716-85b7-66abb27b4c72 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:29.839927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f85d8b93-bb5b-4656-87a2-97101a5a9e25 req-9e7ad253-ed3c-40e0-acd3-5ab2581db3e8 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076254 Nov 25 18:42:29.978527 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2744-fb85-4716-85b7-66abb27b4c72 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:29.980848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2744-fb85-4716-85b7-66abb27b4c72 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.033734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2744-fb85-4716-85b7-66abb27b4c72 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.034335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa2744-fb85-4716-85b7-66abb27b4c72 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Fanout notify agent at l3_agent the message router_deleted on router 56cd09f1-9d13-4f25-aa12-838f6d419410 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:42:30.042248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2744-fb85-4716-85b7-66abb27b4c72 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.042972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ecaa2744-fb85-4716-85b7-66abb27b4c72 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/56cd09f1-9d13-4f25-aa12-838f6d419410 HTTP/1.1" status: 204 len: 168 time: 0.6119218 Nov 25 18:42:30.048736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2862a3-ac47-485b-a61b-d5a2dab0414a req-ededa400-816b-46ac-9aca-459f3a1d4d23 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:30.049369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46656) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.055823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b2862a3-ac47-485b-a61b-d5a2dab0414a req-ededa400-816b-46ac-9aca-459f3a1d4d23 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 943 time: 0.1161315 Nov 25 18:42:30.078433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9db5f26-4654-4069-bc60-85a030722af4 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=56cd09f1-9d13-4f25-aa12-838f6d419410 HTTP/1.1" status: 200 len: 205 time: 0.0279503 Nov 25 18:42:30.081751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46660) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.142540 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-3b393f79-0e0a-4bc0-9dd9-59e17966c6e4 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] delete failed (client error): The resource could not be found. Nov 25 18:42:30.143349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b393f79-0e0a-4bc0-9dd9-59e17966c6e4 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/56cd09f1-9d13-4f25-aa12-838f6d419410 HTTP/1.1" status: 404 len: 336 time: 0.0606861 Nov 25 18:42:30.148236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46664) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.154543 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b2862a3-ac47-485b-a61b-d5a2dab0414a req-10563ed2-9425-4749-8b88-05f4521b6a84 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959182 Nov 25 18:42:30.177675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e96bccdd-68e8-459f-b8d0-c85095f3af19 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bedafe2-e4bc-4778-b6e7-707f184a5e1c HTTP/1.1" status: 200 len: 205 time: 0.0275018 Nov 25 18:42:30.180812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46666) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.199279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.227113 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-e850bd75-f59d-4e11-bd6d-0a9a20d79ac9 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] delete failed (client error): The resource could not be found. Nov 25 18:42:30.228770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e850bd75-f59d-4e11-bd6d-0a9a20d79ac9 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/8bedafe2-e4bc-4778-b6e7-707f184a5e1c HTTP/1.1" status: 404 len: 336 time: 0.0466361 Nov 25 18:42:30.232032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.271162 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-560bd0b1-6ece-4a47-baf4-b7684244b4ac tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9693903-2ad1-423a-819a-19a22f20775e HTTP/1.1" status: 200 len: 205 time: 0.0371866 Nov 25 18:42:30.272987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.333940 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-8358a4df-735f-43c8-a1c9-aafb7f822413 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] delete failed (client error): The resource could not be found. Nov 25 18:42:30.339012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8358a4df-735f-43c8-a1c9-aafb7f822413 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/e9693903-2ad1-423a-819a-19a22f20775e HTTP/1.1" status: 404 len: 336 time: 0.0643842 Nov 25 18:42:30.339729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.375872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c579fbb8-a27b-4b24-8471-a846a01c52c4 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8f53c0c-a638-4646-a774-1604abbf011d HTTP/1.1" status: 200 len: 205 time: 0.0347488 Nov 25 18:42:30.378333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46676) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.443478 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-f3e37b8a-3a8a-4170-8e2e-4f75b746ca44 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] delete failed (client error): The resource could not be found. Nov 25 18:42:30.447415 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f3e37b8a-3a8a-4170-8e2e-4f75b746ca44 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/d8f53c0c-a638-4646-a774-1604abbf011d HTTP/1.1" status: 404 len: 336 time: 0.0614300 Nov 25 18:42:30.448133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46678) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.477721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b99f38f5-73a7-48ec-bd1f-ff9976cfd62d tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=c847f9d9-c820-488f-b937-be8164376f55 HTTP/1.1" status: 200 len: 205 time: 0.0264843 Nov 25 18:42:30.478475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.514491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d2d37c8-c7ac-4d23-b591-b0be5415b919 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:42:30.523548 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-71e35d39-d381-46f7-be81-9c9790863a55 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] delete failed (client error): The resource could not be found. Nov 25 18:42:30.524747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-71e35d39-d381-46f7-be81-9c9790863a55 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/c847f9d9-c820-488f-b937-be8164376f55 HTTP/1.1" status: 404 len: 336 time: 0.0451598 Nov 25 18:42:30.530381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46682) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.568028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7da9cfe4-5ce6-4853-8b73-9df7987bad75 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffb507a1-45a6-4c81-9864-e7053b7d9c0f HTTP/1.1" status: 200 len: 205 time: 0.0363743 Nov 25 18:42:30.573712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46686) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.589415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Deleting port ce0750e4-d582-46d1-b342-ebc614fba0e2 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:30.590399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.647718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.693157 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-90d6f768-c8e8-4503-8ffc-dec273d03168 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] delete failed (client error): The resource could not be found. Nov 25 18:42:30.699658 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-90d6f768-c8e8-4503-8ffc-dec273d03168 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/routers/ffb507a1-45a6-4c81-9864-e7053b7d9c0f HTTP/1.1" status: 404 len: 336 time: 0.1239121 Nov 25 18:42:30.702562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46698) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:30.713897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4d2d37c8-c7ac-4d23-b591-b0be5415b919, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d2d37c8-c7ac-4d23-b591-b0be5415b919,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:30.740748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '4d2d37c8-c7ac-4d23-b591-b0be5415b919', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'port_id': '4d2d37c8-c7ac-4d23-b591-b0be5415b919', 'mac_address': 'fa:16:3e:eb:7f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facef00e-ccfd-4dca-ba36-6dccea534f9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:42:30.775664 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c88f11-9106-461a-bef2-2ce7047cdb23 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] DELETE failed (client error): The resource could not be found. Nov 25 18:42:30.776383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c88f11-9106-461a-bef2-2ce7047cdb23 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:42:30.781525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-80c88f11-9106-461a-bef2-2ce7047cdb23 tempest-RoutersAdminTest-1949662346 tempest-RoutersAdminTest-1949662346-project] 10.222.0.62 "DELETE /v2.0/subnets/00745289-e725-47e5-97d6-0f3df5d600d1 HTTP/1.1" status: 404 len: 337 time: 0.0778024 Nov 25 18:42:30.785390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.798134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] For port ce0750e4-d582-46d1-b342-ebc614fba0e2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ce0750e4-d582-46d1-b342-ebc614fba0e2,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:30.799176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2d37c8-c7ac-4d23-b591-b0be5415b919 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:30.799584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.819116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4d2d37c8-c7ac-4d23-b591-b0be5415b919, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d2d37c8-c7ac-4d23-b591-b0be5415b919,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:30.825412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Calling delete_port for ce0750e4-d582-46d1-b342-ebc614fba0e2 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:30.835011 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:30.881858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8e648-585e-4361-bd46-f5a2dd1fcaca req-94e38ae8-2066-4ba3-af55-1828eedd3d79 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:30.894380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3c8e648-585e-4361-bd46-f5a2dd1fcaca req-94e38ae8-2066-4ba3-af55-1828eedd3d79 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1317470 Nov 25 18:42:30.939623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4d2d37c8-c7ac-4d23-b591-b0be5415b919,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:30.977243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3c8e648-585e-4361-bd46-f5a2dd1fcaca req-0f98d210-a9d7-404f-80f6-3c3a40b30287 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770926 Nov 25 18:42:31.129041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4d2d37c8-c7ac-4d23-b591-b0be5415b919'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:31.147045 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:31.258308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0750e4-d582-46d1-b342-ebc614fba0e2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:31.505221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf612b-26df-4e66-bb8e-fe20b3a1e54f req-b801f6b5-3a41-4255-8e8b-5f73c3e3d1fb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:31.509818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbcf612b-26df-4e66-bb8e-fe20b3a1e54f req-b801f6b5-3a41-4255-8e8b-5f73c3e3d1fb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 944 time: 0.1623814 Nov 25 18:42:31.540384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:31.542878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46716) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:31.622305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbcf612b-26df-4e66-bb8e-fe20b3a1e54f req-37378fdb-b408-47ae-883a-bfa8621c2876 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054535 Nov 25 18:42:31.706752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc4b2-6d79-46c0-a5aa-869d99a0800e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.218883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac007-aab7-4232-9a09-20524f1bed09 req-ab8b4399-fc0b-4361-b3da-f6da190c6421 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:32.222147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffeac007-aab7-4232-9a09-20524f1bed09 req-ab8b4399-fc0b-4361-b3da-f6da190c6421 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1182446 Nov 25 18:42:32.313523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffeac007-aab7-4232-9a09-20524f1bed09 req-34e1ae0f-c95d-4f09-8b06-82f292d6efbd tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Nov 25 18:42:32.360603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Router 859e0d58-6faa-48af-9271-261b0b71bdce has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:42:32.394264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc4b2-6d79-46c0-a5aa-869d99a0800e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.440818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc4b2-6d79-46c0-a5aa-869d99a0800e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.527373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffc4b2-6d79-46c0-a5aa-869d99a0800e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a99cbc9-e8d0-4cc3-b02b-d369d0bfee2f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:32.530249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d2d37c8-c7ac-4d23-b591-b0be5415b919 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:42:32.534780 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3ffc4b2-6d79-46c0-a5aa-869d99a0800e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad53af3d3eff48cd9c41edb45bdaca35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9904637 Nov 25 18:42:32.537280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46750) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:32.561364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:42:32.567719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5f401cb1-1301-4ead-9031-325e3209a7f0 admin admin] 10.222.0.62 "PUT /v2.0/routers/859e0d58-6faa-48af-9271-261b0b71bdce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0462861 Nov 25 18:42:32.570359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46754) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:32.579160 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] Sync routers for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:42:32.593851 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:32.594775 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:32.675812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:42:32.693619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:32.694395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.721854 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:42:32.861381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.885200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0e4337a-dc35-4058-b206-21588d2d64c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.903137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4d2d37c8-c7ac-4d23-b591-b0be5415b919, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d2d37c8-c7ac-4d23-b591-b0be5415b919,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:32.904499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2d37c8-c7ac-4d23-b591-b0be5415b919'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:32.908818 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46056ed7-7ea6-426c-bc23-c8f8663e6728" -d '{"events": [{"server_uuid": "4d19c4a3-b086-4964-b5c7-d7f507832b30", "name": "network-vif-plugged", "status": "completed", "tag": "4d2d37c8-c7ac-4d23-b591-b0be5415b919"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:32.927238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.988560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0e4337a-dc35-4058-b206-21588d2d64c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.991305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:32.999592 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a6396-6754-4ddf-b3ff-521713b91a04 x-openstack-request-id: req-bd0a6396-6754-4ddf-b3ff-521713b91a04 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:33.000052 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d19c4a3-b086-4964-b5c7-d7f507832b30", "name": "network-vif-plugged", "status": "completed", "tag": "4d2d37c8-c7ac-4d23-b591-b0be5415b919", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:33.000411 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd0a6396-6754-4ddf-b3ff-521713b91a04 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:33.001112 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2d37c8-c7ac-4d23-b591-b0be5415b919', 'code': 200} Nov 25 18:42:33.051284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4d2d37c8-c7ac-4d23-b591-b0be5415b919,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:33.066941 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:42:31Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:33.132831 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] Checking router: 859e0d58-6faa-48af-9271-261b0b71bdce for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:42:33.152109 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:33.153732 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] Routers {'859e0d58-6faa-48af-9271-261b0b71bdce'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:42:33.154429 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:42:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['859e0d58-6faa-48af-9271-261b0b71bdce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:33.167861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e50e9-69e3-4c64-b4e9-914a73aa40ca req-5a7d37cd-2595-4720-b671-cfe36caea19a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:33.169458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1c5e50e9-69e3-4c64-b4e9-914a73aa40ca req-5a7d37cd-2595-4720-b671-cfe36caea19a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 944 time: 0.3730707 Nov 25 18:42:33.410740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] Set router 859e0d58-6faa-48af-9271-261b0b71bdce gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:42:33.448399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457461a1-c9cb-450e-9864-1deb4ca73268 req-42831872-9333-4112-83e8-70be937e3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:33.454016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-457461a1-c9cb-450e-9864-1deb4ca73268 req-42831872-9333-4112-83e8-70be937e3dfd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 1096 time: 0.3874867 Nov 25 18:42:33.493963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0e4337a-dc35-4058-b206-21588d2d64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:33.497239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0e4337a-dc35-4058-b206-21588d2d64c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:33.498743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e0e4337a-dc35-4058-b206-21588d2d64c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a99cbc9-e8d0-4cc3-b02b-d369d0bfee2f HTTP/1.1" status: 204 len: 168 time: 0.9604344 Nov 25 18:42:33.505441 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1c5e50e9-69e3-4c64-b4e9-914a73aa40ca req-97f13b70-273b-4262-af74-ea91f1243db4 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290404 Nov 25 18:42:33.543864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:33.560780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4337a-dc35-4058-b206-21588d2d64c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a99cbc9-e8d0-4cc3-b02b-d369d0bfee2f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:33.629826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-457461a1-c9cb-450e-9864-1deb4ca73268 req-58e60028-2ffd-440d-ba8a-106304590e95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551747 Nov 25 18:42:33.635782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13c3d-0f68-49b9-befb-17b6c70afd5b req-e917960b-6d33-4f8c-8069-1ea3f50b2689 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:33.639204 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37c13c3d-0f68-49b9-befb-17b6c70afd5b req-e917960b-6d33-4f8c-8069-1ea3f50b2689 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1565340 Nov 25 18:42:33.681717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Deleting port 7b11a629-84b1-4c39-9a0c-f3b16167c561 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:33.682082 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:33.765476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37c13c3d-0f68-49b9-befb-17b6c70afd5b req-40bae39e-aa7f-4944-88fa-6fecb4a73fce tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187189 Nov 25 18:42:33.846948 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:42:31Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:33.894558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] For port 7b11a629-84b1-4c39-9a0c-f3b16167c561, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7b11a629-84b1-4c39-9a0c-f3b16167c561,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:33.895916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:33.915972 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdcf098-696d-42c0-bcfa-f1d018b4f5bb None None] The sync data for ids ['859e0d58-6faa-48af-9271-261b0b71bdce'] in n-d-819194-3 is: [{'id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'name': 'tempest-AttachVolumeTestJSON-1837672128-router', 'tenant_id': '421ddae2bcee478ba65a4e51e6ed5712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:33:30Z', 'updated_at': '2021-11-25T18:42:31Z', 'revision_number': 5, 'project_id': '421ddae2bcee478ba65a4e51e6ed5712', 'gw_port': {'id': '7b11a629-84b1-4c39-9a0c-f3b16167c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:56:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0d58-6faa-48af-9271-261b0b71bdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:33:32Z', 'updated_at': '2021-11-25T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:42:33.937425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Calling delete_port for 7b11a629-84b1-4c39-9a0c-f3b16167c561 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:34.183633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46798) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:34.270505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.326181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-02dfd9d0-6db7-4297-95b1-da2d4159623f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33022e6800fc4b789806db0e45cd0929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412618 Nov 25 18:42:34.330334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46804) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:34.335640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b11a629-84b1-4c39-9a0c-f3b16167c561,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:34.344309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72901099-b26b-434f-ab6d-cec2c5c176b0 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:34.456471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.532259 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0185585e-f969-4f2f-b21d-6ddd248be4ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.586554 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0185585e-f969-4f2f-b21d-6ddd248be4ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.620210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.624865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.712696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.713589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 859e0d58-6faa-48af-9271-261b0b71bdce {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:42:34.719367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.724652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:34.725203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8b8f111d-f1c5-491a-b823-654b05abb694 admin admin] 10.222.0.62 "DELETE /v2.0/routers/859e0d58-6faa-48af-9271-261b0b71bdce HTTP/1.1" status: 204 len: 168 time: 2.1534481 Nov 25 18:42:34.742989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0185585e-f969-4f2f-b21d-6ddd248be4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.746904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0185585e-f969-4f2f-b21d-6ddd248be4ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:34.751557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0185585e-f969-4f2f-b21d-6ddd248be4ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ea5a0a1-a9d1-4cfd-8377-e06529ce54e4 HTTP/1.1" status: 204 len: 168 time: 0.4173992 Nov 25 18:42:34.816861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185585e-f969-4f2f-b21d-6ddd248be4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea5a0a1-a9d1-4cfd-8377-e06529ce54e4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:34.844253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b9db4-b656-4bb7-8618-5359a569d53d req-b8a2dc97-981d-4174-a8e2-f2c31e2f12a8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:34.849786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ea1b9db4-b656-4bb7-8618-5359a569d53d req-b8a2dc97-981d-4174-a8e2-f2c31e2f12a8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 945 time: 0.2059717 Nov 25 18:42:34.936260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] Deleting subnet 1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:42:34.943753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.042728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee23e7-73d2-4cd1-abd0-24f7d1c29787 req-79b26406-d107-4c63-b7ee-7f41a15a4774 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:35.044476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2ee23e7-73d2-4cd1-abd0-24f7d1c29787 req-79b26406-d107-4c63-b7ee-7f41a15a4774 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1282005 Nov 25 18:42:35.053066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ea1b9db4-b656-4bb7-8618-5359a569d53d req-e9f592d1-839b-4e13-889f-d54d4f920e1e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933212 Nov 25 18:42:35.059249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.165783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2ee23e7-73d2-4cd1-abd0-24f7d1c29787 req-495d9bc9-2ab8-4aa1-b549-45ba87928792 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143956 Nov 25 18:42:35.189420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.268507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.309598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.315060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1 HTTP/1.1" status: 204 len: 168 time: 0.5884461 Nov 25 18:42:35.317180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c837d8-4ef1-4aa2-9822-ff5c89ca8534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7e9ccc-ff37-4d2f-ac1e-81dd2fabaeb1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:35.318117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:35.319817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b6600-e893-443f-bb34-ad54ce0d9a01 None None] Network 50f03752-a787-4b18-86b7-97e035efbdb0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:35.498895 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.605074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Deleting port 383bf562-4005-43a7-ae7e-f0887a42400a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:35.605678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.632120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] DHCP port deletion for 50f03752-a787-4b18-86b7-97e035efbdb0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:35.706324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] For port 383bf562-4005-43a7-ae7e-f0887a42400a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=383bf562-4005-43a7-ae7e-f0887a42400a,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:35.707698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.726937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Calling delete_port for 383bf562-4005-43a7-ae7e-f0887a42400a owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:35.746266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Deleting port 383bf562-4005-43a7-ae7e-f0887a42400a {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:35.747796 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.847903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.890266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] For port 383bf562-4005-43a7-ae7e-f0887a42400a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=383bf562-4005-43a7-ae7e-f0887a42400a,segment=NetworkSegment(02a163ae-c2f5-42b0-8c74-7810ee291cd4),segment_id=02a163ae-c2f5-42b0-8c74-7810ee291cd4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:35.892582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:35.909595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Calling delete_port for 383bf562-4005-43a7-ae7e-f0887a42400a owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:35.917257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=383bf562-4005-43a7-ae7e-f0887a42400a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:35.919253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] No DVR routers for this DVR port 383bf562-4005-43a7-ae7e-f0887a42400a on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:36.008418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.079858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f03752-a787-4b18-86b7-97e035efbdb0']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:36.104136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a163ae-c2f5-42b0-8c74-7810ee291cd4') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:36.104350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a163ae-c2f5-42b0-8c74-7810ee291cd4') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:36.107903 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.117505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.133330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.140518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:36.140921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: items = [ Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:36.209154 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:36.215485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.253595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.263383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] 10.222.0.62 "DELETE /v2.0/networks/50f03752-a787-4b18-86b7-97e035efbdb0 HTTP/1.1" status: 204 len: 168 time: 0.9415269 Nov 25 18:42:36.335114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362a93-5de9-4c10-8bcf-b7d5a4a0dd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f03752-a787-4b18-86b7-97e035efbdb0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:36.383123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06524829-26ae-4ab2-b6e5-6f5c9265d2bb req-7c844052-631f-4a81-8721-8e7e9537572b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:36.390285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac07576-3e23-4c8a-86cf-0bd70f2d36d7 req-f1023dc4-050d-436d-98da-e09b6b97ac9b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:36.403119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06524829-26ae-4ab2-b6e5-6f5c9265d2bb req-7c844052-631f-4a81-8721-8e7e9537572b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 945 time: 0.1380181 Nov 25 18:42:36.405568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ac07576-3e23-4c8a-86cf-0bd70f2d36d7 req-f1023dc4-050d-436d-98da-e09b6b97ac9b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.0991852 Nov 25 18:42:36.447320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ce0750e4-d582-46d1-b342-ebc614fba0e2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:36.457681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] No DVR routers for this DVR port 383bf562-4005-43a7-ae7e-f0887a42400a on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:36.506167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06524829-26ae-4ab2-b6e5-6f5c9265d2bb req-4fd0fc03-5d7b-4a81-83d2-a5a03b38d743 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011479 Nov 25 18:42:36.511041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Pushing event deleted for resources: {'Port': ['ID=383bf562-4005-43a7-ae7e-f0887a42400a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:36.535788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ac07576-3e23-4c8a-86cf-0bd70f2d36d7 req-cc458817-f1e1-4cd8-86d2-8912ad1d0cea tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278410 Nov 25 18:42:36.543389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ce0750e4-d582-46d1-b342-ebc614fba0e2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:36.543748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ce0750e4-d582-46d1-b342-ebc614fba0e2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:36.544173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7b11a629-84b1-4c39-9a0c-f3b16167c561 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 7b11a629-84b1-4c39-9a0c-f3b16167c561 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7b11a629-84b1-4c39-9a0c-f3b16167c561 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 383bf562-4005-43a7-ae7e-f0887a42400a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.590490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.591656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.591656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.592231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.592892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4e045-fc43-48ac-820a-c125722e934c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:42:36.616902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 383bf562-4005-43a7-ae7e-f0887a42400a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:36.617257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 383bf562-4005-43a7-ae7e-f0887a42400a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:36.807651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:36.822394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:36.870857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55a5acec-7c34-4c8d-bf73-c51ec4dc904d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=421ddae2bcee478ba65a4e51e6ed5712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619726 Nov 25 18:42:36.874040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:36.939825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53f4d957-8c15-4c3e-a96d-962e60fed3c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:36.972082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39761fe-d230-43ad-8b87-1bd40a0ed8bb req-be26b8db-edc3-46d0-90d3-e725bcb7d320 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:36.974122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a39761fe-d230-43ad-8b87-1bd40a0ed8bb req-be26b8db-edc3-46d0-90d3-e725bcb7d320 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 945 time: 0.0915656 Nov 25 18:42:36.996169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53f4d957-8c15-4c3e-a96d-962e60fed3c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.082741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a39761fe-d230-43ad-8b87-1bd40a0ed8bb req-382a00bb-8ecc-4c99-94eb-e310fa0358aa tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979719 Nov 25 18:42:37.084877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53f4d957-8c15-4c3e-a96d-962e60fed3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.087862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53f4d957-8c15-4c3e-a96d-962e60fed3c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.089089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53f4d957-8c15-4c3e-a96d-962e60fed3c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e95b9f8-e2b0-4947-bb98-11efa3d9dc5a HTTP/1.1" status: 204 len: 168 time: 0.2140377 Nov 25 18:42:37.097466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4d957-8c15-4c3e-a96d-962e60fed3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e95b9f8-e2b0-4947-bb98-11efa3d9dc5a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:37.138439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'networks': [{'name': 'tempest-network--154479898'}, {'name': 'tempest-network--1765156088'}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:37.139216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'network': {'name': 'tempest-network--154479898'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:37.139907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'network': {'name': 'tempest-network--1765156088'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:37.170788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Made reservation on behalf of 5e126873ce194571aec26411dd07be6a for: {'network': 2} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:37.177203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.187526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.371787 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.398307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.400733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.465248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b814ab14-0666-4c42-9658-ee093d5b2b21,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:37.487941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:42:37.512157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.512490 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Added segment 30b339d9-ed8c-4e97-b702-c16fe4608f83 of type vlan for network 4a05d975-407d-47a4-88ec-44ff540dba33 Nov 25 18:42:37.616806 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.700105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:42:37.728260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:37.730121 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Added segment 2dc50bcc-13aa-4521-a17e-c4020c96d910 of type vlan for network 899448d1-4aa5-4854-87c5-96d1b9a7b3da Nov 25 18:42:37.787701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d47a-917c-4c28-898b-6119b8290a4a req-342a06e5-8d07-45da-88a3-b9d53ceeef59 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:37.799463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1d0d47a-917c-4c28-898b-6119b8290a4a req-342a06e5-8d07-45da-88a3-b9d53ceeef59 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1448288 Nov 25 18:42:37.958054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1d0d47a-917c-4c28-898b-6119b8290a4a req-986397ef-1905-466f-a19b-8030a362d234 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560318 Nov 25 18:42:37.974021 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:38.083377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7155e-827e-477d-b25b-b8f9d719e2d2 req-3e224883-ca96-4968-bbe8-544113a7730c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.085407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63f7155e-827e-477d-b25b-b8f9d719e2d2 req-3e224883-ca96-4968-bbe8-544113a7730c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 945 time: 0.2023590 Nov 25 18:42:38.086800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:38.087475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:38.093459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.114152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.115996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:38.324297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4ea9-f4b9-4b0e-b3d0-ec3bf930b7f0 req-06cbe0eb-51ca-4b4e-ba65-bbfac6a5db99 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.326333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5da4ea9-f4b9-4b0e-b3d0-ec3bf930b7f0 req-06cbe0eb-51ca-4b4e-ba65-bbfac6a5db99 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 945 time: 0.1260002 Nov 25 18:42:38.347463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-14725fea-a0de-4a71-9250-d1bb800f40a7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.349311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5257061 Nov 25 18:42:38.349837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-14725fea-a0de-4a71-9250-d1bb800f40a7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 945 time: 0.0847752 Nov 25 18:42:38.351853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46934) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:38.377443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Network': ['ID=4a05d975-407d-47a4-88ec-44ff540dba33,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:38.409239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 4a05d975-407d-47a4-88ec-44ff540dba33 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:42:38.440050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63f7155e-827e-477d-b25b-b8f9d719e2d2 req-18cd4c25-42c9-4ffb-ba3a-497d5ad2b155 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129110 Nov 25 18:42:38.514076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f22b-68b3-4ccd-bacf-1ba7dcb073f7 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Network': ['ID=899448d1-4aa5-4854-87c5-96d1b9a7b3da,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:38.570583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 899448d1-4aa5-4854-87c5-96d1b9a7b3da details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:42:38.743592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502b359-9097-4ce2-8651-135441d12f1b tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.750206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502b359-9097-4ce2-8651-135441d12f1b tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.758263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502b359-9097-4ce2-8651-135441d12f1b tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.765520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502b359-9097-4ce2-8651-135441d12f1b tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:38.768355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a502b359-9097-4ce2-8651-135441d12f1b tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4152353 Nov 25 18:42:38.771268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46942) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:38.924575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5da4ea9-f4b9-4b0e-b3d0-ec3bf930b7f0 req-ef9b2718-18a1-4f8a-b823-4c02592d62fd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733631 Nov 25 18:42:38.962166 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:38.978507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Deleting port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:38.982321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.191562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] For port 4d2d37c8-c7ac-4d23-b591-b0be5415b919, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d2d37c8-c7ac-4d23-b591-b0be5415b919,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:39.191810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.196971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.209393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Calling delete_port for 4d2d37c8-c7ac-4d23-b591-b0be5415b919 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:39.242661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a05d975-407d-47a4-88ec-44ff540dba33']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:39.253759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b339d9-ed8c-4e97-b702-c16fe4608f83') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:39.254081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b339d9-ed8c-4e97-b702-c16fe4608f83') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:39.268381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.284406 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.291168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:39.291572 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:39.380928 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:39.403279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.410609 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.427899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/networks/4a05d975-407d-47a4-88ec-44ff540dba33 HTTP/1.1" status: 204 len: 168 time: 0.6527646 Nov 25 18:42:39.434738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46966) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:39.502035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60243e5-2860-4f68-832e-db8046170c25 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Network': ['ID=4a05d975-407d-47a4-88ec-44ff540dba33,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:39.519181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.534226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4d2d37c8-c7ac-4d23-b591-b0be5415b919'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:39.541781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6dda0-24a7-44de-a3a3-eba061b80988 req-9e3bd264-7f9c-4460-832e-fb879803ed6e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:39.558834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3aa6dda0-24a7-44de-a3a3-eba061b80988 req-9e3bd264-7f9c-4460-832e-fb879803ed6e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1734948 Nov 25 18:42:39.593881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event deleted for resources: {'Port': ['ID=4d2d37c8-c7ac-4d23-b591-b0be5415b919,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:39.609061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.690405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3aa6dda0-24a7-44de-a3a3-eba061b80988 req-3eacde12-dcdd-4a61-a5b4-04abd2de08bb tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170437 Nov 25 18:42:39.717515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f94beaa9-69b9-4f7f-b526-3efa8b6fa381 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:39.719165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f94beaa9-69b9-4f7f-b526-3efa8b6fa381 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 945 time: 0.1639144 Nov 25 18:42:39.747686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] No DVR routers for this DVR port 4d2d37c8-c7ac-4d23-b591-b0be5415b919 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:39.751124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.756766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9cf181b-7f60-45b1-b7ea-69d373dc17d6 req-695d3629-2e7a-40a1-87f1-8448632168d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "DELETE /v2.0/ports/4d2d37c8-c7ac-4d23-b591-b0be5415b919 HTTP/1.1" status: 204 len: 173 time: 1.3826277 Nov 25 18:42:39.757825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'name': 'network-vif-deleted', 'tag': '4d2d37c8-c7ac-4d23-b591-b0be5415b919'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:39.760939 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdf2208-e71c-4fb1-ac28-a5a4fcb8b5f1" -d '{"events": [{"server_uuid": "4d19c4a3-b086-4964-b5c7-d7f507832b30", "name": "network-vif-deleted", "tag": "4d2d37c8-c7ac-4d23-b591-b0be5415b919"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:39.913477 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3fb264-fb32-4a52-bb5f-da3aa5917aef x-openstack-request-id: req-2c3fb264-fb32-4a52-bb5f-da3aa5917aef {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:39.913801 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d19c4a3-b086-4964-b5c7-d7f507832b30", "name": "network-vif-deleted", "tag": "4d2d37c8-c7ac-4d23-b591-b0be5415b919", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:39.914067 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c3fb264-fb32-4a52-bb5f-da3aa5917aef {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:39.914608 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d19c4a3-b086-4964-b5c7-d7f507832b30', 'name': 'network-vif-deleted', 'tag': '4d2d37c8-c7ac-4d23-b591-b0be5415b919', 'status': 'completed', 'code': 200} Nov 25 18:42:39.923065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Deleting port e4d6b699-3ff1-45df-9583-e3c630fd6302 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:39.923701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:39.958389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eade4b-6c62-4a0e-8a0c-a3e20eb0c504 req-ff83dceb-7fb4-487f-a25c-062b3052cbc5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:39.965699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38eade4b-6c62-4a0e-8a0c-a3e20eb0c504 req-ff83dceb-7fb4-487f-a25c-062b3052cbc5 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 945 time: 0.3048670 Nov 25 18:42:39.993294 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.040943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] For port e4d6b699-3ff1-45df-9583-e3c630fd6302, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e4d6b699-3ff1-45df-9583-e3c630fd6302,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:40.041618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.056938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Calling delete_port for e4d6b699-3ff1-45df-9583-e3c630fd6302 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:40.108832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899448d1-4aa5-4854-87c5-96d1b9a7b3da']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:40.130034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc50bcc-13aa-4521-a17e-c4020c96d910') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:40.130327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc50bcc-13aa-4521-a17e-c4020c96d910') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:40.165344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38eade4b-6c62-4a0e-8a0c-a3e20eb0c504 req-14255d92-c7a7-4b80-9433-2698586f0648 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986911 Nov 25 18:42:40.183188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.184756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-09c93b07-1048-46d9-a46a-f5b06e44ec6e req-37dc521e-5801-4bb1-b86e-4656bcabcf0f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d19c4a3-b086-4964-b5c7-d7f507832b30 HTTP/1.1" status: 200 len: 210 time: 0.0465245 Nov 25 18:42:40.210020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.218042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:40.218800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:40.223247 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:40.311813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.325743 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.337590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/networks/899448d1-4aa5-4854-87c5-96d1b9a7b3da HTTP/1.1" status: 204 len: 168 time: 0.9012794 Nov 25 18:42:40.341185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46996) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:40.372120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057fa1e-f71d-43cc-8aec-b08f6ca04d4d tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Network': ['ID=899448d1-4aa5-4854-87c5-96d1b9a7b3da,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:40.411294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.424831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1', 'a2fa1643-ee39-4298-8810-0c97c5969c69', '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:40.427408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e4d6b699-3ff1-45df-9583-e3c630fd6302'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:40.482662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event deleted for resources: {'Port': ['ID=e4d6b699-3ff1-45df-9583-e3c630fd6302,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:40.589503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d91190-814c-45b8-9a53-3027b88f313f tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:40.592562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] No DVR routers for this DVR port e4d6b699-3ff1-45df-9583-e3c630fd6302 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:40.601125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d91190-814c-45b8-9a53-3027b88f313f tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:40.602667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.607504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49d7ff37-3a88-43e2-a0f1-7c63c6a9268d req-f195e2bd-d7b5-43af-8c90-28784af869ca tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.66 "DELETE /v2.0/ports/e4d6b699-3ff1-45df-9583-e3c630fd6302 HTTP/1.1" status: 204 len: 173 time: 0.8813865 Nov 25 18:42:40.608173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'name': 'network-vif-deleted', 'tag': 'e4d6b699-3ff1-45df-9583-e3c630fd6302'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:40.611742 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ec2c28-93f0-4b5c-a7fc-76cdc5c24e2b" -d '{"events": [{"server_uuid": "d5e46d47-041e-48ab-9cb7-b68c4e3329a1", "name": "network-vif-deleted", "tag": "e4d6b699-3ff1-45df-9583-e3c630fd6302"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:40.624305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-31d91190-814c-45b8-9a53-3027b88f313f tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2816598 Nov 25 18:42:40.628651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:40.635873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1387156491'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:40.667480 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6cb121-ee04-4c3a-98b0-1a6d3a8a912e x-openstack-request-id: req-3a6cb121-ee04-4c3a-98b0-1a6d3a8a912e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:40.668100 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e46d47-041e-48ab-9cb7-b68c4e3329a1", "name": "network-vif-deleted", "tag": "e4d6b699-3ff1-45df-9583-e3c630fd6302", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:40.668694 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a6cb121-ee04-4c3a-98b0-1a6d3a8a912e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:40.669380 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e46d47-041e-48ab-9cb7-b68c4e3329a1', 'name': 'network-vif-deleted', 'tag': 'e4d6b699-3ff1-45df-9583-e3c630fd6302', 'status': 'completed', 'code': 200} Nov 25 18:42:40.697761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Made reservation on behalf of 5e126873ce194571aec26411dd07be6a for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:40.701756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.770762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:42:40.800014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.800356 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Added segment d566e319-8fbc-4d95-90d7-b3b2d445181f of type vlan for network 6092055c-2bf7-45fc-8492-b60a6a794f47 Nov 25 18:42:40.894824 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.914595 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-369d072c-e8bd-403b-938c-858ec97439f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.927336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319c80b-ba0f-4505-8224-86ddaec36ba6 req-c4f50749-4549-4236-ae3a-1163fc6c4e8c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:40.935235 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2319c80b-ba0f-4505-8224-86ddaec36ba6 req-c4f50749-4549-4236-ae3a-1163fc6c4e8c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1175568 Nov 25 18:42:40.975741 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:40.982283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:40.982933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.069780 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4394553 Nov 25 18:42:41.072707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47024) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:41.078915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-242097617'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:41.119432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2319c80b-ba0f-4505-8224-86ddaec36ba6 req-7c06f562-b8c5-4358-9d01-c9b80e53e10f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832354 Nov 25 18:42:41.132823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1ec54-3334-4a63-a82b-60a078aacb55 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Network': ['ID=6092055c-2bf7-45fc-8492-b60a6a794f47,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:41.141700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Made reservation on behalf of 5e126873ce194571aec26411dd07be6a for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:41.145932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.146605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 6092055c-2bf7-45fc-8492-b60a6a794f47 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:42:41.193859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:42:41.229527 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.234958 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Added segment 431437dd-7712-4687-ba08-5634432ced78 of type vlan for network ea96efe2-2000-4544-94e8-a0600821529c Nov 25 18:42:41.313503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.359356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d4a6627-d046-4fc7-9868-3c6c318b5b9f req-a652587f-8405-4d7f-ab09-1e095592ded7 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5e46d47-041e-48ab-9cb7-b68c4e3329a1 HTTP/1.1" status: 200 len: 210 time: 0.0422490 Nov 25 18:42:41.393015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.405227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:41.406337 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.512086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Network': ['ID=ea96efe2-2000-4544-94e8-a0600821529c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:41.522928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network ea96efe2-2000-4544-94e8-a0600821529c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:42:41.531756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47046) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:41.537663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'ports': [{'network_id': '6092055c-2bf7-45fc-8492-b60a6a794f47', 'name': 'tempest-port--1892711520', 'admin_state_up': True}, {'network_id': 'ea96efe2-2000-4544-94e8-a0600821529c', 'admin_state_up': False}]} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:41.538194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'port': {'network_id': '6092055c-2bf7-45fc-8492-b60a6a794f47', 'name': 'tempest-port--1892711520', 'admin_state_up': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:41.538632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dbc58a10-eff3-427b-8052-2ad39e9f5ccb tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4550726 Nov 25 18:42:41.539064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'port': {'network_id': 'ea96efe2-2000-4544-94e8-a0600821529c', 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:41.787406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-5374796a-dec2-4de2-b492-0dbc59ab84dd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:41.802147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-5374796a-dec2-4de2-b492-0dbc59ab84dd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.1598666 Nov 25 18:42:41.811503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47062) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:41.821416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-6652efb4-8a9e-4ba8-95df-bddf6aafa2c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/quotas/2b398994491047d7bcd1464030532fb7 HTTP/1.1" status: 200 len: 375 time: 0.0181930 Nov 25 18:42:41.862556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Made reservation on behalf of 5e126873ce194571aec26411dd07be6a for: {'port': 2} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:41.864105 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-300987cd-4c9b-41de-be3a-1c81eb497309 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414510 Nov 25 18:42:41.867840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.887903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:41.980580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47068) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:42.015251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-b88ed8c4-b1c7-405c-9830-32e9d33d5937 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501808 Nov 25 18:42:42.060778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] device_id is not set on port 3c59a057-2be0-4707-8c3d-9224cadd41c0 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:42:42.124729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-d195f528-b797-4517-8e24-3d4e1cb82106 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073165 Nov 25 18:42:42.417014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f36c095-8f52-4fcd-a36e-6390e2675d88 req-752cbf55-c670-4d8e-9875-76efb4ed781b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0342040 Nov 25 18:42:42.560519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d2d37c8-c7ac-4d23-b591-b0be5415b919 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:42.613214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 4d2d37c8-c7ac-4d23-b591-b0be5415b919 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:42.613582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d2d37c8-c7ac-4d23-b591-b0be5415b919 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:42.655190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fd66e4b-0b06-4ce0-99b7-5a68ea95d130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:42.687645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00e7ad32-dd8a-4820-9de0-c5e86b9eadc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:42.781101 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:42.861016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d5152-3ad1-4448-b6c2-564b5762e026 req-1b4212ea-64f7-42e4-9b15-90d9408aba49 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:42.862553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f8d5152-3ad1-4448-b6c2-564b5762e026 req-1b4212ea-64f7-42e4-9b15-90d9408aba49 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2975705 Nov 25 18:42:42.997455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] device_id is not set on port ea574b79-3ce7-4e9c-b2d4-97763ae85e14 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:42:43.045456 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00e7ad32-dd8a-4820-9de0-c5e86b9eadc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.063221 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00e7ad32-dd8a-4820-9de0-c5e86b9eadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.088267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fd66e4b-0b06-4ce0-99b7-5a68ea95d130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.098424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f8d5152-3ad1-4448-b6c2-564b5762e026 req-d765f8d6-3ed4-4afc-b07b-1d16270b2995 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205236 Nov 25 18:42:43.109207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3fd66e4b-0b06-4ce0-99b7-5a68ea95d130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.171298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:43.174656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3fd66e4b-0b06-4ce0-99b7-5a68ea95d130 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e10cb824a997419a8ad37d5d142e6c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1883750 Nov 25 18:42:43.175831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7ad32-dd8a-4820-9de0-c5e86b9eadc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af130a-5a65-4313-a9b4-b6056a57c9a5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:43.205090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-00e7ad32-dd8a-4820-9de0-c5e86b9eadc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a13b1ebdec24c6487ba4c7e0fea06cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3879411 Nov 25 18:42:43.206127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47108) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:43.255167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e4d6b699-3ff1-45df-9583-e3c630fd6302 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:43.267290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b101ab21-e32a-4b4c-9b2c-e61188e1cb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.296034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd66e4b-0b06-4ce0-99b7-5a68ea95d130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8423187-6cc5-4bc9-b36a-88f14c13b4f7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:43.299313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: e4d6b699-3ff1-45df-9583-e3c630fd6302 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:43.299664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e4d6b699-3ff1-45df-9583-e3c630fd6302 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:43.326604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b101ab21-e32a-4b4c-9b2c-e61188e1cb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.336868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e2521505-fd96-43a3-947b-7e5ad3aef5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.377899 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e2521505-fd96-43a3-947b-7e5ad3aef5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.388613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.435157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29656ede-ca32-4da3-b75b-21761ffaacf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.441290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b101ab21-e32a-4b4c-9b2c-e61188e1cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.446306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b101ab21-e32a-4b4c-9b2c-e61188e1cb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.446679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b101ab21-e32a-4b4c-9b2c-e61188e1cb57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8423187-6cc5-4bc9-b36a-88f14c13b4f7 HTTP/1.1" status: 204 len: 168 time: 0.2741721 Nov 25 18:42:43.467189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.477118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101ab21-e32a-4b4c-9b2c-e61188e1cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8423187-6cc5-4bc9-b36a-88f14c13b4f7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:43.493498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e2521505-fd96-43a3-947b-7e5ad3aef5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.497166 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e2521505-fd96-43a3-947b-7e5ad3aef5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.498970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e2521505-fd96-43a3-947b-7e5ad3aef5d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65af130a-5a65-4313-a9b4-b6056a57c9a5 HTTP/1.1" status: 204 len: 168 time: 0.2916214 Nov 25 18:42:43.538673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2521505-fd96-43a3-947b-7e5ad3aef5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af130a-5a65-4313-a9b4-b6056a57c9a5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:43.573150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Port': ['ID=3c59a057-2be0-4707-8c3d-9224cadd41c0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:43.630980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Checking segment: {'id': 'd566e319-8fbc-4d95-90d7-b3b2d445181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6092055c-2bf7-45fc-8492-b60a6a794f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:43.644159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network hostable DHCP agents. Network: 6092055c-2bf7-45fc-8492-b60a6a794f47, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:42:43.651792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-05f528c8-8129-408a-b202-efab9e5a5af4 req-14ad0324-5820-44e4-b890-829aca71163d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0725703 Nov 25 18:42:43.837241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network 6092055c-2bf7-45fc-8492-b60a6a794f47 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:42:43.883460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 6092055c-2bf7-45fc-8492-b60a6a794f47) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:43.893064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:43.893886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:43.894336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae32b08-47ef-46fc-8ccf-e3adc3ccbec4 None None] Network 6092055c-2bf7-45fc-8492-b60a6a794f47 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:43.946008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-090a0ff3-fd55-4ab4-a52f-cf0134838678 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:43.947913 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-090a0ff3-fd55-4ab4-a52f-cf0134838678 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.2981923 Nov 25 18:42:43.976836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Request body: {'port': {'device_id': 'e09de4ba-d553-427c-9715-153653f15668', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'admin_state_up': True, 'tenant_id': '2b398994491047d7bcd1464030532fb7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:44.006719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Port': ['ID=ea574b79-3ce7-4e9c-b2d4-97763ae85e14,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:44.045357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Checking segment: {'id': '431437dd-7712-4687-ba08-5634432ced78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ea96efe2-2000-4544-94e8-a0600821529c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:44.045918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network hostable DHCP agents. Network: ea96efe2-2000-4544-94e8-a0600821529c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:42:44.078177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network ea96efe2-2000-4544-94e8-a0600821529c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:42:44.106742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, ea96efe2-2000-4544-94e8-a0600821529c) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:44.112778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:44.119172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:44.121491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864b2e4-843e-445d-8869-33987e28db68 None None] Network ea96efe2-2000-4544-94e8-a0600821529c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:44.124590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:44.136983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:44.207406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:44.215616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:44.232135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4563f7f1-09ec-4ec3-a225-52e8c0615cfc tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6984484 Nov 25 18:42:44.235269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47136) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:44.245450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47138) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:44.295316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c37855-0610-4710-bffc-0a1d9ece038d req-45fa4cb1-a571-4f42-a85b-6f23d783b42b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:44.296811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4c37855-0610-4710-bffc-0a1d9ece038d req-45fa4cb1-a571-4f42-a85b-6f23d783b42b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.0961485 Nov 25 18:42:44.394995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4c37855-0610-4710-bffc-0a1d9ece038d req-2cd20c67-27bd-40d2-904c-ca4269bbf920 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901744 Nov 25 18:42:44.432687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:44.563940 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d37b98-a17f-47e0-b065-28bc24e7f025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:44.592552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47150) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:44.613837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2530cbfc-b97e-4f34-b569-57a540c70333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:44.653439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Allocated IP 172.20.0.14 (6398ccdc-4a28-4532-b7b8-e40937d09707/facef00e-ccfd-4dca-ba36-6dccea534f9c/a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:42:44.686253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479cf001-b66d-42fa-b0d9-473d3670450c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:44.704998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479cf001-b66d-42fa-b0d9-473d3670450c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:44.709202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-479cf001-b66d-42fa-b0d9-473d3670450c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4702439 Nov 25 18:42:44.710171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47156) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:44.826703 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f3b6c36-0589-4bf8-9d2b-9700521c6b88 req-e5acbd21-5635-45d5-bf1a-b4c52328c7e0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0772693 Nov 25 18:42:44.866790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2530cbfc-b97e-4f34-b569-57a540c70333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:44.939503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2530cbfc-b97e-4f34-b569-57a540c70333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.005812 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d37b98-a17f-47e0-b065-28bc24e7f025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.012709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59d37b98-a17f-47e0-b065-28bc24e7f025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.045498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2530cbfc-b97e-4f34-b569-57a540c70333 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bedf912caf0f48d39b4e2f2d45a0f33e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484878 Nov 25 18:42:45.045498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530cbfc-b97e-4f34-b569-57a540c70333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d27805-a78a-4980-9c3c-af9bb8cb25ab,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:45.046314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:45.065891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-e4fdc83f-08f6-416a-81df-d37eb4345687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:45.071702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-e4fdc83f-08f6-416a-81df-d37eb4345687 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=863fe3c75a854285872275f7f2eac133&device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 1096 time: 0.2007303 Nov 25 18:42:45.071951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.073313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d37b98-a17f-47e0-b065-28bc24e7f025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908725e1-49a3-41ce-98a7-982cfed75068,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:45.082051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-59d37b98-a17f-47e0-b065-28bc24e7f025 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff86daab44b64b3f9d9ddc398a9b537a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8108850 Nov 25 18:42:45.083304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47174) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:45.109537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b163b00-5172-495a-b7d6-ba3fbae23b90 req-ace8f05b-5995-4592-983a-e4f799d2f54f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:45.112800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b163b00-5172-495a-b7d6-ba3fbae23b90 req-ace8f05b-5995-4592-983a-e4f799d2f54f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2989964 Nov 25 18:42:45.152964 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.154729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf6095cc-d0d1-4463-934f-16693731456a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.206398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf6095cc-d0d1-4463-934f-16693731456a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.214737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Deleting port 3c59a057-2be0-4707-8c3d-9224cadd41c0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:45.215086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.228569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:42:45.240558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:45.251512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:45.267429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event updated for resources: {'Port': ['ID=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:45.330125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:45.330807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.334746 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf6095cc-d0d1-4463-934f-16693731456a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.337383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf6095cc-d0d1-4463-934f-16693731456a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.338623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bf6095cc-d0d1-4463-934f-16693731456a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/908725e1-49a3-41ce-98a7-982cfed75068 HTTP/1.1" status: 204 len: 168 time: 0.2543187 Nov 25 18:42:45.352031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6095cc-d0d1-4463-934f-16693731456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908725e1-49a3-41ce-98a7-982cfed75068,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:45.364878 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97aff0d4-a9a1-4e4b-b6c0-d1a3da483dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.373682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-7ff582f1-33b8-4fe2-a0c6-f861489b9ab3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4086354 Nov 25 18:42:45.390665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Request body: {'port': {'device_id': 'e09de4ba-d553-427c-9715-153653f15668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:45.404813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b163b00-5172-495a-b7d6-ba3fbae23b90 req-12064b11-c8df-4ef3-8f4d-60ccf5da3534 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800400 Nov 25 18:42:45.415005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.435813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-7eb9ed17-8c8a-4283-aaf9-af604424d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:45.437750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-7eb9ed17-8c8a-4283-aaf9-af604424d985 service neutron] 10.222.0.66 "GET /v2.0/networks?id=be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 200 len: 916 time: 0.3441765 Nov 25 18:42:45.445903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97aff0d4-a9a1-4e4b-b6c0-d1a3da483dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.449239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Calling delete_port for 3c59a057-2be0-4707-8c3d-9224cadd41c0 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:45.463875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.540952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-d00a719a-cd2c-4387-9b90-0806c4e853c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490 HTTP/1.1" status: 200 len: 217 time: 0.0926862 Nov 25 18:42:45.663609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-ba4a275b-8b41-4370-91cf-bb3dba685c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:45.665633 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-ba4a275b-8b41-4370-91cf-bb3dba685c4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 200 len: 854 time: 0.1149492 Nov 25 18:42:45.718417 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97aff0d4-a9a1-4e4b-b6c0-d1a3da483dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.721427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97aff0d4-a9a1-4e4b-b6c0-d1a3da483dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.722638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-97aff0d4-a9a1-4e4b-b6c0-d1a3da483dc6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21d27805-a78a-4980-9c3c-af9bb8cb25ab HTTP/1.1" status: 204 len: 168 time: 0.6722970 Nov 25 18:42:45.737269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aff0d4-a9a1-4e4b-b6c0-d1a3da483dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d27805-a78a-4980-9c3c-af9bb8cb25ab,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:45.742739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.809860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-0588ff31-2c73-4dc7-98e5-fcc3f7c3f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:45.815206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-0588ff31-2c73-4dc7-98e5-fcc3f7c3f2db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=be286330-89eb-42b5-a805-5d55819abf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377137 Nov 25 18:42:45.817552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Port': ['ID=3c59a057-2be0-4707-8c3d-9224cadd41c0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:45.819709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.826958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47190) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:45.827105 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-59b72c76-c2b3-4585-b3fd-b39f5ca122c5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/ports/3c59a057-2be0-4707-8c3d-9224cadd41c0 HTTP/1.1" status: 204 len: 168 time: 1.1120598 Nov 25 18:42:45.919354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:45.925257 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.951430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:45.982022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Transition to ACTIVE for port object a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:42:46.019921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.060995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-4581ac46-80c7-44ae-a3e0-77704caaf58e service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181959 Nov 25 18:42:46.147864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Deleting port ea574b79-3ce7-4e9c-b2d4-97763ae85e14 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:46.148332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.229591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Pushing event updated for resources: {'Port': ['ID=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:46.235796 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdd55225-ab5b-4f0b-8d3a-b53a8dd308b8 req-8f98cbb3-61ef-4c8c-a87b-6aa0dc6395b1 service neutron] 10.222.0.66 "GET /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629405 Nov 25 18:42:46.248560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c39f9-c40f-44a8-b9b7-f566ee366f91 req-59d17c12-5d4d-488a-a18e-f76bea743eaf tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:46.249333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c80c39f9-c40f-44a8-b9b7-f566ee366f91 req-59d17c12-5d4d-488a-a18e-f76bea743eaf tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 944 time: 0.2711279 Nov 25 18:42:46.292560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.331650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Calling delete_port for ea574b79-3ce7-4e9c-b2d4-97763ae85e14 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:46.355602 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c80c39f9-c40f-44a8-b9b7-f566ee366f91 req-18152820-d3e2-4b9f-b8d5-fdffd1dbbf66 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968857 Nov 25 18:42:46.368523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Attempting to bind port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:42:46.377834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Attempting to bind port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:42:46.377834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Attempting to bind port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:42:46.414911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:42:46.415213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Attempting to bind port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:42:46.427773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:42:46.428091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Checking segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:46.428479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Bound using segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:42:46.428926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Bound port: a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:42:46.429355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.516813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.532413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] For port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:42:46.563685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Port': ['ID=ea574b79-3ce7-4e9c-b2d4-97763ae85e14,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:46.577460 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.584610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9ac918d1-38cb-4649-8661-48ea4b6210e5 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/ports/ea574b79-3ce7-4e9c-b2d4-97763ae85e14 HTTP/1.1" status: 204 len: 168 time: 0.7541239 Nov 25 18:42:46.587630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:46.588302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] For port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:42:46.605092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.668322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Pushing event updated for resources: {'Port': ['ID=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:46.678650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0759feb5-23de-4cc8-9306-16e29fcbed7b tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0872874 Nov 25 18:42:46.679729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47220) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:46.685969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1573506621'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:46.700544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:46.701063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.706610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-27f29465-fc0b-4420-b41e-ec8802dd302b service neutron] 10.222.0.64 "PUT /v2.0/ports/a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 HTTP/1.1" status: 200 len: 1092 time: 1.3171341 Nov 25 18:42:46.707114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09de4ba-d553-427c-9715-153653f15668', 'tag': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:46.709433 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e09de4ba-d553-427c-9715-153653f15668", "tag": "a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:46.733787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Made reservation on behalf of 5e126873ce194571aec26411dd07be6a for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:46.738136 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.740796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30b4d-ea9a-4a4d-9709-e6ac2ece1acb req-1757f5ad-edbb-4ef0-9e0d-9d880d6e50aa tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:46.757642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35d30b4d-ea9a-4a4d-9709-e6ac2ece1acb req-1757f5ad-edbb-4ef0-9e0d-9d880d6e50aa tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2024076 Nov 25 18:42:46.778869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:42:46.794639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.795475 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Added segment 403d8aeb-e2a8-420d-835c-890a1e514b1f of type vlan for network 3d34f3d6-e420-4ba8-b69e-e9ba420d43f7 Nov 25 18:42:46.854766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.863230 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c0664-4aac-4e0c-87d8-d1d8f04f65c7 x-openstack-request-id: req-ae0c0664-4aac-4e0c-87d8-d1d8f04f65c7 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:46.863597 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09de4ba-d553-427c-9715-153653f15668", "tag": "a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:46.863806 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae0c0664-4aac-4e0c-87d8-d1d8f04f65c7 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:46.864165 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09de4ba-d553-427c-9715-153653f15668', 'tag': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22', 'status': 'completed', 'code': 200} Nov 25 18:42:46.875007 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.912809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.920061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:46.920887 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:46.952999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-19eaf329-c030-4cd2-aa20-c90a9b2a7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:46.968967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-19eaf329-c030-4cd2-aa20-c90a9b2a7c0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 1095 time: 0.1547952 Nov 25 18:42:47.005570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Network': ['ID=3d34f3d6-e420-4ba8-b69e-e9ba420d43f7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:47.028548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 3d34f3d6-e420-4ba8-b69e-e9ba420d43f7 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:42:47.047624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63300405-63a5-4ab6-86c5-ce4c9396fc61 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3666234 Nov 25 18:42:47.051028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:47.058549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-ccc1ad39-57d2-45ee-9570-a6b4afcbcdf6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 HTTP/1.1" status: 200 len: 217 time: 0.0886416 Nov 25 18:42:47.059749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2103498440'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:47.069523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35d30b4d-ea9a-4a4d-9709-e6ac2ece1acb req-bc041808-5e93-457f-b2de-595397143526 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108099 Nov 25 18:42:47.112885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Made reservation on behalf of 5e126873ce194571aec26411dd07be6a for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:47.117452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.150397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:42:47.175852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.176224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-e1cb9c05-3652-4839-aa35-235921f29d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:47.178607 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Added segment 5e365a87-d775-4d7e-8ee3-d27d91361bc5 of type vlan for network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 Nov 25 18:42:47.179833 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-e1cb9c05-3652-4839-aa35-235921f29d8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.0937877 Nov 25 18:42:47.240631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.254498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-0b0c2776-9d65-41fb-9b0a-24d0dacef498 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670166 Nov 25 18:42:47.264795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47240) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:47.271204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.284312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:47.284974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.345668 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2932601 Nov 25 18:42:47.412588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1164e4d-9db4-4c63-b14d-1e36604f9579 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Network': ['ID=bf1dafc6-6f0d-445f-bde4-e2bae272cf80,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:47.417644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-c63c1ade-c83a-487c-b146-a5187332ae23 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463609 Nov 25 18:42:47.448053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:42:47.620004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57765d5-f987-4b16-8ef7-ce79a88293dc req-14764de4-f0e1-49e3-8a55-b2ed19b42974 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:47.624250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e31a738-6c70-4a46-b138-42ad487e143e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:47.638330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b57765d5-f987-4b16-8ef7-ce79a88293dc req-14764de4-f0e1-49e3-8a55-b2ed19b42974 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 944 time: 0.1347680 Nov 25 18:42:47.651002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61f8ecbb-5910-46bc-acb0-0caace8de0e2 req-1841cd99-4f4d-4820-959a-fc66d7b944f7 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044306 Nov 25 18:42:47.820326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b57765d5-f987-4b16-8ef7-ce79a88293dc req-d579934a-c62b-4cc5-a9b4-e9a1a748bcf9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845677 Nov 25 18:42:47.902064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-7eee7de2-a811-4f24-8c02-04f1ad58866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:47.904580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-7eee7de2-a811-4f24-8c02-04f1ad58866d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 1095 time: 0.1673651 Nov 25 18:42:48.015894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e31a738-6c70-4a46-b138-42ad487e143e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:48.026646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e31a738-6c70-4a46-b138-42ad487e143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:48.136276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31a738-6c70-4a46-b138-42ad487e143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b131bbaa-ebae-47a6-9bd1-e36619a71d18,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:48.170376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47270) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:48.184115 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5e31a738-6c70-4a46-b138-42ad487e143e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7ef5fb42e8f40f19ceea8a256cea8c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9173458 Nov 25 18:42:48.199597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-c779ce96-f027-4cee-a521-66e51b1f272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:48.213317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-c779ce96-f027-4cee-a521-66e51b1f272a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.2946963 Nov 25 18:42:48.358730 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-0eb28a59-1544-47a5-918e-8bd51b895540 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 HTTP/1.1" status: 200 len: 217 time: 0.1351533 Nov 25 18:42:48.464032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850203b-ea1a-453b-88dc-12fa5c5979bc req-b86f8009-e4e0-455e-8455-b1c3a553c76c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:48.471805 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d850203b-ea1a-453b-88dc-12fa5c5979bc req-b86f8009-e4e0-455e-8455-b1c3a553c76c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2313073 Nov 25 18:42:48.475060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63ea2dfc-fb97-48a3-88f3-04f90a7c9fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:48.504612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-b85c0f82-2220-4152-9cb6-d4f4c2274f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:48.506371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-b85c0f82-2220-4152-9cb6-d4f4c2274f82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.1408019 Nov 25 18:42:48.582018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-de27be48-4440-4d3a-8c71-594f43d151ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668306 Nov 25 18:42:48.627947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63ea2dfc-fb97-48a3-88f3-04f90a7c9fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:48.795034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d850203b-ea1a-453b-88dc-12fa5c5979bc req-1fba45d5-c424-4629-9655-56bded4c2f17 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123202 Nov 25 18:42:48.797530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63ea2dfc-fb97-48a3-88f3-04f90a7c9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:48.811213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63ea2dfc-fb97-48a3-88f3-04f90a7c9fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:48.821587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63ea2dfc-fb97-48a3-88f3-04f90a7c9fdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b131bbaa-ebae-47a6-9bd1-e36619a71d18 HTTP/1.1" status: 204 len: 168 time: 0.6501153 Nov 25 18:42:48.852421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea2dfc-fb97-48a3-88f3-04f90a7c9fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b131bbaa-ebae-47a6-9bd1-e36619a71d18,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:48.910367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65240d78-dff9-4ab5-a2f8-e6e6bce42cc4 req-363dea13-f7f1-4468-ad97-8cfb772bae74 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:48.922091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65240d78-dff9-4ab5-a2f8-e6e6bce42cc4 req-363dea13-f7f1-4468-ad97-8cfb772bae74 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 945 time: 0.3358254 Nov 25 18:42:49.084888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-aa959cca-1414-42e1-b509-c8dc9680fa52 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709010 Nov 25 18:42:49.165726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65240d78-dff9-4ab5-a2f8-e6e6bce42cc4 req-8bf8b9f1-ad1a-4659-8a62-70ffacba0b4e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397890 Nov 25 18:42:49.343966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668ceba-b9ca-43cb-a763-1dbd348e8799 req-c70499a5-bea4-49f1-91a7-b74b783f436f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:49.360844 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4668ceba-b9ca-43cb-a763-1dbd348e8799 req-c70499a5-bea4-49f1-91a7-b74b783f436f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 944 time: 0.1385989 Nov 25 18:42:49.474842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4668ceba-b9ca-43cb-a763-1dbd348e8799 req-5fcfa28d-bbc7-4925-b379-76d42b45bb01 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085932 Nov 25 18:42:49.517209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6ecf989-b9b9-4e4f-9fcb-d734ce1398e1 req-d0bb4797-f61b-474f-9305-f6719652ad4d service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250526 Nov 25 18:42:49.545902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abd2b4-533e-46c1-bf8a-d2721023ba84 req-6632b933-d9b0-4eab-b3df-66d6e80e3d2e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:49.547497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9abd2b4-533e-46c1-bf8a-d2721023ba84 req-6632b933-d9b0-4eab-b3df-66d6e80e3d2e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1741207 Nov 25 18:42:49.661069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:49.683676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d72359b-c006-4b77-b87d-bd0bce6f21d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:49.694045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9abd2b4-533e-46c1-bf8a-d2721023ba84 req-3cf5c98d-d972-441f-b3df-3d29c563982c tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370568 Nov 25 18:42:49.922544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d72359b-c006-4b77-b87d-bd0bce6f21d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:49.929941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d72359b-c006-4b77-b87d-bd0bce6f21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:49.957048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83884c4-8dd4-49ec-9ff4-34333c8280ef req-0d56a679-3671-4cdd-9a47-0f6b16fc2530 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:49.967188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83884c4-8dd4-49ec-9ff4-34333c8280ef req-0d56a679-3671-4cdd-9a47-0f6b16fc2530 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 946 time: 0.1057374 Nov 25 18:42:50.119374 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7d72359b-c006-4b77-b87d-bd0bce6f21d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cde2d1634cb44639bf538e5a8d6b6d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560254 Nov 25 18:42:50.120068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47328) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:50.147693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72359b-c006-4b77-b87d-bd0bce6f21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df805d53-7fd9-4947-83d8-9be52e98f456,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:50.222841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83884c4-8dd4-49ec-9ff4-34333c8280ef req-02d76cdc-b91b-4c61-9596-15ec23cf9189 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518511 Nov 25 18:42:50.355653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-a01848f4-39cd-489b-b0b9-43517322c2d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3263171 Nov 25 18:42:50.466363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84abec74-08fd-4cb8-afc5-57c210f6a85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:50.561448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84abec74-08fd-4cb8-afc5-57c210f6a85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:50.563746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-6ae502fe-3ae4-4c40-b204-92a91a7c68dc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:50.570834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-6ae502fe-3ae4-4c40-b204-92a91a7c68dc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 945 time: 0.2782373 Nov 25 18:42:50.595541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:42:50.609575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d920-9c83-4638-9acd-e98f999725a0 req-40bc15a4-fc03-49e8-a7b9-db6a7fa3bbe8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:50.619761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751099-d6bf-4872-b3e8-4c3fbfa9c942 req-b755d95b-3edb-44a8-9941-105e2458a532 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:50.621313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd751099-d6bf-4872-b3e8-4c3fbfa9c942 req-b755d95b-3edb-44a8-9941-105e2458a532 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.2055626 Nov 25 18:42:50.629576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47c2d920-9c83-4638-9acd-e98f999725a0 req-40bc15a4-fc03-49e8-a7b9-db6a7fa3bbe8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 945 time: 0.1984596 Nov 25 18:42:50.669562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-60a6650d-bdd9-49e9-a3b2-cc8f15af09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:50.671162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-60a6650d-bdd9-49e9-a3b2-cc8f15af09ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 1097 time: 0.2230179 Nov 25 18:42:50.825771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47368) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:50.840087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'subnets': [{'network_id': '3d34f3d6-e420-4ba8-b69e-e9ba420d43f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--172466339', 'ip_version': 6}, {'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:50.840426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'subnet': {'network_id': '3d34f3d6-e420-4ba8-b69e-e9ba420d43f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--172466339', 'ip_version': 6}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:50.847470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Request body: {'subnet': {'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:42:50.857304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:50.873163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'port_id': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22', 'mac_address': 'fa:16:3e:f6:4c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facef00e-ccfd-4dca-ba36-6dccea534f9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:42:50.897636 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47c2d920-9c83-4638-9acd-e98f999725a0 req-9f0bd3d3-996a-4d2b-b98c-7f1d44c02c1c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673922 Nov 25 18:42:50.942601 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:50.964144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:42:50.965338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84abec74-08fd-4cb8-afc5-57c210f6a85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:50.971870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84abec74-08fd-4cb8-afc5-57c210f6a85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:50.978275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-84abec74-08fd-4cb8-afc5-57c210f6a85b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df805d53-7fd9-4947-83d8-9be52e98f456 HTTP/1.1" status: 204 len: 168 time: 0.8382435 Nov 25 18:42:50.993588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:51.008685 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:51.015120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abec74-08fd-4cb8-afc5-57c210f6a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df805d53-7fd9-4947-83d8-9be52e98f456,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:51.075640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-53e9d574-7257-48ec-ba64-67b5563a55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:51.077141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-53e9d574-7257-48ec-ba64-67b5563a55e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 200 len: 916 time: 0.3649726 Nov 25 18:42:51.121939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:51.131688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35701604-6b50-4eab-a3c1-cf7fe4a7efab req-e971620a-fc80-4979-b85c-049136a7d7ae tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:51.135028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35701604-6b50-4eab-a3c1-cf7fe4a7efab req-e971620a-fc80-4979-b85c-049136a7d7ae tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 945 time: 0.1005492 Nov 25 18:42:51.163154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd751099-d6bf-4872-b3e8-4c3fbfa9c942 req-94efbcd9-6e7b-4427-9976-21b58bcd65a2 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492135 Nov 25 18:42:51.218322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-1aa9a52b-5e37-4513-bd19-f6f533b459c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98611a76-5851-4118-a583-49ef0d18edd1 HTTP/1.1" status: 200 len: 217 time: 0.1263978 Nov 25 18:42:51.224130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Deleting port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:51.225008 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:51.262711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-179cc03b-f572-48cb-b602-3686fd7b5653 req-4a675e18-80f9-49b0-a2fc-701fc9688f84 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:42:51.263395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-179cc03b-f572-48cb-b602-3686fd7b5653 req-4a675e18-80f9-49b0-a2fc-701fc9688f84 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498056 Nov 25 18:42:51.282234 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35701604-6b50-4eab-a3c1-cf7fe4a7efab req-2da6eca9-a5f0-4059-9096-9d065e95e5a5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360426 Nov 25 18:42:51.305257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-3f408609-4952-471a-9ea7-142ac1068cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:51.306851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-3f408609-4952-471a-9ea7-142ac1068cd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 200 len: 855 time: 0.0762324 Nov 25 18:42:51.334207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:51.361264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-2db72e8b-3f18-41e3-98fe-d35ea4cfcd15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944fd81b-2a8f-48ec-9b80-58f168f8d6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461793 Nov 25 18:42:51.470047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47396) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:51.543645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-80c96d7d-9439-4463-803b-86f17edc51bb service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736057 Nov 25 18:42:51.697888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c2ced0d-3be4-49d0-958d-8bc7c289210c req-81867324-c34a-4b5b-8f9a-f282624e4597 service neutron] 10.222.0.64 "GET /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446197 Nov 25 18:42:51.744024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9db98794-11ab-4cf1-820f-1ea2dfcfd1cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:51.841350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9db98794-11ab-4cf1-820f-1ea2dfcfd1cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:51.846925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9db98794-11ab-4cf1-820f-1ea2dfcfd1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:51.885176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db98794-11ab-4cf1-820f-1ea2dfcfd1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed23da5d-1ae1-4a86-a97d-800ee68c5365,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:51.910498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9db98794-11ab-4cf1-820f-1ea2dfcfd1cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f82fe3de63994f39b1323da120af1789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342282 Nov 25 18:42:51.910713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Made reservation on behalf of 5e126873ce194571aec26411dd07be6a for: {'subnet': 2} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:42:51.912605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47414) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:51.914921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:51.915444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.004851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d21d8506-589f-437f-86a8-149d0efaf565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.009070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-179cc03b-f572-48cb-b602-3686fd7b5653 req-c6dcc0c9-e786-4624-8374-7164adaee64a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7307410 Nov 25 18:42:52.027741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] For port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:52.028116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.045842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Calling delete_port for 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:52.108984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d21d8506-589f-437f-86a8-149d0efaf565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.175784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c82f5d-7c37-45a1-acf4-e54d1df733a2 req-a861e6b2-d0a1-426d-8286-91b84a4ca2c8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:52.178684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05c82f5d-7c37-45a1-acf4-e54d1df733a2 req-a861e6b2-d0a1-426d-8286-91b84a4ca2c8 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e4ae050-adaa-42e0-9ade-ebc556d774ea HTTP/1.1" status: 200 len: 945 time: 0.1536283 Nov 25 18:42:52.227952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d21d8506-589f-437f-86a8-149d0efaf565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.244737 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d21d8506-589f-437f-86a8-149d0efaf565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.245967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d21d8506-589f-437f-86a8-149d0efaf565 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed23da5d-1ae1-4a86-a97d-800ee68c5365 HTTP/1.1" status: 204 len: 168 time: 0.3308861 Nov 25 18:42:52.280522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d8506-589f-437f-86a8-149d0efaf565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed23da5d-1ae1-4a86-a97d-800ee68c5365,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:52.365397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05c82f5d-7c37-45a1-acf4-e54d1df733a2 req-3df89c8e-2700-4019-8b4d-7f65ea7a60a2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554286 Nov 25 18:42:52.430297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.445957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1', 'a2fa1643-ee39-4298-8810-0c97c5969c69'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:52.473468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event deleted for resources: {'Port': ['ID=2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:52.512152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb9d15-6a13-4e7a-9b45-99956466d1f1 req-d8d9ab73-6830-482f-9066-f0c19fe4e09e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:52.519996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53cb9d15-6a13-4e7a-9b45-99956466d1f1 req-d8d9ab73-6830-482f-9066-f0c19fe4e09e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1392653 Nov 25 18:42:52.562078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381142d3-4efa-479c-ab3f-c24f7c836d43 req-65431b14-cfdf-419b-942f-ad0b7600a118 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:52.566143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-381142d3-4efa-479c-ab3f-c24f7c836d43 req-65431b14-cfdf-419b-942f-ad0b7600a118 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 945 time: 0.0953548 Nov 25 18:42:52.596432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] No DVR routers for this DVR port 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:52.600446 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.605049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1dd72bf7-a50e-4c2a-869a-e01f3375c87f req-4f1cc0a8-3d96-4144-a0a2-882543dba9fc tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "DELETE /v2.0/ports/2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 HTTP/1.1" status: 204 len: 173 time: 2.0246847 Nov 25 18:42:52.611348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'name': 'network-vif-deleted', 'tag': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:52.614952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:42:52.617591 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d8e9d3-664a-4af8-9fc9-480a3794b253" -d '{"events": [{"server_uuid": "6e4ae050-adaa-42e0-9ade-ebc556d774ea", "name": "network-vif-deleted", "tag": "2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:52.692734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-381142d3-4efa-479c-ab3f-c24f7c836d43 req-18dda3e8-186a-4af2-b1c6-9fee61c70929 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114173 Nov 25 18:42:52.725273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:42:52.733700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.738525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:52.742695 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:52.805629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53cb9d15-6a13-4e7a-9b45-99956466d1f1 req-4bb73d01-d53e-4d65-a70e-eb41b8a3a273 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842364 Nov 25 18:42:52.873879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Subnet': ['ID=377c7510-e194-4ac9-a968-e7b1a664c78f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:52.878675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Checking segment: {'id': '403d8aeb-e2a8-420d-835c-890a1e514b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3d34f3d6-e420-4ba8-b69e-e9ba420d43f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:52.879045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network hostable DHCP agents. Network: 3d34f3d6-e420-4ba8-b69e-e9ba420d43f7, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:42:52.914970 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f053e7b-e4c4-4a4b-b159-7e9e6e03eae3 x-openstack-request-id: req-7f053e7b-e4c4-4a4b-b159-7e9e6e03eae3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:52.915536 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4ae050-adaa-42e0-9ade-ebc556d774ea", "name": "network-vif-deleted", "tag": "2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:52.915536 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f053e7b-e4c4-4a4b-b159-7e9e6e03eae3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:52.915905 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4ae050-adaa-42e0-9ade-ebc556d774ea', 'name': 'network-vif-deleted', 'tag': '2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32', 'status': 'completed', 'code': 200} Nov 25 18:42:52.951181 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:42:52.956204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network 3d34f3d6-e420-4ba8-b69e-e9ba420d43f7 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:42:52.975774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983277a5-0a79-43a0-a1e9-5a3466bd5ff0 req-1a076161-a28b-43c5-8045-c6df3d7dc3d9 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:52.977339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-983277a5-0a79-43a0-a1e9-5a3466bd5ff0 req-1a076161-a28b-43c5-8045-c6df3d7dc3d9 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 946 time: 0.0686159 Nov 25 18:42:52.978632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 3d34f3d6-e420-4ba8-b69e-e9ba420d43f7) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:52.982181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.002592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1fed67-dc18-42ab-9a40-6a8f2e0b1fce None None] Network 3d34f3d6-e420-4ba8-b69e-e9ba420d43f7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:53.052458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event updated for resources: {'Subnet': ['ID=27433fa7-3892-443c-a62a-b5832d9e0069,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:53.075484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.111683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-983277a5-0a79-43a0-a1e9-5a3466bd5ff0 req-e171f99a-7ee6-4784-af51-d1fa9124f0b8 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910652 Nov 25 18:42:53.115723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47458) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:53.118193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Checking segment: {'id': '5e365a87-d775-4d7e-8ee3-d27d91361bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:53.118762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network hostable DHCP agents. Network: bf1dafc6-6f0d-445f-bde4-e2bae272cf80, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:42:53.146480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:42:53.160081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47464) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:53.174117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, bf1dafc6-6f0d-445f-bde4-e2bae272cf80) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:53.180353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.180826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.181461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.200322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c254c5-6698-4378-bc6b-e76f785cc819 None None] Network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:53.226761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-744cf55d-4f7d-4575-bdbe-2661a28f272a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3888462 Nov 25 18:42:53.227051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47468) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:53.246524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11353e5a-5487-4470-a4fd-04e71ef14a56 req-4d266c5b-994b-412a-a282-e7216f4caef0 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.255300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11353e5a-5487-4470-a4fd-04e71ef14a56 req-4d266c5b-994b-412a-a282-e7216f4caef0 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.0675366 Nov 25 18:42:53.260258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09de4ba-d553-427c-9715-153653f15668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:53.263841 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac81c3-e6a3-41d6-beb7-7fbfd3296092" -d '{"events": [{"server_uuid": "e09de4ba-d553-427c-9715-153653f15668", "name": "network-vif-plugged", "status": "completed", "tag": "a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:53.320347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11353e5a-5487-4470-a4fd-04e71ef14a56 req-7f13907f-6a46-4a04-bbf5-cfc2d5c73ec9 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594559 Nov 25 18:42:53.366614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:53.378784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.379752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:53.390879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6013-92e2-4ee9-b6e2-8568f71f76cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.429827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb27802-5dc0-4273-bfe9-d549fb5ace17 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.436217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb27802-5dc0-4273-bfe9-d549fb5ace17 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.437798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb27802-5dc0-4273-bfe9-d549fb5ace17 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.440020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-deb27802-5dc0-4273-bfe9-d549fb5ace17 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2121940 Nov 25 18:42:53.444388 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f19717-463c-4c2f-a736-63298cfda2fa x-openstack-request-id: req-b6f19717-463c-4c2f-a736-63298cfda2fa {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:53.444742 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09de4ba-d553-427c-9715-153653f15668", "name": "network-vif-plugged", "status": "completed", "tag": "a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:53.445003 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6f19717-463c-4c2f-a736-63298cfda2fa {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:53.445413 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09de4ba-d553-427c-9715-153653f15668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22', 'code': 200} Nov 25 18:42:53.449150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:53.452382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:53.452832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e4feb85-4f4f-4af1-b2f8-b3c8f54c5a32 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:53.512577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab258e3b-b59c-476f-82e6-42460316e0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3d34f3d6-e420-4ba8-b69e-e9ba420d43f7', 'network_id': '3d34f3d6-e420-4ba8-b69e-e9ba420d43f7', 'tenant_id': '5e126873ce194571aec26411dd07be6a', 'fixed_ips': [{'subnet_id': '377c7510-e194-4ac9-a968-e7b1a664c78f'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:42:53.513436 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab258e3b-b59c-476f-82e6-42460316e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.541190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:53.546188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6013-92e2-4ee9-b6e2-8568f71f76cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.547290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47478) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:53.570264 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff26444-dd17-4a5f-9b6b-ad78158492c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.580034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Deleting subnet 377c7510-e194-4ac9-a968-e7b1a664c78f {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:42:53.580658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6013-92e2-4ee9-b6e2-8568f71f76cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.586545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.629399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2a18b40-c563-474a-a952-dcf94088b22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.669127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f28f9-254b-45f6-8c61-e6a6a060e5f2 req-1009adc6-04b9-4a01-a6b1-56371a5f7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.670866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e7f28f9-254b-45f6-8c61-e6a6a060e5f2 req-1009adc6-04b9-4a01-a6b1-56371a5f7ffe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 1097 time: 0.1224766 Nov 25 18:42:53.676967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cb5c6013-92e2-4ee9-b6e2-8568f71f76cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f129f1d9138747de8455d951e61a864b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5596499 Nov 25 18:42:53.677704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47482) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:53.689021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.693824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c6013-92e2-4ee9-b6e2-8568f71f76cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47cb487-9f74-4b3b-94ba-f748b2c3f802,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:53.729132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-bf1dafc6-6f0d-445f-bde4-e2bae272cf80', 'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80', 'tenant_id': '5e126873ce194571aec26411dd07be6a', 'fixed_ips': [{'subnet_id': '27433fa7-3892-443c-a62a-b5832d9e0069'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:42:53.732493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.752978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3413-b4d1-4e20-b784-6a1ab5e9c663 req-b67669bc-1152-4421-aa5b-70c55e5d4b05 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.760752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3413-b4d1-4e20-b784-6a1ab5e9c663 req-b67669bc-1152-4421-aa5b-70c55e5d4b05 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.771831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3413-b4d1-4e20-b784-6a1ab5e9c663 req-b67669bc-1152-4421-aa5b-70c55e5d4b05 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.779745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-419a3413-b4d1-4e20-b784-6a1ab5e9c663 req-b67669bc-1152-4421-aa5b-70c55e5d4b05 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9&device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b&device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 2417 time: 0.1946743 Nov 25 18:42:53.812000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a1644bf-cd70-4865-b621-64ebb7ea960d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.822488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e7f28f9-254b-45f6-8c61-e6a6a060e5f2 req-46645413-f21e-41f0-8264-a6d14eec3a20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317251 Nov 25 18:42:53.830804 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.887228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a1644bf-cd70-4865-b621-64ebb7ea960d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.890518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff26444-dd17-4a5f-9b6b-ad78158492c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.904617 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff26444-dd17-4a5f-9b6b-ad78158492c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.927227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Allocated IP 2001:db8:0:1::1 (bf1dafc6-6f0d-445f-bde4-e2bae272cf80/27433fa7-3892-443c-a62a-b5832d9e0069/ec3d6b1b-61b8-47f2-bc48-9777702442ea) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:42:53.938078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-419a3413-b4d1-4e20-b784-6a1ab5e9c663 req-5bd9407f-c9d4-455f-a030-fbf2fe37c984 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572795 Nov 25 18:42:53.957504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2a18b40-c563-474a-a952-dcf94088b22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.962842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2a18b40-c563-474a-a952-dcf94088b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:53.981443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8ff26444-dd17-4a5f-9b6b-ad78158492c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7271646bbf344ea2a9e4bc43c9339273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4316180 Nov 25 18:42:53.982887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff26444-dd17-4a5f-9b6b-ad78158492c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050cd38e-62eb-4897-9daa-d7875a074968,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:53.994658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65988bdf-b519-4360-b91c-33f22e75e732 req-56e8c691-468c-4d87-9bdd-518a59d25eeb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:53.996288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65988bdf-b519-4360-b91c-33f22e75e732 req-56e8c691-468c-4d87-9bdd-518a59d25eeb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 946 time: 0.1526117 Nov 25 18:42:53.997400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47492) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:54.054005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a1644bf-cd70-4865-b621-64ebb7ea960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.056596 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a1644bf-cd70-4865-b621-64ebb7ea960d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.059085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2a1644bf-cd70-4865-b621-64ebb7ea960d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c47cb487-9f74-4b3b-94ba-f748b2c3f802 HTTP/1.1" status: 204 len: 168 time: 0.3759904 Nov 25 18:42:54.078233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1644bf-cd70-4865-b621-64ebb7ea960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47cb487-9f74-4b3b-94ba-f748b2c3f802,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:54.123246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65988bdf-b519-4360-b91c-33f22e75e732 req-c60cff0b-5fb3-4aa3-82aa-db6e2d411beb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077073 Nov 25 18:42:54.125910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e052235-b1c0-496e-91f5-de1a2fc6cb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.161060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e052235-b1c0-496e-91f5-de1a2fc6cb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.221273 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e052235-b1c0-496e-91f5-de1a2fc6cb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.224583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e052235-b1c0-496e-91f5-de1a2fc6cb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.228579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1e052235-b1c0-496e-91f5-de1a2fc6cb12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/050cd38e-62eb-4897-9daa-d7875a074968 HTTP/1.1" status: 204 len: 168 time: 0.2278602 Nov 25 18:42:54.235879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e052235-b1c0-496e-91f5-de1a2fc6cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050cd38e-62eb-4897-9daa-d7875a074968,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:54.303621 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.357359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c15c6aca-03e6-48e4-bca9-83cdee28a5c2 req-9b33d35d-831d-445c-8b73-619b1ee13b02 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0945525 Nov 25 18:42:54.367276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:54.367487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e2a18b40-c563-474a-a952-dcf94088b22a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1e97f8db0ed4f3baa807d32aa55178a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2062669 Nov 25 18:42:54.372102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a18b40-c563-474a-a952-dcf94088b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30984f9c-6211-4a42-abee-97512a836ef6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:54.385825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Subnet': ['ID=377c7510-e194-4ac9-a968-e7b1a664c78f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:54.393292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.400403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-40331e22-6d7d-46af-9398-da74e717698c tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/subnets/377c7510-e194-4ac9-a968-e7b1a664c78f HTTP/1.1" status: 204 len: 168 time: 0.9488595 Nov 25 18:42:54.403601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47502) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server [None req-ab258e3b-b59c-476f-82e6-42460316e0b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 377c7510-e194-4ac9-a968-e7b1a664c78f: This subnet is being modified by another concurrent operation. Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise exception Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 377c7510-e194-4ac9-a968-e7b1a664c78f: This subnet is being modified by another concurrent operation. Nov 25 18:42:54.415780 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Nov 25 18:42:54.423540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eff92-5535-41e7-9dae-6a6f14b54abe req-662ebdd7-0a5d-41b8-906a-55bfc1a8d1db tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:54.430788 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f0eff92-5535-41e7-9dae-6a6f14b54abe req-662ebdd7-0a5d-41b8-906a-55bfc1a8d1db tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 945 time: 0.1574652 Nov 25 18:42:54.508098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063975a0-da16-476e-9abc-afbf502dbf75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.534600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063975a0-da16-476e-9abc-afbf502dbf75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.577935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Deleting subnet 27433fa7-3892-443c-a62a-b5832d9e0069 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:42:54.590048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93209b2b-258a-48b9-89bc-45e131f1b6a9 None None] Network 3d34f3d6-e420-4ba8-b69e-e9ba420d43f7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:54.603640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063975a0-da16-476e-9abc-afbf502dbf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.608041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f0eff92-5535-41e7-9dae-6a6f14b54abe req-33030b42-34c4-41a4-83b0-0e42fcd57d46 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764078 Nov 25 18:42:54.611703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063975a0-da16-476e-9abc-afbf502dbf75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.617709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-063975a0-da16-476e-9abc-afbf502dbf75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30984f9c-6211-4a42-abee-97512a836ef6 HTTP/1.1" status: 204 len: 168 time: 0.2439492 Nov 25 18:42:54.626706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063975a0-da16-476e-9abc-afbf502dbf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30984f9c-6211-4a42-abee-97512a836ef6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:54.693774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47510) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:54.711230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3023f162-1dab-465e-9267-9e3ca421b582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.757570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.773627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.809085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.850633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:42:54.853716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:42:54.856980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:42:54.886194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.904459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Pushing event updated for resources: {'Port': ['ID=ec3d6b1b-61b8-47f2-bc48-9777702442ea,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:54.966512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Attempting to bind port ec3d6b1b-61b8-47f2-bc48-9777702442ea on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:42:54.967137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Attempting to bind port ec3d6b1b-61b8-47f2-bc48-9777702442ea by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5e365a87-d775-4d7e-8ee3-d27d91361bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:42:54.968249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Attempting to bind port ec3d6b1b-61b8-47f2-bc48-9777702442ea on network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:42:54.971994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3023f162-1dab-465e-9267-9e3ca421b582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.975381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:42:54.976001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Checking segment: {'id': '5e365a87-d775-4d7e-8ee3-d27d91361bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:42:54.977014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.977580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Bound using segment: {'id': '5e365a87-d775-4d7e-8ee3-d27d91361bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:42:54.978236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Bound port: ec3d6b1b-61b8-47f2-bc48-9777702442ea, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e365a87-d775-4d7e-8ee3-d27d91361bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bf1dafc6-6f0d-445f-bde4-e2bae272cf80'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:42:54.978816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:54.979575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3023f162-1dab-465e-9267-9e3ca421b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.064740 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3023f162-1dab-465e-9267-9e3ca421b582 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3236daff4ab04b2e883d1d04f85fb1b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697476 Nov 25 18:42:55.066041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47520) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:55.081105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.084766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023f162-1dab-465e-9267-9e3ca421b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706dda65-37f9-472e-9c5d-44b554b9748c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:55.194327 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.196809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] For port ec3d6b1b-61b8-47f2-bc48-9777702442ea, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:42:55.198784 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca13dba-62a6-4a08-95ef-d3411e7b2d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.200564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] For port ec3d6b1b-61b8-47f2-bc48-9777702442ea, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec3d6b1b-61b8-47f2-bc48-9777702442ea,segment=NetworkSegment(5e365a87-d775-4d7e-8ee3-d27d91361bc5),segment_id=5e365a87-d775-4d7e-8ee3-d27d91361bc5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:42:55.207305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.257358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.261607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca13dba-62a6-4a08-95ef-d3411e7b2d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.262772 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/subnets/27433fa7-3892-443c-a62a-b5832d9e0069 HTTP/1.1" status: 204 len: 168 time: 0.8579605 Nov 25 18:42:55.264205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84ebc6-d8d8-4987-be97-ab7e9771b6ad tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Subnet': ['ID=27433fa7-3892-443c-a62a-b5832d9e0069,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:55.267868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47534) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:55.275001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7b320-e0c1-4d06-bb72-35eb0dc35d01 None None] Pushing event updated for resources: {'Port': ['ID=ec3d6b1b-61b8-47f2-bc48-9777702442ea,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:55.358287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca13dba-62a6-4a08-95ef-d3411e7b2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.363927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca13dba-62a6-4a08-95ef-d3411e7b2d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.365233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dca13dba-62a6-4a08-95ef-d3411e7b2d93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/706dda65-37f9-472e-9c5d-44b554b9748c HTTP/1.1" status: 204 len: 168 time: 0.2970967 Nov 25 18:42:55.405049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca13dba-62a6-4a08-95ef-d3411e7b2d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706dda65-37f9-472e-9c5d-44b554b9748c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:55.413854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b279d3-42df-4f38-b0ce-b5a7906f39d4 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:55.419540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-40b279d3-42df-4f38-b0ce-b5a7906f39d4 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1469347 Nov 25 18:42:55.419992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47538) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:55.466282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97c77-fcba-4ad0-9cc4-a0889aa898c0 req-bcff2284-1e49-4231-9599-d45c81308ab2 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:55.468552 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7e97c77-fcba-4ad0-9cc4-a0889aa898c0 req-bcff2284-1e49-4231-9599-d45c81308ab2 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 946 time: 0.2124951 Nov 25 18:42:55.599758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:55.666027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7e97c77-fcba-4ad0-9cc4-a0889aa898c0 req-99a2ddf2-051e-421e-b2ba-3ddabfa5c5b9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878793 Nov 25 18:42:55.760410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-6c33c291-aa99-455c-a7f0-8caad97ef81c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:55.765983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-6c33c291-aa99-455c-a7f0-8caad97ef81c tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 945 time: 0.2432792 Nov 25 18:42:55.790983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Deleting port ec3d6b1b-61b8-47f2-bc48-9777702442ea {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:55.790983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.013173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] For port ec3d6b1b-61b8-47f2-bc48-9777702442ea, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec3d6b1b-61b8-47f2-bc48-9777702442ea,segment=NetworkSegment(5e365a87-d775-4d7e-8ee3-d27d91361bc5),segment_id=5e365a87-d775-4d7e-8ee3-d27d91361bc5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:56.013541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.029878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Calling delete_port for ec3d6b1b-61b8-47f2-bc48-9777702442ea owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:56.066738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e363-cbfb-452b-8d18-a8532735a922 req-a9ca5589-51be-41dc-8a0a-be2e3b1f745a tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:56.077912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1b6e363-cbfb-452b-8d18-a8532735a922 req-a9ca5589-51be-41dc-8a0a-be2e3b1f745a tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 945 time: 0.2815700 Nov 25 18:42:56.169111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec3d6b1b-61b8-47f2-bc48-9777702442ea up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:42:56.189723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.213394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] No DVR routers for this DVR port ec3d6b1b-61b8-47f2-bc48-9777702442ea on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:56.267762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Port': ['ID=ec3d6b1b-61b8-47f2-bc48-9777702442ea,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:56.298305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1b6e363-cbfb-452b-8d18-a8532735a922 req-4ceff09d-660f-4b3c-9ff4-24c100bce377 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187121 Nov 25 18:42:56.329512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Deleting port a2fa1643-ee39-4298-8810-0c97c5969c69 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:56.329858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.382226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.458241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1dafc6-6f0d-445f-bde4-e2bae272cf80']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:56.481710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e365a87-d775-4d7e-8ee3-d27d91361bc5') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:56.483822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e365a87-d775-4d7e-8ee3-d27d91361bc5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:56.520913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.550189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.569630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] For port a2fa1643-ee39-4298-8810-0c97c5969c69, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a2fa1643-ee39-4298-8810-0c97c5969c69,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:56.570178 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.583410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:56.587821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:56.602004 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:56.616807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Calling delete_port for a2fa1643-ee39-4298-8810-0c97c5969c69 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:56.689073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ec3d6b1b-61b8-47f2-bc48-9777702442ea {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:56.689380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec3d6b1b-61b8-47f2-bc48-9777702442ea not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 18:42:56.749125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Port ec3d6b1b-61b8-47f2-bc48-9777702442ea not found, will not notify nova. {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 18:42:56.753337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.765162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:56.772462 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/networks/bf1dafc6-6f0d-445f-bde4-e2bae272cf80 HTTP/1.1" status: 204 len: 168 time: 1.3508806 Nov 25 18:42:56.780901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47592) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:56.799219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2404b0b-8cf7-412e-ab78-67bfebf18703 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Network': ['ID=bf1dafc6-6f0d-445f-bde4-e2bae272cf80,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:56.861733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddeb002-790a-45e2-974b-ff78279cc24f req-0a0781d0-29e8-4023-a659-b822ee8f617a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:56.863585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ddeb002-790a-45e2-974b-ff78279cc24f req-0a0781d0-29e8-4023-a659-b822ee8f617a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.0668111 Nov 25 18:42:56.986920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ddeb002-790a-45e2-974b-ff78279cc24f req-d10858cf-ce22-4ebb-b69c-4c4010bd1c8d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172359 Nov 25 18:42:57.038717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.113446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b824797c-1798-4418-b5d0-93ce732940ba None None] Could not find standard attr ID for object ec3d6b1b-61b8-47f2-bc48-9777702442ea. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:42:57.143374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953d4f7-5d00-4499-9eed-2af558de08a1 None None] DHCP port deletion for bf1dafc6-6f0d-445f-bde4-e2bae272cf80 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:42:57.166966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230b440-7078-4baf-8cc2-d310c153476a None None] Network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:42:57.186895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230b440-7078-4baf-8cc2-d310c153476a None None] Network bf1dafc6-6f0d-445f-bde4-e2bae272cf80 could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:42:57.202749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f61b892-0b3d-461c-a411-8ddb23c22f3e None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:42:57.245087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.269433 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.295358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1', 'a2fa1643-ee39-4298-8810-0c97c5969c69'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:57.338300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d34f3d6-e420-4ba8-b69e-e9ba420d43f7']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:57.348937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event deleted for resources: {'Port': ['ID=a2fa1643-ee39-4298-8810-0c97c5969c69,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:57.359844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403d8aeb-e2a8-420d-835c-890a1e514b1f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:57.360580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403d8aeb-e2a8-420d-835c-890a1e514b1f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:57.411398 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.413675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] No DVR routers for this DVR port a2fa1643-ee39-4298-8810-0c97c5969c69 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:57.424488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.428887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6e1d3a4-caf3-4292-ae73-3641d3a175ef req-868ba4ae-80f8-4a6c-b99e-617588a2a0e2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "DELETE /v2.0/ports/a2fa1643-ee39-4298-8810-0c97c5969c69 HTTP/1.1" status: 204 len: 173 time: 1.6555617 Nov 25 18:42:57.429626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'name': 'network-vif-deleted', 'tag': 'a2fa1643-ee39-4298-8810-0c97c5969c69'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:57.432214 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2317d082-275f-43bd-af03-fbde645c5518" -d '{"events": [{"server_uuid": "546f14d4-21c8-449e-bd2f-4173b98e0401", "name": "network-vif-deleted", "tag": "a2fa1643-ee39-4298-8810-0c97c5969c69"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:57.457776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.481203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27c680ee-5813-4252-b4d5-50c4e19f5d2f req-118323c6-57b7-409a-9bfa-e1c5cfc1a007 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=546f14d4-21c8-449e-bd2f-4173b98e0401 HTTP/1.1" status: 200 len: 210 time: 0.0429614 Nov 25 18:42:57.484393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:57.484914 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:57.504183 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:57.513277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f61b892-0b3d-461c-a411-8ddb23c22f3e None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:42:57.585231 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75b1a6d-cc72-4282-9eb2-f3c2417aaa38 x-openstack-request-id: req-e75b1a6d-cc72-4282-9eb2-f3c2417aaa38 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:57.586172 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546f14d4-21c8-449e-bd2f-4173b98e0401", "name": "network-vif-deleted", "tag": "a2fa1643-ee39-4298-8810-0c97c5969c69", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:57.586172 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e75b1a6d-cc72-4282-9eb2-f3c2417aaa38 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:57.598129 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546f14d4-21c8-449e-bd2f-4173b98e0401', 'name': 'network-vif-deleted', 'tag': 'a2fa1643-ee39-4298-8810-0c97c5969c69', 'status': 'completed', 'code': 200} Nov 25 18:42:57.630218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.637768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:57.642369 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/networks/3d34f3d6-e420-4ba8-b69e-e9ba420d43f7 HTTP/1.1" status: 204 len: 168 time: 0.8593462 Nov 25 18:42:57.645044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47624) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:57.691945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33afaf-a40e-47e1-85e5-b0feaeadc234 tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Network': ['ID=3d34f3d6-e420-4ba8-b69e-e9ba420d43f7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:57.818477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47632) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:57.874783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.111294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec3d6b1b-61b8-47f2-bc48-9777702442ea no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:42:58.115038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fbbac1b-3710-4b5d-887b-9efbe881fb13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.141448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ec3d6b1b-61b8-47f2-bc48-9777702442ea {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:42:58.141834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.142769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec3d6b1b-61b8-47f2-bc48-9777702442ea not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:42:58.171894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea96efe2-2000-4544-94e8-a0600821529c']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:58.190097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431437dd-7712-4687-ba08-5634432ced78') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:58.190393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431437dd-7712-4687-ba08-5634432ced78') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:58.205569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.239450 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.283004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:58.283400 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.287078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-340e3d75-e79a-44e6-ab57-60a3810eba8e None None] Provisioning complete for port 98611a76-5851-4118-a583-49ef0d18edd1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:58.287596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340e3d75-e79a-44e6-ab57-60a3810eba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:58.292301 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:58.306883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-c43ecb21-d13a-4e47-b72d-ed3cadc96066 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:58.310165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-c43ecb21-d13a-4e47-b72d-ed3cadc96066 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.0771821 Nov 25 18:42:58.358392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1e75-88af-493e-a6a5-9218e301f2e3 req-26e2e809-539b-4466-a169-fd3e0954c833 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:42:58.366049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ecb1e75-88af-493e-a6a5-9218e301f2e3 req-26e2e809-539b-4466-a169-fd3e0954c833 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 945 time: 0.1571665 Nov 25 18:42:58.430049 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fbbac1b-3710-4b5d-887b-9efbe881fb13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.440609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-340e3d75-e79a-44e6-ab57-60a3810eba8e None None] Provisioning complete for port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:42:58.440986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340e3d75-e79a-44e6-ab57-60a3810eba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.476617 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ecb1e75-88af-493e-a6a5-9218e301f2e3 req-e73f8a25-3ce7-4467-8e4f-2514ac4f8bac tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047912 Nov 25 18:42:58.477424 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.482882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.489209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/networks/ea96efe2-2000-4544-94e8-a0600821529c HTTP/1.1" status: 204 len: 168 time: 0.8405669 Nov 25 18:42:58.489209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fbbac1b-3710-4b5d-887b-9efbe881fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.492855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47660) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:58.570914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0fbbac1b-3710-4b5d-887b-9efbe881fb13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcbce5b8ace84be28fb2cc5c2e912fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7513194 Nov 25 18:42:58.583001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:58.596861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b329a-8cf7-4281-9b76-f033cebabbdf tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Network': ['ID=ea96efe2-2000-4544-94e8-a0600821529c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:58.604285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbac1b-3710-4b5d-887b-9efbe881fb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21999809-8d7f-478a-b6e7-ad96a1c71f21,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:58.694977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.709461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Deleting port 13aa238b-1fd2-458a-a15a-550a4dee03d7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:42:58.709803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.848590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47684) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:58.903606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85f267bd-04b1-4c60-9ab1-dc05cbac3e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:58.976873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.015067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] For port 13aa238b-1fd2-458a-a15a-550a4dee03d7, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=13aa238b-1fd2-458a-a15a-550a4dee03d7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:42:59.015799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.020195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6092055c-2bf7-45fc-8492-b60a6a794f47']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:59.041783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd566e319-8fbc-4d95-90d7-b3b2d445181f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:59.042376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd566e319-8fbc-4d95-90d7-b3b2d445181f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:42:59.052222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Calling delete_port for 13aa238b-1fd2-458a-a15a-550a4dee03d7 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:42:59.065600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85f267bd-04b1-4c60-9ab1-dc05cbac3e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.081230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.180266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.197923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:42:59.198242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:42:59.202424 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:42:59.254106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-100557a2-866f-4cd6-9629-86ee916a9e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.459331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.461747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85f267bd-04b1-4c60-9ab1-dc05cbac3e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.467494 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85f267bd-04b1-4c60-9ab1-dc05cbac3e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.477024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-85f267bd-04b1-4c60-9ab1-dc05cbac3e02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21999809-8d7f-478a-b6e7-ad96a1c71f21 HTTP/1.1" status: 204 len: 168 time: 0.8871899 Nov 25 18:42:59.496406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-100557a2-866f-4cd6-9629-86ee916a9e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.504234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-100557a2-866f-4cd6-9629-86ee916a9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.515856 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.519793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] 10.222.0.62 "DELETE /v2.0/networks/6092055c-2bf7-45fc-8492-b60a6a794f47 HTTP/1.1" status: 204 len: 168 time: 1.0245588 Nov 25 18:42:59.538548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-100557a2-866f-4cd6-9629-86ee916a9e94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18ce4a96679846b58834dd2358eb2b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6854081 Nov 25 18:42:59.539251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:42:59.546100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f267bd-04b1-4c60-9ab1-dc05cbac3e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21999809-8d7f-478a-b6e7-ad96a1c71f21,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:59.548245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.550098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa107a-a014-4717-81e1-de0b36cc685a tempest-BulkNetworkOpsIpV6Test-528884599 tempest-BulkNetworkOpsIpV6Test-528884599-project] Pushing event deleted for resources: {'Network': ['ID=6092055c-2bf7-45fc-8492-b60a6a794f47,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:59.581105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc508e8-fd4f-4fe4-9dda-ee098c537490'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:59.592560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Pushing event deleted for resources: {'Port': ['ID=13aa238b-1fd2-458a-a15a-550a4dee03d7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:59.658014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['0d20d083-3cf8-4b77-8c3e-be8cd091f8a7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:42:59.719996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] No DVR routers for this DVR port 13aa238b-1fd2-458a-a15a-550a4dee03d7 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:42:59.722831 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-765d947a-7215-4bfb-b3f5-46f1f7777f38 req-d6cb427f-5c21-4185-a3c9-8c7b6416e917 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f2a308d-f458-41af-bf44-850b57395dc9 HTTP/1.1" status: 200 len: 210 time: 0.0820603 Nov 25 18:42:59.740317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.743817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1654e5d-945c-40a9-90ef-8ce4aff1135d req-f93a7abc-a145-4baf-886b-d56e605fccd1 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "DELETE /v2.0/ports/13aa238b-1fd2-458a-a15a-550a4dee03d7 HTTP/1.1" status: 204 len: 173 time: 1.4269552 Nov 25 18:42:59.744337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2a308d-f458-41af-bf44-850b57395dc9', 'name': 'network-vif-deleted', 'tag': '13aa238b-1fd2-458a-a15a-550a4dee03d7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:42:59.755052 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d11444-6679-4eca-97d5-5932d39293e5" -d '{"events": [{"server_uuid": "6f2a308d-f458-41af-bf44-850b57395dc9", "name": "network-vif-deleted", "tag": "13aa238b-1fd2-458a-a15a-550a4dee03d7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:42:59.807506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100557a2-866f-4cd6-9629-86ee916a9e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f5f6f7-122a-4af3-8e3e-51128cc14fbd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:42:59.836958 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9515f58-78c9-422f-8497-bdba02a11d07 x-openstack-request-id: req-c9515f58-78c9-422f-8497-bdba02a11d07 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:42:59.837268 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2a308d-f458-41af-bf44-850b57395dc9", "name": "network-vif-deleted", "tag": "13aa238b-1fd2-458a-a15a-550a4dee03d7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:42:59.837530 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9515f58-78c9-422f-8497-bdba02a11d07 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:42:59.837960 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2a308d-f458-41af-bf44-850b57395dc9', 'name': 'network-vif-deleted', 'tag': '13aa238b-1fd2-458a-a15a-550a4dee03d7', 'status': 'completed', 'code': 200} Nov 25 18:42:59.898601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bfa28003-dbc6-40f8-848a-d7d50fd8438a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:42:59.988766 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bfa28003-dbc6-40f8-848a-d7d50fd8438a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.112838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bfa28003-dbc6-40f8-848a-d7d50fd8438a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.117977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bfa28003-dbc6-40f8-848a-d7d50fd8438a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.119650 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bfa28003-dbc6-40f8-848a-d7d50fd8438a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81f5f6f7-122a-4af3-8e3e-51128cc14fbd HTTP/1.1" status: 204 len: 168 time: 0.5781476 Nov 25 18:43:00.130384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa28003-dbc6-40f8-848a-d7d50fd8438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f5f6f7-122a-4af3-8e3e-51128cc14fbd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:00.276895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47728) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:00.640476 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.653796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a2fa1643-ee39-4298-8810-0c97c5969c69 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:00.714288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: a2fa1643-ee39-4298-8810-0c97c5969c69 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:00.720735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a2fa1643-ee39-4298-8810-0c97c5969c69 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:00.767088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b59dd17e-c91f-4d16-be90-4117d1d89ff4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e126873ce194571aec26411dd07be6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884565 Nov 25 18:43:00.769656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:00.871252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90af0287-bd5b-41e6-b029-14802b63be61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.900489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90af0287-bd5b-41e6-b029-14802b63be61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.983064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90af0287-bd5b-41e6-b029-14802b63be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.987756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90af0287-bd5b-41e6-b029-14802b63be61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:00.989474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90af0287-bd5b-41e6-b029-14802b63be61 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b814ab14-0666-4c42-9658-ee093d5b2b21 HTTP/1.1" status: 204 len: 168 time: 0.2184863 Nov 25 18:43:01.006656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af0287-bd5b-41e6-b029-14802b63be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b814ab14-0666-4c42-9658-ee093d5b2b21,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:01.287839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc813-c8ee-4043-9df1-98661321e004 req-b997de66-e935-4ab8-b7cc-6e2c98bc414e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:01.296145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-712bc813-c8ee-4043-9df1-98661321e004 req-b997de66-e935-4ab8-b7cc-6e2c98bc414e tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 946 time: 0.0665121 Nov 25 18:43:01.301763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 13aa238b-1fd2-458a-a15a-550a4dee03d7 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:01.346726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 13aa238b-1fd2-458a-a15a-550a4dee03d7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:01.356152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 13aa238b-1fd2-458a-a15a-550a4dee03d7 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:01.387921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-712bc813-c8ee-4043-9df1-98661321e004 req-273bf5c2-064d-4f8a-ae0d-2189eac6ea06 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907998 Nov 25 18:43:02.619925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e82b17-ed75-4fe1-a228-bcc11daa8448 req-a3b258bb-7096-40b8-ba19-ff06b7f57c32 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:02.626237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b0e82b17-ed75-4fe1-a228-bcc11daa8448 req-a3b258bb-7096-40b8-ba19-ff06b7f57c32 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 946 time: 0.1024671 Nov 25 18:43:02.744706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b0e82b17-ed75-4fe1-a228-bcc11daa8448 req-b4fd0904-733b-4f36-bec9-c503a3d0ab6d tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084535 Nov 25 18:43:02.876998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-fdda3749-b110-47cf-9291-d370660a1b14 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:02.878719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-fdda3749-b110-47cf-9291-d370660a1b14 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 946 time: 0.1764855 Nov 25 18:43:03.072468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Deleting port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:03.072953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:03.159044 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:03.326113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] For port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:03.326930 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:03.393317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Calling delete_port for 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:03.504251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:03.656659 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:03.673562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc508e8-fd4f-4fe4-9dda-ee098c537490'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:03.676244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['0d20d083-3cf8-4b77-8c3e-be8cd091f8a7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:03.724960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Pushing event deleted for resources: {'Port': ['ID=0d20d083-3cf8-4b77-8c3e-be8cd091f8a7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:03.886066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-190de681-9b0b-4c6c-bc1a-dfdc0eba9118 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] Request body: {'port': {'network_id': 'bb0ffe66-5d40-403e-9a17-c689e78e822b', 'name': 'tempest-NetworksNegativeTestJSON-2117853965'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:03.889924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] No DVR routers for this DVR port 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:03.915957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:03.930319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f2599e8-b3f3-4d71-a1db-76193991ddd3 req-102e6bd7-9063-4a4c-9bf7-4687b05d6492 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.64 "DELETE /v2.0/ports/0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 HTTP/1.1" status: 204 len: 173 time: 1.0439107 Nov 25 18:43:03.932803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'name': 'network-vif-deleted', 'tag': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:03.937899 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-190de681-9b0b-4c6c-bc1a-dfdc0eba9118 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] POST failed (client error): The resource could not be found. Nov 25 18:43:03.939055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190de681-9b0b-4c6c-bc1a-dfdc0eba9118 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:03.943975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-190de681-9b0b-4c6c-bc1a-dfdc0eba9118 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4350028 Nov 25 18:43:03.944172 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48445f25-735e-4311-9867-3e2604c86835" -d '{"events": [{"server_uuid": "9dee4986-0ded-4721-bdc2-17d216eeee1b", "name": "network-vif-deleted", "tag": "0d20d083-3cf8-4b77-8c3e-be8cd091f8a7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:03.949170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.097551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f000923d-cca6-40ec-86b2-0136317fd782 req-0551319b-b0f9-4409-80f2-35e06142850f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dee4986-0ded-4721-bdc2-17d216eeee1b HTTP/1.1" status: 200 len: 210 time: 0.1560640 Nov 25 18:43:04.151234 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-436ab654-9c07-4ca2-8bd5-71048657762d tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] DELETE failed (client error): The resource could not be found. Nov 25 18:43:04.152608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436ab654-9c07-4ca2-8bd5-71048657762d tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:04.157817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-436ab654-9c07-4ca2-8bd5-71048657762d tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "DELETE /v2.0/networks/ebe79094-4cc0-40c3-9fe5-7fc5d36598ce HTTP/1.1" status: 404 len: 339 time: 0.2076006 Nov 25 18:43:04.163331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47874) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.234825 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb408b9-b96a-49a1-b228-98aca02955c2 x-openstack-request-id: req-3eb408b9-b96a-49a1-b228-98aca02955c2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:04.235529 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dee4986-0ded-4721-bdc2-17d216eeee1b", "name": "network-vif-deleted", "tag": "0d20d083-3cf8-4b77-8c3e-be8cd091f8a7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:04.235956 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3eb408b9-b96a-49a1-b228-98aca02955c2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:04.237094 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dee4986-0ded-4721-bdc2-17d216eeee1b', 'name': 'network-vif-deleted', 'tag': '0d20d083-3cf8-4b77-8c3e-be8cd091f8a7', 'status': 'completed', 'code': 200} Nov 25 18:43:04.244008 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a674dc6d-d64c-48d6-a04c-99be46e35cd8 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] DELETE failed (client error): The resource could not be found. Nov 25 18:43:04.246745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a674dc6d-d64c-48d6-a04c-99be46e35cd8 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:04.254090 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a674dc6d-d64c-48d6-a04c-99be46e35cd8 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "DELETE /v2.0/ports/ac1f2c34-84b3-4b72-aa84-b53867e5a638 HTTP/1.1" status: 404 len: 333 time: 0.0854087 Nov 25 18:43:04.254967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.351078 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ca1bb1-98bd-46d8-a996-ccad7fe2ae32 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] DELETE failed (client error): The resource could not be found. Nov 25 18:43:04.353473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ca1bb1-98bd-46d8-a996-ccad7fe2ae32 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:04.370782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-83ca1bb1-98bd-46d8-a996-ccad7fe2ae32 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "DELETE /v2.0/subnets/cb42015f-f260-43db-9a67-97bc88dad04a HTTP/1.1" status: 404 len: 337 time: 0.1141212 Nov 25 18:43:04.374674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.487318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803289d-e42b-4259-a777-95798a53ceee req-37ed383d-e401-4c26-8960-41e1289fe3b2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:04.492285 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4621b6-ccbe-40ec-a379-45bcdf08f91a tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] GET failed (client error): The resource could not be found. Nov 25 18:43:04.498382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f803289d-e42b-4259-a777-95798a53ceee req-37ed383d-e401-4c26-8960-41e1289fe3b2 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 946 time: 0.1460304 Nov 25 18:43:04.504360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7c4621b6-ccbe-40ec-a379-45bcdf08f91a tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "GET /v2.0/networks/1a2a1aef-d6c9-4eab-817d-14b514910c5a HTTP/1.1" status: 404 len: 339 time: 0.1282611 Nov 25 18:43:04.505013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47892) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.591180 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-42035ace-4c01-4f76-91ec-0e6853175201 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] GET failed (client error): The resource could not be found. Nov 25 18:43:04.593026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-42035ace-4c01-4f76-91ec-0e6853175201 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "GET /v2.0/ports/dcde7c0d-4fc8-4acc-b05e-56bcdd87b1cd HTTP/1.1" status: 404 len: 333 time: 0.0821896 Nov 25 18:43:04.596759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.601540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f803289d-e42b-4259-a777-95798a53ceee req-dad4d496-109a-4253-b8cd-71eb7411880e tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005316 Nov 25 18:43:04.637656 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a28d565-a33b-45b5-907e-e80f6ecedc2e tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] GET failed (client error): The resource could not be found. Nov 25 18:43:04.639478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a28d565-a33b-45b5-907e-e80f6ecedc2e tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "GET /v2.0/subnets/0f358bb7-51cf-4125-a871-36257e7d80e1 HTTP/1.1" status: 404 len: 337 time: 0.0414720 Nov 25 18:43:04.643320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.649330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e5cb4fc6-2290-4936-8825-5f01e4c9a24b tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:04.686047 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cb4fc6-2290-4936-8825-5f01e4c9a24b tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] PUT failed (client error): The resource could not be found. Nov 25 18:43:04.686620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cb4fc6-2290-4936-8825-5f01e4c9a24b tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:04.692736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47900) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.694916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e5cb4fc6-2290-4936-8825-5f01e4c9a24b tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "PUT /v2.0/networks/e5c17a35-d111-4351-8f69-223a8383d037 HTTP/1.1" status: 404 len: 339 time: 0.0503678 Nov 25 18:43:04.714117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1945b819-365c-4af7-8dc7-c2a8d6b29214 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:04.784239 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-1945b819-365c-4af7-8dc7-c2a8d6b29214 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] PUT failed (client error): The resource could not be found. Nov 25 18:43:04.790148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1945b819-365c-4af7-8dc7-c2a8d6b29214 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:04.791680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1945b819-365c-4af7-8dc7-c2a8d6b29214 tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "PUT /v2.0/ports/2271fb96-d09f-4e27-b953-f9f8f069f959 HTTP/1.1" status: 404 len: 333 time: 0.0976751 Nov 25 18:43:04.800242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47904) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:04.827444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-eed1bd6c-91c1-4468-9083-68c49eff03dd tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:04.860883 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed1bd6c-91c1-4468-9083-68c49eff03dd tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] PUT failed (client error): The resource could not be found. Nov 25 18:43:04.861443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed1bd6c-91c1-4468-9083-68c49eff03dd tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:04.866832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eed1bd6c-91c1-4468-9083-68c49eff03dd tempest-NetworksNegativeTestJSON-1507187929 tempest-NetworksNegativeTestJSON-1507187929-project] 10.222.0.62 "PUT /v2.0/subnets/d5218dc5-ed12-4d32-85ce-5437db2d2627 HTTP/1.1" status: 404 len: 337 time: 0.0619097 Nov 25 18:43:05.586995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:05.773817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f264f4-1b6c-4bf2-b6ff-3ff25e259a1b req-8e1db81b-15a5-445e-b857-3f0c88ec0e27 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:05.786655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50f264f4-1b6c-4bf2-b6ff-3ff25e259a1b req-8e1db81b-15a5-445e-b857-3f0c88ec0e27 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2372437 Nov 25 18:43:05.865420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50f264f4-1b6c-4bf2-b6ff-3ff25e259a1b req-0d3a432e-a7c9-472c-ae97-91e015c660d8 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767088 Nov 25 18:43:05.926637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003f82-be25-4225-bd08-116aa62fc84d req-85d70c9c-9ad1-4d73-a50a-90c350403394 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:05.937216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2003f82-be25-4225-bd08-116aa62fc84d req-85d70c9c-9ad1-4d73-a50a-90c350403394 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 946 time: 0.1298478 Nov 25 18:43:06.108536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ffb08d3-7058-40fe-bb44-d57af35925d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.190729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2003f82-be25-4225-bd08-116aa62fc84d req-b2c1b6d1-2708-4532-8add-62acc1e87767 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462492 Nov 25 18:43:06.300842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ffb08d3-7058-40fe-bb44-d57af35925d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.325487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-712ddc6e-8a31-444b-80d2-3871d34b0111 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:06.327517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:06.329313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-712ddc6e-8a31-444b-80d2-3871d34b0111 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 946 time: 0.3425784 Nov 25 18:43:06.330740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ffb08d3-7058-40fe-bb44-d57af35925d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.379484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6ffb08d3-7058-40fe-bb44-d57af35925d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f610d754449047c3b50c6b7b28e386f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7887027 Nov 25 18:43:06.381128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47996) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:06.444791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb08d3-7058-40fe-bb44-d57af35925d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae0248-af61-483e-8937-f3c192d2a731,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:06.527457 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08a5c16f-7038-4575-80e6-874b717bcec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.580819 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08a5c16f-7038-4575-80e6-874b717bcec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.600902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Deleting port 98611a76-5851-4118-a583-49ef0d18edd1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:06.601904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.656343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61f1cd30-31d8-47a2-93dd-4d43d05927fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.700620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:06.731485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08a5c16f-7038-4575-80e6-874b717bcec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.747053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08a5c16f-7038-4575-80e6-874b717bcec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.749728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-08a5c16f-7038-4575-80e6-874b717bcec8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14ae0248-af61-483e-8937-f3c192d2a731 HTTP/1.1" status: 204 len: 168 time: 0.3671360 Nov 25 18:43:06.756277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:06.757748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d20d083-3cf8-4b77-8c3e-be8cd091f8a7 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:06.785727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] For port 98611a76-5851-4118-a583-49ef0d18edd1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=98611a76-5851-4118-a583-49ef0d18edd1,segment=NetworkSegment(9b28578b-a716-464b-9dc3-04f238476085),segment_id=9b28578b-a716-464b-9dc3-04f238476085)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:06.787223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.809401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Calling delete_port for 98611a76-5851-4118-a583-49ef0d18edd1 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:06.825896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5c16f-7038-4575-80e6-874b717bcec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae0248-af61-483e-8937-f3c192d2a731,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:06.895922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61f1cd30-31d8-47a2-93dd-4d43d05927fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.907704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61f1cd30-31d8-47a2-93dd-4d43d05927fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:06.958356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-61f1cd30-31d8-47a2-93dd-4d43d05927fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9f2f0aa466f42cda60e62704698b2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6296027 Nov 25 18:43:06.964365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48016) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:07.017433 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.034370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['98611a76-5851-4118-a583-49ef0d18edd1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:07.053813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1cd30-31d8-47a2-93dd-4d43d05927fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f69486-2000-4a8e-b672-a64696394b24,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:07.111760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Pushing event deleted for resources: {'Port': ['ID=98611a76-5851-4118-a583-49ef0d18edd1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:07.145664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f6b05-a7c9-47d6-b405-4692306cd920 None None] DHCP port deletion for 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:07.171809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97268642-471f-4a9d-b506-d47f78e5ee42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.218818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97268642-471f-4a9d-b506-d47f78e5ee42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.244170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] No DVR routers for this DVR port 98611a76-5851-4118-a583-49ef0d18edd1 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:07.272322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.283771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee1a4c3c-8d49-4875-89c3-75976e093daa req-f3ca3b3d-a59b-4b84-85b8-6e7cb208cb2b tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.64 "DELETE /v2.0/ports/98611a76-5851-4118-a583-49ef0d18edd1 HTTP/1.1" status: 204 len: 173 time: 0.9188383 Nov 25 18:43:07.284490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'name': 'network-vif-deleted', 'tag': '98611a76-5851-4118-a583-49ef0d18edd1'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:07.287196 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c46448-e183-4f7a-91d9-e0784d216d77" -d '{"events": [{"server_uuid": "7b937d6f-50b7-4f96-9478-8c306a0f8562", "name": "network-vif-deleted", "tag": "98611a76-5851-4118-a583-49ef0d18edd1"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:07.339319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1103a-b561-40a1-bd4f-a3e905f546ae req-8d5307cd-b9b8-4c89-92ba-45ffd4dba18a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:07.347609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42e1103a-b561-40a1-bd4f-a3e905f546ae req-8d5307cd-b9b8-4c89-92ba-45ffd4dba18a tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.2410715 Nov 25 18:43:07.381803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-560d8f8f-b13f-41ec-bd4d-75de0b3dcd64 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:07.383659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-560d8f8f-b13f-41ec-bd4d-75de0b3dcd64 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 945 time: 0.1420944 Nov 25 18:43:07.423395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac59d469-57c9-4fc9-9ed1-8df62471cc43 req-8be58527-e071-4a1a-b1fe-d66b0c641272 tempest-AttachVolumeNegativeTest-508271799 tempest-AttachVolumeNegativeTest-508271799-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b937d6f-50b7-4f96-9478-8c306a0f8562 HTTP/1.1" status: 200 len: 210 time: 0.0961716 Nov 25 18:43:07.460093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97268642-471f-4a9d-b506-d47f78e5ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.465700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97268642-471f-4a9d-b506-d47f78e5ee42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.467563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-97268642-471f-4a9d-b506-d47f78e5ee42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1f69486-2000-4a8e-b672-a64696394b24 HTTP/1.1" status: 204 len: 168 time: 0.5017061 Nov 25 18:43:07.484654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97268642-471f-4a9d-b506-d47f78e5ee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f69486-2000-4a8e-b672-a64696394b24,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:07.533621 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8127e14-dc11-4614-a665-f57cc922b2b9 x-openstack-request-id: req-c8127e14-dc11-4614-a665-f57cc922b2b9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:07.533920 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b937d6f-50b7-4f96-9478-8c306a0f8562", "name": "network-vif-deleted", "tag": "98611a76-5851-4118-a583-49ef0d18edd1", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:07.534176 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8127e14-dc11-4614-a665-f57cc922b2b9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:07.534608 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b937d6f-50b7-4f96-9478-8c306a0f8562', 'name': 'network-vif-deleted', 'tag': '98611a76-5851-4118-a583-49ef0d18edd1', 'status': 'completed', 'code': 200} Nov 25 18:43:07.581715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42e1103a-b561-40a1-bd4f-a3e905f546ae req-4820c99d-8c78-410a-801f-338aac9c897b tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a7023b8-203b-4dc6-90cf-219b6e3a4814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321737 Nov 25 18:43:07.616107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Deleting port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:07.616777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.740196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] For port 5fc508e8-fd4f-4fe4-9dda-ee098c537490, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5fc508e8-fd4f-4fe4-9dda-ee098c537490,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:07.740858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.762354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Calling delete_port for 5fc508e8-fd4f-4fe4-9dda-ee098c537490 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:07.973140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:07.986871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5fc508e8-fd4f-4fe4-9dda-ee098c537490'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:08.097420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Pushing event deleted for resources: {'Port': ['ID=5fc508e8-fd4f-4fe4-9dda-ee098c537490,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:08.109160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] No DVR routers for this DVR port 5fc508e8-fd4f-4fe4-9dda-ee098c537490 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:08.115172 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.120091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a16e36f9-a5d1-4358-9bb2-ccbcc8a04845 req-ba311ab5-a9ef-40d4-aae0-2535257e5456 tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.66 "DELETE /v2.0/ports/5fc508e8-fd4f-4fe4-9dda-ee098c537490 HTTP/1.1" status: 204 len: 173 time: 0.7179437 Nov 25 18:43:08.129638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48054) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:08.146150 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0507660f-bb5d-4f12-ba84-6d447d2e8f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.367808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0507660f-bb5d-4f12-ba84-6d447d2e8f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.383851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0507660f-bb5d-4f12-ba84-6d447d2e8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.467858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507660f-bb5d-4f12-ba84-6d447d2e8f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc598be9-81da-483c-b310-5da3959bbb0f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:08.491652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48064) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:08.492153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0507660f-bb5d-4f12-ba84-6d447d2e8f8d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=708acff2d3ad4877b69400c66dbf435c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613212 Nov 25 18:43:08.508747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48066) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:08.565979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] Deleting subnet 3f3c63e6-c72b-4707-82ed-fa77b99541b5 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:43:08.574560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5da45e57-5b8d-4db5-bdb4-59b847bfecd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.576966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.613472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5da45e57-5b8d-4db5-bdb4-59b847bfecd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.650838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.720820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.730842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:08.756136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5da45e57-5b8d-4db5-bdb4-59b847bfecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.759532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5da45e57-5b8d-4db5-bdb4-59b847bfecd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.764208 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5da45e57-5b8d-4db5-bdb4-59b847bfecd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc598be9-81da-483c-b310-5da3959bbb0f HTTP/1.1" status: 204 len: 168 time: 0.2714727 Nov 25 18:43:08.766691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6414fa-5105-4597-8d20-1c007ef1e640 req-68304393-ca08-46f9-a8e0-5e2d90adb63f tempest-ListServerFiltersTestJSON-2109307685 tempest-ListServerFiltersTestJSON-2109307685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7df95f6-f106-4fa2-9dfd-63079b3afd6b HTTP/1.1" status: 200 len: 210 time: 0.0502262 Nov 25 18:43:08.776583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da45e57-5b8d-4db5-bdb4-59b847bfecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc598be9-81da-483c-b310-5da3959bbb0f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:08.827969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.857295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3c63e6-c72b-4707-82ed-fa77b99541b5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:08.859336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.865331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48084) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:08.866316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c24910-7bfb-407c-a487-8f7a7e980d8b None None] Network 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:08.892855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5101c083-2ef4-44c0-a7c8-1c7d6d83d244 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3f3c63e6-c72b-4707-82ed-fa77b99541b5 HTTP/1.1" status: 204 len: 168 time: 0.3829136 Nov 25 18:43:08.954381 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:08.992925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1889036405'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:09.028078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5457a-7482-4548-bd2c-de842f41d97c None None] DHCP port deletion for 944fd81b-2a8f-48ec-9b80-58f168f8d6d4 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:09.075306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:09.080880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.096754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.097927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.138380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944fd81b-2a8f-48ec-9b80-58f168f8d6d4']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:09.157604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b28578b-a716-464b-9dc3-04f238476085') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:09.157998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b28578b-a716-464b-9dc3-04f238476085') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:09.176600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.198311 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.211723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:43:09.212212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:43:09.215363 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:43:09.332560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.334977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.355962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.362249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] 10.222.0.62 "DELETE /v2.0/networks/944fd81b-2a8f-48ec-9b80-58f168f8d6d4 HTTP/1.1" status: 204 len: 168 time: 0.4957585 Nov 25 18:43:09.363610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0428a-7f48-4f2d-b05e-ae83c2a26bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=944fd81b-2a8f-48ec-9b80-58f168f8d6d4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:09.365433 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.405119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce9d8c-6aca-4cd9-ba50-f838a8fea673,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:09.414805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:43:09.427291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.427291 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment 77580fa0-e93e-4fe4-9457-4e2f0813fcc2 of type vlan for network 3f7ba654-af62-4ada-ba75-9d562eb76c9d Nov 25 18:43:09.495708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.535826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'name': 'network-vif-deleted', 'tag': '5fc508e8-fd4f-4fe4-9dda-ee098c537490'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:09.538814 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45723ce-7a08-4ccc-97c1-cf303dedcf9d" -d '{"events": [{"server_uuid": "f7df95f6-f106-4fa2-9dfd-63079b3afd6b", "name": "network-vif-deleted", "tag": "5fc508e8-fd4f-4fe4-9dda-ee098c537490"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:09.551641 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.569697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:09.572024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.659592 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ffd98-b521-4957-b13c-0e757c169ae1 x-openstack-request-id: req-d50ffd98-b521-4957-b13c-0e757c169ae1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:09.660091 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7df95f6-f106-4fa2-9dfd-63079b3afd6b", "name": "network-vif-deleted", "tag": "5fc508e8-fd4f-4fe4-9dda-ee098c537490", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:09.660229 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d50ffd98-b521-4957-b13c-0e757c169ae1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:09.660605 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7df95f6-f106-4fa2-9dfd-63079b3afd6b', 'name': 'network-vif-deleted', 'tag': '5fc508e8-fd4f-4fe4-9dda-ee098c537490', 'status': 'completed', 'code': 200} Nov 25 18:43:09.694780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48108) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:09.710298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=3f7ba654-af62-4ada-ba75-9d562eb76c9d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:09.722029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:43:09.723802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2870012c-da9f-4da4-afc9-662781b67479 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9916568 Nov 25 18:43:09.726298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:09.731938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'name': 'tempest-PortsIpV6TestJSON-1727476999'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:09.782133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-790836e3-cc94-407f-9353-8eb6dfb0d351 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbd5c3654f2344cfbcdda8b19c57305d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835829 Nov 25 18:43:09.783007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48112) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:09.883571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48116) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:09.905931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:09.913982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.931889 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd373f01-07a9-40ec-bd2f-d1b4c4b69c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.944969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port 5183df44-a81f-4acf-a4fb-fbeca167aee4 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:09.954379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] Deleting subnet d84602bf-e2e2-47e2-8ecb-3a9fce6356cd {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:43:09.961413 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:09.987934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd373f01-07a9-40ec-bd2f-d1b4c4b69c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.058330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.199956 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.200409 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd373f01-07a9-40ec-bd2f-d1b4c4b69c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.205742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd373f01-07a9-40ec-bd2f-d1b4c4b69c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.207450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bd373f01-07a9-40ec-bd2f-d1b4c4b69c6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0 HTTP/1.1" status: 204 len: 168 time: 0.4235342 Nov 25 18:43:10.223888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd373f01-07a9-40ec-bd2f-d1b4c4b69c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4dfdb7-a476-4b1f-b1d0-ae486b4783c0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:10.242205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.265781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.313785 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.340339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=5183df44-a81f-4acf-a4fb-fbeca167aee4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:10.369828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84602bf-e2e2-47e2-8ecb-3a9fce6356cd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:10.381769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': '77580fa0-e93e-4fe4-9457-4e2f0813fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:10.383508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: 3f7ba654-af62-4ada-ba75-9d562eb76c9d, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:43:10.389846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.403477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48132) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:10.406421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2531c4d-94bc-48b2-8a2d-e84574689ed9 None None] Network be286330-89eb-42b5-a805-5d55819abf4e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:10.408437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0888260-8a5a-45f5-95b4-6e09b80f35b1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d84602bf-e2e2-47e2-8ecb-3a9fce6356cd HTTP/1.1" status: 204 len: 168 time: 0.5212588 Nov 25 18:43:10.509021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:43:10.553307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.566371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 3f7ba654-af62-4ada-ba75-9d562eb76c9d) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:10.581518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e11450-ec94-4821-aafc-e85579e2cb70 None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:10.592587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:10.617092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:10.620375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.725285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48144) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:10.726145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4d3ecc0d-3e30-4fa6-89e7-a62a6061dc57 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9975181 Nov 25 18:43:10.731617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1159010551'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:10.749166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 98611a76-5851-4118-a583-49ef0d18edd1 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:10.774245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Deleting port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:10.775159 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.778297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:10.786373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.834024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 98611a76-5851-4118-a583-49ef0d18edd1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:10.834641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 98611a76-5851-4118-a583-49ef0d18edd1 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:10.840136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:43:10.871629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.871982 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment 690c1d9d-b560-44fc-be21-97b11b296a2f of type vlan for network c6f28b81-d5ef-400c-89ef-3c5d1fbe1375 Nov 25 18:43:10.873484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] For port eeef5b66-0fe0-4efd-853d-92d12dc91ef9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:10.873857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.914381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Calling delete_port for eeef5b66-0fe0-4efd-853d-92d12dc91ef9 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:10.932161 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34ba114c-2b06-4574-bcd1-dd57246bf2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:10.965545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] DHCP port deletion for be286330-89eb-42b5-a805-5d55819abf4e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:10.983620 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.064662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] Deleting port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:11.066189 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.088893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.091447 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.102895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:11.103906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.134274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4076421 Nov 25 18:43:11.163974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] No DVR routers for this DVR port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:11.174397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48152) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:11.188157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'ports': [{'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d'}, {'network_id': 'c6f28b81-d5ef-400c-89ef-3c5d1fbe1375'}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:11.188686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:11.189355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': 'c6f28b81-d5ef-400c-89ef-3c5d1fbe1375'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:11.289546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] For port eeef5b66-0fe0-4efd-853d-92d12dc91ef9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,segment=NetworkSegment(7e1836b1-a302-41b1-886b-e9c302ca1d83),segment_id=7e1836b1-a302-41b1-886b-e9c302ca1d83)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:11.289947 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.308678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32472b-93d9-402f-b92e-25abac7cf957 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=c6f28b81-d5ef-400c-89ef-3c5d1fbe1375,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:11.332009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c6f28b81-d5ef-400c-89ef-3c5d1fbe1375 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:43:11.372671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.401257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be286330-89eb-42b5-a805-5d55819abf4e']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:11.415812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1836b1-a302-41b1-886b-e9c302ca1d83') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:11.416373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1836b1-a302-41b1-886b-e9c302ca1d83') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:11.431838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.448529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.474988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:43:11.476994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] Calling delete_port for eeef5b66-0fe0-4efd-853d-92d12dc91ef9 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:11.477789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.481049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc508e8-fd4f-4fe4-9dda-ee098c537490 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:43:11.484461 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:43:11.499089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:11.534932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 5fc508e8-fd4f-4fe4-9dda-ee098c537490 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:11.535639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5fc508e8-fd4f-4fe4-9dda-ee098c537490 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:11.615586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.616279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.621204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.624528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] 10.222.0.62 "DELETE /v2.0/networks/be286330-89eb-42b5-a805-5d55819abf4e HTTP/1.1" status: 204 len: 168 time: 1.2140727 Nov 25 18:43:11.644407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dde863-8a2c-4ace-a221-95ffc654c941 admin admin] Pushing event deleted for resources: {'Network': ['ID=be286330-89eb-42b5-a805-5d55819abf4e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:11.650639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] Network be286330-89eb-42b5-a805-5d55819abf4e is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:43:11.651339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] No DVR routers for this DVR port eeef5b66-0fe0-4efd-853d-92d12dc91ef9 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:11.653547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4daf0-d409-46f0-91f6-500436d61957 None None] Pushing event deleted for resources: {'Port': ['ID=eeef5b66-0fe0-4efd-853d-92d12dc91ef9,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:11.657819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 2} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:11.663720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.681955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.777473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port 10fd2a24-6391-4ed5-b391-34bda7481f6f yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:11.883101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:11.911264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48182) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:11.928888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:11.973467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b6cba73c-5d09-47c0-94b0-1e65fc8223ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=863fe3c75a854285872275f7f2eac133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583570 Nov 25 18:43:11.973707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48186) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:12.009763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port e753929a-8cd5-429b-81d5-f2de9f5a9af6 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:12.055705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52c8791f-80f1-46b4-81ff-bc6ecc781046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.077412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device eeef5b66-0fe0-4efd-853d-92d12dc91ef9 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:12.082972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52c8791f-80f1-46b4-81ff-bc6ecc781046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.124420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: eeef5b66-0fe0-4efd-853d-92d12dc91ef9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:12.124420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device eeef5b66-0fe0-4efd-853d-92d12dc91ef9 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:12.156011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52c8791f-80f1-46b4-81ff-bc6ecc781046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.159537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52c8791f-80f1-46b4-81ff-bc6ecc781046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.163031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-52c8791f-80f1-46b4-81ff-bc6ecc781046 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a7023b8-203b-4dc6-90cf-219b6e3a4814 HTTP/1.1" status: 204 len: 168 time: 0.1860731 Nov 25 18:43:12.176953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.178324 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ab13-cff5-479f-82fa-1b7ddc6eca6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.189463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8791f-80f1-46b4-81ff-bc6ecc781046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7023b8-203b-4dc6-90cf-219b6e3a4814,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:12.223098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.288826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:12.296530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:12.301192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:12.302417 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.304664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=10fd2a24-6391-4ed5-b391-34bda7481f6f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:12.338312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ab13-cff5-479f-82fa-1b7ddc6eca6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.348546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ab13-cff5-479f-82fa-1b7ddc6eca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.379162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=e753929a-8cd5-429b-81d5-f2de9f5a9af6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:12.414771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': '690c1d9d-b560-44fc-be21-97b11b296a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c6f28b81-d5ef-400c-89ef-3c5d1fbe1375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:12.415179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: c6f28b81-d5ef-400c-89ef-3c5d1fbe1375, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:43:12.420863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4ab13-cff5-479f-82fa-1b7ddc6eca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cbd0d3-4fe9-4c9e-a223-a32f112c58f7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:12.431504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c5c4ab13-cff5-479f-82fa-1b7ddc6eca6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7523cce41a8b402f83bbfbd5aa1cd362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5473480 Nov 25 18:43:12.434066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48208) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:12.466656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network c6f28b81-d5ef-400c-89ef-3c5d1fbe1375 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:43:12.494677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c6f28b81-d5ef-400c-89ef-3c5d1fbe1375) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:12.500055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:12.506775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d2b19-ef85-49ad-b5c3-295f15e7c661 None None] Network c6f28b81-d5ef-400c-89ef-3c5d1fbe1375 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:12.509766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:12.517420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:12.521300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.548977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-93c9ae18-5e74-4352-bc59-8482ee0b82d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.557160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b23216ef-08b6-4cba-9e47-f3b5aa227f82 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3792539 Nov 25 18:43:12.559787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48212) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:12.579916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-93c9ae18-5e74-4352-bc59-8482ee0b82d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.666202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-93c9ae18-5e74-4352-bc59-8482ee0b82d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.669784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-93c9ae18-5e74-4352-bc59-8482ee0b82d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:12.671258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-93c9ae18-5e74-4352-bc59-8482ee0b82d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9cbd0d3-4fe9-4c9e-a223-a32f112c58f7 HTTP/1.1" status: 204 len: 168 time: 0.2360106 Nov 25 18:43:12.681010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9ae18-5e74-4352-bc59-8482ee0b82d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cbd0d3-4fe9-4c9e-a223-a32f112c58f7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:12.991715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48224) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:13.052343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port e753929a-8cd5-429b-81d5-f2de9f5a9af6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:13.053517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.143325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.174991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for e753929a-8cd5-429b-81d5-f2de9f5a9af6 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:13.280438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.315289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=e753929a-8cd5-429b-81d5-f2de9f5a9af6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:13.324030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.328623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-abbca610-8241-415b-bb9c-de2a1fdd8bdc tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/e753929a-8cd5-429b-81d5-f2de9f5a9af6 HTTP/1.1" status: 204 len: 168 time: 0.7675543 Nov 25 18:43:13.333323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48236) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:13.349703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3c929be6-a1a9-4055-94da-4af4574ef9ee tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-501757961'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:13.350228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3c929be6-a1a9-4055-94da-4af4574ef9ee tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Unknown quota resources ['metering_label']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:43:13.412500 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d47adad-52f3-4f8c-bef7-067ea23a6718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.497842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:13.525973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22107add-e2a4-4ce1-be38-72f52b8a24c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.673045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5216ca-2642-483d-915f-c610a08a368f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:13.680528 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5216ca-2642-483d-915f-c610a08a368f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:13.682679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2a5216ca-2642-483d-915f-c610a08a368f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3482738 Nov 25 18:43:13.686260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c929be6-a1a9-4055-94da-4af4574ef9ee tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.687417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3c929be6-a1a9-4055-94da-4af4574ef9ee tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6946907 Nov 25 18:43:13.688745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48248) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:13.690765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48250) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:13.695741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d6c0f82c-5ace-4b1e-916c-a77800f33d8e tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7b336a1d-cfd9-4081-ae63-2315337468d1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:13.696247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d6c0f82c-5ace-4b1e-916c-a77800f33d8e tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:43:13.712917 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22107add-e2a4-4ce1-be38-72f52b8a24c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.721596 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22107add-e2a4-4ce1-be38-72f52b8a24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.796135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-22107add-e2a4-4ce1-be38-72f52b8a24c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25ead480c92c46958ad064cdfb01e2e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2971673 Nov 25 18:43:13.798945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22107add-e2a4-4ce1-be38-72f52b8a24c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d4fb2-a8d2-497b-8258-c7c18e840121,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:13.802303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:13.892498 n-d-819194-3 neutron-server[103456]: WARNING neutron.services.metering.metering_plugin [None req-d6c0f82c-5ace-4b1e-916c-a77800f33d8e tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:43:13.907861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-327a4300-7f31-4aa9-a3a2-5a261e4b938f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:13.958171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-327a4300-7f31-4aa9-a3a2-5a261e4b938f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.033783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-327a4300-7f31-4aa9-a3a2-5a261e4b938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.036853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-327a4300-7f31-4aa9-a3a2-5a261e4b938f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.038195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-327a4300-7f31-4aa9-a3a2-5a261e4b938f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa3d4fb2-a8d2-497b-8258-c7c18e840121 HTTP/1.1" status: 204 len: 168 time: 0.2346082 Nov 25 18:43:14.050415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a4300-7f31-4aa9-a3a2-5a261e4b938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d4fb2-a8d2-497b-8258-c7c18e840121,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:14.242273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48272) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:14.330411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.667141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f82c-5ace-4b1e-916c-a77800f33d8e tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.671816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:14.672036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6c0f82c-5ace-4b1e-916c-a77800f33d8e tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9797800 Nov 25 18:43:14.678287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5ab7324b-cd5e-4e54-af30-fff9502d6b10 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7b336a1d-cfd9-4081-ae63-2315337468d1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:14.679583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5ab7324b-cd5e-4e54-af30-fff9502d6b10 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103457) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:43:14.700276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 10fd2a24-6391-4ed5-b391-34bda7481f6f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:14.701171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.722280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a4a14-7f89-447d-9072-0ee1576990f7 req-b70aa24c-095a-4a3a-b23a-a2f01f4514d3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:14.724252 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f30a4a14-7f89-447d-9072-0ee1576990f7 req-b70aa24c-095a-4a3a-b23a-a2f01f4514d3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 946 time: 0.1387091 Nov 25 18:43:14.807365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1605732996-network', 'tenant_id': '6656a5148a3d414995e876fb97216e90'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:14.855829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.863139 n-d-819194-3 neutron-server[103457]: WARNING neutron.services.metering.metering_plugin [None req-5ab7324b-cd5e-4e54-af30-fff9502d6b10 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:43:14.869724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f30a4a14-7f89-447d-9072-0ee1576990f7 req-7d56cb25-62f7-43c6-909d-84a977cb95d6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311719 Nov 25 18:43:14.877756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 10fd2a24-6391-4ed5-b391-34bda7481f6f owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:14.982225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Made reservation on behalf of 6656a5148a3d414995e876fb97216e90 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:14.985612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:14.987756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.037983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=10fd2a24-6391-4ed5-b391-34bda7481f6f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:15.042170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.048125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b22f1440-56b8-4dd8-bdbb-0ec4d3693d63 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/10fd2a24-6391-4ed5-b391-34bda7481f6f HTTP/1.1" status: 204 len: 168 time: 1.3559377 Nov 25 18:43:15.048871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48308) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.049228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ab7324b-cd5e-4e54-af30-fff9502d6b10 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.050629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ab7324b-cd5e-4e54-af30-fff9502d6b10 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3770592 Nov 25 18:43:15.051822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.059335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48310) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.102542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-96a5312f-e220-4a83-a6e7-58caa44e43de tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=89e6b8de-8985-4095-9aff-0b0d9160fdf3 HTTP/1.1" status: 200 len: 462 time: 0.0424948 Nov 25 18:43:15.105839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48312) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.131564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bddc25d-1f68-4ebe-aea6-b55b6969bc9f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:15.133097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0bddc25d-1f68-4ebe-aea6-b55b6969bc9f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0837533 Nov 25 18:43:15.136096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48314) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.164471 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b6004e-36b9-466c-98fc-e7a11bdf1d7e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:43:15.165914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-74b6004e-36b9-466c-98fc-e7a11bdf1d7e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/e753929a-8cd5-429b-81d5-f2de9f5a9af6 HTTP/1.1" status: 404 len: 333 time: 0.0288947 Nov 25 18:43:15.168762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.194582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.202996 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb47c6fd-0367-4cb9-8f17-4377dec6b07a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:43:15.205783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.207871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fb47c6fd-0367-4cb9-8f17-4377dec6b07a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/10fd2a24-6391-4ed5-b391-34bda7481f6f HTTP/1.1" status: 404 len: 333 time: 0.0372469 Nov 25 18:43:15.220786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:43:15.230613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.231099 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Added segment 29c6e099-4939-40d4-a694-73c79361f255 of type vlan for network f391f5fe-0f34-4491-b0cd-fea6535834f6 Nov 25 18:43:15.264424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48320) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.273608 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.309153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.310133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:15.311195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.372542 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23ef1bb0-d813-4354-8ac4-ad01796511ab tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.378142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-23ef1bb0-d813-4354-8ac4-ad01796511ab tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/89e6b8de-8985-4095-9aff-0b0d9160fdf3 HTTP/1.1" status: 204 len: 168 time: 0.2710538 Nov 25 18:43:15.378808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.393102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Pushing event updated for resources: {'Network': ['ID=f391f5fe-0f34-4491-b0cd-fea6535834f6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:15.400484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1530476 Nov 25 18:43:15.403038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48328) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.403716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f391f5fe-0f34-4491-b0cd-fea6535834f6 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:43:15.411512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Request body: {'subnet': {'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1605732996-subnet', 'tenant_id': '6656a5148a3d414995e876fb97216e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:15.443108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c01f0-ec85-4216-9f31-ff9f35076545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2122e1c-40f9-413f-bb0e-64d20ba7ec64,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:15.449517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Made reservation on behalf of 6656a5148a3d414995e876fb97216e90 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:15.452204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.481216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3a926fb2-487a-43fe-a440-985c35389822 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=89e6b8de-8985-4095-9aff-0b0d9160fdf3 HTTP/1.1" status: 200 len: 221 time: 0.0982873 Nov 25 18:43:15.482078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48332) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.496776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d4961b0c-f42e-4820-a7c5-f9693a685911 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--986534552', 'description': 'label created by tempest'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:15.497558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d4961b0c-f42e-4820-a7c5-f9693a685911 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Unknown quota resources ['metering_label']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:43:15.523044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.681275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.758239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=da40a8ec-a10c-464e-8411-73dff20ceb24,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:15.791808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Checking segment: {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:15.792191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Network hostable DHCP agents. Network: f391f5fe-0f34-4491-b0cd-fea6535834f6, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:43:15.819446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Network f391f5fe-0f34-4491-b0cd-fea6535834f6 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:43:15.837469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f391f5fe-0f34-4491-b0cd-fea6535834f6) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:15.857376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4961b0c-f42e-4820-a7c5-f9693a685911 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.861103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d4961b0c-f42e-4820-a7c5-f9693a685911 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3718264 Nov 25 18:43:15.861455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48344) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:15.866943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:15.870321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.878715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691b7ad-a185-4680-b6db-3f9d7f95e501 None None] Network f391f5fe-0f34-4491-b0cd-fea6535834f6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:15.914201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8b00a37a-5a7c-4f77-8b20-23f55d7047bb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5101552 Nov 25 18:43:15.963643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:15.967245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-48d9a765-6429-4e5d-818a-f225696f64eb tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=aee0791b-48af-4b71-aa04-5750a70e28a7 HTTP/1.1" status: 200 len: 467 time: 0.1047359 Nov 25 18:43:15.970751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.015600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f28b81-d5ef-400c-89ef-3c5d1fbe1375']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:16.034434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690c1d9d-b560-44fc-be21-97b11b296a2f') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:16.034770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690c1d9d-b560-44fc-be21-97b11b296a2f') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:16.045288 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.064797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.081200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:43:16.081658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:43:16.095474 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:43:16.189863 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.217071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.221889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/c6f28b81-d5ef-400c-89ef-3c5d1fbe1375 HTTP/1.1" status: 204 len: 168 time: 0.9563596 Nov 25 18:43:16.223289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d21fd-e332-4ba7-9e04-38d9f63d6600 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=c6f28b81-d5ef-400c-89ef-3c5d1fbe1375,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:16.226134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48360) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.230170 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.233694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-138367428'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:16.264929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:16.269832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.316027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21524cf-78c7-4d99-b8d7-1323d9e3fbd3 None None] Network f391f5fe-0f34-4491-b0cd-fea6535834f6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:16.342230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:43:16.359671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.361246 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment 5852d882-466c-4f81-822e-3b2cc5049ec4 of type vlan for network 908cd574-4988-45b1-8e86-e12c740d7fcf Nov 25 18:43:16.417934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423d0b3-5399-4261-bed1-167790aad873 req-d29e7212-93d9-4bbe-984f-3bda90f6831d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:16.419430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9423d0b3-5399-4261-bed1-167790aad873 req-d29e7212-93d9-4bbe-984f-3bda90f6831d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 946 time: 0.2739935 Nov 25 18:43:16.447050 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.479563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.497948 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:16.499496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.576485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3489306 Nov 25 18:43:16.580877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48372) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.588555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:16.644391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4ad04-511d-48c3-b2dc-66900cd2fda1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=908cd574-4988-45b1-8e86-e12c740d7fcf,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:16.655082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 908cd574-4988-45b1-8e86-e12c740d7fcf details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:43:16.675050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-fa2a6921-13bb-40d7-a09a-f43786f08184 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:16.676995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-fa2a6921-13bb-40d7-a09a-f43786f08184 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 946 time: 0.3027864 Nov 25 18:43:16.682509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fafd6b13-584d-4a62-9ffc-f495b71dfe13 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.684238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fafd6b13-584d-4a62-9ffc-f495b71dfe13 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/aee0791b-48af-4b71-aa04-5750a70e28a7 HTTP/1.1" status: 204 len: 168 time: 0.7124186 Nov 25 18:43:16.689065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48378) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.705867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-773a8596-6b61-4d2b-ae4e-517ebc443398 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=aee0791b-48af-4b71-aa04-5750a70e28a7 HTTP/1.1" status: 200 len: 216 time: 0.0153353 Nov 25 18:43:16.709230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48380) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.721192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-23770b33-12c3-4113-9812-0cf175adfcc4 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0106137 Nov 25 18:43:16.725763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48382) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.741098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68d8b8ad-8be9-4350-807c-849a3411aa1f tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0139821 Nov 25 18:43:16.744376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48384) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.825814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5abf16b0-c2a8-4b2d-a60d-6e2ab64ddb6c tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/7b336a1d-cfd9-4081-ae63-2315337468d1 HTTP/1.1" status: 200 len: 472 time: 0.0785406 Nov 25 18:43:16.829305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48396) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:16.836273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:16.848224 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.874862 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.885318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9423d0b3-5399-4261-bed1-167790aad873 req-565af9c5-c311-46b2-8b85-1d4d5cc7ec93 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064724 Nov 25 18:43:16.941340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Deleting port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:16.941963 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:16.987753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-85f1dba3-86bf-4f4b-84b1-e4e3f7bc378a tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:16.989412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-85f1dba3-86bf-4f4b-84b1-e4e3f7bc378a tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/networks?id=f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 200 len: 818 time: 0.1617031 Nov 25 18:43:17.051187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6d77a67d-b496-47d6-9f10-77fa1fca5b16 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/5ead44ff-c8ce-4a55-b3f1-52651d66a3b6 HTTP/1.1" status: 200 len: 459 time: 0.2157681 Nov 25 18:43:17.057139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48406) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:17.066519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4c8ff0ac-32c9-46f8-82aa-3835f4b3536a tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/quotas/6656a5148a3d414995e876fb97216e90 HTTP/1.1" status: 200 len: 375 time: 0.0625274 Nov 25 18:43:17.081310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Performing IP validity checks on allocation pools {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:43:17.087038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:43:17.149534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] For port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:17.150277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.161839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-db91f378-441e-44da-8654-f63c56dae3bb tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6656a5148a3d414995e876fb97216e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833883 Nov 25 18:43:17.174732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Calling delete_port for a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:17.335545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e684700a-48c2-4db2-890c-dcac8d36fc95 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.336698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e684700a-48c2-4db2-890c-dcac8d36fc95 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/5ead44ff-c8ce-4a55-b3f1-52651d66a3b6 HTTP/1.1" status: 204 len: 168 time: 0.2803881 Nov 25 18:43:17.340236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48412) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:17.467072 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.484478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:17.521693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event deleted for resources: {'Port': ['ID=a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:17.551069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad070617-7fb4-4d6b-99e3-7a72d02a8e46 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:17.578180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-3bf77dc6-0720-4eef-a982-4e3aa0189e3b service neutron] 10.222.0.62 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043741 Nov 25 18:43:17.662554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] No DVR routers for this DVR port a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:17.665288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.670614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-34a9ddf1-5a79-4f0f-a677-3dfc7c0ecadd req-91fb6293-7817-46f7-aa3e-3a32320bb40e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "DELETE /v2.0/ports/a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 HTTP/1.1" status: 204 len: 173 time: 0.9772418 Nov 25 18:43:17.671115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09de4ba-d553-427c-9715-153653f15668', 'name': 'network-vif-deleted', 'tag': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:17.684660 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dfd049-0d11-4862-8315-bc0af6fb7734" -d '{"events": [{"server_uuid": "e09de4ba-d553-427c-9715-153653f15668", "name": "network-vif-deleted", "tag": "a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:17.814812 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2fd36d83-db7f-4b0e-b4ea-1a07da8e00a1 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.819161 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4752cda-0bfc-406b-8f3b-10968d027809 x-openstack-request-id: req-f4752cda-0bfc-406b-8f3b-10968d027809 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:17.819495 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09de4ba-d553-427c-9715-153653f15668", "name": "network-vif-deleted", "tag": "a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:17.819745 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4752cda-0bfc-406b-8f3b-10968d027809 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:17.820538 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09de4ba-d553-427c-9715-153653f15668', 'name': 'network-vif-deleted', 'tag': 'a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22', 'status': 'completed', 'code': 200} Nov 25 18:43:17.825238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2fd36d83-db7f-4b0e-b4ea-1a07da8e00a1 tempest-MeteringIpV6TestJSON-1964680265 tempest-MeteringIpV6TestJSON-1964680265-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/7b336a1d-cfd9-4081-ae63-2315337468d1 HTTP/1.1" status: 204 len: 168 time: 0.4758773 Nov 25 18:43:17.828872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:17.925324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-8d49cae1-1ada-4f08-9343-66426bcf192c service neutron] 10.222.0.62 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367734 Nov 25 18:43:17.935274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:17.963398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': '5852d882-466c-4f81-822e-3b2cc5049ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:17.963623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: 908cd574-4988-45b1-8e86-e12c740d7fcf, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:43:18.007750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 908cd574-4988-45b1-8e86-e12c740d7fcf is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:43:18.024772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 908cd574-4988-45b1-8e86-e12c740d7fcf) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:18.029170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:18.029778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:18.046561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025620b-d135-427e-b042-cf43aa2b1ed4 None None] Network 908cd574-4988-45b1-8e86-e12c740d7fcf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:18.082662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e6984f56-b68c-43b3-a91c-041477088727 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5006700 Nov 25 18:43:18.083508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:18.096908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf', 'name': 'tempest-PortsIpV6TestJSON-909820980'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:18.131869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26b26862-8369-4837-b029-f60fae1cb5b2 req-6e0472c1-155e-41c8-a694-e8c24c763a13 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0954719 Nov 25 18:43:18.418482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:18.426664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:18.496565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port f746ad38-2246-48ed-bcab-597b92f3e61e yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:18.677869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e984981c-0814-4e6a-b23b-5ffb2c8d13ed req-767441a9-584e-457b-90af-483f6f07d3a8 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 210 time: 0.0587616 Nov 25 18:43:18.716044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48464) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:18.914913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::239 (908cd574-4988-45b1-8e86-e12c740d7fcf/9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52/f746ad38-2246-48ed-bcab-597b92f3e61e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:19.025195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-908cd574-4988-45b1-8e86-e12c740d7fcf', 'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf', 'tenant_id': 'abab1bc54f424d62b062868c44b243c9', 'fixed_ips': [{'subnet_id': '9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:43:19.026487 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.226642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f0999a7-eabf-494f-b768-85d04375d8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.398485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2161c135-1189-491b-8438-4c2a0ab3b568 req-c370ec49-f019-4e1f-a04e-f4d4dd4dcdf9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0650918 Nov 25 18:43:19.423371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.456542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f0999a7-eabf-494f-b768-85d04375d8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.463217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f0999a7-eabf-494f-b768-85d04375d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.478175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.557042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 908cd574-4988-45b1-8e86-e12c740d7fcf is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:19.568200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:19.572942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:19.590561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:19.591396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.603601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f0999a7-eabf-494f-b768-85d04375d8ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85e4a169bc7b44d29d5354a913b3327a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8862066 Nov 25 18:43:19.604762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0999a7-eabf-494f-b768-85d04375d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ce2d6c-8538-43af-84bf-5b59b50a4c0b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:19.606236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48496) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:19.608302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Allocated IP 2001:db8::2 (908cd574-4988-45b1-8e86-e12c740d7fcf/9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52/80e2e952-34ff-48de-962a-ff3473a98b95) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:19.647072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=f746ad38-2246-48ed-bcab-597b92f3e61e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:19.713639 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7e8b974a-81ac-4693-b753-2e9aa760834b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6290402 Nov 25 18:43:19.716468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:19.793205 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51b740bf-aae3-4779-9168-e33c9f0ff135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.871298 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51b740bf-aae3-4779-9168-e33c9f0ff135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:19.933311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b506a2b-41a5-4bb2-ab78-844360bb2081 req-c229dbbc-62ea-4573-a806-b874ade83eed tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 210 time: 0.1213374 Nov 25 18:43:20.032372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51b740bf-aae3-4779-9168-e33c9f0ff135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.035925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51b740bf-aae3-4779-9168-e33c9f0ff135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.037326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-51b740bf-aae3-4779-9168-e33c9f0ff135 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22ce2d6c-8538-43af-84bf-5b59b50a4c0b HTTP/1.1" status: 204 len: 168 time: 0.4052615 Nov 25 18:43:20.057142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b740bf-aae3-4779-9168-e33c9f0ff135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ce2d6c-8538-43af-84bf-5b59b50a4c0b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:20.127530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port f746ad38-2246-48ed-bcab-597b92f3e61e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:20.127892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.206508 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.230816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.278711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Network 908cd574-4988-45b1-8e86-e12c740d7fcf is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:20.290979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:20.299662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:20.427548 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.432488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Pushing event updated for resources: {'Port': ['ID=80e2e952-34ff-48de-962a-ff3473a98b95,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:20.448554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Attempting to bind port 80e2e952-34ff-48de-962a-ff3473a98b95 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:43:20.449139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Attempting to bind port 80e2e952-34ff-48de-962a-ff3473a98b95 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5852d882-466c-4f81-822e-3b2cc5049ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:43:20.449674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Attempting to bind port 80e2e952-34ff-48de-962a-ff3473a98b95 on network 908cd574-4988-45b1-8e86-e12c740d7fcf {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:20.456309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:43:20.456958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Checking segment: {'id': '5852d882-466c-4f81-822e-3b2cc5049ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:20.457650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.458727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Bound using segment: {'id': '5852d882-466c-4f81-822e-3b2cc5049ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:43:20.459381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Bound port: 80e2e952-34ff-48de-962a-ff3473a98b95, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5852d882-466c-4f81-822e-3b2cc5049ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '908cd574-4988-45b1-8e86-e12c740d7fcf'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:43:20.460235 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.475964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for f746ad38-2246-48ed-bcab-597b92f3e61e owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:20.565076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] For port 80e2e952-34ff-48de-962a-ff3473a98b95, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:43:20.576286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] For port 80e2e952-34ff-48de-962a-ff3473a98b95, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=80e2e952-34ff-48de-962a-ff3473a98b95,segment=NetworkSegment(5852d882-466c-4f81-822e-3b2cc5049ec4),segment_id=5852d882-466c-4f81-822e-3b2cc5049ec4)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:43:20.583505 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:20.652367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e87f160-7558-46c4-ab36-36afc84d4f27 req-bff6e28b-19bb-4907-922f-6535bb15e3aa tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0879591 Nov 25 18:43:20.769591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:20.912619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:20.928867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a02ce1fd-d0f0-48ab-9778-7d3cd2b01d22 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:21.041656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3c45a-e8d0-4ae3-b969-0e2999fed44f None None] Pushing event updated for resources: {'Port': ['ID=80e2e952-34ff-48de-962a-ff3473a98b95,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:21.354308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-075d5a86-304c-472b-b0e9-cf563e497ac6 req-6c5f069f-e56b-41ac-82fb-1d3c906efc05 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 210 time: 0.1760325 Nov 25 18:43:21.524804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48546) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:21.546071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba5b2667-4549-4fc2-8faa-57b5840bf20e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:21.727517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ade7ee94-cbca-457f-8563-7076c17b144d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:21.729410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ade7ee94-cbca-457f-8563-7076c17b144d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.66 "GET /v2.0/networks?id=f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 200 len: 818 time: 1.0123427 Nov 25 18:43:21.732783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:21.752661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-d5e6e80d-11bc-4e5f-86b7-9b7a7a866524 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:21.754676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-d5e6e80d-11bc-4e5f-86b7-9b7a7a866524 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "GET /v2.0/networks?id=f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 200 len: 818 time: 0.5676408 Nov 25 18:43:21.785270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Request body: {'port': {'device_id': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6', 'admin_state_up': True, 'tenant_id': '6656a5148a3d414995e876fb97216e90'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:21.804511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=f746ad38-2246-48ed-bcab-597b92f3e61e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:21.856821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Request body: {'port': {'device_id': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6', 'admin_state_up': True, 'tenant_id': '6656a5148a3d414995e876fb97216e90'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:21.861852 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba5b2667-4549-4fc2-8faa-57b5840bf20e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:21.873536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba5b2667-4549-4fc2-8faa-57b5840bf20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:21.982886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f877944-3433-40fc-8b63-24025087faf3 req-8817a30b-e1a2-48e2-b790-04ec1c46cf6a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.1743448 Nov 25 18:43:21.996063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.020236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95e64775-556e-4027-b46c-018f7bb36456 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/f746ad38-2246-48ed-bcab-597b92f3e61e HTTP/1.1" status: 204 len: 168 time: 2.3026409 Nov 25 18:43:22.023118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48554) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:22.122667 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbdd434-1fbb-4f28-8973-586a5cf86a08 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:43:22.123236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbdd434-1fbb-4f28-8973-586a5cf86a08 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:22.137093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2dbdd434-1fbb-4f28-8973-586a5cf86a08 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/f746ad38-2246-48ed-bcab-597b92f3e61e HTTP/1.1" status: 404 len: 333 time: 0.1106017 Nov 25 18:43:22.137884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48556) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:22.148586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b2667-4549-4fc2-8faa-57b5840bf20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a796e2a8-7d18-4ff4-8bcb-33c64b21288a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:22.233198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba5b2667-4549-4fc2-8faa-57b5840bf20e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7c243b4de0e4fbd8c7eda7991ed12b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7044256 Nov 25 18:43:22.238013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48564) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:22.283998 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba15922-f44b-460b-a0cf-71c5b4d38792 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:43:22.289175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1ba15922-f44b-460b-a0cf-71c5b4d38792 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/f746ad38-2246-48ed-bcab-597b92f3e61e HTTP/1.1" status: 404 len: 333 time: 0.1433234 Nov 25 18:43:22.294426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48566) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:22.326430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 80e2e952-34ff-48de-962a-ff3473a98b95 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:22.363455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-054669d2-d2b2-4210-86f6-e1ab6c6ffb15 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:22.365604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-054669d2-d2b2-4210-86f6-e1ab6c6ffb15 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "GET /v2.0/networks?id=f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 200 len: 818 time: 0.4205606 Nov 25 18:43:22.412208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Request body: {'port': {'device_id': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6', 'admin_state_up': True, 'tenant_id': '6656a5148a3d414995e876fb97216e90'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:22.524068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 80e2e952-34ff-48de-962a-ff3473a98b95 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:22.524728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.549183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Made reservation on behalf of 6656a5148a3d414995e876fb97216e90 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:22.560545 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.684661 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-687b0f6f-59f9-4c5b-8516-12f328d29e07 req-ca474e07-7ab4-4d78-8caa-b582e3ddc848 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 210 time: 0.1023641 Nov 25 18:43:22.699499 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.725949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4a367dc-b12e-461c-8904-d99d1b039bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.748606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ee0c6-0074-42f9-a37f-44cb68a649ae None None] Network 908cd574-4988-45b1-8e86-e12c740d7fcf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:22.750624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet 9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:43:22.780695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 80e2e952-34ff-48de-962a-ff3473a98b95, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=80e2e952-34ff-48de-962a-ff3473a98b95,segment=NetworkSegment(5852d882-466c-4f81-822e-3b2cc5049ec4),segment_id=5852d882-466c-4f81-822e-3b2cc5049ec4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:22.791422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.801129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Made reservation on behalf of 6656a5148a3d414995e876fb97216e90 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:22.808580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.812207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Made reservation on behalf of 6656a5148a3d414995e876fb97216e90 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:22.827203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.839290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-019839e1-c821-4162-9365-13a1c63555d6 None None] Provisioning complete for port 80e2e952-34ff-48de-962a-ff3473a98b95 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:22.840059 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-019839e1-c821-4162-9365-13a1c63555d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.861043 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:22.904766 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:23.080168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=80e2e952-34ff-48de-962a-ff3473a98b95,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:23.109970 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4a367dc-b12e-461c-8904-d99d1b039bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:23.645917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Allocated IP 172.20.0.9 (f391f5fe-0f34-4491-b0cd-fea6535834f6/da40a8ec-a10c-464e-8411-73dff20ceb24/4f48bdfb-cb95-4050-a560-36eefc2957da) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:23.651977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4a367dc-b12e-461c-8904-d99d1b039bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:23.654895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4a367dc-b12e-461c-8904-d99d1b039bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:23.656900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d4a367dc-b12e-461c-8904-d99d1b039bb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a796e2a8-7d18-4ff4-8bcb-33c64b21288a HTTP/1.1" status: 204 len: 168 time: 1.4159644 Nov 25 18:43:23.670705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a367dc-b12e-461c-8904-d99d1b039bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a796e2a8-7d18-4ff4-8bcb-33c64b21288a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:23.776450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b60109cb-dc7f-4833-842c-0d273b338c41 None None] Provisioning complete for port 80e2e952-34ff-48de-962a-ff3473a98b95 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:23.777435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b60109cb-dc7f-4833-842c-0d273b338c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.040143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b898cb96-c6e8-4a38-a91c-9979b8e72aab req-0650c6b8-0b26-4b1f-9296-fe41fae34d0a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.1183157 Nov 25 18:43:24.134148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.164909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-394093dd-c6a3-47b4-9706-9478ecd236fc req-a2d8c1a5-121e-4944-8519-1fe382b27678 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 210 time: 0.3026733 Nov 25 18:43:24.228916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 80e2e952-34ff-48de-962a-ff3473a98b95 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:24.379738 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.416313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.459459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e6852dd9-9449-4f63-851d-dd2e8c9947fb None None] Could not find standard attr ID for object f746ad38-2246-48ed-bcab-597b92f3e61e. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:43:24.477469 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 80e2e952-34ff-48de-962a-ff3473a98b95 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:24.477789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.497797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:24.519425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.542608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a055dfe1-40a5-4bbf-ab02-a15e2a6fe525 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52 HTTP/1.1" status: 204 len: 168 time: 2.2392449 Nov 25 18:43:24.543333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48628) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:24.554296 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.785430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9995a76c-3c9c-4491-a68f-b408bfd19a1e None None] Network 908cd574-4988-45b1-8e86-e12c740d7fcf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:24.798109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Network f391f5fe-0f34-4491-b0cd-fea6535834f6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:24.826539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:24.866943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:24.886519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:24.944949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 80e2e952-34ff-48de-962a-ff3473a98b95 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:24.945290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:25.084639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Allocated IP 172.20.0.4 (f391f5fe-0f34-4491-b0cd-fea6535834f6/da40a8ec-a10c-464e-8411-73dff20ceb24/21393b24-13e9-443b-bd47-884de8347ca9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:25.120545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] For port 80e2e952-34ff-48de-962a-ff3473a98b95, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=80e2e952-34ff-48de-962a-ff3473a98b95,segment=NetworkSegment(5852d882-466c-4f81-822e-3b2cc5049ec4),segment_id=5852d882-466c-4f81-822e-3b2cc5049ec4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:25.123782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:25.159243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 80e2e952-34ff-48de-962a-ff3473a98b95 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:25.250026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] DHCP port deletion for 908cd574-4988-45b1-8e86-e12c740d7fcf request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:25.378246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f01ac07-42f6-4329-afbf-7eef5db6b6cf req-b37b0a4b-df0c-4921-84e8-3e6e3df3e50f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.1577244 Nov 25 18:43:25.408839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] Deleting port 80e2e952-34ff-48de-962a-ff3473a98b95 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:25.419634 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:25.486395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:25.544009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=80e2e952-34ff-48de-962a-ff3473a98b95,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:25.553165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No DVR routers for this DVR port 80e2e952-34ff-48de-962a-ff3473a98b95 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:25.598490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] For port 80e2e952-34ff-48de-962a-ff3473a98b95, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=80e2e952-34ff-48de-962a-ff3473a98b95,segment=NetworkSegment(5852d882-466c-4f81-822e-3b2cc5049ec4),segment_id=5852d882-466c-4f81-822e-3b2cc5049ec4)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:25.598994 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:25.654710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] Calling delete_port for 80e2e952-34ff-48de-962a-ff3473a98b95 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:25.761873 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:25.791928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] Pushing event deleted for resources: {'Port': ['ID=80e2e952-34ff-48de-962a-ff3473a98b95,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:25.796395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0c222-9e92-4bc7-a1db-264b5c759d7b None None] No DVR routers for this DVR port 80e2e952-34ff-48de-962a-ff3473a98b95 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:25.964570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.018634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908cd574-4988-45b1-8e86-e12c740d7fcf']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:26.069915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5852d882-466c-4f81-822e-3b2cc5049ec4') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:26.070232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5852d882-466c-4f81-822e-3b2cc5049ec4') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:26.092704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.122654 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.134310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:43:26.135029 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:43:26.138625 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:43:26.152197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 80e2e952-34ff-48de-962a-ff3473a98b95 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:26.192722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 80e2e952-34ff-48de-962a-ff3473a98b95 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:26.193075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 80e2e952-34ff-48de-962a-ff3473a98b95 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:26.302150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.331082 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.337189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/908cd574-4988-45b1-8e86-e12c740d7fcf HTTP/1.1" status: 204 len: 168 time: 1.7927539 Nov 25 18:43:26.338471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9935a-de7e-425a-9740-1445b585df6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=908cd574-4988-45b1-8e86-e12c740d7fcf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:26.340477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48674) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:26.346809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1129134119'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:26.376586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:26.382291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.459101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:43:26.491821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.492162 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment 4f61d8b9-d7aa-45eb-898d-cced95d518eb of type vlan for network 1713a6e1-2b25-411c-b9be-c8d8a083486c Nov 25 18:43:26.497638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Pushing event updated for resources: {'Port': ['ID=4f48bdfb-cb95-4050-a560-36eefc2957da,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:26.556535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:26.557181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.564700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a82d68ea-e956-4815-8427-82fe5769732c req-82661350-2d87-401b-bf1d-e43ed8f92ca3 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 210 time: 0.0757453 Nov 25 18:43:26.569518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.579334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.606847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0182869f-234b-47bf-9b18-792d2745fb6c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8279023 Nov 25 18:43:26.630112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Request body: {'port': {'device_id': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:26.676932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3dcbb7cd-020e-40ef-a374-c299df88113e req-7d09d169-fc81-4a11-9c90-6363c34437ed tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.1220710 Nov 25 18:43:26.684667 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:43:26.713581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.720330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.805418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Network f391f5fe-0f34-4491-b0cd-fea6535834f6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:26.813678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:26.823024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:26.840632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.850010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:26.850683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:26.858675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Pushing event updated for resources: {'Port': ['ID=21393b24-13e9-443b-bd47-884de8347ca9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:26.926672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Allocated IP 172.20.0.14 (f391f5fe-0f34-4491-b0cd-fea6535834f6/da40a8ec-a10c-464e-8411-73dff20ceb24/779ab9d8-4217-425a-8f41-b3619751fda5) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:27.059310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:27.059891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:27.100455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4049d1af-547d-4a20-96ea-b8d65bcc5f75 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2907574 Nov 25 18:43:27.138819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Request body: {'port': {'device_id': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:27.197864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8558364 Nov 25 18:43:27.198383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48700) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:27.304097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:27.305552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:27.386723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=1713a6e1-2b25-411c-b9be-c8d8a083486c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:27.400411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.400548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.400934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.401276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.401610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.401934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.402262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.402813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.403261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.403595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.404098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.404327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dbee7-695f-4c88-875b-b27fbb087323 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:27.420259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1713a6e1-2b25-411c-b9be-c8d8a083486c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:43:27.595446 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:27.597926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:27.602759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:27.741440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:27.792495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f15f943-5be5-4e44-a511-429224fc9172 req-2af743c1-7626-4a11-bda1-d3158181d063 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 210 time: 0.0938432 Nov 25 18:43:27.810484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Network f391f5fe-0f34-4491-b0cd-fea6535834f6 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:27.825501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:27.829758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:27.950963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da4033ed-f610-410d-bdb1-8c0c11925716 req-e6bad251-9e21-48d0-a256-60f248b27527 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0445154 Nov 25 18:43:27.982924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Pushing event updated for resources: {'Port': ['ID=779ab9d8-4217-425a-8f41-b3619751fda5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:28.050185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:28.050966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:28.181882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7703836c-958f-4a69-810c-091d5fd40165 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7784326 Nov 25 18:43:28.216026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Request body: {'port': {'device_id': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:28.262793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:28.312051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f48bdfb-cb95-4050-a560-36eefc2957da {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:28.340092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:28.386198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=3d4e425f-192b-4d53-9852-f104a76a0959,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:28.410751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Transition to ACTIVE for port object 4f48bdfb-cb95-4050-a560-36eefc2957da will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:43:28.421537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:28.484892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:28.513811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48742) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:28.546549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Pushing event updated for resources: {'Port': ['ID=4f48bdfb-cb95-4050-a560-36eefc2957da,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:28.648244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.648597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.648948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.649292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.649631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.649974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.651987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.652346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.652694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.653036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.653374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.667911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': '4f61d8b9-d7aa-45eb-898d-cced95d518eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:28.668280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: 1713a6e1-2b25-411c-b9be-c8d8a083486c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:43:28.672390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:28.692668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 1713a6e1-2b25-411c-b9be-c8d8a083486c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:43:28.710639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1713a6e1-2b25-411c-b9be-c8d8a083486c) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:28.721321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331dd372-702c-461f-ba4b-33ba1eca5217 None None] Network 1713a6e1-2b25-411c-b9be-c8d8a083486c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:28.742827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:28.743172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:28.795225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90a1343b-e59c-43b0-be9d-9b459a8110e9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5108764 Nov 25 18:43:28.798245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48750) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:28.819533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1186300171'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:29.120314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bacd29c4-fdb9-4122-beaf-0283115242c2 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:29.126541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:29.130009 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.135863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-1713a6e1-2b25-411c-b9be-c8d8a083486c', 'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c', 'tenant_id': 'abab1bc54f424d62b062868c44b243c9', 'fixed_ips': [{'subnet_id': '3d4e425f-192b-4d53-9852-f104a76a0959'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:43:29.136756 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.150260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-039c211e-bee8-48b1-abc1-6f0ed762f714 req-91ac0f41-3894-4a28-a420-dba12cbe0a51 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09de4ba-d553-427c-9715-153653f15668 HTTP/1.1" status: 200 len: 210 time: 0.0437934 Nov 25 18:43:29.152417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21393b24-13e9-443b-bd47-884de8347ca9 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:29.161536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Attempting to bind port 4f48bdfb-cb95-4050-a560-36eefc2957da on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:43:29.161897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Attempting to bind port 4f48bdfb-cb95-4050-a560-36eefc2957da by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:43:29.162227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Attempting to bind port 4f48bdfb-cb95-4050-a560-36eefc2957da on network f391f5fe-0f34-4491-b0cd-fea6535834f6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:29.166183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.178005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Port 4f48bdfb-cb95-4050-a560-36eefc2957da on network f391f5fe-0f34-4491-b0cd-fea6535834f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:43:29.178342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Attempting to bind port 4f48bdfb-cb95-4050-a560-36eefc2957da on network f391f5fe-0f34-4491-b0cd-fea6535834f6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:29.183499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:43:29.183833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Checking segment: {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:29.184208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Bound using segment: {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:43:29.184627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Bound port: 4f48bdfb-cb95-4050-a560-36eefc2957da, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:43:29.184982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.205322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Transition to ACTIVE for port object 21393b24-13e9-443b-bd47-884de8347ca9 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:43:29.214909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.241457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d628a47-f32b-4542-9a58-e82cce1b8bd7 req-71a00d94-b2ff-4e87-b8d9-73fe9e23db99 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:29.252931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d628a47-f32b-4542-9a58-e82cce1b8bd7 req-71a00d94-b2ff-4e87-b8d9-73fe9e23db99 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 932 time: 0.2822635 Nov 25 18:43:29.267210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port 42f7c7ea-cfc4-4d19-be37-ec4782d62363 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:29.362176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Pushing event updated for resources: {'Port': ['ID=21393b24-13e9-443b-bd47-884de8347ca9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:29.462964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] For port 4f48bdfb-cb95-4050-a560-36eefc2957da, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:43:29.519315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] For port 4f48bdfb-cb95-4050-a560-36eefc2957da, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4f48bdfb-cb95-4050-a560-36eefc2957da,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:43:29.526258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::106 (1713a6e1-2b25-411c-b9be-c8d8a083486c/3d4e425f-192b-4d53-9852-f104a76a0959/42f7c7ea-cfc4-4d19-be37-ec4782d62363) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:29.534056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.614367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Pushing event updated for resources: {'Port': ['ID=4f48bdfb-cb95-4050-a560-36eefc2957da,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:29.635319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48766) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:29.658359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:29.659816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.661409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ce7854c3-6e18-46ab-8fba-60fff4ea4d0e service neutron] 10.222.0.64 "PUT /v2.0/ports/4f48bdfb-cb95-4050-a560-36eefc2957da HTTP/1.1" status: 200 len: 1091 time: 3.0376709 Nov 25 18:43:29.662086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'tag': '4f48bdfb-cb95-4050-a560-36eefc2957da'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:29.664573 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d" -d '{"events": [{"name": "network-changed", "server_uuid": "64db25ef-0f29-4785-bf0b-2f3017e67cb2", "tag": "4f48bdfb-cb95-4050-a560-36eefc2957da"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:29.674426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Attempting to bind port 21393b24-13e9-443b-bd47-884de8347ca9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:43:29.675207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Attempting to bind port 21393b24-13e9-443b-bd47-884de8347ca9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:43:29.675964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Attempting to bind port 21393b24-13e9-443b-bd47-884de8347ca9 on network f391f5fe-0f34-4491-b0cd-fea6535834f6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:29.683288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Port 21393b24-13e9-443b-bd47-884de8347ca9 on network f391f5fe-0f34-4491-b0cd-fea6535834f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:43:29.683895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Attempting to bind port 21393b24-13e9-443b-bd47-884de8347ca9 on network f391f5fe-0f34-4491-b0cd-fea6535834f6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:29.700162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:43:29.700813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Checking segment: {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:29.701772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Bound using segment: {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:43:29.703007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Bound port: 21393b24-13e9-443b-bd47-884de8347ca9, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:43:29.703623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.722683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.755005 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb6c89-e9cd-4ca3-8cf7-40a91d261c79 x-openstack-request-id: req-78bb6c89-e9cd-4ca3-8cf7-40a91d261c79 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:29.755506 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64db25ef-0f29-4785-bf0b-2f3017e67cb2", "tag": "4f48bdfb-cb95-4050-a560-36eefc2957da", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:29.756163 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78bb6c89-e9cd-4ca3-8cf7-40a91d261c79 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:29.758345 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'tag': '4f48bdfb-cb95-4050-a560-36eefc2957da', 'status': 'completed', 'code': 200} Nov 25 18:43:29.784976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.853570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Allocated IP 2001:db8::2 (1713a6e1-2b25-411c-b9be-c8d8a083486c/3d4e425f-192b-4d53-9852-f104a76a0959/f412d217-e956-4bd9-a1ae-6d9303872bc0) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:29.857054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-62bf4fae-60d0-480a-a7c2-a56b7d29500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:29.861672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-62bf4fae-60d0-480a-a7c2-a56b7d29500c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6656a5148a3d414995e876fb97216e90&device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 1094 time: 0.1526632 Nov 25 18:43:29.881982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 1713a6e1-2b25-411c-b9be-c8d8a083486c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:29.894689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:29.904519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:29.911146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:29.911793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:29.928749 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d628a47-f32b-4542-9a58-e82cce1b8bd7 req-d9d06b7c-43db-4165-b46b-35c6e92cd254 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748822 Nov 25 18:43:29.952665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=42f7c7ea-cfc4-4d19-be37-ec4782d62363,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:29.963479 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:43:29.965262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bacd29c4-fdb9-4122-beaf-0283115242c2 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "PUT /v2.0/quotas/34e07ee19e7244b08dfc5becb89d3994 HTTP/1.1" status: 200 len: 366 time: 1.3087609 Nov 25 18:43:29.968009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48772) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:29.979199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-7eabd3fe-ee6b-408f-a571-7332c2a02b69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48bdfb-cb95-4050-a560-36eefc2957da HTTP/1.1" status: 200 len: 217 time: 0.0975819 Nov 25 18:43:29.983351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7954881-6aa6-43a2-9803-3da10ec7488f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.052852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-85109e22-e88a-4b58-a1dd-7ed5e0ac3867 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2511194 Nov 25 18:43:30.054603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] For port 21393b24-13e9-443b-bd47-884de8347ca9, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:43:30.057714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48774) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.082527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] For port 21393b24-13e9-443b-bd47-884de8347ca9, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=21393b24-13e9-443b-bd47-884de8347ca9,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:43:30.106768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.107455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c4007f6b-72c3-42c6-b898-37406f1e043a tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1379945 Nov 25 18:43:30.111401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48776) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.163876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-91ff1b4f-d540-4e4d-a6d5-88d6139952a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:30.166413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-91ff1b4f-d540-4e4d-a6d5-88d6139952a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da40a8ec-a10c-464e-8411-73dff20ceb24 HTTP/1.1" status: 200 len: 858 time: 0.1711357 Nov 25 18:43:30.243892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9fc8de74-30bb-48d2-8b71-c981d60a0d16 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "GET /v2.0/quotas/34e07ee19e7244b08dfc5becb89d3994 HTTP/1.1" status: 200 len: 366 time: 0.1297195 Nov 25 18:43:30.261939 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.270353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779ab9d8-4217-425a-8f41-b3619751fda5 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:30.276091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.281886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.285470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-02aa074b-8c6f-4c07-8606-b8a9ec893142 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f391f5fe-0f34-4491-b0cd-fea6535834f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077261 Nov 25 18:43:30.286330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48780) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.319173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:30.320333 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.322486 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] 10.222.0.66 "PUT /v2.0/ports/21393b24-13e9-443b-bd47-884de8347ca9 HTTP/1.1" status: 200 len: 1091 time: 3.2016134 Nov 25 18:43:30.335296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Transition to ACTIVE for port object 779ab9d8-4217-425a-8f41-b3619751fda5 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:43:30.345198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.346700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Network 1713a6e1-2b25-411c-b9be-c8d8a083486c is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:30.350540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:30.354804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:30.410395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Pushing event updated for resources: {'Port': ['ID=f412d217-e956-4bd9-a1ae-6d9303872bc0,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:30.459920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 42f7c7ea-cfc4-4d19-be37-ec4782d62363 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:30.460548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.469696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Pushing event updated for resources: {'Port': ['ID=779ab9d8-4217-425a-8f41-b3619751fda5,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:30.530207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f37b46-8e49-4e7e-91f6-816374afd6fb service neutron] Pushing event updated for resources: {'Port': ['ID=21393b24-13e9-443b-bd47-884de8347ca9,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:30.532061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Attempting to bind port f412d217-e956-4bd9-a1ae-6d9303872bc0 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:43:30.537267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Attempting to bind port f412d217-e956-4bd9-a1ae-6d9303872bc0 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4f61d8b9-d7aa-45eb-898d-cced95d518eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:43:30.537651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Attempting to bind port f412d217-e956-4bd9-a1ae-6d9303872bc0 on network 1713a6e1-2b25-411c-b9be-c8d8a083486c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:30.548417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1ee3ed95-3028-469b-8163-180596ba4541 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/34e07ee19e7244b08dfc5becb89d3994 HTTP/1.1" status: 204 len: 168 time: 0.2227390 Nov 25 18:43:30.558906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.567227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:43:30.568733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Checking segment: {'id': '4f61d8b9-d7aa-45eb-898d-cced95d518eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:30.569165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.569566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Bound using segment: {'id': '4f61d8b9-d7aa-45eb-898d-cced95d518eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:43:30.570065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Bound port: f412d217-e956-4bd9-a1ae-6d9303872bc0, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f61d8b9-d7aa-45eb-898d-cced95d518eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1713a6e1-2b25-411c-b9be-c8d8a083486c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:43:30.570443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.583944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-108bc181-0736-4fad-a247-e1ca5e550a8e tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0218835 Nov 25 18:43:30.588438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7954881-6aa6-43a2-9803-3da10ec7488f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.591936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.629079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Attempting to bind port 779ab9d8-4217-425a-8f41-b3619751fda5 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:43:30.629079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Attempting to bind port 779ab9d8-4217-425a-8f41-b3619751fda5 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:43:30.629360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Attempting to bind port 779ab9d8-4217-425a-8f41-b3619751fda5 on network f391f5fe-0f34-4491-b0cd-fea6535834f6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:30.637679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Port 779ab9d8-4217-425a-8f41-b3619751fda5 on network f391f5fe-0f34-4491-b0cd-fea6535834f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:43:30.638052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Attempting to bind port 779ab9d8-4217-425a-8f41-b3619751fda5 on network f391f5fe-0f34-4491-b0cd-fea6535834f6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:30.653018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:43:30.653372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Checking segment: {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:30.653890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Bound using segment: {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:43:30.654141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-a0d75e34-4c75-4ea6-a30f-54bed37c1114 service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203671 Nov 25 18:43:30.654351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Bound port: 779ab9d8-4217-425a-8f41-b3619751fda5, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c6e099-4939-40d4-a694-73c79361f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:43:30.654745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.657355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7954881-6aa6-43a2-9803-3da10ec7488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.693769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-34b35071-2f9c-4f8c-9d92-674fc0a23817 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "GET /v2.0/quotas/34e07ee19e7244b08dfc5becb89d3994 HTTP/1.1" status: 200 len: 370 time: 0.0982485 Nov 25 18:43:30.694914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48800) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.707185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-45d57447-acda-4579-97bd-025426d056a7 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "GET /v2.0/quotas/34e07ee19e7244b08dfc5becb89d3994/default HTTP/1.1" status: 200 len: 370 time: 0.0090542 Nov 25 18:43:30.707893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.711063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48804) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.716147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-f858c07b-c75e-4bb1-9a95-bb4dee1bf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:30.717815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-f858c07b-c75e-4bb1-9a95-bb4dee1bf5a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6656a5148a3d414995e876fb97216e90&device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 1094 time: 0.2980266 Nov 25 18:43:30.735649 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-b19505d6-181f-4673-ae3d-23eef7e0d5b9 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] delete failed (client error): The resource could not be found. Nov 25 18:43:30.739506 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b19505d6-181f-4673-ae3d-23eef7e0d5b9 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/34e07ee19e7244b08dfc5becb89d3994 HTTP/1.1" status: 404 len: 348 time: 0.0192511 Nov 25 18:43:30.760086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 42f7c7ea-cfc4-4d19-be37-ec4782d62363 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:30.801380 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.804646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d7954881-6aa6-43a2-9803-3da10ec7488f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e72f0e532ad4437084f07fd92e69c346&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1671345 Nov 25 18:43:30.813711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] For port f412d217-e956-4bd9-a1ae-6d9303872bc0, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:43:30.822567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] For port f412d217-e956-4bd9-a1ae-6d9303872bc0, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f412d217-e956-4bd9-a1ae-6d9303872bc0,segment=NetworkSegment(4f61d8b9-d7aa-45eb-898d-cced95d518eb),segment_id=4f61d8b9-d7aa-45eb-898d-cced95d518eb)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:43:30.831705 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:30.841949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48810) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:30.856102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-6767c82d-4c8a-4741-a53c-267745673895 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21393b24-13e9-443b-bd47-884de8347ca9 HTTP/1.1" status: 200 len: 217 time: 0.0709949 Nov 25 18:43:30.863361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7954881-6aa6-43a2-9803-3da10ec7488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd84dc5-b85d-46cc-bec5-bdd31fb61830,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:30.934826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] For port 779ab9d8-4217-425a-8f41-b3619751fda5, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:43:30.946272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f71a2b-74b8-48ec-b903-7c673a1df48d None None] Pushing event updated for resources: {'Port': ['ID=f412d217-e956-4bd9-a1ae-6d9303872bc0,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:30.966155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-9361e346-0b05-4e68-b8da-edcbabf3a8bd service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917621 Nov 25 18:43:31.016300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0cee8e-c9aa-43a8-a11e-ba03e80e0ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.025331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] For port 779ab9d8-4217-425a-8f41-b3619751fda5, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779ab9d8-4217-425a-8f41-b3619751fda5,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:43:31.026670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-5f461bf2-ed82-491f-8b20-3cb60405b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.028195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-5f461bf2-ed82-491f-8b20-3cb60405b740 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da40a8ec-a10c-464e-8411-73dff20ceb24 HTTP/1.1" status: 200 len: 858 time: 0.1589363 Nov 25 18:43:31.065897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.187349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48824) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:31.191658 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-c51e69a2-12fe-4681-b0f1-f1c65b99f3f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f391f5fe-0f34-4491-b0cd-fea6535834f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544037 Nov 25 18:43:31.217685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0cee8e-c9aa-43a8-a11e-ba03e80e0ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.285849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.286534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.295415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] 10.222.0.64 "PUT /v2.0/ports/779ab9d8-4217-425a-8f41-b3619751fda5 HTTP/1.1" status: 200 len: 1092 time: 3.0974081 Nov 25 18:43:31.318969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'tag': '779ab9d8-4217-425a-8f41-b3619751fda5'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:31.324054 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec769d89-9885-4305-82f6-03fa3fba6da8" -d '{"events": [{"name": "network-changed", "server_uuid": "c59c3c75-065c-4e59-a3fc-38763e69a1ea", "tag": "779ab9d8-4217-425a-8f41-b3619751fda5"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:31.360022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-626fd702-72f7-423a-8e2d-0e8a1aa217ce service neutron] 10.222.0.66 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322172 Nov 25 18:43:31.364904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:network and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:31.375607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:31.412441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f3d42-ce7e-455e-b9a8-501d6d84475a req-389de771-a25b-4b8b-ba99-4eb12e480d02 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.413976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-125f3d42-ce7e-455e-b9a8-501d6d84475a req-389de771-a25b-4b8b-ba99-4eb12e480d02 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.2606084 Nov 25 18:43:31.423582 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.432146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-5ecc075a-5f82-4bb6-9e34-f1b4270efa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.433931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-5ecc075a-5f82-4bb6-9e34-f1b4270efa58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6656a5148a3d414995e876fb97216e90&device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 1094 time: 0.3936760 Nov 25 18:43:31.438384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b98b3f-b571-46dc-a1f6-f1f550d4e182 service neutron] Pushing event updated for resources: {'Port': ['ID=779ab9d8-4217-425a-8f41-b3619751fda5,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:31.473648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:subnet and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:31.474648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=42f7c7ea-cfc4-4d19-be37-ec4782d62363,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:31.487168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-125f3d42-ce7e-455e-b9a8-501d6d84475a req-944be983-a644-44a2-970a-17f22a1d2022 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/quotas/2b398994491047d7bcd1464030532fb7 HTTP/1.1" status: 200 len: 375 time: 0.0598674 Nov 25 18:43:31.514145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-385a04db-1e73-47cf-a54b-797adc260bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.515639 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-385a04db-1e73-47cf-a54b-797adc260bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6656a5148a3d414995e876fb97216e90&device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 1095 time: 0.1582053 Nov 25 18:43:31.520002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.526991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6472cf78-d52f-4da3-8863-f354cb48938f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/42f7c7ea-cfc4-4d19-be37-ec4782d62363 HTTP/1.1" status: 204 len: 168 time: 1.4677711 Nov 25 18:43:31.530706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48832) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:31.544535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e9892-6b0f-4816-a7a5-aa0063f42e19 req-942b3fc5-17d9-4900-be39-a303db98021a tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.546098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d69e9892-6b0f-4816-a7a5-aa0063f42e19 req-942b3fc5-17d9-4900-be39-a303db98021a tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 944 time: 0.4460144 Nov 25 18:43:31.556167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:31.580830 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dabe526-7b1f-4435-92c0-6c2ea34dd3ae tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:43:31.584955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0dabe526-7b1f-4435-92c0-6c2ea34dd3ae tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/42f7c7ea-cfc4-4d19-be37-ec4782d62363 HTTP/1.1" status: 404 len: 333 time: 0.0354378 Nov 25 18:43:31.599696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48836) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:31.621965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:subnetpool and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:31.650275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-125f3d42-ce7e-455e-b9a8-501d6d84475a req-261567bb-99e7-4440-8170-925a2f6729a5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1386614 Nov 25 18:43:31.652137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-ac15e81c-e6dd-4b8f-acda-8d2fce0196fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=779ab9d8-4217-425a-8f41-b3619751fda5 HTTP/1.1" status: 200 len: 217 time: 0.1194491 Nov 25 18:43:31.652370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0cee8e-c9aa-43a8-a11e-ba03e80e0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.655108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c0cee8e-c9aa-43a8-a11e-ba03e80e0ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.659172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c0cee8e-c9aa-43a8-a11e-ba03e80e0ee3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebd84dc5-b85d-46cc-bec5-bdd31fb61830 HTTP/1.1" status: 204 len: 168 time: 0.8112755 Nov 25 18:43:31.713491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:31.731257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-8934381d-3cfb-412a-b54f-422806988f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.733447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-8934381d-3cfb-412a-b54f-422806988f14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da40a8ec-a10c-464e-8411-73dff20ceb24 HTTP/1.1" status: 200 len: 858 time: 0.0590284 Nov 25 18:43:31.735997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cee8e-c9aa-43a8-a11e-ba03e80e0ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd84dc5-b85d-46cc-bec5-bdd31fb61830,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:31.750534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-406ebc30-825f-479f-885e-48a2a1485690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:31.752025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-406ebc30-825f-479f-885e-48a2a1485690 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 200 len: 919 time: 0.2794323 Nov 25 18:43:31.757535 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-0b427d7a-fbd7-4654-9143-c6753de773ca service neutron] 10.222.0.66 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887613 Nov 25 18:43:31.760655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'tag': '21393b24-13e9-443b-bd47-884de8347ca9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:31.763418 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f31668-2269-4db8-b389-6aecf66a3568" -d '{"events": [{"name": "network-changed", "server_uuid": "72c7e155-3d22-403b-84c4-9cbc32359ac0", "tag": "21393b24-13e9-443b-bd47-884de8347ca9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:31.773867 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d69e9892-6b0f-4816-a7a5-aa0063f42e19 req-9d3401ac-3c65-46a6-8de6-b4deb4a3344b tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994982 Nov 25 18:43:31.785451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet 3d4e425f-192b-4d53-9852-f104a76a0959 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:43:31.790282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:31.792583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:port and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:31.862195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-99bb4d5b-0396-453b-9475-08c7be26c690 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48bdfb-cb95-4050-a560-36eefc2957da HTTP/1.1" status: 200 len: 217 time: 0.0937345 Nov 25 18:43:31.865547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:31.885856 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d963beeb-4a16-4c5b-96ea-15c215fb5074 x-openstack-request-id: req-d963beeb-4a16-4c5b-96ea-15c215fb5074 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:31.886128 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59c3c75-065c-4e59-a3fc-38763e69a1ea", "tag": "779ab9d8-4217-425a-8f41-b3619751fda5", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:31.886438 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d963beeb-4a16-4c5b-96ea-15c215fb5074 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:31.886927 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'tag': '779ab9d8-4217-425a-8f41-b3619751fda5', 'status': 'completed', 'code': 200} Nov 25 18:43:31.889608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-4a473983-84f2-4038-a98c-a9519beebad7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f391f5fe-0f34-4491-b0cd-fea6535834f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309369 Nov 25 18:43:31.990201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:32.067310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:router and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:32.101748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:32.119125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-125f3d42-ce7e-455e-b9a8-501d6d84475a req-6f8b84a2-faa6-42a5-9076-87c1b28b8f4a service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604282 Nov 25 18:43:32.151372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:floatingip and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:32.166199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-7e45cadb-7112-45ed-a8ef-1d8f0fdee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:32.176899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-7e45cadb-7112-45ed-a8ef-1d8f0fdee16f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da40a8ec-a10c-464e-8411-73dff20ceb24 HTTP/1.1" status: 200 len: 858 time: 0.2906425 Nov 25 18:43:32.183299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:32.260251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f412d217-e956-4bd9-a1ae-6d9303872bc0 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:32.332794 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-629695f5-71bc-46b7-a4de-ff8e9195670a service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339080 Nov 25 18:43:32.442889 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8303edcf-f4cd-4306-8811-df142f0169ce x-openstack-request-id: req-8303edcf-f4cd-4306-8811-df142f0169ce {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:32.443948 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c7e155-3d22-403b-84c4-9cbc32359ac0", "tag": "21393b24-13e9-443b-bd47-884de8347ca9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:32.444778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f412d217-e956-4bd9-a1ae-6d9303872bc0 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:32.445178 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:32.445407 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8303edcf-f4cd-4306-8811-df142f0169ce {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:32.446026 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'tag': '21393b24-13e9-443b-bd47-884de8347ca9', 'status': 'completed', 'code': 200} Nov 25 18:43:32.447709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48862) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:32.528593 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-125f3d42-ce7e-455e-b9a8-501d6d84475a req-49d7199d-049d-4db8-870d-33e8014c64d5 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942695 Nov 25 18:43:32.561424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d65abe78-6d9f-4042-bfcb-80c0fad4c536 req-23ee9a66-5382-44ec-8a3c-f3d94762df12 service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093363 Nov 25 18:43:32.561695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-49664d7a-137f-4e06-8552-e4685d9397e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f391f5fe-0f34-4491-b0cd-fea6535834f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3650870 Nov 25 18:43:32.661322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bb68208-b72d-4436-bf83-e96d3535d648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:32.744021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f31668-2269-4db8-b389-6aecf66a3568 req-d6e88a1e-bce1-4a48-8baf-7037538dae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:32.746163 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:32.746346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f31668-2269-4db8-b389-6aecf66a3568 req-d6e88a1e-bce1-4a48-8baf-7037538dae57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6656a5148a3d414995e876fb97216e90&device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 1094 time: 0.4058542 Nov 25 18:43:32.779036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-c7b8a3d9-8ae2-4ad6-9722-6e1b716c8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:32.785146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-c7b8a3d9-8ae2-4ad6-9722-6e1b716c8adc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6656a5148a3d414995e876fb97216e90&device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 1095 time: 0.1317413 Nov 25 18:43:32.801114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:32.829249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a45aa-5816-4f42-bf03-f89e19b98463 None None] Network 1713a6e1-2b25-411c-b9be-c8d8a083486c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:32.978907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48874) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:33.020086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060be13-112e-4062-944f-a91880394484 req-4982b93d-460d-4102-8ff3-1cd2b3f93046 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:33.028032 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e060be13-112e-4062-944f-a91880394484 req-4982b93d-460d-4102-8ff3-1cd2b3f93046 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 944 time: 0.1026244 Nov 25 18:43:33.156255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-82fd16f3-2be7-41a6-bb3a-80af83762231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:33.161257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-82fd16f3-2be7-41a6-bb3a-80af83762231 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 200 len: 919 time: 0.3673704 Nov 25 18:43:33.172209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1f761dc1-1f4c-4293-afa3-c9dd4d1496dc req-ff9d98c7-d97f-4220-aed5-df884e6bb7c2 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7ba300f-9665-4fb9-b94d-ccf2cec17f6a HTTP/1.1" status: 200 len: 210 time: 0.1799800 Nov 25 18:43:33.200074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e060be13-112e-4062-944f-a91880394484 req-0677e645-50f0-4901-b475-6aa6f3d5c7d6 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635420 Nov 25 18:43:33.336004 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-9efb617c-04d3-4c68-bc4e-6d3ccaf19f16 service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336555 Nov 25 18:43:33.350353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-e07d0870-4e10-4b04-b554-a21ab2bac2f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=779ab9d8-4217-425a-8f41-b3619751fda5 HTTP/1.1" status: 200 len: 217 time: 0.1562622 Nov 25 18:43:33.388276 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7dae498a-577e-4ca5-9679-68256b54f01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:33.438499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:33.460799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-e0cc031b-1233-4bcb-89ee-a0d42f67acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:33.465392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-e0cc031b-1233-4bcb-89ee-a0d42f67acab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da40a8ec-a10c-464e-8411-73dff20ceb24 HTTP/1.1" status: 200 len: 858 time: 0.0877578 Nov 25 18:43:33.490757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:33.496500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/3d4e425f-192b-4d53-9852-f104a76a0959 HTTP/1.1" status: 204 len: 168 time: 1.8958032 Nov 25 18:43:33.512708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:33.591450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-340fc025-98da-4791-ba8c-5e0aae162bb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f391f5fe-0f34-4491-b0cd-fea6535834f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098163 Nov 25 18:43:33.606831 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:43:33.607806 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:43:33.647646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f54d337a-3877-457c-b26e-20f2cfbdab0d None None] Provisioning complete for port f412d217-e956-4bd9-a1ae-6d9303872bc0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:33.648299 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f54d337a-3877-457c-b26e-20f2cfbdab0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:33.651594 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:33.748405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97dbbdde-a6eb-464e-9f1c-b5a0b86e934d req-ab21e897-911e-4ad3-ad31-afba9b7888b7 service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873757 Nov 25 18:43:33.826640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814c306-cf8d-4216-a027-f1f6145b5520 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4e425f-192b-4d53-9852-f104a76a0959,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:33.847868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:security_group and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:33.885632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:33.897554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] DHCP port deletion for 1713a6e1-2b25-411c-b9be-c8d8a083486c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:33.965554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Usage tracker for resource:security_group_rule and project:0376cb770213459bad7ad768fd1b332c is out of sync, need to count used quota {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 18:43:33.989240 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f54d337a-3877-457c-b26e-20f2cfbdab0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:33.991882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bb68208-b72d-4436-bf83-e96d3535d648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:34.001294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.quota.resource [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103457) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 18:43:34.041602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c26e648-c9bb-4e04-9569-33134063bec9 req-c2d6dede-e9d2-48b8-94fa-afd963d269f7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7ba300f-9665-4fb9-b94d-ccf2cec17f6a HTTP/1.1" status: 200 len: 210 time: 0.0413866 Nov 25 18:43:34.046791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bb68208-b72d-4436-bf83-e96d3535d648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:34.060437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f54d337a-3877-457c-b26e-20f2cfbdab0d None None] For port f412d217-e956-4bd9-a1ae-6d9303872bc0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f412d217-e956-4bd9-a1ae-6d9303872bc0,segment=NetworkSegment(4f61d8b9-d7aa-45eb-898d-cced95d518eb),segment_id=4f61d8b9-d7aa-45eb-898d-cced95d518eb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:34.079140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f54d337a-3877-457c-b26e-20f2cfbdab0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:34.081518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1f98ece7-aca9-4f6a-93b2-37fd6d4c0f22 tempest-QuotasTest-534959953 tempest-QuotasTest-534959953-project-admin] 10.222.0.62 "GET /v2.0/quotas/0376cb770213459bad7ad768fd1b332c/details.json HTTP/1.1" status: 200 len: 703 time: 2.8880744 Nov 25 18:43:34.082200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f31668-2269-4db8-b389-6aecf66a3568 req-9950e2a5-7379-447b-a64d-2004414f8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:34.085439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f31668-2269-4db8-b389-6aecf66a3568 req-9950e2a5-7379-447b-a64d-2004414f8e63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 200 len: 919 time: 1.2885823 Nov 25 18:43:34.109060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] Deleting port f412d217-e956-4bd9-a1ae-6d9303872bc0 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:34.109060 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:34.427796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d337a-3877-457c-b26e-20f2cfbdab0d None None] Pushing event updated for resources: {'Port': ['ID=f412d217-e956-4bd9-a1ae-6d9303872bc0,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:34.501063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] For port f412d217-e956-4bd9-a1ae-6d9303872bc0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f412d217-e956-4bd9-a1ae-6d9303872bc0,segment=NetworkSegment(4f61d8b9-d7aa-45eb-898d-cced95d518eb),segment_id=4f61d8b9-d7aa-45eb-898d-cced95d518eb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:34.501484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:34.522325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] Calling delete_port for f412d217-e956-4bd9-a1ae-6d9303872bc0 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:34.627396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48908) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:34.639106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f412d217-e956-4bd9-a1ae-6d9303872bc0 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:34.791389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No active binding found for port f412d217-e956-4bd9-a1ae-6d9303872bc0 {{(pid=103458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 18:43:34.792119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f412d217-e956-4bd9-a1ae-6d9303872bc0 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:34.794010 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:34.794550 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:34.834317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779ab9d8-4217-425a-8f41-b3619751fda5 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:43:34.861696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] Pushing event deleted for resources: {'Port': ['ID=f412d217-e956-4bd9-a1ae-6d9303872bc0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:34.883688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97f40f-780e-4ca2-994c-f0989fee9c91 None None] No DVR routers for this DVR port f412d217-e956-4bd9-a1ae-6d9303872bc0 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:34.924860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f31668-2269-4db8-b389-6aecf66a3568 req-068b923c-15f7-4f35-a019-e2deb705de08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21393b24-13e9-443b-bd47-884de8347ca9 HTTP/1.1" status: 200 len: 217 time: 0.8292484 Nov 25 18:43:34.932653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0bb68208-b72d-4436-bf83-e96d3535d648 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7581020784f4c40b4dc78e48901876e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4730771 Nov 25 18:43:34.934758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb68208-b72d-4436-bf83-e96d3535d648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ef0691-8f97-4b30-a0ea-a69e6bbcc62e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:34.938574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48912) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:34.964660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 779ab9d8-4217-425a-8f41-b3619751fda5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779ab9d8-4217-425a-8f41-b3619751fda5,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:34.978575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '779ab9d8-4217-425a-8f41-b3619751fda5', 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6', 'port_id': '779ab9d8-4217-425a-8f41-b3619751fda5', 'mac_address': 'fa:16:3e:cb:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da40a8ec-a10c-464e-8411-73dff20ceb24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:43:34.989800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104458a-974c-413d-981d-ccd90006a6ae req-cbfd1cf7-5089-46c3-a990-33888f0a481b tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:34.992262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b104458a-974c-413d-981d-ccd90006a6ae req-cbfd1cf7-5089-46c3-a990-33888f0a481b tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 944 time: 0.3810198 Nov 25 18:43:35.004448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7dae498a-577e-4ca5-9679-68256b54f01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.017792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-b9b88519-f659-447a-849a-9a88374e0427 service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3599038 Nov 25 18:43:35.030117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f31668-2269-4db8-b389-6aecf66a3568 req-2a562228-baf5-4c3b-aa7c-895cf7692f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:35.031742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f31668-2269-4db8-b389-6aecf66a3568 req-2a562228-baf5-4c3b-aa7c-895cf7692f9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da40a8ec-a10c-464e-8411-73dff20ceb24 HTTP/1.1" status: 200 len: 858 time: 0.0979502 Nov 25 18:43:35.033453 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.037600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61cf-b22d-43b2-ac88-6d6128a31199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.051500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779ab9d8-4217-425a-8f41-b3619751fda5 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:35.053522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf8edbb-cef5-4e97-9c72-fa9d82b16512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.059687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7dae498a-577e-4ca5-9679-68256b54f01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.061896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61cf-b22d-43b2-ac88-6d6128a31199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.074317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 779ab9d8-4217-425a-8f41-b3619751fda5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779ab9d8-4217-425a-8f41-b3619751fda5,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:35.080294 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.080988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4f48bdfb-cb95-4050-a560-36eefc2957da details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:43:35.105659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f31668-2269-4db8-b389-6aecf66a3568 req-46ec0cf3-83f1-4a6e-9cb6-25b7b43f2936 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f391f5fe-0f34-4491-b0cd-fea6535834f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279739 Nov 25 18:43:35.148264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.169919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1713a6e1-2b25-411c-b9be-c8d8a083486c']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:35.182533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=779ab9d8-4217-425a-8f41-b3619751fda5,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:35.189348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4f48bdfb-cb95-4050-a560-36eefc2957da, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4f48bdfb-cb95-4050-a560-36eefc2957da,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:35.193353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f61d8b9-d7aa-45eb-898d-cced95d518eb') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:35.193353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f61d8b9-d7aa-45eb-898d-cced95d518eb') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:43:35.204165 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.218380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.225248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:43:35.225699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.241802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '4f48bdfb-cb95-4050-a560-36eefc2957da', 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6', 'port_id': '4f48bdfb-cb95-4050-a560-36eefc2957da', 'mac_address': 'fa:16:3e:7f:7e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da40a8ec-a10c-464e-8411-73dff20ceb24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:43:35.269377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61cf-b22d-43b2-ac88-6d6128a31199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.275194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e5b61cf-b22d-43b2-ac88-6d6128a31199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.279476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5e5b61cf-b22d-43b2-ac88-6d6128a31199 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76ef0691-8f97-4b30-a0ea-a69e6bbcc62e HTTP/1.1" status: 204 len: 168 time: 0.3305876 Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:43:35.303537 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:43:35.313733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b61cf-b22d-43b2-ac88-6d6128a31199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ef0691-8f97-4b30-a0ea-a69e6bbcc62e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:35.332878 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f31668-2269-4db8-b389-6aecf66a3568 req-7caabd69-84b3-4ea7-bc6d-ac7aef46aa81 service neutron] 10.222.0.66 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198222 Nov 25 18:43:35.336238 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.424071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.427014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.430724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/1713a6e1-2b25-411c-b9be-c8d8a083486c HTTP/1.1" status: 204 len: 168 time: 1.9148011 Nov 25 18:43:35.431822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3e304-b881-49db-8b8a-6828b347b1d6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=1713a6e1-2b25-411c-b9be-c8d8a083486c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:35.456051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48920) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:35.463259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f48bdfb-cb95-4050-a560-36eefc2957da {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:35.470975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'name': 'tempest-PortsIpV6TestJSON-804699258'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:35.474824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae498a-577e-4ca5-9679-68256b54f01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e87f0fd-8fb2-4d1d-9067-9a7d48d5b6d3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:35.494772 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7dae498a-577e-4ca5-9679-68256b54f01d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7c2551eae044801b5750b3e122b846f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5145445 Nov 25 18:43:35.520614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48924) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:35.522946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 21393b24-13e9-443b-bd47-884de8347ca9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:43:35.637474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20f31668-2269-4db8-b389-6aecf66a3568 req-69daa7be-ee23-441c-8e59-60cff516de8a service neutron] 10.222.0.66 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974782 Nov 25 18:43:35.651487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b104458a-974c-413d-981d-ccd90006a6ae req-c5c73366-553c-4d77-b6a2-05cf074a4c0e tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314676 Nov 25 18:43:35.673691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4f48bdfb-cb95-4050-a560-36eefc2957da, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4f48bdfb-cb95-4050-a560-36eefc2957da,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:35.699948 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.735889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec769d89-9885-4305-82f6-03fa3fba6da8 req-d483716c-5fef-4dda-9758-a89af27e1e3f service neutron] 10.222.0.64 "GET /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793039 Nov 25 18:43:35.740607 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2c11-3138-41e2-b14a-509d3153604e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.791718 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2c11-3138-41e2-b14a-509d3153604e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.806923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 21393b24-13e9-443b-bd47-884de8347ca9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=21393b24-13e9-443b-bd47-884de8347ca9,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:35.807160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf8edbb-cef5-4e97-9c72-fa9d82b16512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.828908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '21393b24-13e9-443b-bd47-884de8347ca9', 'network_id': 'f391f5fe-0f34-4491-b0cd-fea6535834f6', 'port_id': '21393b24-13e9-443b-bd47-884de8347ca9', 'mac_address': 'fa:16:3e:91:64:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da40a8ec-a10c-464e-8411-73dff20ceb24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:43:35.837342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4f48bdfb-cb95-4050-a560-36eefc2957da,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:35.901893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.924830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf8edbb-cef5-4e97-9c72-fa9d82b16512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.930881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21393b24-13e9-443b-bd47-884de8347ca9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:35.959176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-b5e09d66-e671-40d9-bd62-06966ea68064 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:35.960870 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-b5e09d66-e671-40d9-bd62-06966ea68064 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.1627474 Nov 25 18:43:35.961591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:35.966166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:35.974174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['779ab9d8-4217-425a-8f41-b3619751fda5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:36.012677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4f48bdfb-cb95-4050-a560-36eefc2957da'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:36.021445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 21393b24-13e9-443b-bd47-884de8347ca9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=21393b24-13e9-443b-bd47-884de8347ca9,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:36.053869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0cf8edbb-cef5-4e97-9c72-fa9d82b16512 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50bef620a8f54108b235de601174f924&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4175191 Nov 25 18:43:36.056638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-950e7ee3-958d-409f-8386-4cb0f7779765 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/quotas/2b398994491047d7bcd1464030532fb7 HTTP/1.1" status: 200 len: 375 time: 0.0763817 Nov 25 18:43:36.056849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:36.062034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8edbb-cef5-4e97-9c72-fa9d82b16512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133147be-458c-447f-96b5-0118df3eb28e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:36.067802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port e6b53969-6af9-40fe-afd7-5b5f88d3fc20 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:36.080586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.110015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-b7136c33-0580-4729-af2c-4baf07af1fcd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337780 Nov 25 18:43:36.119208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2c11-3138-41e2-b14a-509d3153604e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.122014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2c11-3138-41e2-b14a-509d3153604e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.123910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e8b2c11-3138-41e2-b14a-509d3153604e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e87f0fd-8fb2-4d1d-9067-9a7d48d5b6d3 HTTP/1.1" status: 204 len: 168 time: 0.6001465 Nov 25 18:43:36.146313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f310f4e-fe32-4e2e-b408-0d9797cc4be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.201296 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f310f4e-fe32-4e2e-b408-0d9797cc4be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.255209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=21393b24-13e9-443b-bd47-884de8347ca9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:36.270325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f310f4e-fe32-4e2e-b408-0d9797cc4be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.274859 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f310f4e-fe32-4e2e-b408-0d9797cc4be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.277729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f310f4e-fe32-4e2e-b408-0d9797cc4be6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/133147be-458c-447f-96b5-0118df3eb28e HTTP/1.1" status: 204 len: 168 time: 0.2197692 Nov 25 18:43:36.290356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f310f4e-fe32-4e2e-b408-0d9797cc4be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133147be-458c-447f-96b5-0118df3eb28e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:36.323831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b2c11-3138-41e2-b14a-509d3153604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e87f0fd-8fb2-4d1d-9067-9a7d48d5b6d3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:36.435493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-647c8e91-3fc9-45d2-b68e-65c0ce932767 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103929 Nov 25 18:43:36.565971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['21393b24-13e9-443b-bd47-884de8347ca9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:36.791479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.800883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-a1af67b5-c065-4456-ac53-7ff3749dabe0 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609488 Nov 25 18:43:36.831331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48978) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:36.883899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33f7fccf-6210-4759-941d-17176d453734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:36.887378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa17a87-655b-4b8b-b1f9-d124a4b83fa9 req-27b8e633-045b-4856-b481-3af5bbf2e02d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:36.902135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fa17a87-655b-4b8b-b1f9-d124a4b83fa9 req-27b8e633-045b-4856-b481-3af5bbf2e02d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 945 time: 0.0883157 Nov 25 18:43:36.923775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.027321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fa17a87-655b-4b8b-b1f9-d124a4b83fa9 req-ab1fbf35-10c3-49fb-ac1b-98952ee0f8cc tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223602 Nov 25 18:43:37.042054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=e6b53969-6af9-40fe-afd7-5b5f88d3fc20,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:37.096316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:37.113205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:37.126412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:37.144373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:37.146915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.201698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fce20e2e-918a-4455-a7b7-fdf90536804e req-5b4a0019-9a1e-4af3-8e5c-c753499a821a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 210 time: 0.0820341 Nov 25 18:43:37.236937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33f7fccf-6210-4759-941d-17176d453734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.245500 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33f7fccf-6210-4759-941d-17176d453734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.306203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7f9107bf-e9a8-4266-aaa6-6242d9f054d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8474588 Nov 25 18:43:37.308905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48998) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:37.357268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-33f7fccf-6210-4759-941d-17176d453734 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0376cb770213459bad7ad768fd1b332c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241187 Nov 25 18:43:37.359306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49000) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:37.446196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7fccf-6210-4759-941d-17176d453734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b253e-2cab-4b2c-979f-2c09a157895c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:37.551088 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed4ef7c-d711-4b95-807a-71077ab6e0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.567817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port e6b53969-6af9-40fe-afd7-5b5f88d3fc20 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:37.568202 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.596165 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed4ef7c-d711-4b95-807a-71077ab6e0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.712006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed4ef7c-d711-4b95-807a-71077ab6e0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.715005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed4ef7c-d711-4b95-807a-71077ab6e0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.716404 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aed4ef7c-d711-4b95-807a-71077ab6e0e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/712b253e-2cab-4b2c-979f-2c09a157895c HTTP/1.1" status: 204 len: 168 time: 0.3376575 Nov 25 18:43:37.746639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4ef7c-d711-4b95-807a-71077ab6e0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b253e-2cab-4b2c-979f-2c09a157895c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:37.751348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.794759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for e6b53969-6af9-40fe-afd7-5b5f88d3fc20 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:37.940260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.975460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=e6b53969-6af9-40fe-afd7-5b5f88d3fc20,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:37.984298 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:37.988860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7c714fd4-1f1d-4b9d-92b6-445bbb85e68f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/e6b53969-6af9-40fe-afd7-5b5f88d3fc20 HTTP/1.1" status: 204 len: 168 time: 0.6789329 Nov 25 18:43:37.992159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49026) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:38.001225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'mac_address': 'fa:16:3e:7a:d6:07', 'name': 'tempest-PortsIpV6TestJSON-266411562'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:38.144200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:38.274287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e971e1-5bf0-4c1d-a348-8b519c38e4da req-27b7dd50-10f6-41e0-a0bb-5655f4262a0e tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:38.285108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1e971e1-5bf0-4c1d-a348-8b519c38e4da req-27b7dd50-10f6-41e0-a0bb-5655f4262a0e tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 945 time: 0.1108477 Nov 25 18:43:38.291525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:38.397894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port 1825c4f1-b5dc-4418-8c56-de66837526b8 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:38.459593 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1e971e1-5bf0-4c1d-a348-8b519c38e4da req-6ea50a4a-ec00-4add-b027-1fff6a504223 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655698 Nov 25 18:43:38.596663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-bd71ed9c-6a18-43c7-97b4-28c522794bf6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:38.598373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-bd71ed9c-6a18-43c7-97b4-28c522794bf6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.66 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.3037162 Nov 25 18:43:38.615799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Request body: {'port': {'device_id': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'admin_state_up': True, 'tenant_id': '2b398994491047d7bcd1464030532fb7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:38.627450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aac7f281-f96b-46b3-9291-5634e4eb53d1 req-2d9da9f6-b026-4424-b3d5-7278a7dd1a49 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 210 time: 0.2495496 Nov 25 18:43:38.790583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:38.825965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:38.826241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779ab9d8-4217-425a-8f41-b3619751fda5 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:38.831686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:38.834571 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:38.949134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=1825c4f1-b5dc-4418-8c56-de66837526b8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:38.962410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:38.964317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:38.967607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:38.970780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 779ab9d8-4217-425a-8f41-b3619751fda5 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:43:38.980160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:38.981151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:38.985187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 779ab9d8-4217-425a-8f41-b3619751fda5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:38.989984 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.013736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1d70e2c0-2fdc-4797-b3a7-4598cbcfa301 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0202188 Nov 25 18:43:39.016755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49056) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:39.097587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Allocated IP 172.20.0.6 (6398ccdc-4a28-4532-b7b8-e40937d09707/facef00e-ccfd-4dca-ba36-6dccea534f9c/919abab9-efe0-42d2-86ed-f662f4c71072) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:39.129993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3328b1-4c0c-4207-8832-4da7ffb5573c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:39.131914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9b3328b1-4c0c-4207-8832-4da7ffb5573c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/1825c4f1-b5dc-4418-8c56-de66837526b8 HTTP/1.1" status: 200 len: 844 time: 0.1132793 Nov 25 18:43:39.135082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49060) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:39.136941 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.204767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779ab9d8-4217-425a-8f41-b3619751fda5'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:39.211150 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a1895b-3466-4fb3-8b5a-f1583a800364" -d '{"events": [{"server_uuid": "c59c3c75-065c-4e59-a3fc-38763e69a1ea", "name": "network-vif-plugged", "status": "completed", "tag": "779ab9d8-4217-425a-8f41-b3619751fda5"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:39.228009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 779ab9d8-4217-425a-8f41-b3619751fda5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779ab9d8-4217-425a-8f41-b3619751fda5,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:39.236744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.237484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4f48bdfb-cb95-4050-a560-36eefc2957da up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:39.298713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 1825c4f1-b5dc-4418-8c56-de66837526b8 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:39.300126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.404756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=779ab9d8-4217-425a-8f41-b3619751fda5,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:39.411814 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4677a5c2-e496-401c-9584-fd663824fce1 x-openstack-request-id: req-4677a5c2-e496-401c-9584-fd663824fce1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:39.415703 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59c3c75-065c-4e59-a3fc-38763e69a1ea", "name": "network-vif-plugged", "status": "completed", "tag": "779ab9d8-4217-425a-8f41-b3619751fda5", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:39.416251 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4677a5c2-e496-401c-9584-fd663824fce1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:39.416875 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779ab9d8-4217-425a-8f41-b3619751fda5', 'code': 200} Nov 25 18:43:39.436063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.436878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.443377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.448641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.450040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.452459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.456085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.456714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.457289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.457868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.458582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.459167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:43:39.490846 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.528598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 1825c4f1-b5dc-4418-8c56-de66837526b8 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:39.541824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 4f48bdfb-cb95-4050-a560-36eefc2957da completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:43:39.564504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 21393b24-13e9-443b-bd47-884de8347ca9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:39.574850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 4f48bdfb-cb95-4050-a560-36eefc2957da triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:39.579690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.588443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445b198-66b2-4ff2-a0e5-62db8da881f2 req-428f59fe-1d6d-418a-98e9-fadd8686a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:39.589965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1445b198-66b2-4ff2-a0e5-62db8da881f2 req-428f59fe-1d6d-418a-98e9-fadd8686a978 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 1097 time: 0.1030757 Nov 25 18:43:39.612387 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.697273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1445b198-66b2-4ff2-a0e5-62db8da881f2 req-df73202f-9dd4-4dc6-bc35-0749e0a7e10c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962975 Nov 25 18:43:39.730424 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.766229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123786c-00aa-48cf-b14d-faefc5100aa9 req-df4ebd09-7fe7-48f5-9f85-c315fc77f86c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:39.771240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=1825c4f1-b5dc-4418-8c56-de66837526b8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:39.784792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 21393b24-13e9-443b-bd47-884de8347ca9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:43:39.789077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6123786c-00aa-48cf-b14d-faefc5100aa9 req-df4ebd09-7fe7-48f5-9f85-c315fc77f86c tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 946 time: 0.1874404 Nov 25 18:43:39.789643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 21393b24-13e9-443b-bd47-884de8347ca9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:39.790864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.829683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.844781 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f3812631-b5d6-4ad4-af1f-0a4d55832c38 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/1825c4f1-b5dc-4418-8c56-de66837526b8 HTTP/1.1" status: 204 len: 168 time: 0.7077076 Nov 25 18:43:39.850705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49084) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:39.872234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.887997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.928616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95197b4e-4ac3-4e5b-8ef2-8be2d9ac5867 req-65aec0e9-acbb-46c6-a48c-78f1c03ad233 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 210 time: 0.1601613 Nov 25 18:43:39.964450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:39.967364 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-009518ef-e029-46bd-904c-5608e3fd6224 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:43:39.978355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-009518ef-e029-46bd-904c-5608e3fd6224 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/1825c4f1-b5dc-4418-8c56-de66837526b8 HTTP/1.1" status: 404 len: 333 time: 0.1212273 Nov 25 18:43:39.991344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49090) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:40.004868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'name': 'tempest-PortsIpV6TestJSON-1278612440'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:40.015864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4f48bdfb-cb95-4050-a560-36eefc2957da, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4f48bdfb-cb95-4050-a560-36eefc2957da,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:40.017362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:40.028088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:40.028899 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.048535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:40.063233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 21393b24-13e9-443b-bd47-884de8347ca9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=21393b24-13e9-443b-bd47-884de8347ca9,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:40.064872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e34ace-7c5c-4c4e-a1e4-61778ef5ba91 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:40.072606 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.123499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4f48bdfb-cb95-4050-a560-36eefc2957da,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:40.124802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6123786c-00aa-48cf-b14d-faefc5100aa9 req-affe7db8-0938-437f-b949-286a63ed8034 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323810 Nov 25 18:43:40.168615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event updated for resources: {'Port': ['ID=919abab9-efe0-42d2-86ed-f662f4c71072,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:40.229980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-54c608db-5200-4189-818c-852640aabc3d None None] Provisioning complete for port 919abab9-efe0-42d2-86ed-f662f4c71072 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:40.230357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54c608db-5200-4189-818c-852640aabc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.233019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=21393b24-13e9-443b-bd47-884de8347ca9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:40.237142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:40.237658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.248212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:40.258329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.269192 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-ebf4b67d-79ed-49fd-a9a6-1e198e9187c5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577828 Nov 25 18:43:40.282121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Request body: {'port': {'device_id': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:40.294893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port d74d9e51-f688-4496-ad36-5e436ae49e10 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:40.311629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-54c608db-5200-4189-818c-852640aabc3d None None] Port 919abab9-efe0-42d2-86ed-f662f4c71072 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:43:40.386564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.652099 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.719854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.815838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:40.821649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:40.825459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:40.831118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:40.831118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.848898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=d74d9e51-f688-4496-ad36-5e436ae49e10,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:40.870072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b533f43-b883-40f4-b108-5551a9a538c1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8770897 Nov 25 18:43:40.872754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49114) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:40.881649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:40.891262 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17f84c2e-ce09-4934-a87c-46a19d2b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:40.924346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919abab9-efe0-42d2-86ed-f662f4c71072 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:40.941522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.020236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Transition to ACTIVE for port object 919abab9-efe0-42d2-86ed-f662f4c71072 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:43:41.025646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.042123 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.137412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b2089-f586-42de-8e02-9d733fc00771 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:41.261615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=919abab9-efe0-42d2-86ed-f662f4c71072,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:41.308628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148e3f-cb18-4140-983a-2acb98dd8307 req-f263ab40-7565-491b-8943-a1b51c16f6bd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:41.310508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1148e3f-cb18-4140-983a-2acb98dd8307 req-f263ab40-7565-491b-8943-a1b51c16f6bd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 943 time: 0.1965265 Nov 25 18:43:41.353408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Attempting to bind port 919abab9-efe0-42d2-86ed-f662f4c71072 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:43:41.354046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Attempting to bind port 919abab9-efe0-42d2-86ed-f662f4c71072 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:43:41.354605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Attempting to bind port 919abab9-efe0-42d2-86ed-f662f4c71072 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:41.367930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Port 919abab9-efe0-42d2-86ed-f662f4c71072 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:43:41.368642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Attempting to bind port 919abab9-efe0-42d2-86ed-f662f4c71072 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:41.392388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.401277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:43:41.403748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Checking segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:41.408886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.410320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Bound using segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:43:41.410320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Bound port: 919abab9-efe0-42d2-86ed-f662f4c71072, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:43:41.410320 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.418253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48bdfb-cb95-4050-a560-36eefc2957da'}, {'server_uuid': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21393b24-13e9-443b-bd47-884de8347ca9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:41.420774 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e53cc-f7cd-4d53-a24e-f4a0f20807c5" -d '{"events": [{"server_uuid": "64db25ef-0f29-4785-bf0b-2f3017e67cb2", "name": "network-vif-plugged", "status": "completed", "tag": "4f48bdfb-cb95-4050-a560-36eefc2957da"}, {"server_uuid": "72c7e155-3d22-403b-84c4-9cbc32359ac0", "name": "network-vif-plugged", "status": "completed", "tag": "21393b24-13e9-443b-bd47-884de8347ca9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:41.438337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] In _notify_port_updated(), no bound segment for port d74d9e51-f688-4496-ad36-5e436ae49e10 on network 3f7ba654-af62-4ada-ba75-9d562eb76c9d {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:43:41.443913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:41.445528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.446662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "PUT /v2.0/ports/d74d9e51-f688-4496-ad36-5e436ae49e10 HTTP/1.1" status: 200 len: 818 time: 0.5711384 Nov 25 18:43:41.461125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49134) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:41.494795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa998f6-b77d-4679-ae28-8d25532a2544 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=d74d9e51-f688-4496-ad36-5e436ae49e10,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:41.507066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934671-441e-478b-8fec-986af02622bf req-5b7977dd-9c18-4ced-b9fb-e0b247374dd4 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:41.510948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1148e3f-cb18-4140-983a-2acb98dd8307 req-e99e8f89-081e-46e2-bb15-18670afeeea3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889782 Nov 25 18:43:41.527096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2934671-441e-478b-8fec-986af02622bf req-5b7977dd-9c18-4ced-b9fb-e0b247374dd4 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 946 time: 0.1323509 Nov 25 18:43:41.609412 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd2eca4-0ec0-4ee0-be5a-55dac4e69fe4 x-openstack-request-id: req-7bd2eca4-0ec0-4ee0-be5a-55dac4e69fe4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:41.610415 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64db25ef-0f29-4785-bf0b-2f3017e67cb2", "name": "network-vif-plugged", "status": "completed", "tag": "4f48bdfb-cb95-4050-a560-36eefc2957da", "code": 200}, {"server_uuid": "72c7e155-3d22-403b-84c4-9cbc32359ac0", "name": "network-vif-plugged", "status": "completed", "tag": "21393b24-13e9-443b-bd47-884de8347ca9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:41.610860 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bd2eca4-0ec0-4ee0-be5a-55dac4e69fe4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:41.611456 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48bdfb-cb95-4050-a560-36eefc2957da', 'code': 200} Nov 25 18:43:41.611893 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21393b24-13e9-443b-bd47-884de8347ca9', 'code': 200} Nov 25 18:43:41.633748 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2934671-441e-478b-8fec-986af02622bf req-7b9cf1f5-4c10-466f-814e-343a9a407dba tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009579 Nov 25 18:43:41.758371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809b3a-71e9-4df3-b413-8deed65b11a3 req-6b70b4fe-5edb-4993-a39b-f9c91ffcd4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:41.760078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e809b3a-71e9-4df3-b413-8deed65b11a3 req-6b70b4fe-5edb-4993-a39b-f9c91ffcd4d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0823591 Nov 25 18:43:41.821396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] For port 919abab9-efe0-42d2-86ed-f662f4c71072, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:43:41.873896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] For port 919abab9-efe0-42d2-86ed-f662f4c71072, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=919abab9-efe0-42d2-86ed-f662f4c71072,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:43:41.877526 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e809b3a-71e9-4df3-b413-8deed65b11a3 req-6c5129c5-cd78-4cd7-b885-6a57113c7f36 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091411 Nov 25 18:43:41.896696 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.924627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb44a8-5cf9-4f5b-a0f2-49e9e30c53ac None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:41.956141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:41.956783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:41.958038 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] 10.222.0.66 "PUT /v2.0/ports/919abab9-efe0-42d2-86ed-f662f4c71072 HTTP/1.1" status: 200 len: 1091 time: 1.6810386 Nov 25 18:43:41.960234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'tag': '919abab9-efe0-42d2-86ed-f662f4c71072'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:41.962731 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5922d11d-9098-4866-9929-2ff050d5314c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d0f973-af8d-4b14-b49a-d29069f18767", "tag": "919abab9-efe0-42d2-86ed-f662f4c71072"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:41.991339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port d74d9e51-f688-4496-ad36-5e436ae49e10 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:41.991958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.027384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8475edc-3508-48ba-825c-7566f89403ca req-ecf39cbb-755b-4fdb-ad7f-be3bf13c7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:42.029154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8475edc-3508-48ba-825c-7566f89403ca req-ecf39cbb-755b-4fdb-ad7f-be3bf13c7d59 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 1096 time: 0.2343814 Nov 25 18:43:42.037191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b9fe-e277-4d16-91af-3dd2bb52ccf0 req-63ecfe11-504c-4f60-855b-e5d300961497 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:42.039082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6860b9fe-e277-4d16-91af-3dd2bb52ccf0 req-63ecfe11-504c-4f60-855b-e5d300961497 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 945 time: 0.2509294 Nov 25 18:43:42.086128 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0578f6-e0fb-435f-9d2e-e347feafaf5d x-openstack-request-id: req-ac0578f6-e0fb-435f-9d2e-e347feafaf5d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:42.086406 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d0f973-af8d-4b14-b49a-d29069f18767", "tag": "919abab9-efe0-42d2-86ed-f662f4c71072", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:42.086694 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac0578f6-e0fb-435f-9d2e-e347feafaf5d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:42.087099 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'tag': '919abab9-efe0-42d2-86ed-f662f4c71072', 'status': 'completed', 'code': 200} Nov 25 18:43:42.114500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc0338-16bb-423a-ac22-0b5bcd57d8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=919abab9-efe0-42d2-86ed-f662f4c71072,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:42.191073 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.218649 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6860b9fe-e277-4d16-91af-3dd2bb52ccf0 req-81a07fb9-248d-46cf-b5e0-90f3367fab0f tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294308 Nov 25 18:43:42.227284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for d74d9e51-f688-4496-ad36-5e436ae49e10 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:42.234005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-403411e2-6acf-4aa3-b4f3-dc21f839ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:42.235582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-403411e2-6acf-4aa3-b4f3-dc21f839ca30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 1094 time: 0.2140789 Nov 25 18:43:42.239439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8475edc-3508-48ba-825c-7566f89403ca req-618e8c1a-2dcb-406f-8092-f43913840414 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992812 Nov 25 18:43:42.355949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.386198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=d74d9e51-f688-4496-ad36-5e436ae49e10,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:42.393362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.401008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b1d39f1b-eddd-4de4-862a-318c3a390b11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/d74d9e51-f688-4496-ad36-5e436ae49e10 HTTP/1.1" status: 204 len: 168 time: 0.9270754 Nov 25 18:43:42.404425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:42.475591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928a52f-c3bc-4caf-be81-96e7f9f8c6ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:42.479991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9928a52f-c3bc-4caf-be81-96e7f9f8c6ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0682800 Nov 25 18:43:42.480287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49166) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:42.542584 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45f5b5b-43c0-4de9-b83c-ba523518f317 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:43:42.544420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a45f5b5b-43c0-4de9-b83c-ba523518f317 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/d74d9e51-f688-4496-ad36-5e436ae49e10 HTTP/1.1" status: 404 len: 333 time: 0.0626898 Nov 25 18:43:42.548704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49172) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:42.582717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-d0a9eac7-40c1-454f-b997-f9aef9a42275 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=919abab9-efe0-42d2-86ed-f662f4c71072 HTTP/1.1" status: 200 len: 217 time: 0.0869153 Nov 25 18:43:42.587815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2078992412'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:42.636805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:42.643388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.656319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:42.678014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-fb91ede0-bdc2-4263-a803-e13cfe6d5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:42.680040 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-fb91ede0-bdc2-4263-a803-e13cfe6d5cc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.0753760 Nov 25 18:43:42.730859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:42.745842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:43:42.752206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-f7d49b84-50ad-42c0-aad2-a2c2cd02eafa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460696 Nov 25 18:43:42.767131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.767574 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment 4ab51df0-2404-4302-a4af-fcdc6450d87a of type vlan for network 7023f567-0981-462f-a515-026a65c4f67e Nov 25 18:43:42.777111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0aa0-84db-4799-8ce1-5832fc730417 req-183df966-909b-4b57-8018-1bb27fe8f366 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:42.778776 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a4b0aa0-84db-4799-8ce1-5832fc730417 req-183df966-909b-4b57-8018-1bb27fe8f366 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 943 time: 0.1298594 Nov 25 18:43:42.878098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.907635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-8cc92556-de89-4489-a7a2-9a09417e80f7 service neutron] 10.222.0.66 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472261 Nov 25 18:43:42.942003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a4b0aa0-84db-4799-8ce1-5832fc730417 req-2fb3fdd6-74a5-4209-8f86-5d29b1c2324e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550670 Nov 25 18:43:42.964725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.989358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:42.990427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:42.991642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00c49cfc-d204-43ae-b95d-ac5a12713b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.032206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4813955 Nov 25 18:43:43.035498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:43.041249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '7023f567-0981-462f-a515-026a65c4f67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:43.086834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-243d28c7-1c18-4000-9a22-5e2a9b5ce60c req-f853384a-ec44-4f70-8246-47ea807a8014 service neutron] 10.222.0.66 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712649 Nov 25 18:43:43.097090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-359949848', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:43.157779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Made reservation on behalf of 33dfac437e0c4bcb966b14e231da93b6 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:43.160128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.189281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3dd4-7bae-4068-90aa-1fa1a29bcde6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=7023f567-0981-462f-a515-026a65c4f67e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:43.191655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.200672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 7023f567-0981-462f-a515-026a65c4f67e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:43:43.236157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d11d-9098-4866-9929-2ff050d5314c req-cc1981e0-b2de-4f56-8605-a48e42a3b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:43.238086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5922d11d-9098-4866-9929-2ff050d5314c req-cc1981e0-b2de-4f56-8605-a48e42a3b1d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 1094 time: 0.0766494 Nov 25 18:43:43.279292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00c49cfc-d204-43ae-b95d-ac5a12713b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.294976 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-00c49cfc-d204-43ae-b95d-ac5a12713b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.321509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:43.331407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.353607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-00c49cfc-d204-43ae-b95d-ac5a12713b14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ce307f48e5a46048a8ed28c4597807e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6935387 Nov 25 18:43:43.362272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49196) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:43.419672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c49cfc-d204-43ae-b95d-ac5a12713b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1562e5c-ff34-42db-8fdd-82004df73649,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:43.430857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aa3db95c-d6e8-4e6f-90d5-8f96c9ee7fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.460644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023ed57-ef14-4ed2-b95d-37ed3e0f4cb6 req-16d67bd7-e5a8-44e4-b6ae-291e5326f740 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:43.462221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7023ed57-ef14-4ed2-b95d-37ed3e0f4cb6 req-16d67bd7-e5a8-44e4-b6ae-291e5326f740 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 945 time: 0.1100361 Nov 25 18:43:43.542319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7023ed57-ef14-4ed2-b95d-37ed3e0f4cb6 req-941a4807-5006-438d-b443-05ea4c918ff3 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695050 Nov 25 18:43:43.545608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d11d-9098-4866-9929-2ff050d5314c req-fa00c6cf-21e0-4cd0-a544-d25befc90d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:43.547088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5922d11d-9098-4866-9929-2ff050d5314c req-fa00c6cf-21e0-4cd0-a544-d25befc90d9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.2894652 Nov 25 18:43:43.611664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5922d11d-9098-4866-9929-2ff050d5314c req-8257ec29-5774-4653-b6dd-294d6fbddcbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=919abab9-efe0-42d2-86ed-f662f4c71072 HTTP/1.1" status: 200 len: 217 time: 0.0545619 Nov 25 18:43:43.664806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.681568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.708484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d11d-9098-4866-9929-2ff050d5314c req-345362bb-3422-4902-ae48-ef9fe5d775d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:43.710343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5922d11d-9098-4866-9929-2ff050d5314c req-345362bb-3422-4902-ae48-ef9fe5d775d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.0908909 Nov 25 18:43:43.734406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d5026e-f50e-4fef-9e4c-0efbd153f195,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:43.739612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] device_id is not set on port 7a3ae491-7f28-438b-8b26-69a2dccc1fda yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:43.749044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83af72d1-47f8-4bf3-bad4-ef2faaa7dd63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.770482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5922d11d-9098-4866-9929-2ff050d5314c req-952daa90-a5bf-4c5d-806b-eb5e2485e800 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509284 Nov 25 18:43:43.833375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83af72d1-47f8-4bf3-bad4-ef2faaa7dd63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:43.920314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5922d11d-9098-4866-9929-2ff050d5314c req-95cfa52d-611b-4de3-8b10-a6509ea7d5ca service neutron] 10.222.0.66 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404612 Nov 25 18:43:43.950571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.014554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Allocated IP 172.25.2.139 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/7a3ae491-7f28-438b-8b26-69a2dccc1fda) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:44.057962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=9ed3b78f-b963-4c25-8323-58c36be93dfb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:44.069786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83af72d1-47f8-4bf3-bad4-ef2faaa7dd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.074854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83af72d1-47f8-4bf3-bad4-ef2faaa7dd63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.077189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-83af72d1-47f8-4bf3-bad4-ef2faaa7dd63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1562e5c-ff34-42db-8fdd-82004df73649 HTTP/1.1" status: 204 len: 168 time: 0.7138984 Nov 25 18:43:44.112985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af72d1-47f8-4bf3-bad4-ef2faaa7dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1562e5c-ff34-42db-8fdd-82004df73649,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:44.169144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5922d11d-9098-4866-9929-2ff050d5314c req-64e043e5-b614-449c-b804-e875a4cbfa28 service neutron] 10.222.0.66 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403841 Nov 25 18:43:44.179993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': '4ab51df0-2404-4302-a4af-fcdc6450d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7023f567-0981-462f-a515-026a65c4f67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:44.180732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: 7023f567-0981-462f-a515-026a65c4f67e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:43:44.203597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db5621-5a2d-4174-b0dd-3cb8b2618551 req-db9602bd-166d-4ce6-a302-04bd8c30760d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:44.211231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99db5621-5a2d-4174-b0dd-3cb8b2618551 req-db9602bd-166d-4ce6-a302-04bd8c30760d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 943 time: 0.1314695 Nov 25 18:43:44.270926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99db5621-5a2d-4174-b0dd-3cb8b2618551 req-675b800d-c724-4e5a-9a9d-2778c19b740c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586114 Nov 25 18:43:44.312064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.322426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 7023f567-0981-462f-a515-026a65c4f67e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:43:44.338479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 7023f567-0981-462f-a515-026a65c4f67e) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:44.347530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735374f-177c-4745-86db-f192280e76ba None None] Network 7023f567-0981-462f-a515-026a65c4f67e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:44.353345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:44.354353 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.405194 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8ecb1d30-e84b-46de-ba56-c7cc0ff69482 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3681648 Nov 25 18:43:44.411518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49210) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:44.419927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0bb16d8b-cf37-47c5-8b40-19dabb93433b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '7023f567-0981-462f-a515-026a65c4f67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:44.478965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.564935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.619268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:44.623119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:44.625827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:44.656732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb2a8db-c992-4856-95cd-76c9227f3e59 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:44.674261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-7023f567-0981-462f-a515-026a65c4f67e', 'network_id': '7023f567-0981-462f-a515-026a65c4f67e', 'tenant_id': 'abab1bc54f424d62b062868c44b243c9', 'fixed_ips': [{'subnet_id': '9ed3b78f-b963-4c25-8323-58c36be93dfb'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:43:44.675622 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.698034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:44.698684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.724514 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Pushing event updated for resources: {'Port': ['ID=7a3ae491-7f28-438b-8b26-69a2dccc1fda,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:44.734934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-23755f2c-8928-47be-8fba-51e02f847ca1 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0021753 Nov 25 18:43:44.753238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49220) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:44.759301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.139'}]}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:44.780941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb16d8b-cf37-47c5-8b40-19dabb93433b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:44.792380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bb16d8b-cf37-47c5-8b40-19dabb93433b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.805255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.806416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.808070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-217bf8f4-cd71-4426-976e-360998aeb8ec None None] Provisioning complete for port 7a3ae491-7f28-438b-8b26-69a2dccc1fda triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:44.808745 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-217bf8f4-cd71-4426-976e-360998aeb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.864364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:44.879172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-217bf8f4-cd71-4426-976e-360998aeb8ec None None] Port 7a3ae491-7f28-438b-8b26-69a2dccc1fda cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:43:44.879523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07178d-b859-4bbb-b5b4-3604ec041016 req-21c32761-9c35-4da8-b2a7-a4d2eaf4ac0f tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:44.888097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f07178d-b859-4bbb-b5b4-3604ec041016 req-21c32761-9c35-4da8-b2a7-a4d2eaf4ac0f tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 945 time: 0.1915457 Nov 25 18:43:44.897285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Allocated IP 2001:db8::2 (7023f567-0981-462f-a515-026a65c4f67e/9ed3b78f-b963-4c25-8323-58c36be93dfb/aa0a0045-1085-4295-8277-eb9e486a151f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:44.973528 n-d-819194-3 neutron-server[103457]: INFO neutron.db.ipam_backend_mixin [None req-0bb16d8b-cf37-47c5-8b40-19dabb93433b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ed3b78f-b963-4c25-8323-58c36be93dfb (CIDR: 2001:db8::/64) Nov 25 18:43:44.979705 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb16d8b-cf37-47c5-8b40-19dabb93433b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:43:44.980473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb16d8b-cf37-47c5-8b40-19dabb93433b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:43:45.005819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0bb16d8b-cf37-47c5-8b40-19dabb93433b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5908115 Nov 25 18:43:45.009542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49224) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:45.032401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '7023f567-0981-462f-a515-026a65c4f67e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:45.052267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:45.091677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.103482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f07178d-b859-4bbb-b5b4-3604ec041016 req-20f3c921-4564-4eda-9151-36d29d5e0734 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145057 Nov 25 18:43:45.110342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c184b8d-9c89-4fff-ad10-2def100467f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.124513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49230) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:45.231187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:45.235593 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.286843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa25239-c8bb-4936-9b3a-28b7eb071e38 req-7f938fe2-3b73-428f-a5fb-a16f390443b7 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:45.311537 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aa25239-c8bb-4936-9b3a-28b7eb071e38 req-7f938fe2-3b73-428f-a5fb-a16f390443b7 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 945 time: 0.0830567 Nov 25 18:43:45.317508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c184b8d-9c89-4fff-ad10-2def100467f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.322343 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.328755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c184b8d-9c89-4fff-ad10-2def100467f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.334900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.382626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8aa25239-c8bb-4936-9b3a-28b7eb071e38 req-4636086b-7726-40d4-a0a7-b1575da3309e tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699203 Nov 25 18:43:45.404537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Network 7023f567-0981-462f-a515-026a65c4f67e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:45.411868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:45.416563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:45.442912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c184b8d-9c89-4fff-ad10-2def100467f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9887b226b6e46a7bc6ad542eb4b7969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3892431 Nov 25 18:43:45.444691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49240) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:45.457778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Pushing event updated for resources: {'Port': ['ID=aa0a0045-1085-4295-8277-eb9e486a151f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:45.487822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c184b8d-9c89-4fff-ad10-2def100467f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c2e288-9276-464c-b8fb-6b5296144e18,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:45.508452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Attempting to bind port aa0a0045-1085-4295-8277-eb9e486a151f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:43:45.508822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Attempting to bind port aa0a0045-1085-4295-8277-eb9e486a151f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4ab51df0-2404-4302-a4af-fcdc6450d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7023f567-0981-462f-a515-026a65c4f67e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:43:45.510988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Attempting to bind port aa0a0045-1085-4295-8277-eb9e486a151f on network 7023f567-0981-462f-a515-026a65c4f67e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:43:45.522651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:43:45.523349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Checking segment: {'id': '4ab51df0-2404-4302-a4af-fcdc6450d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7023f567-0981-462f-a515-026a65c4f67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:43:45.524400 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.525011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Bound using segment: {'id': '4ab51df0-2404-4302-a4af-fcdc6450d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7023f567-0981-462f-a515-026a65c4f67e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:43:45.525691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Bound port: aa0a0045-1085-4295-8277-eb9e486a151f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab51df0-2404-4302-a4af-fcdc6450d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7023f567-0981-462f-a515-026a65c4f67e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:43:45.527234 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.533903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87c192-a3b8-4711-ac60-8de4c6672e32 req-09386d0b-3dce-4d63-8fda-8d8b624d7850 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:45.541330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b87c192-a3b8-4711-ac60-8de4c6672e32 req-09386d0b-3dce-4d63-8fda-8d8b624d7850 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 943 time: 0.1779513 Nov 25 18:43:45.614654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] For port aa0a0045-1085-4295-8277-eb9e486a151f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:43:45.619274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] For port aa0a0045-1085-4295-8277-eb9e486a151f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=aa0a0045-1085-4295-8277-eb9e486a151f,segment=NetworkSegment(4ab51df0-2404-4302-a4af-fcdc6450d87a),segment_id=4ab51df0-2404-4302-a4af-fcdc6450d87a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:43:45.637466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.728725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b87c192-a3b8-4711-ac60-8de4c6672e32 req-dda7b871-0179-46d8-bc0f-f752521a18c3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863847 Nov 25 18:43:45.768537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de244e5-f834-423e-9c42-0da37eff8142 None None] Pushing event updated for resources: {'Port': ['ID=aa0a0045-1085-4295-8277-eb9e486a151f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:45.876568 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.895578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.970145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 7023f567-0981-462f-a515-026a65c4f67e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:45.974007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:45.977220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:45.977900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:45.995026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=2c7fbdb5-9ef9-4d9a-8626-504c7c275c65,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:46.013125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bcd48011-4741-4199-8fa4-31d5d49da768 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0017350 Nov 25 18:43:46.013799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:46.018987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '7023f567-0981-462f-a515-026a65c4f67e', 'fixed_ips': [{'subnet_id': '9ed3b78f-b963-4c25-8323-58c36be93dfb'}, {'subnet_id': '2c7fbdb5-9ef9-4d9a-8626-504c7c275c65'}], 'name': 'tempest-PortsIpV6TestJSON-127817599'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:46.063614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9df455d0-9e70-4e26-bbe6-be6eeba67dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.180442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.205904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6188825-f8e0-4cdf-9e7a-9bc01d488bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.217213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e93351-2e3a-4891-8699-7bafa9dd4b3e req-29964e44-82e9-46a5-96b5-52ef2d3ec778 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:46.219444 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63e93351-2e3a-4891-8699-7bafa9dd4b3e req-29964e44-82e9-46a5-96b5-52ef2d3ec778 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 945 time: 0.2674727 Nov 25 18:43:46.223938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.272201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6188825-f8e0-4cdf-9e7a-9bc01d488bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.408896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:46.442325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9df455d0-9e70-4e26-bbe6-be6eeba67dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.455483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63e93351-2e3a-4891-8699-7bafa9dd4b3e req-5d37f0a4-d088-4931-95eb-6410bcf19d7a tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199788 Nov 25 18:43:46.458757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9df455d0-9e70-4e26-bbe6-be6eeba67dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.521241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9df455d0-9e70-4e26-bbe6-be6eeba67dec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3ac69f24aa145ec824279db3c446498&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3844724 Nov 25 18:43:46.526173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49256) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:46.539863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df455d0-9e70-4e26-bbe6-be6eeba67dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde463d7-0f8c-479b-aa7c-a920b5f4eeff,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:46.546793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6188825-f8e0-4cdf-9e7a-9bc01d488bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.549755 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f6188825-f8e0-4cdf-9e7a-9bc01d488bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.551043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f6188825-f8e0-4cdf-9e7a-9bc01d488bc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4c2e288-9276-464c-b8fb-6b5296144e18 HTTP/1.1" status: 204 len: 168 time: 1.1055958 Nov 25 18:43:46.564891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6188825-f8e0-4cdf-9e7a-9bc01d488bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c2e288-9276-464c-b8fb-6b5296144e18,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:46.579939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.586471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-c05559db-c566-4cbb-8a0a-cd3006335b8d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1556022 Nov 25 18:43:46.610228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.641522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port c8722fb0-3b88-4c51-8be2-4eb74313874e yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:43:46.646432 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aebb2ae-275b-48c1-85e1-551c416e70b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.797557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device aa0a0045-1085-4295-8277-eb9e486a151f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:46.835591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aebb2ae-275b-48c1-85e1-551c416e70b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.901563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.908486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.960038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:46.970884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port aa0a0045-1085-4295-8277-eb9e486a151f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:46.971320 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.022479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.023019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8926958e-2687-47ab-aeb0-bd98e5ecc563 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:43:47.121678 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 18:43:47.129199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-35d06105-f0dd-45ed-91df-f938cd03a858 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3747108 Nov 25 18:43:47.129907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49272) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:47.197125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.230349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13334677-cdb7-4741-9dde-7cbb002c69f4 None None] Network 7023f567-0981-462f-a515-026a65c4f67e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:47.240392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-9cd139cb-5af8-4637-a8f6-85662854b832 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.242026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-9cd139cb-5af8-4637-a8f6-85662854b832 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "GET /v2.0/ports?device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 945 time: 0.1961818 Nov 25 18:43:47.259607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port aa0a0045-1085-4295-8277-eb9e486a151f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=aa0a0045-1085-4295-8277-eb9e486a151f,segment=NetworkSegment(4ab51df0-2404-4302-a4af-fcdc6450d87a),segment_id=4ab51df0-2404-4302-a4af-fcdc6450d87a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:47.295676 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.411789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::1f0 (7023f567-0981-462f-a515-026a65c4f67e/9ed3b78f-b963-4c25-8323-58c36be93dfb/c8722fb0-3b88-4c51-8be2-4eb74313874e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:47.418208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8:0:1::1f9 (7023f567-0981-462f-a515-026a65c4f67e/2c7fbdb5-9ef9-4d9a-8626-504c7c275c65/c8722fb0-3b88-4c51-8be2-4eb74313874e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:47.435424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6cdb3554-7139-4605-9e14-d8584ccedc5d None None] Provisioning complete for port aa0a0045-1085-4295-8277-eb9e486a151f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:47.439492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cdb3554-7139-4605-9e14-d8584ccedc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.454187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Deleting port 7a3ae491-7f28-438b-8b26-69a2dccc1fda {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:47.454714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.473469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Deleting port 4f48bdfb-cb95-4050-a560-36eefc2957da {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:47.473901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.523385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=aa0a0045-1085-4295-8277-eb9e486a151f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:47.553280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.560362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.561007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.561633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.562930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.563515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.564042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.569906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-00160997-5cc8-45d9-9352-c7ee3c8d9dae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6492 time: 0.8326981 Nov 25 18:43:47.583744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 919abab9-efe0-42d2-86ed-f662f4c71072 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:43:47.725227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aebb2ae-275b-48c1-85e1-551c416e70b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.729020 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aebb2ae-275b-48c1-85e1-551c416e70b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.730841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8aebb2ae-275b-48c1-85e1-551c416e70b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cde463d7-0f8c-479b-aa7c-a920b5f4eeff HTTP/1.1" status: 204 len: 168 time: 1.2034204 Nov 25 18:43:47.789264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.849458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] For port 4f48bdfb-cb95-4050-a560-36eefc2957da, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4f48bdfb-cb95-4050-a560-36eefc2957da,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:47.858474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:47.911748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Calling delete_port for 7a3ae491-7f28-438b-8b26-69a2dccc1fda owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:47.943823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504943a8-5802-4e17-be66-ab2426543137 req-bad86961-14ce-4dc0-9d40-ca1979d3a663 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.945262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787b2ae-f8a0-43e8-9517-6fd1ebe1f93e req-1ee0f2a2-5345-4372-917c-f068cc76ad4a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:47.952774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d787b2ae-f8a0-43e8-9517-6fd1ebe1f93e req-1ee0f2a2-5345-4372-917c-f068cc76ad4a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 943 time: 0.7789624 Nov 25 18:43:47.954873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebb2ae-275b-48c1-85e1-551c416e70b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde463d7-0f8c-479b-aa7c-a920b5f4eeff,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:47.956904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-504943a8-5802-4e17-be66-ab2426543137 req-bad86961-14ce-4dc0-9d40-ca1979d3a663 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 945 time: 0.3379657 Nov 25 18:43:48.081824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.230492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Calling delete_port for 4f48bdfb-cb95-4050-a560-36eefc2957da owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:48.233242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.247630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d787b2ae-f8a0-43e8-9517-6fd1ebe1f93e req-35c79f53-0605-4af1-a964-d5a87c2a121e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938530 Nov 25 18:43:48.315672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-63f3d6d7-f374-4c8f-b613-79d0716d873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.317375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-63f3d6d7-f374-4c8f-b613-79d0716d873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.318631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-63f3d6d7-f374-4c8f-b613-79d0716d873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.321363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-63f3d6d7-f374-4c8f-b613-79d0716d873d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=a281785e-1083-4443-9ac0-043f4de9670d&id=a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 200 len: 2292 time: 0.6299598 Nov 25 18:43:48.328379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca58ac0d-a87c-4bbf-b49b-1e8215403078 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:48.337651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048765d2-0011-4d08-b9cd-2d420bcb1838 None None] Update dhcp port {'port': {'network_id': '7023f567-0981-462f-a515-026a65c4f67e', 'fixed_ips': [{'subnet_id': '9ed3b78f-b963-4c25-8323-58c36be93dfb', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c7fbdb5-9ef9-4d9a-8626-504c7c275c65'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'aa0a0045-1085-4295-8277-eb9e486a151f'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:43:48.427882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a3ae491-7f28-438b-8b26-69a2dccc1fda,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:48.431425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.435220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8d37dadc-d1b2-488d-8ee0-fa3e61543252 tempest-RoutersAdminNegativeIpV6Test-139794337 tempest-RoutersAdminNegativeIpV6Test-139794337-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7a3ae491-7f28-438b-8b26-69a2dccc1fda HTTP/1.1" status: 204 len: 168 time: 1.3002925 Nov 25 18:43:48.478861 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-048765d2-0011-4d08-b9cd-2d420bcb1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.527567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-504943a8-5802-4e17-be66-ab2426543137 req-76165857-a67a-4856-aa42-cb82213e1a79 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703139 Nov 25 18:43:48.556287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:48.602357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.663868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 919abab9-efe0-42d2-86ed-f662f4c71072, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=919abab9-efe0-42d2-86ed-f662f4c71072,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:48.748772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '919abab9-efe0-42d2-86ed-f662f4c71072', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'port_id': '919abab9-efe0-42d2-86ed-f662f4c71072', 'mac_address': 'fa:16:3e:ff:29:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facef00e-ccfd-4dca-ba36-6dccea534f9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:43:48.802980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.807997 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-763d5956-81f5-4ebc-bf0f-f3ef734fd30f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 200 len: 1002 time: 0.4713318 Nov 25 18:43:48.839610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 7023f567-0981-462f-a515-026a65c4f67e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:43:48.871035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:43:48.875123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Pushing event deleted for resources: {'Port': ['ID=4f48bdfb-cb95-4050-a560-36eefc2957da,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:48.889077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:43:48.911445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:48.913724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:48.914979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.926390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device aa0a0045-1085-4295-8277-eb9e486a151f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:48.929173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['21393b24-13e9-443b-bd47-884de8347ca9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:48.931707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4f48bdfb-cb95-4050-a560-36eefc2957da', '779ab9d8-4217-425a-8f41-b3619751fda5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:48.955256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] No DVR routers for this DVR port 4f48bdfb-cb95-4050-a560-36eefc2957da on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:48.963709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:48.974288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9210ce72-99ae-4489-b1c2-a32eb7ec9b60 req-603ce80c-60cb-4159-b5d8-2c8620453f73 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "DELETE /v2.0/ports/4f48bdfb-cb95-4050-a560-36eefc2957da HTTP/1.1" status: 204 len: 173 time: 1.7213631 Nov 25 18:43:48.979506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'name': 'network-vif-deleted', 'tag': '4f48bdfb-cb95-4050-a560-36eefc2957da'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:48.982631 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dd95c6-f205-4cbc-b0ed-84db21845721" -d '{"events": [{"server_uuid": "64db25ef-0f29-4785-bf0b-2f3017e67cb2", "name": "network-vif-deleted", "tag": "4f48bdfb-cb95-4050-a560-36eefc2957da"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:48.997621 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97147834-8ecf-43f2-b906-2bd6831a5ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.044112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=c8722fb0-3b88-4c51-8be2-4eb74313874e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:49.084799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49322) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:49.127512 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa55ca-8bc5-448a-a8d8-7f0e3461cb66 x-openstack-request-id: req-a2aa55ca-8bc5-448a-a8d8-7f0e3461cb66 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:49.132235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-46927d13-7943-4b38-9649-c6d84e958e4c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1173732 Nov 25 18:43:49.132787 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64db25ef-0f29-4785-bf0b-2f3017e67cb2", "name": "network-vif-deleted", "tag": "4f48bdfb-cb95-4050-a560-36eefc2957da", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:49.135775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49328) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:49.136270 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2aa55ca-8bc5-448a-a8d8-7f0e3461cb66 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:49.136871 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db25ef-0f29-4785-bf0b-2f3017e67cb2', 'name': 'network-vif-deleted', 'tag': '4f48bdfb-cb95-4050-a560-36eefc2957da', 'status': 'completed', 'code': 200} Nov 25 18:43:49.154786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ed3b78f-b963-4c25-8323-58c36be93dfb'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:49.165231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-533eda33-60be-4fa7-9355-043b95f6bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:49.169553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-533eda33-60be-4fa7-9355-043b95f6bcc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9748f676-e6f8-460b-9021-a1eda79cc10d HTTP/1.1" status: 200 len: 850 time: 0.3452802 Nov 25 18:43:49.241379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ba96764-7f12-49c4-8b4d-c1d67012839c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.329465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ba96764-7f12-49c4-8b4d-c1d67012839c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.348787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ba96764-7f12-49c4-8b4d-c1d67012839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.392214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-252eb0b9-88f0-4b60-b6fc-b083326bd58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.410154 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1ba96764-7f12-49c4-8b4d-c1d67012839c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b84b4cf94c664835b07f455b0ea3f45e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230972 Nov 25 18:43:49.418731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97147834-8ecf-43f2-b906-2bd6831a5ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.419748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49332) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:49.478684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b924471-1adf-49ea-b0d4-3a7f3044b932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.501933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b924471-1adf-49ea-b0d4-3a7f3044b932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.544930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97147834-8ecf-43f2-b906-2bd6831a5ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.552298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba96764-7f12-49c4-8b4d-c1d67012839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cba9da-dded-4dd3-b7f2-0ea41d4bf2b6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:49.578702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-d5c3c7e6-2a0b-4a47-a9c1-39fc95a6c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:49.579494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b924471-1adf-49ea-b0d4-3a7f3044b932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.580660 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.581078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-d5c3c7e6-2a0b-4a47-a9c1-39fc95a6c95d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3220565 Nov 25 18:43:49.581850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.584201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b924471-1adf-49ea-b0d4-3a7f3044b932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.585586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b924471-1adf-49ea-b0d4-3a7f3044b932 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2cba9da-dded-4dd3-b7f2-0ea41d4bf2b6 HTTP/1.1" status: 204 len: 168 time: 0.1646883 Nov 25 18:43:49.626338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97147834-8ecf-43f2-b906-2bd6831a5ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9439cd98-6c06-416e-979d-206b8738bf88,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:49.664453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b924471-1adf-49ea-b0d4-3a7f3044b932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cba9da-dded-4dd3-b7f2-0ea41d4bf2b6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:49.682018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-97147834-8ecf-43f2-b906-2bd6831a5ebb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c75e8686e00646699754eb8920c92f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7660167 Nov 25 18:43:49.683041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49340) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:49.789442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb912916-a9d1-47a8-b9dc-55fbaf675b71 req-9ef104b1-e44c-4ff2-b72e-4ac375bd388e tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=64db25ef-0f29-4785-bf0b-2f3017e67cb2 HTTP/1.1" status: 200 len: 210 time: 0.0678990 Nov 25 18:43:49.817317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-425b52a3-2636-43b2-8b4f-184ecc338d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.867422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-425b52a3-2636-43b2-8b4f-184ecc338d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.914749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-252eb0b9-88f0-4b60-b6fc-b083326bd58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.939829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-252eb0b9-88f0-4b60-b6fc-b083326bd58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.983868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-425b52a3-2636-43b2-8b4f-184ecc338d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.986952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-425b52a3-2636-43b2-8b4f-184ecc338d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:49.989424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-425b52a3-2636-43b2-8b4f-184ecc338d88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9439cd98-6c06-416e-979d-206b8738bf88 HTTP/1.1" status: 204 len: 168 time: 0.3044853 Nov 25 18:43:50.022033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b52a3-2636-43b2-8b4f-184ecc338d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9439cd98-6c06-416e-979d-206b8738bf88,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:50.035450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695dbae-56fc-4321-955d-637506d98264 req-cf0632b7-5ad6-4c84-9f17-acae451d17ab tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:50.043863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c695dbae-56fc-4321-955d-637506d98264 req-cf0632b7-5ad6-4c84-9f17-acae451d17ab tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 943 time: 0.5881269 Nov 25 18:43:50.119853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919abab9-efe0-42d2-86ed-f662f4c71072 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:43:50.128075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49348) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:50.159288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eb0b9-88f0-4b60-b6fc-b083326bd58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77840dfe-8f5f-49da-baad-80da52c074a3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:50.167289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-252eb0b9-88f0-4b60-b6fc-b083326bd58e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b925073f353420686b50f70aae049d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6057827 Nov 25 18:43:50.169628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49350) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:50.210479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 919abab9-efe0-42d2-86ed-f662f4c71072, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=919abab9-efe0-42d2-86ed-f662f4c71072,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:50.246366 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.268984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aa2e81ce-e466-4f0b-94c3-ebce4822e53a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33dfac437e0c4bcb966b14e231da93b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388338 Nov 25 18:43:50.271186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49354) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:50.282383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-048765d2-0011-4d08-b9cd-2d420bcb1838 None None] Allocated IP 2001:db8:0:1::2 (7023f567-0981-462f-a515-026a65c4f67e/2c7fbdb5-9ef9-4d9a-8626-504c7c275c65/aa0a0045-1085-4295-8277-eb9e486a151f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:50.291015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port aa0a0045-1085-4295-8277-eb9e486a151f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:50.291403 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.405178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-7988fa5b-6f7c-42c5-b1b5-690ddcb20f35 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684717 Nov 25 18:43:50.413090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26c7b017-a443-470c-92e0-61dce8d1d212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.457416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26c7b017-a443-470c-92e0-61dce8d1d212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.466991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c695dbae-56fc-4321-955d-637506d98264 req-78bd067a-a937-4dcc-b806-a8c00b0dd08c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213257 Nov 25 18:43:50.569467 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26c7b017-a443-470c-92e0-61dce8d1d212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.572113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26c7b017-a443-470c-92e0-61dce8d1d212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.573327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-26c7b017-a443-470c-92e0-61dce8d1d212 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b7d5026e-f50e-4fef-9e4c-0efbd153f195 HTTP/1.1" status: 204 len: 168 time: 0.2999814 Nov 25 18:43:50.583465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c78c-e0bd-4aa3-963a-9fa0fd28e462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.590561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7b017-a443-470c-92e0-61dce8d1d212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d5026e-f50e-4fef-9e4c-0efbd153f195,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:50.706078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c78c-e0bd-4aa3-963a-9fa0fd28e462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.712100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=919abab9-efe0-42d2-86ed-f662f4c71072,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:50.808043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-048765d2-0011-4d08-b9cd-2d420bcb1838 None None] For port aa0a0045-1085-4295-8277-eb9e486a151f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=aa0a0045-1085-4295-8277-eb9e486a151f,segment=NetworkSegment(4ab51df0-2404-4302-a4af-fcdc6450d87a),segment_id=4ab51df0-2404-4302-a4af-fcdc6450d87a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:50.832186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-4df1529a-b712-42b3-8573-a7cd2cc67f82 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076827 Nov 25 18:43:50.860543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['919abab9-efe0-42d2-86ed-f662f4c71072'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:50.889130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-81855d3d-f0e9-4a28-af22-5ff20a6f7c5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 217 time: 0.0499170 Nov 25 18:43:50.894559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4f48bdfb-cb95-4050-a560-36eefc2957da no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:50.948613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 4f48bdfb-cb95-4050-a560-36eefc2957da {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:50.949249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4f48bdfb-cb95-4050-a560-36eefc2957da not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:50.952789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-048765d2-0011-4d08-b9cd-2d420bcb1838 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.956552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-0f918579-ae31-4e51-97a8-89fd7e515a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:50.958143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-0f918579-ae31-4e51-97a8-89fd7e515a0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0620189 Nov 25 18:43:50.959104 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c78c-e0bd-4aa3-963a-9fa0fd28e462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.961666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c78c-e0bd-4aa3-963a-9fa0fd28e462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:50.965820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e9b0c78c-e0bd-4aa3-963a-9fa0fd28e462 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77840dfe-8f5f-49da-baad-80da52c074a3 HTTP/1.1" status: 204 len: 168 time: 0.7900155 Nov 25 18:43:50.977500 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-048765d2-0011-4d08-b9cd-2d420bcb1838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:51.114682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0c78c-e0bd-4aa3-963a-9fa0fd28e462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77840dfe-8f5f-49da-baad-80da52c074a3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:51.213355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Delete allocated IP 2001:db8:0:1::1f9 (7023f567-0981-462f-a515-026a65c4f67e/2c7fbdb5-9ef9-4d9a-8626-504c7c275c65) {{(pid=103457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 18:43:51.228043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-6e9510d5-9eb3-4381-a998-8dd9ecc30891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:51.234789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-6e9510d5-9eb3-4381-a998-8dd9ecc30891 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2635093 Nov 25 18:43:51.340955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048765d2-0011-4d08-b9cd-2d420bcb1838 None None] Pushing event updated for resources: {'Port': ['ID=aa0a0045-1085-4295-8277-eb9e486a151f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:51.609298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-e13dbdf4-aea3-4edb-b8c7-9e19a8a27e9d service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648894 Nov 25 18:43:51.862422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c5348-edaa-4df9-94e2-211262312391 req-643f4074-d045-4ee8-8b5a-fe3c2d7f87ef tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:51.864060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-139c5348-edaa-4df9-94e2-211262312391 req-643f4074-d045-4ee8-8b5a-fe3c2d7f87ef tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 944 time: 0.2256918 Nov 25 18:43:51.908544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-7b1d73c3-e213-483a-9343-92294fd9a0dc service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899201 Nov 25 18:43:51.921256 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:51.962010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:52.252099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8acc5-522b-40d9-94db-404cde1b8f57 None None] Network 7023f567-0981-462f-a515-026a65c4f67e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:52.306274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72093630-99d4-4436-afe8-c14003b4ab3e req-60272df4-a4d1-48fa-a0fc-9c2954e67d9d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.312987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72093630-99d4-4436-afe8-c14003b4ab3e req-60272df4-a4d1-48fa-a0fc-9c2954e67d9d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.328918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72093630-99d4-4436-afe8-c14003b4ab3e req-60272df4-a4d1-48fa-a0fc-9c2954e67d9d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0&device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 1682 time: 0.1500442 Nov 25 18:43:52.380950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0781faba-d9a5-49d6-8dd7-7a8182431a45 None None] Provisioning complete for port aa0a0045-1085-4295-8277-eb9e486a151f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:52.381273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0781faba-d9a5-49d6-8dd7-7a8182431a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:52.463476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72093630-99d4-4436-afe8-c14003b4ab3e req-cdd98728-ab6c-4057-8b56-e4ad9355d935 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232390 Nov 25 18:43:52.573458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-139c5348-edaa-4df9-94e2-211262312391 req-e22ac8bb-edd5-4a4c-b40b-da9c38d70f44 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917698 Nov 25 18:43:52.580375 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-69647055-ebac-4548-887c-0960dd3d0fa7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 217 time: 0.6502824 Nov 25 18:43:52.695025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] In _notify_port_updated(), no bound segment for port c8722fb0-3b88-4c51-8be2-4eb74313874e on network 7023f567-0981-462f-a515-026a65c4f67e {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:43:52.703298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.703298 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:52.703869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "PUT /v2.0/ports/c8722fb0-3b88-4c51-8be2-4eb74313874e HTTP/1.1" status: 200 len: 925 time: 3.5605302 Nov 25 18:43:52.706828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49456) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:52.719621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41ca8c-f386-4153-8279-48f506850d5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=c8722fb0-3b88-4c51-8be2-4eb74313874e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:52.719752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ed3b78f-b963-4c25-8323-58c36be93dfb'}, {'subnet_id': '2c7fbdb5-9ef9-4d9a-8626-504c7c275c65'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:52.732193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-f010b899-e618-4fa1-ab8a-ff89afdfe680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.733762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-f010b899-e618-4fa1-ab8a-ff89afdfe680 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.1451173 Nov 25 18:43:52.841112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-0b61af32-05d1-4348-a6b9-675f13f238db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:52.845106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-0b61af32-05d1-4348-a6b9-675f13f238db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001124 Nov 25 18:43:52.930681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device aa0a0045-1085-4295-8277-eb9e486a151f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:53.087962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:53.119239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-68e79e8d-a828-4d1e-b9ec-f89dd4b8ff20 None None] Provisioning complete for port c8722fb0-3b88-4c51-8be2-4eb74313874e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:53.119823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68e79e8d-a828-4d1e-b9ec-f89dd4b8ff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:53.172628 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-5b0ece9c-bee3-48b2-80ef-8e143d29b890 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216071 Nov 25 18:43:53.175729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port aa0a0045-1085-4295-8277-eb9e486a151f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:53.176292 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:53.204189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49470) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:53.281028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-68e79e8d-a828-4d1e-b9ec-f89dd4b8ff20 None None] Port c8722fb0-3b88-4c51-8be2-4eb74313874e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:43:53.331853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-68e79e8d-a828-4d1e-b9ec-f89dd4b8ff20 None None] Provisioning complete for port aa0a0045-1085-4295-8277-eb9e486a151f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:53.332703 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68e79e8d-a828-4d1e-b9ec-f89dd4b8ff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:53.524145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-9f19268b-94a4-4019-833e-04867eb5d999 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426108 Nov 25 18:43:53.619538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8:0:1::3ea (7023f567-0981-462f-a515-026a65c4f67e/2c7fbdb5-9ef9-4d9a-8626-504c7c275c65/c8722fb0-3b88-4c51-8be2-4eb74313874e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:43:53.674224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-27c7f29f-4323-4ff5-8c3f-91a82b8c0de6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=886f2fce-913f-40db-a349-0e0f037d2c38 HTTP/1.1" status: 200 len: 217 time: 0.1365247 Nov 25 18:43:53.835954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-217bd460-1709-4913-b3ec-ed9f7d3513a2 None None] Provisioning complete for port c8722fb0-3b88-4c51-8be2-4eb74313874e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:53.836459 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-217bd460-1709-4913-b3ec-ed9f7d3513a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:53.967500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-217bd460-1709-4913-b3ec-ed9f7d3513a2 None None] Port c8722fb0-3b88-4c51-8be2-4eb74313874e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:43:53.975089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4e301724-6437-46ce-9c85-7c32ac099920 tempest-AgentManagementNegativeTest-1283794214 tempest-AgentManagementNegativeTest-1283794214-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7680814 Nov 25 18:43:53.990015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.013409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.027902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea837dd-1215-48e5-b5e9-232a22b31ff2 req-574eb68b-0de6-4a97-88dc-cf48f73666a9 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:54.039029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dea837dd-1215-48e5-b5e9-232a22b31ff2 req-574eb68b-0de6-4a97-88dc-cf48f73666a9 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 945 time: 0.3678429 Nov 25 18:43:54.073937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-2c937bb4-1ede-46ef-ab4d-0c30420ad68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:54.076379 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-2c937bb4-1ede-46ef-ab4d-0c30420ad68d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.3774695 Nov 25 18:43:54.101360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd3186-cf99-4542-ac74-bb8d4844a975 req-1517ec2e-53e4-4c2d-b5c6-f16c82d818f3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:54.104592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-baf980d3-18c8-4588-be4d-04aad35b2903 None None] Provisioning complete for port c8722fb0-3b88-4c51-8be2-4eb74313874e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:54.105103 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-baf980d3-18c8-4588-be4d-04aad35b2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.110845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebfd3186-cf99-4542-ac74-bb8d4844a975 req-1517ec2e-53e4-4c2d-b5c6-f16c82d818f3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 944 time: 0.2386000 Nov 25 18:43:54.187243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-baf980d3-18c8-4588-be4d-04aad35b2903 None None] Port c8722fb0-3b88-4c51-8be2-4eb74313874e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:43:54.203631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dea837dd-1215-48e5-b5e9-232a22b31ff2 req-6b4091bd-11c5-4301-aab5-0cb892381535 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630776 Nov 25 18:43:54.243238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-d970adfb-876e-4d5f-b2d0-225818929403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:54.245595 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-d970adfb-876e-4d5f-b2d0-225818929403 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501119 Nov 25 18:43:54.283231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 919abab9-efe0-42d2-86ed-f662f4c71072 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:43:54.303706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebfd3186-cf99-4542-ac74-bb8d4844a975 req-8bd0dd40-af71-4d48-b033-f7538af29ab8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916692 Nov 25 18:43:54.367824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] In _notify_port_updated(), no bound segment for port c8722fb0-3b88-4c51-8be2-4eb74313874e on network 7023f567-0981-462f-a515-026a65c4f67e {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:43:54.402992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 919abab9-efe0-42d2-86ed-f662f4c71072 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:43:54.412557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 919abab9-efe0-42d2-86ed-f662f4c71072 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:54.413189 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.432109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:54.433416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.449170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "PUT /v2.0/ports/c8722fb0-3b88-4c51-8be2-4eb74313874e HTTP/1.1" status: 200 len: 1011 time: 1.7366805 Nov 25 18:43:54.451718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49514) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:54.457677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b949e2-9209-4f7c-86d6-64091e6f9420 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=c8722fb0-3b88-4c51-8be2-4eb74313874e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:54.596559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-667b6374-602b-4177-a3b2-0b50b4efea22 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428338 Nov 25 18:43:54.599913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.659597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919abab9-efe0-42d2-86ed-f662f4c71072'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:54.667733 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1ef23-ea1a-4ed3-8abb-b3ff15b9966c" -d '{"events": [{"server_uuid": "d6d0f973-af8d-4b14-b49a-d29069f18767", "name": "network-vif-plugged", "status": "completed", "tag": "919abab9-efe0-42d2-86ed-f662f4c71072"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:54.732061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 919abab9-efe0-42d2-86ed-f662f4c71072, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=919abab9-efe0-42d2-86ed-f662f4c71072,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:54.747936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.758739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-182c1f3e-d8fb-4fb2-8d30-b8f930e81f76 None None] Provisioning complete for port c8722fb0-3b88-4c51-8be2-4eb74313874e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:54.759981 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-182c1f3e-d8fb-4fb2-8d30-b8f930e81f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:54.783601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49524) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:54.849095 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b1757f-9fd7-4255-964f-6227f612b311 x-openstack-request-id: req-90b1757f-9fd7-4255-964f-6227f612b311 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:54.850832 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d0f973-af8d-4b14-b49a-d29069f18767", "name": "network-vif-plugged", "status": "completed", "tag": "919abab9-efe0-42d2-86ed-f662f4c71072", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:54.855304 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90b1757f-9fd7-4255-964f-6227f612b311 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:54.858248 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919abab9-efe0-42d2-86ed-f662f4c71072', 'code': 200} Nov 25 18:43:54.905321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-182c1f3e-d8fb-4fb2-8d30-b8f930e81f76 None None] Port c8722fb0-3b88-4c51-8be2-4eb74313874e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:43:54.939721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=919abab9-efe0-42d2-86ed-f662f4c71072,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:54.998738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-badca11e-df7e-4496-bbd7-d40688beec56 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:54.998940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-07ee3b1b-0255-4406-85ce-e4b73584da8d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:55.002769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-badca11e-df7e-4496-bbd7-d40688beec56 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59c3c75-065c-4e59-a3fc-38763e69a1ea HTTP/1.1" status: 200 len: 946 time: 0.1139491 Nov 25 18:43:55.003166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-07ee3b1b-0255-4406-85ce-e4b73584da8d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.66 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 945 time: 0.3658941 Nov 25 18:43:55.039450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port c8722fb0-3b88-4c51-8be2-4eb74313874e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:55.040168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:55.139588 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-5fa12597-61c5-4aa3-bd44-b3f0b4bbb3dc service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130448 Nov 25 18:43:55.170019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c858ce90-c80c-4bbe-abd8-8b7be67ec4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:55.181246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347adf7-cfe8-4ce0-9166-89292bc36292 req-454706ba-48a2-4eaa-a259-bc3614d90d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:55.183212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1347adf7-cfe8-4ce0-9166-89292bc36292 req-454706ba-48a2-4eaa-a259-bc3614d90d86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 1096 time: 0.3159401 Nov 25 18:43:55.258606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Deleting port 779ab9d8-4217-425a-8f41-b3619751fda5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:55.258953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:55.284925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-d8d2f6b0-cec0-4ab6-b742-543b057d76f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8b846aee-081e-428e-91e0-a43843349da6 HTTP/1.1" status: 200 len: 217 time: 0.1107736 Nov 25 18:43:55.352669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-d3f3d8dd-0e69-4ede-ab21-208b376a9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:55.354715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-d3f3d8dd-0e69-4ede-ab21-208b376a9a54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0595231 Nov 25 18:43:55.513734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:55.518314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1347adf7-cfe8-4ce0-9166-89292bc36292 req-333042df-1327-45df-8043-85112cf5c3b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157041 Nov 25 18:43:55.525782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] For port 779ab9d8-4217-425a-8f41-b3619751fda5, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779ab9d8-4217-425a-8f41-b3619751fda5,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:55.526154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:55.541164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Calling delete_port for 779ab9d8-4217-425a-8f41-b3619751fda5 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:55.551255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for c8722fb0-3b88-4c51-8be2-4eb74313874e owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:55.580518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43ec3-5587-4a14-955c-95732dcef475 req-7c482f21-1af8-46f0-9bec-8b703efabc97 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:55.589360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0a43ec3-5587-4a14-955c-95732dcef475 req-7c482f21-1af8-46f0-9bec-8b703efabc97 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 945 time: 0.1607413 Nov 25 18:43:55.593096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Deleting port 21393b24-13e9-443b-bd47-884de8347ca9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:55.594171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:55.618846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-36b076b7-5209-4fea-bdef-883deeb3cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:55.620554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-36b076b7-5209-4fea-bdef-883deeb3cdc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2556238 Nov 25 18:43:55.763856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a556c2-aec0-422b-a81b-b1a738bb17bf req-821bb128-3e06-4eb6-a71f-24fe641d0c45 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:55.771869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49a556c2-aec0-422b-a81b-b1a738bb17bf req-821bb128-3e06-4eb6-a71f-24fe641d0c45 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 945 time: 0.1385422 Nov 25 18:43:55.797336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:55.811704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['21393b24-13e9-443b-bd47-884de8347ca9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:55.899852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Pushing event deleted for resources: {'Port': ['ID=779ab9d8-4217-425a-8f41-b3619751fda5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:55.914391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['779ab9d8-4217-425a-8f41-b3619751fda5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:55.993217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] No DVR routers for this DVR port 779ab9d8-4217-425a-8f41-b3619751fda5 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:55.993994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0a43ec3-5587-4a14-955c-95732dcef475 req-ae002149-e21d-4c96-9b51-72ffb4c854b4 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2122e1c-40f9-413f-bb0e-64d20ba7ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925447 Nov 25 18:43:56.012112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.015988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-649ed1a6-ab0c-4e52-a166-f15bd590df9d req-1ac50ccc-25ac-494c-ae67-5465a8c2ead2 tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.64 "DELETE /v2.0/ports/779ab9d8-4217-425a-8f41-b3619751fda5 HTTP/1.1" status: 204 len: 173 time: 1.0043766 Nov 25 18:43:56.021491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49a556c2-aec0-422b-a81b-b1a738bb17bf req-f986542b-db5d-48bb-a317-929f97abdf9b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488759 Nov 25 18:43:56.023412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'name': 'network-vif-deleted', 'tag': '779ab9d8-4217-425a-8f41-b3619751fda5'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:56.027397 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8edc33-d8a1-4d21-91ea-4ef28fd76dcc" -d '{"events": [{"server_uuid": "c59c3c75-065c-4e59-a3fc-38763e69a1ea", "name": "network-vif-deleted", "tag": "779ab9d8-4217-425a-8f41-b3619751fda5"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:56.047363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] For port 21393b24-13e9-443b-bd47-884de8347ca9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=21393b24-13e9-443b-bd47-884de8347ca9,segment=NetworkSegment(29c6e099-4939-40d4-a694-73c79361f255),segment_id=29c6e099-4939-40d4-a694-73c79361f255)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:56.047363 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.097502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c858ce90-c80c-4bbe-abd8-8b7be67ec4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.099001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Calling delete_port for 21393b24-13e9-443b-bd47-884de8347ca9 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:56.108547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c858ce90-c80c-4bbe-abd8-8b7be67ec4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.176732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c858ce90-c80c-4bbe-abd8-8b7be67ec4d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b313bfee8e29437ca52ba4cc38b342a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3875268 Nov 25 18:43:56.179958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49574) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:56.210162 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c3918c-5a1c-4119-9757-5a5c70df29d0 x-openstack-request-id: req-61c3918c-5a1c-4119-9757-5a5c70df29d0 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:56.210504 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59c3c75-065c-4e59-a3fc-38763e69a1ea", "name": "network-vif-deleted", "tag": "779ab9d8-4217-425a-8f41-b3619751fda5", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:56.210690 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61c3918c-5a1c-4119-9757-5a5c70df29d0 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:56.212186 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59c3c75-065c-4e59-a3fc-38763e69a1ea', 'name': 'network-vif-deleted', 'tag': '779ab9d8-4217-425a-8f41-b3619751fda5', 'status': 'completed', 'code': 200} Nov 25 18:43:56.382194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858ce90-c80c-4bbe-abd8-8b7be67ec4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd18be55-dafa-4d6b-a594-4687651b64fd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:56.385672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e680ab29-a1fd-4273-8044-ea54a2ee66ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.431588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e680ab29-a1fd-4273-8044-ea54a2ee66ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.460526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.473775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['779ab9d8-4217-425a-8f41-b3619751fda5'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:43:56.488900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49580) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:56.520634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e680ab29-a1fd-4273-8044-ea54a2ee66ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.524642 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e680ab29-a1fd-4273-8044-ea54a2ee66ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.530844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e680ab29-a1fd-4273-8044-ea54a2ee66ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd18be55-dafa-4d6b-a594-4687651b64fd HTTP/1.1" status: 204 len: 168 time: 0.3262846 Nov 25 18:43:56.539331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680ab29-a1fd-4273-8044-ea54a2ee66ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd18be55-dafa-4d6b-a594-4687651b64fd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:56.595309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Pushing event deleted for resources: {'Port': ['ID=21393b24-13e9-443b-bd47-884de8347ca9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:56.630785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-2a1f0796-5fb1-4b31-bd4a-6da6ad5323f5 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8178718 Nov 25 18:43:56.665987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] No DVR routers for this DVR port 21393b24-13e9-443b-bd47-884de8347ca9 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:56.695703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-084bd084-4cc7-46ba-aff4-b3984fc70f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.699855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.703224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-807cf212-d2ff-4819-9464-fbe6e185c57e req-3d41a480-9127-408f-b1a0-216b7d43899d tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.66 "DELETE /v2.0/ports/21393b24-13e9-443b-bd47-884de8347ca9 HTTP/1.1" status: 204 len: 173 time: 1.6860352 Nov 25 18:43:56.707911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'name': 'network-vif-deleted', 'tag': '21393b24-13e9-443b-bd47-884de8347ca9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:43:56.718269 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6067392c-e46c-463b-9da3-f03f60608902" -d '{"events": [{"server_uuid": "72c7e155-3d22-403b-84c4-9cbc32359ac0", "name": "network-vif-deleted", "tag": "21393b24-13e9-443b-bd47-884de8347ca9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:43:56.839909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.857560 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e4353-ced7-405b-bfa5-f6456d72ae2a x-openstack-request-id: req-7b1e4353-ced7-405b-bfa5-f6456d72ae2a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:43:56.857864 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c7e155-3d22-403b-84c4-9cbc32359ac0", "name": "network-vif-deleted", "tag": "21393b24-13e9-443b-bd47-884de8347ca9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:43:56.858109 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b1e4353-ced7-405b-bfa5-f6456d72ae2a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:43:56.858756 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c7e155-3d22-403b-84c4-9cbc32359ac0', 'name': 'network-vif-deleted', 'tag': '21393b24-13e9-443b-bd47-884de8347ca9', 'status': 'completed', 'code': 200} Nov 25 18:43:56.936879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=c8722fb0-3b88-4c51-8be2-4eb74313874e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:56.959308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-084bd084-4cc7-46ba-aff4-b3984fc70f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:56.973349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-084bd084-4cc7-46ba-aff4-b3984fc70f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.003383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-15eed897-d145-4779-b90c-31824b08c2a6 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557770 Nov 25 18:43:57.105504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-084bd084-4cc7-46ba-aff4-b3984fc70f6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d5d7c00ecf540f88dc2c2e7a5f7871a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6151962 Nov 25 18:43:57.106141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49600) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:57.110638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.117059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95cf3934-c0ef-48b8-b39c-c786b4d27b51 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/c8722fb0-3b88-4c51-8be2-4eb74313874e HTTP/1.1" status: 204 len: 168 time: 2.6546388 Nov 25 18:43:57.122215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49602) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:57.156673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bd084-4cc7-46ba-aff4-b3984fc70f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6d394-1621-4ee7-b030-1d0485e85d0d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:57.195778 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1f5cec-e35f-4e3a-b9ff-ec906bac7f6d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:43:57.201951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7f1f5cec-e35f-4e3a-b9ff-ec906bac7f6d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/c8722fb0-3b88-4c51-8be2-4eb74313874e HTTP/1.1" status: 404 len: 333 time: 0.0771673 Nov 25 18:43:57.207494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49608) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:57.227579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-f8947807-b3d6-4801-afab-12b93822ee08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e02796df-229d-4986-942a-f2ea88ac1b3f HTTP/1.1" status: 200 len: 217 time: 0.1825819 Nov 25 18:43:57.363043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet 2c7fbdb5-9ef9-4d9a-8626-504c7c275c65 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:43:57.382643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e86e6c56-ae1c-4b09-babf-e65a9e0ad22e req-f00ef575-7207-4a26-9b55-1bc0df2390aa tempest-ListServersNegativeTestJSON-2089909899 tempest-ListServersNegativeTestJSON-2089909899-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c7e155-3d22-403b-84c4-9cbc32359ac0 HTTP/1.1" status: 200 len: 210 time: 0.0693774 Nov 25 18:43:57.401899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.435208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbacf3-af0e-48a4-8f19-1bfc8f8bf125 req-9cd65343-1584-4f30-a1ad-690941b245b7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:57.447088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ffbacf3-af0e-48a4-8f19-1bfc8f8bf125 req-9cd65343-1584-4f30-a1ad-690941b245b7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 945 time: 0.2194672 Nov 25 18:43:57.486078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-199ffa00-7425-4ea8-96b9-5b68e12ce818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:57.487583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-199ffa00-7425-4ea8-96b9-5b68e12ce818 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.2470596 Nov 25 18:43:57.496007 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8efa81a-dcbf-45e8-ae06-6acd7a4c5907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.506019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.563873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8efa81a-dcbf-45e8-ae06-6acd7a4c5907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.630125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ffbacf3-af0e-48a4-8f19-1bfc8f8bf125 req-2b1ed94f-354a-4833-8bf7-1058e8846704 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722918 Nov 25 18:43:57.633032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-cdec9498-0c3e-4ea5-8a51-ee1e8bede709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:57.634477 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-cdec9498-0c3e-4ea5-8a51-ee1e8bede709 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347618 Nov 25 18:43:57.688323 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.738381 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8efa81a-dcbf-45e8-ae06-6acd7a4c5907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.741216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8efa81a-dcbf-45e8-ae06-6acd7a4c5907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.742439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8efa81a-dcbf-45e8-ae06-6acd7a4c5907 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68d6d394-1621-4ee7-b030-1d0485e85d0d HTTP/1.1" status: 204 len: 168 time: 0.6336491 Nov 25 18:43:57.784182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efa81a-dcbf-45e8-ae06-6acd7a4c5907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6d394-1621-4ee7-b030-1d0485e85d0d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:57.852356 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.879507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-875b7658-e1ae-4b37-9777-cdd5a3b1af16 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330320 Nov 25 18:43:57.899678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7fbdb5-9ef9-4d9a-8626-504c7c275c65,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:57.902571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:57.908257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae950138-ae3f-4350-b59e-0c3c50cfdd8d None None] Network 7023f567-0981-462f-a515-026a65c4f67e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:57.922515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a836949a-c934-48d6-b801-e07dc1df2e11 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/2c7fbdb5-9ef9-4d9a-8626-504c7c275c65 HTTP/1.1" status: 204 len: 168 time: 0.7137120 Nov 25 18:43:57.926032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49636) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:58.043121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet 9ed3b78f-b963-4c25-8323-58c36be93dfb {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:43:58.052364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:58.099964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-968345df-5758-4f17-8058-a244ccbac6b0 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121179 Nov 25 18:43:58.147922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:58.176099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-6d7aea47-918e-4e6a-80dc-c6306b385261 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 200 len: 217 time: 0.0577283 Nov 25 18:43:58.281627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 21393b24-13e9-443b-bd47-884de8347ca9 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:58.327081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 21393b24-13e9-443b-bd47-884de8347ca9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:58.327422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 21393b24-13e9-443b-bd47-884de8347ca9 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:58.329654 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:58.443328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e1e8f-d5bf-444c-94a3-83e0a4cf9030 req-3d3eb334-805e-42c3-8673-28be03a8caa0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:58.452145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-137e1e8f-d5bf-444c-94a3-83e0a4cf9030 req-3d3eb334-805e-42c3-8673-28be03a8caa0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 945 time: 0.2828302 Nov 25 18:43:58.454120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:58.457155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-9f9d3e98-365e-4684-849e-5497dec6319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:58.458211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-9f9d3e98-365e-4684-849e-5497dec6319e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.2617533 Nov 25 18:43:58.594664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-af55cc7c-9a06-49ab-b907-e79f13f918a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:43:58.596507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-af55cc7c-9a06-49ab-b907-e79f13f918a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1213028 Nov 25 18:43:58.602944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed3b78f-b963-4c25-8323-58c36be93dfb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:58.616465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-137e1e8f-d5bf-444c-94a3-83e0a4cf9030 req-deba8fe9-de53-48a6-ab01-a80e7336e3a3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608360 Nov 25 18:43:58.638937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:58.649841 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-96df85a2-7d2e-4852-92d5-5a7a926ad571 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/9ed3b78f-b963-4c25-8323-58c36be93dfb HTTP/1.1" status: 204 len: 168 time: 0.7223353 Nov 25 18:43:58.650472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49666) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:58.655174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49668) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:58.717550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49672) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:58.720396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49674) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:58.827583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49676) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:58.911182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779ab9d8-4217-425a-8f41-b3619751fda5 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:43:58.944952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 779ab9d8-4217-425a-8f41-b3619751fda5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:43:58.945613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779ab9d8-4217-425a-8f41-b3619751fda5 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:43:59.133312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-f3992365-78a9-4e8f-ade5-5822ef2e171d service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109334 Nov 25 18:43:59.153974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49682) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:59.235050 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d54738dd-6e82-4d0e-a33c-89ce04e3aad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.257150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ec2f2-114c-4e37-b46b-bec0051da705 None None] Network 7023f567-0981-462f-a515-026a65c4f67e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:43:59.290043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d07bcde8-8d20-4f3f-81aa-a5f323c5200f req-81103173-c02b-4757-ad95-533709be1cb5 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470582 Nov 25 18:43:59.390807 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d54738dd-6e82-4d0e-a33c-89ce04e3aad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.395769 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d54738dd-6e82-4d0e-a33c-89ce04e3aad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.411975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3801eff5-6094-4aa2-97cf-8820a72824dd None None] Provisioning complete for port aa0a0045-1085-4295-8277-eb9e486a151f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:43:59.412587 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3801eff5-6094-4aa2-97cf-8820a72824dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.435819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d54738dd-6e82-4d0e-a33c-89ce04e3aad0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=581497aae15243ce8c87dd6cd9cdfbba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806861 Nov 25 18:43:59.439255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49686) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:43:59.493431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] Deleting subnet da40a8ec-a10c-464e-8411-73dff20ceb24 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:43:59.497142 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.522134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b360513-9563-444f-9e00-80233baecd7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.527410 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.529647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54738dd-6e82-4d0e-a33c-89ce04e3aad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e324c61a-cc92-420c-ab83-dfb5ed206e1b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:59.541163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] DHCP port deletion for 7023f567-0981-462f-a515-026a65c4f67e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:43:59.552042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1516477108'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:43:59.579865 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e741263-2a66-464d-ac4e-07faf3f8a7e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.599036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] Deleting port aa0a0045-1085-4295-8277-eb9e486a151f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:43:59.599567 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.618331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e741263-2a66-464d-ac4e-07faf3f8a7e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.620224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:43:59.624023 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.631292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b88467f-acb8-457c-9cad-26dfce08d18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.661368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.664237 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.702431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e741263-2a66-464d-ac4e-07faf3f8a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.707795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e741263-2a66-464d-ac4e-07faf3f8a7e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.715221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4e741263-2a66-464d-ac4e-07faf3f8a7e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e324c61a-cc92-420c-ab83-dfb5ed206e1b HTTP/1.1" status: 204 len: 168 time: 0.2727923 Nov 25 18:43:59.736716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e741263-2a66-464d-ac4e-07faf3f8a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e324c61a-cc92-420c-ab83-dfb5ed206e1b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:59.780189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] For port aa0a0045-1085-4295-8277-eb9e486a151f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=aa0a0045-1085-4295-8277-eb9e486a151f,segment=NetworkSegment(4ab51df0-2404-4302-a4af-fcdc6450d87a),segment_id=4ab51df0-2404-4302-a4af-fcdc6450d87a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:43:59.780738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.805605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] Calling delete_port for aa0a0045-1085-4295-8277-eb9e486a151f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:43:59.891161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.913104 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.926542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] No DVR routers for this DVR port aa0a0045-1085-4295-8277-eb9e486a151f on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:43:59.950257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff361c-1d60-4eb0-8d23-4066a9c7dd95 None None] Pushing event deleted for resources: {'Port': ['ID=aa0a0045-1085-4295-8277-eb9e486a151f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:43:59.953394 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b360513-9563-444f-9e00-80233baecd7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:43:59.975681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b360513-9563-444f-9e00-80233baecd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.058350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846b54d-0060-47a0-a02d-f3f0a666306e req-48f6f3db-a2f7-4ec3-b65d-b968c0601e7c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:00.060479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f846b54d-0060-47a0-a02d-f3f0a666306e req-48f6f3db-a2f7-4ec3-b65d-b968c0601e7c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 945 time: 0.2775254 Nov 25 18:44:00.117032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port aa0a0045-1085-4295-8277-eb9e486a151f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:00.117346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.154372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b360513-9563-444f-9e00-80233baecd7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1108fe62036e4ce9a462d2adc39ad75f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3156078 Nov 25 18:44:00.154856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49702) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:00.211208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b360513-9563-444f-9e00-80233baecd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79d867b-5dd1-40a8-8124-f4912c22738d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.223646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.248648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05410797-b760-4620-9d0b-fe03d843bd90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.267272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.272709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.277293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/da40a8ec-a10c-464e-8411-73dff20ceb24 HTTP/1.1" status: 204 len: 168 time: 1.4681437 Nov 25 18:44:00.279907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:00.292264 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05410797-b760-4620-9d0b-fe03d843bd90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.302360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.361701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b88467f-acb8-457c-9cad-26dfce08d18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.367454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:00.383898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3e6d-7670-4f0b-825d-b9bd9b254db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da40a8ec-a10c-464e-8411-73dff20ceb24,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.396023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] For port aa0a0045-1085-4295-8277-eb9e486a151f, host n-d-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:00.396616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.399068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.402671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b88467f-acb8-457c-9cad-26dfce08d18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.462621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f846b54d-0060-47a0-a02d-f3f0a666306e req-0dfda50d-b7e2-4c59-9179-85dc7b645c0e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780491 Nov 25 18:44:00.469024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for aa0a0045-1085-4295-8277-eb9e486a151f owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:00.473798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.474159 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Added segment b21fe254-05f6-4472-96b7-714d3d6f0103 of type vlan for network bc9443a5-2e11-455d-aad7-423025587bc0 Nov 25 18:44:00.485513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05410797-b760-4620-9d0b-fe03d843bd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.488337 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05410797-b760-4620-9d0b-fe03d843bd90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.489660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-05410797-b760-4620-9d0b-fe03d843bd90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b79d867b-5dd1-40a8-8124-f4912c22738d HTTP/1.1" status: 204 len: 168 time: 0.3336384 Nov 25 18:44:00.510402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.519603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05410797-b760-4620-9d0b-fe03d843bd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79d867b-5dd1-40a8-8124-f4912c22738d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.538478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f391f5fe-0f34-4491-b0cd-fea6535834f6']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:00.551823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c6e099-4939-40d4-a694-73c79361f255') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:00.552122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c6e099-4939-40d4-a694-73c79361f255') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:00.559820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.564293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.600155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Port aa0a0045-1085-4295-8277-eb9e486a151f was not found and therefore no delete operation was performed {{(pid=103456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:44:00.600945 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.611006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.618410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:00.619094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.621426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:00.621837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:00.628051 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:00.675038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.731294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.732927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367473ef-b476-41d4-ac1d-3c570098eec7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.744517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.753209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.760059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f391f5fe-0f34-4491-b0cd-fea6535834f6 HTTP/1.1" status: 204 len: 168 time: 0.4790254 Nov 25 18:44:00.778648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b88467f-acb8-457c-9cad-26dfce08d18c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cf361dc822344cca6811a5c154ce58b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0572402 Nov 25 18:44:00.797899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49726) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:00.823172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e810a-315d-450c-8353-25b73ed7c9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f391f5fe-0f34-4491-b0cd-fea6535834f6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.882218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No DVR routers for this DVR port aa0a0045-1085-4295-8277-eb9e486a151f on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:00.908758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device aa0a0045-1085-4295-8277-eb9e486a151f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:44:00.925004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2676547 Nov 25 18:44:00.925520 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1dae8ca-c9cf-4cc4-97d9-39c3ee9c62b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:00.925728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88467f-acb8-457c-9cad-26dfce08d18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d5395a-beb7-4274-a90a-041a959c8233,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.928212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49734) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:00.946965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'subnet': {'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:00.949504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=aa0a0045-1085-4295-8277-eb9e486a151f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.965203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8a849-b0cc-4a03-95bc-0e56329692d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Network': ['ID=bc9443a5-2e11-455d-aad7-423025587bc0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:00.972640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: aa0a0045-1085-4295-8277-eb9e486a151f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:44:00.975409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device aa0a0045-1085-4295-8277-eb9e486a151f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:44:00.985161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network bc9443a5-2e11-455d-aad7-423025587bc0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:01.076782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1dae8ca-c9cf-4cc4-97d9-39c3ee9c62b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.101342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.110967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85247c1-1735-40cd-ade1-f7553171f5c5 req-4b2ca0ae-ff49-43a5-ba8a-ded0ea6cc90e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:01.112521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c85247c1-1735-40cd-ade1-f7553171f5c5 req-4b2ca0ae-ff49-43a5-ba8a-ded0ea6cc90e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 945 time: 0.2203741 Nov 25 18:44:01.145951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023f567-0981-462f-a515-026a65c4f67e']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:01.153504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:01.158525 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.166840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab51df0-2404-4302-a4af-fcdc6450d87a') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:01.167131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab51df0-2404-4302-a4af-fcdc6450d87a') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:01.185532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.201095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c85247c1-1735-40cd-ade1-f7553171f5c5 req-dea83b2a-ba16-4781-92d6-8226f9ca822d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805063 Nov 25 18:44:01.208680 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.216711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:01.217453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:01.221446 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:01.255304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1dae8ca-c9cf-4cc4-97d9-39c3ee9c62b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.257970 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1dae8ca-c9cf-4cc4-97d9-39c3ee9c62b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.259452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b1dae8ca-c9cf-4cc4-97d9-39c3ee9c62b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6d5395a-beb7-4274-a90a-041a959c8233 HTTP/1.1" status: 204 len: 168 time: 0.4604235 Nov 25 18:44:01.283262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dae8ca-c9cf-4cc4-97d9-39c3ee9c62b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d5395a-beb7-4274-a90a-041a959c8233,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:01.306694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49750) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:01.353366 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.359632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.372771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c5219b29-7045-4bc1-87fc-de7ee104fa81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6656a5148a3d414995e876fb97216e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647354 Nov 25 18:44:01.377616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49752) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:01.381581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/7023f567-0981-462f-a515-026a65c4f67e HTTP/1.1" status: 204 len: 168 time: 2.7179477 Nov 25 18:44:01.382002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49754) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:01.398433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca73ee-86aa-43c1-9f46-26719c36b7e6 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=7023f567-0981-462f-a515-026a65c4f67e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:01.551043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7e413-c10d-4cbf-9ce6-eee15a4e054c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:01.553458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-29a7e413-c10d-4cbf-9ce6-eee15a4e054c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1650286 Nov 25 18:44:01.556914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49762) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:01.581578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a50037c3-6a36-4dd2-81de-f27ba66269de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.584876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.628782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-442b32ba-ef23-46ae-9ae4-ece0937b2e07 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0704422 Nov 25 18:44:01.633752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49764) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:01.640321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-856851066'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:01.647960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a50037c3-6a36-4dd2-81de-f27ba66269de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.695155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:01.700693 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.702153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Subnet': ['ID=d445e50f-60fd-4aa1-9107-aa94ccbea26b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:01.719276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Checking segment: {'id': 'b21fe254-05f6-4472-96b7-714d3d6f0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:01.724537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network hostable DHCP agents. Network: bc9443a5-2e11-455d-aad7-423025587bc0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:01.740819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:01.755774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a50037c3-6a36-4dd2-81de-f27ba66269de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.756790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.757262 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment 8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad of type vlan for network c9c6db48-6415-4b19-b31a-d2fbaa05d15f Nov 25 18:44:01.759173 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a50037c3-6a36-4dd2-81de-f27ba66269de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.760638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a50037c3-6a36-4dd2-81de-f27ba66269de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2122e1c-40f9-413f-bb0e-64d20ba7ec64 HTTP/1.1" status: 204 len: 168 time: 0.3818152 Nov 25 18:44:01.765052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network bc9443a5-2e11-455d-aad7-423025587bc0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:01.775099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50037c3-6a36-4dd2-81de-f27ba66269de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2122e1c-40f9-413f-bb0e-64d20ba7ec64,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:01.784220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, bc9443a5-2e11-455d-aad7-423025587bc0) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:01.790176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:01.792078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.816862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98bd6d0-5f6c-49e1-8008-71ff96b36e91 None None] Network bc9443a5-2e11-455d-aad7-423025587bc0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:01.817791 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.821965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-808700fc-c488-49c3-ad75-23ce346b4d88 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8925111 Nov 25 18:44:01.824710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49774) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:01.833168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'name': 'tempest-AllowedAddressPairTestJSON-358727659'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:01.852639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.861064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:01.862092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:01.989339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3513904 Nov 25 18:44:01.993350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49782) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:02.003427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:02.024344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6d399-bd90-494b-9b10-50aee5da28b3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=c9c6db48-6415-4b19-b31a-d2fbaa05d15f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:02.037611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:02.092454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:02.096123 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:02.129789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] device_id is not set on port e101951d-a8fc-4382-9a28-0147f032fbae yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:02.188624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-bc9443a5-2e11-455d-aad7-423025587bc0', 'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'tenant_id': 'e74223d3d99f42bfb60858543d0614bb', 'fixed_ips': [{'subnet_id': 'd445e50f-60fd-4aa1-9107-aa94ccbea26b'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:02.191404 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:02.217385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:02.221397 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:02.410173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137ddf8-e812-49bc-abc7-ba1326f982d7 req-ca8af89d-c30b-493d-8f47-eaac93cdfc48 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:02.411947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9137ddf8-e812-49bc-abc7-ba1326f982d7 req-ca8af89d-c30b-493d-8f47-eaac93cdfc48 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 945 time: 0.1074901 Nov 25 18:44:02.423150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-15623637-0e2f-4970-8767-829563f9f898 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:02.425315 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-15623637-0e2f-4970-8767-829563f9f898 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 945 time: 0.0825515 Nov 25 18:44:02.432305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Allocated IP 172.20.0.11 (bc9443a5-2e11-455d-aad7-423025587bc0/d445e50f-60fd-4aa1-9107-aa94ccbea26b/e101951d-a8fc-4382-9a28-0147f032fbae) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:02.483311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9137ddf8-e812-49bc-abc7-ba1326f982d7 req-0dd7ad10-433e-4ec6-a8e1-c7a99f667400 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646307 Nov 25 18:44:02.688287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:02.782055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Deleting port 919abab9-efe0-42d2-86ed-f662f4c71072 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:02.782585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:02.859157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=edf4bc94-e9f4-490f-825c-3c555e427227,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:02.899990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:02.905831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': '8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:02.906194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: c9c6db48-6415-4b19-b31a-d2fbaa05d15f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:02.943660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] For port 919abab9-efe0-42d2-86ed-f662f4c71072, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=919abab9-efe0-42d2-86ed-f662f4c71072,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:02.944034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:02.968485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Calling delete_port for 919abab9-efe0-42d2-86ed-f662f4c71072 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:02.983392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:03.032382 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.034022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c9c6db48-6415-4b19-b31a-d2fbaa05d15f) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:03.097214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:03.098479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.165796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network bc9443a5-2e11-455d-aad7-423025587bc0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:03.170777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:03.172935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=e101951d-a8fc-4382-9a28-0147f032fbae,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:03.176903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:03.212608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3d6870ff-82fc-4782-a037-30c19a1248e7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2176311 Nov 25 18:44:03.215907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49834) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:03.228963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e253e-51f1-44a0-9e95-d50e11a5f1ac None None] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:03.232318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f', 'name': 'tempest-PortsIpV6TestJSON-198952137'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:03.273379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:03.274255 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.304337 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b56176a8-c48f-4723-98ae-7c5057232fc0 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4783640 Nov 25 18:44:03.308263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49838) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:03.315848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.342100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'name': 'tempest-AllowedAddressPairTestJSON-2100342079', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:85:08:c5'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:03.374704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event deleted for resources: {'Port': ['ID=919abab9-efe0-42d2-86ed-f662f4c71072,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:03.432182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] No DVR routers for this DVR port 919abab9-efe0-42d2-86ed-f662f4c71072 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:03.432854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['919abab9-efe0-42d2-86ed-f662f4c71072'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:44:03.435180 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.436044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42978bf-2393-46ea-b664-811f2e47dcb9 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:03.440011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecc830f2-bbec-4cc3-b4d2-14289adbc3df req-4f7ca8d3-58d9-4b6a-b8ad-4fc9e0e2fe5f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.66 "DELETE /v2.0/ports/919abab9-efe0-42d2-86ed-f662f4c71072 HTTP/1.1" status: 204 len: 173 time: 1.0055110 Nov 25 18:44:03.440496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'name': 'network-vif-deleted', 'tag': '919abab9-efe0-42d2-86ed-f662f4c71072'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:03.443555 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3587a8-2a10-46ee-b51a-475aee49bb5e" -d '{"events": [{"server_uuid": "d6d0f973-af8d-4b14-b49a-d29069f18767", "name": "network-vif-deleted", "tag": "919abab9-efe0-42d2-86ed-f662f4c71072"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:03.506704 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b076ee-c80e-4824-96ff-173a40866002 x-openstack-request-id: req-50b076ee-c80e-4824-96ff-173a40866002 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:03.507412 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d0f973-af8d-4b14-b49a-d29069f18767", "name": "network-vif-deleted", "tag": "919abab9-efe0-42d2-86ed-f662f4c71072", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:03.508209 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50b076ee-c80e-4824-96ff-173a40866002 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:03.508875 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d0f973-af8d-4b14-b49a-d29069f18767', 'name': 'network-vif-deleted', 'tag': '919abab9-efe0-42d2-86ed-f662f4c71072', 'status': 'completed', 'code': 200} Nov 25 18:44:03.549057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.570943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Allocated IP 172.20.0.2 (bc9443a5-2e11-455d-aad7-423025587bc0/d445e50f-60fd-4aa1-9107-aa94ccbea26b/2a116ee7-ac4f-482c-b74c-0efa702f9fdc) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:03.639798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-c9c6db48-6415-4b19-b31a-d2fbaa05d15f', 'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f', 'tenant_id': 'abab1bc54f424d62b062868c44b243c9', 'fixed_ips': [{'subnet_id': 'edf4bc94-e9f4-490f-825c-3c555e427227'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:03.641006 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.699622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:03.703800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:03.735610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port 790e61ae-7466-41ae-a15f-5e23bb3ede62 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:03.770159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df863afd-0af3-43b3-be0f-9ce36823e0d4 req-3676bb41-187b-4206-8383-3a214ea4d969 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6d0f973-af8d-4b14-b49a-d29069f18767 HTTP/1.1" status: 200 len: 210 time: 0.0925665 Nov 25 18:44:03.840275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:03.982501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.014745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] device_id is not set on port a1b0ff5d-026f-46ee-84f8-d2e911b51f23 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:04.062530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Allocated IP 2001:db8::2 (c9c6db48-6415-4b19-b31a-d2fbaa05d15f/edf4bc94-e9f4-490f-825c-3c555e427227/b647d8a1-0bec-4f56-88b1-bf2dff4dc608) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:04.101852 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.121185 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.228269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Allocated IP 172.20.0.5 (bc9443a5-2e11-455d-aad7-423025587bc0/d445e50f-60fd-4aa1-9107-aa94ccbea26b/a1b0ff5d-026f-46ee-84f8-d2e911b51f23) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:04.228813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Pushing event updated for resources: {'Port': ['ID=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:04.238796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Network bc9443a5-2e11-455d-aad7-423025587bc0 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:04.242753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:04.246378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:04.397793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Attempting to bind port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:04.398264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Attempting to bind port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'b21fe254-05f6-4472-96b7-714d3d6f0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:04.398776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Attempting to bind port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc on network bc9443a5-2e11-455d-aad7-423025587bc0 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:04.451089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:04.451736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Checking segment: {'id': 'b21fe254-05f6-4472-96b7-714d3d6f0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:04.452325 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.452944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Bound using segment: {'id': 'b21fe254-05f6-4472-96b7-714d3d6f0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:04.453803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Bound port: 2a116ee7-ac4f-482c-b74c-0efa702f9fdc, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21fe254-05f6-4472-96b7-714d3d6f0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:04.454491 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.527248 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.545729 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.607765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:04.611299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] For port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:04.620752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.625934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:04.634287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:04.637604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] For port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,segment=NetworkSegment(b21fe254-05f6-4472-96b7-714d3d6f0103),segment_id=b21fe254-05f6-4472-96b7-714d3d6f0103)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:04.651806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::3aa (c9c6db48-6415-4b19-b31a-d2fbaa05d15f/edf4bc94-e9f4-490f-825c-3c555e427227/790e61ae-7466-41ae-a15f-5e23bb3ede62) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:04.670824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Pushing event updated for resources: {'Port': ['ID=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:04.679736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.767993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Attempting to bind port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:04.767993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Attempting to bind port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:04.768258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Attempting to bind port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 on network c9c6db48-6415-4b19-b31a-d2fbaa05d15f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:04.775859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.811216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:04.811914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Checking segment: {'id': '8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:04.814023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.814707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Bound using segment: {'id': '8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:04.816369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Bound port: b647d8a1-0bec-4f56-88b1-bf2dff4dc608, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:04.817722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:04.837048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84307850-03cc-434b-a706-e182e32e73e8 None None] Pushing event updated for resources: {'Port': ['ID=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:04.935230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network bc9443a5-2e11-455d-aad7-423025587bc0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:04.939182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=a1b0ff5d-026f-46ee-84f8-d2e911b51f23,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:04.941879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:04.947673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:04.972067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] For port b647d8a1-0bec-4f56-88b1-bf2dff4dc608, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:04.981473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] For port b647d8a1-0bec-4f56-88b1-bf2dff4dc608, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,segment=NetworkSegment(8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad),segment_id=8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:04.988499 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:05.077378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a043-0484-4df2-91ac-f085be431ed0 None None] Pushing event updated for resources: {'Port': ['ID=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:05.113826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:05.116493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:05.170325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-82abd789-6877-424b-b034-0d799da55434 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8573427 Nov 25 18:44:05.171316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49908) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:05.195828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:05.276833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd7ad4-fd64-4a47-9f33-886c3b5c2b76 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:05.285840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd7ad4-fd64-4a47-9f33-886c3b5c2b76 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:05.295072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd7ad4-fd64-4a47-9f33-886c3b5c2b76 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:05.297640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-52cd7ad4-fd64-4a47-9f33-886c3b5c2b76 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1224878 Nov 25 18:44:05.301641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49918) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:05.304286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:05.520265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:05.539766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:05.551851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:05.563711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:05.564405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:05.581465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=790e61ae-7466-41ae-a15f-5e23bb3ede62,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:05.629681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting port a1b0ff5d-026f-46ee-84f8-d2e911b51f23 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:05.630306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:05.636403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7a1eddfc-8bff-41e4-aeb3-872d5b0fd13d tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4193442 Nov 25 18:44:05.638890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:05.644736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': 'c9c6db48-6415-4b19-b31a-d2fbaa05d15f', 'name': 'tempest-PortsIpV6TestJSON-539059525'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:05.814397 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:05.835758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Calling delete_port for a1b0ff5d-026f-46ee-84f8-d2e911b51f23 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:06.054948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:06.147160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Port': ['ID=a1b0ff5d-026f-46ee-84f8-d2e911b51f23,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:06.209493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-61c1a86d-1202-4463-8ff1-e3f73c0d6c8a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:06.211504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-61c1a86d-1202-4463-8ff1-e3f73c0d6c8a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.5161598 Nov 25 18:44:06.213024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:06.216908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:06.266318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-52dd347f-2b31-4b2b-9720-838df191f032 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/quotas/2b398994491047d7bcd1464030532fb7 HTTP/1.1" status: 200 len: 375 time: 0.0454855 Nov 25 18:44:06.267754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port df71949b-63aa-4eed-a39f-40f505d6bcf4 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:06.285026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 919abab9-efe0-42d2-86ed-f662f4c71072 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:44:06.321761 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-bfcaaf6d-0ff4-43dd-b52a-00c3d1effef6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457189 Nov 25 18:44:06.328177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 919abab9-efe0-42d2-86ed-f662f4c71072 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:44:06.334096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 919abab9-efe0-42d2-86ed-f662f4c71072 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:44:06.421973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:06.443714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5d804194-6e55-4985-a9b2-5caa295d6868 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/ports/a1b0ff5d-026f-46ee-84f8-d2e911b51f23 HTTP/1.1" status: 204 len: 168 time: 1.1265380 Nov 25 18:44:06.445448 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:06.504773 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-845be146-7410-4d5d-8d65-75be0dd1efc6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] GET failed (client error): The resource could not be found. Nov 25 18:44:06.510383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-845be146-7410-4d5d-8d65-75be0dd1efc6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "GET /v2.0/ports/a1b0ff5d-026f-46ee-84f8-d2e911b51f23 HTTP/1.1" status: 404 len: 333 time: 0.0635684 Nov 25 18:44:06.519888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50014) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:06.540091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'name': 'tempest-AllowedAddressPairTestJSON-2112204184'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:06.707888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50032) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:06.816203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:06.821007 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:06.824192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::ea (c9c6db48-6415-4b19-b31a-d2fbaa05d15f/edf4bc94-e9f4-490f-825c-3c555e427227/df71949b-63aa-4eed-a39f-40f505d6bcf4) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:06.831016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-5f329fd5-1218-433c-b491-a9515b142448 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619052 Nov 25 18:44:06.902409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] device_id is not set on port 08d36c5f-c143-4df6-814c-71c9ad465f43 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:06.958476 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:44:07.066692 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a09bfb7-73a2-4b85-b7a9-cc2ccdfeaa5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.199775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-2e142be8-2203-4364-afca-ee7ccc142899 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595793 Nov 25 18:44:07.212915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a1745-ed98-4303-b760-d4559c6d09d3 None None] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:07.329307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.349749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a116ee7-ac4f-482c-b74c-0efa702f9fdc up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:07.358245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a09bfb7-73a2-4b85-b7a9-cc2ccdfeaa5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.367963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Allocated IP 172.20.0.13 (bc9443a5-2e11-455d-aad7-423025587bc0/d445e50f-60fd-4aa1-9107-aa94ccbea26b/08d36c5f-c143-4df6-814c-71c9ad465f43) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:07.375734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a09bfb7-73a2-4b85-b7a9-cc2ccdfeaa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.431898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.461931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75153a76-ed34-4250-911c-e4bdb0358ed7 None None] Network bc9443a5-2e11-455d-aad7-423025587bc0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:07.536925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50074) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:07.547334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:07.548436 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.559033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:07.562938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:07.565627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:07.571942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:07.572714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.572871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6a09bfb7-73a2-4b85-b7a9-cc2ccdfeaa5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14e534cc19e94a748a712b7c31aaa6ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8578339 Nov 25 18:44:07.577707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:07.598226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9581738 Nov 25 18:44:07.601301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bd32ab21-897f-4477-8629-bfd2f5938894 None None] Provisioning complete for port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:07.601874 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd32ab21-897f-4477-8629-bfd2f5938894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.602663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50080) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:07.603569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149870f1-555d-4586-a45d-e21eff9348f9 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=df71949b-63aa-4eed-a39f-40f505d6bcf4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:07.643410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50082) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:07.682118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09bfb7-73a2-4b85-b7a9-cc2ccdfeaa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f798ea-696e-4031-be07-e627591ac73b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:07.700751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fce2bd1-a1ed-41d2-9989-14628ef0b500 req-7c9426f5-62e4-479e-b7bf-57a8d286436d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 210 time: 0.1641018 Nov 25 18:44:07.783753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70c952-d464-4066-8feb-aee998672f01 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:07.790004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3c70c952-d464-4066-8feb-aee998672f01 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3aa HTTP/1.1" status: 200 len: 928 time: 0.1810114 Nov 25 18:44:07.792285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50092) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:07.921909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fa83a98-b778-4eb3-b151-497be19530aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.976008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71f60002-6077-45a3-b761-2c586c45b535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.992848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd32ab21-897f-4477-8629-bfd2f5938894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:07.998083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a106d4f7-55c9-45f7-bbc9-1414803413f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.007781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fa83a98-b778-4eb3-b151-497be19530aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.045818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.074785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bd32ab21-897f-4477-8629-bfd2f5938894 None None] For port b647d8a1-0bec-4f56-88b1-bf2dff4dc608, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,segment=NetworkSegment(8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad),segment_id=8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:08.111937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port df71949b-63aa-4eed-a39f-40f505d6bcf4 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:08.112328 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.123574 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd32ab21-897f-4477-8629-bfd2f5938894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.165358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.178968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fa83a98-b778-4eb3-b151-497be19530aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.185426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fa83a98-b778-4eb3-b151-497be19530aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.189142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5fa83a98-b778-4eb3-b151-497be19530aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d6f798ea-696e-4031-be07-e627591ac73b HTTP/1.1" status: 204 len: 168 time: 0.6076522 Nov 25 18:44:08.262813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83a98-b778-4eb3-b151-497be19530aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f798ea-696e-4031-be07-e627591ac73b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:08.274049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network bc9443a5-2e11-455d-aad7-423025587bc0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:08.279829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:08.287296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:08.292520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=08d36c5f-c143-4df6-814c-71c9ad465f43,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:08.357677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:08.358693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.373049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32ab21-897f-4477-8629-bfd2f5938894 None None] Pushing event updated for resources: {'Port': ['ID=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:08.394351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-772b9691-54ff-4368-afac-088a0967ed99 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8732660 Nov 25 18:44:08.397381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50100) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:08.405113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:85:08:c5'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:08.455541 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.497967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a106d4f7-55c9-45f7-bbc9-1414803413f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.537600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71f60002-6077-45a3-b761-2c586c45b535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.541591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a106d4f7-55c9-45f7-bbc9-1414803413f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.561556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-36e8e644-ea80-4baf-beee-6e7a8baf576a None None] Provisioning complete for port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:08.562566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36e8e644-ea80-4baf-beee-6e7a8baf576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.597672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71f60002-6077-45a3-b761-2c586c45b535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.637164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,segment=NetworkSegment(b21fe254-05f6-4472-96b7-714d3d6f0103),segment_id=b21fe254-05f6-4472-96b7-714d3d6f0103)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:08.694415 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36e8e644-ea80-4baf-beee-6e7a8baf576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.697705 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.699723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b647d8a1-0bec-4f56-88b1-bf2dff4dc608 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:08.700770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-71f60002-6077-45a3-b761-2c586c45b535 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3ffb83942264fd5b363ee2749d12871&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1624136 Nov 25 18:44:08.730285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.753082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50108) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:08.794134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.829366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for df71949b-63aa-4eed-a39f-40f505d6bcf4 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:08.877945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106d4f7-55c9-45f7-bbc9-1414803413f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e13b776-c902-4587-a747-9b700f53eb5f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:08.893750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:08.927628 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-36e8e644-ea80-4baf-beee-6e7a8baf576a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:44:08.928482 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-36e8e644-ea80-4baf-beee-6e7a8baf576a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:44:08.930039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:08.930596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:08.997348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f60002-6077-45a3-b761-2c586c45b535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d61144-f222-4e0f-a7d8-bf302c55ac4f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:09.011361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a106d4f7-55c9-45f7-bbc9-1414803413f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=019f1cd845124bbd9adacab4ad1bfd16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3668001 Nov 25 18:44:09.018501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:09.052121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3100484-08b6-435f-96f2-9be9fc7e399b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.113687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3100484-08b6-435f-96f2-9be9fc7e399b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.156692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5bc10e4b-32d2-4618-b127-4acced5525f6 req-dfa96170-86e4-4d8b-b471-f4c56a940672 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 210 time: 0.2262392 Nov 25 18:44:09.308729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3100484-08b6-435f-96f2-9be9fc7e399b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.315143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3100484-08b6-435f-96f2-9be9fc7e399b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.319714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3100484-08b6-435f-96f2-9be9fc7e399b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13d61144-f222-4e0f-a7d8-bf302c55ac4f HTTP/1.1" status: 204 len: 168 time: 0.5653992 Nov 25 18:44:09.386246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a116ee7-ac4f-482c-b74c-0efa702f9fdc up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:09.625134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-c36d4d77-04b4-47ff-9889-8df29a029f68 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:09.626711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-c36d4d77-04b4-47ff-9889-8df29a029f68 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.3308051 Nov 25 18:44:09.639409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3100484-08b6-435f-96f2-9be9fc7e399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d61144-f222-4e0f-a7d8-bf302c55ac4f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:09.722884 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ca991db-e220-43ad-832a-be44400d6364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.773024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Request body: {'port': {'device_id': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'admin_state_up': True, 'tenant_id': '2b398994491047d7bcd1464030532fb7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:09.852293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:09.852679 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:09.994214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Provisioning complete for port df71949b-63aa-4eed-a39f-40f505d6bcf4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:09.994734 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.047935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50144) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:10.054199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ca991db-e220-43ad-832a-be44400d6364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.250930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.317585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50152) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:10.327511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=df71949b-63aa-4eed-a39f-40f505d6bcf4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:10.412733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.416618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b7fe539-6c68-4dbf-a975-19e1275552c6 req-17a04870-1ea0-489f-9ffa-bcb157d6e074 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 210 time: 0.1001279 Nov 25 18:44:10.418618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16bcced0-9809-4ac4-8ba0-384998d89c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.430095 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.459750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Port df71949b-63aa-4eed-a39f-40f505d6bcf4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:10.467907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Could not find standard attr ID for object a1b0ff5d-026f-46ee-84f8-d2e911b51f23. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:44:10.505797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=08d36c5f-c143-4df6-814c-71c9ad465f43,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:10.565062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b647d8a1-0bec-4f56-88b1-bf2dff4dc608 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:10.628153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Provisioning complete for port 790e61ae-7466-41ae-a15f-5e23bb3ede62 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:10.628527 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.643534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] In _notify_port_updated(), no bound segment for port 08d36c5f-c143-4df6-814c-71c9ad465f43 on network bc9443a5-2e11-455d-aad7-423025587bc0 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:44:10.656449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:10.657448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.659124 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-515168c5-69f4-4f3c-84b7-ba4c6c4339de tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "PUT /v2.0/ports/08d36c5f-c143-4df6-814c-71c9ad465f43 HTTP/1.1" status: 200 len: 995 time: 2.2603297 Nov 25 18:44:10.662546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50156) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:10.675897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Port 790e61ae-7466-41ae-a15f-5e23bb3ede62 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:10.690256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:10.690837 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.746226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Provisioning complete for port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:10.746911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.848666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1917134749-network', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:10.878058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16bcced0-9809-4ac4-8ba0-384998d89c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.889251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16bcced0-9809-4ac4-8ba0-384998d89c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.894814 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.900494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4388bba3-4d9e-46b9-8e36-d80dfb2800d2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/df71949b-63aa-4eed-a39f-40f505d6bcf4 HTTP/1.1" status: 204 len: 168 time: 3.1019406 Nov 25 18:44:10.901205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50158) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:10.922200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ca991db-e220-43ad-832a-be44400d6364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.924969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ca991db-e220-43ad-832a-be44400d6364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.928825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7ca991db-e220-43ad-832a-be44400d6364 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e13b776-c902-4587-a747-9b700f53eb5f HTTP/1.1" status: 204 len: 168 time: 1.8810620 Nov 25 18:44:10.941041 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8cc6cd7-3969-41d5-a2aa-4ae900cbe09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.950495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Provisioning complete for port e101951d-a8fc-4382-9a28-0147f032fbae triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:10.951018 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.966123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Made reservation on behalf of f640fbbdb57e49878f7919702959be6b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:10.968998 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:10.974358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca991db-e220-43ad-832a-be44400d6364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e13b776-c902-4587-a747-9b700f53eb5f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:10.994924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Port e101951d-a8fc-4382-9a28-0147f032fbae cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:11.012204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.024321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Provisioning complete for port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:11.025034 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286efa84-21de-433a-9f9f-287812f64422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.029740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting port 08d36c5f-c143-4df6-814c-71c9ad465f43 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:11.030135 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.042219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:11.045745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.164376 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cebd68-96af-4f9a-90e1-b6a8eb5b5062 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:44:11.165817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-16cebd68-96af-4f9a-90e1-b6a8eb5b5062 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/df71949b-63aa-4eed-a39f-40f505d6bcf4 HTTP/1.1" status: 404 len: 333 time: 0.2491119 Nov 25 18:44:11.190141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50164) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:11.213580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-16bcced0-9809-4ac4-8ba0-384998d89c3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=493b8510520b4a9ab2c7cbdbd8a0ff7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8936293 Nov 25 18:44:11.219042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50166) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:11.271091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-88d73f03-22fc-4d9c-8104-5e63eb71fea7 None None] Provisioning complete for port 08d36c5f-c143-4df6-814c-71c9ad465f43 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:11.271672 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88d73f03-22fc-4d9c-8104-5e63eb71fea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.329500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.344516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Calling delete_port for 08d36c5f-c143-4df6-814c-71c9ad465f43 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:11.357032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-88d73f03-22fc-4d9c-8104-5e63eb71fea7 None None] Port 08d36c5f-c143-4df6-814c-71c9ad465f43 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:11.365378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcced0-9809-4ac4-8ba0-384998d89c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3cbf26-4ee0-4783-9f95-d5891fa358c0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:11.408839 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-026c76bd-390c-4ba1-943a-62555dd331f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.462350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.469213 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-026c76bd-390c-4ba1-943a-62555dd331f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.472261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Allocated IP 172.20.0.11 (6398ccdc-4a28-4532-b7b8-e40937d09707/facef00e-ccfd-4dca-ba36-6dccea534f9c/c426e985-10a0-47b9-9f10-ed47e302faf8) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:11.479784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.509952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:11.525202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 790e61ae-7466-41ae-a15f-5e23bb3ede62 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:11.525936 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.545155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f9ce8b-c965-402b-929c-094f5762310a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:11.599478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a132090-f088-471d-bbeb-8f4b2e711e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.628858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-026c76bd-390c-4ba1-943a-62555dd331f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.632234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-026c76bd-390c-4ba1-943a-62555dd331f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.633504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-026c76bd-390c-4ba1-943a-62555dd331f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c3cbf26-4ee0-4783-9f95-d5891fa358c0 HTTP/1.1" status: 204 len: 168 time: 0.4091537 Nov 25 18:44:11.707632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c76bd-390c-4ba1-943a-62555dd331f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3cbf26-4ee0-4783-9f95-d5891fa358c0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:11.722929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:11.750975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.751317 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Added segment 63a49f1c-65af-4ddb-b4f8-115a2dca6d28 of type vlan for network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 Nov 25 18:44:11.768736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a132090-f088-471d-bbeb-8f4b2e711e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.783881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e41846cf-bd5d-45d4-8615-56ef4fa75e0f req-ff536c99-bf73-4a9b-8b95-01df6916aae7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 210 time: 0.2513888 Nov 25 18:44:11.789457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a132090-f088-471d-bbeb-8f4b2e711e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.799336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.831920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.869194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.893439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.894567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:11.895024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:11.903232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Port': ['ID=08d36c5f-c143-4df6-814c-71c9ad465f43,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:11.934519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5a132090-f088-471d-bbeb-8f4b2e711e2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=479ea02634cf44949b6a951c63da11d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032278 Nov 25 18:44:11.935264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50180) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:11.988437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] Pushing event updated for resources: {'Network': ['ID=8ce87182-6ae7-495c-92a6-b464ed4bfac0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:12.006377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:12.007578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a132090-f088-471d-bbeb-8f4b2e711e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5d6e87-09d0-4f17-8b5f-4aaab6cb7586,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:12.009808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-94dff4a9-c5cd-4ac3-ba95-094ee3c10fbc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9427209 Nov 25 18:44:12.013391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50184) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:12.024439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Request body: {'subnet': {'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1917134749-subnet', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:12.035591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.049227 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.117065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 790e61ae-7466-41ae-a15f-5e23bb3ede62 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:12.123531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:12.126985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:12.128799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Made reservation on behalf of f640fbbdb57e49878f7919702959be6b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:12.131176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.141684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a290d5-71e6-41d1-a762-c44c8273a68e None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:12.196752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-65f5f72b-2078-4f00-ae86-676526af6129 None None] Provisioning complete for port c426e985-10a0-47b9-9f10-ed47e302faf8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:12.197125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65f5f72b-2078-4f00-ae86-676526af6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.209073 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb85e8df-5c15-4d24-91d6-048e1d75e088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.253235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:12.257540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-65f5f72b-2078-4f00-ae86-676526af6129 None None] Port c426e985-10a0-47b9-9f10-ed47e302faf8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:12.317031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb85e8df-5c15-4d24-91d6-048e1d75e088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.321174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.327309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5b865a7e-e0aa-4289-80c5-d42331000e8c tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/ports/08d36c5f-c143-4df6-814c-71c9ad465f43 HTTP/1.1" status: 204 len: 168 time: 1.6633959 Nov 25 18:44:12.329976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:12.386291 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f7a6ec-32ff-4974-8635-2fd2d36a890b tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] GET failed (client error): The resource could not be found. Nov 25 18:44:12.392603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f7f7a6ec-32ff-4974-8635-2fd2d36a890b tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "GET /v2.0/ports/08d36c5f-c143-4df6-814c-71c9ad465f43 HTTP/1.1" status: 404 len: 333 time: 0.0504401 Nov 25 18:44:12.397951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50198) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:12.431183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'name': 'tempest-AllowedAddressPairTestJSON-1032130710'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:12.447718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:12.448793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.514525 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.525610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:12.548725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-1cb3e496-d23f-4cfd-a52d-2241a8ce5437 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8336644 Nov 25 18:44:12.571292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Request body: {'port': {'device_id': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:12.581249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=790e61ae-7466-41ae-a15f-5e23bb3ede62,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:12.590747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb85e8df-5c15-4d24-91d6-048e1d75e088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.594350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb85e8df-5c15-4d24-91d6-048e1d75e088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.598266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bb85e8df-5c15-4d24-91d6-048e1d75e088 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec5d6e87-09d0-4f17-8b5f-4aaab6cb7586 HTTP/1.1" status: 204 len: 168 time: 0.6394477 Nov 25 18:44:12.618857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85e8df-5c15-4d24-91d6-048e1d75e088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5d6e87-09d0-4f17-8b5f-4aaab6cb7586,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:12.625217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.640660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-de33d9d0-1006-4e73-aa0e-68914817b4ac tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/790e61ae-7466-41ae-a15f-5e23bb3ede62 HTTP/1.1" status: 204 len: 168 time: 1.4423656 Nov 25 18:44:12.640660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50206) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:12.686490 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c6c1a-8f8a-44f4-8a65-4dd12aa74883 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:44:12.690902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-661c6c1a-8f8a-44f4-8a65-4dd12aa74883 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/790e61ae-7466-41ae-a15f-5e23bb3ede62 HTTP/1.1" status: 404 len: 333 time: 0.0499079 Nov 25 18:44:12.703802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50214) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:12.772941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.848721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet edf4bc94-e9f4-490f-825c-3c555e427227 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:44:12.860220 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.984768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:12.996820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.082533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Pushing event updated for resources: {'Subnet': ['ID=682b5cba-90fc-418f-a73c-d664942983be,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:13.141726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.149054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:13.161307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.250201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] device_id is not set on port 7142747a-f530-473b-99d7-668e08b1f208 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:13.278967 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.315319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=edf4bc94-e9f4-490f-825c-3c555e427227,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:13.327555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.334803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f21cd-be8b-4b75-9db2-cbf0c3583265 None None] Network c9c6db48-6415-4b19-b31a-d2fbaa05d15f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:13.337980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dc9fe70a-3975-4817-84dc-13896d312993 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/edf4bc94-e9f4-490f-825c-3c555e427227 HTTP/1.1" status: 204 len: 168 time: 0.6330769 Nov 25 18:44:13.341687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50238) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:13.405165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8062-9038-43c3-99e0-503f72b1bb39 req-4bf51d07-068e-47f5-beaf-7cdbab593e30 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:13.407499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ca8062-9038-43c3-99e0-503f72b1bb39 req-4bf51d07-068e-47f5-beaf-7cdbab593e30 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 932 time: 0.4801173 Nov 25 18:44:13.517681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Checking segment: {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:13.519076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Network hostable DHCP agents. Network: 8ce87182-6ae7-495c-92a6-b464ed4bfac0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:13.549584 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.558433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ca8062-9038-43c3-99e0-503f72b1bb39 req-745d28a7-0953-46a4-99b8-e52107daf15c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119523 Nov 25 18:44:13.614854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1728beba-d9df-4eee-9780-2484f7830701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.645150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:13.646978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.689294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:13.764342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Allocated IP 172.20.0.6 (bc9443a5-2e11-455d-aad7-423025587bc0/d445e50f-60fd-4aa1-9107-aa94ccbea26b/7142747a-f530-473b-99d7-668e08b1f208) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:13.767848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] For port b647d8a1-0bec-4f56-88b1-bf2dff4dc608, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,segment=NetworkSegment(8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad),segment_id=8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:13.769150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 8ce87182-6ae7-495c-92a6-b464ed4bfac0) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:13.771046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.774313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:13.774830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.784377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ca42e-4036-458b-986d-8c1738013345 None None] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:13.812632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for b647d8a1-0bec-4f56-88b1-bf2dff4dc608 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:13.836952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a71c1ed6-1240-4127-9668-a16d0281baed admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8225954 Nov 25 18:44:13.842330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:13.864157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:13.935623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] DHCP port deletion for c9c6db48-6415-4b19-b31a-d2fbaa05d15f request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:13.973725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:13.975684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.052923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.108429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121f819-e589-4e07-b836-86e8e418c0a4 None None] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:14.225868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c426e985-10a0-47b9-9f10-ed47e302faf8 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:44:14.246970 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.299731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] Deleting port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:14.300373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.336096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Transition to ACTIVE for port object c426e985-10a0-47b9-9f10-ed47e302faf8 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:44:14.367248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.432035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.445852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.470925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No DVR routers for this DVR port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:14.486229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:14.501889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.513832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.576310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c26b9-b724-4cae-b670-62bbc53cd4ee None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:14.657647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] For port b647d8a1-0bec-4f56-88b1-bf2dff4dc608, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,segment=NetworkSegment(8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad),segment_id=8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:14.658179 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.742263 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.742893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.758750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] Calling delete_port for b647d8a1-0bec-4f56-88b1-bf2dff4dc608 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:14.810964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network bc9443a5-2e11-455d-aad7-423025587bc0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:14.819123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:14.833820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:14.839117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c6db48-6415-4b19-b31a-d2fbaa05d15f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:14.867472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:14.867728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa74a06-ccdc-4b1a-82ab-85ec24b3a6ad') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:14.875696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Attempting to bind port c426e985-10a0-47b9-9f10-ed47e302faf8 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:14.876131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Attempting to bind port c426e985-10a0-47b9-9f10-ed47e302faf8 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:14.876583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Attempting to bind port c426e985-10a0-47b9-9f10-ed47e302faf8 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:14.886859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Port c426e985-10a0-47b9-9f10-ed47e302faf8 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:44:14.887337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Attempting to bind port c426e985-10a0-47b9-9f10-ed47e302faf8 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:14.900509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.903071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:14.905011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Checking segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:14.905534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Bound using segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:14.909247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Bound port: c426e985-10a0-47b9-9f10-ed47e302faf8, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:14.909944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.926095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=7142747a-f530-473b-99d7-668e08b1f208,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:14.940747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.956195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:14.959149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:14.969290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:14.970605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:15.052847 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:15.059451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:15.072643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57be7527-8f0f-4942-9321-25acdf750cd3 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6660233 Nov 25 18:44:15.078877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50282) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:15.119890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:85:08:c5'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:15.139717 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.206642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] Pushing event deleted for resources: {'Port': ['ID=b647d8a1-0bec-4f56-88b1-bf2dff4dc608,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:15.209023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04fe55-d58d-4b75-9de9-24f31a61baa0 None None] No DVR routers for this DVR port b647d8a1-0bec-4f56-88b1-bf2dff4dc608 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:15.310996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b647d8a1-0bec-4f56-88b1-bf2dff4dc608 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:44:15.314296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:15.340687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.359638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:15.367837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.372836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: b647d8a1-0bec-4f56-88b1-bf2dff4dc608 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:44:15.373208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b647d8a1-0bec-4f56-88b1-bf2dff4dc608 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:44:15.376554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/c9c6db48-6415-4b19-b31a-d2fbaa05d15f HTTP/1.1" status: 204 len: 168 time: 2.0302041 Nov 25 18:44:15.381069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50286) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:15.394380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6dd0fec3-b3f0-467d-bffc-cbda601bc104 None None] Provisioning complete for port 7142747a-f530-473b-99d7-668e08b1f208 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:15.395199 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6dd0fec3-b3f0-467d-bffc-cbda601bc104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.395337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.413630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34611bc-f3f9-4165-a7fe-945f8e0a7cce tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=c9c6db48-6415-4b19-b31a-d2fbaa05d15f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:15.416735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1058529276'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:15.436947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e6fec-2df6-4ad1-84c2-9696904b268b req-0abea2f9-60d3-44cc-8ca9-715b5cfbbb62 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:15.440254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a60e6fec-2df6-4ad1-84c2-9696904b268b req-0abea2f9-60d3-44cc-8ca9-715b5cfbbb62 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 944 time: 0.5702372 Nov 25 18:44:15.450173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0fec3-b3f0-467d-bffc-cbda601bc104 None None] Port 7142747a-f530-473b-99d7-668e08b1f208 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:15.539504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:15.550080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:15.550933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296652f-a672-4a0c-b882-c713dd89b26a None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:15.551859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.553682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-3be00296-2a90-46e2-8f2b-44fca1d8ab1b service neutron] 10.222.0.64 "PUT /v2.0/ports/c426e985-10a0-47b9-9f10-ed47e302faf8 HTTP/1.1" status: 200 len: 1092 time: 2.9918878 Nov 25 18:44:15.554298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:15.556837 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c417350d-9353-446a-a429-020130c113c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:15.607163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a60e6fec-2df6-4ad1-84c2-9696904b268b req-d97e0152-fe7b-4038-80d8-47b5af33ff85 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546223 Nov 25 18:44:15.674967 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea31229-55ff-46f9-bd10-82b63ba1952f x-openstack-request-id: req-0ea31229-55ff-46f9-bd10-82b63ba1952f {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:15.675124 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:15.675494 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ea31229-55ff-46f9-bd10-82b63ba1952f {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:15.675726 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'status': 'completed', 'code': 200} Nov 25 18:44:15.676226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:15.686715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.722672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.725874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50306) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:15.797898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-d0a12e0f-7248-476c-8cf6-cb8da8cd8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:15.800452 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-d0a12e0f-7248-476c-8cf6-cb8da8cd8d47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 1095 time: 0.1705437 Nov 25 18:44:15.888346 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:15.946593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:15.963673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-57bfe30a-9640-4196-b7a4-3781804f232d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c426e985-10a0-47b9-9f10-ed47e302faf8 HTTP/1.1" status: 200 len: 217 time: 0.0822029 Nov 25 18:44:15.990493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd408283-2cda-47d3-8394-d9fc94910932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.030378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.031318 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment 1dff31e0-074f-4f09-8a65-12780616e86e of type vlan for network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf Nov 25 18:44:16.142926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.169598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.175402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-4c110d98-1323-403a-aa9f-8f045bb251b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:16.176927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-4c110d98-1323-403a-aa9f-8f045bb251b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.2002275 Nov 25 18:44:16.183141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.233925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-cd529d43-7651-43ef-b192-72c7f87170f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402837 Nov 25 18:44:16.298438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Allocated IP 172.25.2.252 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/f0fdf2a8-0e6c-4239-b087-c635b39c01a8) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:16.349627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.356161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:16.356747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.446622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.461315 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0790544 Nov 25 18:44:16.465614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:16.471968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:16.513976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd408283-2cda-47d3-8394-d9fc94910932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.526590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf978c38-3f05-46ac-abaa-b6576c9c7ed3 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:16.529856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fd408283-2cda-47d3-8394-d9fc94910932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.537860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.539466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:16.561656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-98e7f1cb-8a6b-4e12-a327-92ab3d744fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096571 Nov 25 18:44:16.567175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.642531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.657943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:16.661346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.736590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd408283-2cda-47d3-8394-d9fc94910932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490eed85-2562-4962-8550-b957677d2a8a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:16.743067 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fd408283-2cda-47d3-8394-d9fc94910932 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83c7c5c142474039bb358d59025d508f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0045140 Nov 25 18:44:16.764844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:16.868579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=7142747a-f530-473b-99d7-668e08b1f208,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:16.892094 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.936877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] In _notify_port_updated(), no bound segment for port 7142747a-f530-473b-99d7-668e08b1f208 on network bc9443a5-2e11-455d-aad7-423025587bc0 {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:44:16.942705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:16.943455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:16.948076 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b3e3be89-8d57-492e-82d3-785e4104dfed tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "PUT /v2.0/ports/7142747a-f530-473b-99d7-668e08b1f208 HTTP/1.1" status: 200 len: 996 time: 1.8657117 Nov 25 18:44:16.951534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:17.001152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:17.005546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683e56f-3975-415f-a366-0153c3a5efd0 req-d68d163e-d121-46d3-a59a-f56700da17c6 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210858 Nov 25 18:44:17.040721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cd0fdb6-6c07-4ecf-a37f-814a9adb7db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.065682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:17.087452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb83571-1291-4235-bd0a-7f28842593c9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:17.097273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:17.121800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.150760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-45aa98b7-20d1-4dbb-809f-42e0a1f86fb9 None None] Provisioning complete for port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:17.152028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45aa98b7-20d1-4dbb-809f-42e0a1f86fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.154980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cd0fdb6-6c07-4ecf-a37f-814a9adb7db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.216700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:17.250792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417350d-9353-446a-a429-020130c113c6 req-cb2678bd-94bc-4813-a270-b99043062731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:17.251072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e1656-3a8e-43b9-9b47-aca103954547 req-53740af4-b7e2-43fc-a08e-e671fe271354 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:17.252487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c417350d-9353-446a-a429-020130c113c6 req-cb2678bd-94bc-4813-a270-b99043062731 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 1095 time: 0.1735902 Nov 25 18:44:17.253017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-387e1656-3a8e-43b9-9b47-aca103954547 req-53740af4-b7e2-43fc-a08e-e671fe271354 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 944 time: 0.3075931 Nov 25 18:44:17.261972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting port 7142747a-f530-473b-99d7-668e08b1f208 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:17.262323 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.310115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=a29153bb-d3e9-4b22-805d-4eeac477c9fd,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:17.336583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98b7-20d1-4dbb-809f-42e0a1f86fb9 None None] Port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:17.355075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-45aa98b7-20d1-4dbb-809f-42e0a1f86fb9 None None] Provisioning complete for port 7142747a-f530-473b-99d7-668e08b1f208 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:17.355577 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45aa98b7-20d1-4dbb-809f-42e0a1f86fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.362054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': '1dff31e0-074f-4f09-8a65-12780616e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:17.362756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:17.399275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cd0fdb6-6c07-4ecf-a37f-814a9adb7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.401872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cd0fdb6-6c07-4ecf-a37f-814a9adb7db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.403244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1cd0fdb6-6c07-4ecf-a37f-814a9adb7db0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/490eed85-2562-4962-8550-b957677d2a8a HTTP/1.1" status: 204 len: 168 time: 0.6235142 Nov 25 18:44:17.426121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0fdb6-6c07-4ecf-a37f-814a9adb7db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490eed85-2562-4962-8550-b957677d2a8a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:17.473622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-45aa98b7-20d1-4dbb-809f-42e0a1f86fb9 None None] Port 7142747a-f530-473b-99d7-668e08b1f208 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:17.512922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.526500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-387e1656-3a8e-43b9-9b47-aca103954547 req-ce7de2ca-2996-4285-9779-c803c9caf256 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555790 Nov 25 18:44:17.527173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:17.542300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Calling delete_port for 7142747a-f530-473b-99d7-668e08b1f208 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:17.551929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:17.561124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:17.561748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.566712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2e98e-326b-48d7-9445-faa8ee4d44dc None None] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:17.591100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417350d-9353-446a-a429-020130c113c6 req-b81b6e0f-1efe-405b-a260-10765aa6c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:17.593829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c417350d-9353-446a-a429-020130c113c6 req-b81b6e0f-1efe-405b-a260-10765aa6c16a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.3267505 Nov 25 18:44:17.703103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-90858831-e390-408d-a74d-f3beced34b17 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2332792 Nov 25 18:44:17.703353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50404) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:17.722400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf', 'name': 'tempest-PortsIpV6TestJSON-284246724', 'fixed_ips': [{'subnet_id': 'a29153bb-d3e9-4b22-805d-4eeac477c9fd', 'ip_address': '2001:db8::10'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:17.767498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c417350d-9353-446a-a429-020130c113c6 req-4ca84735-0098-4559-8380-6930f34563d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c426e985-10a0-47b9-9f10-ed47e302faf8 HTTP/1.1" status: 200 len: 217 time: 0.1610351 Nov 25 18:44:17.836349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf', 'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf', 'tenant_id': 'abab1bc54f424d62b062868c44b243c9', 'fixed_ips': [{'subnet_id': 'a29153bb-d3e9-4b22-805d-4eeac477c9fd'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:17.837627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.920535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50410) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:17.949030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417350d-9353-446a-a429-020130c113c6 req-4971fb90-fd52-4432-835a-15efb1294675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:17.954836 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c417350d-9353-446a-a429-020130c113c6 req-4971fb90-fd52-4432-835a-15efb1294675 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.1739757 Nov 25 18:44:17.974260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:17.985439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-833f75d9-f370-4b82-b70e-b0524c8b52f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.025205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c417350d-9353-446a-a429-020130c113c6 req-002739e2-930a-42f4-9b35-ad71534c0ab4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639253 Nov 25 18:44:18.090142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Allocated IP 2001:db8::2 (9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf/a29153bb-d3e9-4b22-805d-4eeac477c9fd/d9e5693f-6588-49e6-a9a8-a62b5e6e34e7) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:18.144961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:18.211254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c417350d-9353-446a-a429-020130c113c6 req-edb2ad0c-6350-4cce-b42d-00d8b69e7c82 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546037 Nov 25 18:44:18.213896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.332829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Port': ['ID=7142747a-f530-473b-99d7-668e08b1f208,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:18.350061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.378373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port 1a902c9e-4e51-4f0b-962f-02a0b99608de yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:18.421732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.440309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.465338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.473281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cef10888-240c-4987-882d-400a6571c276 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/ports/7142747a-f530-473b-99d7-668e08b1f208 HTTP/1.1" status: 204 len: 168 time: 1.5205576 Nov 25 18:44:18.476106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50432) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:18.519630 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7935cb-9fa8-4174-bff2-b5c8eb5b363e tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] GET failed (client error): The resource could not be found. Nov 25 18:44:18.525179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb7935cb-9fa8-4174-bff2-b5c8eb5b363e tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "GET /v2.0/ports/7142747a-f530-473b-99d7-668e08b1f208 HTTP/1.1" status: 404 len: 333 time: 0.0468969 Nov 25 18:44:18.530725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Pushing event updated for resources: {'Port': ['ID=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:18.531875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50434) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:18.541610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'name': 'tempest-AllowedAddressPairTestJSON-1078658451'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:18.549434 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-833f75d9-f370-4b82-b70e-b0524c8b52f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.555028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:18.556785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:18.560468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:18.578770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-833f75d9-f370-4b82-b70e-b0524c8b52f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.598035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.699158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Attempting to bind port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:18.699528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Attempting to bind port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1dff31e0-074f-4f09-8a65-12780616e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:18.699894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Attempting to bind port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 on network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:18.707638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:18.708013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Checking segment: {'id': '1dff31e0-074f-4f09-8a65-12780616e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:18.708548 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.708945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Bound using segment: {'id': '1dff31e0-074f-4f09-8a65-12780616e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:18.709415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Bound port: d9e5693f-6588-49e6-a9a8-a62b5e6e34e7, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dff31e0-074f-4f09-8a65-12780616e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:18.709793 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.831018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] For port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:18.840956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] For port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,segment=NetworkSegment(1dff31e0-074f-4f09-8a65-12780616e86e),segment_id=1dff31e0-074f-4f09-8a65-12780616e86e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:18.848729 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:18.890094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24137699-fe66-437c-b29b-62a8ddd20469 req-8536d2f0-fa7d-406b-89dc-69eecd9d8ea7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:18.892693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24137699-fe66-437c-b29b-62a8ddd20469 req-8536d2f0-fa7d-406b-89dc-69eecd9d8ea7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 944 time: 0.1417439 Nov 25 18:44:18.923678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::10 (9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf/a29153bb-d3e9-4b22-805d-4eeac477c9fd/1a902c9e-4e51-4f0b-962f-02a0b99608de) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:18.938164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:44:18.944548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be2692-4f3c-4643-8013-6049c8959632 None None] Pushing event updated for resources: {'Port': ['ID=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:18.987462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c426e985-10a0-47b9-9f10-ed47e302faf8 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:44:18.988734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24137699-fe66-437c-b29b-62a8ddd20469 req-bd55c408-eaf0-4c2d-b786-443bef12695a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Nov 25 18:44:19.150215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c417350d-9353-446a-a429-020130c113c6 req-839bba40-837c-47be-ad93-d1c0dd3349dd service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9183130 Nov 25 18:44:19.170507 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-833f75d9-f370-4b82-b70e-b0524c8b52f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1598b65c58af47e9b788fab05dbf21e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2458165 Nov 25 18:44:19.172478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50458) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:19.173334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f75d9-f370-4b82-b70e-b0524c8b52f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8207a1-7fc9-4a3f-96b3-bc7daf04f4a3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:19.260631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:44:19.311587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Sync routers for ids ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:44:19.340018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:19.347473 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.357664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ef530bba-c80f-444d-8a99-cb926f282514 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5136428 Nov 25 18:44:19.362684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50464) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:19.449122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.458359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'port_id': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'mac_address': 'fa:16:3e:ba:68:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facef00e-ccfd-4dca-ba36-6dccea534f9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:44:19.478944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Routers {'487a21ec-da91-4b8b-a3ec-1d33feb57f58'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:19.480241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:19.489026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c74d3ea-4f4a-43c1-98b2-6ce5501c74af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.535237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.606433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:19.619938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.633868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c74d3ea-4f4a-43c1-98b2-6ce5501c74af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.652007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:19.658960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:19.673175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:19.680582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:19.681790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.700560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=1a902c9e-4e51-4f0b-962f-02a0b99608de,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:19.713031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01077603-4af8-4356-805b-86a45e6f2193 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0027661 Nov 25 18:44:19.716040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50476) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:19.724049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': '9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf', 'name': 'tempest-PortsIpV6TestJSON-484086979', 'fixed_ips': [{'subnet_id': 'a29153bb-d3e9-4b22-805d-4eeac477c9fd', 'ip_address': '2001:db8::f'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:19.746597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] device_id is not set on port 4f8eb093-b6a5-4d7d-9138-62101baa7557 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:19.804419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.860041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c426e985-10a0-47b9-9f10-ed47e302faf8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:44:19.922716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Set router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:19.954801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:19.958081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c74d3ea-4f4a-43c1-98b2-6ce5501c74af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.960885 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c74d3ea-4f4a-43c1-98b2-6ce5501c74af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.961305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:19.964533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c74d3ea-4f4a-43c1-98b2-6ce5501c74af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e8207a1-7fc9-4a3f-96b3-bc7daf04f4a3 HTTP/1.1" status: 204 len: 168 time: 0.7763503 Nov 25 18:44:20.012689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port af2b42e8-f17c-40b1-92d0-4072391f9751 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:20.013356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:20.016402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74d3ea-4f4a-43c1-98b2-6ce5501c74af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8207a1-7fc9-4a3f-96b3-bc7daf04f4a3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:20.042575 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:20.109135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Allocated IP 172.20.0.8 (bc9443a5-2e11-455d-aad7-423025587bc0/d445e50f-60fd-4aa1-9107-aa94ccbea26b/4f8eb093-b6a5-4d7d-9138-62101baa7557) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:20.272664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:20.416517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c426e985-10a0-47b9-9f10-ed47e302faf8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:44:20.473288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d933cc-53a5-41f0-a71f-ff4333cf8a81 req-264f43db-d177-464c-ba90-85d6faa1e496 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:20.474807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66d933cc-53a5-41f0-a71f-ff4333cf8a81 req-264f43db-d177-464c-ba90-85d6faa1e496 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 945 time: 0.3224864 Nov 25 18:44:20.757770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::f (9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf/a29153bb-d3e9-4b22-805d-4eeac477c9fd/af2b42e8-f17c-40b1-92d0-4072391f9751) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:20.777840 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66d933cc-53a5-41f0-a71f-ff4333cf8a81 req-260c6d69-a4cf-4e5d-9234-8deea4cb5361 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768092 Nov 25 18:44:20.847480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:44:17Z', 'revision_number': 3, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port': {'id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:16Z', 'updated_at': '2021-11-25T18:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:20.858214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:20.965578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50560) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:20.967299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee202d4-d2fc-441a-803c-a921bbfbd56e None None] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:20.995982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.007467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Checking router: 487a21ec-da91-4b8b-a3ec-1d33feb57f58 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:44:21.007844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Updating router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:44:21.087952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.106857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.113710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2ccaba92-3834-4a1b-9e5a-3f7548de9c68 None None] Provisioning complete for port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:21.114086 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ccaba92-3834-4a1b-9e5a-3f7548de9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.118541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.192016 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.302427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:21.309605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:21.326968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:21.336813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04e5f345-1d7e-44f1-a785-f1f359efc503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.338598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:21.339274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.350059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network bc9443a5-2e11-455d-aad7-423025587bc0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:21.355951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:21.389450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:21.398864 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6806123 Nov 25 18:44:21.402038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:21.402165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=4f8eb093-b6a5-4d7d-9138-62101baa7557,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:21.518033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baefab-6e10-4180-99cb-6624067d4244 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=af2b42e8-f17c-40b1-92d0-4072391f9751,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:21.542118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:21.572342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb77b51-2e2d-4c69-8226-fb6095e238a7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:21.574514 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8bb77b51-2e2d-4c69-8226-fb6095e238a7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1707695 Nov 25 18:44:21.577307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50598) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:21.659780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2922b-2190-4787-97aa-1d9da07b53ae tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:21.671190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2922b-2190-4787-97aa-1d9da07b53ae tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:21.688715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2922b-2190-4787-97aa-1d9da07b53ae tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:21.707188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a0a2922b-2190-4787-97aa-1d9da07b53ae tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1277645 Nov 25 18:44:21.707822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:21.737898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:21.740659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.791495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04e5f345-1d7e-44f1-a785-f1f359efc503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.794832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Allocated IP 172.20.0.1 (8ce87182-6ae7-495c-92a6-b464ed4bfac0/682b5cba-90fc-418f-a73c-d664942983be/568bc47f-b0ba-43e6-87d7-41148a7acf39) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:21.817781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04e5f345-1d7e-44f1-a785-f1f359efc503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.903173 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-04e5f345-1d7e-44f1-a785-f1f359efc503 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=215d092919d140e7b0e844dbbe3589f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9365404 Nov 25 18:44:21.908993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50610) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:21.914795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port af2b42e8-f17c-40b1-92d0-4072391f9751 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:21.915500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.924890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f8faed24-9363-47f7-b039-e571701b68a4 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3910720 Nov 25 18:44:21.939749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:21.940127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.941689 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ccaba92-3834-4a1b-9e5a-3f7548de9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:21.949152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50612) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:21.954969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'network_id': 'bc9443a5-2e11-455d-aad7-423025587bc0', 'name': 'tempest-AllowedAddressPairTestJSON-2109708244'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:21.967004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5f345-1d7e-44f1-a785-f1f359efc503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076c7101-efe5-4150-85d4-3819fdae981d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:22.195154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2ccaba92-3834-4a1b-9e5a-3f7548de9c68 None None] For port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,segment=NetworkSegment(1dff31e0-074f-4f09-8a65-12780616e86e),segment_id=1dff31e0-074f-4f09-8a65-12780616e86e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:22.215809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ccaba92-3834-4a1b-9e5a-3f7548de9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.298253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.350384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Made reservation on behalf of e74223d3d99f42bfb60858543d0614bb for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:22.354876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.369071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.386509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] device_id is not set on port f9884913-0456-41a5-a342-d64921b76cf3 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:22.413081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.475581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.572167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-671beb65-09c8-48ad-b1fe-5195cdb9aeae None None] Provisioning complete for port 4f8eb093-b6a5-4d7d-9138-62101baa7557 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:22.574085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-671beb65-09c8-48ad-b1fe-5195cdb9aeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.634727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaba92-3834-4a1b-9e5a-3f7548de9c68 None None] Pushing event updated for resources: {'Port': ['ID=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:22.637039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.657458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ffeb-f80a-456b-8764-eebc2b47f1ea req-7a1a1263-7ab7-4864-bf4c-f69df5c74049 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:22.669790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfa950-5283-4672-aa43-1c26ddef4f42 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:22.673240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5f9ffeb-f80a-456b-8764-eebc2b47f1ea req-7a1a1263-7ab7-4864-bf4c-f69df5c74049 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 945 time: 0.1811292 Nov 25 18:44:22.716976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for af2b42e8-f17c-40b1-92d0-4072391f9751 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:22.722265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Attempting to bind port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:22.722941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Attempting to bind port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:22.724142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Attempting to bind port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:22.735177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f499e85-96c5-4fb4-ac1d-9ff083199379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.736670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:22.737309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:22.738143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.738816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:22.739502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Bound port: f0fdf2a8-0e6c-4239-b087-c635b39c01a8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:22.740106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.747470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Allocated IP 172.20.0.13 (bc9443a5-2e11-455d-aad7-423025587bc0/d445e50f-60fd-4aa1-9107-aa94ccbea26b/f9884913-0456-41a5-a342-d64921b76cf3) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:22.846985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:22.855692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] For port f0fdf2a8-0e6c-4239-b087-c635b39c01a8, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:22.858279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:22.863276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] For port f0fdf2a8-0e6c-4239-b087-c635b39c01a8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:22.885875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:22.905947 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.932042 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f499e85-96c5-4fb4-ac1d-9ff083199379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.943203 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:22.956246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5f9ffeb-f80a-456b-8764-eebc2b47f1ea req-437e8ca7-5c4a-4707-90db-35d620c02726 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635121 Nov 25 18:44:22.959985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-671beb65-09c8-48ad-b1fe-5195cdb9aeae None None] Port 4f8eb093-b6a5-4d7d-9138-62101baa7557 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:22.983211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f6f6f-765d-4f43-81b4-e869010c9020 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:22.991063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59deff-204d-4708-8380-f252f04bea19 None None] Pushing event updated for resources: {'Port': ['ID=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:23.038022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c426e985-10a0-47b9-9f10-ed47e302faf8 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:23.046908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=568bc47f-b0ba-43e6-87d7-41148a7acf39,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:23.115973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Routers {'487a21ec-da91-4b8b-a3ec-1d33feb57f58'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:23.117170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:23.126652 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f499e85-96c5-4fb4-ac1d-9ff083199379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.129499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f499e85-96c5-4fb4-ac1d-9ff083199379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.133706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f499e85-96c5-4fb4-ac1d-9ff083199379 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/076c7101-efe5-4150-85d4-3819fdae981d HTTP/1.1" status: 204 len: 168 time: 0.6493213 Nov 25 18:44:23.169001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499e85-96c5-4fb4-ac1d-9ff083199379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076c7101-efe5-4150-85d4-3819fdae981d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:23.229034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.240305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.273695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59deff-204d-4708-8380-f252f04bea19 None None] Pushing event updated for resources: {'Port': ['ID=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:23.284600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.316369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=af2b42e8-f17c-40b1-92d0-4072391f9751,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:23.368810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:23.407562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Provisioning complete for port af2b42e8-f17c-40b1-92d0-4072391f9751 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:23.407952 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.417566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.422596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.426125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-16395491-db11-4796-a0b9-05e35be9fe5b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/af2b42e8-f17c-40b1-92d0-4072391f9751 HTTP/1.1" status: 204 len: 168 time: 1.7171345 Nov 25 18:44:23.429801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:23.475276 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-09088aa6-7a91-4501-90ca-0eeaea0d23d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:44:23.477421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-09088aa6-7a91-4501-90ca-0eeaea0d23d8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/af2b42e8-f17c-40b1-92d0-4072391f9751 HTTP/1.1" status: 404 len: 333 time: 0.0461497 Nov 25 18:44:23.480670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:23.572497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Network bc9443a5-2e11-455d-aad7-423025587bc0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:23.637559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:23.657027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Port af2b42e8-f17c-40b1-92d0-4072391f9751 was deleted so its status cannot be updated. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 18:44:23.670128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port c426e985-10a0-47b9-9f10-ed47e302faf8 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:44:23.685793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:23.691409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 1a902c9e-4e51-4f0b-962f-02a0b99608de {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:23.691654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.694090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port c426e985-10a0-47b9-9f10-ed47e302faf8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:23.694660 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.741382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Provisioning complete for port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:23.742345 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.783737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=f9884913-0456-41a5-a342-d64921b76cf3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:23.804993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] Set router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:23.898902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:23.899595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.925137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:23.926399 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.962389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:23.988219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b25420fa-07a3-4968-aa0e-bc1d6948db08 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0379059 Nov 25 18:44:23.988826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50686) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:23.994759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:85:08:c5'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d7:0a:fe'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:24.009191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.016411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 1a902c9e-4e51-4f0b-962f-02a0b99608de owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:24.021268 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.153527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=568bc47f-b0ba-43e6-87d7-41148a7acf39,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:24.157785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.284629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.289389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:24.290669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:24.309901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] For port f0fdf2a8-0e6c-4239-b087-c635b39c01a8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:24.317075 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.328979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ec8a-a463-4192-8430-6e15e2b79514 req-7f8be7fe-82e6-4fe1-abc0-60a72ec32e72 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:24.330770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1cd7ec8a-a463-4192-8430-6e15e2b79514 req-7f8be7fe-82e6-4fe1-abc0-60a72ec32e72 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 945 time: 0.2090173 Nov 25 18:44:24.356619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50696) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:24.367576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:24.369236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.407443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:24.411618 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a318303-e6e7-4e75-94a5-8bd6d47885f3" -d '{"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-plugged", "status": "completed", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:24.430478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ab6eabe-0fc5-4fcc-85eb-6b1584086933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.442545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.528653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Pushing event updated for resources: {'Port': ['ID=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:24.535061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1cd7ec8a-a463-4192-8430-6e15e2b79514 req-3f8f0057-4083-4c52-8fa8-148a65709780 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947854 Nov 25 18:44:24.549921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.553565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.605789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=1a902c9e-4e51-4f0b-962f-02a0b99608de,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:24.611711 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23cb1de-7cf7-4ea3-94d3-4db93dc12aa0 x-openstack-request-id: req-b23cb1de-7cf7-4ea3-94d3-4db93dc12aa0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:24.613142 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-plugged", "status": "completed", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:24.614179 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b23cb1de-7cf7-4ea3-94d3-4db93dc12aa0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:24.615999 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'code': 200} Nov 25 18:44:24.634604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:44:24.668867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.672504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0c8bc37a-24dd-4898-98a6-4d1ea3221f18 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/1a902c9e-4e51-4f0b-962f-02a0b99608de HTTP/1.1" status: 204 len: 168 time: 1.1886294 Nov 25 18:44:24.679535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50712) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:24.732359 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e741d7-2d41-416c-8543-857a5d5d9106 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:44:24.734077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-65e741d7-2d41-416c-8543-857a5d5d9106 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/1a902c9e-4e51-4f0b-962f-02a0b99608de HTTP/1.1" status: 404 len: 333 time: 0.0491819 Nov 25 18:44:24.738925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:24.767480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Provisioning complete for port 1a902c9e-4e51-4f0b-962f-02a0b99608de triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:24.768621 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.780050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce067a28-11e7-42a9-9c8e-3ac66a5e9349 req-1b04995c-fedd-41bf-ab20-ee62692571c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:24.782812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ce067a28-11e7-42a9-9c8e-3ac66a5e9349 req-1b04995c-fedd-41bf-ab20-ee62692571c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 1097 time: 0.1620095 Nov 25 18:44:24.805256 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ab6eabe-0fc5-4fcc-85eb-6b1584086933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.849962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:24.875198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Port 1a902c9e-4e51-4f0b-962f-02a0b99608de was deleted so its status cannot be updated. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 18:44:24.897515 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ab6eabe-0fc5-4fcc-85eb-6b1584086933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.920536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ce067a28-11e7-42a9-9c8e-3ac66a5e9349 req-0c22affe-b576-4848-92cf-6b9b62c503a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112273 Nov 25 18:44:24.930813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Provisioning complete for port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:24.931237 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bb23d8d-a477-45a5-a81a-caa081b45f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:24.934768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:44:17Z', 'revision_number': 3, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port': {'id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:16Z', 'updated_at': '2021-11-25T18:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:24.967215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:44:24.981471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1ebe61ef-aabe-4bcd-b7cf-3542eb087dc9 admin admin] 10.222.0.62 "PUT /v2.0/routers/487a21ec-da91-4b8b-a3ec-1d33feb57f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6132364 Nov 25 18:44:24.999639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef012-7e8d-47ec-abed-ce50a244ef28 None None] The sync data for ids ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'] in n-d-819194-3 is: [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:44:17Z', 'revision_number': 3, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port': {'id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:16Z', 'updated_at': '2021-11-25T18:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:44:25.018818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6eabe-0fc5-4fcc-85eb-6b1584086933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bb03a-7840-454c-93a8-017441b199e1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:25.035636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet a29153bb-d3e9-4b22-805d-4eeac477c9fd {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:44:25.042814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.121373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ab6eabe-0fc5-4fcc-85eb-6b1584086933 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9befde944a094a8b9ba3c382487dbc4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7560830 Nov 25 18:44:25.126383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50728) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:25.141297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.177683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-756315c6-c38c-43e3-a4d1-2df77745bfa6 None None] Could not find standard attr ID for object af2b42e8-f17c-40b1-92d0-4072391f9751. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:44:25.201691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-756315c6-c38c-43e3-a4d1-2df77745bfa6 None None] Provisioning complete for port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:25.202477 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-756315c6-c38c-43e3-a4d1-2df77745bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.220158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968ddaf8-8d40-42f5-ad53-912caaffaeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.260384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968ddaf8-8d40-42f5-ad53-912caaffaeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.266515 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.308794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.359720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968ddaf8-8d40-42f5-ad53-912caaffaeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.363440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-968ddaf8-8d40-42f5-ad53-912caaffaeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.368462 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-968ddaf8-8d40-42f5-ad53-912caaffaeae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b42bb03a-7840-454c-93a8-017441b199e1 HTTP/1.1" status: 204 len: 168 time: 0.2408502 Nov 25 18:44:25.412435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ddaf8-8d40-42f5-ad53-912caaffaeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bb03a-7840-454c-93a8-017441b199e1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:25.442357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.499870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-756315c6-c38c-43e3-a4d1-2df77745bfa6 None None] Provisioning complete for port f9884913-0456-41a5-a342-d64921b76cf3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:25.500580 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-756315c6-c38c-43e3-a4d1-2df77745bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.552931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-756315c6-c38c-43e3-a4d1-2df77745bfa6 None None] Port f9884913-0456-41a5-a342-d64921b76cf3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:25.593159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event updated for resources: {'Port': ['ID=f9884913-0456-41a5-a342-d64921b76cf3,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:25.624839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] In _notify_port_updated(), no bound segment for port f9884913-0456-41a5-a342-d64921b76cf3 on network bc9443a5-2e11-455d-aad7-423025587bc0 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:44:25.634248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:25.635238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.637738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aa00ad02-7b8d-470f-9aaa-ce60a855a2d7 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "PUT /v2.0/ports/f9884913-0456-41a5-a342-d64921b76cf3 HTTP/1.1" status: 200 len: 1057 time: 1.6483212 Nov 25 18:44:25.641389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50758) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:25.682764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.722177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=a29153bb-d3e9-4b22-805d-4eeac477c9fd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:25.745555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.754805 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6974202b-fb94-496b-8b7f-6af76efac050 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/a29153bb-d3e9-4b22-805d-4eeac477c9fd HTTP/1.1" status: 204 len: 168 time: 1.0145798 Nov 25 18:44:25.757131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50760) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:25.764104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd4ba6e-0c1d-48ff-80a4-62fa69de980d None None] Network 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:25.807156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992473-f0f1-424a-a78b-851c850ea5a2 req-5d561414-28bd-4e4f-9ee1-0888d8fdf524 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:25.811207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84992473-f0f1-424a-a78b-851c850ea5a2 req-5d561414-28bd-4e4f-9ee1-0888d8fdf524 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1678011 Nov 25 18:44:25.892278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84992473-f0f1-424a-a78b-851c850ea5a2 req-90f09f18-0ffb-4df2-81bc-bdab23bcf0ac tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722642 Nov 25 18:44:25.906769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting port f9884913-0456-41a5-a342-d64921b76cf3 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:25.908520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.936073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b41239ad-4719-4ee8-9c86-b7d862b2f16b None None] Provisioning complete for port f9884913-0456-41a5-a342-d64921b76cf3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:25.938216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b41239ad-4719-4ee8-9c86-b7d862b2f16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:25.938733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.022430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b41239ad-4719-4ee8-9c86-b7d862b2f16b None None] Port f9884913-0456-41a5-a342-d64921b76cf3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:26.031347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:26.033598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.095924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] DHCP port deletion for 9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:26.177311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] Deleting port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:26.179905 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.182263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] For port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,segment=NetworkSegment(1dff31e0-074f-4f09-8a65-12780616e86e),segment_id=1dff31e0-074f-4f09-8a65-12780616e86e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:26.183210 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.214879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:26.247569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.295623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Calling delete_port for f9884913-0456-41a5-a342-d64921b76cf3 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:26.327939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] For port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,segment=NetworkSegment(1dff31e0-074f-4f09-8a65-12780616e86e),segment_id=1dff31e0-074f-4f09-8a65-12780616e86e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:26.328266 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.370018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] Calling delete_port for d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:26.507415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50786) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:26.540644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.572841 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.583182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.610350 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.636227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:26.638247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No DVR routers for this DVR port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:26.667247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-940875bf-dd07-45e1-b051-d1ffd90e551d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:26.668838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-940875bf-dd07-45e1-b051-d1ffd90e551d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 811 time: 0.3302510 Nov 25 18:44:26.708950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] Pushing event deleted for resources: {'Port': ['ID=d9e5693f-6588-49e6-a9a8-a62b5e6e34e7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:26.726513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2caf8bb5-505f-4d6a-bfc7-1b9d62fe7f0f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/quotas/f640fbbdb57e49878f7919702959be6b HTTP/1.1" status: 200 len: 375 time: 0.0323443 Nov 25 18:44:26.728782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b72c1-3843-4291-8e1c-557e409c12e5 None None] No DVR routers for this DVR port d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:26.815543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.849335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:26.861198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-7b9064ae-8f20-4873-81dd-f996d021fc0a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876741 Nov 25 18:44:26.882529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dff31e0-074f-4f09-8a65-12780616e86e') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:26.883176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dff31e0-074f-4f09-8a65-12780616e86e') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:26.930353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.956492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.976992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:26.978978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:26.992185 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:27.039060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Port': ['ID=f9884913-0456-41a5-a342-d64921b76cf3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:27.099861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-cf2c6db0-7d7c-4cda-a957-91803aa45f66 service neutron] 10.222.0.62 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296987 Nov 25 18:44:27.121076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.171787 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.176875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf HTTP/1.1" status: 204 len: 168 time: 1.4187291 Nov 25 18:44:27.182732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50816) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:27.198085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-64315892'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:27.236486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19393078-2dba-4a8b-9d93-cff0437f4d9f req-f2592578-6872-494c-b6ca-94b87273dcf7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:27.237425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba6061-21e4-4827-9d67-4fbc2da732b5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=9c5c2019-cbe4-48b1-9b65-8172d3b4ebbf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:27.238161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19393078-2dba-4a8b-9d93-cff0437f4d9f req-f2592578-6872-494c-b6ca-94b87273dcf7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2047608 Nov 25 18:44:27.277139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:27.280979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.335309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:27.349451 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.349712 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Added segment f91cfdcb-fea0-496b-a555-89dbf3ae5907 of type vlan for network cf012394-180a-453b-a904-4f5cdc301e80 Nov 25 18:44:27.435721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f0fdf2a8-0e6c-4239-b087-c635b39c01a8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:27.442325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-defbf62a-f220-4466-bbd9-41f9ebcaa945 service neutron] 10.222.0.62 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415842 Nov 25 18:44:27.456356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.480238 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.522371 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.523785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.535262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:27.536477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.573917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19393078-2dba-4a8b-9d93-cff0437f4d9f req-0591c2d8-b968-41eb-b48c-67e07be09874 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754028 Nov 25 18:44:27.579694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:27.580818 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.669768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a010ed99ff3405ca843bd639c720135&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1609380 Nov 25 18:44:27.673702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:27.700686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Network': ['ID=cf012394-180a-453b-a904-4f5cdc301e80,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:27.713943 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fb378a92-8b9e-4bdf-a06c-f40cd56a4237 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5301919 Nov 25 18:44:27.716694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50844) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:27.723188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:27.725338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network cf012394-180a-453b-a904-4f5cdc301e80 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:27.742298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4629cb42-e58b-4a5e-be0c-953b39c70c65,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:27.782623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.784146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.784498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.785740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.786481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.787096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.787727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.788246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.788747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.789260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.790052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.790576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71de514-7009-4f23-94fc-6b2fbcd30c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:27.845692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.854625 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6d47e5b5-83e1-4081-abc5-e9e25deac5c2 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/ports/f9884913-0456-41a5-a342-d64921b76cf3 HTTP/1.1" status: 204 len: 168 time: 2.1588225 Nov 25 18:44:27.858231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50846) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:27.948691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:27.951873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.958960 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e0dd0b-6e66-4ef9-914e-7da448ac5ac1 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] GET failed (client error): The resource could not be found. Nov 25 18:44:27.968399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e2e0dd0b-6e66-4ef9-914e-7da448ac5ac1 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "GET /v2.0/ports/f9884913-0456-41a5-a342-d64921b76cf3 HTTP/1.1" status: 404 len: 333 time: 0.1083913 Nov 25 18:44:27.969497 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d668a0da-92f6-47d6-b23e-ddaadb044527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:27.980266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe81f857-78c2-480c-bc2f-a64f556f38f3 req-29610ea7-7eb5-47a3-9626-c7e80d65f6c9 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 210 time: 0.1087208 Nov 25 18:44:27.988418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:28.154814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:44:28.218055 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Sync routers for ids ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:44:28.226797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d668a0da-92f6-47d6-b23e-ddaadb044527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.247267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:44:28.249268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d9e5693f-6588-49e6-a9a8-a62b5e6e34e7 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:44:28.269064 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Routers {'487a21ec-da91-4b8b-a3ec-1d33feb57f58'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:28.270506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:28.322153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting port 4f8eb093-b6a5-4d7d-9138-62101baa7557 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:28.322961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.388837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50868) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:28.410769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d668a0da-92f6-47d6-b23e-ddaadb044527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.414657 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d668a0da-92f6-47d6-b23e-ddaadb044527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.416045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d668a0da-92f6-47d6-b23e-ddaadb044527 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4629cb42-e58b-4a5e-be0c-953b39c70c65 HTTP/1.1" status: 204 len: 168 time: 0.7411704 Nov 25 18:44:28.453727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668a0da-92f6-47d6-b23e-ddaadb044527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4629cb42-e58b-4a5e-be0c-953b39c70c65,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:28.513014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.541042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Calling delete_port for 4f8eb093-b6a5-4d7d-9138-62101baa7557 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:28.544505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.582693 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Set router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:28.673993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=93382715-5b48-42e9-a2f3-fe18b6cb9861,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:28.700573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ef322-0702-4afe-a598-8136c23c0a8c req-3715ee49-b1a9-4466-aa92-79f466222ef3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:28.705867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.706225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.707370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.710156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.710939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.714001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.715061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d77ef322-0702-4afe-a598-8136c23c0a8c req-3715ee49-b1a9-4466-aa92-79f466222ef3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1568117 Nov 25 18:44:28.716064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.716793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.719425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.720187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.721453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.721972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:28.795101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d77ef322-0702-4afe-a598-8136c23c0a8c req-de18483d-2c03-4d02-9852-2191d32e93f5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763063 Nov 25 18:44:28.829546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Checking segment: {'id': 'f91cfdcb-fea0-496b-a555-89dbf3ae5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:28.830054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network hostable DHCP agents. Network: cf012394-180a-453b-a904-4f5cdc301e80, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:28.868665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network cf012394-180a-453b-a904-4f5cdc301e80 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:28.883689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, cf012394-180a-453b-a904-4f5cdc301e80) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:28.889172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:28.892406 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.894429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347bef36-71b4-497a-acfd-d024946483e7 None None] Network cf012394-180a-453b-a904-4f5cdc301e80 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:28.895076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:28.927158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-136edcea-d1d1-444b-b69f-34e870a5cb8a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2084308 Nov 25 18:44:28.930233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:28.943555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-87ecfd14-07c0-4901-884e-8781c8d6f28e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-776937701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:28.981102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Port': ['ID=4f8eb093-b6a5-4d7d-9138-62101baa7557,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:29.012894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87ecfd14-07c0-4901-884e-8781c8d6f28e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.015608 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87ecfd14-07c0-4901-884e-8781c8d6f28e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.117382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.128327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9c70fb5e-335f-4931-9ca5-7a05b8079f8a tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/ports/4f8eb093-b6a5-4d7d-9138-62101baa7557 HTTP/1.1" status: 204 len: 168 time: 1.1385121 Nov 25 18:44:29.130984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50890) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:29.203129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87ecfd14-07c0-4901-884e-8781c8d6f28e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.204272 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-0041c008-ff2f-4545-a13a-d144a277b6ac tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] GET failed (client error): The resource could not be found. Nov 25 18:44:29.210293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0041c008-ff2f-4545-a13a-d144a277b6ac tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "GET /v2.0/ports/4f8eb093-b6a5-4d7d-9138-62101baa7557 HTTP/1.1" status: 404 len: 333 time: 0.0750289 Nov 25 18:44:29.231515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:29.246245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87ecfd14-07c0-4901-884e-8781c8d6f28e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.246523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39913677-4567-4851-b466-dbb7d8146c44 req-54c18d88-969a-47d6-865f-89d541de056b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 210 time: 0.0504472 Nov 25 18:44:29.268334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-414f67cc-fd83-49f4-8747-4cea6254ab96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.322377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87ecfd14-07c0-4901-884e-8781c8d6f28e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.327004 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87ecfd14-07c0-4901-884e-8781c8d6f28e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3952382 Nov 25 18:44:29.332134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50898) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:29.333240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-cf012394-180a-453b-a904-4f5cdc301e80', 'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80', 'tenant_id': 'abab1bc54f424d62b062868c44b243c9', 'fixed_ips': [{'subnet_id': '93382715-5b48-42e9-a2f3-fe18b6cb9861'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:29.334147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.337479 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:44:23Z', 'revision_number': 4, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port': {'id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:16Z', 'updated_at': '2021-11-25T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '568bc47f-b0ba-43e6-87d7-41148a7acf39', 'name': '', 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'mac_address': 'fa:16:3e:c4:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '682b5cba-90fc-418f-a73c-d664942983be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:21Z', 'updated_at': '2021-11-25T18:44:23Z', 'revision_number': 2, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'subnets': [{'id': '682b5cba-90fc-418f-a73c-d664942983be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:29.338665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80', 'name': 'tempest-PortsIpV6TestJSON-472002573'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:29.440009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting port e101951d-a8fc-4382-9a28-0147f032fbae {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:29.440488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.458302 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Checking router: 487a21ec-da91-4b8b-a3ec-1d33feb57f58 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:44:29.459334 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Updating router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 port 568bc47f-b0ba-43e6-87d7-41148a7acf39 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:44:29.500035 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.614039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:29.626353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.662309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:29.694761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Calling delete_port for e101951d-a8fc-4382-9a28-0147f032fbae owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:29.703322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Allocated IP 2001:db8::2 (cf012394-180a-453b-a904-4f5cdc301e80/93382715-5b48-42e9-a2f3-fe18b6cb9861/f01fcea5-ed95-46d1-b650-afe93e8fd903) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:29.877549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:30.013354 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.025113 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.060833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.084556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.101398 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.119448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Port': ['ID=e101951d-a8fc-4382-9a28-0147f032fbae,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:30.204426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Network cf012394-180a-453b-a904-4f5cdc301e80 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:30.206283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:30.234738 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Pushing event updated for resources: {'Port': ['ID=568bc47f-b0ba-43e6-87d7-41148a7acf39,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:30.256076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Pushing event updated for resources: {'Port': ['ID=f01fcea5-ed95-46d1-b650-afe93e8fd903,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:30.261443 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.261786 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.262317 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.262839 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.263346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.264316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.265843 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.266480 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.267185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.267847 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.268360 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.269482 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:30.281860 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Attempting to bind port 568bc47f-b0ba-43e6-87d7-41148a7acf39 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:30.282120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:30.282242 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Attempting to bind port 568bc47f-b0ba-43e6-87d7-41148a7acf39 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:30.282618 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Attempting to bind port 568bc47f-b0ba-43e6-87d7-41148a7acf39 on network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:30.305783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.309704 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:30.310075 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Checking segment: {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:30.310708 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.310839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e70c56c0-f34b-4655-8eba-20aa5fea72b6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/ports/e101951d-a8fc-4382-9a28-0147f032fbae HTTP/1.1" status: 204 len: 168 time: 1.0623736 Nov 25 18:44:30.311392 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Bound using segment: {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:30.312074 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Bound port: 568bc47f-b0ba-43e6-87d7-41148a7acf39, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:30.314088 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.323241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50924) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:30.427092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Attempting to bind port f01fcea5-ed95-46d1-b650-afe93e8fd903 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:30.428700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Attempting to bind port f01fcea5-ed95-46d1-b650-afe93e8fd903 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'f91cfdcb-fea0-496b-a555-89dbf3ae5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:30.429318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Attempting to bind port f01fcea5-ed95-46d1-b650-afe93e8fd903 on network cf012394-180a-453b-a904-4f5cdc301e80 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:30.441323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-502ecbf1-3424-4d9b-925b-862027327232 req-129a958f-d37e-43bc-90c1-5dd704e8802e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 210 time: 0.0529680 Nov 25 18:44:30.458926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:30.460050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Checking segment: {'id': 'f91cfdcb-fea0-496b-a555-89dbf3ae5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:30.460853 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.461730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting subnet d445e50f-60fd-4aa1-9107-aa94ccbea26b {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:44:30.461915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Bound using segment: {'id': 'f91cfdcb-fea0-496b-a555-89dbf3ae5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:30.462700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Bound port: f01fcea5-ed95-46d1-b650-afe93e8fd903, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91cfdcb-fea0-496b-a555-89dbf3ae5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf012394-180a-453b-a904-4f5cdc301e80'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:30.465458 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.465603 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] For port 568bc47f-b0ba-43e6-87d7-41148a7acf39, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:30.474082 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] For port 568bc47f-b0ba-43e6-87d7-41148a7acf39, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=568bc47f-b0ba-43e6-87d7-41148a7acf39,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:30.478730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.484931 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.567693 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Routers {'487a21ec-da91-4b8b-a3ec-1d33feb57f58'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:30.568559 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:30.579866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.586019 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-414f67cc-fd83-49f4-8747-4cea6254ab96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.590383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] For port f01fcea5-ed95-46d1-b650-afe93e8fd903, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:30.595058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] For port f01fcea5-ed95-46d1-b650-afe93e8fd903, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f01fcea5-ed95-46d1-b650-afe93e8fd903,segment=NetworkSegment(f91cfdcb-fea0-496b-a555-89dbf3ae5907),segment_id=f91cfdcb-fea0-496b-a555-89dbf3ae5907)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:30.602306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.709354 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.724690 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccb60d-c1fb-4e32-8ed9-bccc9b5a6b95 None None] Pushing event updated for resources: {'Port': ['ID=568bc47f-b0ba-43e6-87d7-41148a7acf39,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:30.744621 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] Set router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:30.753795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa510c35-b420-4dd5-ae4c-1619bdd98c2b None None] Pushing event updated for resources: {'Port': ['ID=f01fcea5-ed95-46d1-b650-afe93e8fd903,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:30.778982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.825681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-414f67cc-fd83-49f4-8747-4cea6254ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.860114 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.909868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Subnet': ['ID=d445e50f-60fd-4aa1-9107-aa94ccbea26b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:30.919427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890b25d-0aaa-459a-bdfd-6ee8bfb2b61e None None] Network bc9443a5-2e11-455d-aad7-423025587bc0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:30.929780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:30.936192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1109bd97-f4ca-4b4c-9a09-26a1260d1441 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/subnets/d445e50f-60fd-4aa1-9107-aa94ccbea26b HTTP/1.1" status: 204 len: 168 time: 0.6118464 Nov 25 18:44:30.940083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50938) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:31.110997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f67cc-fd83-49f4-8747-4cea6254ab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9574c65-75f5-4063-96c1-7c80f6573221,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:31.171082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::ac (cf012394-180a-453b-a904-4f5cdc301e80/93382715-5b48-42e9-a2f3-fe18b6cb9861/a19f9b38-a6cc-467a-a50a-6600ae4e0d8b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:31.187523 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:44:23Z', 'revision_number': 4, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port': {'id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:16Z', 'updated_at': '2021-11-25T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '568bc47f-b0ba-43e6-87d7-41148a7acf39', 'name': '', 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'mac_address': 'fa:16:3e:c4:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '682b5cba-90fc-418f-a73c-d664942983be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:21Z', 'updated_at': '2021-11-25T18:44:30Z', 'revision_number': 4, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'subnets': [{'id': '682b5cba-90fc-418f-a73c-d664942983be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:31.201339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3047ee-208a-43c5-87d9-a08a3a642cc2 req-9666f1ae-5fad-4409-aed9-ca6a50196659 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:31.207843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1f3047ee-208a-43c5-87d9-a08a3a642cc2 req-9666f1ae-5fad-4409-aed9-ca6a50196659 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.6195128 Nov 25 18:44:31.212339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-414f67cc-fd83-49f4-8747-4cea6254ab96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ed8f287f2784657b0f8699270e7ef09&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8215861 Nov 25 18:44:31.215210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:31.220676 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.225675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] DHCP port deletion for bc9443a5-2e11-455d-aad7-423025587bc0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:31.237104 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69074b01-ef78-474b-95ac-9288cfa8087f None None] The sync data for ids ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'] in n-d-819194-3 is: [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:44:23Z', 'revision_number': 4, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port': {'id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:16Z', 'updated_at': '2021-11-25T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '568bc47f-b0ba-43e6-87d7-41148a7acf39', 'name': '', 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'mac_address': 'fa:16:3e:c4:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '682b5cba-90fc-418f-a73c-d664942983be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:21Z', 'updated_at': '2021-11-25T18:44:30Z', 'revision_number': 4, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'subnets': [{'id': '682b5cba-90fc-418f-a73c-d664942983be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:44:31.383916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Deleting port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:31.384261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.432471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] Deleting port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:31.432986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.485435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2758d613-95f9-44ef-a1b2-4b9d38f74223 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:31.487401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2758d613-95f9-44ef-a1b2-4b9d38f74223 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.66 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 811 time: 1.8508587 Nov 25 18:44:31.495756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f01fcea5-ed95-46d1-b650-afe93e8fd903 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:31.543624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Request body: {'port': {'device_id': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'admin_state_up': True, 'tenant_id': 'f640fbbdb57e49878f7919702959be6b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:31.575524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] For port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,segment=NetworkSegment(b21fe254-05f6-4472-96b7-714d3d6f0103),segment_id=b21fe254-05f6-4472-96b7-714d3d6f0103)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:31.575903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.618131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] For port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,segment=NetworkSegment(b21fe254-05f6-4472-96b7-714d3d6f0103),segment_id=b21fe254-05f6-4472-96b7-714d3d6f0103)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:31.619076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.648651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] Calling delete_port for 2a116ee7-ac4f-482c-b74c-0efa702f9fdc owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:31.653145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f01fcea5-ed95-46d1-b650-afe93e8fd903 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:31.653517 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.685722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c2e28e9-e0f1-4751-9109-4aee907a5427 req-c3a8fb9d-a3f8-447a-a4ef-e6b9f53b1c10 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 210 time: 0.0843506 Nov 25 18:44:31.696185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Calling delete_port for 2a116ee7-ac4f-482c-b74c-0efa702f9fdc owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:31.701039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b88f4440-9d6e-486c-b369-02f020ef0705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.817981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50960) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:31.835979 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1f3047ee-208a-43c5-87d9-a08a3a642cc2 req-15f6d7e5-923c-4849-871f-fa45176636f9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420935 Nov 25 18:44:31.844294 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:31.927315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Port': ['ID=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:31.935627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] No DVR routers for this DVR port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:31.997981 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b88f4440-9d6e-486c-b369-02f020ef0705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.142153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.145481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.150681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.187297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9443a5-2e11-455d-aad7-423025587bc0']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:32.208745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] Pushing event deleted for resources: {'Port': ['ID=2a116ee7-ac4f-482c-b74c-0efa702f9fdc,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:32.218524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'network': {'name': 'tempest-network-smoke--1386293779', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:32.220400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f523258-d0e2-4128-80ff-e489f503a885 None None] No DVR routers for this DVR port 2a116ee7-ac4f-482c-b74c-0efa702f9fdc on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:32.231235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21fe254-05f6-4472-96b7-714d3d6f0103') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:32.234228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21fe254-05f6-4472-96b7-714d3d6f0103') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:32.241589 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.257117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.282869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b88f4440-9d6e-486c-b369-02f020ef0705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.294669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.301343 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b88f4440-9d6e-486c-b369-02f020ef0705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.303266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:32.309712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.318006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:32.318412 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.318974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b88f4440-9d6e-486c-b369-02f020ef0705 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9574c65-75f5-4063-96c1-7c80f6573221 HTTP/1.1" status: 204 len: 168 time: 1.0514789 Nov 25 18:44:32.321745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.323586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port f01fcea5-ed95-46d1-b650-afe93e8fd903, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f01fcea5-ed95-46d1-b650-afe93e8fd903,segment=NetworkSegment(f91cfdcb-fea0-496b-a555-89dbf3ae5907),segment_id=f91cfdcb-fea0-496b-a555-89dbf3ae5907)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:32.324752 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:32.331613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.338789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:44:32.338789 n-d-819194-3 neutron-server[103457]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 18:44:32.338789 n-d-819194-3 neutron-server[103457]: [parameters: {'project_id_1': 'f640fbbdb57e49878f7919702959be6b', 'expiration_1': datetime.datetime(2021, 11, 25, 18, 44, 12, 267146)}] Nov 25 18:44:32.338789 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:44:32.344805 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:44:32.379836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4440-9d6e-486c-b369-02f020ef0705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9574c65-75f5-4063-96c1-7c80f6573221,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:32.393511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.461581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.472338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.476495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a116ee7-ac4f-482c-b74c-0efa702f9fdc no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:44:32.488473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network cf012394-180a-453b-a904-4f5cdc301e80 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:32.491539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:32.491951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] 10.222.0.62 "DELETE /v2.0/networks/bc9443a5-2e11-455d-aad7-423025587bc0 HTTP/1.1" status: 204 len: 168 time: 1.5445635 Nov 25 18:44:32.496012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:32.503365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:32.504311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.519883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=a19f9b38-a6cc-467a-a50a-6600ae4e0d8b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:32.526690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8ea1-0ed1-4a9d-8eab-ca4b9d76e8e6 tempest-AllowedAddressPairTestJSON-61620180 tempest-AllowedAddressPairTestJSON-61620180-project] Pushing event deleted for resources: {'Network': ['ID=bc9443a5-2e11-455d-aad7-423025587bc0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:32.534443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2dc2e76c-1dac-4040-9371-fcf10d18170e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2008016 Nov 25 18:44:32.538067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50970) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:32.540579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2a116ee7-ac4f-482c-b74c-0efa702f9fdc {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:44:32.540934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a116ee7-ac4f-482c-b74c-0efa702f9fdc not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:44:32.575363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a28183-be2e-45b6-87b1-2daa3a8b2071 None None] Network cf012394-180a-453b-a904-4f5cdc301e80 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:32.647216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.652590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=f01fcea5-ed95-46d1-b650-afe93e8fd903,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:32.658372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.689787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-49c3d629-dc80-45dc-91b9-0766c473e512 None None] Provisioning complete for port f01fcea5-ed95-46d1-b650-afe93e8fd903 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:32.690577 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-49c3d629-dc80-45dc-91b9-0766c473e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.691372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:32.718594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.721472 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Added segment 6a391884-4bb8-4c10-8c89-1f78c361b2b9 of type vlan for network 81a148fb-16e1-463e-849c-d1813b92be53 Nov 25 18:44:32.841624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.966424 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:32.987647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:32.989273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.015757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d6eb5c1-24a3-4892-b06c-fd41d7ecf425 req-4c52d3fc-2739-4d6c-84dd-d55068296566 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 210 time: 0.1193867 Nov 25 18:44:33.088676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:33.106681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Made reservation on behalf of f640fbbdb57e49878f7919702959be6b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:33.111041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.122948 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba8325-f371-4323-bf32-2d00dae6b84f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:33.173376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.253857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4339273 Nov 25 18:44:33.275973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97edce4-3fea-4101-90e0-07e86b95f2d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Network': ['ID=81a148fb-16e1-463e-849c-d1813b92be53,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:33.279043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50994) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:33.292220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-90153467', 'admin_state_up': True, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:33.316025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 81a148fb-16e1-463e-849c-d1813b92be53 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:33.390714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.420864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55d790-e089-45e0-907f-0ab7a25eb6e8 req-58d1d9ac-20d8-473a-9fd5-994ef7b3e1b8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:33.445584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb55d790-e089-45e0-907f-0ab7a25eb6e8 req-58d1d9ac-20d8-473a-9fd5-994ef7b3e1b8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.4501204 Nov 25 18:44:33.523198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.524540 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.575228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb55d790-e089-45e0-907f-0ab7a25eb6e8 req-8be890bf-677f-477b-ad59-bc6fe6e6cd31 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283131 Nov 25 18:44:33.613593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-773081fc-1481-48f2-a688-a1d938c32443 None None] Provisioning complete for port f01fcea5-ed95-46d1-b650-afe93e8fd903 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:33.614440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-773081fc-1481-48f2-a688-a1d938c32443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.634812 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:33.649768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-caf4e4e9-6366-4b07-b3f2-87669cb906d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e74223d3d99f42bfb60858543d0614bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5575290 Nov 25 18:44:33.683449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51002) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:33.741446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f01fcea5-ed95-46d1-b650-afe93e8fd903 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:33.765303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Allocated IP 172.20.0.13 (8ce87182-6ae7-495c-92a6-b464ed4bfac0/682b5cba-90fc-418f-a73c-d664942983be/00b42aa9-3724-43fc-9c4d-2ebacedef4ec) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:33.892813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.010662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3601f59a-3478-4c3d-b9cb-7ea24d29e3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.068980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f01fcea5-ed95-46d1-b650-afe93e8fd903 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:34.070784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.107589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3601f59a-3478-4c3d-b9cb-7ea24d29e3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.135154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-773081fc-1481-48f2-a688-a1d938c32443 None None] Provisioning complete for port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:34.135899 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-773081fc-1481-48f2-a688-a1d938c32443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.138799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.158083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.275403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a559b4e0-c305-4702-aed5-2ec2920cfcd3 req-bd08ef64-dd71-424f-a20d-dfb07a44aa48 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 210 time: 0.0935750 Nov 25 18:44:34.310937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 568bc47f-b0ba-43e6-87d7-41148a7acf39 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:34.356501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=a19f9b38-a6cc-467a-a50a-6600ae4e0d8b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:34.373647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.375728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-773081fc-1481-48f2-a688-a1d938c32443 None None] Port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:34.429628 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3601f59a-3478-4c3d-b9cb-7ea24d29e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.440594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3601f59a-3478-4c3d-b9cb-7ea24d29e3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.445612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3601f59a-3478-4c3d-b9cb-7ea24d29e3a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/367473ef-b476-41d4-ac1d-3c570098eec7 HTTP/1.1" status: 204 len: 168 time: 0.7600193 Nov 25 18:44:34.476342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601f59a-3478-4c3d-b9cb-7ea24d29e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367473ef-b476-41d4-ac1d-3c570098eec7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:34.551092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.552684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.564880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 568bc47f-b0ba-43e6-87d7-41148a7acf39 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:34.575449 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.581008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.656261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:34.665928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.680922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:34.716713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:34.718119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3bc1347d-568f-40cb-b25b-29d9d604f75e None None] Provisioning complete for port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:34.720882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3bc1347d-568f-40cb-b25b-29d9d604f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.809659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:34.810639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.829166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3bc1347d-568f-40cb-b25b-29d9d604f75e None None] Port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:34.869083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Pushing event updated for resources: {'Port': ['ID=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:34.896691 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:34.914401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.25.2.186 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/54bb5411-9ec7-4f84-9b39-fe1ca625e5c6) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:34.943047 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-2dd3f289-3d7b-49a1-9d61-966874fc0d2d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4203885 Nov 25 18:44:34.950508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 568bc47f-b0ba-43e6-87d7-41148a7acf39, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=568bc47f-b0ba-43e6-87d7-41148a7acf39,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:34.955176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Request body: {'port': {'device_id': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:34.964960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.015595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2021e8c-786a-44eb-b6f4-60816d9ef1ac req-11a81909-81d0-4faa-8b05-267664396b2b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:35.018389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7ca6b7bc-8535-47c1-890e-0cb26252fd20 None None] Provisioning complete for port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:35.019355 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b7bc-8535-47c1-890e-0cb26252fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.024152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2021e8c-786a-44eb-b6f4-60816d9ef1ac req-11a81909-81d0-4faa-8b05-267664396b2b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2030163 Nov 25 18:44:35.090083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.100175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6b7bc-8535-47c1-890e-0cb26252fd20 None None] Port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:35.103816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=568bc47f-b0ba-43e6-87d7-41148a7acf39,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:35.153165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2021e8c-786a-44eb-b6f4-60816d9ef1ac req-8c491137-2f43-46de-bc48-0e97f87df3ce tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275594 Nov 25 18:44:35.163302 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.175813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.205216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.300328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:35.308431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:35.312465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:35.333861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135bbe6-8373-4418-8a5b-82da40e5c0fc None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:35.355791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:35.368893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 568bc47f-b0ba-43e6-87d7-41148a7acf39 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:35.455796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-55cd0803-90ae-4eba-a617-ae32081ec380 None None] Provisioning complete for port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:35.456524 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-55cd0803-90ae-4eba-a617-ae32081ec380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.517837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 568bc47f-b0ba-43e6-87d7-41148a7acf39 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:35.518204 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.520313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-55cd0803-90ae-4eba-a617-ae32081ec380 None None] Port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:35.676117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5066d5-fe7c-42d8-b81b-9378c61f4a5a req-50244930-5ce1-499e-949b-37178c6b93e4 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:35.685243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e5066d5-fe7c-42d8-b81b-9378c61f4a5a req-50244930-5ce1-499e-949b-37178c6b93e4 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 932 time: 0.1638136 Nov 25 18:44:35.808296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:35.823133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e5066d5-fe7c-42d8-b81b-9378c61f4a5a req-d1e5a787-11a5-45a3-9b2f-4cc67a56f0d1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340349 Nov 25 18:44:36.059384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51064) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:36.091709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b42aa9-3724-43fc-9c4d-2ebacedef4ec {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:44:36.097720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.103292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.105711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.106606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.116639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.152584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Transition to ACTIVE for port object 00b42aa9-3724-43fc-9c4d-2ebacedef4ec will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:44:36.169469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.218359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=a19f9b38-a6cc-467a-a50a-6600ae4e0d8b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:36.309984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Pushing event updated for resources: {'Port': ['ID=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:36.347848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router 24c2916a-046b-4789-8050-5793362d1abf is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:44:36.405844 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cff0c477-abd8-41ab-b99c-8e347fefd507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.431147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492c42e-9c8e-4585-af96-31200c1deb0d req-28268515-c42e-4f30-8105-9d344fadb9b1 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:36.432715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1492c42e-9c8e-4585-af96-31200c1deb0d req-28268515-c42e-4f30-8105-9d344fadb9b1 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1711318 Nov 25 18:44:36.445566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network cf012394-180a-453b-a904-4f5cdc301e80 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:36.464510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:36.498605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Attempting to bind port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:36.500016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Attempting to bind port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:36.500169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Attempting to bind port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec on network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:36.505665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51080) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:36.603952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec on network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:44:36.604569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Attempting to bind port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec on network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:36.721227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cff0c477-abd8-41ab-b99c-8e347fefd507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.744196 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cff0c477-abd8-41ab-b99c-8e347fefd507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.759906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:36.760255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Checking segment: {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:36.760937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Bound using segment: {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:36.761391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Bound port: 00b42aa9-3724-43fc-9c4d-2ebacedef4ec, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:36.761752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.784906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:36.853506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cc07d1f7-15b5-49fc-b90c-9e63d437aea4 None None] Provisioning complete for port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:36.854616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc07d1f7-15b5-49fc-b90c-9e63d437aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.859058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:44:36.872780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0c477-abd8-41ab-b99c-8e347fefd507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93ae03c-0f0e-4001-9f91-e633de332ae9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:36.880421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:36.881668 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e6292e6c-0cd9-4d6d-b239-030cce6eb6eb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6014900 Nov 25 18:44:36.886163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51096) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:36.886759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Sync routers for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:44:36.897006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6042b81b-b940-4f49-adab-afd9c3905f0d tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:36.926091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1492c42e-9c8e-4585-af96-31200c1deb0d req-9653cf80-a596-43ec-a466-eb81781187ee tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826510 Nov 25 18:44:36.944709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cff0c477-abd8-41ab-b99c-8e347fefd507 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e8aae33098246c094dbe42243be8621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8804028 Nov 25 18:44:36.945066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51100) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:36.946145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6042b81b-b940-4f49-adab-afd9c3905f0d tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "PUT /v2.0/quotas/fe227bb2247a4791a8bdac1dd13658b3 HTTP/1.1" status: 200 len: 368 time: 0.4349172 Nov 25 18:44:36.946835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Router 4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:44:36.948812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51102) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:36.961886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Request body: {'network': {'project_id': 'fe227bb2247a4791a8bdac1dd13658b3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:36.963426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:36.963936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:37.009033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'networks': [{'name': 'tempest-network--1128548331'}, {'name': 'tempest-network--632235596'}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:37.009354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'network': {'name': 'tempest-network--1128548331'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:37.009826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'network': {'name': 'tempest-network--632235596'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:37.039841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cc07d1f7-15b5-49fc-b90c-9e63d437aea4 None None] Port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:37.043526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] For port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:37.055797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Made reservation on behalf of fe227bb2247a4791a8bdac1dd13658b3 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:37.060363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.076269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] For port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:37.088900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.120552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.125459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:37.129204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:44:37.131831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Made reservation on behalf of dc6965a3a6ad4553b4f359371973e961 for: {'network': 2} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:37.136332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.141804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5437a890-afdf-4869-af71-db4d294a8ee1 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "PUT /v2.0/routers/4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6026452 Nov 25 18:44:37.146651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:37.147468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.148736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] 10.222.0.66 "PUT /v2.0/ports/00b42aa9-3724-43fc-9c4d-2ebacedef4ec HTTP/1.1" status: 200 len: 1092 time: 2.1997170 Nov 25 18:44:37.149178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51104) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:37.149552 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] Sync routers for ids ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:44:37.150613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'tag': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:37.159188 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6674215-b5ad-4fdb-aa04-3b96cb7af142" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a", "tag": "00b42aa9-3724-43fc-9c4d-2ebacedef4ec"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:37.164367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51108) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:37.164722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d60d033c-fb4b-4997-bd4c-7730271d174f tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=3fa8aa5b3fb4462cb202df1e6b013c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2771423 Nov 25 18:44:37.175609 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] Routers {'4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:37.178150 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:37.198340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-655d7136-bfe7-439f-85c0-eec8b2d3d0fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.235590 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:37.236850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14e682-65e5-493b-adbd-f7d3e59844ec req-79980a49-155c-491c-9820-259baa3faea3 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:37.245983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a14e682-65e5-493b-adbd-f7d3e59844ec req-79980a49-155c-491c-9820-259baa3faea3 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 944 time: 0.2142630 Nov 25 18:44:37.254971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] Routers {'4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:37.255598 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:37.301507 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:37.302583 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d2d71-bf86-485e-b394-7d74f9379c5a None None] The sync data for ids ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:44:37.304792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-655d7136-bfe7-439f-85c0-eec8b2d3d0fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.347735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:35Z', 'revision_number': 3, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:37.351164 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aed51b3-2e1d-4179-9d49-a9f393653254 x-openstack-request-id: req-3aed51b3-2e1d-4179-9d49-a9f393653254 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:37.351164 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a", "tag": "00b42aa9-3724-43fc-9c4d-2ebacedef4ec", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:37.351164 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3aed51b3-2e1d-4179-9d49-a9f393653254 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:37.351164 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'tag': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec', 'status': 'completed', 'code': 200} Nov 25 18:44:37.351996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.380669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Checking router: 24c2916a-046b-4789-8050-5793362d1abf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:44:37.381208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Updating router 24c2916a-046b-4789-8050-5793362d1abf port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:44:37.392493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a14e682-65e5-493b-adbd-f7d3e59844ec req-cc3d0b65-1f01-4884-affe-fee2456b29a4 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455870 Nov 25 18:44:37.406643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.412161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.435301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.446019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-655d7136-bfe7-439f-85c0-eec8b2d3d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.449909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-655d7136-bfe7-439f-85c0-eec8b2d3d0fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.453400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-655d7136-bfe7-439f-85c0-eec8b2d3d0fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b93ae03c-0f0e-4001-9f91-e633de332ae9 HTTP/1.1" status: 204 len: 168 time: 0.5050380 Nov 25 18:44:37.453400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5137818-4943-4886-91da-d7fc9c9520da,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:37.467264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:37.487932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d7136-bfe7-439f-85c0-eec8b2d3d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93ae03c-0f0e-4001-9f91-e633de332ae9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:37.491230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.491571 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Added segment d5aad55d-deb4-4454-b455-c06b7c7f64be of type vlan for network be09f07a-05e8-4332-8317-ac44e8cfa1ca Nov 25 18:44:37.505135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6cc3e-98ef-4d54-a276-271efeee099a service neutron] Pushing event updated for resources: {'Port': ['ID=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:37.524337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0347b930-4729-43f9-9ac1-7e30521a1b3b tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:37.525863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0347b930-4729-43f9-9ac1-7e30521a1b3b tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3265030 Nov 25 18:44:37.529166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51112) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:37.545348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9be5e5-2188-497e-b987-d67f4c285c5a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:37.547557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cd9be5e5-2188-497e-b987-d67f4c285c5a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0 HTTP/1.1" status: 200 len: 987 time: 0.3840878 Nov 25 18:44:37.552923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51114) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:37.568970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-06fa207e-eb28-46b0-ba8d-170058b668b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:37.570767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-06fa207e-eb28-46b0-ba8d-170058b668b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 1095 time: 0.2416134 Nov 25 18:44:37.581823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.585711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-af914ec9-6f7c-4a77-b82f-03d87e8deb75 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541000 Nov 25 18:44:37.589901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51116) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:37.596892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163142071', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:37.684343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-935e947f-86dc-4489-b78e-11ec77a0b1bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec HTTP/1.1" status: 200 len: 217 time: 0.0501761 Nov 25 18:44:37.703629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.704206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:37.704775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.716085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:37.719784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.787183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8373959 Nov 25 18:44:37.791072 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.802662 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.808056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51120) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:37.821459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Request body: {'network': {'project_id': 'fe227bb2247a4791a8bdac1dd13658b3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:37.851269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6abac-8542-4915-a1d6-3933906f2967 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Pushing event updated for resources: {'Network': ['ID=be09f07a-05e8-4332-8317-ac44e8cfa1ca,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:37.865473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-dbe28102-7182-41f1-8252-e9afe83d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:37.866971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-dbe28102-7182-41f1-8252-e9afe83d2ec1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 200 len: 851 time: 0.1726658 Nov 25 18:44:37.875680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.887817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network be09f07a-05e8-4332-8317-ac44e8cfa1ca details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:37.902549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63d36f-a804-4916-b382-d51fde6b31d5 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:37.904777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.916206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.965123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Attempting to bind port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:37.965500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Attempting to bind port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:37.965921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Attempting to bind port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:37.972472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ab41f-0fbc-4d63-9f5a-ca017851260b None None] Pushing event updated for resources: {'Port': ['ID=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:37.977570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:37.977949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:37.978350 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:37.978846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:37.979277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Bound port: 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:37.979656 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.016551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:38.042148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f969-c188-4d8b-9b10-045e64db539d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.069222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.070587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] For port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:38.091433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] For port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:38.098383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5b795307-e991-4b1f-a714-728de86df7fe None None] Provisioning complete for port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:38.098818 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b795307-e991-4b1f-a714-728de86df7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.101193 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.193960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1a8f7-e07b-47f2-9d9b-d096d516cece None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:38.207283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:38.207928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:38.209640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ab41f-0fbc-4d63-9f5a-ca017851260b None None] Pushing event updated for resources: {'Port': ['ID=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:38.228050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Checking segment: {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:38.228671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network hostable DHCP agents. Network: 81a148fb-16e1-463e-849c-d1813b92be53, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:38.240481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a6c60-680e-4f83-bdad-6af4ecc02e2d req-38e204bf-9279-4b3a-a5b2-6eac11b005a7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:38.242096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56a6c60-680e-4f83-bdad-6af4ecc02e2d req-38e204bf-9279-4b3a-a5b2-6eac11b005a7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2011797 Nov 25 18:44:38.246944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Subnet': ['ID=bb16edd1-b89e-476c-8bd0-23ae63f0773a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:38.273885 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-033cf8a3-9d1a-4560-9a9c-8da8ee2e65ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ce87182-6ae7-495c-92a6-b464ed4bfac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3885868 Nov 25 18:44:38.322217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 81a148fb-16e1-463e-849c-d1813b92be53 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:38.352278 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f969-c188-4d8b-9b10-045e64db539d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.362395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56a6c60-680e-4f83-bdad-6af4ecc02e2d req-65d9848d-9c8c-4047-90e7-3d02aa845ce8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756063 Nov 25 18:44:38.363573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f969-c188-4d8b-9b10-045e64db539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.368956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 81a148fb-16e1-463e-849c-d1813b92be53) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:38.391787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:38.392388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.416181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-5daf9924-6769-4417-9dd5-67b41974a153 service neutron] 10.222.0.66 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137056 Nov 25 18:44:38.430343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c6b6f969-c188-4d8b-9b10-045e64db539d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4e5249de7f64bd9ac9adae2a795e884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100852 Nov 25 18:44:38.431082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6f969-c188-4d8b-9b10-045e64db539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8297ea-7c1b-4520-8b28-79e4be8f97d8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:38.439029 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1be28c26-b0c1-4d3a-ba28-e6bcff263bea tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8456287 Nov 25 18:44:38.439029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51130) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:38.443446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51132) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:38.465482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a0f3e-f1bb-4947-8778-cb79747763bf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:38.479173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Made reservation on behalf of fe227bb2247a4791a8bdac1dd13658b3 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:38.481449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.524582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eeeeb2-62bd-4edb-8e2c-8e4858737945 None None] Network 81a148fb-16e1-463e-849c-d1813b92be53 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:38.551295 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b795307-e991-4b1f-a714-728de86df7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.573243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:38.578345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c172faa9-9d5e-4258-9bc9-174d37c3bb6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.625740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.626084 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Added segment 24d52a94-1281-4a62-b23b-1660f0f94577 of type vlan for network 810f0ef0-bba3-4601-ba89-b76f5f8bffb9 Nov 25 18:44:38.630840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5b795307-e991-4b1f-a714-728de86df7fe None None] For port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:38.634525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:38.638411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:38.651229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c172faa9-9d5e-4258-9bc9-174d37c3bb6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.669683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b795307-e991-4b1f-a714-728de86df7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.697998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.698244 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Added segment 60fb234c-c2c6-469a-9fa8-e4c2279c4c55 of type vlan for network efbede2d-ec61-403a-b228-d3ccb0e45eca Nov 25 18:44:38.754739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c172faa9-9d5e-4258-9bc9-174d37c3bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.757668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c172faa9-9d5e-4258-9bc9-174d37c3bb6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.759517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c172faa9-9d5e-4258-9bc9-174d37c3bb6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d8297ea-7c1b-4520-8b28-79e4be8f97d8 HTTP/1.1" status: 204 len: 168 time: 0.3209994 Nov 25 18:44:38.774558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172faa9-9d5e-4258-9bc9-174d37c3bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8297ea-7c1b-4520-8b28-79e4be8f97d8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:38.776709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.782941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56852d10-fb51-4413-87d9-7d577caf4cb9 req-df5e92d2-b7f5-4164-80ef-28b5a79bbd5c service neutron] 10.222.0.66 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393073 Nov 25 18:44:38.823666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5e411-bec2-451d-9306-be635a44b1db req-72aaa6ad-d3e9-4631-b3ab-48ec0e59a0a7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:38.825228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61f5e411-bec2-451d-9306-be635a44b1db req-72aaa6ad-d3e9-4631-b3ab-48ec0e59a0a7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 944 time: 0.2600076 Nov 25 18:44:38.860474 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.920108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b795307-e991-4b1f-a714-728de86df7fe None None] Pushing event updated for resources: {'Port': ['ID=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:38.932174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:38.977788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:38.978137 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Added segment 2eff3028-b2aa-4266-affe-ef63e600bde2 of type vlan for network be2ec805-da24-44bd-b4df-d72e3264e3aa Nov 25 18:44:38.997426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ba3efe79-7ab1-4d84-ae59-ba98edfb4ed9 None None] Provisioning complete for port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:38.997956 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba3efe79-7ab1-4d84-ae59-ba98edfb4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.001908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.002914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:39.003728 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.073944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-6425e51d-6c25-4bc6-8acb-0c0a2c7b05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:39.075487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-6425e51d-6c25-4bc6-8acb-0c0a2c7b05d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 1095 time: 0.2120063 Nov 25 18:44:39.099630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-61f5e411-bec2-451d-9306-be635a44b1db req-77febba9-67dc-4cf8-97c6-4fd72f1f9d84 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376261 Nov 25 18:44:39.099761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-81a148fb-16e1-463e-849c-d1813b92be53', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:39.101134 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.167665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.184592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.203584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3861375 Nov 25 18:44:39.240894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51142) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:39.246942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:35Z', 'revision_number': 3, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:39.272445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1cb2a96c-4260-4b00-a2db-dc09719082e2 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Request body: {'network': {'project_id': 'fe227bb2247a4791a8bdac1dd13658b3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:39.298323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e0ad-7ce1-407e-8659-f6044ad779ec None None] The sync data for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 is: [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:35Z', 'revision_number': 3, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:44:39.316247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe8fa-f515-40a4-98d4-bd31ade1ccae tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Pushing event updated for resources: {'Network': ['ID=efbede2d-ec61-403a-b228-d3ccb0e45eca,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:39.337657 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.377723 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb2a96c-4260-4b00-a2db-dc09719082e2 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 18:44:39.378189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb2a96c-4260-4b00-a2db-dc09719082e2 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:44:39.379378 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1cb2a96c-4260-4b00-a2db-dc09719082e2 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1328123 Nov 25 18:44:39.384409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network efbede2d-ec61-403a-b228-d3ccb0e45eca details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:39.385778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51148) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:39.484502 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-076f9133-e7f1-4856-821e-2bdd8934ad69 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe227bb2247a4791a8bdac1dd13658b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0974538 Nov 25 18:44:39.485157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51154) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:39.532035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Allocated IP 172.20.0.2 (81a148fb-16e1-463e-849c-d1813b92be53/bb16edd1-b89e-476c-8bd0-23ae63f0773a/a6c37257-d9a0-45a9-962f-50beb3719c03) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:39.644532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.645283 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.651966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:39.658135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:39.658944 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.659413 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64195433-d22d-4785-9d00-e5837f60559c tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.684149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64195433-d22d-4785-9d00-e5837f60559c tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.735209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-43c253cf-598b-4c77-ba91-4e3715a701ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:39.737200 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-43c253cf-598b-4c77-ba91-4e3715a701ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 912 time: 0.6390955 Nov 25 18:44:39.778107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64195433-d22d-4785-9d00-e5837f60559c tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.787334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64195433-d22d-4785-9d00-e5837f60559c tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.792283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.793348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-64195433-d22d-4785-9d00-e5837f60559c tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5137818-4943-4886-91da-d7fc9c9520da HTTP/1.1" status: 204 len: 168 time: 0.3030784 Nov 25 18:44:39.794295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:39.808908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.847680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d451a3-d90c-4636-8824-aeb6ecc1fbac req-583472f4-3e52-4f37-8c4f-cb347c2b3316 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:39.849859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f6d451a3-d90c-4636-8824-aeb6ecc1fbac req-583472f4-3e52-4f37-8c4f-cb347c2b3316 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.3287971 Nov 25 18:44:39.871614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64195433-d22d-4785-9d00-e5837f60559c tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5137818-4943-4886-91da-d7fc9c9520da,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:39.904333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Network 81a148fb-16e1-463e-849c-d1813b92be53 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:39.915483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0641358 Nov 25 18:44:39.919662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Pushing event updated for resources: {'Port': ['ID=a6c37257-d9a0-45a9-962f-50beb3719c03,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:39.924602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51164) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:39.937583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:39.950750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:39.962187 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:39.970325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.971205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.971557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.971899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.972237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.973710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.973710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.973710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.974032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.974123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.974408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:39.974924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:44:40.000369 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-62090abb-e838-44e3-9cf9-a009ff4ed6ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec HTTP/1.1" status: 200 len: 217 time: 0.2216785 Nov 25 18:44:40.022397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.20.0.1 (81a148fb-16e1-463e-849c-d1813b92be53/bb16edd1-b89e-476c-8bd0-23ae63f0773a/629a27bd-7aec-4831-ad97-1276d0e88eb2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:40.037268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Attempting to bind port a6c37257-d9a0-45a9-962f-50beb3719c03 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:40.038590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Attempting to bind port a6c37257-d9a0-45a9-962f-50beb3719c03 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:40.039116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Attempting to bind port a6c37257-d9a0-45a9-962f-50beb3719c03 on network 81a148fb-16e1-463e-849c-d1813b92be53 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:40.045699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:40.046116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Checking segment: {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:40.046551 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.046951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Bound using segment: {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:40.047435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Bound port: a6c37257-d9a0-45a9-962f-50beb3719c03, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:40.047817 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.081825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Network': ['ID=810f0ef0-bba3-4601-ba89-b76f5f8bffb9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:40.116115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 810f0ef0-bba3-4601-ba89-b76f5f8bffb9 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:40.171510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-f260ea56-e3b7-47e6-80ad-06e90e4ae5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:40.173201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-f260ea56-e3b7-47e6-80ad-06e90e4ae5df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 200 len: 851 time: 0.1441369 Nov 25 18:44:40.217129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f6d451a3-d90c-4636-8824-aeb6ecc1fbac req-e9efe463-04ee-4cd2-9cd7-a0d7ba500e92 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907791 Nov 25 18:44:40.234405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] For port a6c37257-d9a0-45a9-962f-50beb3719c03, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:40.245009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] For port a6c37257-d9a0-45a9-962f-50beb3719c03, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a6c37257-d9a0-45a9-962f-50beb3719c03,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:40.258143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.325340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.333416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-3efa3020-efd0-44c3-8128-9a4fb234a7f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ce87182-6ae7-495c-92a6-b464ed4bfac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393108 Nov 25 18:44:40.381736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98cfcd-c52e-411a-82e1-76e1734a0a62 None None] Pushing event updated for resources: {'Port': ['ID=a6c37257-d9a0-45a9-962f-50beb3719c03,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:40.431865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e21c8d-b92a-4c57-9e7f-c693133d59be tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Network': ['ID=be2ec805-da24-44bd-b4df-d72e3264e3aa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:40.449003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network be2ec805-da24-44bd-b4df-d72e3264e3aa details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:40.470658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.519061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b55d4f-f40b-4fcb-b91a-464cfb6903da tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:40.525657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b55d4f-f40b-4fcb-b91a-464cfb6903da tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:40.531897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b55d4f-f40b-4fcb-b91a-464cfb6903da tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:40.537602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b55d4f-f40b-4fcb-b91a-464cfb6903da tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:40.542738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-06b55d4f-f40b-4fcb-b91a-464cfb6903da tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5954719 Nov 25 18:44:40.543861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.549882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:40.598137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 81a148fb-16e1-463e-849c-d1813b92be53 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:40.603626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbede2d-ec61-403a-b228-d3ccb0e45eca']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:40.617970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53ec0d-8c28-4e89-adb5-317bac5671d1 req-a6d0fe81-4803-4cca-90ed-81f2243ed732 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:40.619726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b53ec0d-8c28-4e89-adb5-317bac5671d1 req-a6d0fe81-4803-4cca-90ed-81f2243ed732 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 944 time: 0.2566507 Nov 25 18:44:40.630221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:40.633210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fb234c-c2c6-469a-9fa8-e4c2279c4c55') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:40.633503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fb234c-c2c6-469a-9fa8-e4c2279c4c55') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:40.649481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:40.661384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=629a27bd-7aec-4831-ad97-1276d0e88eb2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:40.684402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.732516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.754752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.757568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:40.757971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:40.761974 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:40.858024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b53ec0d-8c28-4e89-adb5-317bac5671d1 req-f5ccf6f7-93e0-4888-ad86-f37a29d28883 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196906 Nov 25 18:44:40.896750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b09c-d396-480e-9649-04550e892078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.908263 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.918411 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:40.924124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "DELETE /v2.0/networks/efbede2d-ec61-403a-b228-d3ccb0e45eca HTTP/1.1" status: 204 len: 168 time: 1.1227672 Nov 25 18:44:40.927701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51176) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:40.940048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fc25d-b8ef-4377-8a3e-9c0c0f6a3b68 tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Pushing event deleted for resources: {'Network': ['ID=efbede2d-ec61-403a-b228-d3ccb0e45eca,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:40.986190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.054176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port a19f9b38-a6cc-467a-a50a-6600ae4e0d8b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:41.054434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.068357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-910292d8-aa50-40d8-ac88-b1c4008b76fa service neutron] 10.222.0.66 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211444 Nov 25 18:44:41.126263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.136563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.291909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.307058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.315220 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.385115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=629a27bd-7aec-4831-ad97-1276d0e88eb2,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:41.453379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a6c37257-d9a0-45a9-962f-50beb3719c03 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:41.479637 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.491025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for a19f9b38-a6cc-467a-a50a-6600ae4e0d8b owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:41.517518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6674215-b5ad-4fdb-aa04-3b96cb7af142 req-b9f84743-65de-4ca7-a2e2-ff6719272f44 service neutron] 10.222.0.66 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345148 Nov 25 18:44:41.518572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a6c37257-d9a0-45a9-962f-50beb3719c03 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:41.519162 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.561123 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.569263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.619321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 81a148fb-16e1-463e-849c-d1813b92be53 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:41.621219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:41.648898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be09f07a-05e8-4332-8317-ac44e8cfa1ca']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:41.656909 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.660355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810f0ef0-bba3-4601-ba89-b76f5f8bffb9']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:41.674341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5aad55d-deb4-4454-b455-c06b7c7f64be') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:41.674832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5aad55d-deb4-4454-b455-c06b7c7f64be') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:41.684108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6c420-f648-40ea-a8cc-b4a3e4a36b11 req-f70df7f4-84f0-4b9b-a70b-d523fae1876a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:41.685655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23c6c420-f648-40ea-a8cc-b4a3e4a36b11 req-f70df7f4-84f0-4b9b-a70b-d523fae1876a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2429855 Nov 25 18:44:41.695799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port a6c37257-d9a0-45a9-962f-50beb3719c03, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a6c37257-d9a0-45a9-962f-50beb3719c03,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:41.702528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d52a94-1281-4a62-b23b-1660f0f94577') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:41.702867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d52a94-1281-4a62-b23b-1660f0f94577') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:41.704613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.705525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:41.713877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.747885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.775960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router 24c2916a-046b-4789-8050-5793362d1abf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:44:41.794225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=a6c37257-d9a0-45a9-962f-50beb3719c03,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:41.794520 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.819616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:41.819950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:41.825933 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:41.837801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:41.838736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.847309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.895178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23c6c420-f648-40ea-a8cc-b4a3e4a36b11 req-0c4ad36a-ab6a-4e60-a5ac-414973807190 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959941 Nov 25 18:44:41.899318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:41.899757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:41.903386 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:41.986417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:44:41.998068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:41.998698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e3d51996-f3bd-4d03-85a9-ba7feee3b4f2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "PUT /v2.0/routers/24c2916a-046b-4789-8050-5793362d1abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5539792 Nov 25 18:44:42.005366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51194) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:42.027369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.031309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] 10.222.0.62 "DELETE /v2.0/networks/be09f07a-05e8-4332-8317-ac44e8cfa1ca HTTP/1.1" status: 204 len: 168 time: 1.1026287 Nov 25 18:44:42.051619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.056375 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.064671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/networks/810f0ef0-bba3-4601-ba89-b76f5f8bffb9 HTTP/1.1" status: 204 len: 168 time: 1.5088108 Nov 25 18:44:42.065225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51198) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:42.065336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fd769-0bb8-44be-9d65-e857080c5f0e tempest-QuotasNegativeTest-279747962 tempest-QuotasNegativeTest-279747962-project-admin] Pushing event deleted for resources: {'Network': ['ID=be09f07a-05e8-4332-8317-ac44e8cfa1ca,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:42.091109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445b823-cd0c-4ca8-a7ce-059cb292a036 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Network': ['ID=810f0ef0-bba3-4601-ba89-b76f5f8bffb9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:42.104897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.133845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Sync routers for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:44:42.144639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:42.145610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:42.171601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=a19f9b38-a6cc-467a-a50a-6600ae4e0d8b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:42.355621 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.370154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:42.493044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 00b42aa9-3724-43fc-9c4d-2ebacedef4ec details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:44:42.508707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b63653-0d7a-4d0d-a1a9-552851d60325 None None] Network 81a148fb-16e1-463e-849c-d1813b92be53 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:42.598111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Router 4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:44:42.675157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b6117a8e-a90f-4d93-8f95-8e04ffc6e9b5 None None] Provisioning complete for port a6c37257-d9a0-45a9-962f-50beb3719c03 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:42.675822 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6117a8e-a90f-4d93-8f95-8e04ffc6e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.688261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:44:42.694761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b38da582-71c9-42c5-9f3b-1344e3d590f8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "PUT /v2.0/routers/4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1391938 Nov 25 18:44:42.700045 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] Sync routers for ids ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:44:42.703721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51204) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:42.711913 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] Routers {'4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:42.712970 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:42.759744 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:42.763804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a5c8-f6b3-4892-96f0-0b1cd1bef0ec req-b59e0499-3918-44a2-9905-7deba36a3554 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.765672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7165a5c8-f6b3-4892-96f0-0b1cd1bef0ec req-b59e0499-3918-44a2-9905-7deba36a3554 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 944 time: 0.7545021 Nov 25 18:44:42.773084 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-5696ef2f-3d12-4559-b231-011d06821407 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:44:42.774557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5696ef2f-3d12-4559-b231-011d06821407 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/a19f9b38-a6cc-467a-a50a-6600ae4e0d8b HTTP/1.1" status: 404 len: 333 time: 0.0624154 Nov 25 18:44:42.777623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51210) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:42.802838 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] Routers {'4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:42.805636 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:42.812422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.875223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.875995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.876642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.877293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.877923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.878603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.879086 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:44:42.879468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.880111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.880745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.881552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.882183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.882870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.883495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.884116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:42.887877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f0f3c0ec-9c10-4f32-bf04-980ce37b3dda tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9680 time: 0.8814898 Nov 25 18:44:42.893206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51214) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:42.944924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:42.975726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee056f45-fb5f-417b-9560-a15597e95847 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:42.997768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7165a5c8-f6b3-4892-96f0-0b1cd1bef0ec req-f48a34ea-c020-4030-b190-3a670d364b41 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150085 Nov 25 18:44:43.071591 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:43.072546 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fb759-6272-43fa-995b-303529c4ca96 None None] The sync data for ids ['4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:44:43.122396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.148958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.149292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.149745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.150226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.150862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.151287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.151725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.152163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.152595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.153025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.153455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.159171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-272a2825-372d-498d-a9e0-9e6e4846b194 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7064 time: 0.2619522 Nov 25 18:44:43.162062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51224) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:43.193589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2ec805-da24-44bd-b4df-d72e3264e3aa']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:43.217312 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee7c2fb0-2092-4038-895b-be8f8aa9e19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.244326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eff3028-b2aa-4266-affe-ef63e600bde2') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:43.244676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eff3028-b2aa-4266-affe-ef63e600bde2') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:43.262399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.293033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.301546 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee056f45-fb5f-417b-9560-a15597e95847 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.307151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:43.307966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.308631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee056f45-fb5f-417b-9560-a15597e95847 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:43.312435 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:43.354912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:43.376140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:40Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:41Z', 'revision_number': 2, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:43.383760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4092c17-ae91-41eb-8864-f402c8f1de62 req-36c6159f-482e-4573-ab48-fb8b2f580a3e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.385462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4092c17-ae91-41eb-8864-f402c8f1de62 req-36c6159f-482e-4573-ab48-fb8b2f580a3e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.3090146 Nov 25 18:44:43.405116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee056f45-fb5f-417b-9560-a15597e95847 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.405849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee056f45-fb5f-417b-9560-a15597e95847 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Fanout notify agent at l3_agent the message router_deleted on router 4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:44:43.413756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee056f45-fb5f-417b-9560-a15597e95847 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.416442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Checking router: 24c2916a-046b-4789-8050-5793362d1abf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:44:43.416803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Updating router 24c2916a-046b-4789-8050-5793362d1abf port 629a27bd-7aec-4831-ad97-1276d0e88eb2 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:44:43.419752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ee056f45-fb5f-417b-9560-a15597e95847 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/routers/4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0 HTTP/1.1" status: 204 len: 168 time: 0.6383431 Nov 25 18:44:43.424745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:43.458237 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.464575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec', 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'port_id': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec', 'mac_address': 'fa:16:3e:1e:87:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b5cba-90fc-418f-a73c-d664942983be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:44:43.470860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a6c37257-d9a0-45a9-962f-50beb3719c03 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:43.486280 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.497297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.501866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/networks/be2ec805-da24-44bd-b4df-d72e3264e3aa HTTP/1.1" status: 204 len: 168 time: 1.4287498 Nov 25 18:44:43.508686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51228) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:43.525206 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-276d30a3-8923-4cd8-aceb-4ae7c22338e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.539476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a6c37257-d9a0-45a9-962f-50beb3719c03 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:43.540106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.546199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23d35-203e-415b-be47-da1e1c373eab tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Network': ['ID=be2ec805-da24-44bd-b4df-d72e3264e3aa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:43.663593 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee7c2fb0-2092-4038-895b-be8f8aa9e19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.670500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4092c17-ae91-41eb-8864-f402c8f1de62 req-eb32c52b-c4c8-4d34-a1a6-e300e4a5acc0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521017 Nov 25 18:44:43.678301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.697797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet 93382715-5b48-42e9-a2f3-fe18b6cb9861 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:44:43.707116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.709812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e103b-de80-4d4a-bb17-87a38060e34d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.715978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e103b-de80-4d4a-bb17-87a38060e34d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.717789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e45e103b-de80-4d4a-bb17-87a38060e34d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2075384 Nov 25 18:44:43.721550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51232) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:43.727419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1208913973'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:43.738568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6b915be8-3af9-4c46-a780-bbd72b76f853 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4296 time: 0.5752437 Nov 25 18:44:43.761984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.764205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Made reservation on behalf of dc6965a3a6ad4553b4f359371973e961 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:43.771057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.810246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:43.824443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b42aa9-3724-43fc-9c4d-2ebacedef4ec {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:44:43.826378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.827662 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Added segment 60356107-426f-4f14-b67b-c1db853cad3f of type vlan for network 151cb44f-71be-4abc-ac92-021e76ea5ee5 Nov 25 18:44:43.865646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-423d50aa-2dd9-454b-b79d-7ce1f8b4b3eb None None] Provisioning complete for port a6c37257-d9a0-45a9-962f-50beb3719c03 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:43.866438 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-423d50aa-2dd9-454b-b79d-7ce1f8b4b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.889688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.897861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.931922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:43.932415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.940883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:43.941557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.944721 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:43.959792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:44:43.991370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ee7c2fb0-2092-4038-895b-be8f8aa9e19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.048939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ee7c2fb0-2092-4038-895b-be8f8aa9e19e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5cdc0198f8ba425cb40bedcb318c5f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1008964 Nov 25 18:44:44.048939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.051489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:44.057123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c2fb0-2092-4038-895b-be8f8aa9e19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd15099-f31b-4323-bb66-b2337a637a8a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:44.088335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=93382715-5b48-42e9-a2f3-fe18b6cb9861,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:44.089880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.100788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-45491274-e3df-40a2-b79b-e52eaea01c0e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/93382715-5b48-42e9-a2f3-fe18b6cb9861 HTTP/1.1" status: 204 len: 168 time: 0.6674232 Nov 25 18:44:44.101032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4ea13-2a99-4a5a-b6ac-ff6d4ae7ea81 None None] Network cf012394-180a-453b-a904-4f5cdc301e80 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:44.105993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:44.107477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:44.130869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4082487 Nov 25 18:44:44.169830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51242) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:44.185343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-399214970'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:44.221728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Made reservation on behalf of dc6965a3a6ad4553b4f359371973e961 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:44.225520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.257112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.263528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:44.269923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b62eb4ea-0340-4881-b457-8c5406e904fe tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306122200', 'description': 'tempest-secgroup-smoke-1306122200 description', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:44.276324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:44.291482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.291832 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Added segment 4bdb5dc4-3e66-4b9f-a7fb-deae2a1e97e4 of type vlan for network 6eb00dc9-f575-4a59-a88f-4c7193dd9e57 Nov 25 18:44:44.351696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.366858 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.372483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161c8bf-a831-43d3-819d-f8cd5dd34e91 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Network': ['ID=151cb44f-71be-4abc-ac92-021e76ea5ee5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:44.383137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-423d50aa-2dd9-454b-b79d-7ce1f8b4b3eb None None] Provisioning complete for port 629a27bd-7aec-4831-ad97-1276d0e88eb2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:44.383510 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-423d50aa-2dd9-454b-b79d-7ce1f8b4b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.390566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b62eb4ea-0340-4881-b457-8c5406e904fe tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.411497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 151cb44f-71be-4abc-ac92-021e76ea5ee5 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:44.413475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['00b42aa9-3724-43fc-9c4d-2ebacedef4ec'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:44:44.437029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4289469-965e-4361-93c4-73f604dc0c7d req-d9bf1b5a-c1be-4416-af1f-ca96c47c4cab tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:44.438644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4289469-965e-4361-93c4-73f604dc0c7d req-d9bf1b5a-c1be-4416-af1f-ca96c47c4cab tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 945 time: 0.1786673 Nov 25 18:44:44.441001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.448756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:44.449507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.482496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64242d3e-0bfe-4ce6-8e27-e2caedbb84e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.505592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port f01fcea5-ed95-46d1-b650-afe93e8fd903 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:44.505893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.529048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3580837 Nov 25 18:44:44.537275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51252) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:44.555467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'ports': [{'network_id': '151cb44f-71be-4abc-ac92-021e76ea5ee5', 'name': 'tempest-port--888468553', 'admin_state_up': True}, {'network_id': '6eb00dc9-f575-4a59-a88f-4c7193dd9e57', 'admin_state_up': False}]} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:44.556965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'port': {'network_id': '151cb44f-71be-4abc-ac92-021e76ea5ee5', 'name': 'tempest-port--888468553', 'admin_state_up': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:44.558045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'port': {'network_id': '6eb00dc9-f575-4a59-a88f-4c7193dd9e57', 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:44.565416 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.572756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-423d50aa-2dd9-454b-b79d-7ce1f8b4b3eb None None] Port 629a27bd-7aec-4831-ad97-1276d0e88eb2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:44.583245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4289469-965e-4361-93c4-73f604dc0c7d req-7917e92c-4e76-411a-8f8b-d34dc21a27e1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329095 Nov 25 18:44:44.585481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64242d3e-0bfe-4ce6-8e27-e2caedbb84e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.589139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.602156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92fc12-cf38-41e4-883b-9b525d75727d tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Network': ['ID=6eb00dc9-f575-4a59-a88f-4c7193dd9e57,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:44.620051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b62eb4ea-0340-4881-b457-8c5406e904fe tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.629210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 6eb00dc9-f575-4a59-a88f-4c7193dd9e57 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:44.636760 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b62eb4ea-0340-4881-b457-8c5406e904fe tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.680443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] For port f01fcea5-ed95-46d1-b650-afe93e8fd903, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f01fcea5-ed95-46d1-b650-afe93e8fd903,segment=NetworkSegment(f91cfdcb-fea0-496b-a555-89dbf3ae5907),segment_id=f91cfdcb-fea0-496b-a555-89dbf3ae5907)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:44.680955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.706955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b62eb4ea-0340-4881-b457-8c5406e904fe tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.709315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] DHCP port deletion for cf012394-180a-453b-a904-4f5cdc301e80 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:44.714365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:44.722982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b62eb4ea-0340-4881-b457-8c5406e904fe tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4573369 Nov 25 18:44:44.727360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4dee8969-3dd8-4873-a52e-2d002a4a825d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '5d3f6980-dc57-49e8-9132-103096e1cff7', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:44.732579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for f01fcea5-ed95-46d1-b650-afe93e8fd903 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:44.738614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62eb4ea-0340-4881-b457-8c5406e904fe tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3f6980-dc57-49e8-9132-103096e1cff7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:44.741573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a0fd-4468-4240-be04-30c7515dd4e8 None None] Pushing event updated for resources: {'Port': ['ID=629a27bd-7aec-4831-ad97-1276d0e88eb2,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:44.850326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ffc6a448-a171-4d4a-83ab-4eb7a18995d5 None None] Provisioning complete for port 629a27bd-7aec-4831-ad97-1276d0e88eb2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:44.851017 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ffc6a448-a171-4d4a-83ab-4eb7a18995d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.915230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dee8969-3dd8-4873-a52e-2d002a4a825d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.922156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b54e2-32b1-42ea-b49d-7bff48768247 req-f9a859e2-b196-4389-b61f-c6cf4219e0d4 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:44.931011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-198b54e2-32b1-42ea-b49d-7bff48768247 req-f9a859e2-b196-4389-b61f-c6cf4219e0d4 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.0967960 Nov 25 18:44:44.956608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64242d3e-0bfe-4ce6-8e27-e2caedbb84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.959225 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64242d3e-0bfe-4ce6-8e27-e2caedbb84e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.960395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-64242d3e-0bfe-4ce6-8e27-e2caedbb84e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efd15099-f31b-4323-bb66-b2337a637a8a HTTP/1.1" status: 204 len: 168 time: 0.8803329 Nov 25 18:44:44.979893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:44.992229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Attempting to bind port 629a27bd-7aec-4831-ad97-1276d0e88eb2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:44.993262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Attempting to bind port 629a27bd-7aec-4831-ad97-1276d0e88eb2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:44.993972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Attempting to bind port 629a27bd-7aec-4831-ad97-1276d0e88eb2 on network 81a148fb-16e1-463e-849c-d1813b92be53 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:44.997674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64242d3e-0bfe-4ce6-8e27-e2caedbb84e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd15099-f31b-4323-bb66-b2337a637a8a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:45.021652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dee8969-3dd8-4873-a52e-2d002a4a825d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.028258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Made reservation on behalf of dc6965a3a6ad4553b4f359371973e961 for: {'port': 2} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:45.033758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.037623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:45.038130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Checking segment: {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:45.039042 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dee8969-3dd8-4873-a52e-2d002a4a825d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.039868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.040368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Bound using segment: {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:45.041200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Bound port: 629a27bd-7aec-4831-ad97-1276d0e88eb2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:45.041637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.052651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=f01fcea5-ed95-46d1-b650-afe93e8fd903,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:45.063644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-198b54e2-32b1-42ea-b49d-7bff48768247 req-2e1f2259-5299-4197-83da-cca5219f1761 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316752 Nov 25 18:44:45.064235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.070194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No DVR routers for this DVR port f01fcea5-ed95-46d1-b650-afe93e8fd903 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:45.073793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6a448-a171-4d4a-83ab-4eb7a18995d5 None None] Port 629a27bd-7aec-4831-ad97-1276d0e88eb2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:45.086144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8969-3dd8-4873-a52e-2d002a4a825d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32623554-092b-42dc-bea6-07bc8fd49c4a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:45.143415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dee8969-3dd8-4873-a52e-2d002a4a825d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.147560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4dee8969-3dd8-4873-a52e-2d002a4a825d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4244709 Nov 25 18:44:45.148228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51262) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:45.162040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ca7a33d6-ec2c-49fd-90b1-4b03ed1ec39c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '5d3f6980-dc57-49e8-9132-103096e1cff7', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:45.188920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] device_id is not set on port 58db7007-3db7-4e42-af41-1a824f35f71b yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:45.190168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Deleting port f01fcea5-ed95-46d1-b650-afe93e8fd903 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:45.190625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.206790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.213176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca7a33d6-ec2c-49fd-90b1-4b03ed1ec39c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.220339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] For port 629a27bd-7aec-4831-ad97-1276d0e88eb2, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:45.237007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf012394-180a-453b-a904-4f5cdc301e80']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:45.249571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91cfdcb-fea0-496b-a555-89dbf3ae5907') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:45.250109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91cfdcb-fea0-496b-a555-89dbf3ae5907') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:45.263565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.279003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] For port 629a27bd-7aec-4831-ad97-1276d0e88eb2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=629a27bd-7aec-4831-ad97-1276d0e88eb2,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:45.283070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-320c49c4-6560-41e2-8d54-82d1afb5e6e6 None None] Provisioning complete for port 629a27bd-7aec-4831-ad97-1276d0e88eb2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:45.284796 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-320c49c4-6560-41e2-8d54-82d1afb5e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.289272 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.298971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:45.299958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.313033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.324967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca7a33d6-ec2c-49fd-90b1-4b03ed1ec39c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.338172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] For port f01fcea5-ed95-46d1-b650-afe93e8fd903, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:45.338589 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:45.351943 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:45.364342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca7a33d6-ec2c-49fd-90b1-4b03ed1ec39c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.379609 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.389010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.399021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/cf012394-180a-453b-a904-4f5cdc301e80 HTTP/1.1" status: 204 len: 168 time: 1.2909431 Nov 25 18:44:45.404043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51266) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:45.407350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a33d6-ec2c-49fd-90b1-4b03ed1ec39c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0018ece3-8c68-4127-b1b0-7f4a0e6cd1c5,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:45.448074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59defc-21ea-4f5f-8a64-1d658488c71e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=cf012394-180a-453b-a904-4f5cdc301e80,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:45.461219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca7a33d6-ec2c-49fd-90b1-4b03ed1ec39c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.463541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ca7a33d6-ec2c-49fd-90b1-4b03ed1ec39c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3117435 Nov 25 18:44:45.470142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51270) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:45.477424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-67bca59f-22c5-4a4b-936c-e203bc2b5c7d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '5d3f6980-dc57-49e8-9132-103096e1cff7', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:45.499764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.524990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27a191-2aa8-4cdb-b84a-c5cc3e18cf64 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:45.529922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0c27a191-2aa8-4cdb-b84a-c5cc3e18cf64 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/5183df44-a81f-4acf-a4fb-fbeca167aee4 HTTP/1.1" status: 200 len: 845 time: 0.1214378 Nov 25 18:44:45.530860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:45.538772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51276) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:45.569730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f01fcea5-ed95-46d1-b650-afe93e8fd903 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:44:45.604454 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Calling delete_port for f01fcea5-ed95-46d1-b650-afe93e8fd903 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:45.610048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6089407e-e05c-41f9-8c22-a68a9f1bc997 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/5183df44-a81f-4acf-a4fb-fbeca167aee4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0779231 Nov 25 18:44:45.612941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Port f01fcea5-ed95-46d1-b650-afe93e8fd903 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:44:45.613911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51280) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:45.620081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f01fcea5-ed95-46d1-b650-afe93e8fd903 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:44:45.620700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f01fcea5-ed95-46d1-b650-afe93e8fd903 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:44:45.622298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:45.630401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.632857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0285-65b4-440b-b842-51c1dd18811e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.646960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:44:45.647798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:45.696549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Network cf012394-180a-453b-a904-4f5cdc301e80 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:44:45.697329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] No DVR routers for this DVR port f01fcea5-ed95-46d1-b650-afe93e8fd903 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:45.706294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a0fd-4468-4240-be04-30c7515dd4e8 None None] Pushing event updated for resources: {'Port': ['ID=629a27bd-7aec-4831-ad97-1276d0e88eb2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:45.744659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] device_id is not set on port 221e4464-2fb2-4ca9-97fb-0cef0cbe6a0b yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:45.752222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67bca59f-22c5-4a4b-936c-e203bc2b5c7d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.759940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6f7fe-548b-4372-8e1d-46bda32a7723 None None] Pushing event deleted for resources: {'Port': ['ID=f01fcea5-ed95-46d1-b650-afe93e8fd903,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:45.822407 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-320c49c4-6560-41e2-8d54-82d1afb5e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.884572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:45.895240 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.924320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:44:45.941481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0285-65b4-440b-b842-51c1dd18811e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.956848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0285-65b4-440b-b842-51c1dd18811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.957278 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.961089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-320c49c4-6560-41e2-8d54-82d1afb5e6e6 None None] For port 629a27bd-7aec-4831-ad97-1276d0e88eb2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=629a27bd-7aec-4831-ad97-1276d0e88eb2,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:45.971243 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-320c49c4-6560-41e2-8d54-82d1afb5e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:45.992252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51286) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:45.993113 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5a1d0285-65b4-440b-b842-51c1dd18811e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd929c000bd74f87b05cc8c4adf24efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508467 Nov 25 18:44:46.006508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1441-cbde-47a1-abe9-d50e2a25c95f req-dab216f1-24bf-4d0e-b7f5-4329d84c8dbd tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:46.008059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f0b1441-cbde-47a1-abe9-d50e2a25c95f req-dab216f1-24bf-4d0e-b7f5-4329d84c8dbd tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 945 time: 0.2509515 Nov 25 18:44:46.071491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67bca59f-22c5-4a4b-936c-e203bc2b5c7d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.114544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c49c4-6560-41e2-8d54-82d1afb5e6e6 None None] Pushing event updated for resources: {'Port': ['ID=629a27bd-7aec-4831-ad97-1276d0e88eb2,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.144135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bba05823-4162-4d37-beac-7283c78a31de None None] Provisioning complete for port 629a27bd-7aec-4831-ad97-1276d0e88eb2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:46.144664 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bba05823-4162-4d37-beac-7283c78a31de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.163608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.213448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67bca59f-22c5-4a4b-936c-e203bc2b5c7d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.219587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d0285-65b4-440b-b842-51c1dd18811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3336bdcb-229b-47f2-b6f8-ac2931fe3748,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.260979 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.288649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:40Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:46.310940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f0b1441-cbde-47a1-abe9-d50e2a25c95f req-2b84f4a9-924d-4640-99ef-672a7b44e551 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852345 Nov 25 18:44:46.311634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bca59f-22c5-4a4b-936c-e203bc2b5c7d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766af82a-99e6-4a1c-9604-d6b8c069a2a5,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.316781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fd4cd-4f8e-467b-9009-295f8a203f39 None None] The sync data for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 is: [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:40Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:44:46.321181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67bca59f-22c5-4a4b-936c-e203bc2b5c7d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.322368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-67bca59f-22c5-4a4b-936c-e203bc2b5c7d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8509803 Nov 25 18:44:46.328826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51290) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:46.337645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2d445fb3-a53b-41b4-81b0-1169c2143fad tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '5d3f6980-dc57-49e8-9132-103096e1cff7', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:46.368965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Port': ['ID=58db7007-3db7-4e42-af41-1a824f35f71b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.410176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d445fb3-a53b-41b4-81b0-1169c2143fad tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.415432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 00b42aa9-3724-43fc-9c4d-2ebacedef4ec up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:46.426378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Checking segment: {'id': '60356107-426f-4f14-b67b-c1db853cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '151cb44f-71be-4abc-ac92-021e76ea5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:46.426768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network hostable DHCP agents. Network: 151cb44f-71be-4abc-ac92-021e76ea5ee5, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:46.448487 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e194-44f8-42e3-8f4d-4d982d741592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.477082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network 151cb44f-71be-4abc-ac92-021e76ea5ee5 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:46.503000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 151cb44f-71be-4abc-ac92-021e76ea5ee5) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:46.507587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:46.508504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.515106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e194-44f8-42e3-8f4d-4d982d741592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.519621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e61bd90-9b92-4df4-acb2-a0b64c885ebe None None] Network 151cb44f-71be-4abc-ac92-021e76ea5ee5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:46.522373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:44:46.538852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:46.539226 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.554862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d445fb3-a53b-41b4-81b0-1169c2143fad tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.570407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d445fb3-a53b-41b4-81b0-1169c2143fad tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.620524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Port': ['ID=221e4464-2fb2-4ca9-97fb-0cef0cbe6a0b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.625489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d445fb3-a53b-41b4-81b0-1169c2143fad tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53ffd73-ce5c-4a3b-934b-06ca86c88b5f,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.633133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e194-44f8-42e3-8f4d-4d982d741592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.636212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d445fb3-a53b-41b4-81b0-1169c2143fad tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.636829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e194-44f8-42e3-8f4d-4d982d741592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.637520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d445fb3-a53b-41b4-81b0-1169c2143fad tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3077404 Nov 25 18:44:46.640600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Checking segment: {'id': '4bdb5dc4-3e66-4b9f-a7fb-deae2a1e97e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6eb00dc9-f575-4a59-a88f-4c7193dd9e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:46.640600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network hostable DHCP agents. Network: 6eb00dc9-f575-4a59-a88f-4c7193dd9e57, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:46.641377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8cf4e194-44f8-42e3-8f4d-4d982d741592 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3336bdcb-229b-47f2-b6f8-ac2931fe3748 HTTP/1.1" status: 204 len: 168 time: 0.6481314 Nov 25 18:44:46.641601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51292) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:46.648051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '5d3f6980-dc57-49e8-9132-103096e1cff7', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:46.673741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88beea-5b9e-4976-b7b8-d39934b4792d req-c2923c49-e732-4a09-b2eb-121940ddc95c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:46.677144 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Project 3fa8aa5b3fb4462cb202df1e6b013c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:44:46.681918 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c88beea-5b9e-4976-b7b8-d39934b4792d req-c2923c49-e732-4a09-b2eb-121940ddc95c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2385538 Nov 25 18:44:46.689076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.694154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4e194-44f8-42e3-8f4d-4d982d741592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336bdcb-229b-47f2-b6f8-ac2931fe3748,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.704116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.706501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network 6eb00dc9-f575-4a59-a88f-4c7193dd9e57 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:46.731306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 6eb00dc9-f575-4a59-a88f-4c7193dd9e57) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:46.749275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:46.759593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:46.766034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:46.767032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.786879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0422d09-190a-4e7a-943f-65f57f1911f1 None None] Network 6eb00dc9-f575-4a59-a88f-4c7193dd9e57 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:46.787446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:46.793318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:46.796951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b1e6702e-0d99-4335-aede-718d0ab70047 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2557204 Nov 25 18:44:46.808270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51298) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:46.823197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c88beea-5b9e-4976-b7b8-d39934b4792d req-7afd85b6-f351-4bc6-b724-ad54e97adf62 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398988 Nov 25 18:44:46.824815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9173665-d9b2-422b-8ba3-ace828a94fbd None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:46.843850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:46.844580 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.862476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=a8656a06-a381-4a78-8b4b-ff7ed99404ed,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.881735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bcc1a019-9f0a-4be1-a7ea-fd7d3bbb1c4b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2658970 Nov 25 18:44:46.884196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51300) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:46.888071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.895365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-291c4a8f-04b0-4a65-b9a8-9c53ebba2c5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'security_group': {'name': 'tempest-secgroup-1894646149'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:46.902979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b6f3c8-0d6c-4835-a902-62c21dd88673 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:46.910440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b6f3c8-0d6c-4835-a902-62c21dd88673 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:46.912387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b0b6f3c8-0d6c-4835-a902-62c21dd88673 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1019547 Nov 25 18:44:46.914020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.916636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51302) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:46.938708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83875f93-13fb-4bc9-9f53-3f35a7b8f501,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:46.975721 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:46.996513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291c4a8f-04b0-4a65-b9a8-9c53ebba2c5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.000934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.002496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47cca0e8-94b6-4135-aeed-a8067653c9fc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3586226 Nov 25 18:44:47.005254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51306) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:47.009733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '5d3f6980-dc57-49e8-9132-103096e1cff7', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:47.078048 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Project 3fa8aa5b3fb4462cb202df1e6b013c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:44:47.085838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.112025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:47.120538 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76524a2-8df6-4a3a-9b80-8d1e8d408bbe" -d '{"events": [{"server_uuid": "ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a", "name": "network-vif-plugged", "status": "completed", "tag": "00b42aa9-3724-43fc-9c4d-2ebacedef4ec"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:47.123720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291c4a8f-04b0-4a65-b9a8-9c53ebba2c5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.138499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291c4a8f-04b0-4a65-b9a8-9c53ebba2c5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.141962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.150782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Deleting port 58db7007-3db7-4e42-af41-1a824f35f71b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:47.151126 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.181996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:47.235333 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.246696 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aef8f9-6271-445c-80fe-b17a7d3e8d05 x-openstack-request-id: req-e4aef8f9-6271-445c-80fe-b17a7d3e8d05 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:47.247493 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a", "name": "network-vif-plugged", "status": "completed", "tag": "00b42aa9-3724-43fc-9c4d-2ebacedef4ec", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:47.247933 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4aef8f9-6271-445c-80fe-b17a7d3e8d05 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:47.248497 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec', 'code': 200} Nov 25 18:44:47.252661 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.252921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Calling delete_port for 58db7007-3db7-4e42-af41-1a824f35f71b owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:47.315926 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.330207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.365039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291c4a8f-04b0-4a65-b9a8-9c53ebba2c5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.369179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-291c4a8f-04b0-4a65-b9a8-9c53ebba2c5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4807944 Nov 25 18:44:47.369179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c4a8f-04b0-4a65-b9a8-9c53ebba2c5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb507ab-e607-4731-91c6-c6d7bd4505d2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:47.375525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51316) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:47.426961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-03707b19-43cc-4145-9ddc-e53774c205a4 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078187052'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:47.428944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:47.451309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204bd72-a8bf-4199-9dfd-7f458042ce17 req-186cda4f-77f2-48d3-ad15-7edd3d2866fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:47.453748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0204bd72-a8bf-4199-9dfd-7f458042ce17 req-186cda4f-77f2-48d3-ad15-7edd3d2866fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 1097 time: 0.1088758 Nov 25 18:44:47.513483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'tenant_id': 'abab1bc54f424d62b062868c44b243c9', 'fixed_ips': [{'subnet_id': 'a8656a06-a381-4a78-8b4b-ff7ed99404ed'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:47.515097 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.520097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79e8b6a-ceb0-438a-b3af-09bb290f5381,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:47.541306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.634879 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03707b19-43cc-4145-9ddc-e53774c205a4 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.637741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Port': ['ID=58db7007-3db7-4e42-af41-1a824f35f71b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:47.643873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0204bd72-a8bf-4199-9dfd-7f458042ce17 req-05dfe14c-820f-4c08-bcdf-f4a999135227 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828876 Nov 25 18:44:47.648972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.660214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1ae26533-3586-483b-8644-879196d6f0e8 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/ports/58db7007-3db7-4e42-af41-1a824f35f71b HTTP/1.1" status: 204 len: 168 time: 0.7406435 Nov 25 18:44:47.666343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51324) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:47.700657 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:47.700657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-87d7da6e-2bed-4879-89b0-293ffac90fb9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6942616 Nov 25 18:44:47.715788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 629a27bd-7aec-4831-ad97-1276d0e88eb2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:47.908119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e52589-6894-4a74-b286-9615eebd4eba req-fed905f6-cd90-45bf-8ce8-b1339e21e35f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:47.919055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24e52589-6894-4a74-b286-9615eebd4eba req-fed905f6-cd90-45bf-8ce8-b1339e21e35f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.3416734 Nov 25 18:44:47.978421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Allocated IP 2001:db8::2 (3f7ba654-af62-4ada-ba75-9d562eb76c9d/a8656a06-a381-4a78-8b4b-ff7ed99404ed/c1ae6c94-fe32-459a-8732-98f37f4c5904) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:48.005115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 629a27bd-7aec-4831-ad97-1276d0e88eb2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:48.005415 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.067464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7d91a-363f-4880-8e19-3d396d058484 req-bcbcce83-7048-4d75-a65d-2f767cefbf07 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:48.078825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-feb7d91a-363f-4880-8e19-3d396d058484 req-bcbcce83-7048-4d75-a65d-2f767cefbf07 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1264889 Nov 25 18:44:48.175543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Deleting port 221e4464-2fb2-4ca9-97fb-0cef0cbe6a0b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:48.177923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.208301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24e52589-6894-4a74-b286-9615eebd4eba req-5fdd8a0e-4764-4b54-8399-68abd99d2d0c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793837 Nov 25 18:44:48.213086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-feb7d91a-363f-4880-8e19-3d396d058484 req-8c4dd1d4-373e-4502-aa3b-af05d0f61f3a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322896 Nov 25 18:44:48.294746 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03707b19-43cc-4145-9ddc-e53774c205a4 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.313416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03707b19-43cc-4145-9ddc-e53774c205a4 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.361942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51358) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:48.397807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.470021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Calling delete_port for 221e4464-2fb2-4ca9-97fb-0cef0cbe6a0b owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:48.505792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03707b19-43cc-4145-9ddc-e53774c205a4 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.510189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-63383458'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:48.512332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-03707b19-43cc-4145-9ddc-e53774c205a4 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1035545 Nov 25 18:44:48.513704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51364) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:48.522639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1501241483', 'security_groups': ['159bcfe3-4ad4-4abb-909e-04cd75eca750'], 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8656a06-a381-4a78-8b4b-ff7ed99404ed'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:48.564370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-02675138-6ffa-4cc7-a202-da0156d1fa0f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306122200&fields=id&tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 267 time: 0.1909931 Nov 25 18:44:48.567853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03707b19-43cc-4145-9ddc-e53774c205a4 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159bcfe3-4ad4-4abb-909e-04cd75eca750,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:48.657154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:48.662991 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.666346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:48.684463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.693086 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.701553 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.743907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-ecac7b1a-469d-4fd9-89bf-442dff2c2f81 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:48.745698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-ecac7b1a-469d-4fd9-89bf-442dff2c2f81 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/networks?id=81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 200 len: 797 time: 0.1736660 Nov 25 18:44:48.754777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6c94-fe32-459a-8732-98f37f4c5904,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:48.765776 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.769750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:48.771472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:48.779953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:48.819085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-fbcdc395-631b-48ec-9e65-dd6147dcfbb0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/quotas/3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 375 time: 0.0554869 Nov 25 18:44:48.833198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Port': ['ID=221e4464-2fb2-4ca9-97fb-0cef0cbe6a0b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:48.863021 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.865686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Attempting to bind port c1ae6c94-fe32-459a-8732-98f37f4c5904 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:48.866172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Attempting to bind port c1ae6c94-fe32-459a-8732-98f37f4c5904 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '77580fa0-e93e-4fe4-9457-4e2f0813fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:48.866682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Attempting to bind port c1ae6c94-fe32-459a-8732-98f37f4c5904 on network 3f7ba654-af62-4ada-ba75-9d562eb76c9d {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:48.873005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:48.873673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Checking segment: {'id': '77580fa0-e93e-4fe4-9457-4e2f0813fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:48.874213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.874762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Bound using segment: {'id': '77580fa0-e93e-4fe4-9457-4e2f0813fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:48.875350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Bound port: c1ae6c94-fe32-459a-8732-98f37f4c5904, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77580fa0-e93e-4fe4-9457-4e2f0813fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:48.875830 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.882658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.884199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port b0c54a66-0c94-4998-8e65-8cbd63402234 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:48.886499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-367b1d91-453d-4a78-8704-48830b20a66a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/ports/221e4464-2fb2-4ca9-97fb-0cef0cbe6a0b HTTP/1.1" status: 204 len: 168 time: 1.2133093 Nov 25 18:44:48.889040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:48.928048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-67ffe01c-ba0e-4359-9c94-706589669fed tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372603 Nov 25 18:44:48.932815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51368) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:48.940374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1428160385'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:48.991177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] For port c1ae6c94-fe32-459a-8732-98f37f4c5904, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:48.991875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:48.994763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] For port c1ae6c94-fe32-459a-8732-98f37f4c5904, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c1ae6c94-fe32-459a-8732-98f37f4c5904,segment=NetworkSegment(77580fa0-e93e-4fe4-9457-4e2f0813fcc2),segment_id=77580fa0-e93e-4fe4-9457-4e2f0813fcc2)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:48.997606 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-556c64ca-76c7-489e-b10e-b1e72e5fd240 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764503 Nov 25 18:44:49.006741 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.020231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.080983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421be99d-33b9-49d3-9f41-df7b38e1a569 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6c94-fe32-459a-8732-98f37f4c5904,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:49.106981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:49.114575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Made reservation on behalf of dc6965a3a6ad4553b4f359371973e961 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:49.119343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.135342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a742d-1f3e-4da2-bdb9-829d7effa236,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:49.141123 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.141502 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Added segment f1fdccb2-d013-4e72-95b1-f3c7e776bb88 of type vlan for network b73b9ea3-b902-4730-979d-8a66eff551fb Nov 25 18:44:49.175384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:49.219144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.219484 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Added segment 3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9 of type vlan for network 246e2859-6107-4928-aa75-4f682c728c2f Nov 25 18:44:49.233275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.237727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-b57fbc55-9768-478c-a642-7ca9ebb5af36 service neutron] 10.222.0.62 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158594 Nov 25 18:44:49.276883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::26b (3f7ba654-af62-4ada-ba75-9d562eb76c9d/a8656a06-a381-4a78-8b4b-ff7ed99404ed/b0c54a66-0c94-4998-8e65-8cbd63402234) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:49.324233 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.369717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.376205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:49.376882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.405952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.411830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:49.412496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.492914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-ac72e9ad-22fe-4480-8c1a-2ca7b0b4104b service neutron] 10.222.0.62 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351079 Nov 25 18:44:49.502549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5656028 Nov 25 18:44:49.507466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51376) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:49.541511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1780977 Nov 25 18:44:49.547311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-826331734'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:49.551541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51378) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:49.566617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'subnet': {'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:49.573564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1582958-843f-44c3-8edc-3d7ac69f0367 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Network': ['ID=246e2859-6107-4928-aa75-4f682c728c2f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:49.586572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155365de-c4e1-49a2-887e-2eee611c5f14 req-52450796-5197-459c-b79b-219dc0abcdf5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:49.598813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-155365de-c4e1-49a2-887e-2eee611c5f14 req-52450796-5197-459c-b79b-219dc0abcdf5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.3134735 Nov 25 18:44:49.602289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 246e2859-6107-4928-aa75-4f682c728c2f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:49.703899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffb5bd-5ac8-4ebd-9a7c-cf8568f52859 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Network': ['ID=b73b9ea3-b902-4730-979d-8a66eff551fb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:49.716072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Made reservation on behalf of dc6965a3a6ad4553b4f359371973e961 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:49.724240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c1ae6c94-fe32-459a-8732-98f37f4c5904 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:49.729164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.767486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b73b9ea3-b902-4730-979d-8a66eff551fb details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:49.783061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-155365de-c4e1-49a2-887e-2eee611c5f14 req-c630d858-6574-4023-aba8-c5fbb5f3536d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815588 Nov 25 18:44:49.817518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:49.821615 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.839267 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.861359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:49.861744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.890941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.973246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:49.999415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:44:50.015274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35140786-5e9d-4ccf-8b2d-e5fb68fa6c4d req-a1c765d4-5fbf-4220-9055-8110fc919981 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 210 time: 0.0515788 Nov 25 18:44:50.018293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.018730 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Added segment ee0ee510-7b6b-466c-a15c-05fb03528554 of type vlan for network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 Nov 25 18:44:50.022705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:50.026557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:50.033799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:50.045040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:50.045040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.045416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port c1ae6c94-fe32-459a-8732-98f37f4c5904, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c1ae6c94-fe32-459a-8732-98f37f4c5904,segment=NetworkSegment(77580fa0-e93e-4fe4-9457-4e2f0813fcc2),segment_id=77580fa0-e93e-4fe4-9457-4e2f0813fcc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:50.050051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=b0c54a66-0c94-4998-8e65-8cbd63402234,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:50.054155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.078388 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0d08cf8b-ce84-46ae-99c3-6b1dd2c00bee tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5607162 Nov 25 18:44:50.079601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51390) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:50.085124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2d9b20cb-59d6-47d2-9891-0221b9e777e2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:50.095434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2bb6e-82a9-448f-ae41-0d577a5ab42c req-1b37eaa0-389f-47b2-9d5c-5eabf0fc3f96 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:50.097859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6b2bb6e-82a9-448f-ae41-0d577a5ab42c req-1b37eaa0-389f-47b2-9d5c-5eabf0fc3f96 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.3043337 Nov 25 18:44:50.159617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6c94-fe32-459a-8732-98f37f4c5904,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:50.204801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.302337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6b2bb6e-82a9-448f-ae41-0d577a5ab42c req-86ef3da0-61b2-4da2-b36c-8c57df7e98a8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949174 Nov 25 18:44:50.308172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b20cb-59d6-47d2-9891-0221b9e777e2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:50.312630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d9b20cb-59d6-47d2-9891-0221b9e777e2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.324652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.339715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:50.341071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.463058 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9351034 Nov 25 18:44:50.471880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-93f2575c-2312-4586-862b-30be682b4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:50.473402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-93f2575c-2312-4586-862b-30be682b4977 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 1097 time: 0.1498764 Nov 25 18:44:50.511483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe4794-8322-4fe6-a1f8-1c80efd4b617 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Network': ['ID=1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:50.523268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:44:50.534919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.582709 n-d-819194-3 neutron-server[103457]: INFO neutron.db.ipam_backend_mixin [None req-2d9b20cb-59d6-47d2-9891-0221b9e777e2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8656a06-a381-4a78-8b4b-ff7ed99404ed (CIDR: 2001:db8::/64) Nov 25 18:44:50.645976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51396) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:50.655738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcacea-46ae-4c10-98e1-cc84eb98d313 req-2224f464-15aa-4c45-a75c-b2b4a706f32a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:50.663950 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04bcacea-46ae-4c10-98e1-cc84eb98d313 req-2224f464-15aa-4c45-a75c-b2b4a706f32a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.2927399 Nov 25 18:44:50.670430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'subnets': [{'network_id': '246e2859-6107-4928-aa75-4f682c728c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--630858581', 'ip_version': 4}, {'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:50.671622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'subnet': {'network_id': '246e2859-6107-4928-aa75-4f682c728c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--630858581', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:50.672390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Request body: {'subnet': {'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:50.679629 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9b20cb-59d6-47d2-9891-0221b9e777e2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:44:50.680135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9b20cb-59d6-47d2-9891-0221b9e777e2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:44:50.787731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-df3c05a5-f6d3-41ad-8ff8-fc8489c54f44 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:50.788488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df3c05a5-f6d3-41ad-8ff8-fc8489c54f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.809108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2d9b20cb-59d6-47d2-9891-0221b9e777e2 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7282259 Nov 25 18:44:50.834844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51398) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:50.849993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:50.882688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-782cc7f7-28be-4d38-a7b2-5442a65ec885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:50.884537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-782cc7f7-28be-4d38-a7b2-5442a65ec885 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 912 time: 0.3569348 Nov 25 18:44:50.898035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04bcacea-46ae-4c10-98e1-cc84eb98d313 req-847125c9-bdb6-4d8d-82d0-9d44762e078a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322154 Nov 25 18:44:50.909849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-df3c05a5-f6d3-41ad-8ff8-fc8489c54f44 None None] Provisioning complete for port 5183df44-a81f-4acf-a4fb-fbeca167aee4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:50.910543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df3c05a5-f6d3-41ad-8ff8-fc8489c54f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:50.959104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-df3c05a5-f6d3-41ad-8ff8-fc8489c54f44 None None] Port 5183df44-a81f-4acf-a4fb-fbeca167aee4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:51.002263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Subnet': ['ID=8424a114-4ef1-4386-beff-81412b93eabf,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:51.011734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Checking segment: {'id': 'f1fdccb2-d013-4e72-95b1-f3c7e776bb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:51.012173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network hostable DHCP agents. Network: b73b9ea3-b902-4730-979d-8a66eff551fb, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:51.041225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network b73b9ea3-b902-4730-979d-8a66eff551fb is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:51.065074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, b73b9ea3-b902-4730-979d-8a66eff551fb) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:51.069972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:51.070709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.078204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a371732-4682-4536-a0ec-a18399900d3c None None] Network b73b9ea3-b902-4730-979d-8a66eff551fb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:51.094836 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3355144f-77f5-4284-887a-3c548d85e0e1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5333781 Nov 25 18:44:51.095067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-0df131d8-e5d9-41c8-95e2-bc3e5d679188 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec HTTP/1.1" status: 200 len: 217 time: 0.1893775 Nov 25 18:44:51.095438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51404) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:51.102556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-954905619'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:51.192690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1033dae0-c045-43da-b5ec-0297e1ad8587 None None] Provisioning complete for port b0c54a66-0c94-4998-8e65-8cbd63402234 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:51.193224 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1033dae0-c045-43da-b5ec-0297e1ad8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.210340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-646f9121-8a91-48e5-8c27-166da8ed8efa req-0577d621-47ab-416c-8220-f8a03d168dcf tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 210 time: 0.0518997 Nov 25 18:44:51.224980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Made reservation on behalf of dc6965a3a6ad4553b4f359371973e961 for: {'subnet': 2} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:51.239852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.240216 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.246066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-3d8613f5-af89-4290-8d3e-2b879a045c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:51.247696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-3d8613f5-af89-4290-8d3e-2b879a045c96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 200 len: 851 time: 0.1420794 Nov 25 18:44:51.262332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1033dae0-c045-43da-b5ec-0297e1ad8587 None None] Port b0c54a66-0c94-4998-8e65-8cbd63402234 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:51.328199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-3962657d-fe4a-44be-abfd-38e4743fe76c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ce87182-6ae7-495c-92a6-b464ed4bfac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629365 Nov 25 18:44:51.349512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-607493e3-e508-4cb8-8a60-5658e39f8206 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:51.351002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:51.352615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-607493e3-e508-4cb8-8a60-5658e39f8206 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "GET /v2.0/networks?id=81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 200 len: 797 time: 0.1404910 Nov 25 18:44:51.354503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.387132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-b73b9ea3-b902-4730-979d-8a66eff551fb', 'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'tenant_id': '2ab839b8ebb74b6bbb89b3ce1ae21f7e', 'fixed_ips': [{'subnet_id': '8424a114-4ef1-4386-beff-81412b93eabf'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:51.388213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.413577 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:51.420564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.560368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] device_id is not set on port eb6c437b-d6da-49c9-b587-432ce1bdc1df yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:51.577015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Allocated IP 2001:db8::2 (b73b9ea3-b902-4730-979d-8a66eff551fb/8424a114-4ef1-4386-beff-81412b93eabf/19c7d73e-2fe4-4c58-947d-4a2fa7545b3c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:51.579841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-51f6b1b8-c1a2-47a5-8d55-c56b44eb9b3a service neutron] 10.222.0.66 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447281 Nov 25 18:44:51.593069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c1ae6c94-fe32-459a-8732-98f37f4c5904 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:51.609919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-99296367-7221-4edd-ad71-6b163267429a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 380 time: 0.2460685 Nov 25 18:44:51.622248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'port': {'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'admin_state_up': True, 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'security_groups': ['5d3f6980-dc57-49e8-9132-103096e1cff7']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:51.724046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab0dc5-0cd1-4570-a457-2610f058a5e9 req-6d7bd5cb-2018-4d93-a3b2-403adc858e36 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:51.730422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:51.731394 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.731526 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aeab0dc5-0cd1-4570-a457-2610f058a5e9 req-6d7bd5cb-2018-4d93-a3b2-403adc858e36 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2728951 Nov 25 18:44:51.799826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ffdc250d-b205-4c12-b75c-da42dafab35f req-f51a63e8-8845-4952-b309-76b4e313456c service neutron] 10.222.0.66 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979001 Nov 25 18:44:51.815449 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aeab0dc5-0cd1-4570-a457-2610f058a5e9 req-81acb801-4574-431f-8f5b-5fbb978f4f7b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804055 Nov 25 18:44:51.876167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:51.880872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.881067 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.894376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:51.950041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Network b73b9ea3-b902-4730-979d-8a66eff551fb is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:51.955679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:51.965113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:51.974846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Pushing event updated for resources: {'Port': ['ID=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:52.055519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Attempting to bind port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:52.056035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Attempting to bind port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'f1fdccb2-d013-4e72-95b1-f3c7e776bb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:52.056802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Attempting to bind port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c on network b73b9ea3-b902-4730-979d-8a66eff551fb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:52.062426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.063863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:52.064237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Checking segment: {'id': 'f1fdccb2-d013-4e72-95b1-f3c7e776bb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:52.064946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.065106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Bound using segment: {'id': 'f1fdccb2-d013-4e72-95b1-f3c7e776bb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:52.065559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Bound port: 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fdccb2-d013-4e72-95b1-f3c7e776bb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:52.065943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.090930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Allocated IP 2001:db8::3a2 (b73b9ea3-b902-4730-979d-8a66eff551fb/8424a114-4ef1-4386-beff-81412b93eabf/eb6c437b-d6da-49c9-b587-432ce1bdc1df) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:52.139065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] For port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:52.142254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] For port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,segment=NetworkSegment(f1fdccb2-d013-4e72-95b1-f3c7e776bb88),segment_id=f1fdccb2-d013-4e72-95b1-f3c7e776bb88)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:52.148821 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.195403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.20.0.4 (81a148fb-16e1-463e-849c-d1813b92be53/bb16edd1-b89e-476c-8bd0-23ae63f0773a/fa53ff39-9f23-4bf4-8cba-f71b87811b84) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:52.210735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91e2fc-19a5-4a8e-aa14-85195b23ec46 None None] Pushing event updated for resources: {'Port': ['ID=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:52.392053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-affb91ef-1546-43a5-88bd-2acc83e645ec req-098234be-179d-4903-866f-329ef16fbdc3 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 210 time: 0.0843239 Nov 25 18:44:52.431912 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.502632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:52.517044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:52.520941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:52.521738 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.525914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.531409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ddd45-9602-46e8-a2c5-0a43b8bee986 None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:52.532243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=0a456228-a836-419a-916c-66ce7ab045ae,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:52.552929 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.568128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210793e2-416d-4949-919a-81aa0ec3ce2b req-16f7e4e5-63ec-4111-9ffb-3fd89d7d4898 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:52.569800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-210793e2-416d-4949-919a-81aa0ec3ce2b req-16f7e4e5-63ec-4111-9ffb-3fd89d7d4898 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.5299833 Nov 25 18:44:52.593359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-11f72686-9ea4-4815-a0b6-7df220849a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:52.594903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-11f72686-9ea4-4815-a0b6-7df220849a17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 1097 time: 0.5294480 Nov 25 18:44:52.601190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-492ffc04-c7db-448a-a4f4-a27a6803c155 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7649796 Nov 25 18:44:52.607438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51418) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:52.615083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-822285166', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a456228-a836-419a-916c-66ce7ab045ae'}], 'security_groups': ['9bb507ab-e607-4731-91c6-c6d7bd4505d2']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:52.636688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network b73b9ea3-b902-4730-979d-8a66eff551fb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:52.640610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:52.643274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:52.649912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:52.651257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.656175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=eb6c437b-d6da-49c9-b587-432ce1bdc1df,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:52.674872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.694918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-da79d559-d0a8-48d4-b9e9-ae1a6f9fe0f5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5974112 Nov 25 18:44:52.701662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51420) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:52.714595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1320024864', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a2', 'mac_address': 'fa:16:3e:13:17:dd'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:52.735334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 81a148fb-16e1-463e-849c-d1813b92be53 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:52.743028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:52.746040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:52.757635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.796714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=fa53ff39-9f23-4bf4-8cba-f71b87811b84,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:52.827405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:52.831392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.840758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b91f02-4c3c-4144-9108-290cc47e21d5 None None] Update dhcp port {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'fixed_ips': [{'subnet_id': 'a8656a06-a381-4a78-8b4b-ff7ed99404ed', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a456228-a836-419a-916c-66ce7ab045ae'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'c1ae6c94-fe32-459a-8732-98f37f4c5904'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:44:52.866183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-c53c338d-02ff-4f45-96c3-8fc7a2bf004c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2483785 Nov 25 18:44:52.881445 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3b91f02-4c3c-4144-9108-290cc47e21d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.883117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Request body: {'port': {'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:52.909999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-210793e2-416d-4949-919a-81aa0ec3ce2b req-94494389-533c-4ccb-a8a5-1006cd2fe02f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193927 Nov 25 18:44:52.946875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:52.999562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Subnet': ['ID=fec89104-eba2-48a4-a6b8-395dca93c10e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:53.020187 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.044630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-4665dc6e-b84d-41c1-89cf-4350caf7d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:53.046970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-4665dc6e-b84d-41c1-89cf-4350caf7d257 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.4208844 Nov 25 18:44:53.052909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764698b-77dd-4e17-9675-e15bb2f883db req-399a321c-6ad2-479d-af35-c1cbcd8f62eb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:53.060823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1764698b-77dd-4e17-9675-e15bb2f883db req-399a321c-6ad2-479d-af35-c1cbcd8f62eb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1211751 Nov 25 18:44:53.099244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Checking segment: {'id': '3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '246e2859-6107-4928-aa75-4f682c728c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:53.099622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network hostable DHCP agents. Network: 246e2859-6107-4928-aa75-4f682c728c2f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:53.137011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-c3b91f02-4c3c-4144-9108-290cc47e21d5 None None] Allocated IP 2001:db8:0:1::2 (3f7ba654-af62-4ada-ba75-9d562eb76c9d/0a456228-a836-419a-916c-66ce7ab045ae/c1ae6c94-fe32-459a-8732-98f37f4c5904) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:53.156892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-aa2151dc-e5de-4c3b-a68c-02f98bb9eef8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c426e985-10a0-47b9-9f10-ed47e302faf8 HTTP/1.1" status: 200 len: 217 time: 0.0827627 Nov 25 18:44:53.257228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1764698b-77dd-4e17-9675-e15bb2f883db req-d5f7a6fc-065f-4077-8258-b9a3b69fa859 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952674 Nov 25 18:44:53.264443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f5cadf23-8402-4581-9170-790ed4dc25ed None None] Provisioning complete for port fa53ff39-9f23-4bf4-8cba-f71b87811b84 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:53.265004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5cadf23-8402-4581-9170-790ed4dc25ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.279850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-2e15d759-581c-489e-ba17-bdb66ee64bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:53.279850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-2e15d759-581c-489e-ba17-bdb66ee64bed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.1040361 Nov 25 18:44:53.279850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:53.332549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c3b91f02-4c3c-4144-9108-290cc47e21d5 None None] For port c1ae6c94-fe32-459a-8732-98f37f4c5904, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c1ae6c94-fe32-459a-8732-98f37f4c5904,segment=NetworkSegment(77580fa0-e93e-4fe4-9457-4e2f0813fcc2),segment_id=77580fa0-e93e-4fe4-9457-4e2f0813fcc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:53.336533 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-bc5a0f56-e69f-480b-8cdf-027ad9e70e0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511134 Nov 25 18:44:53.341533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f5cadf23-8402-4581-9170-790ed4dc25ed None None] Port fa53ff39-9f23-4bf4-8cba-f71b87811b84 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:53.373435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3b91f02-4c3c-4144-9108-290cc47e21d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.380405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network 246e2859-6107-4928-aa75-4f682c728c2f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:53.381665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3b91f02-4c3c-4144-9108-290cc47e21d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.481917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b91f02-4c3c-4144-9108-290cc47e21d5 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6c94-fe32-459a-8732-98f37f4c5904,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:53.496748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa53ff39-9f23-4bf4-8cba-f71b87811b84 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:44:53.505747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.519746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Transition to ACTIVE for port object fa53ff39-9f23-4bf4-8cba-f71b87811b84 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:44:53.529992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.588227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa53ff39-9f23-4bf4-8cba-f71b87811b84,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:53.614682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 246e2859-6107-4928-aa75-4f682c728c2f) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:53.656654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98161408-1b55-4b75-bd60-3196a13756af None None] Network 246e2859-6107-4928-aa75-4f682c728c2f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:53.683025 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.705670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Attempting to bind port fa53ff39-9f23-4bf4-8cba-f71b87811b84 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:53.706213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Attempting to bind port fa53ff39-9f23-4bf4-8cba-f71b87811b84 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:53.706580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Attempting to bind port fa53ff39-9f23-4bf4-8cba-f71b87811b84 on network 81a148fb-16e1-463e-849c-d1813b92be53 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:53.711990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Port fa53ff39-9f23-4bf4-8cba-f71b87811b84 on network 81a148fb-16e1-463e-849c-d1813b92be53 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:44:53.712330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Attempting to bind port fa53ff39-9f23-4bf4-8cba-f71b87811b84 on network 81a148fb-16e1-463e-849c-d1813b92be53 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:53.717929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:53.733627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Checking segment: {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:53.735352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Bound using segment: {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:53.736638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Bound port: fa53ff39-9f23-4bf4-8cba-f71b87811b84, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a391884-4bb8-4c10-8c89-1f78c361b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:53.737023 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.782368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e9a1b-4263-4ec5-ad50-efdb00641175 None None] Network b73b9ea3-b902-4730-979d-8a66eff551fb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:53.792557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c1ae6c94-fe32-459a-8732-98f37f4c5904 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:53.839441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] For port fa53ff39-9f23-4bf4-8cba-f71b87811b84, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:53.844585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] For port fa53ff39-9f23-4bf4-8cba-f71b87811b84, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:53.849601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.900028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:53.900785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.903285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa53ff39-9f23-4bf4-8cba-f71b87811b84 HTTP/1.1" status: 200 len: 1091 time: 1.0253365 Nov 25 18:44:53.905899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:53.911522 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6452c650-5a04-41eb-b20b-fc7a569a9348" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:53.934341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Delete allocated IP 2001:db8::26b (3f7ba654-af62-4ada-ba75-9d562eb76c9d/a8656a06-a381-4a78-8b4b-ff7ed99404ed) {{(pid=103457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 18:44:53.941360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d3186739-5abe-4a89-afa6-1a28cff0fd9a None None] Provisioning complete for port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:53.941738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d3186739-5abe-4a89-afa6-1a28cff0fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:53.945629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8:0:1::231 (3f7ba654-af62-4ada-ba75-9d562eb76c9d/0a456228-a836-419a-916c-66ce7ab045ae/b0c54a66-0c94-4998-8e65-8cbd63402234) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:54.026048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.047015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c43513-6687-461d-bf73-3e47f9bfa311 req-554b37f9-5efc-4fa8-b995-d4cd37c33fb0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.048826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06c43513-6687-461d-bf73-3e47f9bfa311 req-554b37f9-5efc-4fa8-b995-d4cd37c33fb0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 943 time: 0.4811034 Nov 25 18:44:54.060789 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a4865c-2483-4962-9030-20e1bc5f2d50 x-openstack-request-id: req-33a4865c-2483-4962-9030-20e1bc5f2d50 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:54.061746 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:54.063125 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33a4865c-2483-4962-9030-20e1bc5f2d50 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:54.063649 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'status': 'completed', 'code': 200} Nov 25 18:44:54.102490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3facba-c3f6-4d33-818f-c3355b2fa4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa53ff39-9f23-4bf4-8cba-f71b87811b84,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:54.133195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d3186739-5abe-4a89-afa6-1a28cff0fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.135658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-41a576ad-f0cb-4116-a8c4-591653a019a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.142944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-41a576ad-f0cb-4116-a8c4-591653a019a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 1094 time: 0.1677411 Nov 25 18:44:54.265936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-246e2859-6107-4928-aa75-4f682c728c2f', 'network_id': '246e2859-6107-4928-aa75-4f682c728c2f', 'tenant_id': 'dc6965a3a6ad4553b4f359371973e961', 'fixed_ips': [{'subnet_id': 'fec89104-eba2-48a4-a6b8-395dca93c10e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:54.267341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.281614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-8feb56ca-15fb-4ad3-8799-d4092fe17bd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84 HTTP/1.1" status: 200 len: 217 time: 0.1216521 Nov 25 18:44:54.284018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:54.284626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.296896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event updated for resources: {'Subnet': ['ID=95bb84e4-8fc5-4568-aaaf-b7c7ccfa94b6,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:54.304925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] device_id is not set on port 2c9421fc-a4bf-4110-8f96-abed9f96830b yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:54.372825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12aff8-43d1-4de9-8eb1-d7eb7454a5c9 req-cb0f0eea-7ae4-4c6a-a14e-eab3ce4e4d86 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.381014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc12aff8-43d1-4de9-8eb1-d7eb7454a5c9 req-cb0f0eea-7ae4-4c6a-a14e-eab3ce4e4d86 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.2324097 Nov 25 18:44:54.389354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d3186739-5abe-4a89-afa6-1a28cff0fd9a None None] For port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,segment=NetworkSegment(f1fdccb2-d013-4e72-95b1-f3c7e776bb88),segment_id=f1fdccb2-d013-4e72-95b1-f3c7e776bb88)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:54.413303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-a59b296e-c7ed-49cb-bc84-b618ec8d2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.414821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-a59b296e-c7ed-49cb-bc84-b618ec8d2409 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb16edd1-b89e-476c-8bd0-23ae63f0773a HTTP/1.1" status: 200 len: 834 time: 0.1131427 Nov 25 18:44:54.462604 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d3186739-5abe-4a89-afa6-1a28cff0fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.470511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-b4345284-93d3-44fc-98e6-295e324fe90a service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0824258 Nov 25 18:44:54.481151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc12aff8-43d1-4de9-8eb1-d7eb7454a5c9 req-c8493043-6121-4bd2-855c-2effaebe839f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943182 Nov 25 18:44:54.507655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Allocated IP 2001:db8::c2 (b73b9ea3-b902-4730-979d-8a66eff551fb/8424a114-4ef1-4386-beff-81412b93eabf/2c9421fc-a4bf-4110-8f96-abed9f96830b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:54.510537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-09b4fc56-fc6e-4f98-a052-24cfc14dce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.512290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-09b4fc56-fc6e-4f98-a052-24cfc14dce69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a148fb-16e1-463e-849c-d1813b92be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889690 Nov 25 18:44:54.646012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-d05b3c08-e7fb-4498-a535-f4b48ef942f6 service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208482 Nov 25 18:44:54.680107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d582946-f8cf-4ed7-b9ce-3d0e44c9c76a req-00924901-d15b-4c17-8c9a-bfeb50ef254b service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518018 Nov 25 18:44:54.704230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.720737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Checking segment: {'id': 'ee0ee510-7b6b-466c-a15c-05fb03528554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:54.721235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network hostable DHCP agents. Network: 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:44:54.723842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.747349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06c43513-6687-461d-bf73-3e47f9bfa311 req-2320ea68-800e-4b24-9ab6-4034e912e90f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6377878 Nov 25 18:44:54.829316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3186739-5abe-4a89-afa6-1a28cff0fd9a None None] Pushing event updated for resources: {'Port': ['ID=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:54.830954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30004787-cf95-4ebc-8f76-ab8fa1f9dc05 req-d838fd1b-4014-4a67-adce-27efc956ff15 service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772010 Nov 25 18:44:54.840064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:54.863745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] In _notify_port_updated(), no bound segment for port b0c54a66-0c94-4998-8e65-8cbd63402234 on network 3f7ba654-af62-4ada-ba75-9d562eb76c9d {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:44:54.868553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e0a32-f5c5-4b6f-8343-0d4df7a29e8a req-8f5ebffe-c18d-4f3a-a299-dc1197b66b98 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.869258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.869903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:54.871372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "PUT /v2.0/ports/b0c54a66-0c94-4998-8e65-8cbd63402234 HTTP/1.1" status: 200 len: 930 time: 2.2629364 Nov 25 18:44:54.877095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51436) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:54.878994 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a2e0a32-f5c5-4b6f-8343-0d4df7a29e8a req-8f5ebffe-c18d-4f3a-a299-dc1197b66b98 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1420453 Nov 25 18:44:54.882039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:44:54.901384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Allocated IP 172.20.0.2 (246e2859-6107-4928-aa75-4f682c728c2f/fec89104-eba2-48a4-a6b8-395dca93c10e/8347e89e-6756-43c2-b607-e331a8611672) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:54.917688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b8a39-6ecb-4ec4-bdac-052e3de92d1b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=b0c54a66-0c94-4998-8e65-8cbd63402234,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:54.949560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:54.989940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.990407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:54.990902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bbfb14-5013-4104-877a-9b980865954a None None] Network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:54.996132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.030196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a2e0a32-f5c5-4b6f-8343-0d4df7a29e8a req-1a4e6235-b521-4b09-8105-995f8e29cd6c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421349 Nov 25 18:44:55.049339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-cfe3f561-a641-4172-bd32-3e401bcd208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.051051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-cfe3f561-a641-4172-bd32-3e401bcd208d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 1094 time: 0.1105285 Nov 25 18:44:55.090859 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.105815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:55.105815 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.116033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:55.116402 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.137854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.191180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9e2f22c9-471a-41f8-9645-bbc7532492d5 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.5242372 Nov 25 18:44:55.194228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51438) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:55.214854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network b73b9ea3-b902-4730-979d-8a66eff551fb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:55.224545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=2c9421fc-a4bf-4110-8f96-abed9f96830b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:55.238168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:55.248831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:55.257176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.258280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.279801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-087b73b7-f197-408b-986f-7da8a76c26ba tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5738125 Nov 25 18:44:55.283882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port b0c54a66-0c94-4998-8e65-8cbd63402234 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:55.284522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.284654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51440) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:55.346330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c40317-4bfb-4a9c-b0ce-cea9cbd51c52 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.347994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c40317-4bfb-4a9c-b0ce-cea9cbd51c52 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.350137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c40317-4bfb-4a9c-b0ce-cea9cbd51c52 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.354719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51442) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:55.354936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-59c40317-4bfb-4a9c-b0ce-cea9cbd51c52 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1592281 Nov 25 18:44:55.355599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-d6b4fc17-fb98-43a2-bfe8-ae1286bad97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.356985 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-d6b4fc17-fb98-43a2-bfe8-ae1286bad97b service neutron] 10.222.0.64 "GET /v2.0/networks?id=81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 200 len: 898 time: 0.2955737 Nov 25 18:44:55.358897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.417475 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.422443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-78476705-7902-42e4-8782-96cb4455712e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84 HTTP/1.1" status: 200 len: 217 time: 0.0555143 Nov 25 18:44:55.433541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24e45b-139a-4096-891e-f179fd6bf106 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.441575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24e45b-139a-4096-891e-f179fd6bf106 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.442724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Deleting subnet fec89104-eba2-48a4-a6b8-395dca93c10e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:44:55.446286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.452047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24e45b-139a-4096-891e-f179fd6bf106 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.452290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60', 'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60', 'tenant_id': 'dc6965a3a6ad4553b4f359371973e961', 'fixed_ips': [{'subnet_id': '95bb84e4-8fc5-4568-aaaf-b7c7ccfa94b6'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:44:55.453012 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.453771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de24e45b-139a-4096-891e-f179fd6bf106 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1667325 Nov 25 18:44:55.462105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51444) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:55.470962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.494120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for b0c54a66-0c94-4998-8e65-8cbd63402234 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:55.509070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.573446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-2d7efbd9-9b98-4fc0-8473-897000d8a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.575363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-2d7efbd9-9b98-4fc0-8473-897000d8a1d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb16edd1-b89e-476c-8bd0-23ae63f0773a HTTP/1.1" status: 200 len: 834 time: 0.1201026 Nov 25 18:44:55.621612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Network 246e2859-6107-4928-aa75-4f682c728c2f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:55.644919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-1e7fe61b-c4a6-4a5e-a2a9-f4edf9e8e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.646522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-1e7fe61b-c4a6-4a5e-a2a9-f4edf9e8e716 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a148fb-16e1-463e-849c-d1813b92be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612490 Nov 25 18:44:55.649442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting port 2c9421fc-a4bf-4110-8f96-abed9f96830b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:55.649785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.677088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Provisioning complete for port 5183df44-a81f-4acf-a4fb-fbeca167aee4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:55.677970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.722062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cf48e-c457-406b-a1b1-25f1f94bd829 req-cc69a409-af12-44b9-90d3-98903809ebec tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:55.725324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-518cf48e-c457-406b-a1b1-25f1f94bd829 req-cc69a409-af12-44b9-90d3-98903809ebec tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1339746 Nov 25 18:44:55.736235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.760936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Pushing event updated for resources: {'Port': ['ID=8347e89e-6756-43c2-b607-e331a8611672,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:55.763954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:55.769920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:55.775565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:55.777567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Port 5183df44-a81f-4acf-a4fb-fbeca167aee4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:55.902906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.929036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-518cf48e-c457-406b-a1b1-25f1f94bd829 req-1c89753b-4960-4aa7-ab95-f45710de60b5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414742 Nov 25 18:44:55.953723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:55.965867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=b0c54a66-0c94-4998-8e65-8cbd63402234,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:55.979115 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.002904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f566aff-28f3-4bc5-a2ff-7c77da378969 req-1071d6ca-4ec7-4aa0-9493-f8eb6691f4d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:56.007262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f566aff-28f3-4bc5-a2ff-7c77da378969 req-1071d6ca-4ec7-4aa0-9493-f8eb6691f4d1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 943 time: 0.1496336 Nov 25 18:44:56.018371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-24dfe64d-1198-440f-bfa5-d14ca2e9da1a service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617008 Nov 25 18:44:56.019380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Calling delete_port for 2c9421fc-a4bf-4110-8f96-abed9f96830b owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:56.028362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.033994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7ae25bb1-3484-4cf4-82dd-addbe6b9404b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/b0c54a66-0c94-4998-8e65-8cbd63402234 HTTP/1.1" status: 204 len: 168 time: 1.1527650 Nov 25 18:44:56.036965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Subnet': ['ID=fec89104-eba2-48a4-a6b8-395dca93c10e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:56.041817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:56.042418 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.047389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-92f9253c-ca98-4218-be85-95b936527382 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/subnets/fec89104-eba2-48a4-a6b8-395dca93c10e HTTP/1.1" status: 204 len: 168 time: 0.6917398 Nov 25 18:44:56.050358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51456) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:56.075714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Allocated IP 172.20.0.18 (1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60/95bb84e4-8fc5-4568-aaaf-b7c7ccfa94b6/2952709e-0d68-4a88-addc-4e91b5041769) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:56.114962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Deleting subnet 95bb84e4-8fc5-4568-aaaf-b7c7ccfa94b6 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:44:56.142370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Provisioning complete for port b0c54a66-0c94-4998-8e65-8cbd63402234 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:56.142913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.193166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Attempting to bind port 8347e89e-6756-43c2-b607-e331a8611672 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:56.193695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Attempting to bind port 8347e89e-6756-43c2-b607-e331a8611672 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '246e2859-6107-4928-aa75-4f682c728c2f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:56.194858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Attempting to bind port 8347e89e-6756-43c2-b607-e331a8611672 on network 246e2859-6107-4928-aa75-4f682c728c2f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:56.203026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:56.203588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Checking segment: {'id': '3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '246e2859-6107-4928-aa75-4f682c728c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:56.204097 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.204594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Bound using segment: {'id': '3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '246e2859-6107-4928-aa75-4f682c728c2f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:56.205187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Bound port: 8347e89e-6756-43c2-b607-e331a8611672, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '246e2859-6107-4928-aa75-4f682c728c2f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:56.205671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.216502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038863c0-46bf-4321-bf43-8632598c0de6 req-87866b75-a194-42af-b77b-cc8176c7ead5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:56.218126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-038863c0-46bf-4321-bf43-8632598c0de6 req-87866b75-a194-42af-b77b-cc8176c7ead5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.0679574 Nov 25 18:44:56.219770 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-52adfc39-7d71-499a-b345-bd6280a8ee9a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:44:56.221375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-52adfc39-7d71-499a-b345-bd6280a8ee9a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/b0c54a66-0c94-4998-8e65-8cbd63402234 HTTP/1.1" status: 404 len: 333 time: 0.1473951 Nov 25 18:44:56.222161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-44c9a2e2-0324-48bd-a5fc-93eea105e4d3 None None] Port b0c54a66-0c94-4998-8e65-8cbd63402234 was deleted so its status cannot be updated. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 18:44:56.227030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51458) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:56.260006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:56.260443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.274683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6452c650-5a04-41eb-b20b-fc7a569a9348 req-8335ed9c-4438-4932-a080-3bcce74c5e6d service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318668 Nov 25 18:44:56.314164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-038863c0-46bf-4321-bf43-8632598c0de6 req-29d99308-cde8-46f1-81d4-7cc500b151a8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829284 Nov 25 18:44:56.322195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f566aff-28f3-4bc5-a2ff-7c77da378969 req-49d72496-1489-4cce-a08a-30b41239e634 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006921 Nov 25 18:44:56.355741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] For port 8347e89e-6756-43c2-b607-e331a8611672, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:56.385571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59888adc-45c7-4377-96f6-6f1b1849ff5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.393081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] For port 8347e89e-6756-43c2-b607-e331a8611672, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8347e89e-6756-43c2-b607-e331a8611672,segment=NetworkSegment(3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9),segment_id=3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:56.402738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Provisioning complete for port 2c9421fc-a4bf-4110-8f96-abed9f96830b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:56.403174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.410724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.415809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59888adc-45c7-4377-96f6-6f1b1849ff5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.488073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.500161 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.513433 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.529344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.562063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Port 2c9421fc-a4bf-4110-8f96-abed9f96830b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:56.570623 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59888adc-45c7-4377-96f6-6f1b1849ff5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.573229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59888adc-45c7-4377-96f6-6f1b1849ff5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.574386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-59888adc-45c7-4377-96f6-6f1b1849ff5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/security-groups/159bcfe3-4ad4-4abb-909e-04cd75eca750 HTTP/1.1" status: 204 len: 168 time: 0.2984629 Nov 25 18:44:56.575786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.578559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Port': ['ID=2c9421fc-a4bf-4110-8f96-abed9f96830b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:56.580189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51460) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:56.584161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Could not find standard attr ID for object b0c54a66-0c94-4998-8e65-8cbd63402234. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:44:56.597137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:56.597894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda58e4-ea05-4697-b40b-a86488083bf5 None None] Pushing event updated for resources: {'Port': ['ID=8347e89e-6756-43c2-b607-e331a8611672,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:56.604561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:56.609197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:56.612452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a450f3f-1a3e-4f0c-8166-dbbd76ebfb13 None None] Network 246e2859-6107-4928-aa75-4f682c728c2f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:56.619350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59888adc-45c7-4377-96f6-6f1b1849ff5e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159bcfe3-4ad4-4abb-909e-04cd75eca750,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:56.638803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.645629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9967f60-37e1-458e-aaa2-2d2319978468 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/ports/2c9421fc-a4bf-4110-8f96-abed9f96830b HTTP/1.1" status: 204 len: 168 time: 1.1815288 Nov 25 18:44:56.646775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51462) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:56.687234 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d1bbe6-bde9-4572-8658-74245000179e tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] GET failed (client error): The resource could not be found. Nov 25 18:44:56.692330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e2d1bbe6-bde9-4572-8658-74245000179e tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "GET /v2.0/ports/2c9421fc-a4bf-4110-8f96-abed9f96830b HTTP/1.1" status: 404 len: 333 time: 0.0396006 Nov 25 18:44:56.693970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51464) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:56.700761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-145323913'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:56.718860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67cbcea9-e32a-4918-9ba3-d95b5f99fc03 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.741446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Provisioning complete for port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:56.742389 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.777898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67cbcea9-e32a-4918-9ba3-d95b5f99fc03 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.787920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.846502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Pushing event updated for resources: {'Port': ['ID=2952709e-0d68-4a88-addc-4e91b5041769,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:56.897321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Attempting to bind port 2952709e-0d68-4a88-addc-4e91b5041769 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:44:56.897511 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Attempting to bind port 2952709e-0d68-4a88-addc-4e91b5041769 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ee0ee510-7b6b-466c-a15c-05fb03528554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:44:56.897871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Attempting to bind port 2952709e-0d68-4a88-addc-4e91b5041769 on network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:44:56.910976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:44:56.911406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Checking segment: {'id': 'ee0ee510-7b6b-466c-a15c-05fb03528554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:44:56.911982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.912372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:56.912661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Bound using segment: {'id': 'ee0ee510-7b6b-466c-a15c-05fb03528554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:44:56.912854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Bound port: 2952709e-0d68-4a88-addc-4e91b5041769, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0ee510-7b6b-466c-a15c-05fb03528554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:44:56.913518 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.918153 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:56.945174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] device_id is not set on port 140e0471-2e5b-4955-b2cb-0e5160ca0784 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:44:57.029061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Provisioning complete for port eb6c437b-d6da-49c9-b587-432ce1bdc1df triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:57.029319 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.066698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-175ddb3f-3524-4345-8bb4-6604d94918c3 None None] Port eb6c437b-d6da-49c9-b587-432ce1bdc1df cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:57.111414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc5d8a-2cac-42ca-9b67-098c71b2c5de req-9dd2fdd8-4d6b-478b-9e24-0492c58e6201 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:57.113010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ffc5d8a-2cac-42ca-9b67-098c71b2c5de req-9dd2fdd8-4d6b-478b-9e24-0492c58e6201 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.0931394 Nov 25 18:44:57.139207 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67cbcea9-e32a-4918-9ba3-d95b5f99fc03 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.142332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67cbcea9-e32a-4918-9ba3-d95b5f99fc03 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.143502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-67cbcea9-e32a-4918-9ba3-d95b5f99fc03 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/security-groups/9bb507ab-e607-4731-91c6-c6d7bd4505d2 HTTP/1.1" status: 204 len: 168 time: 0.5624645 Nov 25 18:44:57.149066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51470) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:57.150812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fa53ff39-9f23-4bf4-8cba-f71b87811b84 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:44:57.154796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Allocated IP 2001:db8::9a (b73b9ea3-b902-4730-979d-8a66eff551fb/8424a114-4ef1-4386-beff-81412b93eabf/140e0471-2e5b-4955-b2cb-0e5160ca0784) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:44:57.167964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] For port 2952709e-0d68-4a88-addc-4e91b5041769, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:44:57.182228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.184225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbcea9-e32a-4918-9ba3-d95b5f99fc03 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb507ab-e607-4731-91c6-c6d7bd4505d2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:57.187912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] For port 2952709e-0d68-4a88-addc-4e91b5041769, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2952709e-0d68-4a88-addc-4e91b5041769,segment=NetworkSegment(ee0ee510-7b6b-466c-a15c-05fb03528554),segment_id=ee0ee510-7b6b-466c-a15c-05fb03528554)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:44:57.201470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ffc5d8a-2cac-42ca-9b67-098c71b2c5de req-860d897a-cca9-4055-8931-7bdf6513d752 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793593 Nov 25 18:44:57.218026 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.236746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.243126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/subnets/95bb84e4-8fc5-4568-aaaf-b7c7ccfa94b6 HTTP/1.1" status: 204 len: 168 time: 1.1912637 Nov 25 18:44:57.245559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c95af4-b4e2-4333-af94-61b472ad6a4a tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Subnet': ['ID=95bb84e4-8fc5-4568-aaaf-b7c7ccfa94b6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:57.249359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51472) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:57.272470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet a8656a06-a381-4a78-8b4b-ff7ed99404ed {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:44:57.275934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.339983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bdb91-127f-4318-a8b3-d9ae3413e496 None None] Pushing event updated for resources: {'Port': ['ID=2952709e-0d68-4a88-addc-4e91b5041769,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:57.344681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2cc00a-025a-489a-93fa-ed4c983f5420 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:57.345646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.350142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bb2cc00a-025a-489a-93fa-ed4c983f5420 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999379 Nov 25 18:44:57.350773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:57.357162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port fa53ff39-9f23-4bf4-8cba-f71b87811b84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:57.371485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:44:57.428002 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.444754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa53ff39-9f23-4bf4-8cba-f71b87811b84 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:44:57.475354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.477517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port fa53ff39-9f23-4bf4-8cba-f71b87811b84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:57.485872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.495190 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.523932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.553568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=fa53ff39-9f23-4bf4-8cba-f71b87811b84,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:57.593687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a05eb-206a-4fa9-9e5b-16f41bcec9dc req-0f12aa0d-4f4c-4e45-8ce3-f66948bd1a9f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:57.595395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d31a05eb-206a-4fa9-9e5b-16f41bcec9dc req-0f12aa0d-4f4c-4e45-8ce3-f66948bd1a9f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 944 time: 0.1050706 Nov 25 18:44:57.607341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a420b1-5bfa-4e60-928e-c8c849cad8b6 req-532bdd51-c90a-49c6-8c9c-0b862454dd67 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:57.609034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03a420b1-5bfa-4e60-928e-c8c849cad8b6 req-532bdd51-c90a-49c6-8c9c-0b862454dd67 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.0997653 Nov 25 18:44:57.613913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.665674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.708545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network b73b9ea3-b902-4730-979d-8a66eff551fb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:57.724114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=a8656a06-a381-4a78-8b4b-ff7ed99404ed,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:57.726535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.727868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:57.730190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ad2793a7-bb78-42ad-b6fc-025d7204ad3e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/a8656a06-a381-4a78-8b4b-ff7ed99404ed HTTP/1.1" status: 204 len: 168 time: 0.5800290 Nov 25 18:44:57.731159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:44:57.734625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51480) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:57.739672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:57.740645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b249fabb-7ca2-459d-919e-40cf0af16e89 None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:57.741857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:57.742526 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.764891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['fa53ff39-9f23-4bf4-8cba-f71b87811b84'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:44:57.767135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Deleting port 2952709e-0d68-4a88-addc-4e91b5041769 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:57.767476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.798749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=140e0471-2e5b-4955-b2cb-0e5160ca0784,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:57.816608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d31a05eb-206a-4fa9-9e5b-16f41bcec9dc req-3d2d7809-360f-4ade-a315-f4a657e1220d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935854 Nov 25 18:44:57.822953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03a420b1-5bfa-4e60-928e-c8c849cad8b6 req-c365e2d3-1da7-4379-bf35-56d5a1c39444 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937051 Nov 25 18:44:57.865281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fff44951-330a-471b-a922-b8ae79197d5f tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1677096 Nov 25 18:44:57.867021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51484) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:57.876930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a2', 'mac_address': 'fa:16:3e:13:17:dd'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:57.941344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] For port 2952709e-0d68-4a88-addc-4e91b5041769, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2952709e-0d68-4a88-addc-4e91b5041769,segment=NetworkSegment(ee0ee510-7b6b-466c-a15c-05fb03528554),segment_id=ee0ee510-7b6b-466c-a15c-05fb03528554)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:57.941727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:57.968448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Calling delete_port for 2952709e-0d68-4a88-addc-4e91b5041769 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:57.997039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.029298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:58.034759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.079534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.112620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Port': ['ID=2952709e-0d68-4a88-addc-4e91b5041769,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:58.116464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] No DVR routers for this DVR port 2952709e-0d68-4a88-addc-4e91b5041769 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:58.203162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.223873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:58.235909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0ee510-7b6b-466c-a15c-05fb03528554') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:58.235909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0ee510-7b6b-466c-a15c-05fb03528554') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:44:58.253232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.271275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.281984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:44:58.282536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:44:58.287086 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:44:58.295793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3e18b7e9-39b6-4b8f-b883-35c676780276 None None] Provisioning complete for port 140e0471-2e5b-4955-b2cb-0e5160ca0784 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:58.296167 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e18b7e9-39b6-4b8f-b883-35c676780276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.376456 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.399841 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.405306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/networks/1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 HTTP/1.1" status: 204 len: 168 time: 1.0508561 Nov 25 18:44:58.406217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f76ed-d3a2-4d74-93a6-5044e225cece tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Network': ['ID=1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:58.410946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51488) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:58.416150 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.433096 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.448937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7993-23df-407d-a554-4e77f9ce41fa req-0477836c-3282-424c-be20-0c6ba4e30690 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:58.453846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3e18b7e9-39b6-4b8f-b883-35c676780276 None None] Port 140e0471-2e5b-4955-b2cb-0e5160ca0784 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:58.458600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-839f7993-23df-407d-a554-4e77f9ce41fa req-0477836c-3282-424c-be20-0c6ba4e30690 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1595600 Nov 25 18:44:58.538414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.580084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] In _notify_port_updated(), no bound segment for port 140e0471-2e5b-4955-b2cb-0e5160ca0784 on network b73b9ea3-b902-4730-979d-8a66eff551fb {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:44:58.586353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:58.587196 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.593070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51490) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:58.593868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "PUT /v2.0/ports/140e0471-2e5b-4955-b2cb-0e5160ca0784 HTTP/1.1" status: 200 len: 1001 time: 0.7231092 Nov 25 18:44:58.627191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.646116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1acb9b-2ff9-453a-ba14-6595d68c7cf5 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=140e0471-2e5b-4955-b2cb-0e5160ca0784,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:58.691102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-839f7993-23df-407d-a554-4e77f9ce41fa req-b46d8987-35b7-4a38-b01d-a17e691c2b62 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314470 Nov 25 18:44:58.700392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:44:58.704244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:44:58.707843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:58.717091 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.717856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Deleting port 8347e89e-6756-43c2-b607-e331a8611672 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:58.718053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.734626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=715e6c36-017b-41a6-94da-01f216a787a5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:58.747065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-919faa9c-bc5b-4942-8be9-b25a4e11db6a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0111361 Nov 25 18:44:58.753402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51492) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:58.761575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2d000abb-086c-4e35-9e3a-110cf97da759 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'security_group': {'name': 'tempest-secgroup-815805758'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:58.827437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d000abb-086c-4e35-9e3a-110cf97da759 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.963972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d000abb-086c-4e35-9e3a-110cf97da759 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.977247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d000abb-086c-4e35-9e3a-110cf97da759 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:58.977800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-33c01c47-ca62-4c8b-90d9-2fa8e4fbdbad None None] Could not find standard attr ID for object 2952709e-0d68-4a88-addc-4e91b5041769. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:44:59.006497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d000abb-086c-4e35-9e3a-110cf97da759 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.010641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2d000abb-086c-4e35-9e3a-110cf97da759 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2543364 Nov 25 18:44:59.027898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:59.036453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cf392e2f-8270-4704-9b5e-82c89f44b084 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'security_group': {'name': 'tempest-secgroup-1137738565'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:59.047526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00cfb6f-8c04-4e05-982e-7211ceb3b73c None None] DHCP port deletion for 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:44:59.078620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd61ca5-7900-4f85-9463-68c1526077de None None] Network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:59.107324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd61ca5-7900-4f85-9463-68c1526077de None None] Network 1bf72d68-2f9b-423a-a6b4-fe0ac85d5e60 could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:44:59.121661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7afe-5744-4c28-b8cd-e43735ecd3c0 req-3abf9a71-3089-42fa-81f0-7fd245c3743b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:59.123385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-672c7afe-5744-4c28-b8cd-e43735ecd3c0 req-3abf9a71-3089-42fa-81f0-7fd245c3743b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1337106 Nov 25 18:44:59.124920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d000abb-086c-4e35-9e3a-110cf97da759 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b4451-9b33-4427-82ff-483db06a9c82,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:59.129354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf392e2f-8270-4704-9b5e-82c89f44b084 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.138561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8a40e552-5be9-4a61-af88-3f4c9ef23a10 None None] Provisioning complete for port 140e0471-2e5b-4955-b2cb-0e5160ca0784 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:59.138940 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a40e552-5be9-4a61-af88-3f4c9ef23a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.186680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fa53ff39-9f23-4bf4-8cba-f71b87811b84 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:44:59.210677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-672c7afe-5744-4c28-b8cd-e43735ecd3c0 req-9bbe094f-c6ec-4f3d-bc79-eb6396f38b19 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779462 Nov 25 18:44:59.220029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8a40e552-5be9-4a61-af88-3f4c9ef23a10 None None] Port 140e0471-2e5b-4955-b2cb-0e5160ca0784 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:59.267026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port fa53ff39-9f23-4bf4-8cba-f71b87811b84 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:44:59.272077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port fa53ff39-9f23-4bf4-8cba-f71b87811b84 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:59.273860 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.305356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf392e2f-8270-4704-9b5e-82c89f44b084 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.310428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf392e2f-8270-4704-9b5e-82c89f44b084 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.351744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf392e2f-8270-4704-9b5e-82c89f44b084 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.355790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf392e2f-8270-4704-9b5e-82c89f44b084 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3268790 Nov 25 18:44:59.356402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51502) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:59.361403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-53d76e87-389f-49c0-8fee-07e424720607 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'security_group': {'name': 'tempest-secgroup-1736949430'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:59.366651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf392e2f-8270-4704-9b5e-82c89f44b084 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e539a74-b7e0-4a66-bc0c-764673d1631c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:59.392054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d76e87-389f-49c0-8fee-07e424720607 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.409085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] For port 8347e89e-6756-43c2-b607-e331a8611672, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8347e89e-6756-43c2-b607-e331a8611672,segment=NetworkSegment(3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9),segment_id=3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:59.409677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.425071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting port 140e0471-2e5b-4955-b2cb-0e5160ca0784 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:44:59.425406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.429874 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.447340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35bd79a-f483-4667-b8f3-907709aa604b None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:44:59.447610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Calling delete_port for 8347e89e-6756-43c2-b607-e331a8611672 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:59.478157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d76e87-389f-49c0-8fee-07e424720607 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.485396 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d76e87-389f-49c0-8fee-07e424720607 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.502069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:44:59.504338 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5df992-9db8-471e-8327-7bb3807078c2" -d '{"events": [{"server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "name": "network-vif-plugged", "status": "completed", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:44:59.525730 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d76e87-389f-49c0-8fee-07e424720607 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.530336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53d76e87-389f-49c0-8fee-07e424720607 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1725643 Nov 25 18:44:59.533776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51508) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:44:59.535034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b164f13-9649-4630-84c1-d18298d8f47a req-1d19248d-0880-44ab-9379-fb93ba96955c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:59.542048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b164f13-9649-4630-84c1-d18298d8f47a req-1d19248d-0880-44ab-9379-fb93ba96955c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 944 time: 0.2572589 Nov 25 18:44:59.542246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1024302690', 'security_groups': ['206e5720-82cf-4b5b-b67f-e2a1ab16c493'], 'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '715e6c36-017b-41a6-94da-01f216a787a5'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:44:59.547357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d76e87-389f-49c0-8fee-07e424720607 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206e5720-82cf-4b5b-b67f-e2a1ab16c493,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:59.552591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port fa53ff39-9f23-4bf4-8cba-f71b87811b84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:44:59.568039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.586322 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c48050-8e67-4caf-8f4d-c14e6ec46a54 x-openstack-request-id: req-88c48050-8e67-4caf-8f4d-c14e6ec46a54 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:44:59.586533 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "name": "network-vif-plugged", "status": "completed", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:44:59.586663 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88c48050-8e67-4caf-8f4d-c14e6ec46a54 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:44:59.587039 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'code': 200} Nov 25 18:44:59.622890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2bb70c74-fac1-4d53-9b05-957f06455be8 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:59.623263 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bb70c74-fac1-4d53-9b05-957f06455be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.734953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=fa53ff39-9f23-4bf4-8cba-f71b87811b84,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:59.735506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:44:59.773002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.804378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.833366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2bb70c74-fac1-4d53-9b05-957f06455be8 None None] Provisioning complete for port 5183df44-a81f-4acf-a4fb-fbeca167aee4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:44:59.833870 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bb70c74-fac1-4d53-9b05-957f06455be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.835480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b164f13-9649-4630-84c1-d18298d8f47a req-7398ed79-852f-4b1e-9518-8e0423c7e678 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720463 Nov 25 18:44:59.844095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Calling delete_port for 140e0471-2e5b-4955-b2cb-0e5160ca0784 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:44:59.877945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] No DVR routers for this DVR port 8347e89e-6756-43c2-b607-e331a8611672 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:44:59.888470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Port': ['ID=8347e89e-6756-43c2-b607-e331a8611672,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:44:59.894408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2bb70c74-fac1-4d53-9b05-957f06455be8 None None] Port 5183df44-a81f-4acf-a4fb-fbeca167aee4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:44:59.898359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a059e-205e-4002-bd74-5867cd40c38c req-99d79beb-626d-4d01-b323-c05730b222a2 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:44:59.900021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae1a059e-205e-4002-bd74-5867cd40c38c req-99d79beb-626d-4d01-b323-c05730b222a2 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1121097 Nov 25 18:44:59.908247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6008896-5494-4324-b625-f7954a5301a0 None None] Update dhcp port {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'fixed_ips': [{'subnet_id': '0a456228-a836-419a-916c-66ce7ab045ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '715e6c36-017b-41a6-94da-01f216a787a5'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'c1ae6c94-fe32-459a-8732-98f37f4c5904'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:44:59.939243 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6008896-5494-4324-b625-f7954a5301a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.948439 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.979501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:44:59.980339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] device_id is not set on port 62605ad9-7efc-40e0-94a6-25eff178e87c yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:00.000491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae1a059e-205e-4002-bd74-5867cd40c38c req-1e50fc01-030e-473d-949c-49a7c713ec15 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885551 Nov 25 18:45:00.001119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246e2859-6107-4928-aa75-4f682c728c2f']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:00.055301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:00.055683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a45d000-d8d4-4e9e-992d-c4e1f10ec8c9') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:00.059832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68308ea-e5c7-43f7-9cf7-7ab3fcff8185 req-eb5a4bd1-c986-4d0b-ab7b-1593d010596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:00.061881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f68308ea-e5c7-43f7-9cf7-7ab3fcff8185 req-eb5a4bd1-c986-4d0b-ab7b-1593d010596b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 1096 time: 0.3711653 Nov 25 18:45:00.073798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.110730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.114215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e6008896-5494-4324-b625-f7954a5301a0 None None] Allocated IP 2001:db8::2 (3f7ba654-af62-4ada-ba75-9d562eb76c9d/715e6c36-017b-41a6-94da-01f216a787a5/c1ae6c94-fe32-459a-8732-98f37f4c5904) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:00.125055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:00.125480 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:00.132713 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:00.194871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f68308ea-e5c7-43f7-9cf7-7ab3fcff8185 req-85ec779c-49ea-49b8-acf8-523d2c9b1c7f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229870 Nov 25 18:45:00.212009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e6008896-5494-4324-b625-f7954a5301a0 None None] For port c1ae6c94-fe32-459a-8732-98f37f4c5904, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c1ae6c94-fe32-459a-8732-98f37f4c5904,segment=NetworkSegment(77580fa0-e93e-4fe4-9457-4e2f0813fcc2),segment_id=77580fa0-e93e-4fe4-9457-4e2f0813fcc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:00.218631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.223530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.227830 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/networks/246e2859-6107-4928-aa75-4f682c728c2f HTTP/1.1" status: 204 len: 168 time: 1.8151336 Nov 25 18:45:00.230001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51514) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:00.249776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6008896-5494-4324-b625-f7954a5301a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.257212 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6008896-5494-4324-b625-f7954a5301a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.271103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bff17-8f7b-4ff6-8027-542c744645f4 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Network': ['ID=246e2859-6107-4928-aa75-4f682c728c2f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:00.321588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.361378 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.368091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6008896-5494-4324-b625-f7954a5301a0 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6c94-fe32-459a-8732-98f37f4c5904,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:00.388698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8::6b (3f7ba654-af62-4ada-ba75-9d562eb76c9d/715e6c36-017b-41a6-94da-01f216a787a5/62605ad9-7efc-40e0-94a6-25eff178e87c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:00.396562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Port': ['ID=140e0471-2e5b-4955-b2cb-0e5160ca0784,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:00.453097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489ff0d-fe87-4446-a24b-07fff05023b6 req-b3fa82ce-abf4-4a67-8c37-aff7601081dd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:00.454687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7489ff0d-fe87-4446-a24b-07fff05023b6 req-b3fa82ce-abf4-4a67-8c37-aff7601081dd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1482754 Nov 25 18:45:00.493372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.534391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.542355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a3d3ffa0-821e-4262-99b0-5008e9c81e08 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/ports/140e0471-2e5b-4955-b2cb-0e5160ca0784 HTTP/1.1" status: 204 len: 168 time: 1.9468493 Nov 25 18:45:00.547064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51520) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:00.574900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7489ff0d-fe87-4446-a24b-07fff05023b6 req-535530b9-85d8-4393-a5ff-eb07283f3ae5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054759 Nov 25 18:45:00.599311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb00dc9-f575-4a59-a88f-4c7193dd9e57']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:00.635272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdb5dc4-3e66-4b9f-a7fb-deae2a1e97e4') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:00.635577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdb5dc4-3e66-4b9f-a7fb-deae2a1e97e4') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:00.645315 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-206517a7-04e2-4c21-b4b7-0dc33976d75b tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] GET failed (client error): The resource could not be found. Nov 25 18:45:00.646801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-206517a7-04e2-4c21-b4b7-0dc33976d75b tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "GET /v2.0/ports/140e0471-2e5b-4955-b2cb-0e5160ca0784 HTTP/1.1" status: 404 len: 333 time: 0.0994403 Nov 25 18:45:00.650794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51524) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:00.656983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2039956919'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:00.659270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.690282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.692066 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.706072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:00.706758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:00.711905 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:00.817155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.829712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.830077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:00.835403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/networks/6eb00dc9-f575-4a59-a88f-4c7193dd9e57 HTTP/1.1" status: 204 len: 168 time: 0.6022272 Nov 25 18:45:00.835609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.837200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51534) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:00.846395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:00.886464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa95a6-6017-4b28-bd52-c5c378811d39 tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Network': ['ID=6eb00dc9-f575-4a59-a88f-4c7193dd9e57,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:00.929989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] device_id is not set on port 8a8f2585-a886-4240-93da-e0064906c5e0 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:00.995080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.016567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.099374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6908f9e-b793-49eb-832d-bcbae051a474 req-24eb4736-7e6b-43ce-b707-735713b43f71 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:01.107502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6908f9e-b793-49eb-832d-bcbae051a474 req-24eb4736-7e6b-43ce-b707-735713b43f71 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 945 time: 0.1573849 Nov 25 18:45:01.114431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:01.130259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=62605ad9-7efc-40e0-94a6-25eff178e87c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:01.132866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:01.140228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:01.145954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:01.146686 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.182178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c426e985-10a0-47b9-9f10-ed47e302faf8 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:45:01.189249 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-654c0049-98e2-4bb4-aeb2-77f1d608a15b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6516588 Nov 25 18:45:01.189495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51554) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:01.195052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6cb3ecae-f7c2-4f4a-8b9c-74634610294e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:01.284739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.300731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Allocated IP 2001:db8::eb (b73b9ea3-b902-4730-979d-8a66eff551fb/8424a114-4ef1-4386-beff-81412b93eabf/8a8f2585-a886-4240-93da-e0064906c5e0) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:01.338028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:01.356270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6908f9e-b793-49eb-832d-bcbae051a474 req-ee070f26-dd67-4c49-aeda-251d82d0fc14 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472911 Nov 25 18:45:01.360671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'port_id': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'mac_address': 'fa:16:3e:ba:68:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facef00e-ccfd-4dca-ba36-6dccea534f9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:45:01.363438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc826377-43c3-481f-856e-87364b181b90 req-b3390189-8d71-4b97-8e92-b6d98bdd38b3 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:01.365665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc826377-43c3-481f-856e-87364b181b90 req-b3390189-8d71-4b97-8e92-b6d98bdd38b3 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.2399635 Nov 25 18:45:01.388075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb3ecae-f7c2-4f4a-8b9c-74634610294e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:01.397219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ecae-f7c2-4f4a-8b9c-74634610294e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.417278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151cb44f-71be-4abc-ac92-021e76ea5ee5']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:01.426714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-826f2d91-91bb-45ed-af99-2e77e61a5c88 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:01.427147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-826f2d91-91bb-45ed-af99-2e77e61a5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.457871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60356107-426f-4f14-b67b-c1db853cad3f') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:01.458383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60356107-426f-4f14-b67b-c1db853cad3f') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:01.485226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.508947 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.528447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c426e985-10a0-47b9-9f10-ed47e302faf8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:45:01.558613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.558998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:01.568370 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.624356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc826377-43c3-481f-856e-87364b181b90 req-2f41d07d-84c3-4247-ae5c-e1d26b7f96be tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508409 Nov 25 18:45:01.712847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['c426e985-10a0-47b9-9f10-ed47e302faf8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:45:01.741021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:01.741439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:01.756045 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:01.793566 n-d-819194-3 neutron-server[103457]: INFO neutron.db.ipam_backend_mixin [None req-6cb3ecae-f7c2-4f4a-8b9c-74634610294e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 715e6c36-017b-41a6-94da-01f216a787a5 (CIDR: 2001:db8::/64) Nov 25 18:45:01.835226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6aaeb1-e274-4908-bbc7-877cb86cf2a4 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:45:01.842192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c1ae6c94-fe32-459a-8732-98f37f4c5904 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:01.846510 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb3ecae-f7c2-4f4a-8b9c-74634610294e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:45:01.847107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb3ecae-f7c2-4f4a-8b9c-74634610294e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:01.873630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:01.881036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaebd6-7a8d-42bf-b31e-3403495af0a6 req-23e7b21a-45c7-4730-833d-6f0d8c440d66 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:01.882915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acbaebd6-7a8d-42bf-b31e-3403495af0a6 req-23e7b21a-45c7-4730-833d-6f0d8c440d66 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 945 time: 0.1269712 Nov 25 18:45:01.890626 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6cb3ecae-f7c2-4f4a-8b9c-74634610294e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7001195 Nov 25 18:45:01.891254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51568) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:01.897168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3cb5dfdb-0c17-40dd-8756-fd81e7020477 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:01.910415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.935119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:01.942994 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] 10.222.0.62 "DELETE /v2.0/networks/151cb44f-71be-4abc-ac92-021e76ea5ee5 HTTP/1.1" status: 204 len: 168 time: 1.1033971 Nov 25 18:45:01.972582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acbaebd6-7a8d-42bf-b31e-3403495af0a6 req-69191fb4-e93c-40d0-a99d-5453c3be1815 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797119 Nov 25 18:45:02.040277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.043429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72449-974f-4b47-8551-d22fcb73984b tempest-BulkNetworkOpsTest-343752324 tempest-BulkNetworkOpsTest-343752324-project] Pushing event deleted for resources: {'Network': ['ID=151cb44f-71be-4abc-ac92-021e76ea5ee5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:02.060202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-826f2d91-91bb-45ed-af99-2e77e61a5c88 None None] Provisioning complete for port 5183df44-a81f-4acf-a4fb-fbeca167aee4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:02.060934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-826f2d91-91bb-45ed-af99-2e77e61a5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.132674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:02.133072 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.156011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.187681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-826f2d91-91bb-45ed-af99-2e77e61a5c88 None None] Port 5183df44-a81f-4acf-a4fb-fbeca167aee4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:02.215811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network b73b9ea3-b902-4730-979d-8a66eff551fb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:02.216929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb5dfdb-0c17-40dd-8756-fd81e7020477 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:02.220250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cb5dfdb-0c17-40dd-8756-fd81e7020477 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.237054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:02.252707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6aaeb1-e274-4908-bbc7-877cb86cf2a4 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:45:02.278124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:02.292156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:02.292808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.319635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=8a8f2585-a886-4240-93da-e0064906c5e0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:02.378976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c51c2c3f-34b2-4a9a-9af8-d877a0dfa34d tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7241790 Nov 25 18:45:02.379337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51578) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:02.391049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:13:17:dd'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:02.441298 n-d-819194-3 neutron-server[103456]: INFO neutron.db.ipam_backend_mixin [None req-3cb5dfdb-0c17-40dd-8756-fd81e7020477 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0a456228-a836-419a-916c-66ce7ab045ae (CIDR: 2001:db8:0:1::/64) Nov 25 18:45:02.443258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51582) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:02.467939 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb5dfdb-0c17-40dd-8756-fd81e7020477 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:45:02.468663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb5dfdb-0c17-40dd-8756-fd81e7020477 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:02.536181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-33c8f542-7c0c-4f12-b839-c593e01af185 None None] Provisioning complete for port 62605ad9-7efc-40e0-94a6-25eff178e87c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:02.536556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-33c8f542-7c0c-4f12-b839-c593e01af185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.539123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3cb5dfdb-0c17-40dd-8756-fd81e7020477 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6461725 Nov 25 18:45:02.542950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:02.548351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'subnet': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:02.637227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.657550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645e212-6f56-4b31-9d3c-c0cf0d83a559 req-00250b78-ecd1-4ce0-bdda-beef9988e82e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:02.660287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c645e212-6f56-4b31-9d3c-c0cf0d83a559 req-00250b78-ecd1-4ce0-bdda-beef9988e82e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 945 time: 0.1666627 Nov 25 18:45:02.763930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-33c8f542-7c0c-4f12-b839-c593e01af185 None None] Port 62605ad9-7efc-40e0-94a6-25eff178e87c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:02.880710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c645e212-6f56-4b31-9d3c-c0cf0d83a559 req-64babdae-ad82-44de-8c41-f03a94889f54 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068040 Nov 25 18:45:02.886663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Made reservation on behalf of abab1bc54f424d62b062868c44b243c9 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:02.890576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:02.896124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b8c49-2ce1-4fa2-97ba-4284a91af26b req-01b7a2bb-51e7-43bc-8b7c-aa1689a64839 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:02.906711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-121b8c49-2ce1-4fa2-97ba-4284a91af26b req-01b7a2bb-51e7-43bc-8b7c-aa1689a64839 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.0862925 Nov 25 18:45:02.919417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-64346afc-65f2-492e-8fe9-03518c9aafe0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc6965a3a6ad4553b4f359371973e961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4749460 Nov 25 18:45:02.919996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51596) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:03.030424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.036904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-121b8c49-2ce1-4fa2-97ba-4284a91af26b req-926dee74-7699-4cb6-b156-f1d8d28782c2 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291232 Nov 25 18:45:03.041821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.091556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04277174-3dc3-4536-bd97-59f7a46c4c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.100946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a37000cd-efe7-49df-bcac-b0664c16191b None None] Provisioning complete for port 568bc47f-b0ba-43e6-87d7-41148a7acf39 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:03.101169 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a37000cd-efe7-49df-bcac-b0664c16191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.155651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=8a8f2585-a886-4240-93da-e0064906c5e0,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:03.174870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] In _notify_port_updated(), no bound segment for port 8a8f2585-a886-4240-93da-e0064906c5e0 on network b73b9ea3-b902-4730-979d-8a66eff551fb {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:45:03.185152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:03.187954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.194581 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8e4b1a69-6bc5-4911-b504-7ba66802c563 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "PUT /v2.0/ports/8a8f2585-a886-4240-93da-e0064906c5e0 HTTP/1.1" status: 200 len: 1002 time: 0.8114734 Nov 25 18:45:03.195266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:03.199602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c426e985-10a0-47b9-9f10-ed47e302faf8 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:03.199773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c842e9-bead-4240-940f-2257393b19b8 req-806a889a-8b23-4ee6-8d31-0b8037dc0969 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:03.210554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31c842e9-bead-4240-940f-2257393b19b8 req-806a889a-8b23-4ee6-8d31-0b8037dc0969 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 945 time: 0.2087755 Nov 25 18:45:03.234076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04277174-3dc3-4536-bd97-59f7a46c4c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.347109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31c842e9-bead-4240-940f-2257393b19b8 req-97578267-d366-4e64-88be-d60b40a25833 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353941 Nov 25 18:45:03.362659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51602) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:03.371110 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.438048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad6ae8-9918-4aa5-ab30-c6d8a3207226 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:03.441943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0cad6ae8-9918-4aa5-ab30-c6d8a3207226 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 1091 time: 0.0774448 Nov 25 18:45:03.447879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51604) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:03.462993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:03.485036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port c426e985-10a0-47b9-9f10-ed47e302faf8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:03.485514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.544682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.604632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04277174-3dc3-4536-bd97-59f7a46c4c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.608748 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04277174-3dc3-4536-bd97-59f7a46c4c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.609943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-04277174-3dc3-4536-bd97-59f7a46c4c98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a1a0f3e-f1bb-4947-8778-cb79747763bf HTTP/1.1" status: 204 len: 168 time: 0.6101589 Nov 25 18:45:03.623282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04277174-3dc3-4536-bd97-59f7a46c4c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a0f3e-f1bb-4947-8778-cb79747763bf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:03.653322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting port 8a8f2585-a886-4240-93da-e0064906c5e0 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:03.653667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.673232 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.691945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a37000cd-efe7-49df-bcac-b0664c16191b None None] Provisioning complete for port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:03.692462 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a37000cd-efe7-49df-bcac-b0664c16191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.874168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:03.885184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:03.895985 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf0f00e-dc95-4b12-87c3-9f1fe547ca66" -d '{"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-plugged", "status": "completed", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:03.896463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd003e8-59ed-4b16-bc08-8b2453583ce6 req-453b5bbd-d13e-4a41-b9e7-f0c21ce9c3df tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:03.905719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6dd003e8-59ed-4b16-bc08-8b2453583ce6 req-453b5bbd-d13e-4a41-b9e7-f0c21ce9c3df tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 945 time: 0.3492062 Nov 25 18:45:03.956877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:03.997108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6dd003e8-59ed-4b16-bc08-8b2453583ce6 req-64e0fa1c-8c39-46df-a7d7-c92ad0c95cb2 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904181 Nov 25 18:45:04.011954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:04.058944 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:04.119346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Calling delete_port for 8a8f2585-a886-4240-93da-e0064906c5e0 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:04.127290 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7102d3a-0f3c-4b71-914e-922782976318 x-openstack-request-id: req-b7102d3a-0f3c-4b71-914e-922782976318 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:04.127598 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-plugged", "status": "completed", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:04.127843 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7102d3a-0f3c-4b71-914e-922782976318 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:04.128246 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'code': 200} Nov 25 18:45:04.139635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:04.157714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ccc4e6cb-7540-4546-8314-28acbfb457a8 None None] Provisioning complete for port 8a8f2585-a886-4240-93da-e0064906c5e0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:04.158088 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e6cb-7540-4546-8314-28acbfb457a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:04.181473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:04.203770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:04.222371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c655d-b607-4911-9b09-d9906883596b None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:04.224696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:04.237958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:04.239661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:04.275371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Subnet': ['ID=c59ef711-9783-441b-a6d9-1640036f5a76,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:04.355784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154049-3ef8-49bb-b52a-7f1aa4ca3524 req-41890415-a4bc-41d3-80f3-7411b7525a24 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:04.367188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a3154049-3ef8-49bb-b52a-7f1aa4ca3524 req-41890415-a4bc-41d3-80f3-7411b7525a24 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1141145 Nov 25 18:45:04.374159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4e6cb-7540-4546-8314-28acbfb457a8 None None] Port 8a8f2585-a886-4240-93da-e0064906c5e0 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:04.413440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-86f956a6-c218-4526-9e78-27ec11fd6175 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8674202 Nov 25 18:45:04.424435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51630) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:04.444494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1581596544', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c59ef711-9783-441b-a6d9-1640036f5a76'}], 'security_groups': ['f01b4451-9b33-4427-82ff-483db06a9c82', '7e539a74-b7e0-4a66-bc0c-764673d1631c']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:04.467466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a3154049-3ef8-49bb-b52a-7f1aa4ca3524 req-9c3ec252-853e-4fbf-8b92-162d93212471 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987229 Nov 25 18:45:04.606977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:04.664386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.25.2.244 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/632e941f-dd67-4df8-8d88-9ebb9845427e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:04.833802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-20dfdcdf-d80b-47ca-9674-3d486a5443a1 None None] Could not find standard attr ID for object 8a8f2585-a886-4240-93da-e0064906c5e0. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:45:04.941327 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.092967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.177459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.193971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51644) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:05.194355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f245a-ee01-49a4-a351-6dba75000bf8 None None] Update dhcp port {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'fixed_ips': [{'subnet_id': '0a456228-a836-419a-916c-66ce7ab045ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '715e6c36-017b-41a6-94da-01f216a787a5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c59ef711-9783-441b-a6d9-1640036f5a76'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'c1ae6c94-fe32-459a-8732-98f37f4c5904'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:45:05.232247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-711f245a-ee01-49a4-a351-6dba75000bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.261197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=632e941f-dd67-4df8-8d88-9ebb9845427e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:05.305061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:05.306947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Port': ['ID=8a8f2585-a886-4240-93da-e0064906c5e0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:05.310209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.317100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-09a59afa-bc67-4fe0-803f-0724c6bedad2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/ports/8a8f2585-a886-4240-93da-e0064906c5e0 HTTP/1.1" status: 204 len: 168 time: 2.1203475 Nov 25 18:45:05.321246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51650) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:05.366088 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2925bfc-fda8-4f01-8f5c-260a5597532c tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] GET failed (client error): The resource could not be found. Nov 25 18:45:05.372410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51652) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:05.372768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c2925bfc-fda8-4f01-8f5c-260a5597532c tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "GET /v2.0/ports/8a8f2585-a886-4240-93da-e0064906c5e0 HTTP/1.1" status: 404 len: 333 time: 0.0500796 Nov 25 18:45:05.375252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:05.378917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:05.398364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-819738435'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:05.478508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-711f245a-ee01-49a4-a351-6dba75000bf8 None None] Allocated IP 2001:db8:0:2::2 (3f7ba654-af62-4ada-ba75-9d562eb76c9d/c59ef711-9783-441b-a6d9-1640036f5a76/c1ae6c94-fe32-459a-8732-98f37f4c5904) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:05.558806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1282798695'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:05.565538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968c704-9252-4112-9f76-b52115bfe54d req-733efba3-a98e-41d7-9e67-6db8d70e4ebc tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:05.572961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6968c704-9252-4112-9f76-b52115bfe54d req-733efba3-a98e-41d7-9e67-6db8d70e4ebc tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2543972 Nov 25 18:45:05.627446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-711f245a-ee01-49a4-a351-6dba75000bf8 None None] For port c1ae6c94-fe32-459a-8732-98f37f4c5904, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c1ae6c94-fe32-459a-8732-98f37f4c5904,segment=NetworkSegment(77580fa0-e93e-4fe4-9457-4e2f0813fcc2),segment_id=77580fa0-e93e-4fe4-9457-4e2f0813fcc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:05.655462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6968c704-9252-4112-9f76-b52115bfe54d req-db29b118-9e7e-438d-92e3-2347cda8c747 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812087 Nov 25 18:45:05.709335 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-711f245a-ee01-49a4-a351-6dba75000bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.720651 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-711f245a-ee01-49a4-a351-6dba75000bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.749212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:05.752946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.759794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:05.764719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.790988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] device_id is not set on port 4cb8dc17-cc38-4871-9ed1-4ff200a9b127 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:05.844975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:05.874323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f245a-ee01-49a4-a351-6dba75000bf8 None None] Pushing event updated for resources: {'Port': ['ID=c1ae6c94-fe32-459a-8732-98f37f4c5904,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:05.912507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8d921-7318-4500-997d-c52ffaea3d36 req-50a04567-b3c1-4b9b-b63c-4bbf0d5be2f5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:05.914221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d3c8d921-7318-4500-997d-c52ffaea3d36 req-50a04567-b3c1-4b9b-b63c-4bbf0d5be2f5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.2953260 Nov 25 18:45:06.002560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Allocated IP 2001:db8::333 (b73b9ea3-b902-4730-979d-8a66eff551fb/8424a114-4ef1-4386-beff-81412b93eabf/4cb8dc17-cc38-4871-9ed1-4ff200a9b127) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:06.262625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:06.309341 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:06.377969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=4cb8dc17-cc38-4871-9ed1-4ff200a9b127,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:06.402205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network b73b9ea3-b902-4730-979d-8a66eff551fb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:06.403801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:06.408675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:06.415101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:06.415772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:06.451478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-defeb957-2b19-4a16-a577-cd8c81d29849 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0747590 Nov 25 18:45:06.455638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51660) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:06.462319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'network_id': 'b73b9ea3-b902-4730-979d-8a66eff551fb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-112326716'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:06.674217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Delete allocated IP 2001:db8::6b (3f7ba654-af62-4ada-ba75-9d562eb76c9d/715e6c36-017b-41a6-94da-01f216a787a5) {{(pid=103456) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 18:45:06.704645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Made reservation on behalf of 2ab839b8ebb74b6bbb89b3ce1ae21f7e for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:06.708313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:06.740602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Allocated IP 2001:db8:0:2::1aa (3f7ba654-af62-4ada-ba75-9d562eb76c9d/c59ef711-9783-441b-a6d9-1640036f5a76/62605ad9-7efc-40e0-94a6-25eff178e87c) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:06.819285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] device_id is not set on port a9e290cb-7889-45de-a22d-434b70a79452 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:06.832364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d3c8d921-7318-4500-997d-c52ffaea3d36 req-303620ce-18c3-4b68-bbca-6895846c66e1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679740 Nov 25 18:45:06.849327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b546ae7-1753-48fa-8243-1905b81cd719 req-6d49c032-b0f7-4830-83c8-4ffcbf118576 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:06.861804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b546ae7-1753-48fa-8243-1905b81cd719 req-6d49c032-b0f7-4830-83c8-4ffcbf118576 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1032727 Nov 25 18:45:06.910964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2b0dc64c-ebe9-423e-96d1-6eb4e38bdc36 None None] Provisioning complete for port 4cb8dc17-cc38-4871-9ed1-4ff200a9b127 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:06.911577 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b0dc64c-ebe9-423e-96d1-6eb4e38bdc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:06.984160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2b0dc64c-ebe9-423e-96d1-6eb4e38bdc36 None None] Port 4cb8dc17-cc38-4871-9ed1-4ff200a9b127 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:07.019069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b546ae7-1753-48fa-8243-1905b81cd719 req-09816fcc-5d76-4310-adb5-79acb490e684 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559267 Nov 25 18:45:07.045286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.120875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:07.121373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.128487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.176449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:07.203679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Allocated IP 2001:db8::1a8 (b73b9ea3-b902-4730-979d-8a66eff551fb/8424a114-4ef1-4386-beff-81412b93eabf/a9e290cb-7889-45de-a22d-434b70a79452) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:07.262141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:07.303005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.303634 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment 583e24a9-5e24-4083-8d6e-c1462df0e0ee of type vlan for network 84c6e6ca-de02-4017-900b-c59935ad1aa1 Nov 25 18:45:07.305367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dfb454-4d3e-43c2-a702-83255f92ea28,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:07.306950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Provisioning complete for port 62605ad9-7efc-40e0-94a6-25eff178e87c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:07.309786 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.330545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.396835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Port 62605ad9-7efc-40e0-94a6-25eff178e87c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:07.412902 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2c612f1-b89a-4f8b-a7b3-383a09683c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.418701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Provisioning complete for port 5183df44-a81f-4acf-a4fb-fbeca167aee4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:07.419201 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.423344 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.458857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffed9c-805f-41a1-a91c-53da0144f414 None None] Port 5183df44-a81f-4acf-a4fb-fbeca167aee4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:07.493336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.499362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:07.500125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.537223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.588975 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2c612f1-b89a-4f8b-a7b3-383a09683c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.595679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3504753 Nov 25 18:45:07.602137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51676) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:07.607735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'name': 'tempest-PortsTestJSON-806424060'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:07.614755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2c612f1-b89a-4f8b-a7b3-383a09683c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.649794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008da9a0-c8c6-4641-ae96-c8fd58bcf313 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=84c6e6ca-de02-4017-900b-c59935ad1aa1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:07.653793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.656725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.675021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:07.685452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.695622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.724805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c612f1-b89a-4f8b-a7b3-383a09683c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b2e0b-53a8-45c0-9ab1-1f3e6ae10f50,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:07.729076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d2c612f1-b89a-4f8b-a7b3-383a09683c93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e6ffc363e7e4faa8e2e1415b8562091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5516272 Nov 25 18:45:07.739751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51678) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:07.772656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Network b73b9ea3-b902-4730-979d-8a66eff551fb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:07.779091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:07.786409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:07.792834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:07.793499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.816574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=a9e290cb-7889-45de-a22d-434b70a79452,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:07.826791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c1ae6c94-fe32-459a-8732-98f37f4c5904 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:07.830691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] In _notify_port_updated(), no bound segment for port 62605ad9-7efc-40e0-94a6-25eff178e87c on network 3f7ba654-af62-4ada-ba75-9d562eb76c9d {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:45:07.830980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:07.834576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.838069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:07.839452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:07.842404 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "PUT /v2.0/ports/62605ad9-7efc-40e0-94a6-25eff178e87c HTTP/1.1" status: 200 len: 970 time: 3.4173603 Nov 25 18:45:07.848769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51680) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:07.860567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ba553e73-273c-4ff9-9807-c5934d573664 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4036114 Nov 25 18:45:07.861286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086124c1-2fcf-4192-9a53-a75b94a02ed8 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event updated for resources: {'Port': ['ID=62605ad9-7efc-40e0-94a6-25eff178e87c,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:07.863716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51682) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:07.882270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 03a505d2-cbed-4c9f-b19f-db7ee14db639 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:07.892377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a2', 'mac_address': 'fa:16:3e:13:17:dd'}, {'ip_address': '2001:db8::333', 'mac_address': 'fa:16:3e:49:87:7a'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:07.986796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:07.987457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.309251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-186ce34f-cdf2-491c-8243-70d213323e62 None None] Provisioning complete for port 62605ad9-7efc-40e0-94a6-25eff178e87c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:08.310892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-186ce34f-cdf2-491c-8243-70d213323e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.317394 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.318885 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c8cfc80-c28d-4d0d-9bc0-cb1e6f24f3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.351769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a386e0-61b7-480a-a9a6-87f3fdc42660 req-c7cffc5d-6496-427b-a358-520eb54f365f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:08.354487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25a386e0-61b7-480a-a9a6-87f3fdc42660 req-c7cffc5d-6496-427b-a358-520eb54f365f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.3331811 Nov 25 18:45:08.360290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-186ce34f-cdf2-491c-8243-70d213323e62 None None] Port 62605ad9-7efc-40e0-94a6-25eff178e87c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:08.376852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-186ce34f-cdf2-491c-8243-70d213323e62 None None] Provisioning complete for port a9e290cb-7889-45de-a22d-434b70a79452 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:08.377642 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-186ce34f-cdf2-491c-8243-70d213323e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.412849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c8cfc80-c28d-4d0d-9bc0-cb1e6f24f3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.429397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-186ce34f-cdf2-491c-8243-70d213323e62 None None] Port a9e290cb-7889-45de-a22d-434b70a79452 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:08.431575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.447283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602a1bb-e9d3-4f08-a475-155735945687 req-17dd4e6e-2e08-4b7b-a8da-1aba9e736e14 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:08.455366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4602a1bb-e9d3-4f08-a475-155735945687 req-17dd4e6e-2e08-4b7b-a8da-1aba9e736e14 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.3220565 Nov 25 18:45:08.489281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25a386e0-61b7-480a-a9a6-87f3fdc42660 req-e94a1211-9430-412a-a488-9f5f4a902ccd tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286104 Nov 25 18:45:08.528471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=03a505d2-cbed-4c9f-b19f-db7ee14db639,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:08.540470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': '583e24a9-5e24-4083-8d6e-c1462df0e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:08.540866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: 84c6e6ca-de02-4017-900b-c59935ad1aa1, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:08.569446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:08.571831 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.586020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 84c6e6ca-de02-4017-900b-c59935ad1aa1) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:08.596373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c5409-3ccb-4661-847e-a4cbe7ca825d None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:08.602230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:08.610854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.628066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:08.630164 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.634848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 62605ad9-7efc-40e0-94a6-25eff178e87c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:08.635274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.662397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-abf8f164-7695-4870-9f1d-ae7b497ca804 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0588880 Nov 25 18:45:08.663201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51690) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:08.664377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.675019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-617494333'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:08.715733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:08.721033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.767238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:08.778853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.779346 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment b33e0d55-067d-4633-9422-4fa1997b0045 of type vlan for network 4ccf0183-061c-4283-b0a4-4257447c3767 Nov 25 18:45:08.832966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.875326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.882507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:08.883370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:08.926532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2599201 Nov 25 18:45:08.952792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51692) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:08.957944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'ports': [{'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1'}, {'network_id': '4ccf0183-061c-4283-b0a4-4257447c3767'}]} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:08.958403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:08.959059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '4ccf0183-061c-4283-b0a4-4257447c3767'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:09.023623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4602a1bb-e9d3-4f08-a475-155735945687 req-5376863d-2929-4d27-a97a-a341e92eb695 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674810 Nov 25 18:45:09.036605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c8cfc80-c28d-4d0d-9bc0-cb1e6f24f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.039339 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c8cfc80-c28d-4d0d-9bc0-cb1e6f24f3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.039535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c96383-5aa2-4a45-85c7-986dc7700e18 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=4ccf0183-061c-4283-b0a4-4257447c3767,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:09.040364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c8cfc80-c28d-4d0d-9bc0-cb1e6f24f3fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff8b2e0b-53a8-45c0-9ab1-1f3e6ae10f50 HTTP/1.1" status: 204 len: 168 time: 1.2904162 Nov 25 18:45:09.066732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 4ccf0183-061c-4283-b0a4-4257447c3767 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:09.085846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=632e941f-dd67-4df8-8d88-9ebb9845427e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:09.121675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cfc80-c28d-4d0d-9bc0-cb1e6f24f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b2e0b-53a8-45c0-9ab1-1f3e6ae10f50,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:09.141947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.206911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 2} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:09.216050 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.265475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.350378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.378209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 62605ad9-7efc-40e0-94a6-25eff178e87c owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:09.530703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port d5427282-1078-4040-a248-13373d9c638b yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:09.593379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.627289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.744970 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Floating IP e25b6491-555d-44fd-8c8d-ed9d1c820f35 associated. External IP: 172.25.2.244, port: fa53ff39-9f23-4bf4-8cba-f71b87811b84. Nov 25 18:45:09.761386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdec459-8321-4377-b348-60b82ff38846 req-1a01c7cb-17f1-4e88-a092-88fbbd9d9a18 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:09.763657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cdec459-8321-4377-b348-60b82ff38846 req-1a01c7cb-17f1-4e88-a092-88fbbd9d9a18 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1019731 Nov 25 18:45:09.799721 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.812696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] In _notify_port_updated(), no bound segment for port a9e290cb-7889-45de-a22d-434b70a79452 on network b73b9ea3-b902-4730-979d-8a66eff551fb {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:45:09.819429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:09.820131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:09.822602 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "PUT /v2.0/ports/a9e290cb-7889-45de-a22d-434b70a79452 HTTP/1.1" status: 200 len: 1067 time: 1.9418170 Nov 25 18:45:09.831020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51714) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:09.861828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c9a4-992d-4574-bea7-a35cf5362580 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event updated for resources: {'Port': ['ID=a9e290cb-7889-45de-a22d-434b70a79452,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:10.043955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 96d8686c-b669-41b3-b4ae-02592eccc2ed yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:10.051247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cdec459-8321-4377-b348-60b82ff38846 req-cb279dc0-f080-49f0-8327-2e8f62e1d87d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758324 Nov 25 18:45:10.117681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.179438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting port a9e290cb-7889-45de-a22d-434b70a79452 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:10.179777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.227686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=62605ad9-7efc-40e0-94a6-25eff178e87c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:10.333702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-faf9782d-a2cc-45f3-ab34-ac71880292f0 None None] Provisioning complete for port a9e290cb-7889-45de-a22d-434b70a79452 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:10.337321 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-faf9782d-a2cc-45f3-ab34-ac71880292f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.357838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.362681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9554181-3ba6-41ec-91fe-b7b97653e529 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/62605ad9-7efc-40e0-94a6-25eff178e87c HTTP/1.1" status: 204 len: 168 time: 2.5109699 Nov 25 18:45:10.372819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51726) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:10.430213 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fac698-7a75-42f1-915c-3f80a1b0d36c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] GET failed (client error): The resource could not be found. Nov 25 18:45:10.442331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29fac698-7a75-42f1-915c-3f80a1b0d36c tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports/62605ad9-7efc-40e0-94a6-25eff178e87c HTTP/1.1" status: 404 len: 333 time: 0.0680704 Nov 25 18:45:10.444865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51728) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:10.488421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a746c-4d1b-45c4-914c-4ca5c9575f61 req-c860f0eb-6672-4730-8141-e3986a1e1bac tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:10.497481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-faf9782d-a2cc-45f3-ab34-ac71880292f0 None None] Port a9e290cb-7889-45de-a22d-434b70a79452 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:10.499413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec1a746c-4d1b-45c4-914c-4ca5c9575f61 req-c860f0eb-6672-4730-8141-e3986a1e1bac tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.3052192 Nov 25 18:45:10.507453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router 24c2916a-046b-4789-8050-5793362d1abf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:45:10.642074 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.717319 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.779044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec1a746c-4d1b-45c4-914c-4ca5c9575f61 req-5e13d69c-051e-4507-8e5b-e25d04a85c05 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777057 Nov 25 18:45:10.812923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49836edf-2442-4394-a8b9-5f76f2f94125 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.815754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Calling delete_port for a9e290cb-7889-45de-a22d-434b70a79452 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:10.912357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2a2591a-cbcd-4504-8f03-b98109bb6f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.916618 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49836edf-2442-4394-a8b9-5f76f2f94125 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.956862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.961413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:45:10.975498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] Sync routers for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:45:10.995247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:10.997046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:10.998984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:11.026913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=d5427282-1078-4040-a248-13373d9c638b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:11.054563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:11.066107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:11.069329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:11.070309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:11.086111 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49836edf-2442-4394-a8b9-5f76f2f94125 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:11.092686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-49836edf-2442-4394-a8b9-5f76f2f94125 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:11.098609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51744) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:11.103013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-49836edf-2442-4394-a8b9-5f76f2f94125 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/security-groups/206e5720-82cf-4b5b-b67f-e2a1ab16c493 HTTP/1.1" status: 204 len: 168 time: 0.6560159 Nov 25 18:45:11.107839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1fc0f6fd-5dea-4c7b-8fb2-903954c18d73 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6561852 Nov 25 18:45:11.133055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:11.140952 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e908f656-f686-43a3-86d4-9ae152f2c578" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:11.142390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51746) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:11.144369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836edf-2442-4394-a8b9-5f76f2f94125 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e5720-82cf-4b5b-b67f-e2a1ab16c493,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:11.226963 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4121f0d1-234d-4c75-803c-1505a10a3d84 x-openstack-request-id: req-4121f0d1-234d-4c75-803c-1505a10a3d84 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:11.227253 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:11.227523 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4121f0d1-234d-4c75-803c-1505a10a3d84 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:11.227885 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'status': 'completed', 'code': 200} Nov 25 18:45:11.282098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:45:11.338067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93b811-bcfe-4941-ac16-76b3a5a1b7d3 req-8233c599-4295-4ab4-a06a-276c120f916a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:11.352403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a93b811-bcfe-4941-ac16-76b3a5a1b7d3 req-8233c599-4295-4ab4-a06a-276c120f916a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1383772 Nov 25 18:45:11.396079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': 'b33e0d55-067d-4633-9422-4fa1997b0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4ccf0183-061c-4283-b0a4-4257447c3767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:11.396478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: 4ccf0183-061c-4283-b0a4-4257447c3767, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:11.428628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-fb9cc308-72ee-43d4-a4e4-7fbcf9cf70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:11.430626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-fb9cc308-72ee-43d4-a4e4-7fbcf9cf70ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 1096 time: 0.1729746 Nov 25 18:45:11.435877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=96d8686c-b669-41b3-b4ae-02592eccc2ed,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:11.449549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a93b811-bcfe-4941-ac16-76b3a5a1b7d3 req-68ecc44f-a4b0-4d5c-a3ae-bb5a1c470606 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925658 Nov 25 18:45:11.464454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 4ccf0183-061c-4283-b0a4-4257447c3767 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:11.481701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6b86537e-d00e-46e2-8f7d-4d5ec34e82fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/floatingips/e25b6491-555d-44fd-8c8d-ed9d1c820f35 HTTP/1.1" status: 200 len: 991 time: 0.3328266 Nov 25 18:45:11.487701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 4ccf0183-061c-4283-b0a4-4257447c3767) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:11.502935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:11.511131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:11.515804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52429cf3-a844-41fd-bd8d-0bf215f3aafb None None] Network 4ccf0183-061c-4283-b0a4-4257447c3767 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:11.524154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:11.525157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:11.562323 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87a46ea7-1132-444e-8fc5-60695e8d2f4b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6046135 Nov 25 18:45:11.563393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51754) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:11.597171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-9dea1ee2-ca1c-44b3-b879-e6481998901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:11.599166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-9dea1ee2-ca1c-44b3-b879-e6481998901c service neutron] 10.222.0.64 "GET /v2.0/networks?id=81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 200 len: 898 time: 0.1453493 Nov 25 18:45:11.687918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:11.781692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:40Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:06Z', 'revision_number': 0, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:11.809831 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-f234defd-95d9-4745-9fe5-5bba41709091 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84 HTTP/1.1" status: 200 len: 999 time: 0.1996155 Nov 25 18:45:11.831050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] Checking router: 24c2916a-046b-4789-8050-5793362d1abf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:45:11.840164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:11.841010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:44:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:11.842710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Port': ['ID=a9e290cb-7889-45de-a22d-434b70a79452,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:11.852410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b7432ca-794a-435a-9dfb-e4e3b1d2cd0b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:11.954615 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-0c4b89b1-03cb-4b34-91af-bdc60f0a913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:11.956429 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-0c4b89b1-03cb-4b34-91af-bdc60f0a913a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb16edd1-b89e-476c-8bd0-23ae63f0773a HTTP/1.1" status: 200 len: 834 time: 0.1378150 Nov 25 18:45:11.966174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b7432ca-794a-435a-9dfb-e4e3b1d2cd0b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.032300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-f45a65e8-e728-476b-b67b-7e291a13665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:12.034120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-f45a65e8-e728-476b-b67b-7e291a13665c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a148fb-16e1-463e-849c-d1813b92be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684249 Nov 25 18:45:12.135770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:45:12.231654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b7432ca-794a-435a-9dfb-e4e3b1d2cd0b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.238142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b7432ca-794a-435a-9dfb-e4e3b1d2cd0b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.239341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1b7432ca-794a-435a-9dfb-e4e3b1d2cd0b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/security-groups/7e539a74-b7e0-4a66-bc0c-764673d1631c HTTP/1.1" status: 204 len: 168 time: 1.1034954 Nov 25 18:45:12.246264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51774) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:12.309877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-49ee9139-20e9-4ab2-93fa-a29d5f7dc678 service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671058 Nov 25 18:45:12.379553 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.390146 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8c5dc955-7dd0-47f9-866b-8269a6c1622a tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/ports/a9e290cb-7889-45de-a22d-434b70a79452 HTTP/1.1" status: 204 len: 168 time: 2.5573287 Nov 25 18:45:12.392386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51788) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:12.452317 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef676b14-187c-4410-b1ec-16357f88c771 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] GET failed (client error): The resource could not be found. Nov 25 18:45:12.460613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ef676b14-187c-4410-b1ec-16357f88c771 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "GET /v2.0/ports/a9e290cb-7889-45de-a22d-434b70a79452 HTTP/1.1" status: 404 len: 333 time: 0.0613999 Nov 25 18:45:12.463731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7432ca-794a-435a-9dfb-e4e3b1d2cd0b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e539a74-b7e0-4a66-bc0c-764673d1631c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:12.470740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:12.485932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51798) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:12.538803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23d7a5-f33d-4025-aa04-ecb19432163e req-261d73f1-ecc5-4fa3-a1c9-f4ea24b4a026 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:12.544171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d23d7a5-f33d-4025-aa04-ecb19432163e req-261d73f1-ecc5-4fa3-a1c9-f4ea24b4a026 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.5008011 Nov 25 18:45:12.602302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 96d8686c-b669-41b3-b4ae-02592eccc2ed {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:12.602946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.641712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:40Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:06Z', 'revision_number': 0, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:12.726413 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.759257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting port 4cb8dc17-cc38-4871-9ed1-4ff200a9b127 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:12.759590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.765574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 96d8686c-b669-41b3-b4ae-02592eccc2ed owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:12.786693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d23d7a5-f33d-4025-aa04-ecb19432163e req-4dd02e59-9576-4ffa-9caf-5957d622aaf2 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925457 Nov 25 18:45:12.834072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ee663e5-bd99-4f08-bc07-6dedad338e43 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.892113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5274a5-3cde-4fa5-9b50-6be38f2a17e4 None None] The sync data for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 is: [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:44:40Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:06Z', 'revision_number': 0, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:45:12.913964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2595c154-6e54-4074-92dd-98b07932c134 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/floatingips/e25b6491-555d-44fd-8c8d-ed9d1c820f35 HTTP/1.1" status: 200 len: 991 time: 0.4260726 Nov 25 18:45:12.916338 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e908f656-f686-43a3-86d4-9ae152f2c578 req-3f0ba038-80b9-46ab-8ab5-a0a441bf2d41 service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842884 Nov 25 18:45:12.922487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ee663e5-bd99-4f08-bc07-6dedad338e43 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:12.943078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb02a-8da4-4359-8ecc-4cd7a412b6db req-e016bb53-9c68-402e-b5db-17e5d1f12a87 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:12.951291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0acb02a-8da4-4359-8ecc-4cd7a412b6db req-e016bb53-9c68-402e-b5db-17e5d1f12a87 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.3173923 Nov 25 18:45:13.053381 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0acb02a-8da4-4359-8ecc-4cd7a412b6db req-915cd7bf-2229-445a-b6d7-1e4401a21ed4 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011600 Nov 25 18:45:13.071461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ee663e5-bd99-4f08-bc07-6dedad338e43 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.086801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ee663e5-bd99-4f08-bc07-6dedad338e43 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.090891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8ee663e5-bd99-4f08-bc07-6dedad338e43 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/security-groups/f01b4451-9b33-4427-82ff-483db06a9c82 HTTP/1.1" status: 204 len: 168 time: 0.8407257 Nov 25 18:45:13.099888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51842) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:13.101078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee663e5-bd99-4f08-bc07-6dedad338e43 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b4451-9b33-4427-82ff-483db06a9c82,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:13.115901 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.166952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Calling delete_port for 4cb8dc17-cc38-4871-9ed1-4ff200a9b127 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:13.179921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet 715e6c36-017b-41a6-94da-01f216a787a5 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:13.186279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.204746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.286406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.288258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=96d8686c-b669-41b3-b4ae-02592eccc2ed,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:13.306423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.316603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f682eb8c-83d6-4f60-ac0a-30314aca68a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/96d8686c-b669-41b3-b4ae-02592eccc2ed HTTP/1.1" status: 204 len: 168 time: 1.7309754 Nov 25 18:45:13.318932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:13.328146 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f541ab4a-f713-4712-8d8c-533dfb861328 None None] New status for floating IP e25b6491-555d-44fd-8c8d-ed9d1c820f35: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:45:13.454024 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-160493e4-5ed2-490c-981e-445a072e2585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.581690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.706577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.752869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab95912-93a4-4fff-84fe-63b418ba48e2 None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:13.770843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.784038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/715e6c36-017b-41a6-94da-01f216a787a5 HTTP/1.1" status: 204 len: 168 time: 0.6801147 Nov 25 18:45:13.817825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:13.827852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b753e4-f604-4e8b-bdfd-0fd4ed7bf496 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=715e6c36-017b-41a6-94da-01f216a787a5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:13.896209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:13.915847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:13.934246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Port': ['ID=4cb8dc17-cc38-4871-9ed1-4ff200a9b127,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:14.003109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet c59ef711-9783-441b-a6d9-1640036f5a76 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:14.014702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c66c1e-62f7-46ec-bcbb-d774ee70d727 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:14.021071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c66c1e-62f7-46ec-bcbb-d774ee70d727 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:14.027114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c4c66c1e-62f7-46ec-bcbb-d774ee70d727 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7033348 Nov 25 18:45:14.027114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51900) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:14.043606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.117987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.121448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2b82660c-ea21-40f3-aa56-f572a65cdec1 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/ports/4cb8dc17-cc38-4871-9ed1-4ff200a9b127 HTTP/1.1" status: 204 len: 168 time: 1.6431820 Nov 25 18:45:14.185047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51908) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:14.261696 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d107a0-cd22-473a-bb23-f870707d9fc2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] GET failed (client error): The resource could not be found. Nov 25 18:45:14.270210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-46d107a0-cd22-473a-bb23-f870707d9fc2 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "GET /v2.0/ports/4cb8dc17-cc38-4871-9ed1-4ff200a9b127 HTTP/1.1" status: 404 len: 333 time: 0.0740163 Nov 25 18:45:14.271091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:14.331426 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.498031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port d5427282-1078-4040-a248-13373d9c638b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:14.499846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.552069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c25b5-84ef-4d56-95bf-ee23d9d137b2 req-12f70eab-e05a-478a-a177-88d0c79cadb7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:14.554636 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa3c25b5-84ef-4d56-95bf-ee23d9d137b2 req-12f70eab-e05a-478a-a177-88d0c79cadb7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.3063381 Nov 25 18:45:14.683820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.687330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.688772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting port eb6c437b-d6da-49c9-b587-432ce1bdc1df {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:14.689106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.774142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa3c25b5-84ef-4d56-95bf-ee23d9d137b2 req-d470f487-9653-49d2-a73e-7f3970a736b4 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667485 Nov 25 18:45:14.780586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for d5427282-1078-4040-a248-13373d9c638b owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:14.831533 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.883934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51922) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:14.923649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.931696 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.981944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=c59ef711-9783-441b-a6d9-1640036f5a76,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:14.985077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:14.989964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68def5e2-5d7f-47a5-9d45-081bff77e823 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/c59ef711-9783-441b-a6d9-1640036f5a76 HTTP/1.1" status: 204 len: 168 time: 1.1706834 Nov 25 18:45:14.997577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Calling delete_port for eb6c437b-d6da-49c9-b587-432ce1bdc1df owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:15.001153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51926) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.011593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41292-a772-4a9b-83f4-1eeb592377ce req-35add98a-8305-41bf-ad56-5fdccb678cc7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:15.013900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bef41292-a772-4a9b-83f4-1eeb592377ce req-35add98a-8305-41bf-ad56-5fdccb678cc7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 1.0748734 Nov 25 18:45:15.024310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d37f5d77-a408-4065-aa7f-0f6db435cd2f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/floatingips/e25b6491-555d-44fd-8c8d-ed9d1c820f35 HTTP/1.1" status: 200 len: 993 time: 1.1041780 Nov 25 18:45:15.082330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.086056 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab86da1-d7d0-4701-8f40-298d3a02cf88 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:15.086675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab86da1-d7d0-4701-8f40-298d3a02cf88 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:15.092528 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0ab86da1-d7d0-4701-8f40-298d3a02cf88 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/715e6c36-017b-41a6-94da-01f216a787a5 HTTP/1.1" status: 404 len: 337 time: 0.0879619 Nov 25 18:45:15.094241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51928) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.162145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bef41292-a772-4a9b-83f4-1eeb592377ce req-614cfd43-584f-40e0-84aa-eae8bc7cb60b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333413 Nov 25 18:45:15.189774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting subnet 0a456228-a836-419a-916c-66ce7ab045ae {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:15.191130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.194731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/d5427282-1078-4040-a248-13373d9c638b HTTP/1.1" status: 204 len: 168 time: 1.1664340 Nov 25 18:45:15.197529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe448eb-c2ba-41e1-b475-d49da0f6ab37 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=d5427282-1078-4040-a248-13373d9c638b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:15.198772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.210843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51930) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.282016 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c766-807c-42b5-baa6-991b4c5e4110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.297930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.355656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b0760-1074-447e-b412-02828c5be614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:15.357207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-194b0760-1074-447e-b412-02828c5be614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1497507 Nov 25 18:45:15.360178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.425065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c766-807c-42b5-baa6-991b4c5e4110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.434079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c766-807c-42b5-baa6-991b4c5e4110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.440856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dbfecb-d841-4084-9498-a3685610d57f None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:15.459512 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe1c44c-9d48-4e2c-ab47-1117d034fc00 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:45:15.464988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.465434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ffe1c44c-9d48-4e2c-ab47-1117d034fc00 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/96d8686c-b669-41b3-b4ae-02592eccc2ed HTTP/1.1" status: 404 len: 333 time: 0.1038108 Nov 25 18:45:15.478243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.507772 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2551483d-e550-455b-92b4-5ee282699ec7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:45:15.512655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2551483d-e550-455b-92b4-5ee282699ec7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/d5427282-1078-4040-a248-13373d9c638b HTTP/1.1" status: 404 len: 333 time: 0.0395813 Nov 25 18:45:15.517591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.522971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.539824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2627286-6803-410e-9de0-48f9e3244c19 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:15.542824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2627286-6803-410e-9de0-48f9e3244c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.542967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a1c7c766-807c-42b5-baa6-991b4c5e4110 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=034da731966242799dd1db4610e2557a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6552176 Nov 25 18:45:15.553456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51942) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.566764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7c766-807c-42b5-baa6-991b4c5e4110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babcc544-7e30-411b-9002-a7df3caf3156,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:15.571781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Port': ['ID=eb6c437b-d6da-49c9-b587-432ce1bdc1df,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:15.634543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.641815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73a7b0a5-6267-4a3b-9f9f-5e2360c6b716 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/ports/eb6c437b-d6da-49c9-b587-432ce1bdc1df HTTP/1.1" status: 204 len: 168 time: 1.3533676 Nov 25 18:45:15.641815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.756494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting subnet 8424a114-4ef1-4386-beff-81412b93eabf {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:15.766868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.790303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.802840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.878670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.930088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Subnet': ['ID=0a456228-a836-419a-916c-66ce7ab045ae,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:15.947402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.962326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-96aaa75b-ce07-4740-a65b-3de9632ca6af tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/0a456228-a836-419a-916c-66ce7ab045ae HTTP/1.1" status: 204 len: 168 time: 0.8658051 Nov 25 18:45:15.963723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b87a368a-c4c1-4201-b064-bb6cac3148ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.965867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51950) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:15.972634 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:15.974926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a566595-e223-478b-9594-436a7e604986 None None] Update dhcp port {'port': {'network_id': '3f7ba654-af62-4ada-ba75-9d562eb76c9d', 'fixed_ips': [{'subnet_id': '0a456228-a836-419a-916c-66ce7ab045ae'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'c1ae6c94-fe32-459a-8732-98f37f4c5904'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:45:16.012954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2627286-6803-410e-9de0-48f9e3244c19 None None] Provisioning complete for port 5183df44-a81f-4acf-a4fb-fbeca167aee4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:16.013434 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2627286-6803-410e-9de0-48f9e3244c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.017459 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a566595-e223-478b-9594-436a7e604986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.032651 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-0929d0df-aede-4ca5-a32e-d7c48f25c44e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.033218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0929d0df-aede-4ca5-a32e-d7c48f25c44e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.036756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0929d0df-aede-4ca5-a32e-d7c48f25c44e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/a8656a06-a381-4a78-8b4b-ff7ed99404ed HTTP/1.1" status: 404 len: 337 time: 0.0664554 Nov 25 18:45:16.044280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.066173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b87a368a-c4c1-4201-b064-bb6cac3148ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.103092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8c499ad2-d47c-4504-b846-4336eb0d6b2f tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0 HTTP/1.1" status: 200 len: 205 time: 0.0536685 Nov 25 18:45:16.108409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51954) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.155302 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-c4962d36-bfd4-458f-bc55-3b0ed5636fab tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] delete failed (client error): The resource could not be found. Nov 25 18:45:16.156647 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c4962d36-bfd4-458f-bc55-3b0ed5636fab tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/routers/4a1a9ccb-ae72-4cbf-91a3-ace3990e67d0 HTTP/1.1" status: 404 len: 336 time: 0.0471082 Nov 25 18:45:16.161956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51956) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.172330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.217997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c2627286-6803-410e-9de0-48f9e3244c19 None None] Port 5183df44-a81f-4acf-a4fb-fbeca167aee4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:16.231015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53292533-24b7-4139-b2e4-869eb11f59d5 req-ff98e271-2a63-462a-8b89-06baabe9f332 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:16.233588 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53292533-24b7-4139-b2e4-869eb11f59d5 req-ff98e271-2a63-462a-8b89-06baabe9f332 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.2976367 Nov 25 18:45:16.247616 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fed6ac4-1532-4433-9ffd-70a49bb3b46a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.251665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fed6ac4-1532-4433-9ffd-70a49bb3b46a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.259826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3fed6ac4-1532-4433-9ffd-70a49bb3b46a tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/93382715-5b48-42e9-a2f3-fe18b6cb9861 HTTP/1.1" status: 404 len: 337 time: 0.0942597 Nov 25 18:45:16.265826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51960) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.269537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccf0183-061c-4283-b0a4-4257447c3767']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:16.301627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917a2cf-6c57-4455-8017-cf46e4d35ad6 None None] Network 3f7ba654-af62-4ada-ba75-9d562eb76c9d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:16.312535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33e0d55-067d-4633-9422-4fa1997b0045') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:16.312975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33e0d55-067d-4633-9422-4fa1997b0045') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:16.316315 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d69534a-0d7d-4dba-be54-679230506d30 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.316315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d69534a-0d7d-4dba-be54-679230506d30 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.324064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6d69534a-0d7d-4dba-be54-679230506d30 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/a29153bb-d3e9-4b22-805d-4eeac477c9fd HTTP/1.1" status: 404 len: 337 time: 0.0524359 Nov 25 18:45:16.326040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.330422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51962) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.341371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.367383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b87a368a-c4c1-4201-b064-bb6cac3148ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.369665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b87a368a-c4c1-4201-b064-bb6cac3148ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.370948 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b87a368a-c4c1-4201-b064-bb6cac3148ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/babcc544-7e30-411b-9002-a7df3caf3156 HTTP/1.1" status: 204 len: 168 time: 0.8136356 Nov 25 18:45:16.388446 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.398817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a368a-c4c1-4201-b064-bb6cac3148ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babcc544-7e30-411b-9002-a7df3caf3156,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:16.414779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:16.415548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.416482 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ea6c76-55c1-4746-bce5-1f392360e40b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.417061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ea6c76-55c1-4746-bce5-1f392360e40b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:16.421827 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:16.424435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b4ea6c76-55c1-4746-bce5-1f392360e40b tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/edf4bc94-e9f4-490f-825c-3c555e427227 HTTP/1.1" status: 404 len: 337 time: 0.0905681 Nov 25 18:45:16.426643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51966) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.454661 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-579ced98-91d0-4629-a350-aa3a378b3afb tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.455363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579ced98-91d0-4629-a350-aa3a378b3afb tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.458721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-579ced98-91d0-4629-a350-aa3a378b3afb tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/c8722fb0-3b88-4c51-8be2-4eb74313874e HTTP/1.1" status: 404 len: 333 time: 0.0311191 Nov 25 18:45:16.463224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53292533-24b7-4139-b2e4-869eb11f59d5 req-2030c112-ad82-47ba-a979-d7e2831e565c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196419 Nov 25 18:45:16.463939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.503698 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e59810-2d38-4dad-b577-06ac5a8e1846 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.504289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e59810-2d38-4dad-b577-06ac5a8e1846 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.508300 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-51e59810-2d38-4dad-b577-06ac5a8e1846 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/2c7fbdb5-9ef9-4d9a-8626-504c7c275c65 HTTP/1.1" status: 404 len: 337 time: 0.0405650 Nov 25 18:45:16.511370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51970) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.541089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.568550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9ed7ea5d-dd9f-4052-bcb3-1618cebdb370 None None] Provisioning complete for port c1ae6c94-fe32-459a-8732-98f37f4c5904 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:16.569259 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ea5d-dd9f-4052-bcb3-1618cebdb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.591467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbcd98-e078-4a13-9756-1f87b159c624 req-2735ccdf-4bb5-450d-9777-5abd65ccf281 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:16.596350 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edfbcd98-e078-4a13-9756-1f87b159c624 req-2735ccdf-4bb5-450d-9777-5abd65ccf281 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.2865703 Nov 25 18:45:16.600796 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd9b97d-74da-4594-b191-3525615dfad5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.601438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd9b97d-74da-4594-b191-3525615dfad5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.608475 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dcd9b97d-74da-4594-b191-3525615dfad5 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/9ed3b78f-b963-4c25-8323-58c36be93dfb HTTP/1.1" status: 404 len: 337 time: 0.0942373 Nov 25 18:45:16.611794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51972) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.620745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Subnet': ['ID=8424a114-4ef1-4386-beff-81412b93eabf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:16.638726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626b8577-154a-423f-becd-864397365e43 None None] Network b73b9ea3-b902-4730-979d-8a66eff551fb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:16.647492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.659935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.665394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/4ccf0183-061c-4283-b0a4-4257447c3767 HTTP/1.1" status: 204 len: 168 time: 1.1457608 Nov 25 18:45:16.683112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51974) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.689036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-438805616'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:16.693432 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.699790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727456f-a322-4283-b446-d086edee51eb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=4ccf0183-061c-4283-b0a4-4257447c3767,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:16.708647 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1eacde8d-2d0b-4f8a-88e6-73d34d018ace tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/subnets/8424a114-4ef1-4386-beff-81412b93eabf HTTP/1.1" status: 204 len: 168 time: 1.0642660 Nov 25 18:45:16.713829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51976) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.717776 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9619dc83-4b71-4831-9ab2-ba6d73b0185e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.718391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9619dc83-4b71-4831-9ab2-ba6d73b0185e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.732128 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9619dc83-4b71-4831-9ab2-ba6d73b0185e tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/42f7c7ea-cfc4-4d19-be37-ec4782d62363 HTTP/1.1" status: 404 len: 333 time: 0.1192291 Nov 25 18:45:16.741008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51980) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.841719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:16.847108 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.851766 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecebf7f3-3280-4d98-84b7-0f2c72acc1c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.855795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecebf7f3-3280-4d98-84b7-0f2c72acc1c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.862225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ecebf7f3-3280-4d98-84b7-0f2c72acc1c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/3d4e425f-192b-4d53-9852-f104a76a0959 HTTP/1.1" status: 404 len: 337 time: 0.1155913 Nov 25 18:45:16.870847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.874830 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edfbcd98-e078-4a13-9756-1f87b159c624 req-90e6ea4f-e738-444d-961c-b8d79db16efd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691274 Nov 25 18:45:16.890444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.925776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:16.939577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.940002 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment 8523607a-9401-4442-8dc6-cdc1a5b320b6 of type vlan for network d3e0c791-d491-4d38-8f3c-60f723750c9e Nov 25 18:45:16.952330 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a675df53-b7fc-4431-8e58-ddee27e41b59 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:16.953279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a675df53-b7fc-4431-8e58-ddee27e41b59 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:16.961649 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a675df53-b7fc-4431-8e58-ddee27e41b59 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/subnets/9fc25f1a-4b3f-4a25-b33c-9b9a7975cf52 HTTP/1.1" status: 404 len: 337 time: 0.0895472 Nov 25 18:45:16.963051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51984) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:16.965259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] DHCP port deletion for 3f7ba654-af62-4ada-ba75-9d562eb76c9d request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:16.994973 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:16.995247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.031069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.033017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9ed7ea5d-dd9f-4052-bcb3-1618cebdb370 None None] Provisioning complete for port 5183df44-a81f-4acf-a4fb-fbeca167aee4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:17.033409 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ea5d-dd9f-4052-bcb3-1618cebdb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.039103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:17.039754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.128647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4440989 Nov 25 18:45:17.131253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7ea5d-dd9f-4052-bcb3-1618cebdb370 None None] Port 5183df44-a81f-4acf-a4fb-fbeca167aee4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:17.135002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:17.145523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] DHCP port deletion for b73b9ea3-b902-4730-979d-8a66eff551fb request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:17.148766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:17.149827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] Deleting port c1ae6c94-fe32-459a-8732-98f37f4c5904 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:17.150207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.153467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Deleting port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:17.153665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18b9d-3b38-45a4-8fc3-921bdf575350 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=d3e0c791-d491-4d38-8f3c-60f723750c9e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:17.153816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.205840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d3e0c791-d491-4d38-8f3c-60f723750c9e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:17.219022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51990) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:17.222928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] For port c1ae6c94-fe32-459a-8732-98f37f4c5904, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c1ae6c94-fe32-459a-8732-98f37f4c5904,segment=NetworkSegment(77580fa0-e93e-4fe4-9457-4e2f0813fcc2),segment_id=77580fa0-e93e-4fe4-9457-4e2f0813fcc2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:17.223338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.238071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] Calling delete_port for c1ae6c94-fe32-459a-8732-98f37f4c5904 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:17.241097 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ed2744c-4eb4-4a35-862c-5d2dba71ced2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.302827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] For port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,segment=NetworkSegment(f1fdccb2-d013-4e72-95b1-f3c7e776bb88),segment_id=f1fdccb2-d013-4e72-95b1-f3c7e776bb88)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:17.303179 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.326080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Deleting port 5183df44-a81f-4acf-a4fb-fbeca167aee4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:17.326498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.351491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ed2744c-4eb4-4a35-862c-5d2dba71ced2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.356488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Calling delete_port for 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:17.359654 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2ed2744c-4eb4-4a35-862c-5d2dba71ced2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.421928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2ed2744c-4eb4-4a35-862c-5d2dba71ced2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95e662fa9369418d80361272578b12be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984382 Nov 25 18:45:17.424637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:17.436586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] Deleting port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:17.438709 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.457045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.459033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.474999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Calling delete_port for 5183df44-a81f-4acf-a4fb-fbeca167aee4 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:17.480373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1ef8-1e8d-4817-843e-4c8514ea6718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.508276 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1ef8-1e8d-4817-843e-4c8514ea6718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.555679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2744c-4eb4-4a35-862c-5d2dba71ced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c3e832-0c61-4dd2-9842-af514648b525,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:17.571636 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1ef8-1e8d-4817-843e-4c8514ea6718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.574395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1ef8-1e8d-4817-843e-4c8514ea6718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.575572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2a1e1ef8-1e8d-4817-843e-4c8514ea6718 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60c3e832-0c61-4dd2-9842-af514648b525 HTTP/1.1" status: 204 len: 168 time: 0.1506672 Nov 25 18:45:17.584214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1ef8-1e8d-4817-843e-4c8514ea6718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c3e832-0c61-4dd2-9842-af514648b525,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:17.612662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] Pushing event deleted for resources: {'Port': ['ID=c1ae6c94-fe32-459a-8732-98f37f4c5904,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:17.624751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60ac8f-c21d-4333-bb40-d0e40c27733e None None] No DVR routers for this DVR port c1ae6c94-fe32-459a-8732-98f37f4c5904 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:17.662009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] For port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,segment=NetworkSegment(f1fdccb2-d013-4e72-95b1-f3c7e776bb88),segment_id=f1fdccb2-d013-4e72-95b1-f3c7e776bb88)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:17.662476 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.696535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] Calling delete_port for 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:17.777693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eb1ff-0a16-486b-97e0-31c82cf936ee req-d281e182-6430-4ab8-8e33-cbadc7e0da6c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:17.779244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-532eb1ff-0a16-486b-97e0-31c82cf936ee req-d281e182-6430-4ab8-8e33-cbadc7e0da6c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1037340 Nov 25 18:45:17.848437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:17.859262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.885183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c1ae6c94-fe32-459a-8732-98f37f4c5904 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:17.887988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-532eb1ff-0a16-486b-97e0-31c82cf936ee req-95a4685f-2163-4b83-a4ae-568ce3d92266 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972545 Nov 25 18:45:17.909098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: c1ae6c94-fe32-459a-8732-98f37f4c5904 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:45:17.909450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c1ae6c94-fe32-459a-8732-98f37f4c5904 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:45:17.909870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:17.941689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:45:17.942043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:45:17.943646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.952165 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:17.958712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] No DVR routers for this DVR port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:17.986620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f745bf-e26a-4a62-8696-9d540e9c8012 None None] Pushing event deleted for resources: {'Port': ['ID=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:18.007410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.047933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] No DVR routers for this DVR port 19c7d73e-2fe4-4c58-947d-4a2fa7545b3c on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:18.053157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.056713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/ports/5183df44-a81f-4acf-a4fb-fbeca167aee4 HTTP/1.1" status: 204 len: 168 time: 1.0925217 Nov 25 18:45:18.060271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52002) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:18.071621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Performing IP validity checks on allocation pools {{(pid=103457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:45:18.072108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:45:18.105842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa485d2e-080d-4171-bbcf-085079f299c7 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Port': ['ID=5183df44-a81f-4acf-a4fb-fbeca167aee4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:18.134843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Port': ['ID=19c7d73e-2fe4-4c58-947d-4a2fa7545b3c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:18.217572 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.272012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.342783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.352939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73b9ea3-b902-4730-979d-8a66eff551fb']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:18.384594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8037f-c43f-4d66-a1fe-59e5e01ed081 req-0003987e-44be-43bd-92b8-a9dae8ba23e5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:18.386196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-caa8037f-c43f-4d66-a1fe-59e5e01ed081 req-0003987e-44be-43bd-92b8-a9dae8ba23e5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.3117173 Nov 25 18:45:18.393201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fdccb2-d013-4e72-95b1-f3c7e776bb88') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:18.393587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fdccb2-d013-4e72-95b1-f3c7e776bb88') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:18.400565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7ba654-af62-4ada-ba75-9d562eb76c9d']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:18.413355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77580fa0-e93e-4fe4-9457-4e2f0813fcc2') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:18.413650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77580fa0-e93e-4fe4-9457-4e2f0813fcc2') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:18.433571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.442173 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.454349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.462266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:18.462737 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.485909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.500981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:18.501404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:18.507165 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:18.569077 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:18.572507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.591125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.624527 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] 10.222.0.62 "DELETE /v2.0/networks/3f7ba654-af62-4ada-ba75-9d562eb76c9d HTTP/1.1" status: 204 len: 168 time: 0.5362861 Nov 25 18:45:18.632965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-caa8037f-c43f-4d66-a1fe-59e5e01ed081 req-23a5e104-8347-407e-a4e9-260a3adc7f8d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268565 Nov 25 18:45:18.661392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.665644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.674054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] 10.222.0.62 "DELETE /v2.0/networks/b73b9ea3-b902-4730-979d-8a66eff551fb HTTP/1.1" status: 204 len: 168 time: 1.9393883 Nov 25 18:45:18.687873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d9cda-fbd8-46af-8328-ab63671ea969 tempest-PortsIpV6TestJSON-1265751179 tempest-PortsIpV6TestJSON-1265751179-project] Pushing event deleted for resources: {'Network': ['ID=3f7ba654-af62-4ada-ba75-9d562eb76c9d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:18.714418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb1365-ffef-4b7b-a791-bdf8364299b0 tempest-AllowedAddressPairIpV6TestJSON-755695783 tempest-AllowedAddressPairIpV6TestJSON-755695783-project] Pushing event deleted for resources: {'Network': ['ID=b73b9ea3-b902-4730-979d-8a66eff551fb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:18.727892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.828468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:18.878760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa165ba-41aa-452c-8682-8dc6622892c6 req-364de903-1c05-4c53-ab03-c3de399f1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:18.880748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fa165ba-41aa-452c-8682-8dc6622892c6 req-364de903-1c05-4c53-ab03-c3de399f1c33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 1097 time: 0.1491306 Nov 25 18:45:18.895808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': '8523607a-9401-4442-8dc6-cdc1a5b320b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:18.896420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: d3e0c791-d491-4d38-8f3c-60f723750c9e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:18.967817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fa165ba-41aa-452c-8682-8dc6622892c6 req-ece01496-4900-4ce3-8e03-a5f75229d171 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787609 Nov 25 18:45:18.968386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network d3e0c791-d491-4d38-8f3c-60f723750c9e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:18.980271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d3e0c791-d491-4d38-8f3c-60f723750c9e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:18.987005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:18.988035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:18.993293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f3019-18e7-48f6-bc83-4838a17c85cd None None] Network d3e0c791-d491-4d38-8f3c-60f723750c9e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:19.022819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c2d29653-ba8f-4ffd-9553-553e3992ad07 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8835557 Nov 25 18:45:19.025039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52028) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:19.030892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e', 'name': 'tempest-PortsTestJSON-1261426002'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:19.168299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:19.220497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471bd96-e6c8-4aa7-816b-8bc6960bb812 req-c955e6d9-3098-4f3c-ae59-f7f0cd8a17a3 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:19.222324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b471bd96-e6c8-4aa7-816b-8bc6960bb812 req-c955e6d9-3098-4f3c-ae59-f7f0cd8a17a3 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1663086 Nov 25 18:45:19.240039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52036) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:19.308152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:19.313492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.329462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d3e0c791-d491-4d38-8f3c-60f723750c9e', 'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e', 'tenant_id': '3c6cac992c404d8586bf553ffcae1809', 'fixed_ips': [{'subnet_id': '5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:19.330340 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.381917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:19.414542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b471bd96-e6c8-4aa7-816b-8bc6960bb812 req-04445755-d844-4911-9a6c-8e41a8920b3c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835907 Nov 25 18:45:19.574185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.5 (d3e0c791-d491-4d38-8f3c-60f723750c9e/5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52/f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:19.745457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2be1cddf-c934-4a53-83db-7a64138e8182 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ab839b8ebb74b6bbb89b3ce1ae21f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011642 Nov 25 18:45:19.746762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52046) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:19.795762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-94d622f1-e803-4bcf-b66b-5f599e83e492 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=abab1bc54f424d62b062868c44b243c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254740 Nov 25 18:45:19.796765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52048) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:19.862434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4144cb46-290e-497f-b0b9-272234241d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.889759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4144cb46-290e-497f-b0b9-272234241d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.910850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.922792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539504e6-0568-4e15-9c22-f30a8d87af11 req-0be37e1d-e517-4234-bf6f-2848a1c6e78c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:19.924998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-539504e6-0568-4e15-9c22-f30a8d87af11 req-0be37e1d-e517-4234-bf6f-2848a1c6e78c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1560202 Nov 25 18:45:19.925583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89dba8e8-f77f-48e2-ba9e-e8ac918fde34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.975672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4144cb46-290e-497f-b0b9-272234241d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.978928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4144cb46-290e-497f-b0b9-272234241d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.983382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4144cb46-290e-497f-b0b9-272234241d66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1ce9d8c-6aca-4cd9-ba50-f838a8fea673 HTTP/1.1" status: 204 len: 168 time: 0.1821876 Nov 25 18:45:19.985695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89dba8e8-f77f-48e2-ba9e-e8ac918fde34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:19.990147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144cb46-290e-497f-b0b9-272234241d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce9d8c-6aca-4cd9-ba50-f838a8fea673,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:20.062841 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-539504e6-0568-4e15-9c22-f30a8d87af11 req-0ccffd77-9f52-4c5c-ae4a-99e834fed0bd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279066 Nov 25 18:45:20.083283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.189386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Allocated IP 172.20.0.2 (d3e0c791-d491-4d38-8f3c-60f723750c9e/5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52/78b23ccd-eb41-4963-845b-917c3084f14b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:20.218346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:20.270924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network d3e0c791-d491-4d38-8f3c-60f723750c9e is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:20.288170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:20.302941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89dba8e8-f77f-48e2-ba9e-e8ac918fde34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.325868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89dba8e8-f77f-48e2-ba9e-e8ac918fde34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.337979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-89dba8e8-f77f-48e2-ba9e-e8ac918fde34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd0a742d-1f3e-4da2-bdb9-829d7effa236 HTTP/1.1" status: 204 len: 168 time: 0.5901377 Nov 25 18:45:20.345140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:20.380893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dba8e8-f77f-48e2-ba9e-e8ac918fde34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a742d-1f3e-4da2-bdb9-829d7effa236,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:20.447918 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.472414 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.546752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:20.547436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.571028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Network d3e0c791-d491-4d38-8f3c-60f723750c9e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:20.581326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bc7aca24-b96d-482e-9a36-d78a5abaa88f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5542886 Nov 25 18:45:20.582358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:20.584159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52070) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:20.592872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:20.619841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Pushing event updated for resources: {'Port': ['ID=78b23ccd-eb41-4963-845b-917c3084f14b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:20.732611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Attempting to bind port 78b23ccd-eb41-4963-845b-917c3084f14b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:20.733524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Attempting to bind port 78b23ccd-eb41-4963-845b-917c3084f14b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '8523607a-9401-4442-8dc6-cdc1a5b320b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:20.733895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Attempting to bind port 78b23ccd-eb41-4963-845b-917c3084f14b on network d3e0c791-d491-4d38-8f3c-60f723750c9e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:20.745811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e7e9e-29dc-45c6-8448-58fee9f18733 req-33ec497f-dde8-4207-966b-44f8d71015ff tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:20.746565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:20.747105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Checking segment: {'id': '8523607a-9401-4442-8dc6-cdc1a5b320b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:20.747263 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.747610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Bound using segment: {'id': '8523607a-9401-4442-8dc6-cdc1a5b320b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:20.748455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Bound port: 78b23ccd-eb41-4963-845b-917c3084f14b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8523607a-9401-4442-8dc6-cdc1a5b320b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3e0c791-d491-4d38-8f3c-60f723750c9e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:20.748618 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.758174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-332e7e9e-29dc-45c6-8448-58fee9f18733 req-33ec497f-dde8-4207-966b-44f8d71015ff tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1433890 Nov 25 18:45:20.805547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:20.806513 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.831487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-332e7e9e-29dc-45c6-8448-58fee9f18733 req-414f5b33-edb3-42e6-b3fb-b70224dd57b5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674405 Nov 25 18:45:20.877360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] For port 78b23ccd-eb41-4963-845b-917c3084f14b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:20.886589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] For port 78b23ccd-eb41-4963-845b-917c3084f14b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=78b23ccd-eb41-4963-845b-917c3084f14b,segment=NetworkSegment(8523607a-9401-4442-8dc6-cdc1a5b320b6),segment_id=8523607a-9401-4442-8dc6-cdc1a5b320b6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:20.902303 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:20.963437 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:45:21.027525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.032615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45e16b-3bbe-4a6b-b569-81a27371cdde None None] Pushing event updated for resources: {'Port': ['ID=78b23ccd-eb41-4963-845b-917c3084f14b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:21.049163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:21.378216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8730d-b2aa-409b-8767-70b73451dc50 req-86784d5e-7207-41d0-adad-f2e81e9625a0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:21.379949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0de8730d-b2aa-409b-8767-70b73451dc50 req-86784d5e-7207-41d0-adad-f2e81e9625a0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1057408 Nov 25 18:45:21.381309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.506114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:21.592019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-76b8b1cb-e8a8-4b67-9963-349041220355 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:21.598588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:21.600052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-76b8b1cb-e8a8-4b67-9963-349041220355 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 811 time: 0.3288143 Nov 25 18:45:21.630895 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-7bc12e25-1e39-4152-ac8f-8c2ea106a78f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/quotas/f640fbbdb57e49878f7919702959be6b HTTP/1.1" status: 200 len: 375 time: 0.0241849 Nov 25 18:45:21.770897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0de8730d-b2aa-409b-8767-70b73451dc50 req-b976ec0f-f451-4600-94bd-be54e885dd53 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832637 Nov 25 18:45:21.788937 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-2fd757ad-dd29-4a96-8d6b-644bc2881831 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494482 Nov 25 18:45:21.855865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:21.866168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-286edd4a-e465-4e41-ad3e-fcd0b8a870cb tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced HTTP/1.1" status: 204 len: 168 time: 1.2804623 Nov 25 18:45:21.871089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52120) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:21.897074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 78b23ccd-eb41-4963-845b-917c3084f14b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:21.922307 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a95d37-22a6-4e09-ac74-3aad2b41e6f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:21.928722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a95d37-22a6-4e09-ac74-3aad2b41e6f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:21.933119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90a95d37-22a6-4e09-ac74-3aad2b41e6f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced HTTP/1.1" status: 404 len: 333 time: 0.0605781 Nov 25 18:45:21.937970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52124) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:21.996549 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b72197-e9ee-4fe9-984d-dd7cf3853d63 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:45:21.998479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a2b72197-e9ee-4fe9-984d-dd7cf3853d63 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/f33b4f2b-edb6-41e9-9c10-3f97ee7c1ced HTTP/1.1" status: 404 len: 333 time: 0.0591600 Nov 25 18:45:22.007114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:22.008710 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-3987dca2-1e14-463f-940b-960263e93491 service neutron] 10.222.0.62 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059767 Nov 25 18:45:22.117397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-319017537'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:22.157386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet 5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:22.165091 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.179794 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-1cb1097d-8a65-47d7-b55a-afd48a9a44c6 service neutron] 10.222.0.62 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689799 Nov 25 18:45:22.231190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Made reservation on behalf of 32f46205d3c34285ad455901cded348d for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:22.248057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.300475 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.307904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.365177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 78b23ccd-eb41-4963-845b-917c3084f14b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:22.365551 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.587750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.633022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.685256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1c705bc-91f7-4267-878f-f30bdb8845ce req-c3f6a253-3b25-4ad9-9cd6-9e317fa3585c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 210 time: 0.0581400 Nov 25 18:45:22.749925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.762326 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.854790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:22.871756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.872235 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Added segment feb0c7c5-583b-4469-b83c-0b1b001e1ee8 of type vlan for network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 Nov 25 18:45:22.873686 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:45:22.874333 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:45:22.896097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3ea51-220e-41f1-b760-6af106d92c6e None None] Network d3e0c791-d491-4d38-8f3c-60f723750c9e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:22.939043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcce5c-1420-41e1-a5d8-5650396e2002,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:22.968438 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:22.971877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52168) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:22.998314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.048777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.055518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:23.056151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.062351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2fbb799b-98c9-45f6-be57-91e14e9053d0 None None] Provisioning complete for port 78b23ccd-eb41-4963-845b-917c3084f14b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:23.066128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:23.066625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2fbb799b-98c9-45f6-be57-91e14e9053d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.081200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.084709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b1d28ccf-b786-471d-8090-65f6036e46f8 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52 HTTP/1.1" status: 204 len: 168 time: 1.0764062 Nov 25 18:45:23.086868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca72a82-473f-438d-9232-6d776e8fdb9b req-7a8ad440-8b1d-4b26-9fa2-553e903f3aa7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:23.095934 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ca72a82-473f-438d-9232-6d776e8fdb9b req-7a8ad440-8b1d-4b26-9fa2-553e903f3aa7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1922622 Nov 25 18:45:23.097145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:23.199642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5997128 Nov 25 18:45:23.207261 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2fbb799b-98c9-45f6-be57-91e14e9053d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.216786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:23.222712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b247d7-ae26-49be-a842-ff86951fc102 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event updated for resources: {'Network': ['ID=8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:23.228391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] DHCP port deletion for d3e0c791-d491-4d38-8f3c-60f723750c9e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:23.238870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:23.246925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Request body: {'subnet': {'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:23.349372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2fbb799b-98c9-45f6-be57-91e14e9053d0 None None] For port 78b23ccd-eb41-4963-845b-917c3084f14b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=78b23ccd-eb41-4963-845b-917c3084f14b,segment=NetworkSegment(8523607a-9401-4442-8dc6-cdc1a5b320b6),segment_id=8523607a-9401-4442-8dc6-cdc1a5b320b6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:23.368091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2fbb799b-98c9-45f6-be57-91e14e9053d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.493208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] Deleting port 78b23ccd-eb41-4963-845b-917c3084f14b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:23.493790 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.550140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb799b-98c9-45f6-be57-91e14e9053d0 None None] Pushing event updated for resources: {'Port': ['ID=78b23ccd-eb41-4963-845b-917c3084f14b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:23.592941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] For port 78b23ccd-eb41-4963-845b-917c3084f14b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=78b23ccd-eb41-4963-845b-917c3084f14b,segment=NetworkSegment(8523607a-9401-4442-8dc6-cdc1a5b320b6),segment_id=8523607a-9401-4442-8dc6-cdc1a5b320b6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:23.593478 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.609798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] Calling delete_port for 78b23ccd-eb41-4963-845b-917c3084f14b owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:23.627225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1908562109'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:23.629925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-af31eb73-45d0-4f11-99c7-097e8e82ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:23.634934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-af31eb73-45d0-4f11-99c7-097e8e82ed13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 1097 time: 0.1995182 Nov 25 18:45:23.637851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Made reservation on behalf of 32f46205d3c34285ad455901cded348d for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:23.645748 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.668314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Made reservation on behalf of 4fbe3091da4d497aadbba526d22d76d4 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:23.671809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.700556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.712725 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.762796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] No DVR routers for this DVR port 78b23ccd-eb41-4963-845b-917c3084f14b on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:23.776398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ca72a82-473f-438d-9232-6d776e8fdb9b req-6108e6cc-b50d-4b31-95f5-da62cdcf1517 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403997 Nov 25 18:45:23.780200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.817324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 78b23ccd-eb41-4963-845b-917c3084f14b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:23.862233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82051fa1-2f5a-454e-9492-935d1e6b9efd None None] Pushing event deleted for resources: {'Port': ['ID=78b23ccd-eb41-4963-845b-917c3084f14b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:23.874770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 78b23ccd-eb41-4963-845b-917c3084f14b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:45:23.875700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 78b23ccd-eb41-4963-845b-917c3084f14b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:45:23.895623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a9c3584-2dce-458b-8672-3a4e32f4ff77 req-19223c5d-1ee5-4525-8df9-9081ec0f630b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 210 time: 0.0425887 Nov 25 18:45:23.940981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-8e7bdcde-e161-4554-a72f-253dc77367a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:23.942478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-8e7bdcde-e161-4554-a72f-253dc77367a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.2841945 Nov 25 18:45:23.955231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:23.975536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e0c791-d491-4d38-8f3c-60f723750c9e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:23.990304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8523607a-9401-4442-8dc6-cdc1a5b320b6') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:23.990710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8523607a-9401-4442-8dc6-cdc1a5b320b6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:24.006247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.010351 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-131415db-0d26-4211-8bc6-1a48b4e0291b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c426e985-10a0-47b9-9f10-ed47e302faf8 HTTP/1.1" status: 200 len: 217 time: 0.0572078 Nov 25 18:45:24.029589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.043083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.044589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:24.045661 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:24.049507 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:24.061903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.114757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-9edd4587-36ba-45d7-ac7e-ebdb2f9eb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:24.116238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-9edd4587-36ba-45d7-ac7e-ebdb2f9eb9bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.0961566 Nov 25 18:45:24.126344 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.134053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:24.149335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0669497-6728-42e0-be74-5db0983e4054,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:24.152623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.152934 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Added segment 9d65f845-0007-42c8-a855-08d92ea84b4f of type vlan for network 467ab959-222d-4aac-abab-695ee1b712d0 Nov 25 18:45:24.194426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.199572 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.207616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-3d698f36-a388-494e-9c3d-ca7e940ae732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747671 Nov 25 18:45:24.208233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/d3e0c791-d491-4d38-8f3c-60f723750c9e HTTP/1.1" status: 204 len: 168 time: 1.1081371 Nov 25 18:45:24.208938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52206) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:24.221544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1981618277'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:24.242667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event updated for resources: {'Subnet': ['ID=25b7896c-f478-4c4c-b96e-78ec93ee2983,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:24.256673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6248b-639e-4a0b-9302-2b31400f271a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=d3e0c791-d491-4d38-8f3c-60f723750c9e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:24.262386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.309013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:24.315967 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.412323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.418956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:24.419611 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.442593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:24.506370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.506749 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment 4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27 of type vlan for network 5666538f-62eb-4e56-be76-4813f05c5710 Nov 25 18:45:24.536660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5628154 Nov 25 18:45:24.562837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52210) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:24.581526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'subnet': {'network_id': '467ab959-222d-4aac-abab-695ee1b712d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:24.626397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d595a-43f3-4008-9c5c-b633c4883d0a tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Network': ['ID=467ab959-222d-4aac-abab-695ee1b712d0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:24.634593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Checking segment: {'id': 'feb0c7c5-583b-4469-b83c-0b1b001e1ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:24.635060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Network hostable DHCP agents. Network: 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:24.640278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 467ab959-222d-4aac-abab-695ee1b712d0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:24.671863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-746d3dc9-87a7-4acd-861e-8ea3b85442c1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:24.673602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-746d3dc9-87a7-4acd-861e-8ea3b85442c1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.64 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 811 time: 0.3320820 Nov 25 18:45:24.676131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-576e6e60-9180-4600-a562-d2a0c7495a09 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567590 Nov 25 18:45:24.676875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:24.677794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.688300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:24.692583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:24.693188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.707125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Request body: {'port': {'device_id': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'admin_state_up': True, 'tenant_id': 'f640fbbdb57e49878f7919702959be6b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:24.708140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8604d80-119c-4ed7-8d79-067bd7db9663 None None] Network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:24.755429 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1eb29c30-f6d7-4f9b-9585-6fe012a85d2c tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5334523 Nov 25 18:45:24.755588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52212) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:24.761679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Request body: {'port': {'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-308839418'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:24.851765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.858072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:24.858689 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.894440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Made reservation on behalf of 4fbe3091da4d497aadbba526d22d76d4 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:24.898919 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.900880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2', 'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2', 'tenant_id': '32f46205d3c34285ad455901cded348d', 'fixed_ips': [{'subnet_id': '25b7896c-f478-4c4c-b96e-78ec93ee2983'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:24.902373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:24.945459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6812595-37dc-41ac-b465-ca0023b6adc6 req-db488f65-9a85-432b-b46b-8ece216e0269 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451694 Nov 25 18:45:24.984089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd68e3-3271-4e6f-8b55-855805561404 req-43d26524-6e90-4ef6-b29c-6de1b23eb59a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:24.990940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2cd68e3-3271-4e6f-8b55-855805561404 req-43d26524-6e90-4ef6-b29c-6de1b23eb59a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.1286004 Nov 25 18:45:25.009422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Made reservation on behalf of f640fbbdb57e49878f7919702959be6b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:25.013122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.044327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Made reservation on behalf of 32f46205d3c34285ad455901cded348d for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:25.047220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8301642 Nov 25 18:45:25.048551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.053713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52218) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:25.061246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '5666538f-62eb-4e56-be76-4813f05c5710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:25.063824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a16d47-c6ae-4c63-b744-3e4d5c6b3baa tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=5666538f-62eb-4e56-be76-4813f05c5710,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:25.077057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2cd68e3-3271-4e6f-8b55-855805561404 req-33af19b4-8a19-4a8e-be91-5d080ff8b1d4 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849853 Nov 25 18:45:25.079560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 5666538f-62eb-4e56-be76-4813f05c5710 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:25.081728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Allocated IP 172.20.0.2 (8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2/25b7896c-f478-4c4c-b96e-78ec93ee2983/4f16da79-02be-449e-80a9-3b8444583444) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:25.096676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96532fa6-2e4f-4c7c-a736-5a3af6e5ab51 req-65130a06-b44d-4b88-906a-dbe5d984a8b4 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 210 time: 0.0891528 Nov 25 18:45:25.136391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] device_id is not set on port 45419a4a-aafd-46cf-a3f1-3fb009258e9b yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:25.239698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:25.243448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.293245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Allocated IP 172.20.0.12 (8ce87182-6ae7-495c-92a6-b464ed4bfac0/682b5cba-90fc-418f-a73c-d664942983be/5dae621d-7194-4342-a2a0-9d2d4b2c328b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:25.335766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.342717 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.370861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.392125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:25.402527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:25.405857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:25.408935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Pushing event updated for resources: {'Port': ['ID=4f16da79-02be-449e-80a9-3b8444583444,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:25.448443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Allocated IP 172.20.0.9 (8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2/25b7896c-f478-4c4c-b96e-78ec93ee2983/45419a4a-aafd-46cf-a3f1-3fb009258e9b) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:25.462914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Subnet': ['ID=14808c6d-00bf-4c04-a0c5-14c857b52bc0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:25.476315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Attempting to bind port 4f16da79-02be-449e-80a9-3b8444583444 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:25.476697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Attempting to bind port 4f16da79-02be-449e-80a9-3b8444583444 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'feb0c7c5-583b-4469-b83c-0b1b001e1ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:25.477067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Attempting to bind port 4f16da79-02be-449e-80a9-3b8444583444 on network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:25.485952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:25.486329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Checking segment: {'id': 'feb0c7c5-583b-4469-b83c-0b1b001e1ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:25.486771 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.487166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Bound using segment: {'id': 'feb0c7c5-583b-4469-b83c-0b1b001e1ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:25.487636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Bound port: 4f16da79-02be-449e-80a9-3b8444583444, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb0c7c5-583b-4469-b83c-0b1b001e1ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:25.488151 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.519891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Checking segment: {'id': '9d65f845-0007-42c8-a855-08d92ea84b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '467ab959-222d-4aac-abab-695ee1b712d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:25.520360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Network hostable DHCP agents. Network: 467ab959-222d-4aac-abab-695ee1b712d0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:25.562675 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.577667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Network 467ab959-222d-4aac-abab-695ee1b712d0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:25.581252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] For port 4f16da79-02be-449e-80a9-3b8444583444, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:25.582638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.589603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] For port 4f16da79-02be-449e-80a9-3b8444583444, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4f16da79-02be-449e-80a9-3b8444583444,segment=NetworkSegment(feb0c7c5-583b-4469-b83c-0b1b001e1ee8),segment_id=feb0c7c5-583b-4469-b83c-0b1b001e1ee8)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:25.598412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.602783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 467ab959-222d-4aac-abab-695ee1b712d0) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:25.609619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:25.610903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.653001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-491970df-cf73-42da-b7f6-6f1d5bce32a6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0804830 Nov 25 18:45:25.656691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:25.657550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc2660-0fdc-41c7-a776-baa6c1513094 None None] Pushing event updated for resources: {'Port': ['ID=4f16da79-02be-449e-80a9-3b8444583444,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:25.660612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ee031-e98f-4cbc-8a7f-2425a34e2a5f None None] Network 467ab959-222d-4aac-abab-695ee1b712d0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:25.661729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b868c036-2fc8-4ee8-b4ab-b305d2dd003d tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-945978917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:25.680725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.721367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['00b42aa9-3724-43fc-9c4d-2ebacedef4ec'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:45:25.736659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:25.737829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b868c036-2fc8-4ee8-b4ab-b305d2dd003d tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.739089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b868c036-2fc8-4ee8-b4ab-b305d2dd003d tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.753799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:25.760973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:25.767041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Pushing event updated for resources: {'Port': ['ID=5dae621d-7194-4342-a2a0-9d2d4b2c328b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:25.782897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955623c-f83b-4d33-b380-f432d24d47e9 None None] DHCP port deletion for 8ce87182-6ae7-495c-92a6-b464ed4bfac0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:25.825309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.858975 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b868c036-2fc8-4ee8-b4ab-b305d2dd003d tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.865711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:25.866478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.871322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b868c036-2fc8-4ee8-b4ab-b305d2dd003d tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.874429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=53ed3f6a-bfb3-4630-86ac-95c5a30055c4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:25.883015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.895822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b868c036-2fc8-4ee8-b4ab-b305d2dd003d tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:25.899752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b868c036-2fc8-4ee8-b4ab-b305d2dd003d tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2395627 Nov 25 18:45:25.903224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52228) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:25.915781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-ace04bd8-4057-47c2-9f7d-e3d6f5284e2e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2169929 Nov 25 18:45:25.952394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Request body: {'port': {'device_id': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:25.969093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:25.974296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:25.976890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:25.999857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-467ab959-222d-4aac-abab-695ee1b712d0', 'network_id': '467ab959-222d-4aac-abab-695ee1b712d0', 'tenant_id': '4fbe3091da4d497aadbba526d22d76d4', 'fixed_ips': [{'subnet_id': '14808c6d-00bf-4c04-a0c5-14c857b52bc0'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:26.000765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.018501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-81368338-2c4b-436e-b908-c5171435ca89 None None] Provisioning complete for port 5dae621d-7194-4342-a2a0-9d2d4b2c328b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:26.018779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-81368338-2c4b-436e-b908-c5171435ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.059841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:26.060492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.084829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': '4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5666538f-62eb-4e56-be76-4813f05c5710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:26.085202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: 5666538f-62eb-4e56-be76-4813f05c5710, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:26.112334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-96508c2e-3942-4a57-8b83-3ee067b057e3 req-4fc27ab0-3e73-442f-b1ff-18195cbb31d0 service neutron] (103456) timed out ('10.222.0.66', 60178) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:45:26.124081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event updated for resources: {'Port': ['ID=45419a4a-aafd-46cf-a3f1-3fb009258e9b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:26.152658 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0ac3cf18-4ed3-4a30-8ebe-1ebf6389d86a tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3954997 Nov 25 18:45:26.156128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.156585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 5666538f-62eb-4e56-be76-4813f05c5710 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:26.178694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 5666538f-62eb-4e56-be76-4813f05c5710) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:26.199813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:26.201650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.231798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-81368338-2c4b-436e-b908-c5171435ca89 None None] Port 5dae621d-7194-4342-a2a0-9d2d4b2c328b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:26.237287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56260b8-0c43-4f75-bf97-9a5ff9a7ec80 None None] Network 5666538f-62eb-4e56-be76-4813f05c5710 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:26.244565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-72707257-db33-487d-ac07-7c442c0e0496 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1881907 Nov 25 18:45:26.246060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:26.252710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.260268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '5666538f-62eb-4e56-be76-4813f05c5710', 'security_groups': [], 'name': 'tempest-PortsTestJSON-504732652'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:26.427517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199e39-a238-4fbb-899c-0b806bd3cc3b req-8349142f-3df8-4840-81ef-87ee594ebed5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:26.429084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d199e39-a238-4fbb-899c-0b806bd3cc3b req-8349142f-3df8-4840-81ef-87ee594ebed5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 932 time: 0.1298473 Nov 25 18:45:26.547279 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d199e39-a238-4fbb-899c-0b806bd3cc3b req-d6cbe873-63b7-4a99-b02a-d6cf8d8ac58d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980594 Nov 25 18:45:26.554632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:26.559464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.580541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 93e290bb-7158-47bd-8722-3ec2d2da8b5c yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:26.594261 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.601959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Allocated IP 172.20.0.2 (467ab959-222d-4aac-abab-695ee1b712d0/14808c6d-00bf-4c04-a0c5-14c857b52bc0/8a1955b6-5691-4158-a0d7-3d17d2016466) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:26.621581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-5666538f-62eb-4e56-be76-4813f05c5710', 'network_id': '5666538f-62eb-4e56-be76-4813f05c5710', 'tenant_id': '3c6cac992c404d8586bf553ffcae1809', 'fixed_ips': [{'subnet_id': '53ed3f6a-bfb3-4630-86ac-95c5a30055c4'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:26.622441 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.735269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.3 (5666538f-62eb-4e56-be76-4813f05c5710/53ed3f6a-bfb3-4630-86ac-95c5a30055c4/93e290bb-7158-47bd-8722-3ec2d2da8b5c) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:26.843943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ef34c-5513-4cc8-86a1-906ada9af01e req-75242688-5b42-4125-b634-16d9d0e227d8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:26.845843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-215ef34c-5513-4cc8-86a1-906ada9af01e req-75242688-5b42-4125-b634-16d9d0e227d8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 946 time: 0.4959693 Nov 25 18:45:26.931871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Deleting port 45419a4a-aafd-46cf-a3f1-3fb009258e9b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:26.932292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:26.958821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.016747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.069817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 5666538f-62eb-4e56-be76-4813f05c5710 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:27.074383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:27.098099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:27.139472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Allocated IP 172.20.0.2 (5666538f-62eb-4e56-be76-4813f05c5710/53ed3f6a-bfb3-4630-86ac-95c5a30055c4/eb2df163-3403-44fc-bdff-779c66d0e1f7) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:27.142246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.162302 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.209355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=93e290bb-7158-47bd-8722-3ec2d2da8b5c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:27.235509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:27.236549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.251011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Network 467ab959-222d-4aac-abab-695ee1b712d0 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:27.252848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-215ef34c-5513-4cc8-86a1-906ada9af01e req-b6bb684e-6e98-4cd7-964d-ef6300b396ee tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975134 Nov 25 18:45:27.274923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:27.277196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a81293ef-045c-4aa5-bc5b-276a7f61e82c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0268745 Nov 25 18:45:27.278408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52252) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:27.281704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:27.310056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.321812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c426e985-10a0-47b9-9f10-ed47e302faf8 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:27.344205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Calling delete_port for 45419a4a-aafd-46cf-a3f1-3fb009258e9b owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:27.365317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Pushing event updated for resources: {'Port': ['ID=8a1955b6-5691-4158-a0d7-3d17d2016466,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:27.462684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 93e290bb-7158-47bd-8722-3ec2d2da8b5c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:27.463032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.538770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ac019-4682-4d1b-b36b-7d4d4bce9749 None None] Network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:27.671936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Allocated IP 172.20.0.1 (467ab959-222d-4aac-abab-695ee1b712d0/14808c6d-00bf-4c04-a0c5-14c857b52bc0/54c1da6a-867e-45f1-9831-01b815a7a1d5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:27.737744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.756546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 93e290bb-7158-47bd-8722-3ec2d2da8b5c owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:27.778503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c826eb6a-ed31-4fa8-b70d-e45467028b64 None None] Provisioning complete for port 4f16da79-02be-449e-80a9-3b8444583444 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:27.778503 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c826eb6a-ed31-4fa8-b70d-e45467028b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.782651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db1b9-eb50-451c-9568-b6ee1badc5bb req-ec260d29-09c9-4e10-ad7c-c0cee5964665 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:27.784177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d6db1b9-eb50-451c-9568-b6ee1badc5bb req-ec260d29-09c9-4e10-ad7c-c0cee5964665 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 932 time: 0.1154344 Nov 25 18:45:27.797338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Attempting to bind port 8a1955b6-5691-4158-a0d7-3d17d2016466 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:27.797714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Attempting to bind port 8a1955b6-5691-4158-a0d7-3d17d2016466 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9d65f845-0007-42c8-a855-08d92ea84b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '467ab959-222d-4aac-abab-695ee1b712d0'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:27.798081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Attempting to bind port 8a1955b6-5691-4158-a0d7-3d17d2016466 on network 467ab959-222d-4aac-abab-695ee1b712d0 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:27.808682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dae621d-7194-4342-a2a0-9d2d4b2c328b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:45:27.819112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.832750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:27.832750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Checking segment: {'id': '9d65f845-0007-42c8-a855-08d92ea84b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '467ab959-222d-4aac-abab-695ee1b712d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:27.832750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.832750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Bound using segment: {'id': '9d65f845-0007-42c8-a855-08d92ea84b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '467ab959-222d-4aac-abab-695ee1b712d0'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:27.833106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Bound port: 8a1955b6-5691-4158-a0d7-3d17d2016466, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d65f845-0007-42c8-a855-08d92ea84b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '467ab959-222d-4aac-abab-695ee1b712d0'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:27.833882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.868967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4f16da79-02be-449e-80a9-3b8444583444 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:27.879179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d6db1b9-eb50-451c-9568-b6ee1badc5bb req-e32e3aeb-8f31-4fcc-8548-c64204e74425 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654278 Nov 25 18:45:27.953360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.953599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Transition to ACTIVE for port object 5dae621d-7194-4342-a2a0-9d2d4b2c328b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:45:27.955234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.977703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:27.989165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=93e290bb-7158-47bd-8722-3ec2d2da8b5c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.008501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] For port 8a1955b6-5691-4158-a0d7-3d17d2016466, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:28.012541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] For port 8a1955b6-5691-4158-a0d7-3d17d2016466, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8a1955b6-5691-4158-a0d7-3d17d2016466,segment=NetworkSegment(9d65f845-0007-42c8-a855-08d92ea84b4f),segment_id=9d65f845-0007-42c8-a855-08d92ea84b4f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:28.024906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.025256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.025600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.025939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.026265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.026623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.026951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.027278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.027603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.028309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.028523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.028855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.040457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.042500 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.074973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.079820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.083364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8711c80d-0c82-4c42-bc81-2f5283bc9630 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/93e290bb-7158-47bd-8722-3ec2d2da8b5c HTTP/1.1" status: 204 len: 168 time: 0.8021886 Nov 25 18:45:28.086177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52262) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:28.090290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event deleted for resources: {'Port': ['ID=45419a4a-aafd-46cf-a3f1-3fb009258e9b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.113054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:28.114708 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe0250f-3168-4728-b463-398b14034da3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:45:28.114989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.116507 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7fe0250f-3168-4728-b463-398b14034da3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/93e290bb-7158-47bd-8722-3ec2d2da8b5c HTTP/1.1" status: 404 len: 333 time: 0.0293217 Nov 25 18:45:28.119580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52264) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:28.128285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:28.130552 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a23286-decf-41b9-87d4-2cd8ac772c75" -d '{"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-unplugged", "status": "completed", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:28.161132 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.170301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.180005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4f16da79-02be-449e-80a9-3b8444583444 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:28.180596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.189330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet 53ed3f6a-bfb3-4630-86ac-95c5a30055c4 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:28.196375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.216016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceedc8bc-72de-4162-aaeb-31c2b2d76668 None None] DHCP port deletion for 8ce87182-6ae7-495c-92a6-b464ed4bfac0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:28.219938 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4299d3d3-6f06-4522-ba08-7d9d76bf0ca2 x-openstack-request-id: req-4299d3d3-6f06-4522-ba08-7d9d76bf0ca2 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:28.220420 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-unplugged", "status": "failed", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:28.220968 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4299d3d3-6f06-4522-ba08-7d9d76bf0ca2 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:28.221519 n-d-819194-3 neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'code': 422} returned with failed status Nov 25 18:45:28.262196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.283066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Network 5666538f-62eb-4e56-be76-4813f05c5710 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:28.328081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:28.332406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:28.380687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62668b-fe4a-4838-9ceb-22bf661ac58f None None] Pushing event updated for resources: {'Port': ['ID=8a1955b6-5691-4158-a0d7-3d17d2016466,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.455102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.457244 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.560044 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c826eb6a-ed31-4fa8-b70d-e45467028b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.569946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f8c2-b431-4fb6-ab4f-78051077dec5 req-c7290318-73e0-4b13-b83a-fd15cc1914c6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:28.571959 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1163f8c2-b431-4fb6-ab4f-78051077dec5 req-c7290318-73e0-4b13-b83a-fd15cc1914c6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 944 time: 0.2028151 Nov 25 18:45:28.572761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.612283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c826eb6a-ed31-4fa8-b70d-e45467028b64 None None] For port 4f16da79-02be-449e-80a9-3b8444583444, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4f16da79-02be-449e-80a9-3b8444583444,segment=NetworkSegment(feb0c7c5-583b-4469-b83c-0b1b001e1ee8),segment_id=feb0c7c5-583b-4469-b83c-0b1b001e1ee8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:28.613173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.632722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c826eb6a-ed31-4fa8-b70d-e45467028b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.633462 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/53ed3f6a-bfb3-4630-86ac-95c5a30055c4 HTTP/1.1" status: 204 len: 168 time: 0.5128019 Nov 25 18:45:28.641792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Pushing event updated for resources: {'Port': ['ID=eb2df163-3403-44fc-bdff-779c66d0e1f7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.650194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Attempting to bind port eb2df163-3403-44fc-bdff-779c66d0e1f7 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:28.650436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52272) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:28.650859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Attempting to bind port eb2df163-3403-44fc-bdff-779c66d0e1f7 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5666538f-62eb-4e56-be76-4813f05c5710'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:28.651323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Attempting to bind port eb2df163-3403-44fc-bdff-779c66d0e1f7 on network 5666538f-62eb-4e56-be76-4813f05c5710 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:28.698166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:28.699681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Checking segment: {'id': '4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5666538f-62eb-4e56-be76-4813f05c5710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:28.700876 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.704553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Bound using segment: {'id': '4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5666538f-62eb-4e56-be76-4813f05c5710'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:28.705172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Bound port: eb2df163-3403-44fc-bdff-779c66d0e1f7, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5666538f-62eb-4e56-be76-4813f05c5710'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:28.705643 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.736756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c5145-ce22-44c1-80be-3f9e7fe8d4a2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=53ed3f6a-bfb3-4630-86ac-95c5a30055c4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.833523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] For port eb2df163-3403-44fc-bdff-779c66d0e1f7, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:28.836973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] For port eb2df163-3403-44fc-bdff-779c66d0e1f7, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=eb2df163-3403-44fc-bdff-779c66d0e1f7,segment=NetworkSegment(4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27),segment_id=4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:28.840968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae621d-7194-4342-a2a0-9d2d4b2c328b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.854141 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.854586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.855141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.855672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.856193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.856289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a899775d-a93d-4fcc-8116-74af366899ca None None] Could not find standard attr ID for object 45419a4a-aafd-46cf-a3f1-3fb009258e9b. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:45:28.856810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.858072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.859328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.859870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.860390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.860925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.861442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.861956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:28.877405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826eb6a-ed31-4fa8-b70d-e45467028b64 None None] Pushing event updated for resources: {'Port': ['ID=4f16da79-02be-449e-80a9-3b8444583444,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:28.882074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1163f8c2-b431-4fb6-ab4f-78051077dec5 req-f6ce038a-ed46-4a1a-be86-cabc163762bb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929811 Nov 25 18:45:28.891083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.924562 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:28.934165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52284) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:28.938768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-705289f0-2599-470b-b968-5a49dbb50d44 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "DELETE /v2.0/ports/45419a4a-aafd-46cf-a3f1-3fb009258e9b HTTP/1.1" status: 204 len: 168 time: 2.7791107 Nov 25 18:45:28.958724 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.004174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port eb2df163-3403-44fc-bdff-779c66d0e1f7 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:29.004753 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.097524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Network 467ab959-222d-4aac-abab-695ee1b712d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:29.104079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:29.109645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:29.148755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a899775d-a93d-4fcc-8116-74af366899ca None None] Provisioning complete for port 4f16da79-02be-449e-80a9-3b8444583444 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:29.149129 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a899775d-a93d-4fcc-8116-74af366899ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.160146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5b721-2e96-494f-8e19-80f435cf6664 None None] Network 5666538f-62eb-4e56-be76-4813f05c5710 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:29.218227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.222944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Port': ['ID=54c1da6a-867e-45f1-9831-01b815a7a1d5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:29.241492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] For port eb2df163-3403-44fc-bdff-779c66d0e1f7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=eb2df163-3403-44fc-bdff-779c66d0e1f7,segment=NetworkSegment(4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27),segment_id=4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:29.243092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.271242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Attempting to bind port 5dae621d-7194-4342-a2a0-9d2d4b2c328b on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:29.271575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Attempting to bind port 5dae621d-7194-4342-a2a0-9d2d4b2c328b by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:29.271902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Attempting to bind port 5dae621d-7194-4342-a2a0-9d2d4b2c328b on network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:29.287574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d682-36c9-4273-8e1f-9c3fc14b6dc1 req-0e7798f7-e9d6-4af3-a679-e944aa2918b0 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:29.290594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Port 5dae621d-7194-4342-a2a0-9d2d4b2c328b on network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:45:29.290799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Attempting to bind port 5dae621d-7194-4342-a2a0-9d2d4b2c328b on network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:29.303838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e12d682-36c9-4273-8e1f-9c3fc14b6dc1 req-0e7798f7-e9d6-4af3-a679-e944aa2918b0 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 944 time: 0.2080758 Nov 25 18:45:29.326126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:29.326994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Checking segment: {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:29.326994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Bound using segment: {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:29.327471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Bound port: 5dae621d-7194-4342-a2a0-9d2d4b2c328b, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a49f1c-65af-4ddb-b4f8-115a2dca6d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:29.327833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.343067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for eb2df163-3403-44fc-bdff-779c66d0e1f7 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:29.383881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd50f3-52b9-413d-adc8-6ffb02aea1ff None None] Pushing event updated for resources: {'Port': ['ID=eb2df163-3403-44fc-bdff-779c66d0e1f7,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:29.400877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b6ebead5-95f8-4160-8369-fe61c734f38f tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.4649129 Nov 25 18:45:29.404332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52296) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:29.425513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1593758785'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:29.534392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.596511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] For port 5dae621d-7194-4342-a2a0-9d2d4b2c328b, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:29.632504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e12d682-36c9-4273-8e1f-9c3fc14b6dc1 req-eb8a725a-d5a3-466a-aec2-8b18b4d8107a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260777 Nov 25 18:45:29.633042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] For port 5dae621d-7194-4342-a2a0-9d2d4b2c328b, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:29.638375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Made reservation on behalf of 32f46205d3c34285ad455901cded348d for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:29.649373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.652492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.769570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No DVR routers for this DVR port eb2df163-3403-44fc-bdff-779c66d0e1f7 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:29.781266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.937528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.946326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dccccb9-f3cf-46b3-be01-af7f89eeca00 None None] DHCP port deletion for 8ce87182-6ae7-495c-92a6-b464ed4bfac0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:29.957751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:29.958365 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:29.961084 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] 10.222.0.64 "PUT /v2.0/ports/5dae621d-7194-4342-a2a0-9d2d4b2c328b HTTP/1.1" status: 200 len: 1092 time: 4.0116942 Nov 25 18:45:29.961084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'tag': '5dae621d-7194-4342-a2a0-9d2d4b2c328b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:29.962858 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c75b373-fda4-43ca-b3a2-109fd993e379" -d '{"events": [{"name": "network-changed", "server_uuid": "f5abb89c-eb81-418c-9271-4b190bd39f5b", "tag": "5dae621d-7194-4342-a2a0-9d2d4b2c328b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:30.001339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5666538f-62eb-4e56-be76-4813f05c5710']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:30.019911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=eb2df163-3403-44fc-bdff-779c66d0e1f7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:30.052464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d746681-5fde-4bf0-a613-61b58e4d2959 None None] Network 467ab959-222d-4aac-abab-695ee1b712d0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:30.093335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:30.113307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.116218 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Added segment 0ae05cc3-e935-439a-a7a6-6d5047bb2c9f of type vlan for network b09adfcc-3bcb-40a4-9cdb-9991e17f7a55 Nov 25 18:45:30.132267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaae8c-2681-4ffb-bd73-410808729c05 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae621d-7194-4342-a2a0-9d2d4b2c328b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:30.163781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a1955b6-5691-4158-a0d7-3d17d2016466 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:30.188247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.220158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:30.220517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c38f8fc-6ef3-4b59-a8e4-337a9ac9df27') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:30.223556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.231798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:30.232775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.239787 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8af5e3-db31-41de-a158-f01aedbeac92 x-openstack-request-id: req-3e8af5e3-db31-41de-a158-f01aedbeac92 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:30.240077 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5abb89c-eb81-418c-9271-4b190bd39f5b", "tag": "5dae621d-7194-4342-a2a0-9d2d4b2c328b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:30.240325 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e8af5e3-db31-41de-a158-f01aedbeac92 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:30.240957 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'tag': '5dae621d-7194-4342-a2a0-9d2d4b2c328b', 'status': 'completed', 'code': 200} Nov 25 18:45:30.249114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-1e2a6e2a-91ec-4577-a2bf-d3d87eb6f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:30.250991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-1e2a6e2a-91ec-4577-a2bf-d3d87eb6f5c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 1095 time: 0.2331753 Nov 25 18:45:30.269372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.319075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9118905 Nov 25 18:45:30.325154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52344) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:30.349786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.363657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7d0b8-247b-4ef7-99fd-b3c011ed121d tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event updated for resources: {'Network': ['ID=b09adfcc-3bcb-40a4-9cdb-9991e17f7a55,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:30.380967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:30.382426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.389919 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.409459 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:30.410976 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:30.423373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b09adfcc-3bcb-40a4-9cdb-9991e17f7a55 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:30.499441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-77d3fdfa-8553-40f8-9ab3-ee8f4e99f28b None None] Provisioning complete for port 8a1955b6-5691-4158-a0d7-3d17d2016466 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:30.500042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-77d3fdfa-8553-40f8-9ab3-ee8f4e99f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.502987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-1452a88e-1b67-4f36-b537-3e3415490392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b HTTP/1.1" status: 200 len: 217 time: 0.1049783 Nov 25 18:45:30.539481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.562080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.571357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/5666538f-62eb-4e56-be76-4813f05c5710 HTTP/1.1" status: 204 len: 168 time: 1.9133255 Nov 25 18:45:30.571357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db934f-176e-417a-b898-1f11b708e662 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=5666538f-62eb-4e56-be76-4813f05c5710,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:30.571586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52346) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:30.597242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'name': 'tempest-PortsTestJSON-1229863146'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:30.630619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8a1955b6-5691-4158-a0d7-3d17d2016466 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:30.630619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.647940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.703138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-842a8966-d1bc-4978-93c9-f4350816c190 tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "GET /v2.0/agents/f8ed5959-b720-4903-b297-8a286c50ca44/dhcp-networks HTTP/1.1" status: 200 len: 11155 time: 0.3640130 Nov 25 18:45:30.705906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52350) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:30.720690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-77d3fdfa-8553-40f8-9ab3-ee8f4e99f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.729957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.797157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-77d3fdfa-8553-40f8-9ab3-ee8f4e99f28b None None] For port 8a1955b6-5691-4158-a0d7-3d17d2016466, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8a1955b6-5691-4158-a0d7-3d17d2016466,segment=NetworkSegment(9d65f845-0007-42c8-a855-08d92ea84b4f),segment_id=9d65f845-0007-42c8-a855-08d92ea84b4f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:30.808339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Port': ['ID=54c1da6a-867e-45f1-9831-01b815a7a1d5,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:30.822560 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-77d3fdfa-8553-40f8-9ab3-ee8f4e99f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.848288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Network 467ab959-222d-4aac-abab-695ee1b712d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:30.850794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-286ced29-8834-4356-8c7d-3a19e91b8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:30.852594 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-286ced29-8834-4356-8c7d-3a19e91b8f0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 200 len: 851 time: 0.3049347 Nov 25 18:45:30.865525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-8c088c3e-cd39-44e7-8343-f8ba33cc7709 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:30.867135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-8c088c3e-cd39-44e7-8343-f8ba33cc7709 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a HTTP/1.1" status: 200 len: 944 time: 0.4098694 Nov 25 18:45:30.876313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:30.881203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3fdfa-8553-40f8-9ab3-ee8f4e99f28b None None] Pushing event updated for resources: {'Port': ['ID=8a1955b6-5691-4158-a0d7-3d17d2016466,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:30.891455 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:30.932589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b3525-8572-4881-ac3c-cefee7f3a9ed tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] Network b09adfcc-3bcb-40a4-9cdb-9991e17f7a55 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:30.944553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fbb55-7fe1-4a6c-8a65-47e15bec3233 req-f8228d5c-deac-4a26-b940-089cce8ac9c7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:30.946999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-513fbb55-7fe1-4a6c-8a65-47e15bec3233 req-f8228d5c-deac-4a26-b940-089cce8ac9c7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 944 time: 0.1581609 Nov 25 18:45:30.960566 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-602b3525-8572-4881-ac3c-cefee7f3a9ed tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "POST /v2.0/agents/f8ed5959-b720-4903-b297-8a286c50ca44/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2515819 Nov 25 18:45:30.965813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52352) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:30.977352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33f429-e7f9-4544-933b-f2a3bf42674e None None] Network b09adfcc-3bcb-40a4-9cdb-9991e17f7a55 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:30.996172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-085f9589-0006-48de-bd21-07e3118bad06 None None] Provisioning complete for port 8a1955b6-5691-4158-a0d7-3d17d2016466 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:30.996638 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-085f9589-0006-48de-bd21-07e3118bad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.022507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-9557e20b-5f29-4ed8-88c8-5c67de2528d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ce87182-6ae7-495c-92a6-b464ed4bfac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489713 Nov 25 18:45:31.033818 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:45:31.035240 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:45:31.221842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-085f9589-0006-48de-bd21-07e3118bad06 None None] Provisioning complete for port 54c1da6a-867e-45f1-9831-01b815a7a1d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:31.222405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-085f9589-0006-48de-bd21-07e3118bad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.272572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-085f9589-0006-48de-bd21-07e3118bad06 None None] Port 54c1da6a-867e-45f1-9831-01b815a7a1d5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:31.284160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:31.287709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.305259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device c426e985-10a0-47b9-9f10-ed47e302faf8 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:31.323150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Deleting port c426e985-10a0-47b9-9f10-ed47e302faf8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:31.323494 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.329779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Router 91943afa-7dbe-4caf-96fe-a8d55fa9a5a1 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:45:31.343705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port a7cc585c-aeb3-4bc2-b91a-1144851c8d4d yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:31.453692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7fd21eb8-ce49-4576-a82e-cdbb4486ca90 None None] Provisioning complete for port 54c1da6a-867e-45f1-9831-01b815a7a1d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:31.454288 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fd21eb8-ce49-4576-a82e-cdbb4486ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.509788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7fd21eb8-ce49-4576-a82e-cdbb4486ca90 None None] Port 54c1da6a-867e-45f1-9831-01b815a7a1d5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:31.574543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c622618-badd-439f-8ad7-0d558188b674 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:45:31.602941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.604830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4f16da79-02be-449e-80a9-3b8444583444 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:31.609855 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-513fbb55-7fe1-4a6c-8a65-47e15bec3233 req-6d1a40ea-09b2-4012-abe9-157ee10e6a76 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526179 Nov 25 18:45:31.709287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-dcf9dbf8-50b1-4af5-bd33-5e6ea43cda28 service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686482 Nov 25 18:45:31.717077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-21d2d182-73ed-4270-be64-819c80e0fe1d tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "GET /v2.0/agents/f8ed5959-b720-4903-b297-8a286c50ca44/dhcp-networks HTTP/1.1" status: 200 len: 11182 time: 0.7492990 Nov 25 18:45:31.717681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52360) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:31.721064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f6b73319-127c-4a79-b087-914e267a68b8 None None] Provisioning complete for port 54c1da6a-867e-45f1-9831-01b815a7a1d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:31.721520 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f6b73319-127c-4a79-b087-914e267a68b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.803240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a4c9c5b1-4faa-4295-a7c3-bf78642eefc3 tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "DELETE /v2.0/agents/f8ed5959-b720-4903-b297-8a286c50ca44/dhcp-networks/b09adfcc-3bcb-40a4-9cdb-9991e17f7a55 HTTP/1.1" status: 204 len: 168 time: 0.0843003 Nov 25 18:45:31.803996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:31.806206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4f16da79-02be-449e-80a9-3b8444583444 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:31.806750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.839038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:45:31.844452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f6b73319-127c-4a79-b087-914e267a68b8 None None] Port 54c1da6a-867e-45f1-9831-01b815a7a1d5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:31.844983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6c34a6df-debf-4c64-bb85-ddd8c97c1b90 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "PUT /v2.0/routers/91943afa-7dbe-4caf-96fe-a8d55fa9a5a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9405513 Nov 25 18:45:31.853534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52364) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:31.864580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'port': {'network_id': '467ab959-222d-4aac-abab-695ee1b712d0', 'name': 'tempest-FloatingIPNegativeTestJSON-1741672048'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:31.871363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] Sync routers for ids ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:45:31.895696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8d86489-1e88-44ca-8942-eb27ba6e00fe req-4cffd1da-e269-429f-b41e-ab2e38871231 service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693752 Nov 25 18:45:31.900075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] For port c426e985-10a0-47b9-9f10-ed47e302faf8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=c426e985-10a0-47b9-9f10-ed47e302faf8,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:31.900447 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.931402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c622618-badd-439f-8ad7-0d558188b674 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:45:31.939204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] Routers {'91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:31.939912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:31.945979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:31.974479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4c7139cc-2a8a-4028-b135-09f47debf0a4 tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "GET /v2.0/agents/f8ed5959-b720-4903-b297-8a286c50ca44/dhcp-networks HTTP/1.1" status: 200 len: 10411 time: 0.1643348 Nov 25 18:45:31.976247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:31.980046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Calling delete_port for c426e985-10a0-47b9-9f10-ed47e302faf8 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:31.996793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:32.002709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2f7c3c3b-5b02-470d-8a4c-014680155ebb tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "GET /v2.0/networks/8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0222597 Nov 25 18:45:32.003505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52368) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:32.028537 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c58fba91-9ff6-40b7-a24d-936fd9973fe7 tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "GET /v2.0/networks/8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0216172 Nov 25 18:45:32.029861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52370) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:32.100635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] Routers {'91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:32.101549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:32.125450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:32.141868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:32.144156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=a7cc585c-aeb3-4bc2-b91a-1144851c8d4d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:32.148483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:32.155925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:32.155925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.227842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:32.229291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1f5b3-b57f-4fe2-9b01-416eb0a10a77 None None] The sync data for ids ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:45:32.252667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-9e887520-1cbe-40d3-aebc-e2b10ddf1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:32.258791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-9e887520-1cbe-40d3-aebc-e2b10ddf1bf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 1095 time: 0.2917743 Nov 25 18:45:32.306445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-86fa49d2-f870-44c8-a713-703f4f1aff24 tempest-DHCPAgentSchedulersTestJSON-1428192132 tempest-DHCPAgentSchedulersTestJSON-1428192132-project-admin] 10.222.0.62 "GET /v2.0/agents/f8ed5959-b720-4903-b297-8a286c50ca44/dhcp-networks HTTP/1.1" status: 200 len: 10411 time: 0.2725718 Nov 25 18:45:32.307287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52376) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:32.405492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-88f86d16-f36f-4850-8f6b-a96047868540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:32.407143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-88f86d16-f36f-4850-8f6b-a96047868540 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 912 time: 0.1340182 Nov 25 18:45:32.447761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a1955b6-5691-4158-a0d7-3d17d2016466 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:32.448004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.458161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-d506cafe-64db-4540-a345-35add02f99e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b HTTP/1.1" status: 200 len: 217 time: 0.0406277 Nov 25 18:45:32.458800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Made reservation on behalf of 4fbe3091da4d497aadbba526d22d76d4 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:32.462337 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.493832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f27d790d-9fbe-4c17-846d-9173900bfefc tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9006999 Nov 25 18:45:32.498169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] device_id is not set on port 441fcab9-04e0-4fb2-a73b-f11a2e5e95e9 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:32.525923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:32.568208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.573052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8a1955b6-5691-4158-a0d7-3d17d2016466 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:32.573521 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.597275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09adfcc-3bcb-40a4-9cdb-9991e17f7a55']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:32.611161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae05cc3-e935-439a-a7a6-6d5047bb2c9f') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:32.612126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae05cc3-e935-439a-a7a6-6d5047bb2c9f') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:32.623787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.687125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.701367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:32.703604 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.706520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-44c6023b-d99d-48f4-99ab-86b51f82d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:32.708076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-44c6023b-d99d-48f4-99ab-86b51f82d3e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 200 len: 851 time: 0.2292686 Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:32.713045 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:32.821008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.830710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:32.833965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "DELETE /v2.0/networks/b09adfcc-3bcb-40a4-9cdb-9991e17f7a55 HTTP/1.1" status: 204 len: 168 time: 0.5243418 Nov 25 18:45:32.837485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:32.884867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feaf71-2ed0-4e59-895e-0f8ea083e38d req-08fb6380-a8ab-42a7-ad73-59babfd61885 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:32.886484 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4feaf71-2ed0-4e59-895e-0f8ea083e38d req-08fb6380-a8ab-42a7-ad73-59babfd61885 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 944 time: 0.1186211 Nov 25 18:45:32.887338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d2dbd-6382-4ced-972c-6cdb0ac63209 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event deleted for resources: {'Network': ['ID=b09adfcc-3bcb-40a4-9cdb-9991e17f7a55,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:32.891153 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-117a681e-0ced-4b02-bb40-fdd99ee5e220 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] DELETE failed (client error): The resource could not be found. Nov 25 18:45:32.891717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117a681e-0ced-4b02-bb40-fdd99ee5e220 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:32.894842 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-117a681e-0ced-4b02-bb40-fdd99ee5e220 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "DELETE /v2.0/ports/45419a4a-aafd-46cf-a3f1-3fb009258e9b HTTP/1.1" status: 404 len: 333 time: 0.0556531 Nov 25 18:45:32.898950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52388) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:32.987912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4feaf71-2ed0-4e59-895e-0f8ea083e38d req-860326ae-d059-41bb-8b87-1ff0ec008750 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857961 Nov 25 18:45:33.000562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Deleting subnet 25b7896c-f478-4c4c-b96e-78ec93ee2983 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:33.004683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.066429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.088901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-60287e82-bb07-4f73-9429-b66a6d930126 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ce87182-6ae7-495c-92a6-b464ed4bfac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3678501 Nov 25 18:45:33.096426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port a7cc585c-aeb3-4bc2-b91a-1144851c8d4d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:33.096767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.122503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.153092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Allocated IP 172.20.0.5 (467ab959-222d-4aac-abab-695ee1b712d0/14808c6d-00bf-4c04-a0c5-14c857b52bc0/441fcab9-04e0-4fb2-a73b-f11a2e5e95e9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:33.159913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.190381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.257022 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.263545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event deleted for resources: {'Port': ['ID=c426e985-10a0-47b9-9f10-ed47e302faf8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:33.275003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb4e77-02cc-4f2e-9cdc-18bd312fec6d None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:33.307401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event deleted for resources: {'Subnet': ['ID=25b7896c-f478-4c4c-b96e-78ec93ee2983,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:33.313770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.317594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4016544d-3cbd-4ca3-89e6-3031a760a801 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "DELETE /v2.0/subnets/25b7896c-f478-4c4c-b96e-78ec93ee2983 HTTP/1.1" status: 204 len: 168 time: 0.4166663 Nov 25 18:45:33.320191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:33.321609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8bfa8-d5c2-44fa-8e88-3ae41d1a592c None None] Network 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:33.340224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.371766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] No DVR routers for this DVR port c426e985-10a0-47b9-9f10-ed47e302faf8 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:33.375392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.386742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2a8f989-c616-4a98-a784-59b015a64ad4 req-ef9e096c-13d9-4310-9d72-5bbcc95ffa6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "DELETE /v2.0/ports/c426e985-10a0-47b9-9f10-ed47e302faf8 HTTP/1.1" status: 204 len: 173 time: 2.5053389 Nov 25 18:45:33.393241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-deleted', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:33.396852 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b43a2-ff3f-4d38-b3f9-4a582be7f930" -d '{"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-deleted", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:33.444813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.452660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for a7cc585c-aeb3-4bc2-b91a-1144851c8d4d owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:33.485562 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b19a8-b40a-4f5f-9801-e495df1b2335 x-openstack-request-id: req-7e6b19a8-b40a-4f5f-9801-e495df1b2335 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:33.485862 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a", "name": "network-vif-deleted", "tag": "c426e985-10a0-47b9-9f10-ed47e302faf8", "status": "failed", "code": 422}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:33.486122 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e6b19a8-b40a-4f5f-9801-e495df1b2335 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:33.486571 n-d-819194-3 neutron-server[103457]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0bb3ecf2-1be3-41cf-92d8-8e6f9b1a1a2a', 'name': 'network-vif-deleted', 'tag': 'c426e985-10a0-47b9-9f10-ed47e302faf8', 'status': 'failed', 'code': 422} returned with failed status Nov 25 18:45:33.521826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Deleting port 4f16da79-02be-449e-80a9-3b8444583444 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:33.522302 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.548843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-4bfad060-ff20-40e7-a2a4-b0202aea8a33 service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466243 Nov 25 18:45:33.584969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] DHCP port deletion for 8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:33.637112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] For port 4f16da79-02be-449e-80a9-3b8444583444, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4f16da79-02be-449e-80a9-3b8444583444,segment=NetworkSegment(feb0c7c5-583b-4469-b83c-0b1b001e1ee8),segment_id=feb0c7c5-583b-4469-b83c-0b1b001e1ee8)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:33.639127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.657766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] Deleting port 4f16da79-02be-449e-80a9-3b8444583444 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:33.658321 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.662196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Calling delete_port for 4f16da79-02be-449e-80a9-3b8444583444 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:33.757423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] For port 4f16da79-02be-449e-80a9-3b8444583444, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4f16da79-02be-449e-80a9-3b8444583444,segment=NetworkSegment(feb0c7c5-583b-4469-b83c-0b1b001e1ee8),segment_id=feb0c7c5-583b-4469-b83c-0b1b001e1ee8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:33.758165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.770731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.777338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] Calling delete_port for 4f16da79-02be-449e-80a9-3b8444583444 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:33.790510 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.820053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=a7cc585c-aeb3-4bc2-b91a-1144851c8d4d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:33.834130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.837257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event deleted for resources: {'Port': ['ID=4f16da79-02be-449e-80a9-3b8444583444,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:33.838843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c75b373-fda4-43ca-b3a2-109fd993e379 req-c8e7efe5-ecd4-4f20-9ff1-3c0cae6d0d10 service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425265 Nov 25 18:45:33.850661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] No DVR routers for this DVR port 4f16da79-02be-449e-80a9-3b8444583444 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:33.910045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.934032 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.939014 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.948221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01b418de-ca03-42ee-9ee2-a9f20e8c1fc7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/a7cc585c-aeb3-4bc2-b91a-1144851c8d4d HTTP/1.1" status: 204 len: 168 time: 1.4188776 Nov 25 18:45:33.949282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52408) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:33.954977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'mac_address': 'fa:16:3e:e5:78:5f', 'name': 'tempest-PortsTestJSON-436984493'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:33.962859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:33.987358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] Pushing event deleted for resources: {'Port': ['ID=4f16da79-02be-449e-80a9-3b8444583444,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:33.991758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1fa40-0f36-4b9c-9709-b7ecf94cc0f3 None None] No DVR routers for this DVR port 4f16da79-02be-449e-80a9-3b8444583444 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:34.028834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Network 467ab959-222d-4aac-abab-695ee1b712d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:34.033186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:34.036319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:34.071353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Port': ['ID=441fcab9-04e0-4fb2-a73b-f11a2e5e95e9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:34.097459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:34.137236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:34.138165 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.168030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb0c7c5-583b-4469-b83c-0b1b001e1ee8') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:34.168623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dd9dad47-996c-48d8-a65b-6ca149ab2ab2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3078661 Nov 25 18:45:34.172266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52418) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:34.174811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb0c7c5-583b-4469-b83c-0b1b001e1ee8') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:34.176896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:34.201916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.236697 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.253738 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.264822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:34.265139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:34.269397 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:34.284355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:34.392346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4f16da79-02be-449e-80a9-3b8444583444 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:34.405835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7637630-9251-4c1a-be3a-09b1a1dd3f83 req-b07b9d8c-54ec-4b2a-8a52-3f222cb83270 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:34.408687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7637630-9251-4c1a-be3a-09b1a1dd3f83 req-b07b9d8c-54ec-4b2a-8a52-3f222cb83270 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 944 time: 0.2426338 Nov 25 18:45:34.431417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 4f16da79-02be-449e-80a9-3b8444583444 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:45:34.431761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4f16da79-02be-449e-80a9-3b8444583444 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:45:34.500296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.507330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.512008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] 10.222.0.62 "DELETE /v2.0/networks/8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2 HTTP/1.1" status: 204 len: 168 time: 1.1881611 Nov 25 18:45:34.547908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-480f7826-7904-45cd-8cf0-da02d92e3ecd None None] Provisioning complete for port 441fcab9-04e0-4fb2-a73b-f11a2e5e95e9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:34.550202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-480f7826-7904-45cd-8cf0-da02d92e3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.579941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7637630-9251-4c1a-be3a-09b1a1dd3f83 req-eb7d15cf-130c-493f-90a7-3880d880b8d8 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377869 Nov 25 18:45:34.582976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3525b-49cb-4c59-9f53-73d74907a227 tempest-DHCPAgentSchedulersTestJSON-1372456114 tempest-DHCPAgentSchedulersTestJSON-1372456114-project] Pushing event deleted for resources: {'Network': ['ID=8689d100-ba8c-4a2b-9b37-ba36ac7fcfa2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:34.595058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.617719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.623858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-480f7826-7904-45cd-8cf0-da02d92e3ecd None None] Port 441fcab9-04e0-4fb2-a73b-f11a2e5e95e9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:34.649082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 989c4180-083e-442f-9df5-5a5385d1fa70 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:34.700078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2a9a7259-e68d-4213-a220-f426a5e86844 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:34.710522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2a9a7259-e68d-4213-a220-f426a5e86844 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.2790835 Nov 25 18:45:34.730780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-a6fc9d85-a54a-4756-a8a5-c6cf64430b3f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/quotas/2b398994491047d7bcd1464030532fb7 HTTP/1.1" status: 200 len: 375 time: 0.0193512 Nov 25 18:45:34.773807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-b139d936-82f0-4822-9608-a25a24611744 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420508 Nov 25 18:45:34.870669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.875426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52438) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:34.890813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Allocated IP 172.25.2.94 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/9d90f118-5036-4383-8062-07cb1a67d1ea) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:34.915628 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:34.959707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-7b9f41fe-0b7c-4340-9c47-81d1582c6786 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849263 Nov 25 18:45:34.977357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:34.981868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:34.991855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:34.998728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:35.000419 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.028715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0767362 Nov 25 18:45:35.028875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52442) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:35.094801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6245031-bf1b-4e3c-a61e-fc13a1de3567 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:35.101549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a6245031-bf1b-4e3c-a61e-fc13a1de3567 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/989c4180-083e-442f-9df5-5a5385d1fa70 HTTP/1.1" status: 200 len: 840 time: 0.0666492 Nov 25 18:45:35.101549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c1756-7a50-4535-8ea6-ea9986804a45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=989c4180-083e-442f-9df5-5a5385d1fa70,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:35.101549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52444) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:35.176018 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.184065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-18f0cccc-f76c-4242-81c7-da1c4b3acf03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32f46205d3c34285ad455901cded348d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051195 Nov 25 18:45:35.185052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52446) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:35.194573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-81f20a3d-9191-4bb2-86f3-23ec538db364 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339108 Nov 25 18:45:35.256526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 989c4180-083e-442f-9df5-5a5385d1fa70 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:35.256973 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.265811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e405e08-9098-4f61-b72e-df9365f2c5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.278910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.321084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e405e08-9098-4f61-b72e-df9365f2c5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.336835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5dae621d-7194-4342-a2a0-9d2d4b2c328b details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:45:35.410936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:35.430554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:35.432477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Port': ['ID=9d90f118-5036-4383-8062-07cb1a67d1ea,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:35.445256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:35.462848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.483471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 989c4180-083e-442f-9df5-5a5385d1fa70 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:35.549717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-553db70d-671e-4552-9cdf-3216692db217 req-7b6ca82f-6a2c-4b3e-ab92-eeb1bc1a5198 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 210 time: 0.1274800 Nov 25 18:45:35.677768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e405e08-9098-4f61-b72e-df9365f2c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.680896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e405e08-9098-4f61-b72e-df9365f2c5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.682011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3e405e08-9098-4f61-b72e-df9365f2c5ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aadcce5c-1420-41e1-a5d8-5650396e2002 HTTP/1.1" status: 204 len: 168 time: 0.4956856 Nov 25 18:45:35.757633 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.800398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.807758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/989c4180-083e-442f-9df5-5a5385d1fa70 HTTP/1.1" status: 204 len: 168 time: 0.6954069 Nov 25 18:45:35.810844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52466) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:35.837665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e405e08-9098-4f61-b72e-df9365f2c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcce5c-1420-41e1-a5d8-5650396e2002,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:35.858732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:35.872229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac1d27-fd9e-404e-aeb9-2abaf545741b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=989c4180-083e-442f-9df5-5a5385d1fa70,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:35.889145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e89bec-c107-4d4a-a7ca-5e1dd4d506c2 req-d5146edb-8f25-4d6b-8554-14931a8f75cc tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:35.897188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32e89bec-c107-4d4a-a7ca-5e1dd4d506c2 req-d5146edb-8f25-4d6b-8554-14931a8f75cc tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 944 time: 0.1107674 Nov 25 18:45:35.947133 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bad0ad-d10e-487b-acdf-ce73bb44457b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:45:35.956212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52472) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:35.956969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-05bad0ad-d10e-487b-acdf-ce73bb44457b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/989c4180-083e-442f-9df5-5a5385d1fa70 HTTP/1.1" status: 404 len: 333 time: 0.1450684 Nov 25 18:45:35.961887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'name': 'tempest-PortsTestJSON-403776408'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:35.969832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.001662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5dae621d-7194-4342-a2a0-9d2d4b2c328b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:36.014658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-605f4cac-3ff2-4a7a-a163-e536d38ac4b1 req-214cd331-8b47-4682-9879-31b07cb33704 service neutron] (103456) timed out ('10.222.0.64', 50735) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:45:36.024995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '5dae621d-7194-4342-a2a0-9d2d4b2c328b', 'network_id': '8ce87182-6ae7-495c-92a6-b464ed4bfac0', 'port_id': '5dae621d-7194-4342-a2a0-9d2d4b2c328b', 'mac_address': 'fa:16:3e:d8:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b5cba-90fc-418f-a73c-d664942983be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:45:36.056743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32e89bec-c107-4d4a-a7ca-5e1dd4d506c2 req-b2f9e1dc-1152-4d14-a64e-a207e05b7ec6 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582663 Nov 25 18:45:36.073942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.097421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dae621d-7194-4342-a2a0-9d2d4b2c328b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:45:36.137865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5dae621d-7194-4342-a2a0-9d2d4b2c328b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:36.150559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.236358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5dae621d-7194-4342-a2a0-9d2d4b2c328b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:36.253477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:36.257133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.292973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 3679738c-9158-44b2-a2a7-aad577592d85 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:36.325306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:36.340847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4bc93d18-5451-47ec-8611-b0ca78d1c464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.351224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.359823 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.406894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['5dae621d-7194-4342-a2a0-9d2d4b2c328b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:45:36.455608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4bc93d18-5451-47ec-8611-b0ca78d1c464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.466723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4bc93d18-5451-47ec-8611-b0ca78d1c464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.487307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Port': ['ID=9d90f118-5036-4383-8062-07cb1a67d1ea,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:36.493133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.528014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc93d18-5451-47ec-8611-b0ca78d1c464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb140b-afaf-479f-8454-376cbe737160,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:36.537491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4bc93d18-5451-47ec-8611-b0ca78d1c464 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2080b6417f6242439f68a0ae76a51792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079597 Nov 25 18:45:36.537792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52478) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:36.554828 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.556080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b19a7b1c-e584-42a5-8f58-54ea7a1b65c2 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3833349 Nov 25 18:45:36.559828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52480) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:36.565152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-42ba3f0d-0de3-4356-886e-9cc77b2932c6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'floatingip': {'port_id': '441fcab9-04e0-4fb2-a73b-f11a2e5e95e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:36.604835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb1067cc-4cdd-4161-ad88-43316625ca99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.630501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42ba3f0d-0de3-4356-886e-9cc77b2932c6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.634603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb1067cc-4cdd-4161-ad88-43316625ca99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.703632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb1067cc-4cdd-4161-ad88-43316625ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.706304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb1067cc-4cdd-4161-ad88-43316625ca99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.709749 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bb1067cc-4cdd-4161-ad88-43316625ca99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7fb140b-afaf-479f-8454-376cbe737160 HTTP/1.1" status: 204 len: 168 time: 0.1687682 Nov 25 18:45:36.725392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.729709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2c3c69e1-4fe0-461b-8fd5-cbc828ad9abb req-198ad5bb-41f6-4721-a78b-2433bf30b2ac tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 210 time: 0.0356050 Nov 25 18:45:36.735943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1067cc-4cdd-4161-ad88-43316625ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb140b-afaf-479f-8454-376cbe737160,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:36.809716 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-42ba3f0d-0de3-4356-886e-9cc77b2932c6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] update failed (client error): The resource could not be found. Nov 25 18:45:36.814294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52490) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:36.821838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-42ba3f0d-0de3-4356-886e-9cc77b2932c6 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "PUT /v2.0/floatingips/9d02d87a-d016-4e9f-b941-149af4fb56a9 HTTP/1.1" status: 404 len: 507 time: 0.2611988 Nov 25 18:45:36.838655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.904197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:36.907653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:36.911888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:36.918670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:36.919359 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:36.924171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=3679738c-9158-44b2-a2a7-aad577592d85,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:36.949931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-02de3703-9540-490f-8778-6c05b9ab46b7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9923482 Nov 25 18:45:36.952793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52494) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:36.961697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:37.096386 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.113589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Deleting port 9d90f118-5036-4383-8062-07cb1a67d1ea {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:37.113927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.274660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-934b9c05-c491-49ce-858b-702705a602ec tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:37.276139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-934b9c05-c491-49ce-858b-702705a602ec tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.2659016 Nov 25 18:45:37.289298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee707-5966-4e5b-82d0-d9a8d6204346 req-2681c420-6afa-4f84-a977-2a0095fd4e97 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:37.297570 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c6ee707-5966-4e5b-82d0-d9a8d6204346 req-2681c420-6afa-4f84-a977-2a0095fd4e97 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 945 time: 0.1449907 Nov 25 18:45:37.303211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Request body: {'port': {'device_id': 'f60db973-b42b-402d-835c-db091c3f63cf', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'admin_state_up': True, 'tenant_id': '2b398994491047d7bcd1464030532fb7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:37.351937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5dae621d-7194-4342-a2a0-9d2d4b2c328b up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:37.364945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.365358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.382183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Calling delete_port for 9d90f118-5036-4383-8062-07cb1a67d1ea owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:37.425758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c6ee707-5966-4e5b-82d0-d9a8d6204346 req-46569b47-a9a9-4b7d-9238-60d94ea6e1ab tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273220 Nov 25 18:45:37.503089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.511240 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.516629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:37.524323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.540784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 5dae621d-7194-4342-a2a0-9d2d4b2c328b completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:45:37.550899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 5dae621d-7194-4342-a2a0-9d2d4b2c328b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:37.556309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.561450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] In _notify_port_updated(), no bound segment for port 3679738c-9158-44b2-a2a7-aad577592d85 on network 84c6e6ca-de02-4017-900b-c59935ad1aa1 {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:45:37.567251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:37.567943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.572351 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "PUT /v2.0/ports/3679738c-9158-44b2-a2a7-aad577592d85 HTTP/1.1" status: 200 len: 818 time: 0.6180291 Nov 25 18:45:37.575231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52508) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:37.604398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4485d6a-d5da-465f-9592-10e8b83bd22f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=3679738c-9158-44b2-a2a7-aad577592d85,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:37.700842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.707833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.748023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 5dae621d-7194-4342-a2a0-9d2d4b2c328b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:37.749297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae621d-7194-4342-a2a0-9d2d4b2c328b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:37.753763 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6241b6-1c2a-4596-aaa2-c8e46d9059a0" -d '{"events": [{"server_uuid": "f5abb89c-eb81-418c-9271-4b190bd39f5b", "name": "network-vif-plugged", "status": "completed", "tag": "5dae621d-7194-4342-a2a0-9d2d4b2c328b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:37.758887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.782151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Allocated IP 172.20.0.7 (6398ccdc-4a28-4532-b7b8-e40937d09707/facef00e-ccfd-4dca-ba36-6dccea534f9c/d7f98d80-46bf-48f2-84aa-e31816691c68) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:37.802098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event deleted for resources: {'Port': ['ID=9d90f118-5036-4383-8062-07cb1a67d1ea,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:37.876194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 3679738c-9158-44b2-a2a7-aad577592d85 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:37.876742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.907095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=5dae621d-7194-4342-a2a0-9d2d4b2c328b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:37.947341 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f2c4cc-2fae-4ffa-9637-491133fe14d1 x-openstack-request-id: req-31f2c4cc-2fae-4ffa-9637-491133fe14d1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:37.947752 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5abb89c-eb81-418c-9271-4b190bd39f5b", "name": "network-vif-plugged", "status": "completed", "tag": "5dae621d-7194-4342-a2a0-9d2d4b2c328b", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:37.948331 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31f2c4cc-2fae-4ffa-9637-491133fe14d1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:37.948681 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae621d-7194-4342-a2a0-9d2d4b2c328b', 'code': 200} Nov 25 18:45:37.992298 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:37.996279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.002857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-acb9c4e7-51b3-4084-b34f-837757b21f54 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "DELETE /v2.0/floatingips/9d02d87a-d016-4e9f-b941-149af4fb56a9 HTTP/1.1" status: 204 len: 168 time: 1.1874201 Nov 25 18:45:38.003982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52524) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:38.007932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-74bb04a1-b0e6-4d4b-bee9-49da0439eb3c tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'floatingip': {'floating_network_id': '467ab959-222d-4aac-abab-695ee1b712d0', 'port_id': '441fcab9-04e0-4fb2-a73b-f11a2e5e95e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:38.048551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.065911 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74bb04a1-b0e6-4d4b-bee9-49da0439eb3c tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.070061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0236cfaa-cd4c-4f86-bfdb-34ecb178c479 req-b01b0b69-0e06-4823-8ed9-054e8a616d62 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 210 time: 0.0371675 Nov 25 18:45:38.106573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 3679738c-9158-44b2-a2a7-aad577592d85 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:38.176903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec177cc-8289-4c63-8919-1dad0ba6ad2d req-e82e67f6-7d13-406f-9121-b51921cbd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:38.178405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cec177cc-8289-4c63-8919-1dad0ba6ad2d req-e82e67f6-7d13-406f-9121-b51921cbd09b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 1097 time: 0.1062818 Nov 25 18:45:38.264241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.279030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.337962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=3679738c-9158-44b2-a2a7-aad577592d85,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:38.363551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.368294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-33fb929e-fc01-4998-8f0f-63369ff2b538 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/3679738c-9158-44b2-a2a7-aad577592d85 HTTP/1.1" status: 204 len: 168 time: 0.7899945 Nov 25 18:45:38.369987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.371204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cec177cc-8289-4c63-8919-1dad0ba6ad2d req-9e1d4d6a-3acb-4b73-a2ed-d8c8fb66d1f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792889 Nov 25 18:45:38.373661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52530) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:38.444049 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-74bb04a1-b0e6-4d4b-bee9-49da0439eb3c tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:45:38.451409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-74bb04a1-b0e6-4d4b-bee9-49da0439eb3c tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4467554 Nov 25 18:45:38.452642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52532) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:38.463544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '441fcab9-04e0-4fb2-a73b-f11a2e5e95e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:38.500893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.679043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:38.832883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:38.835751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Allocated IP 172.25.2.181 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/2fd1071f-6554-45eb-9b72-b8e188323b52) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:38.842585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:38.852516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f50160-2d2b-441c-9d81-8debd3c1d570 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:38.854036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95f50160-2d2b-441c-9d81-8debd3c1d570 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4792936 Nov 25 18:45:38.854805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event updated for resources: {'Port': ['ID=d7f98d80-46bf-48f2-84aa-e31816691c68,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:38.858727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c15eef-8afd-4113-bb99-805556ae5fef None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:38.861852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52540) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:38.877020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:38.910742 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfe03a5-1a73-4938-9cda-015f9d1c42ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:45:38.912802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ddfe03a5-1a73-4938-9cda-015f9d1c42ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/3679738c-9158-44b2-a2a7-aad577592d85 HTTP/1.1" status: 404 len: 333 time: 0.0497539 Nov 25 18:45:38.919470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52544) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:38.928764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe29eb-cd7d-4895-baa1-07a55d4fbcc9 req-80d20610-4cd1-4c77-87df-6362132e1084 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:38.930821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69fe29eb-cd7d-4895-baa1-07a55d4fbcc9 req-80d20610-4cd1-4c77-87df-6362132e1084 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1814895 Nov 25 18:45:38.937981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-118146657'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:38.989977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-db08b416-a7d9-42d4-ab56-7c3b446a23fd None None] Provisioning complete for port d7f98d80-46bf-48f2-84aa-e31816691c68 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:38.990273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db08b416-a7d9-42d4-ab56-7c3b446a23fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.003470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:39.004127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.014886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:39.018382 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.049879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69fe29eb-cd7d-4895-baa1-07a55d4fbcc9 req-664ef191-6142-4f25-8f19-d97c0fdaf155 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070056 Nov 25 18:45:39.072041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.082151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-2642858b-247a-43a8-8482-aa405d322781 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7824810 Nov 25 18:45:39.085365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-db08b416-a7d9-42d4-ab56-7c3b446a23fd None None] Port d7f98d80-46bf-48f2-84aa-e31816691c68 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:39.099219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Request body: {'port': {'device_id': 'f60db973-b42b-402d-835c-db091c3f63cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:39.103882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:39.138070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.139059 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment faedf6b4-afb1-406c-b0fc-ad138442137c of type vlan for network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e Nov 25 18:45:39.224276 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.227223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.233963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.291784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event updated for resources: {'Port': ['ID=2fd1071f-6554-45eb-9b72-b8e188323b52,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:39.302315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.303444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:39.308387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:39.309196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:39.309890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.316677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:39.326838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7437d6-b9ae-4309-b175-64a6d81b67ef req-5c999731-2fc2-43c3-84da-1557b0338cfe tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:39.328594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb7437d6-b9ae-4309-b175-64a6d81b67ef req-5c999731-2fc2-43c3-84da-1557b0338cfe tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 931 time: 0.1515954 Nov 25 18:45:39.435752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5007226 Nov 25 18:45:39.437755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52560) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:39.445899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:39.471750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235161c-8df7-40e2-adfb-3df38ad672cd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=1d8aa94b-6c1f-446a-a15f-2c545fc1559e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:39.481653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb7437d6-b9ae-4309-b175-64a6d81b67ef req-91fdc452-7d68-41d8-aa3d-ef30ed1f8251 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271770 Nov 25 18:45:39.492389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:39.667587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:39.674166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.775055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Deleting port 2fd1071f-6554-45eb-9b72-b8e188323b52 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:39.775518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.801659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f98d80-46bf-48f2-84aa-e31816691c68 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:45:39.809940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.823454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Transition to ACTIVE for port object d7f98d80-46bf-48f2-84aa-e31816691c68 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:45:39.828567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:39.876308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af70a66-580d-494f-baa3-251f2d129824 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:39.926870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Pushing event updated for resources: {'Port': ['ID=d7f98d80-46bf-48f2-84aa-e31816691c68,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:40.015806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Attempting to bind port d7f98d80-46bf-48f2-84aa-e31816691c68 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:40.016374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Attempting to bind port d7f98d80-46bf-48f2-84aa-e31816691c68 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:40.016889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Attempting to bind port d7f98d80-46bf-48f2-84aa-e31816691c68 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:40.023293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Port d7f98d80-46bf-48f2-84aa-e31816691c68 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:45:40.023621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Attempting to bind port d7f98d80-46bf-48f2-84aa-e31816691c68 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:40.039049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:40.039830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Checking segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:40.040093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Bound using segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:40.041255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Bound port: d7f98d80-46bf-48f2-84aa-e31816691c68, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:40.042142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.231067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] For port d7f98d80-46bf-48f2-84aa-e31816691c68, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:40.239813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] For port d7f98d80-46bf-48f2-84aa-e31816691c68, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d7f98d80-46bf-48f2-84aa-e31816691c68,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:40.251152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.322233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f0bbd-653b-4380-b6d7-ca88c038b213 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:40.326786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.327616 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.329532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] 10.222.0.64 "PUT /v2.0/ports/d7f98d80-46bf-48f2-84aa-e31816691c68 HTTP/1.1" status: 200 len: 1091 time: 1.2350900 Nov 25 18:45:40.330083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60db973-b42b-402d-835c-db091c3f63cf', 'tag': 'd7f98d80-46bf-48f2-84aa-e31816691c68'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:40.332501 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab224626-e3d2-4457-bf6f-d4fa48280b98" -d '{"events": [{"name": "network-changed", "server_uuid": "f60db973-b42b-402d-835c-db091c3f63cf", "tag": "d7f98d80-46bf-48f2-84aa-e31816691c68"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:40.333463 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.334016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.382201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Calling delete_port for 2fd1071f-6554-45eb-9b72-b8e188323b52 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:40.392443 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79361845-abdc-40c5-a669-a81ce268f81a x-openstack-request-id: req-79361845-abdc-40c5-a669-a81ce268f81a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:40.392778 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60db973-b42b-402d-835c-db091c3f63cf", "tag": "d7f98d80-46bf-48f2-84aa-e31816691c68", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:40.393032 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79361845-abdc-40c5-a669-a81ce268f81a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:40.393527 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60db973-b42b-402d-835c-db091c3f63cf', 'tag': 'd7f98d80-46bf-48f2-84aa-e31816691c68', 'status': 'completed', 'code': 200} Nov 25 18:45:40.460772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ea7f2-7272-4fa1-ab7c-d919519a0d8e service neutron] Pushing event updated for resources: {'Port': ['ID=d7f98d80-46bf-48f2-84aa-e31816691c68,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:40.490669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-45779a19-a405-45e3-9035-8e6d3a792bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.492848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-45779a19-a405-45e3-9035-8e6d3a792bc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 1094 time: 0.0838146 Nov 25 18:45:40.533643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b78bdf-e8e7-4255-a1a9-819af57517d3 req-23696486-7224-4bed-9916-394182dc2605 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.536696 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8b78bdf-e8e7-4255-a1a9-819af57517d3 req-23696486-7224-4bed-9916-394182dc2605 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.2688994 Nov 25 18:45:40.583744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.600990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-e511c11a-bc5f-4a9a-9d68-fca74559f962 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7f98d80-46bf-48f2-84aa-e31816691c68 HTTP/1.1" status: 200 len: 217 time: 0.0922062 Nov 25 18:45:40.653545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8b78bdf-e8e7-4255-a1a9-819af57517d3 req-d58ce8a7-8273-4e84-a734-67e6e44fe300 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085551 Nov 25 18:45:40.723859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=137af5a2-eb78-4725-83ac-0baeb4fe7b20,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:40.731637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52592) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:40.740385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': 'faedf6b4-afb1-406c-b0fc-ad138442137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:40.740814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: 1d8aa94b-6c1f-446a-a15f-2c545fc1559e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:40.743845 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52596) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:40.757092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819646a-a25a-4e07-b341-16f452c9a4d2 req-0428d2cf-f674-4bd9-9bb0-e9002f04bd9a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.764537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9819646a-a25a-4e07-b341-16f452c9a4d2 req-0428d2cf-f674-4bd9-9bb0-e9002f04bd9a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 943 time: 0.1753592 Nov 25 18:45:40.784994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-43f4de00-f2c5-4f9f-8bd6-efaf3e81f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.790914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-43f4de00-f2c5-4f9f-8bd6-efaf3e81f4dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.1486676 Nov 25 18:45:40.800035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.848975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:40.854176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event deleted for resources: {'Port': ['ID=2fd1071f-6554-45eb-9b72-b8e188323b52,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:40.905486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ae33c-2d4e-4f50-b1cc-d57ad46451c4 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.909894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ae33c-2d4e-4f50-b1cc-d57ad46451c4 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.910533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ae33c-2d4e-4f50-b1cc-d57ad46451c4 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:40.912294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-515ae33c-2d4e-4f50-b1cc-d57ad46451c4 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=3fa8aa5b3fb4462cb202df1e6b013c2b&network_id=81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 200 len: 2969 time: 0.1680412 Nov 25 18:45:40.923978 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0897dbc-56c8-4b0e-9a27-5ed1e0cf3af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:40.956438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9819646a-a25a-4e07-b341-16f452c9a4d2 req-65d00893-276f-49ed-80e7-68d10f9f8351 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842680 Nov 25 18:45:40.959744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-1dd5ece4-3b04-47d3-9654-e1636e889e6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603193 Nov 25 18:45:40.964052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1d8aa94b-6c1f-446a-a15f-2c545fc1559e) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:40.974091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36625b07-d372-4ccb-9f23-2b61ba82e9eb None None] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:41.009355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:41.010083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:41.109526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-0839f7a7-77be-4a26-9063-a622194e92c0 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370895 Nov 25 18:45:41.201588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:41.218718 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f649fe5f-ee94-4025-b390-30c153c0f317 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7767336 Nov 25 18:45:41.224939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52606) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:41.241355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-09563fd0-8c75-4aab-bc37-2545d3ffb760 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:41.266060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-38a3275c-4539-46c6-91c7-ac9ba0df0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:41.267214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-38a3275c-4539-46c6-91c7-ac9ba0df0cab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 1097 time: 0.2666948 Nov 25 18:45:41.283710 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0a86a25-2037-4d70-be0b-de2058f5fee6 req-a0fc9980-018e-4f88-8e80-9f6d3b9da9a3 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629143 Nov 25 18:45:41.334121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-1d8aa94b-6c1f-446a-a15f-2c545fc1559e', 'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e', 'tenant_id': '3c6cac992c404d8586bf553ffcae1809', 'fixed_ips': [{'subnet_id': '137af5a2-eb78-4725-83ac-0baeb4fe7b20'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:41.335029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:41.357897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:41.456478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-47e4f6d6-c10b-4eb4-b61b-9bbe5c48666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:41.463742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-47e4f6d6-c10b-4eb4-b61b-9bbe5c48666a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 1094 time: 0.1175230 Nov 25 18:45:41.472908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba862-5e1c-4610-8a3e-a1f60ee5676f req-6a7d38fa-b066-456a-a50f-ca2df4296488 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:41.474546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47dba862-5e1c-4610-8a3e-a1f60ee5676f req-6a7d38fa-b066-456a-a50f-ca2df4296488 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.3597045 Nov 25 18:45:41.475996 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] create failed (client error): The resource could not be found. Nov 25 18:45:41.476432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0c10e321-c421-434d-9d72-cf282567fc94 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0201502 Nov 25 18:45:41.508306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52612) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:41.577064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Allocated IP 172.20.0.2 (1d8aa94b-6c1f-446a-a15f-2c545fc1559e/137af5a2-eb78-4725-83ac-0baeb4fe7b20/cf96c3ee-b6bb-4705-b740-eeccff3001e6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:41.587235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-facacfa0-d61f-402b-921a-f8ad16e4a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:41.588837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-facacfa0-d61f-402b-921a-f8ad16e4a029 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.1167121 Nov 25 18:45:41.637630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-eeb0c06d-5572-44b7-a642-558e60524d69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7f98d80-46bf-48f2-84aa-e31816691c68 HTTP/1.1" status: 200 len: 217 time: 0.0398912 Nov 25 18:45:41.706711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-eacd5899-0b82-46b0-b287-67fff1141738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:41.709277 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-eacd5899-0b82-46b0-b287-67fff1141738 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.0567019 Nov 25 18:45:41.730341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-fc39f74d-4292-4e6c-a743-2a8f4b66189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:41.733688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-fc39f74d-4292-4e6c-a743-2a8f4b66189a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 912 time: 0.4111445 Nov 25 18:45:41.757221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47dba862-5e1c-4610-8a3e-a1f60ee5676f req-80373b95-5750-456d-8c53-8c23cff6f145 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368400 Nov 25 18:45:41.759304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-d73a578e-8e12-4c28-886a-660c7e3053d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411355 Nov 25 18:45:41.774999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09563fd0-8c75-4aab-bc37-2545d3ffb760 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:41.778816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-09563fd0-8c75-4aab-bc37-2545d3ffb760 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:41.831769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-0f9e5e1b-732d-4b18-b315-bd19680a4b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b HTTP/1.1" status: 200 len: 217 time: 0.0689764 Nov 25 18:45:41.859363 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:41.872344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:41.914169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-1a3ce7d8-17e1-46a4-9fb1-fba94d92518c service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460788 Nov 25 18:45:41.924016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:41.929773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:41.931678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Deleting port 441fcab9-04e0-4fb2-a73b-f11a2e5e95e9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:41.932246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:41.940093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:41.942831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Pushing event updated for resources: {'Port': ['ID=cf96c3ee-b6bb-4705-b740-eeccff3001e6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:41.982670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.983023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.983333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.983658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.983980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.984296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.984622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.984949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.985731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.985835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.986125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:41.986477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:45:42.021621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-7733ce84-6546-44dc-b9d2-3bb135cbf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:42.025135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-7733ce84-6546-44dc-b9d2-3bb135cbf1ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 200 len: 851 time: 0.1569774 Nov 25 18:45:42.027673 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.048075 n-d-819194-3 neutron-server[103456]: INFO neutron.db.ipam_backend_mixin [None req-09563fd0-8c75-4aab-bc37-2545d3ffb760 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 137af5a2-eb78-4725-83ac-0baeb4fe7b20 (CIDR: 172.20.0.0/28) Nov 25 18:45:42.060619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab224626-e3d2-4457-bf6f-d4fa48280b98 req-2f85d4da-c2f4-4f33-9484-30d3be849b72 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380522 Nov 25 18:45:42.072923 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-09563fd0-8c75-4aab-bc37-2545d3ffb760 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:45:42.073419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09563fd0-8c75-4aab-bc37-2545d3ffb760 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:45:42.076754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Attempting to bind port cf96c3ee-b6bb-4705-b740-eeccff3001e6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:42.077204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Attempting to bind port cf96c3ee-b6bb-4705-b740-eeccff3001e6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'faedf6b4-afb1-406c-b0fc-ad138442137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:42.078225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Attempting to bind port cf96c3ee-b6bb-4705-b740-eeccff3001e6 on network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:42.091253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:42.092267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Checking segment: {'id': 'faedf6b4-afb1-406c-b0fc-ad138442137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:42.092267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.092550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Bound using segment: {'id': 'faedf6b4-afb1-406c-b0fc-ad138442137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:42.092899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Bound port: cf96c3ee-b6bb-4705-b740-eeccff3001e6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faedf6b4-afb1-406c-b0fc-ad138442137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:42.096617 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.105158 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-6cde406a-a5e6-4e05-b9ef-aff50fec9548 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ce87182-6ae7-495c-92a6-b464ed4bfac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637884 Nov 25 18:45:42.156012 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.186345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-09563fd0-8c75-4aab-bc37-2545d3ffb760 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9560704 Nov 25 18:45:42.189137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52616) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:42.195301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Calling delete_port for 441fcab9-04e0-4fb2-a73b-f11a2e5e95e9 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:42.204839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:42.229456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8df8-ad8e-46e5-84a0-8238b7bc6fd8 req-64539a55-fe3a-4bed-9a7c-850d5c9df4aa tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:42.231076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd6d8df8-ad8e-46e5-84a0-8238b7bc6fd8 req-64539a55-fe3a-4bed-9a7c-850d5c9df4aa tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 943 time: 0.1210716 Nov 25 18:45:42.245773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] For port cf96c3ee-b6bb-4705-b740-eeccff3001e6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:42.251536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] For port cf96c3ee-b6bb-4705-b740-eeccff3001e6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf96c3ee-b6bb-4705-b740-eeccff3001e6,segment=NetworkSegment(faedf6b4-afb1-406c-b0fc-ad138442137c),segment_id=faedf6b4-afb1-406c-b0fc-ad138442137c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:42.258246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.377090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Allocated IP 172.25.2.71 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/1e62e636-f071-4357-a522-102dd320af65) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:42.386023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82d51e-65b3-4c61-a80d-c379b19085c4 None None] Pushing event updated for resources: {'Port': ['ID=cf96c3ee-b6bb-4705-b740-eeccff3001e6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:42.409286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dd6d8df8-ad8e-46e5-84a0-8238b7bc6fd8 req-b6c7f7ba-9983-4e3d-a3ca-e29a7981cb33 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448252 Nov 25 18:45:42.427600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-8404806a-f77d-470d-a5c2-7115b86c0bed service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805090 Nov 25 18:45:42.506841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:42.512495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.714847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed5d3534-cf17-4ab1-90de-cab04efd8c2b req-7b7e142b-ab3c-4958-96c3-c96b4c896ba5 service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748649 Nov 25 18:45:42.722383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.726555 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.856313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event deleted for resources: {'Port': ['ID=441fcab9-04e0-4fb2-a73b-f11a2e5e95e9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:42.907207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.909843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:42.913294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2bb66d1c-5f70-404e-a2b7-06fdd55db852 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "DELETE /v2.0/ports/441fcab9-04e0-4fb2-a73b-f11a2e5e95e9 HTTP/1.1" status: 204 len: 168 time: 1.4038157 Nov 25 18:45:42.916273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52632) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:43.009253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:43.035672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad9e31-849f-4987-b68b-033e896572f3 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:43.041055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d7ad9e31-849f-4987-b68b-033e896572f3 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "GET /v2.0/ports?device_id=91943afa-7dbe-4caf-96fe-a8d55fa9a5a1 HTTP/1.1" status: 200 len: 913 time: 0.1239648 Nov 25 18:45:43.058659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52634) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:43.069143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:43.080266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:43.086018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:43.092094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:43.096555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:43.097359 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:43.109113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=512827a0-93a9-40ca-a38c-a6ddc0c3bf8c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:43.109426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:43.129185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fec54669-bf9b-4cdc-b546-16084d57a410 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9289200 Nov 25 18:45:43.129459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52636) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:43.152361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e', 'fixed_ips': [{'subnet_id': '137af5a2-eb78-4725-83ac-0baeb4fe7b20'}, {'subnet_id': '512827a0-93a9-40ca-a38c-a6ddc0c3bf8c'}], 'name': 'tempest-PortsTestJSON-1237174069'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:43.345277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:43.384716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d7f98d80-46bf-48f2-84aa-e31816691c68 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:45:43.458338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c668cb8f-ef7b-44f9-b90b-cc88af5c091c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:43.545497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:43.588107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 63a4e962-ec57-428d-b97b-bc0067267a72 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:43.675010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d7f98d80-46bf-48f2-84aa-e31816691c68, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d7f98d80-46bf-48f2-84aa-e31816691c68,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:43.693710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd7f98d80-46bf-48f2-84aa-e31816691c68', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'port_id': 'd7f98d80-46bf-48f2-84aa-e31816691c68', 'mac_address': 'fa:16:3e:b8:6a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facef00e-ccfd-4dca-ba36-6dccea534f9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:45:43.699222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Port': ['ID=1e62e636-f071-4357-a522-102dd320af65,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:43.773729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:43.783749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:43.822425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909183-d1a8-44a3-a1fd-595a49fd0fc6 req-fd08181a-b0cf-4656-a4e0-5cfef02b0257 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:43.824213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8909183-d1a8-44a3-a1fd-595a49fd0fc6 req-fd08181a-b0cf-4656-a4e0-5cfef02b0257 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.8103247 Nov 25 18:45:43.825134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f98d80-46bf-48f2-84aa-e31816691c68 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:45:43.847298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c31791-733b-48c2-9711-a3830ab5bd56 req-b32d6026-2ee1-434f-a43a-ffe5791fad80 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:43.856137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32c31791-733b-48c2-9711-a3830ab5bd56 req-b32d6026-2ee1-434f-a43a-ffe5791fad80 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 943 time: 0.1774368 Nov 25 18:45:43.865710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d7f98d80-46bf-48f2-84aa-e31816691c68, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d7f98d80-46bf-48f2-84aa-e31816691c68,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:43.867915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:43.875547 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:43.922540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa481e-52c2-461c-b29d-278542c96a84 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:43.924293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0baa481e-52c2-461c-b29d-278542c96a84 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 814 time: 0.1494868 Nov 25 18:45:43.947067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d7f98d80-46bf-48f2-84aa-e31816691c68,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:43.987686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2bdf6-7620-4b3a-ac4c-8a68c2a5cbf7 None None] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:43.997362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32c31791-733b-48c2-9711-a3830ab5bd56 req-fdce391f-3ffb-4a22-85d0-55f9ab91ed86 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401796 Nov 25 18:45:44.046435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8909183-d1a8-44a3-a1fd-595a49fd0fc6 req-bfb04b47-eb1b-4e7c-9d82-7bf6c73f100e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044744 Nov 25 18:45:44.048495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.117416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.3 (1d8aa94b-6c1f-446a-a15f-2c545fc1559e/137af5a2-eb78-4725-83ac-0baeb4fe7b20/63a4e962-ec57-428d-b97b-bc0067267a72) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:44.117586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e9580cde-060a-4046-ad69-d617e8d38baf None None] Provisioning complete for port cf96c3ee-b6bb-4705-b740-eeccff3001e6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:44.117794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9580cde-060a-4046-ad69-d617e8d38baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.125253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.22 (1d8aa94b-6c1f-446a-a15f-2c545fc1559e/512827a0-93a9-40ca-a38c-a6ddc0c3bf8c/63a4e962-ec57-428d-b97b-bc0067267a72) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:44.159692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d7f98d80-46bf-48f2-84aa-e31816691c68'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:45:44.287720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.328471 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.406484 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.406732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:44.407895 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.412574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:44.418785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:44.423820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=63a4e962-ec57-428d-b97b-bc0067267a72,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:44.479974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9580cde-060a-4046-ad69-d617e8d38baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.480640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:44.481420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.481907 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.489655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf96c3ee-b6bb-4705-b740-eeccff3001e6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:44.503744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3036415d-8aa9-458d-8f2a-32a66fa79327 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3685133 Nov 25 18:45:44.506747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52656) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:44.516233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '137af5a2-eb78-4725-83ac-0baeb4fe7b20'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:44.590001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Port': ['ID=1e62e636-f071-4357-a522-102dd320af65,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:44.604789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.614500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.640834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e9580cde-060a-4046-ad69-d617e8d38baf None None] For port cf96c3ee-b6bb-4705-b740-eeccff3001e6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf96c3ee-b6bb-4705-b740-eeccff3001e6,segment=NetworkSegment(faedf6b4-afb1-406c-b0fc-ad138442137c),segment_id=faedf6b4-afb1-406c-b0fc-ad138442137c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:44.648418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9580cde-060a-4046-ad69-d617e8d38baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.690094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.707493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cf96c3ee-b6bb-4705-b740-eeccff3001e6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:44.708570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.723724 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.728631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a40df35f-b53b-4b34-97ae-d2b1e2583bb4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9959030 Nov 25 18:45:44.731687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52660) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:44.732032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52662) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:44.738630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1400928851'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:44.747280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'network': {'name': 'tempest-network-smoke--1031950125', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:44.779970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:44.784391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.816203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9580cde-060a-4046-ad69-d617e8d38baf None None] Pushing event updated for resources: {'Port': ['ID=cf96c3ee-b6bb-4705-b740-eeccff3001e6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:44.850705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a13b3-a68e-47b9-b935-98ba963476e7 None None] Update dhcp port {'port': {'network_id': '1d8aa94b-6c1f-446a-a15f-2c545fc1559e', 'fixed_ips': [{'subnet_id': '137af5a2-eb78-4725-83ac-0baeb4fe7b20', 'ip_address': '172.20.0.2'}, {'subnet_id': '512827a0-93a9-40ca-a38c-a6ddc0c3bf8c'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'cf96c3ee-b6bb-4705-b740-eeccff3001e6'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:45:44.890549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5e9a13b3-a68e-47b9-b935-98ba963476e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.911676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Made reservation on behalf of 8231889c6c5d443a9362953989eb113e for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:44.915217 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.928856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.932396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:44.962972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:44.963138 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Added segment 9bf5816e-b4d8-4cdb-a44d-10c13cac7c01 of type vlan for network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 Nov 25 18:45:45.060243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.102694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Delete allocated IP 172.20.0.22 (1d8aa94b-6c1f-446a-a15f-2c545fc1559e/512827a0-93a9-40ca-a38c-a6ddc0c3bf8c) {{(pid=103457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 18:45:45.235491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.240882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.241474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.242836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ce08d-8947-4107-b747-0e89db74640e req-826146b6-8785-4a56-ae27-78402c384788 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.244339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b26ce08d-8947-4107-b747-0e89db74640e req-826146b6-8785-4a56-ae27-78402c384788 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.0769756 Nov 25 18:45:45.293080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.331231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b26ce08d-8947-4107-b747-0e89db74640e req-1296482c-0c3e-4dc1-b3b6-61cd8606040b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764372 Nov 25 18:45:45.335358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.344710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.353461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6170716 Nov 25 18:45:45.353461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.356864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:45.416680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d7f98d80-46bf-48f2-84aa-e31816691c68 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:45.445061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a13b3-a68e-47b9-b935-98ba963476e7 None None] Allocated IP 172.20.0.18 (1d8aa94b-6c1f-446a-a15f-2c545fc1559e/512827a0-93a9-40ca-a38c-a6ddc0c3bf8c/cf96c3ee-b6bb-4705-b740-eeccff3001e6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:45.450839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:45.456646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bfecf-3288-4d28-b2e7-bb2b7c71bea2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Network': ['ID=9a99d817-efc6-4d56-9888-0fe81bd4ce57,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:45.470393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d39d0-7059-4c9d-a6f8-14bf466f94cb req-ebbcd3ab-8f10-4520-aa18-79de0614b191 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.472409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f64d39d0-7059-4c9d-a6f8-14bf466f94cb req-ebbcd3ab-8f10-4520-aa18-79de0614b191 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 944 time: 0.3560987 Nov 25 18:45:45.473239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:45.486607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91648519-181c-46e8-b663-5f9f493b0955,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:45.494715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.495209 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Added segment ed639362-db1b-4637-b76c-38e30a94026b of type vlan for network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 Nov 25 18:45:45.579333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Deleting port 54c1da6a-867e-45f1-9831-01b815a7a1d5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:45.579622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.604044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.641926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] In _notify_port_updated(), no bound segment for port 63a4e962-ec57-428d-b97b-bc0067267a72 on network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:45:45.651622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.651840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.653174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "PUT /v2.0/ports/63a4e962-ec57-428d-b97b-bc0067267a72 HTTP/1.1" status: 200 len: 919 time: 1.1452403 Nov 25 18:45:45.660122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:45.662627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f05db5-5647-4659-9b08-2ac66cf878ff tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=63a4e962-ec57-428d-b97b-bc0067267a72,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:45.668498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '137af5a2-eb78-4725-83ac-0baeb4fe7b20'}, {'subnet_id': '512827a0-93a9-40ca-a38c-a6ddc0c3bf8c'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:45.673204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ac240-70e4-4e10-9594-673ceafb8bfb tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.677336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8c5ac240-70e4-4e10-9594-673ceafb8bfb tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=3fa8aa5b3fb4462cb202df1e6b013c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3093905 Nov 25 18:45:45.680528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:45.740943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:45:45.773773 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f64d39d0-7059-4c9d-a6f8-14bf466f94cb req-08f98c19-25ab-493e-8ec8-ead5d00b5f29 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688119 Nov 25 18:45:45.776758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d7f98d80-46bf-48f2-84aa-e31816691c68 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:45:45.786845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d7f98d80-46bf-48f2-84aa-e31816691c68 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:45.787221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.790548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.802998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:45.803717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.843221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5e9a13b3-a68e-47b9-b935-98ba963476e7 None None] For port cf96c3ee-b6bb-4705-b740-eeccff3001e6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf96c3ee-b6bb-4705-b740-eeccff3001e6,segment=NetworkSegment(faedf6b4-afb1-406c-b0fc-ad138442137c),segment_id=faedf6b4-afb1-406c-b0fc-ad138442137c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:45.866430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.908548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1708682 Nov 25 18:45:45.908696 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5e9a13b3-a68e-47b9-b935-98ba963476e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.916000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52682) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:45.917206 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5e9a13b3-a68e-47b9-b935-98ba963476e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.921608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Request body: {'subnet': {'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:45.939326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Calling delete_port for 54c1da6a-867e-45f1-9831-01b815a7a1d5 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:45.942346 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:45.991786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4446c3f-0711-4c66-88c9-cb9efb0774b3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Network': ['ID=a0dbbc5f-ac6e-4a16-8953-c032950c0c39,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:46.021694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:46.099618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Made reservation on behalf of 8231889c6c5d443a9362953989eb113e for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:46.103830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.154750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a13b3-a68e-47b9-b935-98ba963476e7 None None] Pushing event updated for resources: {'Port': ['ID=cf96c3ee-b6bb-4705-b740-eeccff3001e6,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:46.176730 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.240433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60db973-b42b-402d-835c-db091c3f63cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f98d80-46bf-48f2-84aa-e31816691c68'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:45:46.242561 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3168ce35-92ce-4841-8825-7563a8f4cfad" -d '{"events": [{"server_uuid": "f60db973-b42b-402d-835c-db091c3f63cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7f98d80-46bf-48f2-84aa-e31816691c68"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:45:46.260595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d7f98d80-46bf-48f2-84aa-e31816691c68, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d7f98d80-46bf-48f2-84aa-e31816691c68,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:46.267797 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.277786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.360242 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341041d2-92ba-4b1a-8873-b887bf632923 x-openstack-request-id: req-341041d2-92ba-4b1a-8873-b887bf632923 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:45:46.360714 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60db973-b42b-402d-835c-db091c3f63cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7f98d80-46bf-48f2-84aa-e31816691c68", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:45:46.361064 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-341041d2-92ba-4b1a-8873-b887bf632923 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:45:46.361589 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60db973-b42b-402d-835c-db091c3f63cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f98d80-46bf-48f2-84aa-e31816691c68', 'code': 200} Nov 25 18:45:46.368964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fcee4e-4742-4b76-ba94-90129447ff9c tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:46.370862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.375014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c9fcee4e-4742-4b76-ba94-90129447ff9c tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6964097 Nov 25 18:45:46.375676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52702) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:46.446044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d7f98d80-46bf-48f2-84aa-e31816691c68,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:46.458230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event deleted for resources: {'Port': ['ID=54c1da6a-867e-45f1-9831-01b815a7a1d5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:46.458608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-df72170f-0b85-4493-93e8-559f6cd78678 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794649 Nov 25 18:45:46.473326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52704) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:46.493385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf96c3ee-b6bb-4705-b740-eeccff3001e6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:46.532400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-274adbf3-000c-4373-936f-5d4c38ee7d6e tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=3fa8aa5b3fb4462cb202df1e6b013c2b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577638 Nov 25 18:45:46.534498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:46.620039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cf96c3ee-b6bb-4705-b740-eeccff3001e6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:46.620412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.868795 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.887728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:46.944849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.19 (1d8aa94b-6c1f-446a-a15f-2c545fc1559e/512827a0-93a9-40ca-a38c-a6ddc0c3bf8c/63a4e962-ec57-428d-b97b-bc0067267a72) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:46.997086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Subnet': ['ID=dd9b760a-6a0d-4bb1-8af6-c06121c2ce27,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:47.033842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530be345-bfb6-41d9-b234-69816a2d60c4 req-ba6c3d3e-2f61-4ce0-b0a7-dd881c3bdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:47.035346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-530be345-bfb6-41d9-b234-69816a2d60c4 req-ba6c3d3e-2f61-4ce0-b0a7-dd881c3bdb30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 1096 time: 0.5818880 Nov 25 18:45:47.084431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c43c0-7be1-4543-ac0b-46421979fa9f None None] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:47.107218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7a92-848c-4d84-b18c-8d9d3b3d6efc req-9e6fe5c4-8ffb-4cbf-b22a-5d82000a2dd3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:47.109706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b24d7a92-848c-4d84-b18c-8d9d3b3d6efc req-9e6fe5c4-8ffb-4cbf-b22a-5d82000a2dd3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1131773 Nov 25 18:45:47.116528 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ece1-2916-46eb-a436-e246ecc44af5 req-795d0628-fbcc-43ec-b40e-69ca61346d5f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:47.118117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17b1ece1-2916-46eb-a436-e246ecc44af5 req-795d0628-fbcc-43ec-b40e-69ca61346d5f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.2916541 Nov 25 18:45:47.151128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5fffe8fc-2dd4-42df-9a47-c39f7a2b802a None None] Provisioning complete for port 63a4e962-ec57-428d-b97b-bc0067267a72 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:47.151501 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fffe8fc-2dd4-42df-9a47-c39f7a2b802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.173855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.187777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.193259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b24d7a92-848c-4d84-b18c-8d9d3b3d6efc req-d4322f3c-6575-42ea-aca7-f7c62b008094 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774078 Nov 25 18:45:47.218808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5fffe8fc-2dd4-42df-9a47-c39f7a2b802a None None] Port 63a4e962-ec57-428d-b97b-bc0067267a72 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:47.252736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=63a4e962-ec57-428d-b97b-bc0067267a72,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:47.314833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5fffe8fc-2dd4-42df-9a47-c39f7a2b802a None None] Provisioning complete for port cf96c3ee-b6bb-4705-b740-eeccff3001e6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:47.315136 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fffe8fc-2dd4-42df-9a47-c39f7a2b802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.368494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] In _notify_port_updated(), no bound segment for port 63a4e962-ec57-428d-b97b-bc0067267a72 on network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:45:47.375403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:47.377066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.379262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7a28bc24-1413-4031-9833-b211d3d8785f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "PUT /v2.0/ports/63a4e962-ec57-428d-b97b-bc0067267a72 HTTP/1.1" status: 200 len: 999 time: 1.7177386 Nov 25 18:45:47.382059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:47.552196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 63a4e962-ec57-428d-b97b-bc0067267a72 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:47.552542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.616876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.656015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.656151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17b1ece1-2916-46eb-a436-e246ecc44af5 req-fa3c7cab-8a92-4d62-abcb-1119ad56b18f tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430178 Nov 25 18:45:47.664230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-530be345-bfb6-41d9-b234-69816a2d60c4 req-cb72a460-24db-4330-8771-3dfbca70b82d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129999 Nov 25 18:45:47.672112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5549b5-a50d-4013-8422-782d7c56d33a tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:47.676440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:47.676569 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9a5549b5-a50d-4013-8422-782d7c56d33a tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0920572 Nov 25 18:45:47.683904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Checking segment: {'id': 'ed639362-db1b-4637-b76c-38e30a94026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:47.684382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Network hostable DHCP agents. Network: a0dbbc5f-ac6e-4a16-8953-c032950c0c39, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:47.698147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 63a4e962-ec57-428d-b97b-bc0067267a72 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:47.724328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-438f5720-de65-4279-95e3-c95c6e00407e tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467012 Nov 25 18:45:47.728220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52720) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:47.734032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114804219', 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:47.847122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:47.859026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Router 91943afa-7dbe-4caf-96fe-a8d55fa9a5a1 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:45:47.862758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a0dbbc5f-ac6e-4a16-8953-c032950c0c39) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:47.870131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:47.870872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:47.918939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45ff07-a3e7-44aa-887c-0a4613d8bf34 None None] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:47.930824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a450dd2f-b30c-43cc-9d48-98a5a2c0c316 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0136766 Nov 25 18:45:47.937545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:47.961817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1264438802', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:47.972835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:45:47.984965 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] Sync routers for ids ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:45:48.000743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-506564b7-1f3a-4730-afa7-6e2443f6dc45 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "PUT /v2.0/routers/91943afa-7dbe-4caf-96fe-a8d55fa9a5a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9364185 Nov 25 18:45:48.001483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52726) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:48.002789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:48.007437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.009711 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] Routers {'91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:48.011349 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:48.112708 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:48.118602 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.120112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.135212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] Routers {'91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:48.146498 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:48.154198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a0dbbc5f-ac6e-4a16-8953-c032950c0c39', 'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39', 'tenant_id': '8231889c6c5d443a9362953989eb113e', 'fixed_ips': [{'subnet_id': 'dd9b760a-6a0d-4bb1-8af6-c06121c2ce27'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:48.156278 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.169422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3816-cc69-46ef-98d9-cc03b55ff774 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.224813 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:48.228793 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de51567-a6f4-4f28-8785-2ad3d2fe060a None None] The sync data for ids ['91943afa-7dbe-4caf-96fe-a8d55fa9a5a1'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:45:48.334023 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.388919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=63a4e962-ec57-428d-b97b-bc0067267a72,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:48.483638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.500755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Allocated IP 172.20.0.2 (a0dbbc5f-ac6e-4a16-8953-c032950c0c39/dd9b760a-6a0d-4bb1-8af6-c06121c2ce27/828b9982-93fb-438c-a412-8b2bc4fdc5f4) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:48.535559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.594866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3816-cc69-46ef-98d9-cc03b55ff774 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.605116 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3816-cc69-46ef-98d9-cc03b55ff774 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.713042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae34f-0c74-4f08-91a0-f8c712d5812f req-7f8f934d-6799-4b38-a8f6-0b9377e3ed9a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:48.715426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a8ae34f-0c74-4f08-91a0-f8c712d5812f req-7f8f934d-6799-4b38-a8f6-0b9377e3ed9a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.3866417 Nov 25 18:45:48.783304 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.799185 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.804882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3816-cc69-46ef-98d9-cc03b55ff774 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.821731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd3816-cc69-46ef-98d9-cc03b55ff774 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Fanout notify agent at l3_agent the message router_deleted on router 91943afa-7dbe-4caf-96fe-a8d55fa9a5a1 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:45:48.833844 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3816-cc69-46ef-98d9-cc03b55ff774 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:48.839205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6dcd3816-cc69-46ef-98d9-cc03b55ff774 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "DELETE /v2.0/routers/91943afa-7dbe-4caf-96fe-a8d55fa9a5a1 HTTP/1.1" status: 204 len: 168 time: 0.8346837 Nov 25 18:45:48.841600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52736) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:48.859775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:48.861781 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a8ae34f-0c74-4f08-91a0-f8c712d5812f req-ffe015d6-8d56-4d71-bc27-780a3cc4996b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353424 Nov 25 18:45:48.868810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:48.879498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:48.898686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Pushing event updated for resources: {'Port': ['ID=828b9982-93fb-438c-a412-8b2bc4fdc5f4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:48.978930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Deleting subnet 14808c6d-00bf-4c04-a0c5-14c857b52bc0 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:48.987499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-51608c39-2655-496d-8be9-711a7bc4dcea None None] Could not find standard attr ID for object 63a4e962-ec57-428d-b97b-bc0067267a72. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:45:49.003180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.010308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Attempting to bind port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:49.010714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Attempting to bind port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ed639362-db1b-4637-b76c-38e30a94026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:49.011084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Attempting to bind port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 on network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:49.014968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-51608c39-2655-496d-8be9-711a7bc4dcea None None] Provisioning complete for port cf96c3ee-b6bb-4705-b740-eeccff3001e6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:49.015344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51608c39-2655-496d-8be9-711a7bc4dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.022143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:49.022472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Checking segment: {'id': 'ed639362-db1b-4637-b76c-38e30a94026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:49.022884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.023288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Bound using segment: {'id': 'ed639362-db1b-4637-b76c-38e30a94026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:49.023776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Bound port: 828b9982-93fb-438c-a412-8b2bc4fdc5f4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed639362-db1b-4637-b76c-38e30a94026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:49.024159 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.138260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.147268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] For port 828b9982-93fb-438c-a412-8b2bc4fdc5f4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:49.150851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] For port 828b9982-93fb-438c-a412-8b2bc4fdc5f4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=828b9982-93fb-438c-a412-8b2bc4fdc5f4,segment=NetworkSegment(ed639362-db1b-4637-b76c-38e30a94026b),segment_id=ed639362-db1b-4637-b76c-38e30a94026b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:49.166728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.168793 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.172719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5e0b3455-5231-4f72-886c-8f9eda56dc7c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/63a4e962-ec57-428d-b97b-bc0067267a72 HTTP/1.1" status: 204 len: 168 time: 1.7689085 Nov 25 18:45:49.177216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Subnet': ['ID=8633c82e-6d22-470c-9ee9-366be27b08e0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:49.187755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.190999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52740) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:49.289890 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2704db-8c93-4548-a783-69708a132d6c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:45:49.291490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1d2704db-8c93-4548-a783-69708a132d6c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/63a4e962-ec57-428d-b97b-bc0067267a72 HTTP/1.1" status: 404 len: 333 time: 0.0930519 Nov 25 18:45:49.301854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52742) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:49.302634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Checking segment: {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:49.303000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network hostable DHCP agents. Network: 9a99d817-efc6-4d56-9888-0fe81bd4ce57, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:49.342322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.367370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88836b6-ea7a-454a-95d4-d64f1caeea5a None None] Pushing event updated for resources: {'Port': ['ID=828b9982-93fb-438c-a412-8b2bc4fdc5f4,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:49.392227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa31d-1776-4136-99dd-aadb053a70a4 req-cf352447-c457-4ad8-9009-cb290ec64cc1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:49.393995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46bfa31d-1776-4136-99dd-aadb053a70a4 req-cf352447-c457-4ad8-9009-cb290ec64cc1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.5616016 Nov 25 18:45:49.454589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.465455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet 512827a0-93a9-40ca-a38c-a6ddc0c3bf8c {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:49.469184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.517019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f751a835-7ce3-4b80-a232-210517254ee5 None None] Could not find standard attr ID for object 63a4e962-ec57-428d-b97b-bc0067267a72. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:45:49.526296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.530208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.532357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "DELETE /v2.0/subnets/14808c6d-00bf-4c04-a0c5-14c857b52bc0 HTTP/1.1" status: 204 len: 168 time: 0.6643627 Nov 25 18:45:49.533107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:49.535603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac673a72-43c2-4506-9429-d6c2bab8ca88 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event deleted for resources: {'Subnet': ['ID=14808c6d-00bf-4c04-a0c5-14c857b52bc0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:49.540453 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160a9b7-a43a-428b-9584-ef5ddaac60a6 None None] Network 467ab959-222d-4aac-abab-695ee1b712d0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:49.681760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.753294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:49.760539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Deleting port 8a1955b6-5691-4158-a0d7-3d17d2016466 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:49.760883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.809453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9a99d817-efc6-4d56-9888-0fe81bd4ce57) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:49.851481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] For port 8a1955b6-5691-4158-a0d7-3d17d2016466, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8a1955b6-5691-4158-a0d7-3d17d2016466,segment=NetworkSegment(9d65f845-0007-42c8-a855-08d92ea84b4f),segment_id=9d65f845-0007-42c8-a855-08d92ea84b4f)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:49.851855 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.871724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Calling delete_port for 8a1955b6-5691-4158-a0d7-3d17d2016466 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:49.889730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af976a80-c078-4a1b-a358-b9f3231ccc6d None None] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:49.906420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.962072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:49.964564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:49.992551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.016359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-aa6b25d2-f121-43a0-bea5-ca6ab13a449b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6211696 Nov 25 18:45:50.044540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event deleted for resources: {'Port': ['ID=8a1955b6-5691-4158-a0d7-3d17d2016466,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:50.068353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] No DVR routers for this DVR port 8a1955b6-5691-4158-a0d7-3d17d2016466 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:50.075416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-11c3da36-1c1d-4d59-af1a-0794b6d5187b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3461494 Nov 25 18:45:50.165051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c55bf3f-3682-4ede-b0fa-a7620df705fc None None] DHCP port deletion for 467ab959-222d-4aac-abab-695ee1b712d0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:50.178163 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.192614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46bfa31d-1776-4136-99dd-aadb053a70a4 req-755f7b97-7434-43c4-9ebb-2d27281afc25 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6345909 Nov 25 18:45:50.217422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.231375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=512827a0-93a9-40ca-a38c-a6ddc0c3bf8c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:50.238068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.238585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.239049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.239507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.239961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.240413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.240679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ips': [{'subnet_id': '8633c82e-6d22-470c-9ee9-366be27b08e0'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:50.240859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.241894 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.243582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-ed0c20fb-63de-4473-9a79-d1357f7c97f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6492 time: 0.1386917 Nov 25 18:45:50.258512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777a2a-93e9-4e16-bbf8-dd908d62f64c req-a3cdf249-b4e9-45e9-b32d-1e6d886521cc tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.260193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-76777a2a-93e9-4e16-bbf8-dd908d62f64c req-a3cdf249-b4e9-45e9-b32d-1e6d886521cc tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2126167 Nov 25 18:45:50.261958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.267387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a96cd1f6-9914-42e8-a702-7750eb2448f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/512827a0-93a9-40ca-a38c-a6ddc0c3bf8c HTTP/1.1" status: 204 len: 168 time: 0.9451883 Nov 25 18:45:50.279028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52758) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:50.370931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet 137af5a2-eb78-4725-83ac-0baeb4fe7b20 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:45:50.376833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.494216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.630179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.707231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-1b43915a-1553-4502-a42e-e184f0ad3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.710857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-1b43915a-1553-4502-a42e-e184f0ad3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.711360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-1b43915a-1553-4502-a42e-e184f0ad3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:50.715407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-1b43915a-1553-4502-a42e-e184f0ad3629 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=a281785e-1083-4443-9ac0-043f4de9670d&id=a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 200 len: 2292 time: 0.4402215 Nov 25 18:45:50.715922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467ab959-222d-4aac-abab-695ee1b712d0']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:50.732859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.752888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d65f845-0007-42c8-a855-08d92ea84b4f') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:50.753645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d65f845-0007-42c8-a855-08d92ea84b4f') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:50.794846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=137af5a2-eb78-4725-83ac-0baeb4fe7b20,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:50.807302 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.853086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.865597 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8551541e-74a5-4cf6-a614-9ba064bf16f0 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/137af5a2-eb78-4725-83ac-0baeb4fe7b20 HTTP/1.1" status: 204 len: 168 time: 0.5844119 Nov 25 18:45:50.877218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.893869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:50.894273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.925056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 828b9982-93fb-438c-a412-8b2bc4fdc5f4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:50.927282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae125b-d1b9-4b0a-bf18-f5b94b585d36 None None] Network 1d8aa94b-6c1f-446a-a15f-2c545fc1559e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:50.966056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:50.973438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-92375633-f687-4ff2-b6d0-283a7965e86c None None] Could not find standard attr ID for object 63a4e962-ec57-428d-b97b-bc0067267a72. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:51.011565 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:51.015199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52766) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:51.015326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52768) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:51.016578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.040998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3b7de8bc-fe1b-4763-bf57-67f05e7a950e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580374073', 'description': 'tempest-secgroup-smoke-1580374073 description', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:51.070442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-76777a2a-93e9-4e16-bbf8-dd908d62f64c req-90875796-1293-43be-81a9-40a764475bae tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938378 Nov 25 18:45:51.071499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Allocated IP 172.20.0.18 (9a99d817-efc6-4d56-9888-0fe81bd4ce57/8633c82e-6d22-470c-9ee9-366be27b08e0/827d8eee-84c9-4103-9582-0b4b4fa7e600) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:51.072845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.084151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.093694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] 10.222.0.62 "DELETE /v2.0/networks/467ab959-222d-4aac-abab-695ee1b712d0 HTTP/1.1" status: 204 len: 168 time: 1.5540776 Nov 25 18:45:51.113073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-886e4935-1b1d-436c-a11b-95f6282ef035 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 200 len: 1002 time: 0.3762100 Nov 25 18:45:51.141251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cd57b-83e9-46d9-a149-bb92171ced56 tempest-FloatingIPNegativeTestJSON-1580149986 tempest-FloatingIPNegativeTestJSON-1580149986-project] Pushing event deleted for resources: {'Network': ['ID=467ab959-222d-4aac-abab-695ee1b712d0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:51.219698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a05c3-46ed-4389-a83f-ea0a9c5c2834 None None] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:51.359271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-e47eab0d-5b0b-4b6d-9407-e05712279737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:51.361600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-e47eab0d-5b0b-4b6d-9407-e05712279737 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9748f676-e6f8-460b-9021-a1eda79cc10d HTTP/1.1" status: 200 len: 850 time: 0.1962051 Nov 25 18:45:51.419497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2323bb7-3ea9-485e-9907-1e9176a076c1 req-1055f5d8-b1a9-4483-a8b2-72bffa4d6886 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:51.442472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2323bb7-3ea9-485e-9907-1e9176a076c1 req-1055f5d8-b1a9-4483-a8b2-72bffa4d6886 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1162198 Nov 25 18:45:51.535902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2323bb7-3ea9-485e-9907-1e9176a076c1 req-66c5c641-270d-420b-975a-c3dce470fa21 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924137 Nov 25 18:45:51.551096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-187c3054-ac33-4109-beaf-1ee01b3ced83 None None] Provisioning complete for port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:51.551096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-187c3054-ac33-4109-beaf-1ee01b3ced83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.569017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:51.569312 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.622565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:51.753770 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7de8bc-fe1b-4763-bf57-67f05e7a950e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.783199 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.802755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4b154e2e-0ad0-4ea9-892b-b76eb79a202c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fbe3091da4d497aadbba526d22d76d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781209 Nov 25 18:45:51.805442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:51.811207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.884213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] DHCP port deletion for 1d8aa94b-6c1f-446a-a15f-2c545fc1559e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:51.898833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce839-3664-491d-95c3-2526da7ef816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.928488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce839-3664-491d-95c3-2526da7ef816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.954099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:51.964795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.976318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:51.993589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce839-3664-491d-95c3-2526da7ef816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:51.996264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3a64b-8d8c-45de-ad2e-b70f69e22b36 req-406962ca-8816-4ef1-a9e4-68992a620a42 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:51.996995 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce839-3664-491d-95c3-2526da7ef816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.000564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-443ce839-3664-491d-95c3-2526da7ef816 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0669497-6728-42e0-be74-5db0983e4054 HTTP/1.1" status: 204 len: 168 time: 0.1925080 Nov 25 18:45:52.006303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:52.007495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0a3a64b-8d8c-45de-ad2e-b70f69e22b36 req-406962ca-8816-4ef1-a9e4-68992a620a42 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2229025 Nov 25 18:45:52.009459 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-187c3054-ac33-4109-beaf-1ee01b3ced83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.015704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Pushing event updated for resources: {'Port': ['ID=827d8eee-84c9-4103-9582-0b4b4fa7e600,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:52.036326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ce839-3664-491d-95c3-2526da7ef816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0669497-6728-42e0-be74-5db0983e4054,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:52.036867 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.114525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-40c3416b-5502-4db9-889b-b5ffeaafb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:52.114525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-40c3416b-5502-4db9-889b-b5ffeaafb1f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7426095 Nov 25 18:45:52.258056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Attempting to bind port 827d8eee-84c9-4103-9582-0b4b4fa7e600 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:52.259944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Attempting to bind port 827d8eee-84c9-4103-9582-0b4b4fa7e600 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:52.260553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Attempting to bind port 827d8eee-84c9-4103-9582-0b4b4fa7e600 on network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:52.283127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:52.283964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Checking segment: {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:52.285856 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.286506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Bound using segment: {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:52.287251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Bound port: 827d8eee-84c9-4103-9582-0b4b4fa7e600, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:52.287851 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.292925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-187c3054-ac33-4109-beaf-1ee01b3ced83 None None] For port 828b9982-93fb-438c-a412-8b2bc4fdc5f4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=828b9982-93fb-438c-a412-8b2bc4fdc5f4,segment=NetworkSegment(ed639362-db1b-4637-b76c-38e30a94026b),segment_id=ed639362-db1b-4637-b76c-38e30a94026b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:52.322203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] Deleting port cf96c3ee-b6bb-4705-b740-eeccff3001e6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:52.322681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.322916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Allocated IP 172.25.2.48 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/3b8ea4b9-c712-41d0-8087-25894419be78) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:52.331015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-187c3054-ac33-4109-beaf-1ee01b3ced83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.407421 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7de8bc-fe1b-4763-bf57-67f05e7a950e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.462566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0a3a64b-8d8c-45de-ad2e-b70f69e22b36 req-bf6e259f-b0a5-435c-87c9-603e4c5abd9d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522743 Nov 25 18:45:52.500254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7de8bc-fe1b-4763-bf57-67f05e7a950e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.515109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-5fc934c8-c350-43bc-9eb9-8c40b69f8a85 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810525 Nov 25 18:45:52.606468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7de8bc-fe1b-4763-bf57-67f05e7a950e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a2d94-12c8-4f0d-b9cc-9259538078c0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:52.622549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7de8bc-fe1b-4763-bf57-67f05e7a950e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.624479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3b7de8bc-fe1b-4763-bf57-67f05e7a950e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5888774 Nov 25 18:45:52.627842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52816) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:52.636489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-db05dd82-564a-41ac-a03c-3afba091f0fb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': 'a94a2d94-12c8-4f0d-b9cc-9259538078c0', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:52.687660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db05dd82-564a-41ac-a03c-3afba091f0fb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.743382 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:45:52.743763 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:45:52.774577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-559c3870-15bd-4c06-ac04-d6b1f72200ff service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215674 Nov 25 18:45:52.775108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f0832-c540-448e-b686-bf292d5efc02 req-cf5dadd7-869b-4c97-8226-6f3418a460ab tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:52.784216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a8f0832-c540-448e-b686-bf292d5efc02 req-cf5dadd7-869b-4c97-8226-6f3418a460ab tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.0993645 Nov 25 18:45:52.796958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] For port cf96c3ee-b6bb-4705-b740-eeccff3001e6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf96c3ee-b6bb-4705-b740-eeccff3001e6,segment=NetworkSegment(faedf6b4-afb1-406c-b0fc-ad138442137c),segment_id=faedf6b4-afb1-406c-b0fc-ad138442137c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:52.799372 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.836224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.861837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a8f0832-c540-448e-b686-bf292d5efc02 req-11f90c38-0c24-4883-bc63-d992ad70f381 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Nov 25 18:45:52.888875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db05dd82-564a-41ac-a03c-3afba091f0fb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.897796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db05dd82-564a-41ac-a03c-3afba091f0fb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.903824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-105cf14c-62ad-4774-9345-a1ffe5b3ecb8 None None] Provisioning complete for port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:52.904724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-105cf14c-62ad-4774-9345-a1ffe5b3ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.907133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] Calling delete_port for cf96c3ee-b6bb-4705-b740-eeccff3001e6 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:52.911455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c3054-ac33-4109-beaf-1ee01b3ced83 None None] Pushing event updated for resources: {'Port': ['ID=828b9982-93fb-438c-a412-8b2bc4fdc5f4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:52.924131 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-81f4b2d3-2471-4617-b34b-6e427367f748 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 217 time: 0.0518124 Nov 25 18:45:52.929986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port cf96c3ee-b6bb-4705-b740-eeccff3001e6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:45:52.930475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.931043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05dd82-564a-41ac-a03c-3afba091f0fb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85eccaff-ba3f-482b-9408-5db3bd0ca593,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:52.944080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-db05dd82-564a-41ac-a03c-3afba091f0fb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:52.946654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-db05dd82-564a-41ac-a03c-3afba091f0fb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163164 Nov 25 18:45:52.950946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:52.959407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-29cf902d-0908-4189-a1db-435b43ee8e25 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': 'a94a2d94-12c8-4f0d-b9cc-9259538078c0', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:53.064038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29cf902d-0908-4189-a1db-435b43ee8e25 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.079759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] For port cf96c3ee-b6bb-4705-b740-eeccff3001e6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf96c3ee-b6bb-4705-b740-eeccff3001e6,segment=NetworkSegment(faedf6b4-afb1-406c-b0fc-ad138442137c),segment_id=faedf6b4-afb1-406c-b0fc-ad138442137c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:53.080526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.096407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for cf96c3ee-b6bb-4705-b740-eeccff3001e6 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:45:53.135802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] For port 827d8eee-84c9-4103-9582-0b4b4fa7e600, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:53.148811 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29cf902d-0908-4189-a1db-435b43ee8e25 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.151330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] For port 827d8eee-84c9-4103-9582-0b4b4fa7e600, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=827d8eee-84c9-4103-9582-0b4b4fa7e600,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:53.154515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-374f8a0f-2b0a-4325-8511-a4848d322985 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1659050 Nov 25 18:45:53.157161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29cf902d-0908-4189-a1db-435b43ee8e25 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.158203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.184060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf902d-0908-4189-a1db-435b43ee8e25 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9837f4-187c-4b3b-b5f8-76ddf9296d8a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:53.185268 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.214207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29cf902d-0908-4189-a1db-435b43ee8e25 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.218220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29cf902d-0908-4189-a1db-435b43ee8e25 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2642665 Nov 25 18:45:53.218512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52830) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:53.220850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.236403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.240150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-76ff4b6c-3b7f-416d-8b26-4cda6436e1f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': 'a94a2d94-12c8-4f0d-b9cc-9259538078c0', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:53.249013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52832) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:53.262407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] No DVR routers for this DVR port cf96c3ee-b6bb-4705-b740-eeccff3001e6 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:53.265227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e670f-bb77-4021-a6b8-f6ff5ff9b25f None None] Pushing event deleted for resources: {'Port': ['ID=cf96c3ee-b6bb-4705-b740-eeccff3001e6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:53.268090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-b70f697c-5302-4ddc-8c2a-679b1aefb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:53.270343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-b70f697c-5302-4ddc-8c2a-679b1aefb41c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.3371840 Nov 25 18:45:53.314521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No DVR routers for this DVR port cf96c3ee-b6bb-4705-b740-eeccff3001e6 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:45:53.336980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:53.385973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-929aa3aa-38fa-4563-a250-1c775577f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:53.390048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-929aa3aa-38fa-4563-a250-1c775577f906 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 1096 time: 0.1670587 Nov 25 18:45:53.417233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:53.437468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:53.445340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6c3cd-4956-431e-a67b-f148ef917b41 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:45:53.478205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd57d76-d508-4a84-9480-8214c03c5770 None None] Pushing event updated for resources: {'Port': ['ID=827d8eee-84c9-4103-9582-0b4b4fa7e600,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:53.504186 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76ff4b6c-3b7f-416d-8b26-4cda6436e1f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.515174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-1673628998'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:53.516423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a1955b6-5691-4158-a0d7-3d17d2016466 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:53.546520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8a1955b6-5691-4158-a0d7-3d17d2016466 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:45:53.547012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a1955b6-5691-4158-a0d7-3d17d2016466 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:45:53.603835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3b261833-308b-4ce0-9ccb-09b053949748 None None] Provisioning complete for port 3b8ea4b9-c712-41d0-8087-25894419be78 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:53.605882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b261833-308b-4ce0-9ccb-09b053949748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.673981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:53.675723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3b261833-308b-4ce0-9ccb-09b053949748 None None] Port 3b8ea4b9-c712-41d0-8087-25894419be78 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:45:53.682726 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.743185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Port': ['ID=3b8ea4b9-c712-41d0-8087-25894419be78,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:53.743402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.770028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 828b9982-93fb-438c-a412-8b2bc4fdc5f4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:53.775979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d741b3-b222-4afb-b1c6-efd73696605c req-9fd92c16-95b5-499b-8a65-ea4ae55b3d01 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:53.777561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83d741b3-b222-4afb-b1c6-efd73696605c req-9fd92c16-95b5-499b-8a65-ea4ae55b3d01 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1638963 Nov 25 18:45:53.793808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.830679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8aa94b-6c1f-446a-a15f-2c545fc1559e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:53.834473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-18b088ac-6c9b-404b-88c8-6cbe08a02f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:53.836217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-18b088ac-6c9b-404b-88c8-6cbe08a02f53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 200 len: 898 time: 0.4154596 Nov 25 18:45:53.850848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76ff4b6c-3b7f-416d-8b26-4cda6436e1f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.856758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faedf6b4-afb1-406c-b0fc-ad138442137c') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:53.857194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faedf6b4-afb1-406c-b0fc-ad138442137c') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:53.871626 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.872025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:53.872381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.887202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76ff4b6c-3b7f-416d-8b26-4cda6436e1f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:53.997418 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83d741b3-b222-4afb-b1c6-efd73696605c req-d6614ee1-fa71-41ec-82e0-56ce009eef46 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039127 Nov 25 18:45:54.039668 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-0adc231d-3193-4d42-8aa6-15a8cf34e154 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84 HTTP/1.1" status: 200 len: 1001 time: 0.1870856 Nov 25 18:45:54.040238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff4b6c-3b7f-416d-8b26-4cda6436e1f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99246cbc-8965-4caf-bd52-3ca5a2e6a73c,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:54.048303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76ff4b6c-3b7f-416d-8b26-4cda6436e1f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.052478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-76ff4b6c-3b7f-416d-8b26-4cda6436e1f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8324168 Nov 25 18:45:54.057054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52844) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:54.065859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=cf96c3ee-b6bb-4705-b740-eeccff3001e6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:54.071672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-531554ed-2c9b-4204-8b79-6afcaebcf544 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': 'a94a2d94-12c8-4f0d-b9cc-9259538078c0', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:54.093757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.127989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf96c3ee-b6bb-4705-b740-eeccff3001e6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:45:54.130717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-aba624a6-b8b1-43e8-a2d9-0a99269499ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:54.132259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-aba624a6-b8b1-43e8-a2d9-0a99269499ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8484027 Nov 25 18:45:54.133292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:45:54.133704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:45:54.139390 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:45:54.149945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-60327955-b994-486e-9e7f-4286fcff669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:54.151488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-60327955-b994-486e-9e7f-4286fcff669b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb16edd1-b89e-476c-8bd0-23ae63f0773a HTTP/1.1" status: 200 len: 834 time: 0.0981321 Nov 25 18:45:54.217918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-531554ed-2c9b-4204-8b79-6afcaebcf544 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.252475 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.260369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbfa7d-940a-4cd0-a981-645abaf85424 req-3ae59f01-e8d2-4f38-b350-f80f1b03a04a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:54.261959 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7dbfa7d-940a-4cd0-a981-645abaf85424 req-3ae59f01-e8d2-4f38-b350-f80f1b03a04a tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1982644 Nov 25 18:45:54.263008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.317866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:54.334358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-531554ed-2c9b-4204-8b79-6afcaebcf544 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.355062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: cf96c3ee-b6bb-4705-b740-eeccff3001e6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:45:54.355602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf96c3ee-b6bb-4705-b740-eeccff3001e6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:45:54.356715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-531554ed-2c9b-4204-8b79-6afcaebcf544 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.363398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.363748 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment 51f1d88d-39eb-4718-8efc-e70dcb7c57fc of type vlan for network 67e2821d-b123-4038-a6cc-983bb2716eda Nov 25 18:45:54.371848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.383309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-e1130519-5978-45d9-a97e-413c7359a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:54.386246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-e1130519-5978-45d9-a97e-413c7359a325 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a148fb-16e1-463e-849c-d1813b92be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234979 Nov 25 18:45:54.402472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.403769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708e989d-a138-40d4-be01-d6e21632e75f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:54.408666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/1d8aa94b-6c1f-446a-a15f-2c545fc1559e HTTP/1.1" status: 204 len: 168 time: 3.3848436 Nov 25 18:45:54.414981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:54.480785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531554ed-2c9b-4204-8b79-6afcaebcf544 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d57833-b145-4a7c-ad2e-2b03fa0d59ca,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:54.532752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b704d-62e1-4b83-b7d7-0c00c23cdf3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=1d8aa94b-6c1f-446a-a15f-2c545fc1559e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:54.555118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-531554ed-2c9b-4204-8b79-6afcaebcf544 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.559328 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-531554ed-2c9b-4204-8b79-6afcaebcf544 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5010951 Nov 25 18:45:54.564265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:54.565952 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.574633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': 'a94a2d94-12c8-4f0d-b9cc-9259538078c0', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:54.594217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7dbfa7d-940a-4cd0-a981-645abaf85424 req-ee7448ee-7e58-4816-bd72-71304b54f7c1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947435 Nov 25 18:45:54.605839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-64b2bdce-9e38-43c2-a665-5e0570f59ee0 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610429 Nov 25 18:45:54.613943 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.636735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9866fe11-6432-475f-9cf6-70c6f767066a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:54.638533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9866fe11-6432-475f-9cf6-70c6f767066a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1989086 Nov 25 18:45:54.642941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52852) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:54.643606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.649261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:54.649866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.684079 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Project 3fa8aa5b3fb4462cb202df1e6b013c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:45:54.713130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-615a9432-b914-43f5-b1f5-df9840e4cccf service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948008 Nov 25 18:45:54.746925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:54.799335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5490270 Nov 25 18:45:54.801724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52860) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:54.866529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-119486904'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:54.885036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a6fa-4044-489f-9487-bc2254ebd6fc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=67e2821d-b123-4038-a6cc-983bb2716eda,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:54.901110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9adf2914-97a3-45e0-9d20-6ede3dbd6fc3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2450931 Nov 25 18:45:54.904446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 67e2821d-b123-4038-a6cc-983bb2716eda details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:54.906411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:54.926273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1450598115'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:54.990090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:54.995515 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.032405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:55.035899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.062582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6a4fe-3ea7-48ab-9fde-9fd30632805e None None] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:55.080768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-17f8cf74-21ca-4427-be79-5de3ae6168eb service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628327 Nov 25 18:45:55.099397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d5d5b81a-aa8b-41dc-8490-bcaa25bd4de2 req-b76be508-1ef2-4e4b-b451-302bc2f34e51 service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736308 Nov 25 18:45:55.110259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:55.123138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.134770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.135711 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment 665a36f6-a04a-420b-8a21-3a9f6943bdfd of type vlan for network f9f8bb41-5005-445f-940d-f77911b09ca3 Nov 25 18:45:55.148139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:45:55.176885 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-2a60fff4-62b7-4b67-a791-97255e6cd63b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 217 time: 0.0789278 Nov 25 18:45:55.177692 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.219256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.219614 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment 56c2e14d-9cba-451b-b234-b2f9cb9904ca of type vlan for network 48effa44-d1fe-4e35-beb1-7d8154150a76 Nov 25 18:45:55.244465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-bec8c212-b06c-4959-b714-0192adf77138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:55.245961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-bec8c212-b06c-4959-b714-0192adf77138 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0583515 Nov 25 18:45:55.271712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9112971d-15fa-4a90-8908-cf164d9d7e15 None None] Provisioning complete for port 827d8eee-84c9-4103-9582-0b4b4fa7e600 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:55.272172 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9112971d-15fa-4a90-8908-cf164d9d7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.274139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.279745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c5c941-b532-4965-9e6d-64bda39cabf3,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:55.315747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.317050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-27bac2fb-b39c-410f-ac22-1cca2a58a7fd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7518089 Nov 25 18:45:55.324161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745409a1-8691-4f8d-9642-afaa09a09e2b req-d124d60e-7940-40bd-a7ac-44627f11fb46 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:55.326643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-745409a1-8691-4f8d-9642-afaa09a09e2b req-d124d60e-7940-40bd-a7ac-44627f11fb46 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1539855 Nov 25 18:45:55.327507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:55.329409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.340710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': 'a94a2d94-12c8-4f0d-b9cc-9259538078c0', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:55.407551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.410529 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Project 3fa8aa5b3fb4462cb202df1e6b013c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:45:55.416595 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9112971d-15fa-4a90-8908-cf164d9d7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.434376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-68918e53-007c-4b6b-886c-22f9a6b5ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:55.436509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-68918e53-007c-4b6b-886c-22f9a6b5ed8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794903 Nov 25 18:45:55.444708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52878) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:55.447422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.494122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-745409a1-8691-4f8d-9642-afaa09a09e2b req-b9344db7-e597-47d7-a001-6d61b3d332a1 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264520 Nov 25 18:45:55.524633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9112971d-15fa-4a90-8908-cf164d9d7e15 None None] For port 827d8eee-84c9-4103-9582-0b4b4fa7e600, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=827d8eee-84c9-4103-9582-0b4b4fa7e600,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:45:55.531098 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9112971d-15fa-4a90-8908-cf164d9d7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.566546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.580450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:55.581605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.599777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.608363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:55.608363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.621836 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8099608 Nov 25 18:45:55.642363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52884) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:55.649337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': '67e2821d-b123-4038-a6cc-983bb2716eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:55.687167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112971d-15fa-4a90-8908-cf164d9d7e15 None None] Pushing event updated for resources: {'Port': ['ID=827d8eee-84c9-4103-9582-0b4b4fa7e600,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:55.781661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 827d8eee-84c9-4103-9582-0b4b4fa7e600 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:55.799079 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.846256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9346812 Nov 25 18:45:55.846256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.849969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52888) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:55.859444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 827d8eee-84c9-4103-9582-0b4b4fa7e600 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:55.860034 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:55.869371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:55.939601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d4888-c2b3-4d9f-90c0-e9a69d35737f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=f9f8bb41-5005-445f-940d-f77911b09ca3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:55.964951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f9f8bb41-5005-445f-940d-f77911b09ca3 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:56.003952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-8c5a4098-a3f9-40c9-9a03-464603bac2f6 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582762 Nov 25 18:45:56.031062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5b31df-1fc9-4d7e-a633-42c6aafee142,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:56.033774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Router f557ae6e-9e8e-435d-bf38-a3a77bd89d48 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:45:56.046049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:56.049692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.055769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-662461b5-b612-4bf6-b30a-ae3cdb7a61ee None None] Provisioning complete for port 827d8eee-84c9-4103-9582-0b4b4fa7e600 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:56.056363 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-662461b5-b612-4bf6-b30a-ae3cdb7a61ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.121860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aea25a4d-c2c6-4631-8797-25fc6a17e00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.304284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-07505240-9557-4d82-ab86-e9b0e909bd23 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927835 Nov 25 18:45:56.311460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:45:56.327725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] Sync routers for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:45:56.350591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:56.351242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:56.369383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-f57aa7ea-6dca-43e8-9736-b38b13264b9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=886f2fce-913f-40db-a349-0e0f037d2c38 HTTP/1.1" status: 200 len: 217 time: 0.0525208 Nov 25 18:45:56.391271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:56.406163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:45:56.406936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:56.429047 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.433091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ba65248e-d5ef-4bf6-902b-b2007d5f89f2 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.4823067 Nov 25 18:45:56.438366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52890) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:56.445670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:45:56.446531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ae1c1-adc0-41cb-baa8-b3ac8fce6cec None None] The sync data for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:45:56.502140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aea25a4d-c2c6-4631-8797-25fc6a17e00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.512683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-a67483bb-8fa6-4473-8143-a39c0bc3dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:56.515527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-a67483bb-8fa6-4473-8143-a39c0bc3dc22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.1382174 Nov 25 18:45:56.516122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aea25a4d-c2c6-4631-8797-25fc6a17e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.520075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.530516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f5879eb6-12ec-4255-9888-bc04424eabe8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1843510 Nov 25 18:45:56.559169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b121-840d-4b01-b4c9-0586e0155305 req-6a45239b-d246-414e-a768-49a32dc072b1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:56.569753 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c70b121-840d-4b01-b4c9-0586e0155305 req-6a45239b-d246-414e-a768-49a32dc072b1 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.7690876 Nov 25 18:45:56.640357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db6449-2b5a-4a34-8441-c0a8f9dba537 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=48effa44-d1fe-4e35-beb1-7d8154150a76,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:56.640779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aea25a4d-c2c6-4631-8797-25fc6a17e00c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7095c73a3d04167812afb35063621e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1937070 Nov 25 18:45:56.645961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea25a4d-c2c6-4631-8797-25fc6a17e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7a28f9-5220-4afc-b2f3-5af3a1907183,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:56.649998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:56.662071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:45:56.730679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c70b121-840d-4b01-b4c9-0586e0155305 req-6324203c-5ab0-416a-bffc-f3bd8b087039 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595454 Nov 25 18:45:56.754811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:56.758371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.780235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-a2bb8481-353a-426d-9836-9541a23b8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:56.781767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-a2bb8481-353a-426d-9836-9541a23b8d65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2569633 Nov 25 18:45:56.832239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:56.917165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e2411-1fb3-4333-bfa4-34b54dc8dd9c req-71d4cca9-042f-45af-8300-df8f02ca0366 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:56.919061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=1efa07f7-e3ec-4db2-9393-837ae5086887,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:56.926531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-751e2411-1fb3-4333-bfa4-34b54dc8dd9c req-71d4cca9-042f-45af-8300-df8f02ca0366 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2834363 Nov 25 18:45:56.951650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-656c6083-32c8-433e-8200-48334b849c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.010418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': '51f1d88d-39eb-4718-8efc-e70dcb7c57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67e2821d-b123-4038-a6cc-983bb2716eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:57.010796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: 67e2821d-b123-4038-a6cc-983bb2716eda, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:57.014695 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-656c6083-32c8-433e-8200-48334b849c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.019536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-e6a48651-4944-4cee-8da3-9156505fd6b8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580374073&fields=id&tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 267 time: 0.1117787 Nov 25 18:45:57.088857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-751e2411-1fb3-4333-bfa4-34b54dc8dd9c req-dd01f8f9-dfd0-4fc8-8622-014ee990e3f0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609454 Nov 25 18:45:57.108103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-5f1226d0-f518-429b-b863-db249e7b61cb service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137407 Nov 25 18:45:57.123932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 67e2821d-b123-4038-a6cc-983bb2716eda is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:57.149843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 67e2821d-b123-4038-a6cc-983bb2716eda) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:57.154936 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.158546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85288d6c-36ea-4726-a837-356875ef3ee7 None None] Network 67e2821d-b123-4038-a6cc-983bb2716eda requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:57.172920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:57.173623 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.229634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-656c6083-32c8-433e-8200-48334b849c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.232805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-656c6083-32c8-433e-8200-48334b849c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.236282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-656c6083-32c8-433e-8200-48334b849c49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c7a28f9-5220-4afc-b2f3-5af3a1907183 HTTP/1.1" status: 204 len: 168 time: 0.5807569 Nov 25 18:45:57.260713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-0cca9c9d-af32-4ab3-8e68-9d17e1c0681b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:57.262415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-0cca9c9d-af32-4ab3-8e68-9d17e1c0681b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/networks?id=9a99d817-efc6-4d56-9888-0fe81bd4ce57 HTTP/1.1" status: 200 len: 797 time: 0.2314415 Nov 25 18:45:57.267141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c6083-32c8-433e-8200-48334b849c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7a28f9-5220-4afc-b2f3-5af3a1907183,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:57.282041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3462eb04-e69e-45bd-bafe-36c44f4597fd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6356077 Nov 25 18:45:57.286737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:57.292819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-b6191eca-1aa9-4001-8811-5efbf5896785 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759956 Nov 25 18:45:57.298875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': 'f9f8bb41-5005-445f-940d-f77911b09ca3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:57.302766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=c005b6e7-d6e0-4a5b-91fc-70824f1f8385,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:57.325485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-1d081da9-db51-4671-af0c-2bd61862d5ca tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/quotas/3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 375 time: 0.0408609 Nov 25 18:45:57.329694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': '56c2e14d-9cba-451b-b234-b2f9cb9904ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:57.330063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: 48effa44-d1fe-4e35-beb1-7d8154150a76, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:57.391947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-67e2821d-b123-4038-a6cc-983bb2716eda', 'network_id': '67e2821d-b123-4038-a6cc-983bb2716eda', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': '1efa07f7-e3ec-4db2-9393-837ae5086887'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:57.395371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.404960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-d8082fee-fbba-4ee5-bc57-34d6b377b418 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8b846aee-081e-428e-91e0-a43843349da6 HTTP/1.1" status: 200 len: 217 time: 0.0720241 Nov 25 18:45:57.477654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:57.500957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-d7bdffc1-6189-47c1-b498-afe9a1baf202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:57.502465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-d7bdffc1-6189-47c1-b498-afe9a1baf202 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.0884447 Nov 25 18:45:57.506423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 48effa44-d1fe-4e35-beb1-7d8154150a76) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:57.506640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.528482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-a72342e6-b19a-4838-b8af-dd5fbb6ab47a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1948698 Nov 25 18:45:57.532945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:57.533688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.541033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2cd239-36f8-4bae-a419-ff5a54628d24 None None] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:57.570704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:57.575175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.604687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-0df0deae-e79d-4f16-8f1b-e69ad9447bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:57.606211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-0df0deae-e79d-4f16-8f1b-e69ad9447bc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964310 Nov 25 18:45:57.664345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Allocated IP 172.20.0.2 (67e2821d-b123-4038-a6cc-983bb2716eda/1efa07f7-e3ec-4db2-9393-837ae5086887/619da75f-ef9d-44ea-804f-3ef3c37c08c6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:57.682838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-80de5528-fb25-445a-9fea-3ecdb0dab603 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8205776 Nov 25 18:45:57.689925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52916) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:57.703756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76', 'name': 'tempest-PortsTestJSON-1126430509'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:57.714624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 827d8eee-84c9-4103-9582-0b4b4fa7e600 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:45:57.741004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52918) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:57.795775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b867f9e-4de2-406b-96c5-5a46f802d0d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.816883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-320d7783-ffb1-4f15-a892-d24f4f57c78d service neutron] 10.222.0.62 "GET /v2.0/networks/9a99d817-efc6-4d56-9888-0fe81bd4ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707653 Nov 25 18:45:57.835745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-593490c4-c568-45fc-91c6-3851f4bf8dfa service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209570 Nov 25 18:45:57.873880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-48effa44-d1fe-4e35-beb1-7d8154150a76', 'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76', 'tenant_id': '3c6cac992c404d8586bf553ffcae1809', 'fixed_ips': [{'subnet_id': 'c005b6e7-d6e0-4a5b-91fc-70824f1f8385'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:57.875488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.930824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 827d8eee-84c9-4103-9582-0b4b4fa7e600 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:45:57.931269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:57.963497 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:45:58.046344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:45:58.050105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.064211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60e693-a497-4dc0-aa01-7a8243b0c298 req-8e885349-98cc-444f-aa8c-713896d6b811 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:58.065737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a60e693-a497-4dc0-aa01-7a8243b0c298 req-8e885349-98cc-444f-aa8c-713896d6b811 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1786351 Nov 25 18:45:58.068126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.081096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 2d4db294-5b5f-4f3d-a7db-a03a3c538bea yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:45:58.091132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-65cdc176-b3b6-4255-ab8a-f7aedbdff7bf service neutron] 10.222.0.62 "GET /v2.0/networks/9a99d817-efc6-4d56-9888-0fe81bd4ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657752 Nov 25 18:45:58.137039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-943e678e-fda1-4d59-bfb5-4450f889a7fe service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918437 Nov 25 18:45:58.141168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.160625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Allocated IP 172.20.0.2 (48effa44-d1fe-4e35-beb1-7d8154150a76/c005b6e7-d6e0-4a5b-91fc-70824f1f8385/3c381549-b30b-4b07-af95-86e53808aa38) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:58.212490 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b867f9e-4de2-406b-96c5-5a46f802d0d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.225704 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-b64d8aea-4086-4ff2-bd3c-1a6fbb927d9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e02796df-229d-4986-942a-f2ea88ac1b3f HTTP/1.1" status: 200 len: 217 time: 0.0726008 Nov 25 18:45:58.233225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b867f9e-4de2-406b-96c5-5a46f802d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.243475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:58.263294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': '665a36f6-a04a-420b-8a21-3a9f6943bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f9f8bb41-5005-445f-940d-f77911b09ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:58.263597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: f9f8bb41-5005-445f-940d-f77911b09ca3, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:45:58.292176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network f9f8bb41-5005-445f-940d-f77911b09ca3 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:45:58.306615 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f9f8bb41-5005-445f-940d-f77911b09ca3) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:58.308685 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.312439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:58.313506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.337307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a60e693-a497-4dc0-aa01-7a8243b0c298 req-da5776f0-af7a-4ce8-9159-1e8d6bce4eb3 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321742 Nov 25 18:45:58.350593 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a4aa985-e898-49e6-b07e-a82edce8c072 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0621750 Nov 25 18:45:58.351559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52930) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:58.358143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1e322a06-9cd8-451f-b04d-0a7d42490773 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-210939303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:45:58.377047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd84937-146a-4014-be26-ae7ef763397a None None] Network f9f8bb41-5005-445f-940d-f77911b09ca3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:45:58.417384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Network 67e2821d-b123-4038-a6cc-983bb2716eda is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:58.439551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b867f9e-4de2-406b-96c5-5a46f802d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064df88e-aa25-4ba6-9767-ef33413c9a9e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:58.470435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7b867f9e-4de2-406b-96c5-5a46f802d0d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f47515dbe004d509ba838b0a7307a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7009594 Nov 25 18:45:58.470587 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e322a06-9cd8-451f-b04d-0a7d42490773 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.470587 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e322a06-9cd8-451f-b04d-0a7d42490773 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.475601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:58.479732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2fd62bc-0e15-4f3d-a544-5e1d6dfe96fe req-0e4a1882-b837-4dfd-90f7-7bc5b6d6a42e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 210 time: 0.0678189 Nov 25 18:45:58.481213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Allocated IP 172.20.0.1 (a0dbbc5f-ac6e-4a16-8953-c032950c0c39/dd9b760a-6a0d-4bb1-8af6-c06121c2ce27/d788456c-bff8-4d93-b8e2-ad07241a6671) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:58.498486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-6f2057bf-848d-45c9-8bc4-72e174d707cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:58.499721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-6f2057bf-848d-45c9-8bc4-72e174d707cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.2608407 Nov 25 18:45:58.519977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772de206-70a1-4839-a2b7-739d40dea6f7 req-c3ab0f38-a64a-4d25-96b5-9eb26310bf2e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:58.521370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-772de206-70a1-4839-a2b7-739d40dea6f7 req-c3ab0f38-a64a-4d25-96b5-9eb26310bf2e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1102340 Nov 25 18:45:58.646146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e322a06-9cd8-451f-b04d-0a7d42490773 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.656281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:58.664325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e322a06-9cd8-451f-b04d-0a7d42490773 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.686440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:58.702679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eed02d-24c4-4aaf-ac80-4fc538fb2c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.714742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Pushing event updated for resources: {'Port': ['ID=619da75f-ef9d-44ea-804f-3ef3c37c08c6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:58.717893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-772de206-70a1-4839-a2b7-739d40dea6f7 req-c8668916-586c-4214-aea0-4c2ed1a73beb tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812465 Nov 25 18:45:58.726119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e322a06-9cd8-451f-b04d-0a7d42490773 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.727360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e322a06-9cd8-451f-b04d-0a7d42490773 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3745372 Nov 25 18:45:58.730028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:45:58.770302 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.819740 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.847834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eed02d-24c4-4aaf-ac80-4fc538fb2c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.867374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Attempting to bind port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:58.868194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Attempting to bind port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '51f1d88d-39eb-4718-8efc-e70dcb7c57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67e2821d-b123-4038-a6cc-983bb2716eda'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:58.868318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Attempting to bind port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 on network 67e2821d-b123-4038-a6cc-983bb2716eda {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:58.908798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:58.909306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Checking segment: {'id': '51f1d88d-39eb-4718-8efc-e70dcb7c57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67e2821d-b123-4038-a6cc-983bb2716eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:58.909775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.910236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Bound using segment: {'id': '51f1d88d-39eb-4718-8efc-e70dcb7c57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67e2821d-b123-4038-a6cc-983bb2716eda'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:58.910853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Bound port: 619da75f-ef9d-44ea-804f-3ef3c37c08c6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f1d88d-39eb-4718-8efc-e70dcb7c57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67e2821d-b123-4038-a6cc-983bb2716eda'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:58.911307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:58.925227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:58.941229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:58.946117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Pushing event updated for resources: {'Port': ['ID=3c381549-b30b-4b07-af95-86e53808aa38,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:58.951141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:58.994307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.13 (48effa44-d1fe-4e35-beb1-7d8154150a76/c005b6e7-d6e0-4a5b-91fc-70824f1f8385/2d4db294-5b5f-4f3d-a7db-a03a3c538bea) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:59.023987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-5d418c27-581b-4818-a73c-b39c3be320c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:45:59.025686 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-5d418c27-581b-4818-a73c-b39c3be320c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5136302 Nov 25 18:45:59.026993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-f9f8bb41-5005-445f-940d-f77911b09ca3', 'network_id': 'f9f8bb41-5005-445f-940d-f77911b09ca3', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': 'b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:45:59.027923 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.087998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Attempting to bind port 3c381549-b30b-4b07-af95-86e53808aa38 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:45:59.088480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Attempting to bind port 3c381549-b30b-4b07-af95-86e53808aa38 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '56c2e14d-9cba-451b-b234-b2f9cb9904ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:45:59.088954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Attempting to bind port 3c381549-b30b-4b07-af95-86e53808aa38 on network 48effa44-d1fe-4e35-beb1-7d8154150a76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:45:59.103212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] For port 619da75f-ef9d-44ea-804f-3ef3c37c08c6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:59.108136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] For port 619da75f-ef9d-44ea-804f-3ef3c37c08c6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=619da75f-ef9d-44ea-804f-3ef3c37c08c6,segment=NetworkSegment(51f1d88d-39eb-4718-8efc-e70dcb7c57fc),segment_id=51f1d88d-39eb-4718-8efc-e70dcb7c57fc)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:59.109463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:45:59.109946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Checking segment: {'id': '56c2e14d-9cba-451b-b234-b2f9cb9904ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:45:59.110440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.110986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Bound using segment: {'id': '56c2e14d-9cba-451b-b234-b2f9cb9904ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:45:59.111998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Bound port: 3c381549-b30b-4b07-af95-86e53808aa38, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c2e14d-9cba-451b-b234-b2f9cb9904ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:45:59.112125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.118642 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eed02d-24c4-4aaf-ac80-4fc538fb2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.121200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eed02d-24c4-4aaf-ac80-4fc538fb2c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.123236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-61eed02d-24c4-4aaf-ac80-4fc538fb2c4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/064df88e-aa25-4ba6-9767-ef33413c9a9e HTTP/1.1" status: 204 len: 168 time: 0.6445024 Nov 25 18:45:59.123682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.165948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.189786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eed02d-24c4-4aaf-ac80-4fc538fb2c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064df88e-aa25-4ba6-9767-ef33413c9a9e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:59.201835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-afa9398f-558a-419e-8bb7-1c8cb21d6f0c service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682446 Nov 25 18:45:59.309647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.344712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.382854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba9abf-d9fa-4a7a-be7e-dcda971a84fd None None] Pushing event updated for resources: {'Port': ['ID=619da75f-ef9d-44ea-804f-3ef3c37c08c6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:59.400075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:45:59.405598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:45:59.427210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-990f181f-d4a7-46f7-9489-2b75ed95ef12 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159784 Nov 25 18:45:59.428415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:45:59.430742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] For port 3c381549-b30b-4b07-af95-86e53808aa38, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:45:59.434129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Port': ['ID=d788456c-bff8-4d93-b8e2-ad07241a6671,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:59.445979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] For port 3c381549-b30b-4b07-af95-86e53808aa38, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3c381549-b30b-4b07-af95-86e53808aa38,segment=NetworkSegment(56c2e14d-9cba-451b-b234-b2f9cb9904ca),segment_id=56c2e14d-9cba-451b-b234-b2f9cb9904ca)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:45:59.461882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.464327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Allocated IP 172.21.0.2 (f9f8bb41-5005-445f-940d-f77911b09ca3/b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2/f9f0a984-217c-4840-b529-aa1d3ffcde49) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:45:59.642717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-4aafe11d-9052-44f2-babd-9445ebf88c82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 200 len: 217 time: 0.2032111 Nov 25 18:45:59.717838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.719983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2161e40-a4fd-4624-a1d3-d344082b0c7e None None] Pushing event updated for resources: {'Port': ['ID=3c381549-b30b-4b07-af95-86e53808aa38,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:45:59.868098 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:45:59.884826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.040927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d9dea2d3-d7b4-4279-a5c0-9301f20d7fec req-a73fa359-b954-4a0e-91d5-6a6d369ad9ac tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 210 time: 0.2286391 Nov 25 18:46:00.087587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Network f9f8bb41-5005-445f-940d-f77911b09ca3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:00.088467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.20.0.1 (67e2821d-b123-4038-a6cc-983bb2716eda/1efa07f7-e3ec-4db2-9393-837ae5086887/402e6752-32b3-4ac7-92cb-268d6dddb51b) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:00.092913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:00.096794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:00.108179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Pushing event updated for resources: {'Port': ['ID=f9f0a984-217c-4840-b529-aa1d3ffcde49,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:00.126797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-37f87111-4e56-4372-8852-a5afa9b9c196 None None] Provisioning complete for port d788456c-bff8-4d93-b8e2-ad07241a6671 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:00.127625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37f87111-4e56-4372-8852-a5afa9b9c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.267048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-37f87111-4e56-4372-8852-a5afa9b9c196 None None] Port d788456c-bff8-4d93-b8e2-ad07241a6671 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:00.281640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Attempting to bind port f9f0a984-217c-4840-b529-aa1d3ffcde49 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:00.283069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Attempting to bind port f9f0a984-217c-4840-b529-aa1d3ffcde49 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '665a36f6-a04a-420b-8a21-3a9f6943bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f9f8bb41-5005-445f-940d-f77911b09ca3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:00.283562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Attempting to bind port f9f0a984-217c-4840-b529-aa1d3ffcde49 on network f9f8bb41-5005-445f-940d-f77911b09ca3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:00.284414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-2e91c3b2-b14c-4dd2-8359-d938ccc1f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.286532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-2e91c3b2-b14c-4dd2-8359-d938ccc1f616 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.5562227 Nov 25 18:46:00.294145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:00.299716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Checking segment: {'id': '665a36f6-a04a-420b-8a21-3a9f6943bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f9f8bb41-5005-445f-940d-f77911b09ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:00.300566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.301081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Bound using segment: {'id': '665a36f6-a04a-420b-8a21-3a9f6943bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f9f8bb41-5005-445f-940d-f77911b09ca3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:00.302124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Bound port: f9f0a984-217c-4840-b529-aa1d3ffcde49, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665a36f6-a04a-420b-8a21-3a9f6943bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f9f8bb41-5005-445f-940d-f77911b09ca3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:00.305839 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.387032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.434831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] For port f9f0a984-217c-4840-b529-aa1d3ffcde49, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:00.439157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] For port f9f0a984-217c-4840-b529-aa1d3ffcde49, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f9f0a984-217c-4840-b529-aa1d3ffcde49,segment=NetworkSegment(665a36f6-a04a-420b-8a21-3a9f6943bdfd),segment_id=665a36f6-a04a-420b-8a21-3a9f6943bdfd)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:00.448504 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.463361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129ab10-cd30-4484-9a46-60596f41c516 req-fea4e97f-b6d3-4340-9445-8f9797a53c6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.468451 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6129ab10-cd30-4484-9a46-60596f41c516 req-fea4e97f-b6d3-4340-9445-8f9797a53c6f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2492197 Nov 25 18:46:00.480176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-5d64c98e-86e2-46dc-852b-61398df5af35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.483101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-5d64c98e-86e2-46dc-852b-61398df5af35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.66 "GET /v2.0/networks?id=9a99d817-efc6-4d56-9888-0fe81bd4ce57 HTTP/1.1" status: 200 len: 797 time: 0.5967462 Nov 25 18:46:00.520872 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a42c91-3fd2-474d-8836-19739865db10 req-12ff753d-bbf5-4e4f-8857-adb03bf72ced tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.533499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a42c91-3fd2-474d-8836-19739865db10 req-12ff753d-bbf5-4e4f-8857-adb03bf72ced tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.2359703 Nov 25 18:46:00.551605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.570703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-1111551c-3299-4a57-b555-707c1d3f7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:00.572530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-1111551c-3299-4a57-b555-707c1d3f7329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2593105 Nov 25 18:46:00.590670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca658b49-2dc9-49d4-bb63-dc6c41c8a932 None None] Pushing event updated for resources: {'Port': ['ID=f9f0a984-217c-4840-b529-aa1d3ffcde49,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:00.643760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.680414 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.737310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 67e2821d-b123-4038-a6cc-983bb2716eda is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:00.743715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.760326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f0a42c91-3fd2-474d-8836-19739865db10 req-0724df49-bb50-4155-b95b-72727c22425b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201493 Nov 25 18:46:00.769988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:00.782844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:00.876638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-b76e8dfa-a462-4749-9925-911ad129ca8f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 473 time: 0.3721387 Nov 25 18:46:00.892114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=402e6752-32b3-4ac7-92cb-268d6dddb51b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:00.898911 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.907334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'port': {'device_id': 'cb860451-403d-425b-a292-49afda13c43a', 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'admin_state_up': True, 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'security_groups': ['a94a2d94-12c8-4f0d-b9cc-9259538078c0']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:00.976492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:00.981157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:00.985619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:00.988056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:00.991519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=2d4db294-5b5f-4f3d-a7db-a03a3c538bea,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:01.101975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6129ab10-cd30-4484-9a46-60596f41c516 req-3adfe168-6a14-48a0-866f-199ee8cd8dc5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120811 Nov 25 18:46:01.160705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:01.164451 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.169672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-5c2e7e88-2fdc-4433-8cd1-e9d15381af9f service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852027 Nov 25 18:46:01.209785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53171553-271d-4b70-b7b4-bb5dea81599e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5115969 Nov 25 18:46:01.235413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52978) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:01.262237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36a48cf4-578c-42ec-a0fe-0e7413a8cc79 req-bbd9197a-c7c6-4ab7-bc7a-56d8dba5a649 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 210 time: 0.0598676 Nov 25 18:46:01.269538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.284518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff7e55-54bf-48ff-8f80-413de4e932f1 None None] Network 67e2821d-b123-4038-a6cc-983bb2716eda requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:01.317714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '48effa44-d1fe-4e35-beb1-7d8154150a76', 'name': 'tempest-PortsTestJSON-35639592'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:01.485277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ce9bd424-e665-4439-89f7-06aa22bde32a None None] Provisioning complete for port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:01.485849 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd424-e665-4439-89f7-06aa22bde32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.752311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:46:01.752311 n-d-819194-3 neutron-server[103457]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 18:46:01.752311 n-d-819194-3 neutron-server[103457]: [parameters: {'project_id_1': '3c6cac992c404d8586bf553ffcae1809', 'expiration_1': datetime.datetime(2021, 11, 25, 18, 45, 41, 574190)}] Nov 25 18:46:01.752311 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:46:01.752840 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:46:01.787063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:01.793641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:01.800684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae9b722-2374-421a-bcc0-10aae676c39e None None] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:01.802164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c47569c-6cdd-46ca-b405-00cf6f53c795 req-434153b2-f1e5-4b06-b8dc-91bf2d50c234 service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220737 Nov 25 18:46:02.093231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 619da75f-ef9d-44ea-804f-3ef3c37c08c6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:02.205401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd424-e665-4439-89f7-06aa22bde32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.304657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:02.308900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.322546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.20.0.28 (9a99d817-efc6-4d56-9888-0fe81bd4ce57/8633c82e-6d22-470c-9ee9-366be27b08e0/7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:02.329805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ce9bd424-e665-4439-89f7-06aa22bde32a None None] For port 619da75f-ef9d-44ea-804f-3ef3c37c08c6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=619da75f-ef9d-44ea-804f-3ef3c37c08c6,segment=NetworkSegment(51f1d88d-39eb-4718-8efc-e70dcb7c57fc),segment_id=51f1d88d-39eb-4718-8efc-e70dcb7c57fc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:02.335680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650dcb82-8fb7-4e15-a541-9fd615d14420 None None] Network f9f8bb41-5005-445f-940d-f77911b09ca3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:02.425834 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.442892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4a81-cba3-45f9-b5cd-4a1677f98ae0 req-61f4e14f-95f2-4684-8320-575d97eeafe8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:02.452016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48df4a81-cba3-45f9-b5cd-4a1677f98ae0 req-61f4e14f-95f2-4684-8320-575d97eeafe8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2019434 Nov 25 18:46:02.481130 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd424-e665-4439-89f7-06aa22bde32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.505266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea7147-514e-4cc8-836c-9d6fdad66430 req-d965b912-69b1-4830-ba47-ef28ab97499b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:02.506912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-feea7147-514e-4cc8-836c-9d6fdad66430 req-d965b912-69b1-4830-ba47-ef28ab97499b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.4469991 Nov 25 18:46:02.522559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 8fd744a2-1424-40f3-bc42-c2d2c4e43df4 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:02.534990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.588215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:02.588572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.600077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48df4a81-cba3-45f9-b5cd-4a1677f98ae0 req-977cc4d9-9150-401a-a523-a81a37c72072 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411281 Nov 25 18:46:02.650049 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.658943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.665867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bd424-e665-4439-89f7-06aa22bde32a None None] Pushing event updated for resources: {'Port': ['ID=619da75f-ef9d-44ea-804f-3ef3c37c08c6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:02.683826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Provisioning complete for port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:02.684192 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.773026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.804690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3c381549-b30b-4b07-af95-86e53808aa38 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:02.904587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4241cd37-3994-4720-b176-656f38c84431 req-06668d74-4d55-4804-a33e-78e4b264e325 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 210 time: 0.1271899 Nov 25 18:46:02.935316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Provisioning complete for port 3c381549-b30b-4b07-af95-86e53808aa38 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:02.935772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:02.968904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3c381549-b30b-4b07-af95-86e53808aa38 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:02.969678 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.019654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=402e6752-32b3-4ac7-92cb-268d6dddb51b,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:03.083820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 67e2821d-b123-4038-a6cc-983bb2716eda is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:03.088536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:03.377945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 603b0692-0b03-40e8-8a73-41b76859f519 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:46:03.415211 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.417139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Port': ['ID=d788456c-bff8-4d93-b8e2-ad07241a6671,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:03.421259 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.425799 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.436762 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.478230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-feea7147-514e-4cc8-836c-9d6fdad66430 req-28695d31-fc6a-4dfc-9261-1455423b6e55 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9308531 Nov 25 18:46:03.524161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] For port 3c381549-b30b-4b07-af95-86e53808aa38, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3c381549-b30b-4b07-af95-86e53808aa38,segment=NetworkSegment(56c2e14d-9cba-451b-b234-b2f9cb9904ca),segment_id=56c2e14d-9cba-451b-b234-b2f9cb9904ca)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:03.529646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:03.531607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.538955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aca3304c-79ec-4a82-89f6-8c32064a35db tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/603b0692-0b03-40e8-8a73-41b76859f519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8053665 Nov 25 18:46:03.539184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53012) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:03.545705 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] Sync routers for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:03.566968 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:03.567666 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:03.595504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Provisioning complete for port f9f0a984-217c-4840-b529-aa1d3ffcde49 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:03.595882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.597515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4080bff-15bf-496f-b84a-d7292c9127f3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:03.601654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c4080bff-15bf-496f-b84a-d7292c9127f3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports/402e6752-32b3-4ac7-92cb-268d6dddb51b HTTP/1.1" status: 200 len: 910 time: 0.0589969 Nov 25 18:46:03.602318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53014) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:03.620535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.632985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.14 (48effa44-d1fe-4e35-beb1-7d8154150a76/c005b6e7-d6e0-4a5b-91fc-70824f1f8385/8fd744a2-1424-40f3-bc42-c2d2c4e43df4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:03.635556 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:03.652408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Pushing event updated for resources: {'Port': ['ID=3c381549-b30b-4b07-af95-86e53808aa38,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:03.657491 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:46:03.658098 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:46:03.678295 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:03.679055 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:03.731005 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:03.732522 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b1712-830e-44fb-bc26-e4c427c547d7 None None] The sync data for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:03.737246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.752393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:03.760034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:03.775370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] For port f9f0a984-217c-4840-b529-aa1d3ffcde49, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f9f0a984-217c-4840-b529-aa1d3ffcde49,segment=NetworkSegment(665a36f6-a04a-420b-8a21-3a9f6943bdfd),segment_id=665a36f6-a04a-420b-8a21-3a9f6943bdfd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:03.781860 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.782181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.827472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Provisioning complete for port 402e6752-32b3-4ac7-92cb-268d6dddb51b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:03.829160 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:03.867578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeefb74-108f-449c-b22b-94550e666969 req-87b2a0b5-8012-44f5-ba9c-c802c2df528b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:03.869278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2aeefb74-108f-449c-b22b-94550e666969 req-87b2a0b5-8012-44f5-ba9c-c802c2df528b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1355789 Nov 25 18:46:03.889315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Pushing event updated for resources: {'Port': ['ID=f9f0a984-217c-4840-b529-aa1d3ffcde49,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:03.894627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0973fbc3-9528-43a3-8a95-53df669f2869 None None] Port 402e6752-32b3-4ac7-92cb-268d6dddb51b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:03.930389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:03.947466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:03.960586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:03.997832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:04.014530 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2aeefb74-108f-449c-b22b-94550e666969 req-76e4f495-b0fd-4798-bffb-45b9ac40b1cc tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317341 Nov 25 18:46:04.033275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Provisioning complete for port 3c381549-b30b-4b07-af95-86e53808aa38 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:04.033900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.211779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.212529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.225586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:04.226266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.245442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f9f0a984-217c-4840-b529-aa1d3ffcde49 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:04.266889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Router f557ae6e-9e8e-435d-bf38-a3a77bd89d48 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:04.313048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-02e27e39-02c9-4cde-810c-328d9923fb0a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4210026 Nov 25 18:46:04.319608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f9f0a984-217c-4840-b529-aa1d3ffcde49 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:04.320091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.333040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8110f4-5138-4cfc-9b20-0ea54b505ad6 req-efc4bb9e-bb76-42c2-a272-6dba7a574c21 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:04.341987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a8110f4-5138-4cfc-9b20-0ea54b505ad6 req-efc4bb9e-bb76-42c2-a272-6dba7a574c21 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 932 time: 0.3647361 Nov 25 18:46:04.365601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Request body: {'port': {'device_id': 'cb860451-403d-425b-a292-49afda13c43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:04.370341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Provisioning complete for port 402e6752-32b3-4ac7-92cb-268d6dddb51b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:04.371139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.456245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Port 402e6752-32b3-4ac7-92cb-268d6dddb51b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:04.460766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.472690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Provisioning complete for port 2d4db294-5b5f-4f3d-a7db-a03a3c538bea triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:04.473180 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.516069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Port 2d4db294-5b5f-4f3d-a7db-a03a3c538bea cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:04.541923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Provisioning complete for port f9f0a984-217c-4840-b529-aa1d3ffcde49 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:04.542305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0dfc170f-5775-495b-b6bb-f8826ccd2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.617478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f9f0a984-217c-4840-b529-aa1d3ffcde49 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:04.632569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.655938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:04.705803 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a8110f4-5138-4cfc-9b20-0ea54b505ad6 req-e51ff038-1347-4bbb-b1a4-dc6c2d93d90d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625855 Nov 25 18:46:04.706635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:04.710380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf75c5d-5d33-46d1-9a66-2ed4dc168d21 req-94f54a98-68ea-4dbd-adb4-bd7208278c64 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:04.714850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:04.718901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cf75c5d-5d33-46d1-9a66-2ed4dc168d21 req-94f54a98-68ea-4dbd-adb4-bd7208278c64 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1030602 Nov 25 18:46:04.724043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.21.0.1 (f9f8bb41-5005-445f-940d-f77911b09ca3/b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2/7d6aef02-6941-4e3a-b139-5cd89600ab58) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:04.786303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=8fd744a2-1424-40f3-bc42-c2d2c4e43df4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:04.813464 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cf75c5d-5d33-46d1-9a66-2ed4dc168d21 req-e1a41c6d-6eb5-4faa-95e3-1f6c2d7e3a7b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791023 Nov 25 18:46:04.826628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f9f0a984-217c-4840-b529-aa1d3ffcde49 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:04.827154 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.877343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:04.878241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.895658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:04.926143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:04.932209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] Sync routers for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:04.974069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e14ad608-f564-4b5b-b102-6b0ac58d31e0 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "PUT /v2.0/routers/f557ae6e-9e8e-435d-bf38-a3a77bd89d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5320427 Nov 25 18:46:04.974731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53048) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:04.981694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Request body: {'port': {'network_id': 'a0dbbc5f-ac6e-4a16-8953-c032950c0c39', 'name': 'tempest-FloatingIPAdminTestJSON-1585615247'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:04.989529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 619da75f-ef9d-44ea-804f-3ef3c37c08c6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:04.990756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.006288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-870edcb6-a35f-4b4f-926e-ac1c86f4923b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7337785 Nov 25 18:46:05.009138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53050) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:05.043284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:05.044295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:05.123410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:05.132523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b04ad1d2-3f6a-4a9d-a511-3f3297834496 None None] Provisioning complete for port d788456c-bff8-4d93-b8e2-ad07241a6671 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:05.132685 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b04ad1d2-3f6a-4a9d-a511-3f3297834496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.167856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=7d6aef02-6941-4e3a-b139-5cd89600ab58,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:05.179521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network f9f8bb41-5005-445f-940d-f77911b09ca3 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:05.184407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:05.190793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b04ad1d2-3f6a-4a9d-a511-3f3297834496 None None] Port d788456c-bff8-4d93-b8e2-ad07241a6671 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:05.196969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:05.207182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:05.207745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:05.214703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c5ddf9-18c6-4d68-a16a-d9e9da5c7f3a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:05.218814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a6c5ddf9-18c6-4d68-a16a-d9e9da5c7f3a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2061758 Nov 25 18:46:05.219769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53054) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:05.265084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:05.267202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2b9b2-06da-4aa8-a512-74a46900bc87 None None] The sync data for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:05.275717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:05.276178 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.282842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b04ad1d2-3f6a-4a9d-a511-3f3297834496 None None] Provisioning complete for port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:05.283215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b04ad1d2-3f6a-4a9d-a511-3f3297834496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.285355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ec429-4df9-4fc7-8564-afb04fea84e4 req-d7fc1cd4-95e6-401d-9587-b4d693c86bed tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:05.286955 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-026ec429-4df9-4fc7-8564-afb04fea84e4 req-d7fc1cd4-95e6-401d-9587-b4d693c86bed tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1923747 Nov 25 18:46:05.330868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.443315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Made reservation on behalf of 8231889c6c5d443a9362953989eb113e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:05.447216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b04ad1d2-3f6a-4a9d-a511-3f3297834496 None None] Port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:05.450405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.467983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:46:05.489473 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.495986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-026ec429-4df9-4fc7-8564-afb04fea84e4 req-97a54a33-90be-456b-bc64-100464a18312 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967723 Nov 25 18:46:05.501179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.524586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] device_id is not set on port 2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:05.524689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Transition to ACTIVE for port object 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:46:05.538567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 8fd744a2-1424-40f3-bc42-c2d2c4e43df4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:05.539257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.540262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3c381549-b30b-4b07-af95-86e53808aa38 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:05.547016 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.597387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f9977695-7e7a-4cee-8afa-835a76f6c679 None None] Provisioning complete for port 8fd744a2-1424-40f3-bc42-c2d2c4e43df4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:05.597767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9977695-7e7a-4cee-8afa-835a76f6c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.644508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3c381549-b30b-4b07-af95-86e53808aa38 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:05.644892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.656299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Allocated IP 172.20.0.13 (a0dbbc5f-ac6e-4a16-8953-c032950c0c39/dd9b760a-6a0d-4bb1-8af6-c06121c2ce27/2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:05.676687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Pushing event updated for resources: {'Port': ['ID=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:05.677421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f9977695-7e7a-4cee-8afa-835a76f6c679 None None] Port 8fd744a2-1424-40f3-bc42-c2d2c4e43df4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:05.715765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f9977695-7e7a-4cee-8afa-835a76f6c679 None None] Provisioning complete for port 7d6aef02-6941-4e3a-b139-5cd89600ab58 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:05.716813 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9977695-7e7a-4cee-8afa-835a76f6c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.866627 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:05.886491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f9977695-7e7a-4cee-8afa-835a76f6c679 None None] Port 7d6aef02-6941-4e3a-b139-5cd89600ab58 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:05.924621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 8fd744a2-1424-40f3-bc42-c2d2c4e43df4 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:05.980930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Attempting to bind port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:05.981345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Attempting to bind port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:05.981583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Attempting to bind port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f on network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:06.027667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f on network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:46:06.028049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Attempting to bind port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f on network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:06.043185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:06.043519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Checking segment: {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:06.044127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Bound using segment: {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:06.046417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Bound port: 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:06.046831 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.058849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f6eb-eb5f-4f67-b61d-66afa4736124 req-01baec1d-d488-4b48-8655-79bd93cc90cf tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:06.069345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc8f6eb-eb5f-4f67-b61d-66afa4736124 req-01baec1d-d488-4b48-8655-79bd93cc90cf tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1283097 Nov 25 18:46:06.087216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612b8f-6788-41d5-8dcf-62be01904148 req-e90c19e9-7950-4198-9c9a-402ebb7cdf6a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:06.088914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54612b8f-6788-41d5-8dcf-62be01904148 req-e90c19e9-7950-4198-9c9a-402ebb7cdf6a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 944 time: 0.1621552 Nov 25 18:46:06.207352 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.212519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54612b8f-6788-41d5-8dcf-62be01904148 req-dd7f02ee-449c-49d6-8cd8-06703c99d910 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965297 Nov 25 18:46:06.213738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fc8f6eb-eb5f-4f67-b61d-66afa4736124 req-40e5aba9-a274-4ae2-adee-ba51bb476304 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385858 Nov 25 18:46:06.288186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] For port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:06.301123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] For port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:06.309993 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.323591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.343255 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.356520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:06.357716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.362712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] 10.222.0.66 "PUT /v2.0/ports/7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f HTTP/1.1" status: 200 len: 1092 time: 2.0111887 Nov 25 18:46:06.363289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb860451-403d-425b-a292-49afda13c43a', 'tag': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:06.367391 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb860451-403d-425b-a292-49afda13c43a", "tag": "7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:06.389556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:06.399614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:06.415736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:06.474072 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e9415-1a01-446b-8d51-acb65b9ec068 x-openstack-request-id: req-e86e9415-1a01-446b-8d51-acb65b9ec068 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:06.474597 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb860451-403d-425b-a292-49afda13c43a", "tag": "7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:06.474685 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e86e9415-1a01-446b-8d51-acb65b9ec068 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:06.475033 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb860451-403d-425b-a292-49afda13c43a', 'tag': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f', 'status': 'completed', 'code': 200} Nov 25 18:46:06.480606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.485653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event updated for resources: {'Port': ['ID=2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:06.505971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.585148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:06.586847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.647044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22007fef-1ad1-45a7-ba0d-23720c0c6fc3 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6709995 Nov 25 18:46:06.663340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53080) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:06.663698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53082) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:06.672800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2f7f-eff0-4300-8504-a14b08446bdf service neutron] Pushing event updated for resources: {'Port': ['ID=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:06.686590 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.693387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=7d6aef02-6941-4e3a-b139-5cd89600ab58,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:06.859923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=8fd744a2-1424-40f3-bc42-c2d2c4e43df4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:06.866470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:06.882005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9eda1fdc-b9b0-46f4-af17-e16a28a4ed3b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/8fd744a2-1424-40f3-bc42-c2d2c4e43df4 HTTP/1.1" status: 204 len: 168 time: 1.6617520 Nov 25 18:46:06.886435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:06.903427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network f9f8bb41-5005-445f-940d-f77911b09ca3 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:06.905480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:06.923949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-c673eeba-ba7d-4810-86c7-beaa7482e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:06.925887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-c673eeba-ba7d-4810-86c7-beaa7482e448 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 1095 time: 0.4573224 Nov 25 18:46:07.001879 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dc3a0a-39f5-4dbd-90b8-bd79e7a74bce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:46:07.003468 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-10dc3a0a-39f5-4dbd-90b8-bd79e7a74bce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/8fd744a2-1424-40f3-bc42-c2d2c4e43df4 HTTP/1.1" status: 404 len: 333 time: 0.1028597 Nov 25 18:46:07.003741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-46081881-c663-4339-bb63-f4504bb619d8 None None] Provisioning complete for port 2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:07.004261 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-46081881-c663-4339-bb63-f4504bb619d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.004946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-055a4e93-7832-41ac-87c6-112a46d5ecca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f HTTP/1.1" status: 200 len: 217 time: 0.0520072 Nov 25 18:46:07.011592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53090) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:07.025606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7eaa678a-af94-4ae7-894d-0f5ef8c937a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.055830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'project_id': '8231889c6c5d443a9362953989eb113e', 'port_id': '2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:07.058162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-46081881-c663-4339-bb63-f4504bb619d8 None None] Port 2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:07.064658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55287c78-3786-4ced-b846-9c89cca3c8df req-3bed1d18-45fe-4a6a-8a00-60d56bd9751f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:07.072167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55287c78-3786-4ced-b846-9c89cca3c8df req-3bed1d18-45fe-4a6a-8a00-60d56bd9751f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.3338783 Nov 25 18:46:07.113963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.139953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 603b0692-0b03-40e8-8a73-41b76859f519 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:07.177838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-465d1576-ca12-4fb9-9a55-22eda9e1c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:07.179485 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-465d1576-ca12-4fb9-9a55-22eda9e1c822 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8633c82e-6d22-470c-9ee9-366be27b08e0 HTTP/1.1" status: 200 len: 838 time: 0.1641474 Nov 25 18:46:07.181940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7ce3590c-1339-4646-8b1a-6b63702868e1 None None] Provisioning complete for port 7d6aef02-6941-4e3a-b139-5cd89600ab58 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:07.183013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ce3590c-1339-4646-8b1a-6b63702868e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.220984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3590c-1339-4646-8b1a-6b63702868e1 None None] Port 7d6aef02-6941-4e3a-b139-5cd89600ab58 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:07.245478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55287c78-3786-4ced-b846-9c89cca3c8df req-a08ee2ee-fbb3-45f3-98b0-d3b5037ca6a4 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716456 Nov 25 18:46:07.284546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 2d4db294-5b5f-4f3d-a7db-a03a3c538bea {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:07.285593 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.290773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-30e2ab3d-54dc-4dda-b980-f73703ecd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:07.292397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-30e2ab3d-54dc-4dda-b980-f73703ecd269 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9a99d817-efc6-4d56-9888-0fe81bd4ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048517 Nov 25 18:46:07.315717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7eaa678a-af94-4ae7-894d-0f5ef8c937a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.340860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7eaa678a-af94-4ae7-894d-0f5ef8c937a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.702340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:07.713121 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] Sync routers for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:07.714979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9f8c71c-27ea-48e2-a1fa-7bac63ce00c8 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/603b0692-0b03-40e8-8a73-41b76859f519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1119745 Nov 25 18:46:07.722501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53098) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:07.725582 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:07.726534 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:07.737297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7eaa678a-af94-4ae7-894d-0f5ef8c937a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=deb33143e7e6469cbd5a5aefc6e88fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0725245 Nov 25 18:46:07.741525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa678a-af94-4ae7-894d-0f5ef8c937a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771c6f2-9e99-4c13-99d5-d480bcb73e6e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:07.743916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53100) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:07.765589 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:07.775462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:07.776743 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:07.785304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4115a-555e-4b71-8c62-a51c071680bb req-4764ce83-6122-45ea-ad7f-10ba3f09998d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:07.786365 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73e4115a-555e-4b71-8c62-a51c071680bb req-4764ce83-6122-45ea-ad7f-10ba3f09998d tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.4987748 Nov 25 18:46:07.807264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc7013-7547-4006-9663-5f64d66647b9 req-66d89314-78b5-4506-95a6-da158cf01958 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:07.808750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2fc7013-7547-4006-9663-5f64d66647b9 req-66d89314-78b5-4506-95a6-da158cf01958 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 944 time: 0.4592440 Nov 25 18:46:07.811249 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:07.812074 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177a0f7-7eb4-4998-9964-4f59b082d00b None None] The sync data for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:07.819325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.822394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae036b39-c6e1-4d7f-b85c-95ef3dfb3386 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:07.823791 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ae036b39-c6e1-4d7f-b85c-95ef3dfb3386 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports/7d6aef02-6941-4e3a-b139-5cd89600ab58 HTTP/1.1" status: 200 len: 910 time: 0.0982575 Nov 25 18:46:07.836353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:07.838332 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-3202c015-a28a-4914-989f-b96729c7ae06 service neutron] 10.222.0.66 "GET /v2.0/networks/9a99d817-efc6-4d56-9888-0fe81bd4ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356395 Nov 25 18:46:07.854915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.855294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 2d4db294-5b5f-4f3d-a7db-a03a3c538bea owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:07.939269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73e4115a-555e-4b71-8c62-a51c071680bb req-b0e05b3d-7daa-4f3d-9b3e-d81a0f1f0241 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302562 Nov 25 18:46:07.946015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3ee1-0fab-469e-8bd7-cebcf8d2f4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:07.999415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3ee1-0fab-469e-8bd7-cebcf8d2f4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.043912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Allocated IP 172.25.2.248 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/da7d708c-8353-4cfa-9f7a-ab00f4a2a575) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:08.083377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2fc7013-7547-4006-9663-5f64d66647b9 req-5bb66300-7803-4261-9b0d-2ee1f5be766d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613926 Nov 25 18:46:08.105572 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3ee1-0fab-469e-8bd7-cebcf8d2f4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.109417 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3ee1-0fab-469e-8bd7-cebcf8d2f4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.112943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d2b3ee1-0fab-469e-8bd7-cebcf8d2f4b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e771c6f2-9e99-4c13-99d5-d480bcb73e6e HTTP/1.1" status: 204 len: 168 time: 0.3450463 Nov 25 18:46:08.126159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b3ee1-0fab-469e-8bd7-cebcf8d2f4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771c6f2-9e99-4c13-99d5-d480bcb73e6e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:08.176589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.215138 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5840cc-74ca-4a1b-a7f5-cffd53118d54 req-fb44cc61-bd3b-4642-b9b2-020e2b6f01db service neutron] 10.222.0.66 "GET /v2.0/networks/9a99d817-efc6-4d56-9888-0fe81bd4ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665326 Nov 25 18:46:08.220205 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.267219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:08.269542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:08.285364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Pushing event updated for resources: {'Port': ['ID=da7d708c-8353-4cfa-9f7a-ab00f4a2a575,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:08.288896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:08.406392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.416162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380226f-a106-4725-98b7-9ee59a1cb22d req-614e23cc-8578-4264-97b8-d5ac59fdb9e9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:08.418009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6380226f-a106-4725-98b7-9ee59a1cb22d req-614e23cc-8578-4264-97b8-d5ac59fdb9e9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.0879331 Nov 25 18:46:08.448271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-0c5938b8-5171-467c-bd93-f89ad78a2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:08.449641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-0c5938b8-5171-467c-bd93-f89ad78a2318 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 1095 time: 0.1502373 Nov 25 18:46:08.451730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=2d4db294-5b5f-4f3d-a7db-a03a3c538bea,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:08.500652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53110) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:08.535773 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6380226f-a106-4725-98b7-9ee59a1cb22d req-cf507177-9cfc-494f-b17f-1885b56efe9f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979452 Nov 25 18:46:08.594332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593fda92-c1ab-412e-86f7-d7c48034654e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.645125 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.649353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c6e3097c-2d9d-434e-acff-9a23736c3b45 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/2d4db294-5b5f-4f3d-a7db-a03a3c538bea HTTP/1.1" status: 204 len: 168 time: 1.6351206 Nov 25 18:46:08.656156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53112) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:08.744323 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5322ea96-c7ae-44cd-a2e4-ed4034a0f195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:46:08.745693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5322ea96-c7ae-44cd-a2e4-ed4034a0f195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/2d4db294-5b5f-4f3d-a7db-a03a3c538bea HTTP/1.1" status: 404 len: 333 time: 0.0717950 Nov 25 18:46:08.749261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53114) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:08.761105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-6db4facf-d725-4cf5-bdb3-bc64b08e4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:08.762516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-6db4facf-d725-4cf5-bdb3-bc64b08e4614 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9a99d817-efc6-4d56-9888-0fe81bd4ce57 HTTP/1.1" status: 200 len: 898 time: 0.3016460 Nov 25 18:46:08.782966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.832492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-aabf4414-9225-48e8-94d5-1a3169cdc324 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f HTTP/1.1" status: 200 len: 217 time: 0.0604827 Nov 25 18:46:08.838328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet c005b6e7-d6e0-4a5b-91fc-70824f1f8385 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:08.842719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.896719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.909816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.913114 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.983864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593fda92-c1ab-412e-86f7-d7c48034654e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:08.994790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-18fda020-1e04-4215-9581-ad514c5d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:08.998031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-18fda020-1e04-4215-9581-ad514c5d28d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8633c82e-6d22-470c-9ee9-366be27b08e0 HTTP/1.1" status: 200 len: 838 time: 0.1566312 Nov 25 18:46:08.999980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-593fda92-c1ab-412e-86f7-d7c48034654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.079545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.171679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fda92-c1ab-412e-86f7-d7c48034654e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b30921d-8fa3-4ff1-9d72-ab9474297ad7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:09.199453 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-593fda92-c1ab-412e-86f7-d7c48034654e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28ec274838b34a1cbefa27e191ca29b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6893623 Nov 25 18:46:09.207687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.209683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53124) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:09.250966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.255812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=c005b6e7-d6e0-4a5b-91fc-70824f1f8385,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:09.256017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8856b3-10e4-4e92-bd01-957443a23f4e req-3d29e68f-d741-4f17-a6bf-1689af554cdf tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:09.263241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a8856b3-10e4-4e92-bd01-957443a23f4e req-3d29e68f-d741-4f17-a6bf-1689af554cdf tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.2418394 Nov 25 18:46:09.267656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.275340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.281739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e8767f27-8810-4861-bf51-dc66b2c0ab0f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/c005b6e7-d6e0-4a5b-91fc-70824f1f8385 HTTP/1.1" status: 204 len: 168 time: 0.5282602 Nov 25 18:46:09.281820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7d618-6995-4bcd-8508-1a66299191e4 None None] Network 48effa44-d1fe-4e35-beb1-7d8154150a76 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:09.288047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-62d320bd-4110-4eaa-a7a7-24060d1caa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:09.289942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-62d320bd-4110-4eaa-a7a7-24060d1caa98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9a99d817-efc6-4d56-9888-0fe81bd4ce57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2740519 Nov 25 18:46:09.292703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:09.421366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a8856b3-10e4-4e92-bd01-957443a23f4e req-a8e24872-b7db-4a09-a3a4-c0053d27d191 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565301 Nov 25 18:46:09.434846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e674f3-e2a9-4663-a389-219bac8c799b req-3079dd2b-7f83-4c98-ba1d-da081deb6bcc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:09.436912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25e674f3-e2a9-4663-a389-219bac8c799b req-3079dd2b-7f83-4c98-ba1d-da081deb6bcc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 944 time: 0.2683303 Nov 25 18:46:09.478835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-a146643b-2efe-4666-824c-f7a19070debc service neutron] 10.222.0.66 "GET /v2.0/networks/9a99d817-efc6-4d56-9888-0fe81bd4ce57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703231 Nov 25 18:46:09.484103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Pushing event updated for resources: {'Port': ['ID=da7d708c-8353-4cfa-9f7a-ab00f4a2a575,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:09.545827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] DHCP port deletion for 48effa44-d1fe-4e35-beb1-7d8154150a76 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:09.555548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.560084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.567853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd569-642b-4539-9091-231c0734f175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.601343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 7d6aef02-6941-4e3a-b139-5cd89600ab58 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:09.601827 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.607410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] Deleting port 3c381549-b30b-4b07-af95-86e53808aa38 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:09.607815 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.625355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a7c1-4092-416b-a257-cf8faaa89bae req-1e97ff16-e6c5-4989-9403-25cdf0071055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:09.627389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2862a7c1-4092-416b-a257-cf8faaa89bae req-1e97ff16-e6c5-4989-9403-25cdf0071055 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 1097 time: 0.5039530 Nov 25 18:46:09.659443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0ad08dc-97d7-41d8-8c65-b39b411df5d4 req-56f8dacc-d7ab-45c1-b09c-c21b95269845 service neutron] 10.222.0.66 "GET /v2.0/networks/9a99d817-efc6-4d56-9888-0fe81bd4ce57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604528 Nov 25 18:46:09.680711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25e674f3-e2a9-4663-a389-219bac8c799b req-9ce999b0-830d-4582-9f8b-5df8dc3dbed5 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274811 Nov 25 18:46:09.691732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd569-642b-4539-9091-231c0734f175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.700082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] For port 3c381549-b30b-4b07-af95-86e53808aa38, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3c381549-b30b-4b07-af95-86e53808aa38,segment=NetworkSegment(56c2e14d-9cba-451b-b234-b2f9cb9904ca),segment_id=56c2e14d-9cba-451b-b234-b2f9cb9904ca)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:09.701271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.717574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] Calling delete_port for 3c381549-b30b-4b07-af95-86e53808aa38 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:09.726576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7ad96-429b-486a-a18e-fa8f8b86d0d6 req-cb8083fc-13e5-4bd5-ac20-c30ecacbeffe tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:09.728087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3a7ad96-429b-486a-a18e-fa8f8b86d0d6 req-cb8083fc-13e5-4bd5-ac20-c30ecacbeffe tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.0677624 Nov 25 18:46:09.771312 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.796031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 7d6aef02-6941-4e3a-b139-5cd89600ab58 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:09.811264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3a7ad96-429b-486a-a18e-fa8f8b86d0d6 req-a3f5d631-3d6d-4911-9588-e870f71aea93 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718579 Nov 25 18:46:09.821056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2862a7c1-4092-416b-a257-cf8faaa89bae req-21b0dc4c-5c3b-4107-bb51-11eb368ed32c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730349 Nov 25 18:46:09.821450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.834391 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Floating IP 13fb0cc8-fc24-4651-9262-3666e63cce4e associated. External IP: 172.25.2.248, port: 2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef. Nov 25 18:46:09.858178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] Pushing event deleted for resources: {'Port': ['ID=3c381549-b30b-4b07-af95-86e53808aa38,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:09.863544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acba713-2d30-4b36-8738-a9a4cc27e661 None None] No DVR routers for this DVR port 3c381549-b30b-4b07-af95-86e53808aa38 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:09.919876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd569-642b-4539-9091-231c0734f175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.922485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd569-642b-4539-9091-231c0734f175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:09.923634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8fcdd569-642b-4539-9091-231c0734f175 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b30921d-8fa3-4ff1-9d72-ab9474297ad7 HTTP/1.1" status: 204 len: 168 time: 0.7034738 Nov 25 18:46:09.943243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdd569-642b-4539-9091-231c0734f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b30921d-8fa3-4ff1-9d72-ab9474297ad7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:09.945752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 3c381549-b30b-4b07-af95-86e53808aa38 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:09.946090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.003765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.038305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=7d6aef02-6941-4e3a-b139-5cd89600ab58,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:10.072124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] For port 3c381549-b30b-4b07-af95-86e53808aa38, host n-d-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:10.072525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.095328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 3c381549-b30b-4b07-af95-86e53808aa38 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:10.100571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Port 3c381549-b30b-4b07-af95-86e53808aa38 was not found and therefore no delete operation was performed {{(pid=103456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:46:10.101626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.163993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=3c381549-b30b-4b07-af95-86e53808aa38,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:10.178832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No DVR routers for this DVR port 3c381549-b30b-4b07-af95-86e53808aa38 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:10.246279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Router f557ae6e-9e8e-435d-bf38-a3a77bd89d48 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:10.259233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.324114 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.387440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48effa44-d1fe-4e35-beb1-7d8154150a76']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:10.427080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c2e14d-9cba-451b-b234-b2f9cb9904ca') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:10.428011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c2e14d-9cba-451b-b234-b2f9cb9904ca') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:10.449169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.463599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 603b0692-0b03-40e8-8a73-41b76859f519 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:10.470147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.476429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:10.491894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] Sync routers for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:10.510786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:10.511437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:10.511633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:10.512054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:10.527527 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:10.541784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.563745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:10.574725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:10.575559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:10.616881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3c381549-b30b-4b07-af95-86e53808aa38 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:10.619550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:10.620295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855bcd8-3be1-4345-8c89-67043aa5af7e None None] The sync data for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:10.632966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-619ca2d5-2548-4b41-9cbd-6dc215568a20 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.9670019 Nov 25 18:46:10.635866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53146) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:10.644847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3c381549-b30b-4b07-af95-86e53808aa38 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:10.645193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3c381549-b30b-4b07-af95-86e53808aa38 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:10.679604 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.736517 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:10.739909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/48effa44-d1fe-4e35-beb1-7d8154150a76 HTTP/1.1" status: 204 len: 168 time: 1.4454005 Nov 25 18:46:10.755586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53156) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:10.774657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1242764229'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:10.784880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175c6a0-de29-4d4b-97cf-5d3b6d95884f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=48effa44-d1fe-4e35-beb1-7d8154150a76,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:10.865735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-62fbc686-64bf-43d0-95bf-e1da11aa74a7 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] 10.222.0.62 "GET /v2.0/floatingips/13fb0cc8-fc24-4651-9262-3666e63cce4e HTTP/1.1" status: 200 len: 984 time: 0.2246807 Nov 25 18:46:10.866369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:10.904486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-33fbdc0f-4589-4ec2-a0ec-26c03fd0e728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:11.011270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:11.021857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0113-90f9-4fd6-aa20-869d427639da req-5020dcb6-20fd-40bd-b0ba-8ebf598413dd tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:11.023670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39eb0113-90f9-4fd6-aa20-869d427639da req-5020dcb6-20fd-40bd-b0ba-8ebf598413dd tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.0978234 Nov 25 18:46:11.028146 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] Sync routers for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:11.030536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4d6520ed-72ec-4630-b52e-c7a092bfd5f0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/603b0692-0b03-40e8-8a73-41b76859f519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1911969 Nov 25 18:46:11.031182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53166) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:11.071829 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:11.072382 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:11.091949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-67bed50d-b9f7-42d2-a233-0ce9e28744a1 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2154953 Nov 25 18:46:11.092930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53168) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:11.103782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:11.108868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:11.158288 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:11.175774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39eb0113-90f9-4fd6-aa20-869d427639da req-a8eee6e9-b6cc-46fd-a929-d23fd2d2661c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435831 Nov 25 18:46:11.185931 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:11.186605 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:11.188875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05440a43-79d3-4a89-ab7d-1b9168f30d79 req-10d1b597-26e2-4e89-9016-2811ee2180bd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:11.190594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05440a43-79d3-4a89-ab7d-1b9168f30d79 req-10d1b597-26e2-4e89-9016-2811ee2180bd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 944 time: 0.4036052 Nov 25 18:46:11.204200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:46:11.225912 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:11.226256 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment e56ada39-7db2-4a63-97f1-21f47fcf0c25 of type vlan for network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 Nov 25 18:46:11.271119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:11.293611 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:11.294976 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6bc091-6974-4bd7-8b78-a1640b8c53a4 None None] The sync data for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:11.325830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:11.333575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:11.333575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:11.408922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb84d2-e91d-40e1-b1ff-9be20d78ab82 req-d20d2a63-5a39-41e9-8f44-25970810292f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:11.410516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4cb84d2-e91d-40e1-b1ff-9be20d78ab82 req-d20d2a63-5a39-41e9-8f44-25970810292f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.0962324 Nov 25 18:46:11.509111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4cb84d2-e91d-40e1-b1ff-9be20d78ab82 req-bf7eb63d-9854-41e9-bc5c-76803a7d4bb6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866761 Nov 25 18:46:11.612574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:11.797424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0336838 Nov 25 18:46:11.803895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:11.828654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:11.860508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49b9e5-7903-4037-8608-2abcb7d8fbcd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:11.866001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05440a43-79d3-4a89-ab7d-1b9168f30d79 req-b3767075-c210-4dc0-9139-027b60b8a9b2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5443542 Nov 25 18:46:11.878952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:46:11.910477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 402e6752-32b3-4ac7-92cb-268d6dddb51b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:11.910477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.006255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:12.010494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.024940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.025591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Deleting port da7d708c-8353-4cfa-9f7a-ab00f4a2a575 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:12.025937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.036867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 402e6752-32b3-4ac7-92cb-268d6dddb51b owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:12.169984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.170346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.188937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Calling delete_port for da7d708c-8353-4cfa-9f7a-ab00f4a2a575 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:12.238168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.268387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=402e6752-32b3-4ac7-92cb-268d6dddb51b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:12.406914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.441594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ffde-7e04-4816-b3d3-85a5ff4c3d40 req-5fa8064e-18ff-45ae-8822-809dd872fded tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:12.449784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcf3ffde-7e04-4816-b3d3-85a5ff4c3d40 req-5fa8064e-18ff-45ae-8822-809dd872fded tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1718035 Nov 25 18:46:12.512354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=ec08d5c3-b68a-4cbd-b013-c2768fe46dfa,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:12.565172 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.568299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': 'e56ada39-7db2-4a63-97f1-21f47fcf0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:12.568679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:46:12.599994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.617630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcf3ffde-7e04-4816-b3d3-85a5ff4c3d40 req-fc9cbeb8-3671-4e9f-a166-cfab7adad534 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668773 Nov 25 18:46:12.650684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Port': ['ID=da7d708c-8353-4cfa-9f7a-ab00f4a2a575,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:12.654228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:46:12.704689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:46:12.709542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:12.734082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:12.734342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.771103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5a334-aee1-4306-85dc-9865a151f17a None None] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:12.780220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ef53-4d2a-4659-bf05-5f0b3be1aadc req-c413b8a9-b5ca-4d6f-8f76-989cfc994b17 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:12.781739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6083ef53-4d2a-4659-bf05-5f0b3be1aadc req-c413b8a9-b5ca-4d6f-8f76-989cfc994b17 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1713977 Nov 25 18:46:12.785329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ff4116dc-eec1-499c-98db-2ddab6d1bacd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9763536 Nov 25 18:46:12.799379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53210) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:12.805700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5', 'name': 'tempest-PortsTestJSON-3844896', 'fixed_ips': [{'subnet_id': 'ec08d5c3-b68a-4cbd-b013-c2768fe46dfa', 'ip_address': '172.20.0.10'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:12.809272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:12.809608 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Floating IP 13fb0cc8-fc24-4651-9262-3666e63cce4e disassociated (deleted). External IP: 172.25.2.248, port: 2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef. Nov 25 18:46:12.913766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 603b0692-0b03-40e8-8a73-41b76859f519 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:13.018486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:13.035342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6083ef53-4d2a-4659-bf05-5f0b3be1aadc req-aad6fb58-27a5-46cf-8412-3f1418008ae9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315617 Nov 25 18:46:13.040927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f', 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'port_id': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f', 'mac_address': 'fa:16:3e:7a:0c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8633c82e-6d22-470c-9ee9-366be27b08e0', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:46:13.101413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.123602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:46:13.151700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ad7f1-5d03-4ac3-80f6-d5053cf09f66 req-87a19525-265f-4aa1-8566-4ee567bba7e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:13.154691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e67ad7f1-5d03-4ac3-80f6-d5053cf09f66 req-87a19525-265f-4aa1-8566-4ee567bba7e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 944 time: 0.1668606 Nov 25 18:46:13.155878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:13.170951 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-25664426-4992-474a-b1b2-ba170b8521e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/603b0692-0b03-40e8-8a73-41b76859f519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1376274 Nov 25 18:46:13.174673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:13.177293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] Sync routers for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:13.184171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5', 'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5', 'tenant_id': '3c6cac992c404d8586bf553ffcae1809', 'fixed_ips': [{'subnet_id': 'ec08d5c3-b68a-4cbd-b013-c2768fe46dfa'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:13.184375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53216) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:13.185403 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.189885 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.237203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-abcf47ab-e0eb-4dc8-b1b2-d2040e7b28e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=603b0692-0b03-40e8-8a73-41b76859f519 HTTP/1.1" status: 200 len: 205 time: 0.0447135 Nov 25 18:46:13.239208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53218) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:13.250067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:13.250964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:13.255893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:13.256435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e67ad7f1-5d03-4ac3-80f6-d5053cf09f66 req-034c3f3f-d4eb-4a63-803e-8a6637bee63f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842006 Nov 25 18:46:13.283380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-a2c5fcc7-5490-4b1f-9c9b-3627ff67e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:13.284895 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-a2c5fcc7-5490-4b1f-9c9b-3627ff67e92a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f640fbbdb57e49878f7919702959be6b&device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 1097 time: 0.2833967 Nov 25 18:46:13.293416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e334-9b3a-4b72-bc89-2de627f4fbbf req-355a7cb4-7103-4052-b0cd-a3592523d917 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:13.295493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7588e334-9b3a-4b72-bc89-2de627f4fbbf req-355a7cb4-7103-4052-b0cd-a3592523d917 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1815867 Nov 25 18:46:13.296481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:13.368055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] Routers {'603b0692-0b03-40e8-8a73-41b76859f519'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:13.368823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:45:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['603b0692-0b03-40e8-8a73-41b76859f519'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:13.406156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:13.432611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:13.439433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2355b-b578-4b98-8460-a83e756c74c8 None None] The sync data for ids ['603b0692-0b03-40e8-8a73-41b76859f519'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:13.483047 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf696947-9348-436d-b5b1-84c679afb413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.506952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Allocated IP 172.20.0.2 (0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5/ec08d5c3-b68a-4cbd-b013-c2768fe46dfa/a95dd9b6-0971-4a9c-a5c6-820ffffdf33b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:13.550788 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ceb9acf5-9c6c-45ec-b178-273d257c92ce tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.719479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7588e334-9b3a-4b72-bc89-2de627f4fbbf req-dc5c8cc7-1ef4-4c9c-b38d-774437e2d86c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703852 Nov 25 18:46:13.726743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:46:13.846223 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ceb9acf5-9c6c-45ec-b178-273d257c92ce tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.849619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ceb9acf5-9c6c-45ec-b178-273d257c92ce tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.863069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.870111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-181537fd-3af7-438d-8dbe-31645f7cf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:13.871614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-181537fd-3af7-438d-8dbe-31645f7cf308 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 200 len: 912 time: 0.5247779 Nov 25 18:46:13.879170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Router f557ae6e-9e8e-435d-bf38-a3a77bd89d48 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:13.892761 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.903627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.956139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-2e78acff-b9e7-4891-89cc-6dea49043fd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b HTTP/1.1" status: 200 len: 217 time: 0.0444443 Nov 25 18:46:13.958770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ceb9acf5-9c6c-45ec-b178-273d257c92ce tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.959281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb9acf5-9c6c-45ec-b178-273d257c92ce tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Fanout notify agent at l3_agent the message router_deleted on router 603b0692-0b03-40e8-8a73-41b76859f519 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:46:13.960180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:13.962744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:13.970892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:13.972018 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ceb9acf5-9c6c-45ec-b178-273d257c92ce tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:13.975459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ceb9acf5-9c6c-45ec-b178-273d257c92ce tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/603b0692-0b03-40e8-8a73-41b76859f519 HTTP/1.1" status: 204 len: 168 time: 0.7267358 Nov 25 18:46:13.975612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:13.975861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53224) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:13.976747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Pushing event updated for resources: {'Port': ['ID=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:14.053774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:14.057316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.112561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.115436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Attempting to bind port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:14.115436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Attempting to bind port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e56ada39-7db2-4a63-97f1-21f47fcf0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:14.115999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Attempting to bind port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b on network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:14.130090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:14.130631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Checking segment: {'id': 'e56ada39-7db2-4a63-97f1-21f47fcf0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:14.131033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.132087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Bound using segment: {'id': 'e56ada39-7db2-4a63-97f1-21f47fcf0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:14.132564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Bound port: a95dd9b6-0971-4a9c-a5c6-820ffffdf33b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ada39-7db2-4a63-97f1-21f47fcf0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:14.132944 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.143042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-04db2410-7821-49d6-9a43-fde8a80c4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:14.144514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-04db2410-7821-49d6-9a43-fde8a80c4043 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 200 len: 851 time: 0.1693208 Nov 25 18:46:14.206719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.222317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] For port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:14.226704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] For port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,segment=NetworkSegment(e56ada39-7db2-4a63-97f1-21f47fcf0c25),segment_id=e56ada39-7db2-4a63-97f1-21f47fcf0c25)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:14.232801 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.247003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-1f162c2d-5f9d-499b-975d-9b152ed210c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ce87182-6ae7-495c-92a6-b464ed4bfac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595403 Nov 25 18:46:14.264843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-0fe79fe0-8f32-48f3-8ecd-5025c6a6db49 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:46:14.265824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-0fe79fe0-8f32-48f3-8ecd-5025c6a6db49 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052984 Nov 25 18:46:14.273522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.311345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:14.314603 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.322779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9d6a1e52-9378-4d3e-a0e1-fa5cdf556e78 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2 HTTP/1.1" status: 204 len: 168 time: 0.3456650 Nov 25 18:46:14.323540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53230) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:14.332346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:14.343063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.344278 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] Sync routers for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:14.352278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3b44d-b7a9-40aa-a427-8dcd16a5ea60 req-99a045ae-5c4f-45a1-9674-6dc919a3c06f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:14.353833 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abf3b44d-b7a9-40aa-a427-8dcd16a5ea60 req-99a045ae-5c4f-45a1-9674-6dc919a3c06f tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2187557 Nov 25 18:46:14.361382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b6baa-0b01-4f48-8b9a-c015f51b37f5 None None] Pushing event updated for resources: {'Port': ['ID=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:14.363296 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:14.364112 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:14.366527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3c075-4225-435e-aa96-bd215d5835b4 None None] Network f9f8bb41-5005-445f-940d-f77911b09ca3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:14.417320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet 1efa07f7-e3ec-4db2-9393-837ae5086887 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:14.424664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.441194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.10 (0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5/ec08d5c3-b68a-4cbd-b013-c2768fe46dfa/8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:14.448491 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:14.458958 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:14.459884 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:14.470181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b08fe0be-9d81-40f3-b54a-487fa1d44150 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "DELETE /v2.0/floatingips/13fb0cc8-fc24-4651-9262-3666e63cce4e HTTP/1.1" status: 204 len: 168 time: 3.3696997 Nov 25 18:46:14.473128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53232) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:14.480561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:14.482952 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.511647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.526212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:14.533071 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac50d7f-1b0a-42f4-88e2-0966f1734702 None None] The sync data for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:14.698201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b852c6-b8b4-4a9e-bf22-dc8a5cabd358 req-72ce9847-54a6-4794-9d03-a249d67a797d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:14.700265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7b852c6-b8b4-4a9e-bf22-dc8a5cabd358 req-72ce9847-54a6-4794-9d03-a249d67a797d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 945 time: 0.1566777 Nov 25 18:46:14.782317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] DHCP port deletion for f9f8bb41-5005-445f-940d-f77911b09ca3 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:14.790770 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.851582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7b852c6-b8b4-4a9e-bf22-dc8a5cabd358 req-5b338b15-4e60-4ca6-8dcb-2d4f9b17f1cb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414738 Nov 25 18:46:14.895628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] Deleting port f9f0a984-217c-4840-b529-aa1d3ffcde49 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:14.896069 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.921215 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.965535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=1efa07f7-e3ec-4db2-9393-837ae5086887,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:14.985063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:14.990577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-391f37d2-239b-4317-89bd-e4da8d39a343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/1efa07f7-e3ec-4db2-9393-837ae5086887 HTTP/1.1" status: 204 len: 168 time: 0.6634874 Nov 25 18:46:14.995723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:14.996295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e10698-9dd2-481e-821f-15eab90222ce None None] Network 67e2821d-b123-4038-a6cc-983bb2716eda requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:15.009925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abf3b44d-b7a9-40aa-a427-8dcd16a5ea60 req-1b99fc37-c847-46b6-a7d6-113963b7064c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268456 Nov 25 18:46:15.031341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] For port f9f0a984-217c-4840-b529-aa1d3ffcde49, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f9f0a984-217c-4840-b529-aa1d3ffcde49,segment=NetworkSegment(665a36f6-a04a-420b-8a21-3a9f6943bdfd),segment_id=665a36f6-a04a-420b-8a21-3a9f6943bdfd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:15.032193 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.068103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9caba-aff5-43a9-bebd-7b6d95ac6269 req-f70d7a60-3814-44c7-a65a-f4dde6347878 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:15.069699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67c9caba-aff5-43a9-bebd-7b6d95ac6269 req-f70d7a60-3814-44c7-a65a-f4dde6347878 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1018481 Nov 25 18:46:15.086543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] Calling delete_port for f9f0a984-217c-4840-b529-aa1d3ffcde49 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:15.107824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-0dc1a720-b3d0-44c7-934f-710b441d9624 service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8086400 Nov 25 18:46:15.193258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67c9caba-aff5-43a9-bebd-7b6d95ac6269 req-d6e62b9d-9044-4f2b-bf9c-b5908cddf55b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151209 Nov 25 18:46:15.194590 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.199644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.242896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.271113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] Pushing event deleted for resources: {'Port': ['ID=f9f0a984-217c-4840-b529-aa1d3ffcde49,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:15.274931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89683f72-5ae2-4a78-9014-ba040eb8269b None None] No DVR routers for this DVR port f9f0a984-217c-4840-b529-aa1d3ffcde49 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:15.303722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] DHCP port deletion for 67e2821d-b123-4038-a6cc-983bb2716eda request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:15.364097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] Deleting port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:15.364802 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.455667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] For port 619da75f-ef9d-44ea-804f-3ef3c37c08c6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=619da75f-ef9d-44ea-804f-3ef3c37c08c6,segment=NetworkSegment(51f1d88d-39eb-4718-8efc-e70dcb7c57fc),segment_id=51f1d88d-39eb-4718-8efc-e70dcb7c57fc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:15.456434 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.472783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] Calling delete_port for 619da75f-ef9d-44ea-804f-3ef3c37c08c6 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:15.508187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae6d6505-6fd0-4492-965d-9b4f88d0608a req-d3fe2f31-4fd0-49ef-92a2-64cce3b834f3 service neutron] 10.222.0.64 "GET /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051591 Nov 25 18:46:15.532951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.570594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f8bb41-5005-445f-940d-f77911b09ca3']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:15.579221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.581547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.590019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665a36f6-a04a-420b-8a21-3a9f6943bdfd') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:15.590315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665a36f6-a04a-420b-8a21-3a9f6943bdfd') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:15.607326 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.614366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] Pushing event deleted for resources: {'Port': ['ID=619da75f-ef9d-44ea-804f-3ef3c37c08c6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:15.621389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a900a54-4b50-45a3-bdae-f981f225e34f None None] No DVR routers for this DVR port 619da75f-ef9d-44ea-804f-3ef3c37c08c6 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:15.636992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.656593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:15.657004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:15.660469 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:15.712915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.723207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.780370 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.803841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07123db0-843a-4bbf-a2cd-c1f9c7f0fb27 None None] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:15.821254 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.824500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/f9f8bb41-5005-445f-940d-f77911b09ca3 HTTP/1.1" status: 204 len: 168 time: 0.8191290 Nov 25 18:46:15.828874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:15.829017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:15.846442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:15.853364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:15.856055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:15.861840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfd981-ce2b-4b8f-b678-f3f68b966903 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=f9f8bb41-5005-445f-940d-f77911b09ca3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:15.908187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b9a959bc-4b80-4956-b27f-57e193dd3549 None None] Provisioning complete for port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:15.908819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9a959bc-4b80-4956-b27f-57e193dd3549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.911402 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:15.953980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.005540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.006873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.065898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d656271e-bfeb-436e-b0f9-a35b14230810 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2642701 Nov 25 18:46:16.070438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.074105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53254) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:16.074233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Allocated IP 172.25.2.117 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/e97030a0-b4fd-4c57-8354-63d9eb7e80b1) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:16.084524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5', 'name': 'tempest-PortsTestJSON-2068083762', 'fixed_ips': [{'subnet_id': 'ec08d5c3-b68a-4cbd-b013-c2768fe46dfa', 'ip_address': '172.20.0.9'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:16.111270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7dfe8-08f2-41b3-9063-ed50415fad3a req-e859a411-9456-4d5f-b9b7-ce07c433824a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.112905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63f7dfe8-08f2-41b3-9063-ed50415fad3a req-e859a411-9456-4d5f-b9b7-ce07c433824a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 945 time: 0.1525857 Nov 25 18:46:16.156658 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9a959bc-4b80-4956-b27f-57e193dd3549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.165165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e2821d-b123-4038-a6cc-983bb2716eda']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:16.212032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f1d88d-39eb-4718-8efc-e70dcb7c57fc') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:16.212328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f1d88d-39eb-4718-8efc-e70dcb7c57fc') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:16.237031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.239071 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63f7dfe8-08f2-41b3-9063-ed50415fad3a req-9e22018e-2cfa-42d6-b59f-b883dfe759ac tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098843 Nov 25 18:46:16.269074 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.286153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b9a959bc-4b80-4956-b27f-57e193dd3549 None None] For port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,segment=NetworkSegment(e56ada39-7db2-4a63-97f1-21f47fcf0c25),segment_id=e56ada39-7db2-4a63-97f1-21f47fcf0c25)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:16.298215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9a959bc-4b80-4956-b27f-57e193dd3549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.328001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.329089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:16.329460 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:16.334160 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:16.377356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2b3a-f9f4-450d-9dae-4f5ca49deb1e req-0ef33519-10b5-4e83-9389-117d5e265833 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.397075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79be2b3a-f9f4-450d-9dae-4f5ca49deb1e req-0ef33519-10b5-4e83-9389-117d5e265833 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2609496 Nov 25 18:46:16.444166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.474472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a959bc-4b80-4956-b27f-57e193dd3549 None None] Pushing event updated for resources: {'Port': ['ID=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:16.512543 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79be2b3a-f9f4-450d-9dae-4f5ca49deb1e req-2e29022e-8430-4ef1-9447-f239ba63583b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102016 Nov 25 18:46:16.525068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.526678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:16.551674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.555265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/67e2821d-b123-4038-a6cc-983bb2716eda HTTP/1.1" status: 204 len: 168 time: 0.7248366 Nov 25 18:46:16.603991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53268) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:16.626779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085070226'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:16.657467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:16.666925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fef33f-2c5b-4277-8193-d8804686a000 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=67e2821d-b123-4038-a6cc-983bb2716eda,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:16.719736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a95dd9b6-0971-4a9c-a5c6-820ffffdf33b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:16.727288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:16.747976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:16.748657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:16.752084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.796701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:16.815413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:46:16.820306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.843162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.856368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.863381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.868615 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Pushing event updated for resources: {'Port': ['ID=e97030a0-b4fd-4c57-8354-63d9eb7e80b1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:16.884484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.890898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.897027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.921612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:16.929839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-ee4d7cc8-3ce1-4542-b2e5-0aa888db9683 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.2605145 Nov 25 18:46:16.932267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.940097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f804b9e-1db7-437a-b652-96cbbbecafee None None] Provisioning complete for port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:16.940472 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f804b9e-1db7-437a-b652-96cbbbecafee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.965122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:16.965710 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment 25dec050-eba4-4718-b4dd-14cf0a852e06 of type vlan for network 23cafacd-53c1-445b-9aba-84c6952407ff Nov 25 18:46:16.969872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 85eafcb6-73c9-417a-bfac-c18ba1ab0f31 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:17.006168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:17.006168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.042713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d487b0-7d37-4724-8348-fcd437bd071b req-86b67e4a-404d-4984-9a73-6fb8afa75dd5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.052081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63d487b0-7d37-4724-8348-fcd437bd071b req-86b67e4a-404d-4984-9a73-6fb8afa75dd5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.3845448 Nov 25 18:46:17.121421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:46:17.133784 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.161546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.173000 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63d487b0-7d37-4724-8348-fcd437bd071b req-11bf5c04-6492-44c1-a3d1-b47ebedd2742 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194251 Nov 25 18:46:17.186426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:17.187693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.238687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.250470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-34e962a4-a92e-4776-8743-4fe6a5379fef req-b866d66d-79b1-421a-9b6b-c12e6973f31b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3077533 Nov 25 18:46:17.340537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.347404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.355385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.425029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f804b9e-1db7-437a-b652-96cbbbecafee None None] Provisioning complete for port 8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:17.425611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f804b9e-1db7-437a-b652-96cbbbecafee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.462551 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.467977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f804b9e-1db7-437a-b652-96cbbbecafee None None] Port 8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:17.470642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f9f0a984-217c-4840-b529-aa1d3ffcde49 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:17.501844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f9f0a984-217c-4840-b529-aa1d3ffcde49 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:17.502200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f9f0a984-217c-4840-b529-aa1d3ffcde49 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:17.502675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 619da75f-ef9d-44ea-804f-3ef3c37c08c6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:17.511859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9067492 Nov 25 18:46:17.516517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53278) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:17.520272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6246fb2-c66e-4e7d-928c-be409c74231f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=23cafacd-53c1-445b-9aba-84c6952407ff,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:17.527121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:17.543406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.9 (0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5/ec08d5c3-b68a-4cbd-b013-c2768fe46dfa/85eafcb6-73c9-417a-bfac-c18ba1ab0f31) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:17.562209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 23cafacd-53c1-445b-9aba-84c6952407ff details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:46:17.564864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb860451-403d-425b-a292-49afda13c43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:17.567279 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48ecac-4946-4df6-afe5-dea211acbfed" -d '{"events": [{"server_uuid": "cb860451-403d-425b-a292-49afda13c43a", "name": "network-vif-plugged", "status": "completed", "tag": "7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:17.570178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.570309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 619da75f-ef9d-44ea-804f-3ef3c37c08c6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:17.570625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 619da75f-ef9d-44ea-804f-3ef3c37c08c6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:17.574277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:17.577829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.584803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.592064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.598586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.605266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.613107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.615454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5eb764b3-0449-40b9-b06f-b0e7723786ca req-665046d6-225a-4377-bff0-66fd78c09220 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.2071290 Nov 25 18:46:17.623679 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.697809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.704829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.715386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d5663bad-a086-4bee-8a8a-8b319f92c4da None None] Provisioning complete for port 8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:17.715682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5663bad-a086-4bee-8a8a-8b319f92c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.779529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:17.791377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d5663bad-a086-4bee-8a8a-8b319f92c4da None None] Port 8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:17.838425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Pushing event updated for resources: {'Port': ['ID=e97030a0-b4fd-4c57-8354-63d9eb7e80b1,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:17.856942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.869114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892a69b-7d3b-41b5-bae6-fb3428b1283b req-a9e1e35c-7dff-43a1-9337-6e34a0ebdfa0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:17.877233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9892a69b-7d3b-41b5-bae6-fb3428b1283b req-a9e1e35c-7dff-43a1-9337-6e34a0ebdfa0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1309493 Nov 25 18:46:17.904850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:17.908784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1f391f6f-7c26-4fa5-a286-10d7b607c9f0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4289355 Nov 25 18:46:17.909398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53288) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:17.947023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9892a69b-7d3b-41b5-bae6-fb3428b1283b req-f58f9372-92be-4091-9131-3fef6bf7b239 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688498 Nov 25 18:46:17.998607 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8afce-6b2c-4319-b349-c37ea998c8e1 x-openstack-request-id: req-b3b8afce-6b2c-4319-b349-c37ea998c8e1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:17.998922 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb860451-403d-425b-a292-49afda13c43a", "name": "network-vif-plugged", "status": "completed", "tag": "7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:17.999180 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3b8afce-6b2c-4319-b349-c37ea998c8e1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:17.999580 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb860451-403d-425b-a292-49afda13c43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f', 'code': 200} Nov 25 18:46:18.026649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452487ed-d599-43b5-a5e1-7a27b6f2d064 req-7b85683d-5889-4be8-b1de-15a01b56b2de tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:18.036568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-452487ed-d599-43b5-a5e1-7a27b6f2d064 req-7b85683d-5889-4be8-b1de-15a01b56b2de tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 945 time: 0.6621461 Nov 25 18:46:18.204556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:18.207009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-452487ed-d599-43b5-a5e1-7a27b6f2d064 req-e9f02461-5ca4-46d4-a008-3033b5c0e080 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695659 Nov 25 18:46:18.210735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:18.213465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.249092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.383006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c67af8-7b78-4fad-b997-e819ecbfa926 req-87f76057-e3a1-4b23-8122-d07ae3a2873b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:18.391445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25c67af8-7b78-4fad-b997-e819ecbfa926 req-87f76057-e3a1-4b23-8122-d07ae3a2873b tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.0748985 Nov 25 18:46:18.426168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.435507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9e36f-5634-4094-b457-db905aa14752 req-d878011c-037f-4631-9665-15bc6369ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:18.437080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53a9e36f-5634-4094-b457-db905aa14752 req-d878011c-037f-4631-9665-15bc6369ac03 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 1097 time: 0.3601844 Nov 25 18:46:18.463909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25c67af8-7b78-4fad-b997-e819ecbfa926 req-ea642033-eba8-47d7-bb85-bcae9a41cfbe tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634019 Nov 25 18:46:18.480054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.581852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae719c6-0031-4470-bf20-5579cbcd2dc8 req-dbd14335-8e70-4958-a141-0f2720b39de3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:18.583616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ae719c6-0031-4470-bf20-5579cbcd2dc8 req-dbd14335-8e70-4958-a141-0f2720b39de3 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2588742 Nov 25 18:46:18.594208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.633773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Allocated IP 172.25.2.188 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/7afd139d-0d6f-4567-827c-78d0d45ad996) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:18.663809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=85eafcb6-73c9-417a-bfac-c18ba1ab0f31,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:18.763783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ae719c6-0031-4470-bf20-5579cbcd2dc8 req-0759a740-3652-43ab-8878-25f71464d79a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711819 Nov 25 18:46:18.766522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53a9e36f-5634-4094-b457-db905aa14752 req-dbdf0832-45b1-4f74-8126-f585ec9cebb7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161209 Nov 25 18:46:18.768688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:18.772167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:18.777606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:18.778824 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.830363 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.857857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e29ac-c1af-47a4-9817-bbe1ad267503 req-2bd9cb72-9db0-4726-9580-02b4e9d21890 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:18.865236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-977e29ac-c1af-47a4-9817-bbe1ad267503 req-2bd9cb72-9db0-4726-9580-02b4e9d21890 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.0923321 Nov 25 18:46:18.907522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.922752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:18.923952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:18.977535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': '25dec050-eba4-4718-b4dd-14cf0a852e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:18.978076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: 23cafacd-53c1-445b-9aba-84c6952407ff, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:46:18.995005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6d9b4a84-35f5-418b-b257-3043edb52526 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9204857 Nov 25 18:46:18.999090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53308) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:19.001545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:19.017670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-977e29ac-c1af-47a4-9817-bbe1ad267503 req-11ca8c21-8c6a-4d59-bd52-d0f7ba243644 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514776 Nov 25 18:46:19.019984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:19.027978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:19.041400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:19.075214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b81300-f1cb-4867-837c-3ca8db1a4fdd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:19.077708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e6b81300-f1cb-4867-837c-3ca8db1a4fdd tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 920 time: 0.0773153 Nov 25 18:46:19.079504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 23cafacd-53c1-445b-9aba-84c6952407ff is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:46:19.081999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53310) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:19.084447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Pushing event updated for resources: {'Port': ['ID=7afd139d-0d6f-4567-827c-78d0d45ad996,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:19.133848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 23cafacd-53c1-445b-9aba-84c6952407ff) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:19.141993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:19.142731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.144033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd32fe6f-e4f6-4f63-8916-5eebb543b5b5 None None] Network 23cafacd-53c1-445b-9aba-84c6952407ff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:19.169624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d50da3-affc-480e-ade2-647432860fec tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:19.178844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d50da3-affc-480e-ade2-647432860fec tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:19.187976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d50da3-affc-480e-ade2-647432860fec tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:19.190106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-77d50da3-affc-480e-ade2-647432860fec tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1066635 Nov 25 18:46:19.193425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53312) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:19.196090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.198260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f5c4136-f5a6-42cf-ae99-f1b2a4d6cf45 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6788824 Nov 25 18:46:19.198993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53314) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:19.204193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b4d669ce-535f-4dbf-ac0c-ba990d8f602b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1601340548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:19.230470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4d669ce-535f-4dbf-ac0c-ba990d8f602b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.232188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4d669ce-535f-4dbf-ac0c-ba990d8f602b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.267825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f25263fc-04a9-40c8-9f31-59de57012451 None None] Provisioning complete for port 85eafcb6-73c9-417a-bfac-c18ba1ab0f31 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:19.268839 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f25263fc-04a9-40c8-9f31-59de57012451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.320268 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.343584 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4d669ce-535f-4dbf-ac0c-ba990d8f602b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.356392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f25263fc-04a9-40c8-9f31-59de57012451 None None] Port 85eafcb6-73c9-417a-bfac-c18ba1ab0f31 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:19.391442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4d669ce-535f-4dbf-ac0c-ba990d8f602b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.413756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-23cafacd-53c1-445b-9aba-84c6952407ff', 'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': '4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:19.416165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.450114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 85eafcb6-73c9-417a-bfac-c18ba1ab0f31 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:19.450114 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.464364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4d669ce-535f-4dbf-ac0c-ba990d8f602b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.467836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b4d669ce-535f-4dbf-ac0c-ba990d8f602b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2676747 Nov 25 18:46:19.470652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53322) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:19.488733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee212c6c-244d-49e6-8a45-d9b3bfc88113 req-956a5c33-e046-44c7-9ef3-343f21a9613d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:19.499010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee212c6c-244d-49e6-8a45-d9b3bfc88113 req-956a5c33-e046-44c7-9ef3-343f21a9613d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 946 time: 0.1531754 Nov 25 18:46:19.517491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'port': {'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff', 'name': 'tempest-RoutersTest-163889410'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:19.581008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee212c6c-244d-49e6-8a45-d9b3bfc88113 req-f343ba31-2352-44eb-9f3d-a211951a67d8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729678 Nov 25 18:46:19.722348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.754293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 85eafcb6-73c9-417a-bfac-c18ba1ab0f31 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:19.764736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33142e5-8276-4494-956e-7209b03d7097 req-1d1da566-5518-40c4-af7e-38dc62bcb9e0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:19.766248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a33142e5-8276-4494-956e-7209b03d7097 req-1d1da566-5518-40c4-af7e-38dc62bcb9e0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.1738780 Nov 25 18:46:19.769625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.808779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:19.859235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Allocated IP 172.20.0.2 (23cafacd-53c1-445b-9aba-84c6952407ff/4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e/1ca6b7d1-a939-4f92-9c1c-b42324c211ce) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:20.069773 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.076806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:20.078200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.081285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.092380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Pushing event updated for resources: {'Port': ['ID=7afd139d-0d6f-4567-827c-78d0d45ad996,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:20.146299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Network 23cafacd-53c1-445b-9aba-84c6952407ff is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:20.150654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:20.172313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:20.206500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Pushing event updated for resources: {'Port': ['ID=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:20.242801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53348) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:20.258682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] device_id is not set on port 69876690-1ad4-44a8-843a-47ecec3a0f24 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:20.265922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.285546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fad2e-b591-4dc0-9db0-71e93659c99d req-ac4cd204-dad1-4603-8aa3-57ad905f493a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.294237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-929fad2e-b591-4dc0-9db0-71e93659c99d req-ac4cd204-dad1-4603-8aa3-57ad905f493a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.4195664 Nov 25 18:46:20.299920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6dda7-38f3-4da1-9271-06f8ada679c0 req-1eccaebc-4eb1-4680-bbd2-5f8955df9793 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.303561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87c6dda7-38f3-4da1-9271-06f8ada679c0 req-1eccaebc-4eb1-4680-bbd2-5f8955df9793 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.1340401 Nov 25 18:46:20.310196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Attempting to bind port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:20.311033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Attempting to bind port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '25dec050-eba4-4718-b4dd-14cf0a852e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:20.311619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Attempting to bind port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce on network 23cafacd-53c1-445b-9aba-84c6952407ff {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:20.320395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:20.321146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Checking segment: {'id': '25dec050-eba4-4718-b4dd-14cf0a852e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:20.321769 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.322531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Bound using segment: {'id': '25dec050-eba4-4718-b4dd-14cf0a852e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:20.329773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Bound port: 1ca6b7d1-a939-4f92-9c1c-b42324c211ce, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dec050-eba4-4718-b4dd-14cf0a852e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '23cafacd-53c1-445b-9aba-84c6952407ff'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:20.330329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.422673 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.424688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e367128-0770-4d12-8282-161279f566aa tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5143144 Nov 25 18:46:20.430991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53358) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:20.449002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] For port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:20.461676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] For port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,segment=NetworkSegment(25dec050-eba4-4718-b4dd-14cf0a852e06),segment_id=25dec050-eba4-4718-b4dd-14cf0a852e06)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:20.475372 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.479954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Deleting port d7f98d80-46bf-48f2-84aa-e31816691c68 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:20.480373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.568916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e87da3-01cb-40d7-bc9e-1b8156282209 None None] Pushing event updated for resources: {'Port': ['ID=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:20.596664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ae7894b6-3f70-40c0-addb-eb509a92efe0 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1643775 Nov 25 18:46:20.597830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53362) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:20.605307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87c6dda7-38f3-4da1-9271-06f8ada679c0 req-09bebded-51c2-4734-af74-cead75471bb5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854857 Nov 25 18:46:20.606922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-929fad2e-b591-4dc0-9db0-71e93659c99d req-dafd7e2e-91d5-49b8-ad76-5423e71686e9 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052139 Nov 25 18:46:20.702105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.20.0.14 (23cafacd-53c1-445b-9aba-84c6952407ff/4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e/69876690-1ad4-44a8-843a-47ecec3a0f24) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:20.733561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:20.803960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=85eafcb6-73c9-417a-bfac-c18ba1ab0f31,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:20.843119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-07090e5c-330b-485f-9e91-a66c1b8c0d3b tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2401733 Nov 25 18:46:20.844775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:20.871944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.872477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.872949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.873410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.873866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.874329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.874808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.885786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb261831-3e0f-4d94-ba17-865385883fed req-fa51f8d5-622f-4e3a-add7-e223e6da48f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6492 time: 0.6404254 Nov 25 18:46:20.944909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53368) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:20.980141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982f4d-6a54-4a8f-8235-ebf4a27c0fe2 req-bc615d00-5548-4ac8-b42c-e14ad5ef982b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:20.992137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99982f4d-6a54-4a8f-8235-ebf4a27c0fe2 req-bc615d00-5548-4ac8-b42c-e14ad5ef982b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 946 time: 0.2444382 Nov 25 18:46:21.014675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb261831-3e0f-4d94-ba17-865385883fed req-035c546e-d3d9-4d3d-9648-2eb84fe5bf19 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1243634 Nov 25 18:46:21.067197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99982f4d-6a54-4a8f-8235-ebf4a27c0fe2 req-e223bd01-5b7b-4c8c-bb76-fb034681ce81 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740514 Nov 25 18:46:21.164063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a1568f-2dfe-4e0a-a4db-6b5568ba90bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.280104 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a1568f-2dfe-4e0a-a4db-6b5568ba90bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.287454 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71a1568f-2dfe-4e0a-a4db-6b5568ba90bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.330503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-71a1568f-2dfe-4e0a-a4db-6b5568ba90bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f27a88c06b24676817294ac805c5530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836184 Nov 25 18:46:21.331707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1568f-2dfe-4e0a-a4db-6b5568ba90bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd129418-53ab-4fcf-9e1e-65d607090290,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:21.334522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53378) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:21.380873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] For port d7f98d80-46bf-48f2-84aa-e31816691c68, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d7f98d80-46bf-48f2-84aa-e31816691c68,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:21.381827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.409201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-947177a3-6cbd-467b-bd1f-7cde9d2af90e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.425705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Calling delete_port for d7f98d80-46bf-48f2-84aa-e31816691c68 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:21.432637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-947177a3-6cbd-467b-bd1f-7cde9d2af90e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.483358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-947177a3-6cbd-467b-bd1f-7cde9d2af90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.486186 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-947177a3-6cbd-467b-bd1f-7cde9d2af90e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.489964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-947177a3-6cbd-467b-bd1f-7cde9d2af90e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd129418-53ab-4fcf-9e1e-65d607090290 HTTP/1.1" status: 204 len: 168 time: 0.1521089 Nov 25 18:46:21.497054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947177a3-6cbd-467b-bd1f-7cde9d2af90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd129418-53ab-4fcf-9e1e-65d607090290,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:21.615671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.623081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53382) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:21.623317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bb7d60f7-d841-490d-b5fd-f0129a345cf7 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/85eafcb6-73c9-417a-bfac-c18ba1ab0f31 HTTP/1.1" status: 204 len: 168 time: 2.4286737 Nov 25 18:46:21.665386 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8ad030-530f-4d56-89c1-1d77a29d20c3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:46:21.666987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ef8ad030-530f-4d56-89c1-1d77a29d20c3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/85eafcb6-73c9-417a-bfac-c18ba1ab0f31 HTTP/1.1" status: 404 len: 333 time: 0.0428321 Nov 25 18:46:21.671741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53390) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:21.684682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737e9e-9bd8-44e7-8254-49525b1bfeb1 req-e861ac8e-830f-485b-b941-83023bc6c8e1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:21.686862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e737e9e-9bd8-44e7-8254-49525b1bfeb1 req-e861ac8e-830f-485b-b941-83023bc6c8e1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 946 time: 0.2964277 Nov 25 18:46:21.757756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.822834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Deleting port 7afd139d-0d6f-4567-827c-78d0d45ad996 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:21.823501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.838503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ded9db-3c05-4987-a8f5-e5b9d8a42d65 req-0487562e-cde9-4e02-973e-26aee5a1acaa tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:21.846811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40ded9db-3c05-4987-a8f5-e5b9d8a42d65 req-0487562e-cde9-4e02-973e-26aee5a1acaa tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.0836024 Nov 25 18:46:21.847604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e737e9e-9bd8-44e7-8254-49525b1bfeb1 req-d9c98626-bb16-41f1-b673-5ea28b83e607 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420770 Nov 25 18:46:21.923148 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40ded9db-3c05-4987-a8f5-e5b9d8a42d65 req-4866144c-338f-4912-8d56-1269b14b0427 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718064 Nov 25 18:46:21.934271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:21.935642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:21.985850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53394) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:22.052808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2cdf-2a0e-4e57-b798-db83476884d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.074582 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.088114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-b8363fe4-5a7b-486c-b3a4-9fee7024bbf7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:22.088619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.089696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-b8363fe4-5a7b-486c-b3a4-9fee7024bbf7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.0925496 Nov 25 18:46:22.092217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.130122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:22.175437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dfd903-b4f4-4e55-84ea-3485f28a8ce7 None None] Network 23cafacd-53c1-445b-9aba-84c6952407ff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:22.190696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.191722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.235171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d33c2b-7582-45c2-8d44-f09e33ac8b16 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:22.237198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4eedb-8778-4640-be92-63721e53653a req-a61cb0ba-aaa2-4df7-97f6-f4c1aca8c92a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:22.238787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde4eedb-8778-4640-be92-63721e53653a req-a61cb0ba-aaa2-4df7-97f6-f4c1aca8c92a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=f60db973-b42b-402d-835c-db091c3f63cf HTTP/1.1" status: 200 len: 945 time: 0.2520170 Nov 25 18:46:22.246923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 23cafacd-53c1-445b-9aba-84c6952407ff is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:22.266312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-09c02788-3d52-4c8a-a89b-f38d5ecf819d None None] Provisioning complete for port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:22.266806 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09c02788-3d52-4c8a-a89b-f38d5ecf819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.268309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=69876690-1ad4-44a8-843a-47ecec3a0f24,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:22.275735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Calling delete_port for 7afd139d-0d6f-4567-827c-78d0d45ad996 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:22.279720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Deleting port 5dae621d-7194-4342-a2a0-9d2d4b2c328b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:22.280056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.281720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:22.284505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:22.287537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] No DVR routers for this DVR port d7f98d80-46bf-48f2-84aa-e31816691c68 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:22.290086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.294840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a33142e5-8276-4494-956e-7209b03d7097 req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "DELETE /v2.0/ports/d7f98d80-46bf-48f2-84aa-e31816691c68 HTTP/1.1" status: 204 len: 173 time: 2.5198379 Nov 25 18:46:22.330540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60db973-b42b-402d-835c-db091c3f63cf', 'name': 'network-vif-deleted', 'tag': 'd7f98d80-46bf-48f2-84aa-e31816691c68'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:22.333462 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83e1fa-f7d0-4ea2-8c45-55de19ec7d66" -d '{"events": [{"server_uuid": "f60db973-b42b-402d-835c-db091c3f63cf", "name": "network-vif-deleted", "tag": "d7f98d80-46bf-48f2-84aa-e31816691c68"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:22.373045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29820b5-0adc-4ea8-a7bd-afb18854579c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event deleted for resources: {'Port': ['ID=d7f98d80-46bf-48f2-84aa-e31816691c68,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:22.438404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.471862 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dad6baf-0fea-4318-96f6-d7f1c678ecbc x-openstack-request-id: req-1dad6baf-0fea-4318-96f6-d7f1c678ecbc {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:22.472427 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60db973-b42b-402d-835c-db091c3f63cf", "name": "network-vif-deleted", "tag": "d7f98d80-46bf-48f2-84aa-e31816691c68", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:22.472427 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dad6baf-0fea-4318-96f6-d7f1c678ecbc {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:22.472793 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09c02788-3d52-4c8a-a89b-f38d5ecf819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.472928 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60db973-b42b-402d-835c-db091c3f63cf', 'name': 'network-vif-deleted', 'tag': 'd7f98d80-46bf-48f2-84aa-e31816691c68', 'status': 'completed', 'code': 200} Nov 25 18:46:22.498209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:22.499046 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.515106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:22.535160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-09c02788-3d52-4c8a-a89b-f38d5ecf819d None None] For port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,segment=NetworkSegment(25dec050-eba4-4718-b4dd-14cf0a852e06),segment_id=25dec050-eba4-4718-b4dd-14cf0a852e06)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:22.540403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cde4eedb-8778-4640-be92-63721e53653a req-5dc9ffcf-cc94-4abe-838d-8f60f0e6988a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625883 Nov 25 18:46:22.544486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] For port 5dae621d-7194-4342-a2a0-9d2d4b2c328b, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=5dae621d-7194-4342-a2a0-9d2d4b2c328b,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:22.544949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.550526 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09c02788-3d52-4c8a-a89b-f38d5ecf819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.563896 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-83cb0e32-07a6-41ac-a85e-5cd79b55d55f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0576143 Nov 25 18:46:22.565997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53400) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:22.583678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2cdf-2a0e-4e57-b798-db83476884d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.594237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Calling delete_port for 5dae621d-7194-4342-a2a0-9d2d4b2c328b owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:22.595350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2cdf-2a0e-4e57-b798-db83476884d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.662949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c02788-3d52-4c8a-a89b-f38d5ecf819d None None] Pushing event updated for resources: {'Port': ['ID=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:22.705907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2cdf-2a0e-4e57-b798-db83476884d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e81b571-1560-4683-96e9-3ce5e5ee78f1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:22.718968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c1c2cdf-2a0e-4e57-b798-db83476884d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75459ec7f84e4e109f74c472887e9464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287979 Nov 25 18:46:22.721750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53402) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:22.761953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.800023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1ca6b7d1-a939-4f92-9c1c-b42324c211ce up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:22.824869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Pushing event deleted for resources: {'Port': ['ID=7afd139d-0d6f-4567-827c-78d0d45ad996,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:22.913083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbe09271-e59b-4db0-84fd-09ee44877f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.948432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:22.950158 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.963170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.978549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:22.983069 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d2bc40d-5a6a-4616-bf43-fbcb8f8d2ece tempest-FloatingIPAdminTestJSON-2048601365 tempest-FloatingIPAdminTestJSON-2048601365-project] 10.222.0.62 "DELETE /v2.0/floatingips/3c5cf2bf-f5ca-4637-8f0a-31ff4d2ff853 HTTP/1.1" status: 204 len: 168 time: 2.1316240 Nov 25 18:46:22.983904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53406) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:22.986522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbe09271-e59b-4db0-84fd-09ee44877f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.009103 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.030340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ebf5d474-2251-45e6-8af4-52852bd6e479 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef HTTP/1.1" status: 204 len: 168 time: 1.3552394 Nov 25 18:46:23.031275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53408) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:23.098788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-61fab1b6-1804-48fc-90f2-cd94284074cf None None] Provisioning complete for port 69876690-1ad4-44a8-843a-47ecec3a0f24 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:23.099062 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61fab1b6-1804-48fc-90f2-cd94284074cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.125958 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bb9373-87ff-452f-9285-1f54a2542f6b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:46:23.128188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b5bb9373-87ff-452f-9285-1f54a2542f6b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/8882f5c8-fec7-42f3-bb2a-5b8ea8ca46ef HTTP/1.1" status: 404 len: 333 time: 0.0912559 Nov 25 18:46:23.136193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53410) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:23.151108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-61fab1b6-1804-48fc-90f2-cd94284074cf None None] Port 69876690-1ad4-44a8-843a-47ecec3a0f24 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:23.166245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-61fab1b6-1804-48fc-90f2-cd94284074cf None None] Provisioning complete for port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:23.167145 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61fab1b6-1804-48fc-90f2-cd94284074cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.171198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbe09271-e59b-4db0-84fd-09ee44877f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.176717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbe09271-e59b-4db0-84fd-09ee44877f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.180770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bbe09271-e59b-4db0-84fd-09ee44877f4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e81b571-1560-4683-96e9-3ce5e5ee78f1 HTTP/1.1" status: 204 len: 168 time: 0.4548395 Nov 25 18:46:23.190958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe09271-e59b-4db0-84fd-09ee44877f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e81b571-1560-4683-96e9-3ce5e5ee78f1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:23.205046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Deleting port e97030a0-b4fd-4c57-8354-63d9eb7e80b1 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:23.206171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.334032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.334365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.334493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b0efe-bf5b-463d-9bb7-17e171e3f254 req-9a030d20-2702-494c-bd52-c8fa0ef71891 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:23.336705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a3b0efe-bf5b-463d-9bb7-17e171e3f254 req-9a030d20-2702-494c-bd52-c8fa0ef71891 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 946 time: 0.2550092 Nov 25 18:46:23.354659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Calling delete_port for e97030a0-b4fd-4c57-8354-63d9eb7e80b1 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:23.389497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53414) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:23.403212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet ec08d5c3-b68a-4cbd-b013-c2768fe46dfa {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:23.413841 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.423193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a3e5dcb9-b95c-4d40-b0f8-2384615cfa81 None None] Provisioning complete for port 69876690-1ad4-44a8-843a-47ecec3a0f24 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:23.423770 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a3e5dcb9-b95c-4d40-b0f8-2384615cfa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.462228 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5dcb9-b95c-4d40-b0f8-2384615cfa81 None None] Port 69876690-1ad4-44a8-843a-47ecec3a0f24 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:23.525283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.552874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Pushing event deleted for resources: {'Port': ['ID=e97030a0-b4fd-4c57-8354-63d9eb7e80b1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:23.596671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d7f98d80-46bf-48f2-84aa-e31816691c68 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:23.617765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.644528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: d7f98d80-46bf-48f2-84aa-e31816691c68 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:23.645103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d7f98d80-46bf-48f2-84aa-e31816691c68 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:23.649426 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a3b0efe-bf5b-463d-9bb7-17e171e3f254 req-b929e065-4878-4541-9e3f-dd16414820dd tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030241 Nov 25 18:46:23.674928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.677557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:23.679764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6916af3d-e581-4428-97b3-15121051b744 tempest-FloatingIPAdminTestJSON-1193676879 tempest-FloatingIPAdminTestJSON-1193676879-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/6a1d0148-a4c0-49bb-b5ec-4d80ae635bbc HTTP/1.1" status: 204 len: 168 time: 0.6891847 Nov 25 18:46:23.687224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53426) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:23.808954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Deleting port 2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:23.809298 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.010275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.017380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.022284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-62fc439b-6448-4f77-985e-a145a7990342 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:24.023867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-62fc439b-6448-4f77-985e-a145a7990342 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.1486070 Nov 25 18:46:24.033591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['00b42aa9-3724-43fc-9c4d-2ebacedef4ec'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:46:24.038072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Calling delete_port for 2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:24.050285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-e25690a7-686a-4574-9087-fb24cb6cb1d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/quotas/2b398994491047d7bcd1464030532fb7 HTTP/1.1" status: 200 len: 375 time: 0.0137408 Nov 25 18:46:24.070695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Pushing event deleted for resources: {'Port': ['ID=5dae621d-7194-4342-a2a0-9d2d4b2c328b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:24.078987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.105793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb81de8-70ae-4787-9938-a6b37355adf9 None None] DHCP port deletion for 8ce87182-6ae7-495c-92a6-b464ed4bfac0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:24.125790 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-ad534195-b581-4499-9f74-42c8bb2b2c4a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650108 Nov 25 18:46:24.222751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] No DVR routers for this DVR port 5dae621d-7194-4342-a2a0-9d2d4b2c328b on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:24.256513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.259919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c600c6c-8ac9-43d8-8ecf-5b0da5ea71b8 req-3554af39-c5f5-4bcd-b5ce-146c076ed8ad tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.64 "DELETE /v2.0/ports/5dae621d-7194-4342-a2a0-9d2d4b2c328b HTTP/1.1" status: 204 len: 173 time: 2.1591322 Nov 25 18:46:24.263680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'name': 'network-vif-deleted', 'tag': '5dae621d-7194-4342-a2a0-9d2d4b2c328b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:24.273382 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5303df9d-0e7e-4a56-bb55-ac8ad7f651bc" -d '{"events": [{"server_uuid": "f5abb89c-eb81-418c-9271-4b190bd39f5b", "name": "network-vif-deleted", "tag": "5dae621d-7194-4342-a2a0-9d2d4b2c328b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:24.276014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-77df85ca-7ae8-4a46-88b6-96faa9bd5004 service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367812 Nov 25 18:46:24.324614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.374321 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f9c3aa-110c-4a93-92f3-aa223f9fde64 x-openstack-request-id: req-09f9c3aa-110c-4a93-92f3-aa223f9fde64 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:24.374672 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5abb89c-eb81-418c-9271-4b190bd39f5b", "name": "network-vif-deleted", "tag": "5dae621d-7194-4342-a2a0-9d2d4b2c328b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:24.374873 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09f9c3aa-110c-4a93-92f3-aa223f9fde64 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:24.375267 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abb89c-eb81-418c-9271-4b190bd39f5b', 'name': 'network-vif-deleted', 'tag': '5dae621d-7194-4342-a2a0-9d2d4b2c328b', 'status': 'completed', 'code': 200} Nov 25 18:46:24.378923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.396268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Port': ['ID=2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:24.509254 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.514951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2db65411-a4b6-4301-80d3-9b0d415f17db tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "DELETE /v2.0/ports/2cc9e9dc-0b0b-4b6b-bab5-75948121b2ef HTTP/1.1" status: 204 len: 168 time: 0.8243849 Nov 25 18:46:24.525479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53456) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:24.579407 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-2357ae8b-beda-4141-a2f3-da9d72bd49ae service neutron] 10.222.0.62 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961762 Nov 25 18:46:24.605738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b086c5-d953-4124-860b-03b772808b95 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:24.608432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-60b086c5-d953-4124-860b-03b772808b95 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "GET /v2.0/ports?device_id=f557ae6e-9e8e-435d-bf38-a3a77bd89d48 HTTP/1.1" status: 200 len: 913 time: 0.0820050 Nov 25 18:46:24.611425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53460) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:24.642392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1ca6b7d1-a939-4f92-9c1c-b42324c211ce up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:24.788227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:24.788608 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:24.910124 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95ec4f15-8a16-4ed3-a967-1aa7599b26fa req-6634e361-882e-4f0e-97bd-ec5514ddd106 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5abb89c-eb81-418c-9271-4b190bd39f5b HTTP/1.1" status: 200 len: 210 time: 0.0461106 Nov 25 18:46:24.918424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.023135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=ec08d5c3-b68a-4cbd-b013-c2768fe46dfa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:25.029916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.033948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9d63046b-6d97-4298-8aa5-3bf1f318f129 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/ec08d5c3-b68a-4cbd-b013-c2768fe46dfa HTTP/1.1" status: 204 len: 168 time: 1.8956366 Nov 25 18:46:25.040168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:25.048773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2219f-c749-414b-932b-1daa2e685400 None None] Network 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:25.051584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c427c94-bd26-454f-851e-dd73a613439c req-7a2d3183-3f3c-4eb3-97c2-c4fef0adc646 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 210 time: 0.0458045 Nov 25 18:46:25.077529 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.132731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.229787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.354865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] DHCP port deletion for 0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:25.417594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=69876690-1ad4-44a8-843a-47ecec3a0f24,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:25.457413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] Deleting port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:25.457738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.499826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:25.500245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.511974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.585136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] For port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,segment=NetworkSegment(e56ada39-7db2-4a63-97f1-21f47fcf0c25),segment_id=e56ada39-7db2-4a63-97f1-21f47fcf0c25)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:25.585548 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.608688 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.611004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] Calling delete_port for a95dd9b6-0971-4a9c-a5c6-820ffffdf33b owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:25.618196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5dae621d-7194-4342-a2a0-9d2d4b2c328b no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:25.625164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] For port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,segment=NetworkSegment(e56ada39-7db2-4a63-97f1-21f47fcf0c25),segment_id=e56ada39-7db2-4a63-97f1-21f47fcf0c25)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:25.626096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.653924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 5dae621d-7194-4342-a2a0-9d2d4b2c328b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:25.654935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 5dae621d-7194-4342-a2a0-9d2d4b2c328b not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:25.708573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for a95dd9b6-0971-4a9c-a5c6-820ffffdf33b owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:25.761003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-72faa7d7-1dcd-4653-864a-6b8c6a6e04a0 None None] Provisioning complete for port 69876690-1ad4-44a8-843a-47ecec3a0f24 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:25.764084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-72faa7d7-1dcd-4653-864a-6b8c6a6e04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.806734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.843368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-72faa7d7-1dcd-4653-864a-6b8c6a6e04a0 None None] Port 69876690-1ad4-44a8-843a-47ecec3a0f24 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:25.845147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.877955 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:25.914088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] Pushing event deleted for resources: {'Port': ['ID=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:25.924250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739f358-4463-4155-bff6-40a6b63c1e46 None None] No DVR routers for this DVR port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:26.007691 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.009033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.20.0.17 (9a99d817-efc6-4d56-9888-0fe81bd4ce57/8633c82e-6d22-470c-9ee9-366be27b08e0/87ee3b29-5440-45e5-ae4c-4579ca180c7c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:26.052523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=a95dd9b6-0971-4a9c-a5c6-820ffffdf33b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:26.070275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No DVR routers for this DVR port a95dd9b6-0971-4a9c-a5c6-820ffffdf33b on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:26.130745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.216719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.293055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:26.303367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83dd1ee2-76b3-4168-9fb9-74f087343eb4 req-f41ca377-4acf-4346-a659-c2192bd49dca tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 210 time: 0.0749068 Nov 25 18:46:26.305789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56ada39-7db2-4a63-97f1-21f47fcf0c25') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:26.306094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56ada39-7db2-4a63-97f1-21f47fcf0c25') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:26.320597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.333973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.378843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.390483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:26.390891 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:26.394945 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:26.415037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:26.421987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:26.429534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:26.506804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5eee6-7aaf-42cc-ad8b-d27575885985 req-28f39497-1e12-48e6-8aaa-ef1f51fde5d5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:26.508369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d3a5eee6-7aaf-42cc-ad8b-d27575885985 req-28f39497-1e12-48e6-8aaa-ef1f51fde5d5 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1642261 Nov 25 18:46:26.533955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=87ee3b29-5440-45e5-ae4c-4579ca180c7c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:26.550272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.565708 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.584092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.587237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5 HTTP/1.1" status: 204 len: 168 time: 1.5459802 Nov 25 18:46:26.594400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53524) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:26.599235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1214228689'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:26.640685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a95dd9b6-0971-4a9c-a5c6-820ffffdf33b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:26.655357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cc17d-f361-42c5-a280-588193dce8ba tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=0b0fd2f8-f8be-402c-8e66-7a3fb78c4cf5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:26.663453 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a95dd9b6-0971-4a9c-a5c6-820ffffdf33b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:26.664625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a95dd9b6-0971-4a9c-a5c6-820ffffdf33b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:26.700669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d3a5eee6-7aaf-42cc-ad8b-d27575885985 req-661aaa19-3a1f-4c4d-9251-61538960171c tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823838 Nov 25 18:46:26.729711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53528) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:26.748902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:26.757988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.785724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Deleting port d788456c-bff8-4d93-b8e2-ad07241a6671 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:26.787136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.799957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2bb7c638-9918-4783-a7d6-d5eaffcf20d4 None None] Provisioning complete for port 87ee3b29-5440-45e5-ae4c-4579ca180c7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:26.800457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c638-9918-4783-a7d6-d5eaffcf20d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.815698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.838842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:26.861331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7c638-9918-4783-a7d6-d5eaffcf20d4 None None] Port 87ee3b29-5440-45e5-ae4c-4579ca180c7c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:26.996268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=69876690-1ad4-44a8-843a-47ecec3a0f24,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:27.003847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.023068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.064962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-cdc6a159-3aaf-43a7-9927-34d2b3c0ffb8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:27.066519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-cdc6a159-3aaf-43a7-9927-34d2b3c0ffb8 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 811 time: 0.2756522 Nov 25 18:46:27.124827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Request body: {'port': {'device_id': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'admin_state_up': True, 'tenant_id': '2b398994491047d7bcd1464030532fb7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:27.274868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:46:27.276722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f81f2384-7c56-4280-b2f4-e8e159508381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.298176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.298555 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Added segment 413ad0e2-9c0f-48ba-b092-8eec80de0125 of type vlan for network 671696b5-b09f-4760-90f1-b216f63d8fbb Nov 25 18:46:27.381574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.386954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.407628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Calling delete_port for d788456c-bff8-4d93-b8e2-ad07241a6671 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:27.475139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.480582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:27.481358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.565278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9697142 Nov 25 18:46:27.572880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53534) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:27.574320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c5dd2c69-1df1-46f3-88ed-fae13d1f06f1 req-62071988-da20-47af-ad69-419076a0a83d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 210 time: 0.1033759 Nov 25 18:46:27.581841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:27.597561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f81f2384-7c56-4280-b2f4-e8e159508381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.616345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f81f2384-7c56-4280-b2f4-e8e159508381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.649939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df70520-f971-4fe8-ad67-e7fa3505e26c tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Network': ['ID=671696b5-b09f-4760-90f1-b216f63d8fbb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:27.664086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 671696b5-b09f-4760-90f1-b216f63d8fbb details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:46:27.683211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 23cafacd-53c1-445b-9aba-84c6952407ff is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:27.691348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:27.760583 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f81f2384-7c56-4280-b2f4-e8e159508381 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b75f8c0258084697a0ee5d042851921a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0264146 Nov 25 18:46:27.761350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f2384-7c56-4280-b2f4-e8e159508381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9535cb6f-a56f-4c46-8451-49e3cebc38dc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:27.764419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53538) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:27.853934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Made reservation on behalf of 2b398994491047d7bcd1464030532fb7 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:27.858667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:27.858853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.862061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.986893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:27.996471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bdb5e050-170c-4d65-af70-100559d8e99b None None] Provisioning complete for port 69876690-1ad4-44a8-843a-47ecec3a0f24 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:27.998352 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e050-170c-4d65-af70-100559d8e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.014428 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a42bb2e-abae-464a-8273-159b568c7f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.027877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff1815-aa06-4bab-b768-56673f9ade4e req-9a587dbf-538c-4add-9610-a29629b4ee85 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:28.028769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19ff1815-aa06-4bab-b768-56673f9ade4e req-9a587dbf-538c-4add-9610-a29629b4ee85 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1749709 Nov 25 18:46:28.034644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Port': ['ID=d788456c-bff8-4d93-b8e2-ad07241a6671,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:28.052726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5e050-170c-4d65-af70-100559d8e99b None None] Port 69876690-1ad4-44a8-843a-47ecec3a0f24 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:28.081458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.081684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.082028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.082364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.082720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.083052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.083371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.083691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.084009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.084327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.084642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.084956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:28.114602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Allocated IP 172.20.0.8 (6398ccdc-4a28-4532-b7b8-e40937d09707/facef00e-ccfd-4dca-ba36-6dccea534f9c/779f75ac-4dfb-480c-8650-2aa73d172ae4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:28.115545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a42bb2e-abae-464a-8273-159b568c7f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.182969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router a3a80882-694e-4be1-976e-489bddc62c41 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:46:28.198210 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.213331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.249291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19ff1815-aa06-4bab-b768-56673f9ade4e req-dd9cf793-f3a1-433f-bff9-4dd34ad52ede tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110527 Nov 25 18:46:28.346873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a42bb2e-abae-464a-8273-159b568c7f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.349308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a42bb2e-abae-464a-8273-159b568c7f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.350630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1a42bb2e-abae-464a-8273-159b568c7f9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9535cb6f-a56f-4c46-8451-49e3cebc38dc HTTP/1.1" status: 204 len: 168 time: 0.5821629 Nov 25 18:46:28.413755 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.415716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42bb2e-abae-464a-8273-159b568c7f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9535cb6f-a56f-4c46-8451-49e3cebc38dc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:28.428684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.450911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=87ee3b29-5440-45e5-ae4c-4579ca180c7c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:28.474237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:28.488902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] Sync routers for ids ['a3a80882-694e-4be1-976e-489bddc62c41'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:28.491738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=44e94837-f033-4daa-aa7e-fca53db8ba2c,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:28.493561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-faf54ef6-5aca-43d1-9fbf-44e7b43c9eb7 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/a3a80882-694e-4be1-976e-489bddc62c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9262502 Nov 25 18:46:28.498432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53542) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:28.501671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.520323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Checking segment: {'id': '413ad0e2-9c0f-48ba-b092-8eec80de0125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:28.520603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network hostable DHCP agents. Network: 671696b5-b09f-4760-90f1-b216f63d8fbb, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:46:28.524008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] Routers {'a3a80882-694e-4be1-976e-489bddc62c41'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:28.526844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3a80882-694e-4be1-976e-489bddc62c41'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:28.549759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.562728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:28.572836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] Routers {'a3a80882-694e-4be1-976e-489bddc62c41'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:28.573376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3a80882-694e-4be1-976e-489bddc62c41'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:28.595474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0b46e-fa30-4676-945e-afd64f519d12 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:28.599741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0d0b46e-fa30-4676-945e-afd64f519d12 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports/69876690-1ad4-44a8-843a-47ecec3a0f24 HTTP/1.1" status: 200 len: 977 time: 0.1002183 Nov 25 18:46:28.600294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53546) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:28.613089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:28.614034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9230e4-2deb-4d22-acb6-d63abb79f06d None None] The sync data for ids ['a3a80882-694e-4be1-976e-489bddc62c41'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:28.655558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 671696b5-b09f-4760-90f1-b216f63d8fbb is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:46:28.674369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 671696b5-b09f-4760-90f1-b216f63d8fbb) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:28.682180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:28.682787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.694103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f900d5-27d1-4671-8863-e1b790edf3e7 None None] Network 671696b5-b09f-4760-90f1-b216f63d8fbb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:28.704488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9b1a5d02-6093-45e1-98f5-c00031364d54 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1270092 Nov 25 18:46:28.707970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53550) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:28.741307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8bee1a2a-bd35-4d16-8da5-48160037415f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1584375196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:28.771876 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be7d6aa5-1ca5-427c-8131-9f98055c14e7 req-1ce748bc-a551-4adc-a307-78c2581c2d05 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 210 time: 0.0885077 Nov 25 18:46:28.777803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8bee1a2a-bd35-4d16-8da5-48160037415f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.782264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8bee1a2a-bd35-4d16-8da5-48160037415f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.801315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:28.804168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.863845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:28.907323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53552) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:28.922148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8bee1a2a-bd35-4d16-8da5-48160037415f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.926644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-671696b5-b09f-4760-90f1-b216f63d8fbb', 'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb', 'tenant_id': '3c6cac992c404d8586bf553ffcae1809', 'fixed_ips': [{'subnet_id': '44e94837-f033-4daa-aa7e-fca53db8ba2c'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:28.927803 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.942218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Router f557ae6e-9e8e-435d-bf38-a3a77bd89d48 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:28.943543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8bee1a2a-bd35-4d16-8da5-48160037415f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.983248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-cb51499c-a8b6-48a5-a6cc-f8bf2d0d039e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:28.984993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-cb51499c-a8b6-48a5-a6cc-f8bf2d0d039e tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.3078439 Nov 25 18:46:28.994478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f48752a-e84f-4ec0-bd11-d48b12468de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:28.999545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:29.010795 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8bee1a2a-bd35-4d16-8da5-48160037415f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.015130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8bee1a2a-bd35-4d16-8da5-48160037415f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3038650 Nov 25 18:46:29.016613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53554) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:29.024575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb', 'name': 'tempest-PortsTestJSON-674058639'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:29.089864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Allocated IP 172.20.0.2 (671696b5-b09f-4760-90f1-b216f63d8fbb/44e94837-f033-4daa-aa7e-fca53db8ba2c/0b408bb5-6a64-4381-a0c6-6834c8afaf0f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:29.176713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event updated for resources: {'Port': ['ID=779f75ac-4dfb-480c-8650-2aa73d172ae4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:29.180130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:29.191121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:29.197072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.198795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94aa2fa-622c-4bb3-8db8-f6bda7374c45 None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:29.211541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:29.232799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port a93701e8-be1f-444e-ba0b-799f728347da yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:29.237769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:29.244236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.244236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.244530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.244874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.245210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.245542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.245887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.246202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.246598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.246926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.247801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.248129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:29.248267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4790592d-0386-47d3-ba45-f527d6592014 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "PUT /v2.0/routers/f557ae6e-9e8e-435d-bf38-a3a77bd89d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6354787 Nov 25 18:46:29.249201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53556) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:29.254978 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] Sync routers for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:29.260337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e16b22f1-702c-490c-b57d-a8cdc23a90a4 None None] Provisioning complete for port 87ee3b29-5440-45e5-ae4c-4579ca180c7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:29.261106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e16b22f1-702c-490c-b57d-a8cdc23a90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.272301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router 24c2916a-046b-4789-8050-5793362d1abf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:29.276294 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:29.277258 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:29.306173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e16b22f1-702c-490c-b57d-a8cdc23a90a4 None None] Port 87ee3b29-5440-45e5-ae4c-4579ca180c7c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:29.335613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.348576 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:29.358479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:29.358700 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.359130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.371284 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] Routers {'f557ae6e-9e8e-435d-bf38-a3a77bd89d48'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:29.371837 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:29.414115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Network 671696b5-b09f-4760-90f1-b216f63d8fbb is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:29.418826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:29.423307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:29.443204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Deleting port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:29.443527 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.453424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-96cdd487-5314-4102-a044-9771ab27fd40 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3380833 Nov 25 18:46:29.455472 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:29.459100 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132929c0-06f1-435d-a1bd-24850575f163 None None] The sync data for ids ['f557ae6e-9e8e-435d-bf38-a3a77bd89d48'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:29.460056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Pushing event updated for resources: {'Port': ['ID=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:29.468915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bf4a0758-a69b-4b3e-b198-d1a2256e055a None None] Provisioning complete for port 779f75ac-4dfb-480c-8650-2aa73d172ae4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:29.469469 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0758-a69b-4b3e-b198-d1a2256e055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.522562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a0758-a69b-4b3e-b198-d1a2256e055a None None] Port 779f75ac-4dfb-480c-8650-2aa73d172ae4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:29.537438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Attempting to bind port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:29.537820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Attempting to bind port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '413ad0e2-9c0f-48ba-b092-8eec80de0125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:29.538191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Attempting to bind port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f on network 671696b5-b09f-4760-90f1-b216f63d8fbb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:29.544818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:29.544818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Checking segment: {'id': '413ad0e2-9c0f-48ba-b092-8eec80de0125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:29.545229 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.545629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Bound using segment: {'id': '413ad0e2-9c0f-48ba-b092-8eec80de0125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:29.546116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Bound port: 0b408bb5-6a64-4381-a0c6-6834c8afaf0f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413ad0e2-9c0f-48ba-b092-8eec80de0125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '671696b5-b09f-4760-90f1-b216f63d8fbb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:29.546549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.564224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be75fa-64ea-42d7-bc8f-a43867b3d1ab req-34ff8b60-cb92-4b23-b5ec-1dc7f784b734 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:29.565958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99be75fa-64ea-42d7-bc8f-a43867b3d1ab req-34ff8b60-cb92-4b23-b5ec-1dc7f784b734 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.1831083 Nov 25 18:46:29.570706 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.620866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] For port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:29.624427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] For port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,segment=NetworkSegment(413ad0e2-9c0f-48ba-b092-8eec80de0125),segment_id=413ad0e2-9c0f-48ba-b092-8eec80de0125)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:29.628304 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.690221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dc89b-b7f2-432a-8244-cb7602d0598e None None] Pushing event updated for resources: {'Port': ['ID=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:29.747322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.9 (671696b5-b09f-4760-90f1-b216f63d8fbb/44e94837-f033-4daa-aa7e-fca53db8ba2c/a93701e8-be1f-444e-ba0b-799f728347da) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:29.771400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99be75fa-64ea-42d7-bc8f-a43867b3d1ab req-caf82586-da48-46e0-914d-5589ab52f6b9 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602182 Nov 25 18:46:29.808136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:29.845841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Request body: {'port': {'device_id': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:29.987161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Deleting port 3b8ea4b9-c712-41d0-8087-25894419be78 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:29.987499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.009959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f48752a-e84f-4ec0-bd11-d48b12468de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.042658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f48752a-e84f-4ec0-bd11-d48b12468de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.117435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:30.132261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Sync routers for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:30.137106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-000c1d74-0b8a-48f0-bfe1-eacee04e9212 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "PUT /v2.0/routers/24c2916a-046b-4789-8050-5793362d1abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7458296 Nov 25 18:46:30.148838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48752a-e84f-4ec0-bd11-d48b12468de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f68c4-513b-432d-8514-7341119bc9a0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:30.151838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:30.152826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:30.169166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] For port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:30.169768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.187280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.202480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050653-1008-47d7-8ac1-2c5e70def601 req-e574afad-f30f-4bd6-933e-e52988bc56b2 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:30.204203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b050653-1008-47d7-8ac1-2c5e70def601 req-e574afad-f30f-4bd6-933e-e52988bc56b2 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 931 time: 0.3296950 Nov 25 18:46:30.220393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Calling delete_port for 00b42aa9-3724-43fc-9c4d-2ebacedef4ec owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:30.235472 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f48752a-e84f-4ec0-bd11-d48b12468de3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5551929bc0544176a56c97c0dc1ca621&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3235528 Nov 25 18:46:30.244780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53564) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:30.283781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:46:30.373885 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.435263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.482414 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b050653-1008-47d7-8ac1-2c5e70def601 req-84213cff-da50-49e7-84dc-0b3749cfc3d5 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567184 Nov 25 18:46:30.490396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.514740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.527117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Calling delete_port for 3b8ea4b9-c712-41d0-8087-25894419be78 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:30.619958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 671696b5-b09f-4760-90f1-b216f63d8fbb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:30.620962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=a93701e8-be1f-444e-ba0b-799f728347da,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:30.653754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:30.656901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:30.723914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b408bb5-6a64-4381-a0c6-6834c8afaf0f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:30.724852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:30.725503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.787077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b5810989-4279-4b84-93d4-d6d788bf43f2 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7706127 Nov 25 18:46:30.790540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dd30f58-2672-4bd4-b2b0-eaac243ca6df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.790690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53568) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:30.805175 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.829735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:26Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:13Z', 'revision_number': 1, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ee3b29-5440-45e5-ae4c-4579ca180c7c', 'name': '', 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:b0:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '8633c82e-6d22-470c-9ee9-366be27b08e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:46:25Z', 'updated_at': '2021-11-25T18:46:27Z', 'revision_number': 2, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': '8633c82e-6d22-470c-9ee9-366be27b08e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:30.866657 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dd30f58-2672-4bd4-b2b0-eaac243ca6df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.870888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Checking router: 24c2916a-046b-4789-8050-5793362d1abf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:46:30.871247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Updating router 24c2916a-046b-4789-8050-5793362d1abf port 87ee3b29-5440-45e5-ae4c-4579ca180c7c binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:46:30.914245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:30.914643 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:30.917845 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.048906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779f75ac-4dfb-480c-8650-2aa73d172ae4 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:46:31.060675 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.091922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743e1a6-ad11-4995-96a5-6289e2a25187 None None] Network 671696b5-b09f-4760-90f1-b216f63d8fbb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:31.099927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.104625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dd30f58-2672-4bd4-b2b0-eaac243ca6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.107927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dd30f58-2672-4bd4-b2b0-eaac243ca6df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.111466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4dd30f58-2672-4bd4-b2b0-eaac243ca6df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b74f68c4-513b-432d-8514-7341119bc9a0 HTTP/1.1" status: 204 len: 168 time: 0.8591888 Nov 25 18:46:31.150295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Pushing event deleted for resources: {'Port': ['ID=00b42aa9-3724-43fc-9c4d-2ebacedef4ec,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:31.158038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab7645-0dee-415d-a2fe-f9052946274c req-02692e79-d990-403c-8eb5-f3f6f50d93f9 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:31.158817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Transition to ACTIVE for port object 779f75ac-4dfb-480c-8650-2aa73d172ae4 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:46:31.160437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aab7645-0dee-415d-a2fe-f9052946274c req-02692e79-d990-403c-8eb5-f3f6f50d93f9 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a HTTP/1.1" status: 200 len: 946 time: 0.2524364 Nov 25 18:46:31.165668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.172126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd30f58-2672-4bd4-b2b0-eaac243ca6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f68c4-513b-432d-8514-7341119bc9a0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:31.191299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.203782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-846d2104-672e-4f3e-bdfe-57a8cb826572 None None] Provisioning complete for port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:31.204375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-846d2104-672e-4f3e-bdfe-57a8cb826572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.212020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Port': ['ID=3b8ea4b9-c712-41d0-8087-25894419be78,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:31.216386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e5113-e0b8-4a33-8986-e017b663399e None None] DHCP port deletion for 8ce87182-6ae7-495c-92a6-b464ed4bfac0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:31.218592 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.275153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38502f5d-8700-4c25-9ea9-b6f94e8bdfca None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:31.315007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f389f-61db-4876-a556-fd53ad7fd7ac None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:31.321366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,segment=NetworkSegment(413ad0e2-9c0f-48ba-b092-8eec80de0125),segment_id=413ad0e2-9c0f-48ba-b092-8eec80de0125)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:31.347543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.427592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Pushing event updated for resources: {'Port': ['ID=779f75ac-4dfb-480c-8650-2aa73d172ae4,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:31.440243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] No DVR routers for this DVR port 00b42aa9-3724-43fc-9c4d-2ebacedef4ec on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:31.441846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aab7645-0dee-415d-a2fe-f9052946274c req-d2513848-ddbf-4576-aa31-66b228116bc7 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.62 "GET /v2.0/security-groups?id=c1f9ce8b-c965-402b-929c-094f5762310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663000 Nov 25 18:46:31.443165 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.455020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.461907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b5018ff-07d3-4f0d-a2e9-638a575d7ae4 req-10becb4d-f66a-4489-a29c-00e404657745 tempest-ServerRescueTestJSON-1931435503 tempest-ServerRescueTestJSON-1931435503-project] 10.222.0.66 "DELETE /v2.0/ports/00b42aa9-3724-43fc-9c4d-2ebacedef4ec HTTP/1.1" status: 204 len: 173 time: 2.4527507 Nov 25 18:46:31.478752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'name': 'network-vif-deleted', 'tag': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:31.485989 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c283d4fc-6308-4018-acdf-1d36895f81f6" -d '{"events": [{"server_uuid": "ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a", "name": "network-vif-deleted", "tag": "00b42aa9-3724-43fc-9c4d-2ebacedef4ec"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:31.596178 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.600842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.612907 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df7c6b-248c-4659-9d75-d9c1227aa95a x-openstack-request-id: req-14df7c6b-248c-4659-9d75-d9c1227aa95a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:31.613674 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a", "name": "network-vif-deleted", "tag": "00b42aa9-3724-43fc-9c4d-2ebacedef4ec", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:31.613949 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14df7c6b-248c-4659-9d75-d9c1227aa95a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:31.616146 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fb56e-ff7a-4c4b-9fa1-aee23b9b649a', 'name': 'network-vif-deleted', 'tag': '00b42aa9-3724-43fc-9c4d-2ebacedef4ec', 'status': 'completed', 'code': 200} Nov 25 18:46:31.641926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:31.705060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.706439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Fanout notify agent at l3_agent the message router_deleted on router f557ae6e-9e8e-435d-bf38-a3a77bd89d48 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:46:31.722568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 69876690-1ad4-44a8-843a-47ecec3a0f24 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:31.723603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.727503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e75afc5-d952-4027-bcdb-5f4f7f98e23f tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "DELETE /v2.0/routers/f557ae6e-9e8e-435d-bf38-a3a77bd89d48 HTTP/1.1" status: 204 len: 168 time: 2.4634418 Nov 25 18:46:31.729410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.729547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:31.749349 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.758306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.817741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Attempting to bind port 779f75ac-4dfb-480c-8650-2aa73d172ae4 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:31.818280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Attempting to bind port 779f75ac-4dfb-480c-8650-2aa73d172ae4 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:31.818791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Attempting to bind port 779f75ac-4dfb-480c-8650-2aa73d172ae4 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:31.825879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Port 779f75ac-4dfb-480c-8650-2aa73d172ae4 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:46:31.826478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Attempting to bind port 779f75ac-4dfb-480c-8650-2aa73d172ae4 on network 6398ccdc-4a28-4532-b7b8-e40937d09707 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:31.836009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Deleting subnet dd9b760a-6a0d-4bb1-8af6-c06121c2ce27 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:31.838590 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.839852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:31.840529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Checking segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:31.841637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Bound using segment: {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:31.842243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Bound port: 779f75ac-4dfb-480c-8650-2aa73d172ae4, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6c6c26-eafd-4ce1-b2c5-0878d4621661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:31.842796 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.853953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645ff25-95b6-43eb-8151-d02b9e7415ab None None] Pushing event updated for resources: {'Port': ['ID=87ee3b29-5440-45e5-ae4c-4579ca180c7c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:31.985897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:31.993483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Attempting to bind port 87ee3b29-5440-45e5-ae4c-4579ca180c7c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:31.994713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Attempting to bind port 87ee3b29-5440-45e5-ae4c-4579ca180c7c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:31.995096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Attempting to bind port 87ee3b29-5440-45e5-ae4c-4579ca180c7c on network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:32.012422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:32.012848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Checking segment: {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:32.013269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.013668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Bound using segment: {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:32.014259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Bound port: 87ee3b29-5440-45e5-ae4c-4579ca180c7c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:32.014720 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.038110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 69876690-1ad4-44a8-843a-47ecec3a0f24 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:32.053050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] For port 779f75ac-4dfb-480c-8650-2aa73d172ae4, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:32.060217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] For port 779f75ac-4dfb-480c-8650-2aa73d172ae4, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779f75ac-4dfb-480c-8650-2aa73d172ae4,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:32.068540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.180110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] For port 87ee3b29-5440-45e5-ae4c-4579ca180c7c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:32.211698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] For port 87ee3b29-5440-45e5-ae4c-4579ca180c7c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87ee3b29-5440-45e5-ae4c-4579ca180c7c,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:32.239239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344cb64-d692-4e3f-b25a-972fd44b039b None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:32.243045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.257730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b564721f-f7e5-480f-b40e-2e4ac720fb7a None None] Provisioning complete for port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:32.258102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b564721f-f7e5-480f-b40e-2e4ac720fb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.306797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.313443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.353011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.371321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:32.372031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:32.397573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:32.398757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.405884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-13c23754-fdde-4448-b621-826fc9752360 service neutron] 10.222.0.64 "PUT /v2.0/ports/779f75ac-4dfb-480c-8650-2aa73d172ae4 HTTP/1.1" status: 200 len: 1091 time: 2.9368730 Nov 25 18:46:32.470591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645ff25-95b6-43eb-8151-d02b9e7415ab None None] Pushing event updated for resources: {'Port': ['ID=87ee3b29-5440-45e5-ae4c-4579ca180c7c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:32.548819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=a93701e8-be1f-444e-ba0b-799f728347da,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:32.561528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53606) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:32.562690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901d258-4c19-46be-ac45-c730fe330afe req-c97aca4a-d075-49e2-a626-620f7d10e747 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:32.571822 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2901d258-4c19-46be-ac45-c730fe330afe req-c97aca4a-d075-49e2-a626-620f7d10e747 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 943 time: 0.9221957 Nov 25 18:46:32.624739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c23754-fdde-4448-b621-826fc9752360 service neutron] Pushing event updated for resources: {'Port': ['ID=779f75ac-4dfb-480c-8650-2aa73d172ae4,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:32.672538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:46:32.732808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2901d258-4c19-46be-ac45-c730fe330afe req-34ca3694-f65e-4bc8-b782-920a75a8b3ae tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599956 Nov 25 18:46:32.741696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.751867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-9c7f34b4-7e55-4c5e-9351-4f0c7e93b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:32.753561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-9c7f34b4-7e55-4c5e-9351-4f0c7e93b55c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 1094 time: 0.2998428 Nov 25 18:46:32.754367 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:32.827418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b408bb5-6a64-4381-a0c6-6834c8afaf0f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:32.829334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 00b42aa9-3724-43fc-9c4d-2ebacedef4ec no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:32.906095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 00b42aa9-3724-43fc-9c4d-2ebacedef4ec {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:32.906489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 00b42aa9-3724-43fc-9c4d-2ebacedef4ec not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:32.932059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-8ff90d70-e587-4f1c-8909-d9791bb730d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=779f75ac-4dfb-480c-8650-2aa73d172ae4 HTTP/1.1" status: 200 len: 217 time: 0.1664531 Nov 25 18:46:32.935225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=69876690-1ad4-44a8-843a-47ecec3a0f24,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:33.020234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b564721f-f7e5-480f-b40e-2e4ac720fb7a None None] Provisioning complete for port a93701e8-be1f-444e-ba0b-799f728347da triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:33.020647 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b564721f-f7e5-480f-b40e-2e4ac720fb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.043579 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.072218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-6ba45fe7-f4f6-43d5-bbf9-287aa66b7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:33.073819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-6ba45fe7-f4f6-43d5-bbf9-287aa66b7bed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.1126168 Nov 25 18:46:33.095962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:33.096352 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.134920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b564721f-f7e5-480f-b40e-2e4ac720fb7a None None] Port a93701e8-be1f-444e-ba0b-799f728347da cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:33.149211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.162903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.235520 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-24d8e6cf-6753-46fb-beb7-4a745d84d800 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686855 Nov 25 18:46:33.326993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.391402 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.441436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.465259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Provisioning complete for port a93701e8-be1f-444e-ba0b-799f728347da triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:33.465667 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.505220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c799288e-7b51-4a12-b573-efb28739372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:26Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:13Z', 'revision_number': 1, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ee3b29-5440-45e5-ae4c-4579ca180c7c', 'name': '', 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:b0:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '8633c82e-6d22-470c-9ee9-366be27b08e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:46:25Z', 'updated_at': '2021-11-25T18:46:32Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': '8633c82e-6d22-470c-9ee9-366be27b08e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:33.556268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799288e-7b51-4a12-b573-efb28739372b None None] The sync data for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 is: [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:26Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:13Z', 'revision_number': 1, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ee3b29-5440-45e5-ae4c-4579ca180c7c', 'name': '', 'network_id': '9a99d817-efc6-4d56-9888-0fe81bd4ce57', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:b0:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '8633c82e-6d22-470c-9ee9-366be27b08e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:46:25Z', 'updated_at': '2021-11-25T18:46:32Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': '8633c82e-6d22-470c-9ee9-366be27b08e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:33.558618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9b760a-6a0d-4bb1-8af6-c06121c2ce27,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:33.567472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Port a93701e8-be1f-444e-ba0b-799f728347da cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:33.574798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.581932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8ca3d7d0-78b6-4c2b-9270-1b6a53697cdf tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "DELETE /v2.0/subnets/dd9b760a-6a0d-4bb1-8af6-c06121c2ce27 HTTP/1.1" status: 204 len: 168 time: 1.8483284 Nov 25 18:46:33.581932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53648) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:33.582727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Provisioning complete for port 87ee3b29-5440-45e5-ae4c-4579ca180c7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:33.583269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.616665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'tag': '779f75ac-4dfb-480c-8650-2aa73d172ae4'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:33.618942 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0653303a-b89a-4b14-8b5c-0ae6c110f041" -d '{"events": [{"name": "network-changed", "server_uuid": "8babf2ea-fc0c-4540-aef4-f3334a7b9628", "tag": "779f75ac-4dfb-480c-8650-2aa73d172ae4"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:33.645952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1dee6e-4ffc-4ea1-b2bc-12b6eaeb3596 None None] Network a0dbbc5f-ac6e-4a16-8953-c032950c0c39 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:33.661476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-5ae94b44-af67-4db4-b53f-ee06c04f3c28 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118290 Nov 25 18:46:33.684277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router a3a80882-694e-4be1-976e-489bddc62c41 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:33.753570 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a88120-b2e3-449e-b397-a3ce19fefcbb x-openstack-request-id: req-79a88120-b2e3-449e-b397-a3ce19fefcbb {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:33.754279 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8babf2ea-fc0c-4540-aef4-f3334a7b9628", "tag": "779f75ac-4dfb-480c-8650-2aa73d172ae4", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:33.754279 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79a88120-b2e3-449e-b397-a3ce19fefcbb {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:33.754471 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'tag': '779f75ac-4dfb-480c-8650-2aa73d172ae4', 'status': 'completed', 'code': 200} Nov 25 18:46:33.855468 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.953970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] For port 87ee3b29-5440-45e5-ae4c-4579ca180c7c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87ee3b29-5440-45e5-ae4c-4579ca180c7c,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:33.985195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.990785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:33.993905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.008485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.095386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] DHCP port deletion for a0dbbc5f-ac6e-4a16-8953-c032950c0c39 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:34.160508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad22b0-32f7-4218-bd17-06f0cc594933 req-78f97a9e-5940-421a-9af3-1dbe37b76ab0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:34.169941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fad22b0-32f7-4218-bd17-06f0cc594933 req-78f97a9e-5940-421a-9af3-1dbe37b76ab0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 943 time: 0.2656708 Nov 25 18:46:34.170151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338b155-8964-448c-88b9-d8d51d882aaf None None] Pushing event updated for resources: {'Port': ['ID=87ee3b29-5440-45e5-ae4c-4579ca180c7c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:34.199416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] Deleting port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:34.199783 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.204103 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.211873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=a93701e8-be1f-444e-ba0b-799f728347da,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:34.285884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] For port 828b9982-93fb-438c-a412-8b2bc4fdc5f4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=828b9982-93fb-438c-a412-8b2bc4fdc5f4,segment=NetworkSegment(ed639362-db1b-4637-b76c-38e30a94026b),segment_id=ed639362-db1b-4637-b76c-38e30a94026b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:34.287263 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.304701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] Calling delete_port for 828b9982-93fb-438c-a412-8b2bc4fdc5f4 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:34.344592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fad22b0-32f7-4218-bd17-06f0cc594933 req-eb8f50a3-2085-4ea4-9a19-033bc32d4ca0 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678274 Nov 25 18:46:34.364710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Deleting port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:34.366795 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.453623 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.486116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:34.495655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a86bf854-5079-42fd-89e5-013b372986d2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/a3a80882-694e-4be1-976e-489bddc62c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8884096 Nov 25 18:46:34.504409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53684) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:34.510960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] For port 828b9982-93fb-438c-a412-8b2bc4fdc5f4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=828b9982-93fb-438c-a412-8b2bc4fdc5f4,segment=NetworkSegment(ed639362-db1b-4637-b76c-38e30a94026b),segment_id=ed639362-db1b-4637-b76c-38e30a94026b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:34.511608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.522469 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] Sync routers for ids ['a3a80882-694e-4be1-976e-489bddc62c41'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:34.532608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Calling delete_port for 828b9982-93fb-438c-a412-8b2bc4fdc5f4 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:34.533383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] Pushing event deleted for resources: {'Port': ['ID=828b9982-93fb-438c-a412-8b2bc4fdc5f4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:34.536704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed06058-1ae0-49d3-87d0-5576547f2e65 None None] No DVR routers for this DVR port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:34.562859 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] Routers {'a3a80882-694e-4be1-976e-489bddc62c41'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:34.564212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3a80882-694e-4be1-976e-489bddc62c41'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:34.569018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 671696b5-b09f-4760-90f1-b216f63d8fbb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:34.572394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:34.662816 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:34.674093 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] Routers {'a3a80882-694e-4be1-976e-489bddc62c41'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:34.676919 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3a80882-694e-4be1-976e-489bddc62c41'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:34.720156 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db6122a-757e-461a-93d7-fc86f2fbbfe6 req-fbcb2a7c-b35c-44a3-b350-065c41449fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0413103 Nov 25 18:46:34.749910 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:34.750839 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ece4f-d8d7-4ee9-929e-fd77c77fe370 None None] The sync data for ids ['a3a80882-694e-4be1-976e-489bddc62c41'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:34.772406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87ee3b29-5440-45e5-ae4c-4579ca180c7c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:34.860325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 87ee3b29-5440-45e5-ae4c-4579ca180c7c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:34.862381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.933860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:34.964922 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:46:34.976428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] No DVR routers for this DVR port 828b9982-93fb-438c-a412-8b2bc4fdc5f4 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:34.990704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Port': ['ID=828b9982-93fb-438c-a412-8b2bc4fdc5f4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:35.032547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Router d90ede3d-154d-4db1-9818-ddfa71873c4f is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:46:35.056673 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-544a36c7-6176-407c-98d9-1b9bae944d7c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 18:46:35.061126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-544a36c7-6176-407c-98d9-1b9bae944d7c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/a3a80882-694e-4be1-976e-489bddc62c41/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5554721 Nov 25 18:46:35.064493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53690) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:35.098413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b01e3a8c-5c9d-45c2-98df-b031e65e0a67 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3a80882-694e-4be1-976e-489bddc62c41 HTTP/1.1" status: 200 len: 205 time: 0.0316985 Nov 25 18:46:35.099236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53692) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:35.103476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-c7fc025d-0b5b-4c1d-803a-68cf16b52b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:35.104949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-c7fc025d-0b5b-4c1d-803a-68cf16b52b9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b398994491047d7bcd1464030532fb7&device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 1094 time: 0.1977918 Nov 25 18:46:35.123930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 828b9982-93fb-438c-a412-8b2bc4fdc5f4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:35.151905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 828b9982-93fb-438c-a412-8b2bc4fdc5f4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:35.152248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 828b9982-93fb-438c-a412-8b2bc4fdc5f4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:35.172210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6418cd29-5254-4041-a64f-0b03dd9c4fec None None] Provisioning complete for port a93701e8-be1f-444e-ba0b-799f728347da triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:35.172803 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6418cd29-5254-4041-a64f-0b03dd9c4fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.222722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6418cd29-5254-4041-a64f-0b03dd9c4fec None None] Port a93701e8-be1f-444e-ba0b-799f728347da cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:35.260482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a69d156-318e-4724-8ea5-6d8ef8421e44 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.266399 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.518705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-0a0f654b-c0e1-45a2-bcbb-a98079d953f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:35.520127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-0a0f654b-c0e1-45a2-bcbb-a98079d953f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 200 len: 912 time: 0.4047310 Nov 25 18:46:35.554914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.584105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dbbc5f-ac6e-4a16-8953-c032950c0c39']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:35.586176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a69d156-318e-4724-8ea5-6d8ef8421e44 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.597117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:35.599743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed639362-db1b-4637-b76c-38e30a94026b') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:35.600107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed639362-db1b-4637-b76c-38e30a94026b') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:35.604955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b492aed5-b80e-4f66-9f77-a80ef330d136 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "PUT /v2.0/routers/d90ede3d-154d-4db1-9818-ddfa71873c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8133438 Nov 25 18:46:35.610956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53696) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:35.612227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] Sync routers for ids ['d90ede3d-154d-4db1-9818-ddfa71873c4f'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:35.616594 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a69d156-318e-4724-8ea5-6d8ef8421e44 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.625117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.625987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-24f497ee-89cf-482e-8aaa-521baa4d0edd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=779f75ac-4dfb-480c-8650-2aa73d172ae4 HTTP/1.1" status: 200 len: 217 time: 0.0622616 Nov 25 18:46:35.638242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] Routers {'d90ede3d-154d-4db1-9818-ddfa71873c4f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:35.638924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d90ede3d-154d-4db1-9818-ddfa71873c4f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:35.657312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.665810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:35.666270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:35.670358 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:35.687807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:35.700514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] Routers {'d90ede3d-154d-4db1-9818-ddfa71873c4f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:35.702971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d90ede3d-154d-4db1-9818-ddfa71873c4f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:35.718308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4222-c67d-4041-9547-4ecd2d69dd19 req-4b37e646-860b-42d0-a30b-b8c2e71e6f97 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:35.719901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb8a4222-c67d-4041-9547-4ecd2d69dd19 req-4b37e646-860b-42d0-a30b-b8c2e71e6f97 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 943 time: 0.2882116 Nov 25 18:46:35.725812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ac38c-0c09-47ae-839d-673dee39e546 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:35.725812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c66ac38c-0c09-47ae-839d-673dee39e546 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d90ede3d-154d-4db1-9818-ddfa71873c4f HTTP/1.1" status: 200 len: 981 time: 0.1132026 Nov 25 18:46:35.728553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53700) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:35.771906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a69d156-318e-4724-8ea5-6d8ef8421e44 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.772440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a69d156-318e-4724-8ea5-6d8ef8421e44 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Fanout notify agent at l3_agent the message router_deleted on router a3a80882-694e-4be1-976e-489bddc62c41 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:46:35.782628 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a69d156-318e-4724-8ea5-6d8ef8421e44 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.786507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0a69d156-318e-4724-8ea5-6d8ef8421e44 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/a3a80882-694e-4be1-976e-489bddc62c41 HTTP/1.1" status: 204 len: 168 time: 0.6851628 Nov 25 18:46:35.798301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:35.801624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb014d3-5624-44ea-8ab4-43c662566687 None None] The sync data for ids ['d90ede3d-154d-4db1-9818-ddfa71873c4f'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:35.807792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53702) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:35.822498 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.831828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:35.835387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "DELETE /v2.0/networks/a0dbbc5f-ac6e-4a16-8953-c032950c0c39 HTTP/1.1" status: 204 len: 168 time: 2.2526538 Nov 25 18:46:35.841892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53704) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:35.864582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-cc1de600-71cb-4eda-9054-c4e931627eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:35.866090 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-cc1de600-71cb-4eda-9054-c4e931627eda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 200 len: 851 time: 0.1983986 Nov 25 18:46:35.869192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4729-c6b4-4c23-8bf6-e8eb1894f6a4 tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Network': ['ID=a0dbbc5f-ac6e-4a16-8953-c032950c0c39,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:35.927468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet 4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:35.931269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-58a924d8-0ae6-4ed5-be4d-9bffbcc32064 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6398ccdc-4a28-4532-b7b8-e40937d09707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512040 Nov 25 18:46:35.936832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb8a4222-c67d-4041-9547-4ecd2d69dd19 req-3dc4c07d-bd69-4179-8133-f080abf6496e tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936352 Nov 25 18:46:35.937511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.058350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.137147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Deleting port 1e62e636-f071-4357-a522-102dd320af65 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:36.137493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.155138 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-6507da48-59e4-4531-8792-680693824475 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137010 Nov 25 18:46:36.258655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.286358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.286705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.295946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Deleting port 568bc47f-b0ba-43e6-87d7-41148a7acf39 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:36.296292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.312485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Calling delete_port for 1e62e636-f071-4357-a522-102dd320af65 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:36.388890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0653303a-b89a-4b14-8b5c-0ae6c110f041 req-e237a470-203b-45c1-a192-dee787bd5993 service neutron] 10.222.0.64 "GET /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008684 Nov 25 18:46:36.402348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.445236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:36.448074 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.452315 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c462c48-2b49-4146-a658-4b7500fc6a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e HTTP/1.1" status: 204 len: 168 time: 0.6434660 Nov 25 18:46:36.457202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:36.458624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb0d64-7bb5-481a-98c8-6634ecc96012 None None] Network 23cafacd-53c1-445b-9aba-84c6952407ff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:36.459326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] For port 568bc47f-b0ba-43e6-87d7-41148a7acf39, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=568bc47f-b0ba-43e6-87d7-41148a7acf39,segment=NetworkSegment(63a49f1c-65af-4ddb-b4f8-115a2dca6d28),segment_id=63a49f1c-65af-4ddb-b4f8-115a2dca6d28)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:36.459482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.459987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.480851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Calling delete_port for 568bc47f-b0ba-43e6-87d7-41148a7acf39 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:36.635002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.691382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] DHCP port deletion for 23cafacd-53c1-445b-9aba-84c6952407ff request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:36.743564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.756401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] Deleting port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:36.757053 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.777455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.787728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=568bc47f-b0ba-43e6-87d7-41148a7acf39,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:36.815817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Pushing event deleted for resources: {'Port': ['ID=1e62e636-f071-4357-a522-102dd320af65,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:36.822385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc691a7-de7c-4252-b2e0-94b1a41b5bc3 None None] DHCP port deletion for 8ce87182-6ae7-495c-92a6-b464ed4bfac0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:36.864442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] For port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,segment=NetworkSegment(25dec050-eba4-4718-b4dd-14cf0a852e06),segment_id=25dec050-eba4-4718-b4dd-14cf0a852e06)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:36.864876 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.884834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] Calling delete_port for 1ca6b7d1-a939-4f92-9c1c-b42324c211ce owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:36.895409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:36.895747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.979189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.982379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:36.983672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-220f1787-8f38-4266-b33b-01f3a607fb3c tempest-FloatingIPAdminTestJSON-2107203621 tempest-FloatingIPAdminTestJSON-2107203621-project] 10.222.0.62 "DELETE /v2.0/floatingips/343ff287-7e56-4211-a905-336192ba1b0a HTTP/1.1" status: 204 len: 168 time: 1.1408410 Nov 25 18:46:37.000144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.032364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] No DVR routers for this DVR port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:37.068488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235982c-b119-4022-867f-b5c7f1bf6941 None None] Pushing event deleted for resources: {'Port': ['ID=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:37.074478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,segment=NetworkSegment(25dec050-eba4-4718-b4dd-14cf0a852e06),segment_id=25dec050-eba4-4718-b4dd-14cf0a852e06)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:37.076739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.087963 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.124672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 1ca6b7d1-a939-4f92-9c1c-b42324c211ce owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:37.192208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port a93701e8-be1f-444e-ba0b-799f728347da {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:37.192545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.217180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13171f32-0675-4e34-b25e-d5030c799d55 req-52a268ec-0d44-441e-bebc-f4848750f4f4 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:37.218783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13171f32-0675-4e34-b25e-d5030c799d55 req-52a268ec-0d44-441e-bebc-f4848750f4f4 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 943 time: 0.1693075 Nov 25 18:46:37.363210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13171f32-0675-4e34-b25e-d5030c799d55 req-ce96e68c-e454-4c0f-a6fb-983d45cadcab tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990028 Nov 25 18:46:37.388431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.392158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.441280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for a93701e8-be1f-444e-ba0b-799f728347da owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:37.443314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=1ca6b7d1-a939-4f92-9c1c-b42324c211ce,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:37.450612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No DVR routers for this DVR port 1ca6b7d1-a939-4f92-9c1c-b42324c211ce on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:37.466845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:37.531479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:37.586129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.618838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cafacd-53c1-445b-9aba-84c6952407ff']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:37.634718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dec050-eba4-4718-b4dd-14cf0a852e06') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:37.635038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dec050-eba4-4718-b4dd-14cf0a852e06') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:37.648045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779f75ac-4dfb-480c-8650-2aa73d172ae4 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:46:37.685303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.716585 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.729276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:37.729608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:37.736841 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:37.822979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 779f75ac-4dfb-480c-8650-2aa73d172ae4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779f75ac-4dfb-480c-8650-2aa73d172ae4,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:37.834521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.842707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '779f75ac-4dfb-480c-8650-2aa73d172ae4', 'network_id': '6398ccdc-4a28-4532-b7b8-e40937d09707', 'port_id': '779f75ac-4dfb-480c-8650-2aa73d172ae4', 'mac_address': 'fa:16:3e:ec:63:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facef00e-ccfd-4dca-ba36-6dccea534f9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:46:37.848207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.856928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/23cafacd-53c1-445b-9aba-84c6952407ff HTTP/1.1" status: 204 len: 168 time: 1.3979836 Nov 25 18:46:37.861467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53722) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:37.868937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-1378426966'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:37.893647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742f6e-f2aa-4f5a-9387-7be7209a013a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=23cafacd-53c1-445b-9aba-84c6952407ff,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:37.906546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.909489 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.945231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=a93701e8-be1f-444e-ba0b-799f728347da,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:37.951156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:37.955082 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:37.970859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779f75ac-4dfb-480c-8650-2aa73d172ae4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:46:38.001012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 779f75ac-4dfb-480c-8650-2aa73d172ae4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779f75ac-4dfb-480c-8650-2aa73d172ae4,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:38.002720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:38.013295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a17b98f6-534b-4c95-8d6c-8fa1966bbdb5 admin admin] 10.222.0.62 "PUT /v2.0/routers/487a21ec-da91-4b8b-a3ec-1d33feb57f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4476008 Nov 25 18:46:38.014251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-68bec146-f639-41f7-80af-2b6cac459526 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8231889c6c5d443a9362953989eb113e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809794 Nov 25 18:46:38.014813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53726) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:38.016859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53728) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:38.020604 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] Sync routers for ids ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:38.025509 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.055028 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] Routers {'487a21ec-da91-4b8b-a3ec-1d33feb57f58'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:38.056062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:46:38.060377 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:38.165140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f992dcc9-1176-41eb-bdf8-4219eaa941f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.169511 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.169866 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment c7a0612e-fc1c-4816-8c06-c6f0935655d6 of type vlan for network 788f8241-f148-4d7e-b2c5-b79d51a32561 Nov 25 18:46:38.171044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=779f75ac-4dfb-480c-8650-2aa73d172ae4,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:38.185291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.233642 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.242357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f992dcc9-1176-41eb-bdf8-4219eaa941f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.260334 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] Set router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:46:38.283051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.315331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['779f75ac-4dfb-480c-8650-2aa73d172ae4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:46:38.431406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.437341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:38.438175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.501003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f992dcc9-1176-41eb-bdf8-4219eaa941f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.507518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f992dcc9-1176-41eb-bdf8-4219eaa941f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.507518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f992dcc9-1176-41eb-bdf8-4219eaa941f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91648519-181c-46e8-b663-5f9f493b0955 HTTP/1.1" status: 204 len: 168 time: 0.4895055 Nov 25 18:46:38.614955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992dcc9-1176-41eb-bdf8-4219eaa941f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91648519-181c-46e8-b663-5f9f493b0955,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:38.687573 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.692000 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:46:36Z', 'revision_number': 5, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port': {'id': 'f0fdf2a8-0e6c-4239-b087-c635b39c01a8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:16Z', 'updated_at': '2021-11-25T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:38.768207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffde34-c702-4648-a3b6-d1f698b725b6 req-9798cde6-e5ab-4833-8e58-45c7c3d97638 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:38.768771 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] Checking router: 487a21ec-da91-4b8b-a3ec-1d33feb57f58 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:46:38.771297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdffde34-c702-4648-a3b6-d1f698b725b6 req-9798cde6-e5ab-4833-8e58-45c7c3d97638 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 944 time: 0.2348659 Nov 25 18:46:38.783289 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] Routers {'487a21ec-da91-4b8b-a3ec-1d33feb57f58'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:38.784324 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:38.852348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1ca6b7d1-a939-4f92-9c1c-b42324c211ce no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:38.879208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 1ca6b7d1-a939-4f92-9c1c-b42324c211ce {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:38.879577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1ca6b7d1-a939-4f92-9c1c-b42324c211ce not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:38.907131 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdffde34-c702-4648-a3b6-d1f698b725b6 req-3ba17a37-efba-4da8-b2f2-7d156d49035c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150808 Nov 25 18:46:38.917671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Deleting port f0fdf2a8-0e6c-4239-b087-c635b39c01a8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:38.917930 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:38.972813 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] Set router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:46:39.017199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] For port f0fdf2a8-0e6c-4239-b087-c635b39c01a8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:39.017836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.035703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Calling delete_port for f0fdf2a8-0e6c-4239-b087-c635b39c01a8 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:39.043023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:46:38Z', 'revision_number': 6, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:39.083633 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb10c0a-3f97-41b3-9aa1-f64b6f467d4a None None] The sync data for ids ['487a21ec-da91-4b8b-a3ec-1d33feb57f58'] in n-d-819194-3 is: [{'id': '487a21ec-da91-4b8b-a3ec-1d33feb57f58', 'name': 'tempest-ServerRescueTestJSON-1917134749-router', 'tenant_id': 'f640fbbdb57e49878f7919702959be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:13Z', 'updated_at': '2021-11-25T18:46:38Z', 'revision_number': 6, 'project_id': 'f640fbbdb57e49878f7919702959be6b', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:39.114837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2527356 Nov 25 18:46:39.115854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53738) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:39.124451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': '788f8241-f148-4d7e-b2c5-b79d51a32561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:39.145531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:39.153946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Router d90ede3d-154d-4db1-9818-ddfa71873c4f has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:39.154860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7f5e9-8827-45ca-90d8-057ce8a119e0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=788f8241-f148-4d7e-b2c5-b79d51a32561,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:39.167378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:46:39.174363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f1cc9f-2b78-4fb1-979a-2b6756d491b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.271298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:39.277512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e3717774-68ea-4f7d-b4ec-587b7e545981 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "PUT /v2.0/routers/d90ede3d-154d-4db1-9818-ddfa71873c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5479231 Nov 25 18:46:39.283149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] Sync routers for ids ['d90ede3d-154d-4db1-9818-ddfa71873c4f'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:39.285227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53742) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:39.297460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] Routers {'d90ede3d-154d-4db1-9818-ddfa71873c4f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:39.298698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d90ede3d-154d-4db1-9818-ddfa71873c4f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:39.316993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:39.321001 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.323116 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad2beda-c513-47c4-baf0-7168b2a910af tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:46:39.324720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7ad2beda-c513-47c4-baf0-7168b2a910af tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/a93701e8-be1f-444e-ba0b-799f728347da HTTP/1.1" status: 404 len: 333 time: 0.0382581 Nov 25 18:46:39.327408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:39.355441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:39.366670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] Routers {'d90ede3d-154d-4db1-9818-ddfa71873c4f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:39.367791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d90ede3d-154d-4db1-9818-ddfa71873c4f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:39.418500 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78a08c3-fcac-4bc3-bf4f-8c4ff6b1f45b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.420181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:39.421135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32a194-27e9-4c91-9ad8-88b15aa89732 None None] The sync data for ids ['d90ede3d-154d-4db1-9818-ddfa71873c4f'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:39.484184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.545175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b345b56-e615-4881-badf-1d1325e0fb64 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:39.575892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fdf2a8-0e6c-4239-b087-c635b39c01a8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:39.663113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.663443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78a08c3-fcac-4bc3-bf4f-8c4ff6b1f45b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.667091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779f75ac-4dfb-480c-8650-2aa73d172ae4 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:39.670692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78a08c3-fcac-4bc3-bf4f-8c4ff6b1f45b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.677181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f1cc9f-2b78-4fb1-979a-2b6756d491b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.683961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2f1cc9f-2b78-4fb1-979a-2b6756d491b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.741752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 779f75ac-4dfb-480c-8650-2aa73d172ae4 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:46:39.746748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 779f75ac-4dfb-480c-8650-2aa73d172ae4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:39.747444 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.766598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a2f1cc9f-2b78-4fb1-979a-2b6756d491b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a5cbb2d181a4e71b530f9e57a0c28ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193295 Nov 25 18:46:39.771390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53748) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:39.789873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78a08c3-fcac-4bc3-bf4f-8c4ff6b1f45b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.790951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a08c3-fcac-4bc3-bf4f-8c4ff6b1f45b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Fanout notify agent at l3_agent the message router_deleted on router d90ede3d-154d-4db1-9818-ddfa71873c4f {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:46:39.799874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.800718 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d78a08c3-fcac-4bc3-bf4f-8c4ff6b1f45b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.801836 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d78a08c3-fcac-4bc3-bf4f-8c4ff6b1f45b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/routers/d90ede3d-154d-4db1-9818-ddfa71873c4f HTTP/1.1" status: 204 len: 168 time: 0.4734879 Nov 25 18:46:39.802666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.804915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53750) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:39.807179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1cc9f-2b78-4fb1-979a-2b6756d491b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e45599f-918c-4be9-9e01-00f7aeeb271c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:39.807473 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.845110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de240f8e-2e89-4ab4-b095-d51966209564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.864029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.881486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de240f8e-2e89-4ab4-b095-d51966209564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.895715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779f75ac-4dfb-480c-8650-2aa73d172ae4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:39.898547 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ab493-a8fe-4057-be70-7ec2070b2611" -d '{"events": [{"server_uuid": "8babf2ea-fc0c-4540-aef4-f3334a7b9628", "name": "network-vif-plugged", "status": "completed", "tag": "779f75ac-4dfb-480c-8650-2aa73d172ae4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:39.912993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 779f75ac-4dfb-480c-8650-2aa73d172ae4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779f75ac-4dfb-480c-8650-2aa73d172ae4,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:39.923114 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.956955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de240f8e-2e89-4ab4-b095-d51966209564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.962910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de240f8e-2e89-4ab4-b095-d51966209564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:39.964742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de240f8e-2e89-4ab4-b095-d51966209564 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e45599f-918c-4be9-9e01-00f7aeeb271c HTTP/1.1" status: 204 len: 168 time: 0.1919155 Nov 25 18:46:39.978361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240f8e-2e89-4ab4-b095-d51966209564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e45599f-918c-4be9-9e01-00f7aeeb271c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:39.986578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=2f7f280f-dffa-40cc-8648-7f9429f0e229,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:40.036815 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.037514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487a21ec-da91-4b8b-a3ec-1d33feb57f58 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:46:40.052957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.057093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1a92895a-aa8a-4cf6-b85f-b83abc1edb2c admin admin] 10.222.0.62 "DELETE /v2.0/routers/487a21ec-da91-4b8b-a3ec-1d33feb57f58 HTTP/1.1" status: 204 len: 168 time: 2.0386999 Nov 25 18:46:40.057407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53760) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:40.088723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': 'c7a0612e-fc1c-4816-8c06-c6f0935655d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '788f8241-f148-4d7e-b2c5-b79d51a32561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:40.089100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: 788f8241-f148-4d7e-b2c5-b79d51a32561, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:46:40.109846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet 44e94837-f033-4daa-aa7e-fca53db8ba2c {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:40.115567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=779f75ac-4dfb-480c-8650-2aa73d172ae4,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:40.122800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.192393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8c4de-f786-410d-b6d6-6cfe459dda65 req-5f459918-dcc8-4f97-b09d-b6bbbeb44b0d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:40.195745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54f8c4de-f786-410d-b6d6-6cfe459dda65 req-5f459918-dcc8-4f97-b09d-b6bbbeb44b0d tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.1653101 Nov 25 18:46:40.199564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:46:40.208855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.211278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] Deleting subnet 682b5cba-90fc-418f-a73c-d664942983be {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:40.219613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.271695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 788f8241-f148-4d7e-b2c5-b79d51a32561) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:40.280322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:40.280977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.283133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f114fbd-b1c9-4773-9df0-b9387863d5f4 None None] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:40.295521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.349441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.408367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:40.410574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3a28c410-9948-4484-a633-8ec22767cb8f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2919064 Nov 25 18:46:40.425643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b3ffec99-79e4-49bf-a663-6fa75664353f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1358826838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:40.425936 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b8536c-dbf4-4d5c-9a10-bd0d44416d04 x-openstack-request-id: req-b8b8536c-dbf4-4d5c-9a10-bd0d44416d04 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:40.426230 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8babf2ea-fc0c-4540-aef4-f3334a7b9628", "name": "network-vif-plugged", "status": "completed", "tag": "779f75ac-4dfb-480c-8650-2aa73d172ae4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:40.427061 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8b8536c-dbf4-4d5c-9a10-bd0d44416d04 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:40.427618 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779f75ac-4dfb-480c-8650-2aa73d172ae4', 'code': 200} Nov 25 18:46:40.478553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-54f8c4de-f786-410d-b6d6-6cfe459dda65 req-ea19a681-055c-4de6-b7cd-18fde7f55e64 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426133 Nov 25 18:46:40.516261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ffec99-79e4-49bf-a663-6fa75664353f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.517679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ffec99-79e4-49bf-a663-6fa75664353f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.553723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.581801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.597689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/682b5cba-90fc-418f-a73c-d664942983be HTTP/1.1" status: 204 len: 168 time: 0.5389738 Nov 25 18:46:40.598567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.602148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-788f8241-f148-4d7e-b2c5-b79d51a32561', 'network_id': '788f8241-f148-4d7e-b2c5-b79d51a32561', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': '2f7f280f-dffa-40cc-8648-7f9429f0e229'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:40.604465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.612752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4d4fe-da65-462a-824f-7c01aec00ff8 None None] Network 8ce87182-6ae7-495c-92a6-b464ed4bfac0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:40.651512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53768) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:40.651856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53770) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:40.692358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d4d56-3b2a-42bc-80f5-083f6fa55de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682b5cba-90fc-418f-a73c-d664942983be,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:40.721352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f0fdf2a8-0e6c-4239-b087-c635b39c01a8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:40.732723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d538a6-9666-4724-a598-4a46544f164a req-17b4bdac-9240-43b6-88f2-524f5bfbf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:40.736383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38d538a6-9666-4724-a598-4a46544f164a req-17b4bdac-9240-43b6-88f2-524f5bfbf3d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 1096 time: 0.2057910 Nov 25 18:46:40.759402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c53290ae-81f0-47bb-88fd-b5b25ea2db6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.761881 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.769822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ffec99-79e4-49bf-a663-6fa75664353f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.785582 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ffec99-79e4-49bf-a663-6fa75664353f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.805817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.816815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/44e94837-f033-4daa-aa7e-fca53db8ba2c HTTP/1.1" status: 204 len: 168 time: 0.9440267 Nov 25 18:46:40.818422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3ffec99-79e4-49bf-a663-6fa75664353f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:40.818590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f0fdf2a8-0e6c-4239-b087-c635b39c01a8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:40.819254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f0fdf2a8-0e6c-4239-b087-c635b39c01a8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:40.819384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 568bc47f-b0ba-43e6-87d7-41148a7acf39 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:40.822191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b3ffec99-79e4-49bf-a663-6fa75664353f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4123571 Nov 25 18:46:40.823176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53772) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:40.823270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53774) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:40.865287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ee78f-a0a9-450a-8142-5974cd57c20f None None] Network 671696b5-b09f-4760-90f1-b216f63d8fbb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:40.889656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d898ba0-83b9-40fe-b489-49ce872b8889 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=44e94837-f033-4daa-aa7e-fca53db8ba2c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:40.900761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38d538a6-9666-4724-a598-4a46544f164a req-0f5077e2-1fa0-483b-af6d-969e619a2959 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514161 Nov 25 18:46:40.909384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.064603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.074186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 568bc47f-b0ba-43e6-87d7-41148a7acf39 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:41.074555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 568bc47f-b0ba-43e6-87d7-41148a7acf39 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:41.147117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fae299db-c7c8-4297-866c-456e924fbccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.154781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b399df-ff3a-4596-bcf4-26ca7c0fa0cd None None] DHCP port deletion for 8ce87182-6ae7-495c-92a6-b464ed4bfac0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:41.220391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Allocated IP 172.20.0.2 (788f8241-f148-4d7e-b2c5-b79d51a32561/2f7f280f-dffa-40cc-8648-7f9429f0e229/9df55c1a-618a-4e44-b81e-0e9199966ebe) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:41.377106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] DHCP port deletion for 671696b5-b09f-4760-90f1-b216f63d8fbb request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:41.382899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c53290ae-81f0-47bb-88fd-b5b25ea2db6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.395201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.400765 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c53290ae-81f0-47bb-88fd-b5b25ea2db6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.438056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.447250 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.464177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce87182-6ae7-495c-92a6-b464ed4bfac0']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:41.501732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c53290ae-81f0-47bb-88fd-b5b25ea2db6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c348745b697e4d44a860d2605cbd3dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8453906 Nov 25 18:46:41.502717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53778) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:41.505648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a49f1c-65af-4ddb-b4f8-115a2dca6d28') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:41.505935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a49f1c-65af-4ddb-b4f8-115a2dca6d28') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:41.507499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:41.508290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.521914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:41.526118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:41.530956 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.533883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53290ae-81f0-47bb-88fd-b5b25ea2db6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c251d7-b294-4768-a016-13106e59d780,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:41.551573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:41.551896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.554231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] Deleting port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:41.554691 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.580578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a403d48-0edb-47da-bebe-4d006f250d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.590843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.593585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Pushing event updated for resources: {'Port': ['ID=9df55c1a-618a-4e44-b81e-0e9199966ebe,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:41.612654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a403d48-0edb-47da-bebe-4d006f250d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.646732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:41.646732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:41.647081 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:41.689437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a403d48-0edb-47da-bebe-4d006f250d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.693920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a403d48-0edb-47da-bebe-4d006f250d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.697310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0a403d48-0edb-47da-bebe-4d006f250d89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6c251d7-b294-4768-a016-13106e59d780 HTTP/1.1" status: 204 len: 168 time: 0.1917524 Nov 25 18:46:41.708352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a403d48-0edb-47da-bebe-4d006f250d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c251d7-b294-4768-a016-13106e59d780,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:41.741128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Attempting to bind port 9df55c1a-618a-4e44-b81e-0e9199966ebe on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:41.741506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Attempting to bind port 9df55c1a-618a-4e44-b81e-0e9199966ebe by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'c7a0612e-fc1c-4816-8c06-c6f0935655d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '788f8241-f148-4d7e-b2c5-b79d51a32561'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:41.742190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Attempting to bind port 9df55c1a-618a-4e44-b81e-0e9199966ebe on network 788f8241-f148-4d7e-b2c5-b79d51a32561 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:41.758174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] For port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,segment=NetworkSegment(413ad0e2-9c0f-48ba-b092-8eec80de0125),segment_id=413ad0e2-9c0f-48ba-b092-8eec80de0125)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:41.758174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.769954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:41.770579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Checking segment: {'id': 'c7a0612e-fc1c-4816-8c06-c6f0935655d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '788f8241-f148-4d7e-b2c5-b79d51a32561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:41.771103 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.771598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Bound using segment: {'id': 'c7a0612e-fc1c-4816-8c06-c6f0935655d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '788f8241-f148-4d7e-b2c5-b79d51a32561'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:41.772319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Bound port: 9df55c1a-618a-4e44-b81e-0e9199966ebe, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a0612e-fc1c-4816-8c06-c6f0935655d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '788f8241-f148-4d7e-b2c5-b79d51a32561'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:41.772807 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.793467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] Calling delete_port for 0b408bb5-6a64-4381-a0c6-6834c8afaf0f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:41.850638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] For port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,segment=NetworkSegment(413ad0e2-9c0f-48ba-b092-8eec80de0125),segment_id=413ad0e2-9c0f-48ba-b092-8eec80de0125)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:41.850930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.865515 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.899754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de93d3f-6332-4acd-bb8c-b35b6558691f req-4a22f495-4ce0-4b0a-b765-0692694e7cbd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:41.901305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de93d3f-6332-4acd-bb8c-b35b6558691f req-4a22f495-4ce0-4b0a-b765-0692694e7cbd tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.2432952 Nov 25 18:46:41.910007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] For port 9df55c1a-618a-4e44-b81e-0e9199966ebe, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:41.914218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:41.916771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] For port 9df55c1a-618a-4e44-b81e-0e9199966ebe, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9df55c1a-618a-4e44-b81e-0e9199966ebe,segment=NetworkSegment(c7a0612e-fc1c-4816-8c06-c6f0935655d6),segment_id=c7a0612e-fc1c-4816-8c06-c6f0935655d6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:41.917528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8ce87182-6ae7-495c-92a6-b464ed4bfac0 HTTP/1.1" status: 204 len: 168 time: 1.2646627 Nov 25 18:46:41.921328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 0b408bb5-6a64-4381-a0c6-6834c8afaf0f owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:41.951112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf354e-b98c-4a1a-951f-dec92ab26345 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce87182-6ae7-495c-92a6-b464ed4bfac0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:41.956038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.073452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.076174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Pushing event updated for resources: {'Port': ['ID=9df55c1a-618a-4e44-b81e-0e9199966ebe,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:42.088285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.088858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.098386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8de93d3f-6332-4acd-bb8c-b35b6558691f req-4d4dae5c-b326-46af-8b45-5ff43656bbed tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782465 Nov 25 18:46:42.118076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.118633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.119017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.119325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.119666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.120193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.120325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.120658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.120985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.121313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deef5f9-bcdb-41b0-94c7-d23adda9d1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:46:42.127226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.20.0.1 (788f8241-f148-4d7e-b2c5-b79d51a32561/2f7f280f-dffa-40cc-8648-7f9429f0e229/93263111-79c2-4898-ab14-ff95be45abb5) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:42.138935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] No DVR routers for this DVR port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:42.190496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.193034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b749d29-b24f-42c6-9e3f-c178d58cdab9 None None] Pushing event deleted for resources: {'Port': ['ID=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:42.267774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=0b408bb5-6a64-4381-a0c6-6834c8afaf0f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:42.285553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No DVR routers for this DVR port 0b408bb5-6a64-4381-a0c6-6834c8afaf0f on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:42.374562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:42.467784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.479189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.498944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671696b5-b09f-4760-90f1-b216f63d8fbb']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:42.509240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f157c92-1101-471b-9c2f-0280e7bf3698 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f640fbbdb57e49878f7919702959be6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333034 Nov 25 18:46:42.511770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53800) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:42.529785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413ad0e2-9c0f-48ba-b092-8eec80de0125') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:42.530089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413ad0e2-9c0f-48ba-b092-8eec80de0125') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:42.553865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.588879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80469418-c782-44f5-a6b0-7b626756a856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.605950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.622035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:42.622477 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:42.631092 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:42.660621 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80469418-c782-44f5-a6b0-7b626756a856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.694425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9df55c1a-618a-4e44-b81e-0e9199966ebe up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:42.725100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.731762 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.755870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.762185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/671696b5-b09f-4760-90f1-b216f63d8fbb HTTP/1.1" status: 204 len: 168 time: 1.9345617 Nov 25 18:46:42.767809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53804) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:42.801696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6472de8-df6d-491b-8e2d-1da269f83a72 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=671696b5-b09f-4760-90f1-b216f63d8fbb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:42.826932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9df55c1a-618a-4e44-b81e-0e9199966ebe triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:42.827308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.833235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80469418-c782-44f5-a6b0-7b626756a856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.833835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:42.836886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80469418-c782-44f5-a6b0-7b626756a856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.837927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:42.843314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=93263111-79c2-4898-ab14-ff95be45abb5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:42.844766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-80469418-c782-44f5-a6b0-7b626756a856 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1f9ce8b-c965-402b-929c-094f5762310a HTTP/1.1" status: 204 len: 168 time: 0.3311327 Nov 25 18:46:42.845663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:42.872546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80469418-c782-44f5-a6b0-7b626756a856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f9ce8b-c965-402b-929c-094f5762310a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:42.904009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da21a196-09ab-43f8-97cb-460c1a52b114 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:42.912814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da21a196-09ab-43f8-97cb-460c1a52b114 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/03a505d2-cbed-4c9f-b19f-db7ee14db639 HTTP/1.1" status: 200 len: 840 time: 0.1429553 Nov 25 18:46:42.913754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:42.956852 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:42.975839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ddbff28-cd9a-4831-9c7d-2af76ffd7df1 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/03a505d2-cbed-4c9f-b19f-db7ee14db639?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0606840 Nov 25 18:46:42.976502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53816) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:42.981735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:43.045476 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.103183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 9df55c1a-618a-4e44-b81e-0e9199966ebe, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9df55c1a-618a-4e44-b81e-0e9199966ebe,segment=NetworkSegment(c7a0612e-fc1c-4816-8c06-c6f0935655d6),segment_id=c7a0612e-fc1c-4816-8c06-c6f0935655d6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:43.116945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.125663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:43.146270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.235274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b408bb5-6a64-4381-a0c6-6834c8afaf0f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:43.267223 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.301556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0b408bb5-6a64-4381-a0c6-6834c8afaf0f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:43.302195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b408bb5-6a64-4381-a0c6-6834c8afaf0f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:43.323067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=9df55c1a-618a-4e44-b81e-0e9199966ebe,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:43.356912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:43.363416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a52a-6c71-4665-a26a-34a9f95b37dd req-6ac5f627-afcf-4dd0-9647-5489c40c721b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:43.370898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3153a52a-6c71-4665-a26a-34a9f95b37dd req-6ac5f627-afcf-4dd0-9647-5489c40c721b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.1140356 Nov 25 18:46:43.440879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3153a52a-6c71-4665-a26a-34a9f95b37dd req-0f34c413-5c0c-4da9-aea5-3e200b7187be tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 Nov 25 18:46:43.455525 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11ba1009-dc78-4de0-ae5a-42f915be9f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.604146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-659474830'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:43.658075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.746470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:43.760327 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.784016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.785112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:43.817991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:43.826928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:43.827161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.834654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066760cc-6281-46a8-9b4e-1d7319335c98 None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:43.844698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=4c76c790-8719-4434-aa1b-dd062fe6e441,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:43.868276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b32931ba-a3f4-400e-b180-1e0a0bde28ac tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8907285 Nov 25 18:46:43.872115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53844) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:43.879385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4eb8-a485-40ae-82c5-859b9f648eb6 req-16041190-a0ae-41ee-bb9b-2db0f85d5605 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:43.882693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1d06ab9e-baaa-4712-a743-0dd347944195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'security_group': {'name': 'tempest-secgroup-305904294'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:43.887074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d3e4eb8-a485-40ae-82c5-859b9f648eb6 req-16041190-a0ae-41ee-bb9b-2db0f85d5605 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.1181529 Nov 25 18:46:43.936892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.947431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:43.959205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d92845-ecf7-4581-b175-e4451968186c None None] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:44.007499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d3e4eb8-a485-40ae-82c5-859b9f648eb6 req-966652b7-eea4-4e4c-93fd-77172d0b6b77 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111557 Nov 25 18:46:44.037235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d06ab9e-baaa-4712-a743-0dd347944195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.067891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c10b9f04-7356-4db2-a4b8-2b1534a40a85 None None] Provisioning complete for port 9df55c1a-618a-4e44-b81e-0e9199966ebe triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:44.068406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c10b9f04-7356-4db2-a4b8-2b1534a40a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.109923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.142414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.185364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:46:44.199417 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.238315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=93263111-79c2-4898-ab14-ff95be45abb5,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:44.256700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f882e-53c3-4f62-964d-c1a4a0e4a3c2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:44.273694 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.281005 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Added segment 4c513900-ebfd-4847-a945-7f455eab0f3d of type vlan for network a296c761-f416-4272-8ba8-65e3f16aea52 Nov 25 18:46:44.295766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-84c6e6ca-de02-4017-900b-c59935ad1aa1', 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'tenant_id': '3c6cac992c404d8586bf553ffcae1809', 'fixed_ips': [{'subnet_id': '4c76c790-8719-4434-aa1b-dd062fe6e441'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:44.296619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.330324 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d06ab9e-baaa-4712-a743-0dd347944195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.337969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.396605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d06ab9e-baaa-4712-a743-0dd347944195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.460379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.517129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Allocated IP 172.20.0.2 (84c6e6ca-de02-4017-900b-c59935ad1aa1/4c76c790-8719-4434-aa1b-dd062fe6e441/f14e8ce1-d0fb-4052-8e6d-0083f9034f8b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:44.522740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1d06ab9e-baaa-4712-a743-0dd347944195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.527037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:44.527557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1d06ab9e-baaa-4712-a743-0dd347944195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6530995 Nov 25 18:46:44.532925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8bea7a01-4209-4f0a-bf4b-7ce198041293 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'security_group': {'name': 'tempest-secgroup-146266216'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:44.539815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06ab9e-baaa-4712-a743-0dd347944195 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984f8ca1-73bd-499c-83d2-9497ea680fac,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:44.552702 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.561245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:44.562427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.580266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bea7a01-4209-4f0a-bf4b-7ce198041293 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.597934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:44.603711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:44.679758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9df55c1a-618a-4e44-b81e-0e9199966ebe up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:44.694798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3364208 Nov 25 18:46:44.727026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bea7a01-4209-4f0a-bf4b-7ce198041293 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.733445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bea7a01-4209-4f0a-bf4b-7ce198041293 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.767567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9df55c1a-618a-4e44-b81e-0e9199966ebe triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:44.768356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.791292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6379715-0f23-42cb-837e-2f807bd2e066 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Network': ['ID=a296c761-f416-4272-8ba8-65e3f16aea52,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:44.842758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bea7a01-4209-4f0a-bf4b-7ce198041293 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:44.848550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8bea7a01-4209-4f0a-bf4b-7ce198041293 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3179934 Nov 25 18:46:44.851842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53862) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:44.861641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea7a01-4209-4f0a-bf4b-7ce198041293 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1d983c-9870-4254-8e71-1eb8af6a324e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:44.871435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1897420728', 'security_groups': ['da1d983c-9870-4254-8e71-1eb8af6a324e'], 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4c76c790-8719-4434-aa1b-dd062fe6e441'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:44.910022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a296c761-f416-4272-8ba8-65e3f16aea52 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:46:45.074664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 37db4550-2d80-4376-a3d6-1e14056fd0b2 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:46:45.260616 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-99e34d40-b73e-4c0c-afc0-6469cf41f714 None None] Provisioning complete for port 9df55c1a-618a-4e44-b81e-0e9199966ebe triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:45.261924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99e34d40-b73e-4c0c-afc0-6469cf41f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:45.419191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:45.432138 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:45.501762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Pushing event updated for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:45.524052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:45.527602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:45.531017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:45.577938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-99e34d40-b73e-4c0c-afc0-6469cf41f714 None None] Provisioning complete for port 93263111-79c2-4898-ab14-ff95be45abb5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:45.578325 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99e34d40-b73e-4c0c-afc0-6469cf41f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:45.646174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-99e34d40-b73e-4c0c-afc0-6469cf41f714 None None] Port 93263111-79c2-4898-ab14-ff95be45abb5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:45.654338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Attempting to bind port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:45.654748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Attempting to bind port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '583e24a9-5e24-4083-8d6e-c1462df0e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:45.655246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Attempting to bind port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b on network 84c6e6ca-de02-4017-900b-c59935ad1aa1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:45.665194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:45.665579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Checking segment: {'id': '583e24a9-5e24-4083-8d6e-c1462df0e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:45.666007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:45.666443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Bound using segment: {'id': '583e24a9-5e24-4083-8d6e-c1462df0e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:45.667751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Bound port: f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583e24a9-5e24-4083-8d6e-c1462df0e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:45.668290 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:45.822722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:45.832264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,segment=NetworkSegment(583e24a9-5e24-4083-8d6e-c1462df0e0ee),segment_id=583e24a9-5e24-4083-8d6e-c1462df0e0ee)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:45.859485 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:46.023921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0edcf27d-dd7f-405f-9cb0-6f7bfda45b89 None None] Provisioning complete for port 93263111-79c2-4898-ab14-ff95be45abb5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:46.024543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0edcf27d-dd7f-405f-9cb0-6f7bfda45b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:46.067549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:46.092958 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] Sync routers for ids ['37db4550-2d80-4376-a3d6-1e14056fd0b2'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:46.108216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-365860f0-eba7-4464-b319-b88d753b1c94 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/37db4550-2d80-4376-a3d6-1e14056fd0b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2765236 Nov 25 18:46:46.108451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:46.108925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:46.111587 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] Routers {'37db4550-2d80-4376-a3d6-1e14056fd0b2'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:46.112556 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['37db4550-2d80-4376-a3d6-1e14056fd0b2'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:46.279085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23d9de-75fd-45fc-9103-cd97c09c311b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:46.284181 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:46.289554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f738068-c5f5-4e16-bbe8-3b013d44bfe3 req-3e8bd1c6-3f22-44e1-a07d-22464322c877 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:46.293287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ff23d9de-75fd-45fc-9103-cd97c09c311b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports/93263111-79c2-4898-ab14-ff95be45abb5 HTTP/1.1" status: 200 len: 910 time: 0.1839986 Nov 25 18:46:46.295558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:46.309900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f738068-c5f5-4e16-bbe8-3b013d44bfe3 req-3e8bd1c6-3f22-44e1-a07d-22464322c877 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.3531837 Nov 25 18:46:46.313972 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] Routers {'37db4550-2d80-4376-a3d6-1e14056fd0b2'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:46.315609 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['37db4550-2d80-4376-a3d6-1e14056fd0b2'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:46.489262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574674a-15e2-496c-8fec-48d0bd2a6c4c None None] Pushing event updated for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:46.510976 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:46.522095 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:46.523408 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef144d84-4168-4f40-82a7-be64cd5f2d71 None None] The sync data for ids ['37db4550-2d80-4376-a3d6-1e14056fd0b2'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:46.539730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0edcf27d-dd7f-405f-9cb0-6f7bfda45b89 None None] Port 93263111-79c2-4898-ab14-ff95be45abb5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:46.571647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:46.656840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f738068-c5f5-4e16-bbe8-3b013d44bfe3 req-d38e7f52-bf27-4c53-8b05-9bfd42173500 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452547 Nov 25 18:46:46.685467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port 20808bf2-82b9-4fef-8f94-e291e05d11dd yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:46.812233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f14e8ce1-d0fb-4052-8e6d-0083f9034f8b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:46.942669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:46.970198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:46.971341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.154555 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.189767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.13 (84c6e6ca-de02-4017-900b-c59935ad1aa1/4c76c790-8719-4434-aa1b-dd062fe6e441/20808bf2-82b9-4fef-8f94-e291e05d11dd) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:47.236190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,segment=NetworkSegment(583e24a9-5e24-4083-8d6e-c1462df0e0ee),segment_id=583e24a9-5e24-4083-8d6e-c1462df0e0ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:47.250396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.353121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:47.364268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.573041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.603237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd768638-4572-4987-87f7-4766f7be4163 req-b05efdb0-058a-4826-8d44-4f768fac0fb6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:47.608562 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd768638-4572-4987-87f7-4766f7be4163 req-b05efdb0-058a-4826-8d44-4f768fac0fb6 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.4073250 Nov 25 18:46:47.733402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd768638-4572-4987-87f7-4766f7be4163 req-74b086e8-28ae-450a-a4ea-eae5e5e7cdb7 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087041 Nov 25 18:46:47.743293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.777410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 93263111-79c2-4898-ab14-ff95be45abb5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:47.777758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.889322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=20808bf2-82b9-4fef-8f94-e291e05d11dd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:47.913608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:47.916228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:47.923538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:47.952309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:47.973108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 93263111-79c2-4898-ab14-ff95be45abb5 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:48.080092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:48.081304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.107076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-51572df4-fcf9-4152-b590-0c1be616ce45 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:48.107776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51572df4-fcf9-4152-b590-0c1be616ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.125529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-48a4ff2c-d263-4842-9adf-8af4c231b3e9 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2711208 Nov 25 18:46:48.126695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:48.152339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-53090fda-97b1-4585-aa6e-caac19afbbef tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:48.209002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53916) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:48.219510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'subnet': {'network_id': 'a296c761-f416-4272-8ba8-65e3f16aea52', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:48.286242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-51572df4-fcf9-4152-b590-0c1be616ce45 None None] Provisioning complete for port 03a505d2-cbed-4c9f-b19f-db7ee14db639 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:48.286785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51572df4-fcf9-4152-b590-0c1be616ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.362326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-51572df4-fcf9-4152-b590-0c1be616ce45 None None] Port 03a505d2-cbed-4c9f-b19f-db7ee14db639 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:48.373809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.456972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=93263111-79c2-4898-ab14-ff95be45abb5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:48.487743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53920) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:48.594557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c00ec43f-e4af-4be5-bd95-50dcf4a911c0 None None] Provisioning complete for port 20808bf2-82b9-4fef-8f94-e291e05d11dd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:48.594948 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c00ec43f-e4af-4be5-bd95-50dcf4a911c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.677024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c00ec43f-e4af-4be5-bd95-50dcf4a911c0 None None] Port 20808bf2-82b9-4fef-8f94-e291e05d11dd cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:48.685486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.717327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:48.717628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f14e8ce1-d0fb-4052-8e6d-0083f9034f8b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:48.723828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.801564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53090fda-97b1-4585-aa6e-caac19afbbef tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:48.807118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53090fda-97b1-4585-aa6e-caac19afbbef tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.841189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:48.842335 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.957129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-137f1f8a-f624-481a-8f6a-d4c3a23f1a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:48.984006 n-d-819194-3 neutron-server[103456]: INFO neutron.db.ipam_backend_mixin [None req-53090fda-97b1-4585-aa6e-caac19afbbef tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4c76c790-8719-4434-aa1b-dd062fe6e441 (CIDR: 172.20.0.0/28) Nov 25 18:46:49.003826 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-53090fda-97b1-4585-aa6e-caac19afbbef tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:46:49.004602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53090fda-97b1-4585-aa6e-caac19afbbef tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:46:49.050500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53090fda-97b1-4585-aa6e-caac19afbbef tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9202411 Nov 25 18:46:49.053849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53928) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:49.059665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:49.097694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-137f1f8a-f624-481a-8f6a-d4c3a23f1a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.148553 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-137f1f8a-f624-481a-8f6a-d4c3a23f1a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.194654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de823203-a053-43e7-a6e6-343d387a3b97 req-f31cd13a-bdb0-4ec5-8e2c-e5a76ba33b12 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:49.196429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de823203-a053-43e7-a6e6-343d387a3b97 req-f31cd13a-bdb0-4ec5-8e2c-e5a76ba33b12 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.5085936 Nov 25 18:46:49.218780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990233f-44cb-45e8-b481-906fd45bc29a req-d75b40b2-2e4e-4e8b-8f71-4680be8d1f38 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:49.226926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9990233f-44cb-45e8-b481-906fd45bc29a req-d75b40b2-2e4e-4e8b-8f71-4680be8d1f38 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.3338938 Nov 25 18:46:49.241719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.280468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 37db4550-2d80-4376-a3d6-1e14056fd0b2 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:46:49.317753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-137f1f8a-f624-481a-8f6a-d4c3a23f1a69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2e4ba61370849c99398afd9a86135d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8289428 Nov 25 18:46:49.319263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53932) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:49.323857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f1f8a-f624-481a-8f6a-d4c3a23f1a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a82af5-406a-4672-9a3e-3f30b0192fc2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:49.324953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Subnet': ['ID=9badddba-3014-4bb3-9c89-8db9f7b0f421,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:49.339428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:49.343196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.436792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Checking segment: {'id': '4c513900-ebfd-4847-a945-7f455eab0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a296c761-f416-4272-8ba8-65e3f16aea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:49.437178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network hostable DHCP agents. Network: a296c761-f416-4272-8ba8-65e3f16aea52, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:46:49.472757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network a296c761-f416-4272-8ba8-65e3f16aea52 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:46:49.490814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9990233f-44cb-45e8-b481-906fd45bc29a req-bbd9206e-8026-4482-b977-58d8af47494a tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626166 Nov 25 18:46:49.522700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a296c761-f416-4272-8ba8-65e3f16aea52) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:49.538628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:49.539240 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.554410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de0607-eee6-4ff1-a481-7515081b6b7e None None] Network a296c761-f416-4272-8ba8-65e3f16aea52 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:49.561627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:49.565453 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69e908b2-2a53-4224-a7e7-59c0bca064a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.573769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6b4e1d66-c7e5-4c17-8994-ee4b5cb7b87d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/37db4550-2d80-4376-a3d6-1e14056fd0b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2761278 Nov 25 18:46:49.574006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53934) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:49.599038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ef20fa3e-a9d7-48df-96ee-3c8246cfab7b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3856969 Nov 25 18:46:49.610818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53936) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:49.616628 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69e908b2-2a53-4224-a7e7-59c0bca064a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.620739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-813cf67b-3c1e-46e1-982a-bfad896c2812 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=37db4550-2d80-4376-a3d6-1e14056fd0b2 HTTP/1.1" status: 200 len: 205 time: 0.0451972 Nov 25 18:46:49.623172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-754228095'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:49.624124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53938) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:49.641863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Deleting port 779f75ac-4dfb-480c-8650-2aa73d172ae4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:49.642210 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.683121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae27859-1289-45c2-94b2-eb084259212f None None] Sync routers for ids ['37db4550-2d80-4376-a3d6-1e14056fd0b2'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:49.752675 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9602c6-c0d7-44d0-beed-8072167aefc1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.770029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae27859-1289-45c2-94b2-eb084259212f None None] Routers {'37db4550-2d80-4376-a3d6-1e14056fd0b2'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:49.771390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aae27859-1289-45c2-94b2-eb084259212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['37db4550-2d80-4376-a3d6-1e14056fd0b2'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:49.801762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:49.812249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.816607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a296c761-f416-4272-8ba8-65e3f16aea52', 'network_id': 'a296c761-f416-4272-8ba8-65e3f16aea52', 'tenant_id': '38d65ef658e44b09baa3bface66d0a49', 'fixed_ips': [{'subnet_id': '9badddba-3014-4bb3-9c89-8db9f7b0f421'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:49.817593 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.840039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aae27859-1289-45c2-94b2-eb084259212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:49.871091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae27859-1289-45c2-94b2-eb084259212f None None] Routers {'37db4550-2d80-4376-a3d6-1e14056fd0b2'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:49.872122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aae27859-1289-45c2-94b2-eb084259212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['37db4550-2d80-4376-a3d6-1e14056fd0b2'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:49.925764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69e908b2-2a53-4224-a7e7-59c0bca064a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.937630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69e908b2-2a53-4224-a7e7-59c0bca064a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.942610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-69e908b2-2a53-4224-a7e7-59c0bca064a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15a82af5-406a-4672-9a3e-3f30b0192fc2 HTTP/1.1" status: 204 len: 168 time: 0.6109035 Nov 25 18:46:49.949438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:46:49.964021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] For port 779f75ac-4dfb-480c-8650-2aa73d172ae4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=779f75ac-4dfb-480c-8650-2aa73d172ae4,segment=NetworkSegment(3f6c6c26-eafd-4ce1-b2c5-0878d4621661),segment_id=3f6c6c26-eafd-4ce1-b2c5-0878d4621661)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:49.964378 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.969350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aae27859-1289-45c2-94b2-eb084259212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:49.970088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae27859-1289-45c2-94b2-eb084259212f None None] The sync data for ids ['37db4550-2d80-4376-a3d6-1e14056fd0b2'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:49.995286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:49.995645 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Added segment 98025b4f-7f75-4b4f-9499-01ce6d3c2951 of type vlan for network 9b93fc30-292b-4c54-ac7a-24323a980222 Nov 25 18:46:50.011968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e908b2-2a53-4224-a7e7-59c0bca064a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a82af5-406a-4672-9a3e-3f30b0192fc2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:50.029685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Calling delete_port for 779f75ac-4dfb-480c-8650-2aa73d172ae4 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:50.035129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9602c6-c0d7-44d0-beed-8072167aefc1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.040648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9602c6-c0d7-44d0-beed-8072167aefc1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.064718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Allocated IP 2001:db8:0:ffff::2 (a296c761-f416-4272-8ba8-65e3f16aea52/9badddba-3014-4bb3-9c89-8db9f7b0f421/97545d5d-c9d9-468c-a729-cc7cb7793362) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:50.094228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-ee6e31ef-5802-4b5a-99be-1862df7c0eec req-4f9dc062-6263-40a5-9fb2-2850e5ad2d0f service neutron] (103457) timed out ('10.222.0.62', 49724) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:46:50.094717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.160673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:50.162647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:50.165668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:50.166274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.168056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.170348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9602c6-c0d7-44d0-beed-8072167aefc1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.171416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9602c6-c0d7-44d0-beed-8072167aefc1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Fanout notify agent at l3_agent the message router_deleted on router 37db4550-2d80-4376-a3d6-1e14056fd0b2 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:46:50.178825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9602c6-c0d7-44d0-beed-8072167aefc1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.180174 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bc9602c6-c0d7-44d0-beed-8072167aefc1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/37db4550-2d80-4376-a3d6-1e14056fd0b2 HTTP/1.1" status: 204 len: 168 time: 0.5550475 Nov 25 18:46:50.182029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:50.185549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53942) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:50.203416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f436b-a1d8-4fa4-9d58-48e5ed11d0f8 None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:50.252719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet 2f7f280f-dffa-40cc-8648-7f9429f0e229 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:50.257134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.291044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e46d8317-5f4e-4a2c-b5e0-aad761af773e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2335832 Nov 25 18:46:50.292656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:50.296448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.301943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:50.302570 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.314096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2036252350', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f'}], 'security_groups': ['984f8ca1-73bd-499c-83d2-9497ea680fac']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:50.328235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.463721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.493477 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.527076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.556850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.596953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Network a296c761-f416-4272-8ba8-65e3f16aea52 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:50.602137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:50.609924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:50.623222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7f280f-dffa-40cc-8648-7f9429f0e229,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:50.636815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.640775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-654af1fd-4fcb-498c-bee5-2e390120520a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/2f7f280f-dffa-40cc-8648-7f9429f0e229 HTTP/1.1" status: 204 len: 168 time: 0.4512362 Nov 25 18:46:50.661274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53952) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:50.681396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990d37f-ab1a-4833-92a7-2fd0ba218180 None None] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:50.690714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53954) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:50.744615 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf90c-7bda-40a2-a539-09eca0e88b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.772924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Pushing event updated for resources: {'Port': ['ID=97545d5d-c9d9-468c-a729-cc7cb7793362,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:50.788700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12864-dee2-4cfa-97ac-e9849d904aa5 req-925ab0ab-20a8-4c39-ad31-671d48571b1c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:50.795798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aff12864-dee2-4cfa-97ac-e9849d904aa5 req-925ab0ab-20a8-4c39-ad31-671d48571b1c tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 945 time: 0.1781187 Nov 25 18:46:50.822435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.855073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2420917 Nov 25 18:46:50.859235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53956) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:50.872611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'subnet': {'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:50.879493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Attempting to bind port 97545d5d-c9d9-468c-a729-cc7cb7793362 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:50.880786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Attempting to bind port 97545d5d-c9d9-468c-a729-cc7cb7793362 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4c513900-ebfd-4847-a945-7f455eab0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a296c761-f416-4272-8ba8-65e3f16aea52'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:50.880786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Attempting to bind port 97545d5d-c9d9-468c-a729-cc7cb7793362 on network a296c761-f416-4272-8ba8-65e3f16aea52 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:50.881255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babe169-f11e-4aab-9376-cc9f41fdb352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Network': ['ID=9b93fc30-292b-4c54-ac7a-24323a980222,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:50.883622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c8248-94a0-40ba-9b12-472ae86a945f None None] Update dhcp port {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'fixed_ips': [{'subnet_id': '4c76c790-8719-4434-aa1b-dd062fe6e441', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'f14e8ce1-d0fb-4052-8e6d-0083f9034f8b'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:46:50.916673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aff12864-dee2-4cfa-97ac-e9849d904aa5 req-2674b49d-a603-469d-886f-d7cd0f80503b tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/security-groups?id=c74644d1-fd1e-4349-985f-2b0038a79458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198716 Nov 25 18:46:50.932787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:50.933177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Checking segment: {'id': '4c513900-ebfd-4847-a945-7f455eab0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a296c761-f416-4272-8ba8-65e3f16aea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:50.933679 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.934193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Bound using segment: {'id': '4c513900-ebfd-4847-a945-7f455eab0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a296c761-f416-4272-8ba8-65e3f16aea52'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:50.935149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Bound port: 97545d5d-c9d9-468c-a729-cc7cb7793362, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c513900-ebfd-4847-a945-7f455eab0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a296c761-f416-4272-8ba8-65e3f16aea52'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:50.935272 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.952820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9b93fc30-292b-4c54-ac7a-24323a980222 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:46:50.991004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf90c-7bda-40a2-a539-09eca0e88b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:50.991848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286c8248-94a0-40ba-9b12-472ae86a945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.001730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbdbf90c-7bda-40a2-a539-09eca0e88b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.013237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.027674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 9df55c1a-618a-4e44-b81e-0e9199966ebe {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:51.028057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.059062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bbdbf90c-7bda-40a2-a539-09eca0e88b6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b6bc40d66734d54b7a5c6eb5817907f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669655 Nov 25 18:46:51.059894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53960) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:51.075909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae9805e-a187-4db7-8795-761b98a5b22a None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:51.093080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Pushing event deleted for resources: {'Port': ['ID=779f75ac-4dfb-480c-8650-2aa73d172ae4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:51.128227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] No DVR routers for this DVR port 779f75ac-4dfb-480c-8650-2aa73d172ae4 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:51.130894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.135194 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-de823203-a053-43e7-a6e6-343d387a3b97 req-ff500131-a403-4f76-ae14-a06f578c2862 tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.64 "DELETE /v2.0/ports/779f75ac-4dfb-480c-8650-2aa73d172ae4 HTTP/1.1" status: 204 len: 173 time: 1.8918357 Nov 25 18:46:51.144987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'name': 'network-vif-deleted', 'tag': '779f75ac-4dfb-480c-8650-2aa73d172ae4'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:46:51.148369 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d9f109-ee5c-462c-b039-1e13223b01e5" -d '{"events": [{"server_uuid": "8babf2ea-fc0c-4540-aef4-f3334a7b9628", "name": "network-vif-deleted", "tag": "779f75ac-4dfb-480c-8650-2aa73d172ae4"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:46:51.191600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbf90c-7bda-40a2-a539-09eca0e88b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bb19e4-7e27-4864-9bc4-8d19c6229d1e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:51.210291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] DHCP port deletion for 788f8241-f148-4d7e-b2c5-b79d51a32561 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:51.213675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 9df55c1a-618a-4e44-b81e-0e9199966ebe, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9df55c1a-618a-4e44-b81e-0e9199966ebe,segment=NetworkSegment(c7a0612e-fc1c-4816-8c06-c6f0935655d6),segment_id=c7a0612e-fc1c-4816-8c06-c6f0935655d6)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:51.216233 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.224829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:51.228461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.266010 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ad787d9-d153-429b-9ec9-2ba533b375fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.294733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.305312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ad787d9-d153-429b-9ec9-2ba533b375fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.345508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] For port 97545d5d-c9d9-468c-a729-cc7cb7793362, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:51.387564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 9df55c1a-618a-4e44-b81e-0e9199966ebe owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:51.407529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ad787d9-d153-429b-9ec9-2ba533b375fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.411523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ad787d9-d153-429b-9ec9-2ba533b375fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.416055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9ad787d9-d153-429b-9ec9-2ba533b375fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9bb19e4-7e27-4864-9bc4-8d19c6229d1e HTTP/1.1" status: 204 len: 168 time: 0.3511622 Nov 25 18:46:51.419007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] For port 97545d5d-c9d9-468c-a729-cc7cb7793362, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=97545d5d-c9d9-468c-a729-cc7cb7793362,segment=NetworkSegment(4c513900-ebfd-4847-a945-7f455eab0f3d),segment_id=4c513900-ebfd-4847-a945-7f455eab0f3d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:51.429237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad787d9-d153-429b-9ec9-2ba533b375fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bb19e4-7e27-4864-9bc4-8d19c6229d1e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:51.481427 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.532533 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.586046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=9df55c1a-618a-4e44-b81e-0e9199966ebe,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:51.588067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No DVR routers for this DVR port 9df55c1a-618a-4e44-b81e-0e9199966ebe on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:51.717947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.740307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86e1bb-eb3c-47e6-a385-bde07cc6bb7b None None] Pushing event updated for resources: {'Port': ['ID=97545d5d-c9d9-468c-a729-cc7cb7793362,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:51.742934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779f75ac-4dfb-480c-8650-2aa73d172ae4 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:51.755976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788f8241-f148-4d7e-b2c5-b79d51a32561']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:51.770144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a0612e-fc1c-4816-8c06-c6f0935655d6') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:51.770781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a0612e-fc1c-4816-8c06-c6f0935655d6') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:51.783576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.785078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Deleting port 9df55c1a-618a-4e44-b81e-0e9199966ebe {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:51.785456 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.791155 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dfb33-5a8a-46f2-8622-88ab748778b5 x-openstack-request-id: req-4b4dfb33-5a8a-46f2-8622-88ab748778b5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:46:51.791462 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8babf2ea-fc0c-4540-aef4-f3334a7b9628", "name": "network-vif-deleted", "tag": "779f75ac-4dfb-480c-8650-2aa73d172ae4", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:46:51.791726 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b4dfb33-5a8a-46f2-8622-88ab748778b5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:46:51.792134 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8babf2ea-fc0c-4540-aef4-f3334a7b9628', 'name': 'network-vif-deleted', 'tag': '779f75ac-4dfb-480c-8650-2aa73d172ae4', 'status': 'completed', 'code': 200} Nov 25 18:46:51.808360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.817063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:46:51.817561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:46:51.822244 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:46:51.909983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.953685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:51.976248 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/788f8241-f148-4d7e-b2c5-b79d51a32561 HTTP/1.1" status: 204 len: 168 time: 1.3078890 Nov 25 18:46:51.976248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10c99c-a572-467e-9168-01f063185741 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=788f8241-f148-4d7e-b2c5-b79d51a32561,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:51.984858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53974) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:51.997133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1169266714', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:52.078984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.080485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.149541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 779f75ac-4dfb-480c-8650-2aa73d172ae4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:52.150137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 779f75ac-4dfb-480c-8650-2aa73d172ae4 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:52.164098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:46:52.168302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.232993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-286c8248-94a0-40ba-9b12-472ae86a945f None None] Allocated IP 172.20.0.18 (84c6e6ca-de02-4017-900b-c59935ad1aa1/c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f/f14e8ce1-d0fb-4052-8e6d-0083f9034f8b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:52.259226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] For port 9df55c1a-618a-4e44-b81e-0e9199966ebe, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:52.259637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.280666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Calling delete_port for 9df55c1a-618a-4e44-b81e-0e9199966ebe owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:52.295709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Port 9df55c1a-618a-4e44-b81e-0e9199966ebe was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:46:52.299647 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.303568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Subnet': ['ID=8f1e3272-6c45-4674-af9f-578096ead532,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:52.314725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.356479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-218cbd35-2be8-4fdb-9afb-5a1458908c97 req-f0e3d843-060a-4a70-8647-18013e2a8ffc tempest-DeleteServersTestJSON-1991001749 tempest-DeleteServersTestJSON-1991001749-project] 10.222.0.62 "GET /v2.0/ports?device_id=8babf2ea-fc0c-4540-aef4-f3334a7b9628 HTTP/1.1" status: 200 len: 210 time: 0.0817389 Nov 25 18:46:52.371138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Checking segment: {'id': '98025b4f-7f75-4b4f-9499-01ce6d3c2951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:52.371424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network hostable DHCP agents. Network: 9b93fc30-292b-4c54-ac7a-24323a980222, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:46:52.406308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Network 788f8241-f148-4d7e-b2c5-b79d51a32561 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:46:52.406959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] No DVR routers for this DVR port 9df55c1a-618a-4e44-b81e-0e9199966ebe on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:52.444114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network 9b93fc30-292b-4c54-ac7a-24323a980222 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:46:52.462548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9b93fc30-292b-4c54-ac7a-24323a980222) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:52.466954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:52.467565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.472443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b84b7-1396-4c40-87a1-28a79412160f None None] Pushing event deleted for resources: {'Port': ['ID=9df55c1a-618a-4e44-b81e-0e9199966ebe,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:52.477708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606685af-afd0-407c-b6b5-b932646a7ab0 None None] Network 9b93fc30-292b-4c54-ac7a-24323a980222 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:52.504410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-89b768e4-9304-4a01-b86c-4b7285e14b42 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6346755 Nov 25 18:46:52.505070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:52.519276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'port': {'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222', 'name': 'tempest-NetworksIpV6TestAttrs-1224557822'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:52.568583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.705721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-286c8248-94a0-40ba-9b12-472ae86a945f None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,segment=NetworkSegment(583e24a9-5e24-4083-8d6e-c1462df0e0ee),segment_id=583e24a9-5e24-4083-8d6e-c1462df0e0ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:52.735130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-9b93fc30-292b-4c54-ac7a-24323a980222', 'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222', 'tenant_id': '38d65ef658e44b09baa3bface66d0a49', 'fixed_ips': [{'subnet_id': '8f1e3272-6c45-4674-af9f-578096ead532'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:52.736141 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.738145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 97545d5d-c9d9-468c-a729-cc7cb7793362 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:52.804344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:52.808908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.842862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] device_id is not set on port e2f7c005-e46e-4fe9-875f-e56651e169b5 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:46:52.856640 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286c8248-94a0-40ba-9b12-472ae86a945f None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.868631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 97545d5d-c9d9-468c-a729-cc7cb7793362 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:52.869008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:52.913820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-286c8248-94a0-40ba-9b12-472ae86a945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.041941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.073076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.237400 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.239311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c8248-94a0-40ba-9b12-472ae86a945f None None] Pushing event updated for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:53.245493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Allocated IP 2001:db8::f816:3eff:fec5:8ec5 (9b93fc30-292b-4c54-ac7a-24323a980222/8f1e3272-6c45-4674-af9f-578096ead532/e2f7c005-e46e-4fe9-875f-e56651e169b5) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:53.287406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Delete allocated IP 172.20.0.13 (84c6e6ca-de02-4017-900b-c59935ad1aa1/4c76c790-8719-4434-aa1b-dd062fe6e441) {{(pid=103457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 18:46:53.301177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 97545d5d-c9d9-468c-a729-cc7cb7793362, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=97545d5d-c9d9-468c-a729-cc7cb7793362,segment=NetworkSegment(4c513900-ebfd-4847-a945-7f455eab0f3d),segment_id=4c513900-ebfd-4847-a945-7f455eab0f3d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:53.306487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.26 (84c6e6ca-de02-4017-900b-c59935ad1aa1/c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f/20808bf2-82b9-4fef-8f94-e291e05d11dd) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:53.309926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.25.2.35 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/a7c26f9e-45d1-43b8-9fa7-b388d4589ddd) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:53.311480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.501425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=97545d5d-c9d9-468c-a729-cc7cb7793362,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:53.506600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9df55c1a-618a-4e44-b81e-0e9199966ebe no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:53.585624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 9df55c1a-618a-4e44-b81e-0e9199966ebe {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:46:53.586862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9df55c1a-618a-4e44-b81e-0e9199966ebe not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:46:53.588727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.694158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf91b3-6f89-4913-9bcf-09bfd0129aa2 None None] Network a296c761-f416-4272-8ba8-65e3f16aea52 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:53.726944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.802782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:53.810688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:53.814785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:53.828854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85840ebf-82f3-495e-8329-038b1bb77c62 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:53.847011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1137fd93-06cf-4db4-b820-1559917383ad None None] Provisioning complete for port 97545d5d-c9d9-468c-a729-cc7cb7793362 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:53.847396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1137fd93-06cf-4db4-b820-1559917383ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.891641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:53.895252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=a7c26f9e-45d1-43b8-9fa7-b388d4589ddd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:54.029558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:54.043905 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:54.176483 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:54.227269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=20808bf2-82b9-4fef-8f94-e291e05d11dd,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:54.307954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Port': ['ID=e2f7c005-e46e-4fe9-875f-e56651e169b5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:54.338242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] In _notify_port_updated(), no bound segment for port 20808bf2-82b9-4fef-8f94-e291e05d11dd on network 84c6e6ca-de02-4017-900b-c59935ad1aa1 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:46:54.345876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Allocated IP 2001:db8::f816:3eff:fe49:2c5f (9b93fc30-292b-4c54-ac7a-24323a980222/8f1e3272-6c45-4674-af9f-578096ead532/b3f5d990-3e83-47c2-a906-915951cfbe6e) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:46:54.351459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:54.352393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:54.359409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-98882fa3-db9f-4e79-baa3-dc8b844b245b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "PUT /v2.0/ports/20808bf2-82b9-4fef-8f94-e291e05d11dd HTTP/1.1" status: 200 len: 921 time: 4.0638738 Nov 25 18:46:54.360297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54046) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:54.362861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network 9b93fc30-292b-4c54-ac7a-24323a980222 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:54.457134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:54.474560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:54.513936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:54.516372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:54.682982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-88d3ec79-015a-495d-80aa-41291fe7214a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1697359 Nov 25 18:46:54.695034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54056) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:54.813280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting subnet 8f1e3272-6c45-4674-af9f-578096ead532 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:54.858488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 20808bf2-82b9-4fef-8f94-e291e05d11dd {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:54.860996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:54.882076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f14e8ce1-d0fb-4052-8e6d-0083f9034f8b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:55.015472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:55.016419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.019380 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.043266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.051172 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.054637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.120946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 20808bf2-82b9-4fef-8f94-e291e05d11dd owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:55.142885 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.156532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Network 9b93fc30-292b-4c54-ac7a-24323a980222 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:46:55.172854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:55.176702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:46:55.179723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.192848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Pushing event updated for resources: {'Port': ['ID=b3f5d990-3e83-47c2-a906-915951cfbe6e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:55.216342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:55.216709 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.368955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Provisioning complete for port 03a505d2-cbed-4c9f-b19f-db7ee14db639 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:55.369643 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.371401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Attempting to bind port b3f5d990-3e83-47c2-a906-915951cfbe6e on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:46:55.372300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Attempting to bind port b3f5d990-3e83-47c2-a906-915951cfbe6e by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '98025b4f-7f75-4b4f-9499-01ce6d3c2951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:46:55.372657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Attempting to bind port b3f5d990-3e83-47c2-a906-915951cfbe6e on network 9b93fc30-292b-4c54-ac7a-24323a980222 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:46:55.408178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:46:55.408178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Checking segment: {'id': '98025b4f-7f75-4b4f-9499-01ce6d3c2951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:55.408822 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.409007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Bound using segment: {'id': '98025b4f-7f75-4b4f-9499-01ce6d3c2951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:46:55.409457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Bound port: b3f5d990-3e83-47c2-a906-915951cfbe6e, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98025b4f-7f75-4b4f-9499-01ce6d3c2951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9b93fc30-292b-4c54-ac7a-24323a980222'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:46:55.409836 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.509796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.530314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] For port b3f5d990-3e83-47c2-a906-915951cfbe6e, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:46:55.536458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] For port b3f5d990-3e83-47c2-a906-915951cfbe6e, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b3f5d990-3e83-47c2-a906-915951cfbe6e,segment=NetworkSegment(98025b4f-7f75-4b4f-9499-01ce6d3c2951),segment_id=98025b4f-7f75-4b4f-9499-01ce6d3c2951)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:46:55.561625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.644773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54100) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:55.649903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Port 03a505d2-cbed-4c9f-b19f-db7ee14db639 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:55.748107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.771540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bfcf8-47a7-474f-81cb-f3a1d4319c36 None None] Pushing event updated for resources: {'Port': ['ID=b3f5d990-3e83-47c2-a906-915951cfbe6e,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:55.823352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 97545d5d-c9d9-468c-a729-cc7cb7793362 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:55.860378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Provisioning complete for port a7c26f9e-45d1-43b8-9fa7-b388d4589ddd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:55.860956 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.892762 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.922442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:55.933402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 20a5367d-0ea0-4384-9890-9dc2a32e9cef is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:46:55.953065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Port a7c26f9e-45d1-43b8-9fa7-b388d4589ddd cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:46:55.963284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7132968b-1728-4550-a1e8-e2f6a6cd746c None None] Could not find standard attr ID for object 20808bf2-82b9-4fef-8f94-e291e05d11dd. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:46:55.989229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 97545d5d-c9d9-468c-a729-cc7cb7793362 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:55.989942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.053531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1e3272-6c45-4674-af9f-578096ead532,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:56.076227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.086778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54108) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.091663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4f589ab2-ecc4-4314-b692-d2abcd6135ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/8f1e3272-6c45-4674-af9f-578096ead532 HTTP/1.1" status: 204 len: 168 time: 1.3992336 Nov 25 18:46:56.097950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eed9ed3a-1de0-4261-aebb-8b63114cf866 None None] Could not find standard attr ID for object 20808bf2-82b9-4fef-8f94-e291e05d11dd. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:46:56.108549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=20808bf2-82b9-4fef-8f94-e291e05d11dd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:56.150671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eed9ed3a-1de0-4261-aebb-8b63114cf866 None None] Provisioning complete for port 97545d5d-c9d9-468c-a729-cc7cb7793362 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:56.151144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eed9ed3a-1de0-4261-aebb-8b63114cf866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.310896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b217577-ee45-4b9a-be93-802a5cf33dca tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:56.313658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b217577-ee45-4b9a-be93-802a5cf33dca tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:56.317109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4b217577-ee45-4b9a-be93-802a5cf33dca tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2279978 Nov 25 18:46:56.330846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.345299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:46:56.368595 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] Sync routers for ids ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:46:56.411126 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] Routers {'20a5367d-0ea0-4384-9890-9dc2a32e9cef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:56.414222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:56.426305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54112) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.439290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.461384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f7222485-d97d-4c08-ae2b-3d3c714dd25a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/20808bf2-82b9-4fef-8f94-e291e05d11dd HTTP/1.1" status: 204 len: 168 time: 2.0948255 Nov 25 18:46:56.466803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54116) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.487181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.491539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c0f9582-9c37-4b78-b296-f450b1c925c1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.5053356 Nov 25 18:46:56.492365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54118) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.511247 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-91de92e2-387c-40be-9ef1-7ffe5f7e4b19 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:46:56.515176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-91de92e2-387c-40be-9ef1-7ffe5f7e4b19 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/20808bf2-82b9-4fef-8f94-e291e05d11dd HTTP/1.1" status: 404 len: 333 time: 0.0449736 Nov 25 18:46:56.517188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54120) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.625300 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:56.679854 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] Routers {'20a5367d-0ea0-4384-9890-9dc2a32e9cef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:46:56.685216 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:56.692959 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8dae068a-8aab-4455-a1ae-9330f813703f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/routers/20a5367d-0ea0-4384-9890-9dc2a32e9cef HTTP/1.1" status: 200 len: 880 time: 0.1935143 Nov 25 18:46:56.695755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54124) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.697120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d6a727e-9a9a-4a2e-b89d-20d8e0047004 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.736667 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1c94b60-354b-40aa-9acd-20c05f1ea9d9 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.787698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d6a727e-9a9a-4a2e-b89d-20d8e0047004 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.799707 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c94b60-354b-40aa-9acd-20c05f1ea9d9 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 18:46:56.800330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c94b60-354b-40aa-9acd-20c05f1ea9d9 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:46:56.807543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c1c94b60-354b-40aa-9acd-20c05f1ea9d9 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/9b93fc30-292b-4c54-ac7a-24323a980222 HTTP/1.1" status: 409 len: 405 time: 0.4696281 Nov 25 18:46:56.812694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:56.818116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1625359967'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:56.837828 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:46:56.839282 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e2f0e-df84-4e68-a18e-831c1715cd7f None None] The sync data for ids ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:46:56.875944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:56.883218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:56.884779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b3f5d990-3e83-47c2-a906-915951cfbe6e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:46:56.986143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b3f5d990-3e83-47c2-a906-915951cfbe6e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:56.986933 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.002740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d6a727e-9a9a-4a2e-b89d-20d8e0047004 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.007601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3d6a727e-9a9a-4a2e-b89d-20d8e0047004 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.011439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3d6a727e-9a9a-4a2e-b89d-20d8e0047004 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/security-groups/da1d983c-9870-4254-8e71-1eb8af6a324e HTTP/1.1" status: 204 len: 168 time: 0.4932415 Nov 25 18:46:57.016578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54130) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:57.021770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7066-0db0-46ad-8067-7f2887147e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.056012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a727e-9a9a-4a2e-b89d-20d8e0047004 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1d983c-9870-4254-8e71-1eb8af6a324e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:57.073643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:46:57.089269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.102575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.102938 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Added segment dcb5a39a-614f-4ce5-8dd9-41de93ea5773 of type vlan for network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 Nov 25 18:46:57.134501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port b3f5d990-3e83-47c2-a906-915951cfbe6e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b3f5d990-3e83-47c2-a906-915951cfbe6e,segment=NetworkSegment(98025b4f-7f75-4b4f-9499-01ce6d3c2951),segment_id=98025b4f-7f75-4b4f-9499-01ce6d3c2951)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:57.144872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.207278 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ca179f-26a9-48e3-a11c-ce2c3ed31614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.240619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ca179f-26a9-48e3-a11c-ce2c3ed31614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.254158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=b3f5d990-3e83-47c2-a906-915951cfbe6e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:57.299661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.312416 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.315122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ca179f-26a9-48e3-a11c-ce2c3ed31614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.317741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1ca179f-26a9-48e3-a11c-ce2c3ed31614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.321714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c1ca179f-26a9-48e3-a11c-ce2c3ed31614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/security-groups/984f8ca1-73bd-499c-83d2-9497ea680fac HTTP/1.1" status: 204 len: 168 time: 0.2955275 Nov 25 18:46:57.329425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54132) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:57.370428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca179f-26a9-48e3-a11c-ce2c3ed31614 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f8ca1-73bd-499c-83d2-9497ea680fac,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:57.472139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.485141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:57.486265 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.548319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet 4c76c790-8719-4434-aa1b-dd062fe6e441 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:46:57.572521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.666114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e566aa-0c5d-4e93-9c5b-0c95e379c66f None None] Network 9b93fc30-292b-4c54-ac7a-24323a980222 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:57.669281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8547578 Nov 25 18:46:57.672088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54134) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:57.682178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'subnet': {'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:57.743116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34695bd6-b021-4e09-a4a9-b43e31faa83f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Network': ['ID=49d2afb4-e30e-4083-9c9c-8f2fed2bf578,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:57.750632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.760918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:46:57.791629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4afb69e-fb1f-436c-9f4e-1c6f6f6dfb99 None None] Provisioning complete for port b3f5d990-3e83-47c2-a906-915951cfbe6e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:46:57.792006 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4afb69e-fb1f-436c-9f4e-1c6f6f6dfb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.848047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7066-0db0-46ad-8067-7f2887147e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.903542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-41dad4fd-245c-467e-a9b3-2e486b4b8077 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2064571 Nov 25 18:46:57.906796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7066-0db0-46ad-8067-7f2887147e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:57.909128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54138) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:57.920354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-789ce011-55c0-41c0-bd43-d7a3d80a8e0a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1169266714'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:58.045837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa7066-0db0-46ad-8067-7f2887147e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247a36da-d4ac-4e1a-969c-ecdbae6543b6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:58.056525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a9fa7066-0db0-46ad-8067-7f2887147e3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c1156a070ad4063abe6c3a1e3895dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6208024 Nov 25 18:46:58.083775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54142) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:58.171701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.248352 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce0e53de-8fe0-4bf9-834e-c2c9b2badbce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.353329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce0e53de-8fe0-4bf9-834e-c2c9b2badbce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.420770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:58.426069 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.463927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.484611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] DHCP port deletion for 9b93fc30-292b-4c54-ac7a-24323a980222 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:46:58.515113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=4c76c790-8719-4434-aa1b-dd062fe6e441,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:58.533054 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.536784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b2e91944-3a54-4f06-9496-da39fc1d7e1f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/4c76c790-8719-4434-aa1b-dd062fe6e441 HTTP/1.1" status: 204 len: 168 time: 1.2055869 Nov 25 18:46:58.547661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54152) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:58.557812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:58.564067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c52def-cdbb-4b46-b42a-218e446efab4 None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:58.639308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce0e53de-8fe0-4bf9-834e-c2c9b2badbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.653913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce0e53de-8fe0-4bf9-834e-c2c9b2badbce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.658445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ce0e53de-8fe0-4bf9-834e-c2c9b2badbce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/247a36da-d4ac-4e1a-969c-ecdbae6543b6 HTTP/1.1" status: 204 len: 168 time: 0.5706239 Nov 25 18:46:58.694294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b3f5d990-3e83-47c2-a906-915951cfbe6e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:46:58.753947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] Deleting port b3f5d990-3e83-47c2-a906-915951cfbe6e {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:58.754628 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.772248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port 87ee3b29-5440-45e5-ae4c-4579ca180c7c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:46:58.772591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.791062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e53de-8fe0-4bf9-834e-c2c9b2badbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247a36da-d4ac-4e1a-969c-ecdbae6543b6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:58.858191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] For port b3f5d990-3e83-47c2-a906-915951cfbe6e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b3f5d990-3e83-47c2-a906-915951cfbe6e,segment=NetworkSegment(98025b4f-7f75-4b4f-9499-01ce6d3c2951),segment_id=98025b4f-7f75-4b4f-9499-01ce6d3c2951)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:58.858857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.877092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:46:58.880843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.883010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] Calling delete_port for b3f5d990-3e83-47c2-a906-915951cfbe6e owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:58.967508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-789ce011-55c0-41c0-bd43-d7a3d80a8e0a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.980007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port 87ee3b29-5440-45e5-ae4c-4579ca180c7c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87ee3b29-5440-45e5-ae4c-4579ca180c7c,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:46:58.980453 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:58.994272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-789ce011-55c0-41c0-bd43-d7a3d80a8e0a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.005349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Subnet': ['ID=144fd7de-928d-47bc-ac8e-c064ccf84676,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:59.013830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Checking segment: {'id': 'dcb5a39a-614f-4ce5-8dd9-41de93ea5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:46:59.014190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network hostable DHCP agents. Network: 49d2afb4-e30e-4083-9c9c-8f2fed2bf578, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:46:59.018595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for 87ee3b29-5440-45e5-ae4c-4579ca180c7c owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:46:59.146270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:46:59.175137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 49d2afb4-e30e-4083-9c9c-8f2fed2bf578) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:46:59.193462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:46:59.194070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.239143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:46:59.245292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43a824-7930-4f45-90be-2ffca3e67e67 None None] Network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:46:59.248279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.267408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7da7bb08-b608-47fb-a167-fef949102624 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5940204 Nov 25 18:46:59.287234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:59.287845 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54164) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:46:59.291285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.311057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'port': {'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578', 'name': 'tempest-NetworksIpV6TestAttrs-467543228'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:46:59.398238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] Pushing event deleted for resources: {'Port': ['ID=b3f5d990-3e83-47c2-a906-915951cfbe6e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:59.417098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd729b7-b2dd-4120-9ba9-5076b27065e1 None None] No DVR routers for this DVR port b3f5d990-3e83-47c2-a906-915951cfbe6e on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:46:59.431469 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.452932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67c45604-b872-4b92-93d6-9bc90f217444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.477639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.522414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=87ee3b29-5440-45e5-ae4c-4579ca180c7c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:46:59.637935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-49d2afb4-e30e-4083-9c9c-8f2fed2bf578', 'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578', 'tenant_id': '38d65ef658e44b09baa3bface66d0a49', 'fixed_ips': [{'subnet_id': '144fd7de-928d-47bc-ac8e-c064ccf84676'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:46:59.639000 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.848642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:46:59.954169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Allocated IP 2001:db8::f816:3eff:fec7:698d (49d2afb4-e30e-4083-9c9c-8f2fed2bf578/144fd7de-928d-47bc-ac8e-c064ccf84676/5adc35dd-a6c2-4aec-84c7-21a231dd6d55) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:00.323573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.338371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router 24c2916a-046b-4789-8050-5793362d1abf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:00.342963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54178) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:00.349955 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.371706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789ce011-55c0-41c0-bd43-d7a3d80a8e0a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 20a5367d-0ea0-4384-9890-9dc2a32e9cef has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:00.444526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:00.454803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:00.458720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:00.467737 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67c45604-b872-4b92-93d6-9bc90f217444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.507551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Pushing event updated for resources: {'Port': ['ID=5adc35dd-a6c2-4aec-84c7-21a231dd6d55,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:00.509975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] Deleting subnet facef00e-ccfd-4dca-ba36-6dccea534f9c {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:00.517738 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.518969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67c45604-b872-4b92-93d6-9bc90f217444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.611454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-67c45604-b872-4b92-93d6-9bc90f217444 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94bc337d871e4a58acc31c6e71969340&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2965775 Nov 25 18:47:00.612181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:00.615623 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.621290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54180) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:00.638930 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.664175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Attempting to bind port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:00.664686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Attempting to bind port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'dcb5a39a-614f-4ce5-8dd9-41de93ea5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:00.664902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Attempting to bind port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 on network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:00.678438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8ea0c587-a0ee-4358-83a6-2a6bb0b8c611 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:00.693570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ea0c587-a0ee-4358-83a6-2a6bb0b8c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.694842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c45604-b872-4b92-93d6-9bc90f217444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd2c4f-4dac-44be-974d-4508e778fcc9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:00.721453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] device_id is not set on port ec534d23-7181-4b0a-a249-8e0f34a79218 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:47:00.729789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:00.740144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-088f6878-93e9-4d21-a23a-85803a2bf271 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "PUT /v2.0/routers/24c2916a-046b-4789-8050-5793362d1abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0935767 Nov 25 18:47:00.752796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] Sync routers for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:00.764236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:00.764614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Checking segment: {'id': 'dcb5a39a-614f-4ce5-8dd9-41de93ea5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:00.765022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.765416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Bound using segment: {'id': 'dcb5a39a-614f-4ce5-8dd9-41de93ea5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:00.765919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Bound port: 5adc35dd-a6c2-4aec-84c7-21a231dd6d55, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb5a39a-614f-4ce5-8dd9-41de93ea5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '49d2afb4-e30e-4083-9c9c-8f2fed2bf578'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:00.766278 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.793450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ce011-55c0-41c0-bd43-d7a3d80a8e0a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:00.805454 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] Sync routers for ids ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:00.823483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-789ce011-55c0-41c0-bd43-d7a3d80a8e0a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.823724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.828074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-789ce011-55c0-41c0-bd43-d7a3d80a8e0a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/20a5367d-0ea0-4384-9890-9dc2a32e9cef HTTP/1.1" status: 200 len: 887 time: 2.9133050 Nov 25 18:47:00.828649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:00.829877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] Routers {'20a5367d-0ea0-4384-9890-9dc2a32e9cef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:00.833851 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:00.929407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.936401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] For port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:00.940248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] For port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5adc35dd-a6c2-4aec-84c7-21a231dd6d55,segment=NetworkSegment(dcb5a39a-614f-4ce5-8dd9-41de93ea5773),segment_id=dcb5a39a-614f-4ce5-8dd9-41de93ea5773)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:00.941391 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:00.944062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Allocated IP 2001:db8::f816:3eff:feac:ad39 (49d2afb4-e30e-4083-9c9c-8f2fed2bf578/144fd7de-928d-47bc-ac8e-c064ccf84676/ec534d23-7181-4b0a-a249-8e0f34a79218) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:00.949541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:00.950131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:00.953738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:00.959201 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] Routers {'20a5367d-0ea0-4384-9890-9dc2a32e9cef'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:00.959830 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:00.966857 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.007316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:01.008297 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ec6ff-1b56-4d33-8139-d0d7c5325c91 None None] The sync data for ids ['20a5367d-0ea0-4384-9890-9dc2a32e9cef'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:01.056843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:01.081428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:01.104942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:01.108376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.134885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=acec126e-e57b-4794-bdda-dbdd4ef154a8,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:01.157514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb4d56-d930-429b-9d30-773636e61bb3 None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:01.189646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c98c851c-4857-4f83-98f2-1297956840cf tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6379325 Nov 25 18:47:01.194617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:01.207751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8caa1b5c-66ca-4835-8c23-93b2f6aead57 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'security_group': {'name': 'tempest-secgroup-747697243'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:01.254178 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1845c362-ace8-4305-abb1-889288a471cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.274548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b5c-66ca-4835-8c23-93b2f6aead57 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.333224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:01.389293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.396829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1845c362-ace8-4305-abb1-889288a471cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.459731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c1d7-7578-47c7-b13c-5f25d1b85303 None None] Pushing event updated for resources: {'Port': ['ID=5adc35dd-a6c2-4aec-84c7-21a231dd6d55,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:01.516248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1fa03-be99-4db5-9049-c4a8d193cc29 req-d0f511f3-7275-4619-89a2-c577cc023436 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:01.517863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0f1fa03-be99-4db5-9049-c4a8d193cc29 req-d0f511f3-7275-4619-89a2-c577cc023436 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 946 time: 0.3466427 Nov 25 18:47:01.530719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b5c-66ca-4835-8c23-93b2f6aead57 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.540976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b5c-66ca-4835-8c23-93b2f6aead57 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.549624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f78d401-0bc3-4724-aba7-fb6684e9ae20 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/routers/20a5367d-0ea0-4384-9890-9dc2a32e9cef HTTP/1.1" status: 200 len: 887 time: 0.7137225 Nov 25 18:47:01.551011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54192) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:01.567708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.573973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.637729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=facef00e-ccfd-4dca-ba36-6dccea534f9c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:01.664108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ac8ff81d-9d1b-4240-8884-6cdbf69833af tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=20a5367d-0ea0-4384-9890-9dc2a32e9cef HTTP/1.1" status: 200 len: 205 time: 0.1071370 Nov 25 18:47:01.666338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b5c-66ca-4835-8c23-93b2f6aead57 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.671124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8caa1b5c-66ca-4835-8c23-93b2f6aead57 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4736795 Nov 25 18:47:01.671279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:01.671279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54196) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:01.681074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:01.681789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-662aee31-8be6-475b-b4ef-c4f88df95340 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720813721'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:01.688651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:01.691445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1b5c-66ca-4835-8c23-93b2f6aead57 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e38fb4f-ac65-47f3-b8c5-4c0dc5f18d2c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:01.709798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:01.717375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:01.718027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.735744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.745150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3a677aee-1800-48f1-a972-fc3809297d15 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/facef00e-ccfd-4dca-ba36-6dccea534f9c HTTP/1.1" status: 204 len: 168 time: 1.3942087 Nov 25 18:47:01.745379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Port': ['ID=ec534d23-7181-4b0a-a249-8e0f34a79218,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:01.745379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54198) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:01.826405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8aaa45e4-5e39-43b7-a3b4-993ab7211692 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5343747 Nov 25 18:47:01.826635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1845c362-ace8-4305-abb1-889288a471cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.829375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54200) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:01.840131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1845c362-ace8-4305-abb1-889288a471cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.845602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1845c362-ace8-4305-abb1-889288a471cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/badd2c4f-4dac-44be-974d-4508e778fcc9 HTTP/1.1" status: 204 len: 168 time: 1.2196810 Nov 25 18:47:01.867312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c362-ace8-4305-abb1-889288a471cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd2c4f-4dac-44be-974d-4508e778fcc9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:01.869154 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-662aee31-8be6-475b-b4ef-c4f88df95340 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.875790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0f1fa03-be99-4db5-9049-c4a8d193cc29 req-3222122d-fa06-4799-9cf2-0921ce95201e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373477 Nov 25 18:47:01.950277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:01.962655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.096950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-662aee31-8be6-475b-b4ef-c4f88df95340 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.108971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-662aee31-8be6-475b-b4ef-c4f88df95340 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.125807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting subnet 144fd7de-928d-47bc-ac8e-c064ccf84676 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:02.133946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.158036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662aee31-8be6-475b-b4ef-c4f88df95340 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54823dd4-b898-4206-8457-f52b20af55a2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:02.178817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-662aee31-8be6-475b-b4ef-c4f88df95340 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.180574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-662aee31-8be6-475b-b4ef-c4f88df95340 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5025294 Nov 25 18:47:02.182873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.187669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54206) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:02.194036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b832d7db-66d4-449d-97a5-ceed6848aed4 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980547210'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:02.201364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c834e-41d6-4cb5-924f-3499ffb3a538 None None] Network 6398ccdc-4a28-4532-b7b8-e40937d09707 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:02.254772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.269607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b832d7db-66d4-449d-97a5-ceed6848aed4 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.322431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port a7c26f9e-45d1-43b8-9fa7-b388d4589ddd {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:02.322908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.576013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b832d7db-66d4-449d-97a5-ceed6848aed4 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.581452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.645823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.670093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-a2046aa6-e24a-4f5a-bd12-f52b263f37b1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:02.675992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-a2046aa6-e24a-4f5a-bd12-f52b263f37b1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 946 time: 0.1872823 Nov 25 18:47:02.676696 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b832d7db-66d4-449d-97a5-ceed6848aed4 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.692008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8ea0c587-a0ee-4358-83a6-2a6bb0b8c611 None None] Provisioning complete for port 03a505d2-cbed-4c9f-b19f-db7ee14db639 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:02.692390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ea0c587-a0ee-4358-83a6-2a6bb0b8c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.702486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for a7c26f9e-45d1-43b8-9fa7-b388d4589ddd owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:02.714684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6398ccdc-4a28-4532-b7b8-e40937d09707']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:02.731879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f470d9e-b091-45f3-8027-d739a7f0ed4e None None] DHCP port deletion for 6398ccdc-4a28-4532-b7b8-e40937d09707 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:02.757929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6c6c26-eafd-4ce1-b2c5-0878d4621661') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:02.763513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b832d7db-66d4-449d-97a5-ceed6848aed4 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.769537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b832d7db-66d4-449d-97a5-ceed6848aed4 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5807245 Nov 25 18:47:02.773076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6c6c26-eafd-4ce1-b2c5-0878d4621661') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:02.774834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54218) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:02.792131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1702275784', 'security_groups': ['5e6769e4-5146-4a82-bfd0-0feb14877a38'], 'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'acec126e-e57b-4794-bdda-dbdd4ef154a8'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:02.836407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:02.855584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.966709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:02.994071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832d7db-66d4-449d-97a5-ceed6848aed4 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6769e4-5146-4a82-bfd0-0feb14877a38,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:03.020383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de733fe-67fd-4eae-831d-1d9387a9ad05 None None] Network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:03.050071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8ea0c587-a0ee-4358-83a6-2a6bb0b8c611 None None] Port 03a505d2-cbed-4c9f-b19f-db7ee14db639 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:03.124773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:03.125647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.135863 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.145336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:03.145831 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.155736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32f6c2-ac42-4e3b-a73e-6a48595b2693 None None] Update dhcp port {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'fixed_ips': [{'subnet_id': 'c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'acec126e-e57b-4794-bdda-dbdd4ef154a8'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'f14e8ce1-d0fb-4052-8e6d-0083f9034f8b'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:47:03.248279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.266128 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b32f6c2-ac42-4e3b-a73e-6a48595b2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:03.280053 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:03.291778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Provisioning complete for port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:03.292452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.317644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:03.318026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.322391 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.348854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.364061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.374646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6398ccdc-4a28-4532-b7b8-e40937d09707 HTTP/1.1" status: 204 len: 168 time: 1.6265628 Nov 25 18:47:03.374925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:03.378192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:59Z', 'revision_number': 6, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:13Z', 'revision_number': 1, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:03.380945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:03.381455 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:03.393717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=a7c26f9e-45d1-43b8-9fa7-b388d4589ddd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:03.440534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9aebd-2ad7-488f-bed8-41ebf58b23c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6398ccdc-4a28-4532-b7b8-e40937d09707,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:03.486319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb66a5c-8c66-4faf-a2e5-aa5e5784d7eb None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:03.530699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5f7d-b782-4bd4-8034-448ea516da7d req-c63767b9-325c-43d7-9f2b-7bb921b1a67b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:03.549468 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f69c5f7d-b782-4bd4-8034-448ea516da7d req-c63767b9-325c-43d7-9f2b-7bb921b1a67b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 946 time: 0.4306951 Nov 25 18:47:03.551075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] Checking router: 24c2916a-046b-4789-8050-5793362d1abf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:03.728660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:03.729505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:03.740164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f69c5f7d-b782-4bd4-8034-448ea516da7d req-227199e0-be77-4de7-85e8-9a451a9242e5 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=a94a2d94-12c8-4f0d-b9cc-9259538078c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878583 Nov 25 18:47:03.751037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:03.925279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:03.944361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.026934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.033165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Subnet': ['ID=144fd7de-928d-47bc-ac8e-c064ccf84676,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:04.048909 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.076624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.080338 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-653d9008-c823-4fc7-9baf-4943606a0c2a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/144fd7de-928d-47bc-ac8e-c064ccf84676 HTTP/1.1" status: 204 len: 168 time: 2.2500215 Nov 25 18:47:04.100787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54242) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:04.114106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:04.119617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-3b32f6c2-ac42-4e3b-a73e-6a48595b2693 None None] Allocated IP 172.20.0.2 (84c6e6ca-de02-4017-900b-c59935ad1aa1/acec126e-e57b-4794-bdda-dbdd4ef154a8/f14e8ce1-d0fb-4052-8e6d-0083f9034f8b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:04.150325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-acb2d83c-a81c-483e-8295-cfb6b128139c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b398994491047d7bcd1464030532fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194202 Nov 25 18:47:04.154353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54246) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:04.217364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.233196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.238186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b70b069-a222-46bc-aa00-0507f42c54ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:04.240027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b70b069-a222-46bc-aa00-0507f42c54ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:04.244691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8b70b069-a222-46bc-aa00-0507f42c54ff tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1409533 Nov 25 18:47:04.247255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:04.341921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] device_id is not set on port f5541618-c51b-44c9-9e60-e620535e3174 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:47:04.373258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3185f289-7a8c-478c-b839-c82c5934fce3 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.400332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da3c4e-5e62-48d7-a5ae-f0e09d4ec7aa None None] Network 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:04.412309 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3185f289-7a8c-478c-b839-c82c5934fce3 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 18:47:04.412789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3185f289-7a8c-478c-b839-c82c5934fce3 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:04.422534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3185f289-7a8c-478c-b839-c82c5934fce3 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/49d2afb4-e30e-4083-9c9c-8f2fed2bf578 HTTP/1.1" status: 409 len: 405 time: 0.1669912 Nov 25 18:47:04.423535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54250) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:04.431864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.435420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.437965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1263074177'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:04.499012 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cc76-aabd-496d-9713-f814e9b95870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.526466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.527104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Fanout notify agent at l3_agent the message router_deleted on router 20a5367d-0ea0-4384-9890-9dc2a32e9cef {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:47:04.532290 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:04.532719 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:04.537512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.538058 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:04.538421 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:04.542734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9658b95c-80b4-4868-b33a-7e8a14090483 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/20a5367d-0ea0-4384-9890-9dc2a32e9cef HTTP/1.1" status: 204 len: 168 time: 2.8698215 Nov 25 18:47:04.546504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54254) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:04.556119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533869250'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:04.571260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.610321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:04.620785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:04.625339 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.633476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cc76-aabd-496d-9713-f814e9b95870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.699939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] No DVR routers for this DVR port 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:04.705417 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.710045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efbc6de3-4e66-4112-a3fc-7d12727d7090 req-6a711f67-7112-4d4f-832f-1e3599340819 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.66 "DELETE /v2.0/ports/7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f HTTP/1.1" status: 204 len: 173 time: 2.0043173 Nov 25 18:47:04.710379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:04.710902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb860451-403d-425b-a292-49afda13c43a', 'name': 'network-vif-deleted', 'tag': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:47:04.714388 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d571a-7de0-4645-9182-5e712aa8c927" -d '{"events": [{"server_uuid": "cb860451-403d-425b-a292-49afda13c43a", "name": "network-vif-deleted", "tag": "7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:47:04.728843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.729165 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Added segment 5213202a-2ee0-42a6-af11-773ed51013ab of type vlan for network 030595f3-a1e2-4a3e-883f-b26877872efb Nov 25 18:47:04.733708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:04.742835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.823052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:04.834734 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3acc719-74dc-4a98-b3dc-6e38ca73c5ae x-openstack-request-id: req-d3acc719-74dc-4a98-b3dc-6e38ca73c5ae {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:47:04.834734 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb860451-403d-425b-a292-49afda13c43a", "name": "network-vif-deleted", "tag": "7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:47:04.834734 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3acc719-74dc-4a98-b3dc-6e38ca73c5ae {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:47:04.834734 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb860451-403d-425b-a292-49afda13c43a', 'name': 'network-vif-deleted', 'tag': '7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f', 'status': 'completed', 'code': 200} Nov 25 18:47:04.835090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cc76-aabd-496d-9713-f814e9b95870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.840026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb6cc76-aabd-496d-9713-f814e9b95870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.843533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2bb6cc76-aabd-496d-9713-f814e9b95870 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c74644d1-fd1e-4349-985f-2b0038a79458 HTTP/1.1" status: 204 len: 168 time: 0.6140759 Nov 25 18:47:04.852218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.853718 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment a9df7e9c-a609-4fbf-ba4c-8007cc09561e of type vlan for network 52039560-b342-46ca-9d22-cfcdc1812b76 Nov 25 18:47:04.875364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:04.950056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6cc76-aabd-496d-9713-f814e9b95870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74644d1-fd1e-4349-985f-2b0038a79458,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:04.984881 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.029611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-44b1d022-39fe-4292-af73-e991a806e04f req-b9161b80-ed9c-4f3f-9fd2-f138490c9bf2 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb860451-403d-425b-a292-49afda13c43a HTTP/1.1" status: 200 len: 210 time: 0.1175120 Nov 25 18:47:05.048809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.054232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.065157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:05.066026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.069142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:05.071449 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.085892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3b32f6c2-ac42-4e3b-a73e-6a48595b2693 None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,segment=NetworkSegment(583e24a9-5e24-4083-8d6e-c1462df0e0ee),segment_id=583e24a9-5e24-4083-8d6e-c1462df0e0ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:05.125539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5777769 Nov 25 18:47:05.126467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b32f6c2-ac42-4e3b-a73e-6a48595b2693 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.130690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7036414 Nov 25 18:47:05.155820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:05.156180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54278) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:05.175808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'subnet': {'network_id': '030595f3-a1e2-4a3e-883f-b26877872efb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:05.211994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': '52039560-b342-46ca-9d22-cfcdc1812b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:05.320434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.12 (84c6e6ca-de02-4017-900b-c59935ad1aa1/acec126e-e57b-4794-bdda-dbdd4ef154a8/f5541618-c51b-44c9-9e60-e620535e3174) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:05.414741 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b32f6c2-ac42-4e3b-a73e-6a48595b2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.426503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d9542-f296-4752-8387-e825658dce44 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Network': ['ID=030595f3-a1e2-4a3e-883f-b26877872efb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:05.555533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 030595f3-a1e2-4a3e-883f-b26877872efb details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:05.661850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.681313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32f6c2-ac42-4e3b-a73e-6a48595b2693 None None] Pushing event updated for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:05.725847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.842933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752c48d-681a-42f6-9ff4-407be98da423 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=52039560-b342-46ca-9d22-cfcdc1812b76,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:05.845199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:05.852915 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.873535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:05.889676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:05.893390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:05.896554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 52039560-b342-46ca-9d22-cfcdc1812b76 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:05.903789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.932387 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:05.958632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:05.963214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.083821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5adc35dd-a6c2-4aec-84c7-21a231dd6d55,segment=NetworkSegment(dcb5a39a-614f-4ce5-8dd9-41de93ea5773),segment_id=dcb5a39a-614f-4ce5-8dd9-41de93ea5773)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:06.086994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:06.094147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.104283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.116288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:59Z', 'revision_number': 6, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:13Z', 'revision_number': 1, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:06.143348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=f5541618-c51b-44c9-9e60-e620535e3174,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:06.163724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54330) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:06.171462 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c1cd8dc2-5142-4955-ab16-45207293e417 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3906493 Nov 25 18:47:06.179785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54332) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:06.201926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-dab42777-18fb-43e0-a888-b08794d2b212 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:06.232687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] DHCP port deletion for 49d2afb4-e30e-4083-9c9c-8f2fed2bf578 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:06.272604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0e3ef-ab5d-45fb-85ca-2b1a7238d9e3 None None] The sync data for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 is: [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:59Z', 'revision_number': 6, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e25b6491-555d-44fd-8c8d-ed9d1c820f35', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '24c2916a-046b-4789-8050-5793362d1abf', 'port_id': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'mac_address': 'fa:16:3e:ce:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:45:06Z', 'updated_at': '2021-11-25T18:45:13Z', 'revision_number': 1, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:06.339831 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d38f6e0-bfde-4f0f-a87c-094973244bbf tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.376304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54336) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:06.412289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:06.412669 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:06.414642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=5adc35dd-a6c2-4aec-84c7-21a231dd6d55,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:06.437891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d38f6e0-bfde-4f0f-a87c-094973244bbf tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.463214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] Deleting port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:06.463801 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.577288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54344) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:06.660920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab42777-18fb-43e0-a888-b08794d2b212 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:06.672421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dab42777-18fb-43e0-a888-b08794d2b212 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.688371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] For port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5adc35dd-a6c2-4aec-84c7-21a231dd6d55,segment=NetworkSegment(dcb5a39a-614f-4ce5-8dd9-41de93ea5773),segment_id=dcb5a39a-614f-4ce5-8dd9-41de93ea5773)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:06.688812 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.695393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.699214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f14e8ce1-d0fb-4052-8e6d-0083f9034f8b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:06.779944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] Calling delete_port for 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:06.861883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-network', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:06.896575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=a71c97b9-8f1f-464a-891a-89430917cea4,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:06.929270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2533a12a-5ad0-4dd2-83ee-aa120518d198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.935549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:06.937691 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d38f6e0-bfde-4f0f-a87c-094973244bbf tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.938041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.941626 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d38f6e0-bfde-4f0f-a87c-094973244bbf tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.946692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8d38f6e0-bfde-4f0f-a87c-094973244bbf tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/security-groups/a94a2d94-12c8-4f0d-b9cc-9259538078c0 HTTP/1.1" status: 204 len: 168 time: 0.7816405 Nov 25 18:47:06.962814 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:06.988029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38f6e0-bfde-4f0f-a87c-094973244bbf tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a2d94-12c8-4f0d-b9cc-9259538078c0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:07.023964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:07.034291 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:47:07.036542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': 'a9df7e9c-a609-4fbf-ba4c-8007cc09561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52039560-b342-46ca-9d22-cfcdc1812b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:07.036919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: 52039560-b342-46ca-9d22-cfcdc1812b76, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:07.042761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.067231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:07.067600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7d4d9ee3-65bd-4a22-ba64-4c5c699d4c6f not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:07.072617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:07.072994 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.105285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.122321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.133962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.138763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:07.143118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 52039560-b342-46ca-9d22-cfcdc1812b76 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:07.149881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.150239 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Added segment 16dc6d0e-1682-464b-bd4e-a4e841c67a0f of type vlan for network 4f8726b0-b2b2-4430-9868-33a6f312e430 Nov 25 18:47:07.188932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] No DVR routers for this DVR port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:07.200185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28be10-369d-4deb-9993-a606681f6b11 None None] Pushing event deleted for resources: {'Port': ['ID=5adc35dd-a6c2-4aec-84c7-21a231dd6d55,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:07.201937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.217548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Subnet': ['ID=8e0e9e8e-7eac-409f-9f76-4c3e98636a44,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:07.219658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 52039560-b342-46ca-9d22-cfcdc1812b76) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:07.234226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:07.234899 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.256940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Checking segment: {'id': '5213202a-2ee0-42a6-af11-773ed51013ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '030595f3-a1e2-4a3e-883f-b26877872efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:07.257315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network hostable DHCP agents. Network: 030595f3-a1e2-4a3e-883f-b26877872efb, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:07.263281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ce04fe6b-d858-46d3-8b2a-e216198d0d4d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1046379 Nov 25 18:47:07.268893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:07.269222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-78eab083-f091-4194-9150-aa0c59757033 None None] Port 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 update to ACTIVE by agent not found {{(pid=103458) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 18:47:07.272336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a355b7bb-1bd3-4132-b132-945a2b0bb227,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:07.274990 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.275808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bdf5568a-6b5a-4684-9fd2-1c1ce700c084 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1596652709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:07.276137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:07.276715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.282646 n-d-819194-3 neutron-server[103456]: INFO neutron.db.ipam_backend_mixin [None req-dab42777-18fb-43e0-a888-b08794d2b212 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet acec126e-e57b-4794-bdda-dbdd4ef154a8 (CIDR: 172.20.0.0/28) Nov 25 18:47:07.288810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa79816-736f-4e79-86ff-49242b5d2839 None None] Network 52039560-b342-46ca-9d22-cfcdc1812b76 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:07.348666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network 030595f3-a1e2-4a3e-883f-b26877872efb is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:07.371016 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf5568a-6b5a-4684-9fd2-1c1ce700c084 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.375108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf5568a-6b5a-4684-9fd2-1c1ce700c084 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.384333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 030595f3-a1e2-4a3e-883f-b26877872efb) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:07.395419 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab42777-18fb-43e0-a888-b08794d2b212 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:47:07.396151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab42777-18fb-43e0-a888-b08794d2b212 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:07.403264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299f02e-3974-43ee-8f59-d848dd4fdb56 None None] Network 030595f3-a1e2-4a3e-883f-b26877872efb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:07.457083 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf5568a-6b5a-4684-9fd2-1c1ce700c084 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.463587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:07.464577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.470227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf5568a-6b5a-4684-9fd2-1c1ce700c084 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.497052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:07.497052 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.500224 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2533a12a-5ad0-4dd2-83ee-aa120518d198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.509166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:07.510144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1299553 Nov 25 18:47:07.517734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Request body: {'subnet': {'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-subnet', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:07.529086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2533a12a-5ad0-4dd2-83ee-aa120518d198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.531840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bdf5568a-6b5a-4684-9fd2-1c1ce700c084 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.533663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bdf5568a-6b5a-4684-9fd2-1c1ce700c084 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2625756 Nov 25 18:47:07.538745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:07.541387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dab42777-18fb-43e0-a888-b08794d2b212 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3540652 Nov 25 18:47:07.541523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54358) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:07.554503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f1ec6c63-ff48-4b0b-b390-257361d80c02 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:07.569359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2705-ccd4-4cfb-b4f4-5ae0160e076d admin admin] Pushing event updated for resources: {'Network': ['ID=4f8726b0-b2b2-4430-9868-33a6f312e430,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:07.595180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:07.597957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8c6f099c-62f8-4ec8-9d71-dbb1c16fca3c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4358900 Nov 25 18:47:07.603199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2533a12a-5ad0-4dd2-83ee-aa120518d198 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7371e224c3e41e5822b646b2333a0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0245004 Nov 25 18:47:07.604203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54360) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:07.604660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:07.624702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533a12a-5ad0-4dd2-83ee-aa120518d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e338398e-5cae-40d8-9d71-0aa90e971e60,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:07.690044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-52039560-b342-46ca-9d22-cfcdc1812b76', 'network_id': '52039560-b342-46ca-9d22-cfcdc1812b76', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': 'a71c97b9-8f1f-464a-891a-89430917cea4'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:07.690936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.764138 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d391-0d13-4c23-b53c-c49972da6415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.765980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:07.768380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.791664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.811035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d391-0d13-4c23-b53c-c49972da6415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.893453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d391-0d13-4c23-b53c-c49972da6415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.897695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8a0d391-0d13-4c23-b53c-c49972da6415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.902332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a8a0d391-0d13-4c23-b53c-c49972da6415 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e338398e-5cae-40d8-9d71-0aa90e971e60 HTTP/1.1" status: 204 len: 168 time: 0.2948661 Nov 25 18:47:07.939775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-030595f3-a1e2-4a3e-883f-b26877872efb', 'network_id': '030595f3-a1e2-4a3e-883f-b26877872efb', 'tenant_id': '38d65ef658e44b09baa3bface66d0a49', 'fixed_ips': [{'subnet_id': '8e0e9e8e-7eac-409f-9f76-4c3e98636a44'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:07.940638 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:07.982057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Allocated IP 172.20.0.2 (52039560-b342-46ca-9d22-cfcdc1812b76/a71c97b9-8f1f-464a-891a-89430917cea4/0b720ae6-6608-413a-85bd-1b7057716634) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:08.010167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0d391-0d13-4c23-b53c-c49972da6415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e338398e-5cae-40d8-9d71-0aa90e971e60,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:08.047033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54370) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:08.130644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.138722 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.163304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ec6c63-ff48-4b0b-b390-257361d80c02 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:08.168003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6c63-ff48-4b0b-b390-257361d80c02 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.456386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87ee3b29-5440-45e5-ae4c-4579ca180c7c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:08.506126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54374) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:08.525718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Provisioning complete for port 03a505d2-cbed-4c9f-b19f-db7ee14db639 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:08.526710 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.554082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 87ee3b29-5440-45e5-ae4c-4579ca180c7c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:08.554291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-37b78eca-e7ef-4c74-b5d3-e7568c9f4d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.554796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87ee3b29-5440-45e5-ae4c-4579ca180c7c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:08.556232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:08.607414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:08.607990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5adc35dd-a6c2-4aec-84c7-21a231dd6d55 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:08.611017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.624298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Port 03a505d2-cbed-4c9f-b19f-db7ee14db639 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:08.626634 n-d-819194-3 neutron-server[103457]: INFO neutron.db.ipam_backend_mixin [None req-f1ec6c63-ff48-4b0b-b390-257361d80c02 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f (CIDR: 172.20.0.16/28) Nov 25 18:47:08.633226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Allocated IP 2001:db8::f816:3eff:fea3:84de (030595f3-a1e2-4a3e-883f-b26877872efb/8e0e9e8e-7eac-409f-9f76-4c3e98636a44/1ba61801-12c0-4d9f-b59f-e1bb99d9d503) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:08.639526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Could not find standard attr ID for object 5adc35dd-a6c2-4aec-84c7-21a231dd6d55. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:47:08.655665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting subnet 8633c82e-6d22-470c-9ee9-366be27b08e0 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:08.659501 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ec6c63-ff48-4b0b-b390-257361d80c02 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:47:08.659661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ec6c63-ff48-4b0b-b390-257361d80c02 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:08.701250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.710698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:08.722024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1ec6c63-ff48-4b0b-b390-257361d80c02 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1740170 Nov 25 18:47:08.727440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54378) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:08.741920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'subnet': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:08.776906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.799801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Provisioning complete for port f5541618-c51b-44c9-9e60-e620535e3174 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:08.800181 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.895374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Checking segment: {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:08.895940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Network hostable DHCP agents. Network: 4f8726b0-b2b2-4430-9868-33a6f312e430, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:08.906591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.941008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.967463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-37b78eca-e7ef-4c74-b5d3-e7568c9f4d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:08.985886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Port f5541618-c51b-44c9-9e60-e620535e3174 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:08.994121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.013931 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-37b78eca-e7ef-4c74-b5d3-e7568c9f4d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.048241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Network 52039560-b342-46ca-9d22-cfcdc1812b76 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:09.056357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:09.078376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.082726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:09.092133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:09.094319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Pushing event updated for resources: {'Port': ['ID=0b720ae6-6608-413a-85bd-1b7057716634,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.098821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Provisioning complete for port ec534d23-7181-4b0a-a249-8e0f34a79218 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:09.099202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.115933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Subnet': ['ID=8633c82e-6d22-470c-9ee9-366be27b08e0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.118386 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.122634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-34aa9a71-0845-4977-afda-a83a0b150598 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/subnets/8633c82e-6d22-470c-9ee9-366be27b08e0 HTTP/1.1" status: 204 len: 168 time: 1.0739782 Nov 25 18:47:09.125081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54380) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:09.130912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-37b78eca-e7ef-4c74-b5d3-e7568c9f4d6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ae3946bddec45a8914686ce4ade4eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210868 Nov 25 18:47:09.133396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ab2ec-78bf-4b57-8988-6f98cc09a649 None None] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:09.146505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.20.0.1 (52039560-b342-46ca-9d22-cfcdc1812b76/a71c97b9-8f1f-464a-891a-89430917cea4/7114f259-916b-485b-a64c-b06b275253f8) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:09.181585 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.217254 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.220564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54382) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:09.235890 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.250829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2aeff0ad-1062-4b69-8ffd-b28f5cc2e992 None None] Port ec534d23-7181-4b0a-a249-8e0f34a79218 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:09.294755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Attempting to bind port 0b720ae6-6608-413a-85bd-1b7057716634 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:09.295384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Attempting to bind port 0b720ae6-6608-413a-85bd-1b7057716634 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'a9df7e9c-a609-4fbf-ba4c-8007cc09561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52039560-b342-46ca-9d22-cfcdc1812b76'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:09.295916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Attempting to bind port 0b720ae6-6608-413a-85bd-1b7057716634 on network 52039560-b342-46ca-9d22-cfcdc1812b76 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:09.310488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2147ef14-1ed7-4802-8e82-414bde6641e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.312888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Network 030595f3-a1e2-4a3e-883f-b26877872efb is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:09.313046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.315935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:09.316514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Checking segment: {'id': 'a9df7e9c-a609-4fbf-ba4c-8007cc09561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52039560-b342-46ca-9d22-cfcdc1812b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:09.317100 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.317650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Bound using segment: {'id': 'a9df7e9c-a609-4fbf-ba4c-8007cc09561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52039560-b342-46ca-9d22-cfcdc1812b76'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:09.318302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Bound port: 0b720ae6-6608-413a-85bd-1b7057716634, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9df7e9c-a609-4fbf-ba4c-8007cc09561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52039560-b342-46ca-9d22-cfcdc1812b76'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:09.318868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.333371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2147ef14-1ed7-4802-8e82-414bde6641e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.355785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:09.357670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.363721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:09.365709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Pushing event updated for resources: {'Port': ['ID=1ba61801-12c0-4d9f-b59f-e1bb99d9d503,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.407371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 52039560-b342-46ca-9d22-cfcdc1812b76 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:09.408583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b78eca-e7ef-4c74-b5d3-e7568c9f4d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6f7f3-5dd5-4530-9490-3e4dbb07e95c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.428146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:09.428492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.456927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 4f8726b0-b2b2-4430-9868-33a6f312e430) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:09.462519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:09.487699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f03e0-4b08-4153-9d98-b2aa089e41c6 None None] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:09.492049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0e9e8e-7eac-409f-9f76-4c3e98636a44,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.519094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2147ef14-1ed7-4802-8e82-414bde6641e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.521498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:09.521737 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2147ef14-1ed7-4802-8e82-414bde6641e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.522144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.522963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2147ef14-1ed7-4802-8e82-414bde6641e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2d6f7f3-5dd5-4530-9490-3e4dbb07e95c HTTP/1.1" status: 204 len: 168 time: 0.2972729 Nov 25 18:47:09.541059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Made reservation on behalf of 3c6cac992c404d8586bf553ffcae1809 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:09.545618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.587851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147ef14-1ed7-4802-8e82-414bde6641e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6f7f3-5dd5-4530-9490-3e4dbb07e95c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.590941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port 827d8eee-84c9-4103-9582-0b4b4fa7e600 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:09.591305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.613450 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.674950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030595f3-a1e2-4a3e-883f-b26877872efb']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:09.706102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5213202a-2ee0-42a6-af11-773ed51013ab') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:09.706292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5213202a-2ee0-42a6-af11-773ed51013ab') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:09.713440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port 827d8eee-84c9-4103-9582-0b4b4fa7e600, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=827d8eee-84c9-4103-9582-0b4b4fa7e600,segment=NetworkSegment(9bf5816e-b4d8-4cdb-a44d-10c13cac7c01),segment_id=9bf5816e-b4d8-4cdb-a44d-10c13cac7c01)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:09.716983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.734800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.742909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Attempting to bind port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:09.743468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Attempting to bind port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5213202a-2ee0-42a6-af11-773ed51013ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '030595f3-a1e2-4a3e-883f-b26877872efb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:09.743947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Attempting to bind port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503 on network 030595f3-a1e2-4a3e-883f-b26877872efb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:09.747087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for 827d8eee-84c9-4103-9582-0b4b4fa7e600 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:09.766934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.772642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] DHCP port deletion for 9a99d817-efc6-4d56-9888-0fe81bd4ce57 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:09.780704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] For port 0b720ae6-6608-413a-85bd-1b7057716634, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:09.785532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:09.786084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Checking segment: {'id': '5213202a-2ee0-42a6-af11-773ed51013ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '030595f3-a1e2-4a3e-883f-b26877872efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:09.786695 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.787217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Bound using segment: {'id': '5213202a-2ee0-42a6-af11-773ed51013ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '030595f3-a1e2-4a3e-883f-b26877872efb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:09.788063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Bound port: 1ba61801-12c0-4d9f-b59f-e1bb99d9d503, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5213202a-2ee0-42a6-af11-773ed51013ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '030595f3-a1e2-4a3e-883f-b26877872efb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:09.789787 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.798401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] For port 0b720ae6-6608-413a-85bd-1b7057716634, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b720ae6-6608-413a-85bd-1b7057716634,segment=NetworkSegment(a9df7e9c-a609-4fbf-ba4c-8007cc09561e),segment_id=a9df7e9c-a609-4fbf-ba4c-8007cc09561e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:09.804801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:09.805209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.806596 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-39011f1e-2e21-4d56-bc03-a2a632c85f8e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2955213 Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:09.809120 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:09.811967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54388) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:09.815303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:09.816189 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.863372 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.876613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=7114f259-916b-485b-a64c-b06b275253f8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.899717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.906782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Subnet': ['ID=799cd196-196d-4944-bf02-9afaf165fc2a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:09.963190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:09.964260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:47:09.964260 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:47:09.964260 n-d-819194-3 neutron-server[103456]: [parameters: {'id': '030595f3-a1e2-4a3e-883f-b26877872efb'}] Nov 25 18:47:09.964260 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:09.964640 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:09.969034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:09.972586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:09.973239 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.984571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:09.984571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.000387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d058c68-fa97-45f6-9333-d0a6369dba4b None None] Pushing event updated for resources: {'Port': ['ID=0b720ae6-6608-413a-85bd-1b7057716634,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:10.005812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48cfd0-443e-4fc1-8903-eadd45cdc4ae None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:10.016193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.030366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-93c7ad56-f1fd-4865-9e5b-672742dded56 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2893937 Nov 25 18:47:10.031037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54392) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:10.041097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1217439530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '799cd196-196d-4944-bf02-9afaf165fc2a'}], 'security_groups': ['6e38fb4f-ac65-47f3-b8c5-4c0dc5f18d2c', '54823dd4-b898-4206-8457-f52b20af55a2']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:10.108087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.150022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=827d8eee-84c9-4103-9582-0b4b4fa7e600,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:10.155521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.156864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] No DVR routers for this DVR port 827d8eee-84c9-4103-9582-0b4b4fa7e600 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:10.287810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 827d8eee-84c9-4103-9582-0b4b4fa7e600 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:10.299976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-4f8726b0-b2b2-4430-9868-33a6f312e430', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:10.300995 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.330750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.358826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a99d817-efc6-4d56-9888-0fe81bd4ce57']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:10.405634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 827d8eee-84c9-4103-9582-0b4b4fa7e600 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:10.406069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 827d8eee-84c9-4103-9582-0b4b4fa7e600 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:10.433876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] For port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:10.489445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.501191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.520162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:10.527089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf5816e-b4d8-4cdb-a44d-10c13cac7c01') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:10.544167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.576219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.602605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:10.603120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.677276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] For port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1ba61801-12c0-4d9f-b59f-e1bb99d9d503,segment=NetworkSegment(5213202a-2ee0-42a6-af11-773ed51013ab),segment_id=5213202a-2ee0-42a6-af11-773ed51013ab)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:10.703932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Deleting port 827d8eee-84c9-4103-9582-0b4b4fa7e600 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:10.704356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.707750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:10.713724 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:10.886016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.927213 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.935307 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/networks/9a99d817-efc6-4d56-9888-0fe81bd4ce57 HTTP/1.1" status: 204 len: 168 time: 1.8089702 Nov 25 18:47:10.936563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54412) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:10.940549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:10.966686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Allocated IP 172.20.0.2 (4f8726b0-b2b2-4430-9868-33a6f312e430/8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c/25afec71-c62b-4a4b-ac5f-72d182ea4d4c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:10.980125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec649cb-41a4-44f7-848a-6e9fc3057036 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Network': ['ID=9a99d817-efc6-4d56-9888-0fe81bd4ce57,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:11.026622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0def6-a37e-487f-9364-a6fded3841f5 None None] Network 030595f3-a1e2-4a3e-883f-b26877872efb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:11.089257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:11.089860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.292206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] For port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1ba61801-12c0-4d9f-b59f-e1bb99d9d503,segment=NetworkSegment(5213202a-2ee0-42a6-af11-773ed51013ab),segment_id=5213202a-2ee0-42a6-af11-773ed51013ab)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:11.292583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.326294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Calling delete_port for 1ba61801-12c0-4d9f-b59f-e1bb99d9d503 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:11.344060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Delete allocated IP 172.20.0.12 (84c6e6ca-de02-4017-900b-c59935ad1aa1/acec126e-e57b-4794-bdda-dbdd4ef154a8) {{(pid=103457) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 18:47:11.354615 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.369563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Allocated IP 172.20.0.38 (84c6e6ca-de02-4017-900b-c59935ad1aa1/799cd196-196d-4944-bf02-9afaf165fc2a/f5541618-c51b-44c9-9e60-e620535e3174) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:11.378622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.432260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] For port 827d8eee-84c9-4103-9582-0b4b4fa7e600, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:11.434785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.551027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Calling delete_port for 827d8eee-84c9-4103-9582-0b4b4fa7e600 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:11.556611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port 632e941f-dd67-4df8-8d88-9ebb9845427e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:11.557314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.557819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fdb38118-82b3-458f-a3ee-1e342f60d8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.586649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5b6b8-ef10-43ce-8e58-e7a8b70bcaf2 None None] Pushing event updated for resources: {'Port': ['ID=1ba61801-12c0-4d9f-b59f-e1bb99d9d503,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:11.612843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Port 827d8eee-84c9-4103-9582-0b4b4fa7e600 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:47:11.664476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.707967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.790069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No DVR routers for this DVR port 1ba61801-12c0-4d9f-b59f-e1bb99d9d503 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:11.801270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Port': ['ID=1ba61801-12c0-4d9f-b59f-e1bb99d9d503,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:11.845750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.846288 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:11.985799 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:47:12.011501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Network 9a99d817-efc6-4d56-9888-0fe81bd4ce57 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:47:12.011501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] No DVR routers for this DVR port 827d8eee-84c9-4103-9582-0b4b4fa7e600 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:12.026573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb21d5e-1f68-4f22-bbba-3a7867e511c4 None None] Pushing event deleted for resources: {'Port': ['ID=827d8eee-84c9-4103-9582-0b4b4fa7e600,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:12.104311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebf840-1add-414a-bd43-7bf97dac1f1c None None] Network 52039560-b342-46ca-9d22-cfcdc1812b76 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:12.281050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=7114f259-916b-485b-a64c-b06b275253f8,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:12.311552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.359789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b720ae6-6608-413a-85bd-1b7057716634 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:12.420763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428b3ab-ff27-4d00-b67e-100d5364b223 None None] Update dhcp port {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'fixed_ips': [{'subnet_id': 'c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'acec126e-e57b-4794-bdda-dbdd4ef154a8', 'ip_address': '172.20.0.2'}, {'subnet_id': '799cd196-196d-4944-bf02-9afaf165fc2a'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'f14e8ce1-d0fb-4052-8e6d-0083f9034f8b'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:47:12.433051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-895d3e5d-6e3c-47d6-a6e8-49c8b0d1ded9 None None] Provisioning complete for port 0b720ae6-6608-413a-85bd-1b7057716634 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:12.433712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-895d3e5d-6e3c-47d6-a6e8-49c8b0d1ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.466640 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.508896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.544892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a428b3ab-ff27-4d00-b67e-100d5364b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.545437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.615450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:12.625549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.658714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:12.672080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:12.679909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for 632e941f-dd67-4df8-8d88-9ebb9845427e owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:12.706258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Pushing event updated for resources: {'Port': ['ID=25afec71-c62b-4a4b-ac5f-72d182ea4d4c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:12.772333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.787815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event updated for resources: {'Port': ['ID=f5541618-c51b-44c9-9e60-e620535e3174,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:12.806901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] In _notify_port_updated(), no bound segment for port f5541618-c51b-44c9-9e60-e620535e3174 on network 84c6e6ca-de02-4017-900b-c59935ad1aa1 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:47:12.812505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:12.813535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.814573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-59f63e20-b8d8-40ff-b030-60567d89c056 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "PUT /v2.0/ports/f5541618-c51b-44c9-9e60-e620535e3174 HTTP/1.1" status: 200 len: 960 time: 2.7824223 Nov 25 18:47:12.817485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54464) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:12.854395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030595f3-a1e2-4a3e-883f-b26877872efb']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:12.862170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0b720ae6-6608-413a-85bd-1b7057716634 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:12.862663 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.864311 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.890483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 52039560-b342-46ca-9d22-cfcdc1812b76 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:12.904042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:12.934264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:12.944955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5213202a-2ee0-42a6-af11-773ed51013ab') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:12.945258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5213202a-2ee0-42a6-af11-773ed51013ab') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:12.965747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.054346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a428b3ab-ff27-4d00-b67e-100d5364b223 None None] Allocated IP 172.20.0.34 (84c6e6ca-de02-4017-900b-c59935ad1aa1/799cd196-196d-4944-bf02-9afaf165fc2a/f14e8ce1-d0fb-4052-8e6d-0083f9034f8b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:13.068619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.118489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:13.119109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:13.129171 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:13.185056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a428b3ab-ff27-4d00-b67e-100d5364b223 None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,segment=NetworkSegment(583e24a9-5e24-4083-8d6e-c1462df0e0ee),segment_id=583e24a9-5e24-4083-8d6e-c1462df0e0ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:13.239317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router eaef9fb7-85cb-491e-9e76-99b422e7b9b7 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:47:13.242545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a428b3ab-ff27-4d00-b67e-100d5364b223 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.263824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a428b3ab-ff27-4d00-b67e-100d5364b223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.389010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Attempting to bind port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:13.389384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Attempting to bind port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:13.389752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Attempting to bind port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c on network 4f8726b0-b2b2-4430-9868-33a6f312e430 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:13.394148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port f5541618-c51b-44c9-9e60-e620535e3174 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:13.394724 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.407849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.449619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.453306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/030595f3-a1e2-4a3e-883f-b26877872efb HTTP/1.1" status: 204 len: 168 time: 5.8445439 Nov 25 18:47:13.458991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79684-f3f0-43bc-a5c7-a75072a7837d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Network': ['ID=030595f3-a1e2-4a3e-883f-b26877872efb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:13.475129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:13.494527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-822949290'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:13.517240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Allocated IP 172.25.2.235 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/768e9bf9-569f-49ba-89da-3bcf41581483) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:13.526486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.577911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=632e941f-dd67-4df8-8d88-9ebb9845427e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:13.610012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:13.619687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-895d3e5d-6e3c-47d6-a6e8-49c8b0d1ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.621836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:13.622212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Checking segment: {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:13.626881 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.627294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Bound using segment: {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:13.627798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Bound port: 25afec71-c62b-4a4b-ac5f-72d182ea4d4c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:13.628182 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.633179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428b3ab-ff27-4d00-b67e-100d5364b223 None None] Pushing event updated for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:13.636405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b9c0332e-529d-4b19-8b3a-46f5ea8be1e9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/eaef9fb7-85cb-491e-9e76-99b422e7b9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0960393 Nov 25 18:47:13.640871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54514) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:13.641783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:13.646298 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.692096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] Sync routers for ids ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:13.724826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.744807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for f5541618-c51b-44c9-9e60-e620535e3174 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:13.772789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a976c355-57ec-462d-bd8a-4e022f88b506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.792958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] Routers {'eaef9fb7-85cb-491e-9e76-99b422e7b9b7'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:13.795875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.796409 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Floating IP e25b6491-555d-44fd-8c8d-ed9d1c820f35 disassociated (deleted). External IP: 172.25.2.244, port: fa53ff39-9f23-4bf4-8cba-f71b87811b84. Nov 25 18:47:13.796497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:46:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:13.828839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:13.843755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:13.844058 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Added segment 7f8c712f-65a5-4701-a922-03da44fc9b44 of type vlan for network ba0c314d-3e44-46e0-9eec-9ba9797b5ec8 Nov 25 18:47:13.895424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:13.998018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] Routers {'eaef9fb7-85cb-491e-9e76-99b422e7b9b7'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:13.998770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:14.066242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.140204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] For port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:14.144686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] For port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=25afec71-c62b-4a4b-ac5f-72d182ea4d4c,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:14.162908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.183020 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.194271 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.206552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:14.207230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb26c6-39d6-400e-8850-01f9a0e1ad93 None None] The sync data for ids ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:14.217511 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-895d3e5d-6e3c-47d6-a6e8-49c8b0d1ded9 None None] For port 0b720ae6-6608-413a-85bd-1b7057716634, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b720ae6-6608-413a-85bd-1b7057716634,segment=NetworkSegment(a9df7e9c-a609-4fbf-ba4c-8007cc09561e),segment_id=a9df7e9c-a609-4fbf-ba4c-8007cc09561e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:14.222153 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.259335 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-895d3e5d-6e3c-47d6-a6e8-49c8b0d1ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.285972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568eb8c9-5861-40d2-9b85-eab249e0f08d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:14.310948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-568eb8c9-5861-40d2-9b85-eab249e0f08d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports/7114f259-916b-485b-a64c-b06b275253f8 HTTP/1.1" status: 200 len: 910 time: 0.6563194 Nov 25 18:47:14.325358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54540) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:14.332217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a71c97b9-8f1f-464a-891a-89430917cea4'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:14.336148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=f5541618-c51b-44c9-9e60-e620535e3174,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:14.343066 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.379984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.resource_extend [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:47:14.453790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.459570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:14.460190 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.507947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:14.509601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0285897 Nov 25 18:47:14.529687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54548) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:14.545594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'subnet': {'network_id': 'ba0c314d-3e44-46e0-9eec-9ba9797b5ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:14.556492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.562003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9606d72e-1ff5-4e1e-b0c7-96e1c901b278 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/f5541618-c51b-44c9-9e60-e620535e3174 HTTP/1.1" status: 204 len: 168 time: 1.7435343 Nov 25 18:47:14.565149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54554) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:14.605008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:14.642874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d42fc-a951-4353-a061-fa8d93dbcb09 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:14.662737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b07f56-2671-4078-89f6-e78dc8fae96b tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Network': ['ID=ba0c314d-3e44-46e0-9eec-9ba9797b5ec8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:14.680557 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.697017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-680d6755-6f78-4188-b6a4-2a8943b3b2b6 None None] Provisioning complete for port 7114f259-916b-485b-a64c-b06b275253f8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:14.697386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-680d6755-6f78-4188-b6a4-2a8943b3b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:14.700049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network ba0c314d-3e44-46e0-9eec-9ba9797b5ec8 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:14.700331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:14.744605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91ab22-c6fe-4fd9-a044-842aef3080ce None None] Pushing event updated for resources: {'Port': ['ID=25afec71-c62b-4a4b-ac5f-72d182ea4d4c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:14.757938 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:14.758296 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:14.855332 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3067fc-d017-4023-80c4-ec2cf32cbc9e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] GET failed (client error): The resource could not be found. Nov 25 18:47:14.858176 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de3067fc-d017-4023-80c4-ec2cf32cbc9e tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports/f5541618-c51b-44c9-9e60-e620535e3174 HTTP/1.1" status: 404 len: 333 time: 0.2842047 Nov 25 18:47:14.862854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54564) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:15.021949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-edff5d39-af11-40b7-8615-d63012179447 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.024325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router 24c2916a-046b-4789-8050-5793362d1abf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:15.025505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Pushing event updated for resources: {'Port': ['ID=768e9bf9-569f-49ba-89da-3bcf41581483,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:15.083536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-edff5d39-af11-40b7-8615-d63012179447 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.202854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.231622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-edff5d39-af11-40b7-8615-d63012179447 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.236627 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-edff5d39-af11-40b7-8615-d63012179447 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.239432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-edff5d39-af11-40b7-8615-d63012179447 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e6769e4-5146-4a82-bfd0-0feb14877a38 HTTP/1.1" status: 204 len: 168 time: 0.3749776 Nov 25 18:47:15.255094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54580) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:15.258098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5d39-af11-40b7-8615-d63012179447 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6769e4-5146-4a82-bfd0-0feb14877a38,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:15.326674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d3e5d-6e3c-47d6-a6e8-49c8b0d1ded9 None None] Pushing event updated for resources: {'Port': ['ID=0b720ae6-6608-413a-85bd-1b7057716634,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:15.395853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-680d6755-6f78-4188-b6a4-2a8943b3b2b6 None None] Port 7114f259-916b-485b-a64c-b06b275253f8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:15.429898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:15.438105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.497224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-680d6755-6f78-4188-b6a4-2a8943b3b2b6 None None] Provisioning complete for port 0b720ae6-6608-413a-85bd-1b7057716634 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:15.497693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-680d6755-6f78-4188-b6a4-2a8943b3b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.502632 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11bf996c-2c1a-4138-a347-141b7829017d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.555760 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11bf996c-2c1a-4138-a347-141b7829017d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.673037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11bf996c-2c1a-4138-a347-141b7829017d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.676982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11bf996c-2c1a-4138-a347-141b7829017d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.679638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-11bf996c-2c1a-4138-a347-141b7829017d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/security-groups/54823dd4-b898-4206-8457-f52b20af55a2 HTTP/1.1" status: 204 len: 168 time: 0.4132333 Nov 25 18:47:15.683128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54594) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:15.776102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf996c-2c1a-4138-a347-141b7829017d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54823dd4-b898-4206-8457-f52b20af55a2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:15.873753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06975b38-2173-41c5-81b4-042c3cced198 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.978304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06975b38-2173-41c5-81b4-042c3cced198 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:15.979946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.013784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:16.014171 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.032181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b720ae6-6608-413a-85bd-1b7057716634 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:16.097917 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06975b38-2173-41c5-81b4-042c3cced198 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.104728 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06975b38-2173-41c5-81b4-042c3cced198 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.117754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-06975b38-2173-41c5-81b4-042c3cced198 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/security-groups/6e38fb4f-ac65-47f3-b8c5-4c0dc5f18d2c HTTP/1.1" status: 204 len: 168 time: 0.4159651 Nov 25 18:47:16.118693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54618) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:16.261933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06975b38-2173-41c5-81b4-042c3cced198 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e38fb4f-ac65-47f3-b8c5-4c0dc5f18d2c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:16.345559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet acec126e-e57b-4794-bdda-dbdd4ef154a8 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:16.356081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.461462 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.469049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:16.481312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.483104 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] Sync routers for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:16.519358 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:16.521235 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-562b204f-2f05-4d18-92e2-045ebbeed75b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/floatingips/e25b6491-555d-44fd-8c8d-ed9d1c820f35 HTTP/1.1" status: 204 len: 168 time: 5.5573189 Nov 25 18:47:16.522573 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:16.618175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:47:16.620697 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4effb2d-dea1-4305-8f4b-48e38fc7e081" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:47:16.670535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517fcd7-9ef8-4384-8edd-429f7f17e774 None None] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:16.708928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.737262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0b720ae6-6608-413a-85bd-1b7057716634 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:16.737864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.750815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Provisioning complete for port 03a505d2-cbed-4c9f-b19f-db7ee14db639 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:16.751468 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.829854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Port 03a505d2-cbed-4c9f-b19f-db7ee14db639 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:16.837713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Could not find standard attr ID for object f5541618-c51b-44c9-9e60-e620535e3174. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:47:16.911342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Provisioning complete for port 768e9bf9-569f-49ba-89da-3bcf41581483 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:16.911976 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.953868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:16.966988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-880c99c8-03cc-4389-82e3-b97acceef6e2 None None] Port 768e9bf9-569f-49ba-89da-3bcf41581483 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:16.968689 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.051090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f14e8ce1-d0fb-4052-8e6d-0083f9034f8b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:17.091469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=acec126e-e57b-4794-bdda-dbdd4ef154a8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:17.103862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.128365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cb9034c8-4637-41da-bf18-862299c34c7b tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/acec126e-e57b-4794-bdda-dbdd4ef154a8 HTTP/1.1" status: 204 len: 168 time: 1.0001907 Nov 25 18:47:17.129258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54642) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:17.154777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18946eb8-fa02-47a5-b590-d34abcb85e89 None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:17.194075 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:17.199607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a7d26ddf-dc61-47e4-b83d-5a7f00dcce63 None None] Could not find standard attr ID for object f5541618-c51b-44c9-9e60-e620535e3174. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:47:17.220596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet 799cd196-196d-4944-bf02-9afaf165fc2a {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:17.243853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.307246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:17.307925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.340112 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.421495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a7d26ddf-dc61-47e4-b83d-5a7f00dcce63 None None] Provisioning complete for port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:17.422118 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a7d26ddf-dc61-47e4-b83d-5a7f00dcce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.470663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.516918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54644) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:17.517771 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.533907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.793609 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:59Z', 'revision_number': 6, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:17.810558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.874299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 25afec71-c62b-4a4b-ac5f-72d182ea4d4c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:17.876445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] Checking router: 24c2916a-046b-4789-8050-5793362d1abf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:17.893101 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:17.893721 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:17.932507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:17.935221 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:17.936975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/ports/7114f259-916b-485b-a64c-b06b275253f8 HTTP/1.1" status: 200 len: 910 time: 3.6103635 Nov 25 18:47:17.939917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54652) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:17.955439 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.042728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3047922b-708a-4574-978b-6886237a9872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.065025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Checking segment: {'id': '7f8c712f-65a5-4701-a922-03da44fc9b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ba0c314d-3e44-46e0-9eec-9ba9797b5ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:18.065397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network hostable DHCP agents. Network: ba0c314d-3e44-46e0-9eec-9ba9797b5ec8, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:18.069503 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a7d26ddf-dc61-47e4-b83d-5a7f00dcce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.143839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=799cd196-196d-4944-bf02-9afaf165fc2a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:18.151177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.156169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a19117a8-dd73-490c-990a-78983ec773e5 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/799cd196-196d-4944-bf02-9afaf165fc2a HTTP/1.1" status: 204 len: 168 time: 1.0260947 Nov 25 18:47:18.160894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54654) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:18.161138 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3047922b-708a-4574-978b-6886237a9872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.167851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Subnet': ['ID=f79090b9-a6cd-4cee-a879-b4aac8345fd9,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:18.170025 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:18.181991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3047922b-708a-4574-978b-6886237a9872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.196785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a7d26ddf-dc61-47e4-b83d-5a7f00dcce63 None None] For port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=25afec71-c62b-4a4b-ac5f-72d182ea4d4c,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:18.198601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df6c39-23c8-4702-ae50-a12bcefc21dd req-d325b589-ede5-4d8b-989b-98abc19e3354 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:18.200940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9df6c39-23c8-4702-ae50-a12bcefc21dd req-d325b589-ede5-4d8b-989b-98abc19e3354 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 945 time: 0.6991117 Nov 25 18:47:18.209514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a7d26ddf-dc61-47e4-b83d-5a7f00dcce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.241190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:18.241663 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.248647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047922b-708a-4574-978b-6886237a9872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d69cf56-51d1-45ec-9d16-ec1c0299eb9b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:18.259055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d89b9b-133f-425d-b8f4-cec9d9ea817f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=7114f259-916b-485b-a64c-b06b275253f8,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:18.264389 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd0793b-9b0c-4633-9d9b-1bd7055a5c14 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:18.264823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd0793b-9b0c-4633-9d9b-1bd7055a5c14 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:18.287230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5cd0793b-9b0c-4633-9d9b-1bd7055a5c14 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/acec126e-e57b-4794-bdda-dbdd4ef154a8 HTTP/1.1" status: 404 len: 337 time: 0.1242154 Nov 25 18:47:18.305462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54656) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:18.348595 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61c3bc9-cd37-4f1c-a4f2-07fefa473b9c x-openstack-request-id: req-b61c3bc9-cd37-4f1c-a4f2-07fefa473b9c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:47:18.349152 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:47:18.349583 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b61c3bc9-cd37-4f1c-a4f2-07fefa473b9c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:47:18.350130 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'status': 'completed', 'code': 200} Nov 25 18:47:18.362199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network ba0c314d-3e44-46e0-9eec-9ba9797b5ec8 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:18.391557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3047922b-708a-4574-978b-6886237a9872 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00deac8870a647bdad7ca0776e3b5053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8706086 Nov 25 18:47:18.397827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54658) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:18.399253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d26ddf-dc61-47e4-b83d-5a7f00dcce63 None None] Pushing event updated for resources: {'Port': ['ID=25afec71-c62b-4a4b-ac5f-72d182ea4d4c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:18.417419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-211b639d-cf4f-4eba-ac9c-a8bd859822f4 None None] Provisioning complete for port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:18.417920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-211b639d-cf4f-4eba-ac9c-a8bd859822f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.464095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, ba0c314d-3e44-46e0-9eec-9ba9797b5ec8) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:18.476684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:18.477541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.499691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9df6c39-23c8-4702-ae50-a12bcefc21dd req-98d91e46-2fb9-4bee-a264-46d89e352c4a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724483 Nov 25 18:47:18.510310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1567caa8-47b7-41ab-bfee-9fd721e41f4d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9741414 Nov 25 18:47:18.516174 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.559682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e28e4c-a20d-42a3-8335-a0d8886c2211 None None] Network ba0c314d-3e44-46e0-9eec-9ba9797b5ec8 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:18.563180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54660) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:18.653274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b33f2883-104d-41d2-8db7-adeaf5c235ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.674119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting subnet c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:18.698733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.701847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b33f2883-104d-41d2-8db7-adeaf5c235ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.704458 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:59Z', 'revision_number': 6, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:18.734845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e544d-808c-4040-8992-2064ad4a9df8 None None] Update dhcp port {'port': {'network_id': '84c6e6ca-de02-4017-900b-c59935ad1aa1', 'fixed_ips': [{'subnet_id': 'c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f', 'ip_address': '172.20.0.18'}, {'subnet_id': '799cd196-196d-4944-bf02-9afaf165fc2a'}], 'binding:host_id': 'n-d-819194-3'}, 'id': 'f14e8ce1-d0fb-4052-8e6d-0083f9034f8b'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 18:47:18.745443 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec52cd0-19d3-4682-954d-d6049548ea24 None None] The sync data for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 is: [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:46:59Z', 'revision_number': 6, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '629a27bd-7aec-4831-ad97-1276d0e88eb2', 'name': '', 'network_id': '81a148fb-16e1-463e-849c-d1813b92be53', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:f7:ff:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:39Z', 'updated_at': '2021-11-25T18:44:45Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'bb16edd1-b89e-476c-8bd0-23ae63f0773a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:18.750904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-401a39c0-2789-4ca5-adcb-ef2e6ad2cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:18.752113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-401a39c0-2789-4ca5-adcb-ef2e6ad2cf99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 1096 time: 0.4168296 Nov 25 18:47:18.901903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.922131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55cff4-3a36-442e-ba38-14633792d110 req-0f8b2252-5227-4dcc-bc49-746075c12086 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:18.933595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d55cff4-3a36-442e-ba38-14633792d110 req-0f8b2252-5227-4dcc-bc49-746075c12086 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 945 time: 0.1358321 Nov 25 18:47:18.959699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71e544d-808c-4040-8992-2064ad4a9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.960607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.967326 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b33f2883-104d-41d2-8db7-adeaf5c235ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.975069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b33f2883-104d-41d2-8db7-adeaf5c235ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:18.995939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b33f2883-104d-41d2-8db7-adeaf5c235ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d69cf56-51d1-45ec-9d16-ec1c0299eb9b HTTP/1.1" status: 204 len: 168 time: 0.5866957 Nov 25 18:47:19.138128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f2883-104d-41d2-8db7-adeaf5c235ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d69cf56-51d1-45ec-9d16-ec1c0299eb9b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:19.143548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-9fe3116f-d389-482e-9969-641745313a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:19.148996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-9fe3116f-d389-482e-9969-641745313a18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 200 len: 898 time: 0.3530974 Nov 25 18:47:19.199275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.269628 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-1e715208-e72c-44a2-b8e4-061aac78a7a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84 HTTP/1.1" status: 200 len: 217 time: 0.1012690 Nov 25 18:47:19.291531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 25afec71-c62b-4a4b-ac5f-72d182ea4d4c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:19.298606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port fa53ff39-9f23-4bf4-8cba-f71b87811b84 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:19.299268 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.314968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.388569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17c975-c5f9-4b4f-a582-e81dd59be920 None None] New status for floating IP e25b6491-555d-44fd-8c8d-ed9d1c820f35: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:47:19.412706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.486483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-d02e1691-d097-4a10-9302-bfa4206a9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:19.488262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-d02e1691-d097-4a10-9302-bfa4206a9e9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb16edd1-b89e-476c-8bd0-23ae63f0773a HTTP/1.1" status: 200 len: 834 time: 0.1947265 Nov 25 18:47:19.514215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port fa53ff39-9f23-4bf4-8cba-f71b87811b84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fa53ff39-9f23-4bf4-8cba-f71b87811b84,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:19.514815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.542214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for fa53ff39-9f23-4bf4-8cba-f71b87811b84 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:19.616586 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.662551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Subnet': ['ID=c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:19.682151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.686113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8f37bf2e-031c-4a8a-a7ab-d934f8fac89a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f HTTP/1.1" status: 204 len: 168 time: 1.3778841 Nov 25 18:47:19.705526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Router 20164225-9370-465b-83bc-44ab8548d4b3 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:47:19.709307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54670) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:19.721953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.751079 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-86990a9c-8572-4272-a122-3f5d01771554 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:19.751542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86990a9c-8572-4272-a122-3f5d01771554 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:19.757373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-86990a9c-8572-4272-a122-3f5d01771554 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/4c76c790-8719-4434-aa1b-dd062fe6e441 HTTP/1.1" status: 404 len: 337 time: 0.0445101 Nov 25 18:47:19.757533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-30b91074-025b-44ae-bfa0-8d70bb9c1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:19.762355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54674) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:19.765265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-30b91074-025b-44ae-bfa0-8d70bb9c1018 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a148fb-16e1-463e-849c-d1813b92be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2328584 Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server [None req-c71e544d-808c-4040-8992-2064ad4a9df8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f: This subnet is being modified by another concurrent operation. Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise exception Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c69bb43e-3a7a-4df2-bc9d-cf34eeb1066f: This subnet is being modified by another concurrent operation. Nov 25 18:47:19.792359 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Nov 25 18:47:19.828322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:19.828919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:19.914970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a6674-57c8-42e7-9643-ff2e38a45ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-ba0c314d-3e44-46e0-9eec-9ba9797b5ec8', 'network_id': 'ba0c314d-3e44-46e0-9eec-9ba9797b5ec8', 'tenant_id': '38d65ef658e44b09baa3bface66d0a49', 'fixed_ips': [{'subnet_id': 'f79090b9-a6cd-4cee-a879-b4aac8345fd9'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:19.921646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-052a6674-57c8-42e7-9643-ff2e38a45ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.046960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cfe7d2-e33d-4161-82a4-aa6ed35a9511 None None] Network 84c6e6ca-de02-4017-900b-c59935ad1aa1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:20.068971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c59ed4bd-3c4b-4e66-90ec-a10a69213473 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d90ede3d-154d-4db1-9818-ddfa71873c4f HTTP/1.1" status: 200 len: 205 time: 0.2990134 Nov 25 18:47:20.074057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54684) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:20.159446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d59bb764-0e3f-47a3-afc2-b3dd30a00a23 None None] Provisioning complete for port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:20.159833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d59bb764-0e3f-47a3-afc2-b3dd30a00a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.205481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1987328-405c-443c-adf1-c3193d6aa3ea None None] Network ba0c314d-3e44-46e0-9eec-9ba9797b5ec8 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:20.247371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Subnet': ['ID=f79090b9-a6cd-4cee-a879-b4aac8345fd9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:20.304653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:20.310604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.318893 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Sync routers for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:20.338803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:20.339594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:20.456924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af2efd-d230-4c2a-9718-07961b502ffb req-175df8cf-143d-42dd-85d6-6cb674f4d537 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:20.484219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02af2efd-d230-4c2a-9718-07961b502ffb req-175df8cf-143d-42dd-85d6-6cb674f4d537 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5a7694e-c72e-4fbf-a47a-519e6e3e9dab HTTP/1.1" status: 200 len: 945 time: 0.8171511 Nov 25 18:47:20.562690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.568075 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-a0818ea4-99e4-440e-8791-20034c73b221 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] delete failed (client error): The resource could not be found. Nov 25 18:47:20.574949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0818ea4-99e4-440e-8791-20034c73b221 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/routers/d90ede3d-154d-4db1-9818-ddfa71873c4f HTTP/1.1" status: 404 len: 336 time: 0.4770551 Nov 25 18:47:20.576267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.579715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54690) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:20.727574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.728774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e3c57e40-1d77-4ada-acef-84ea7755a5ab admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9171288 Nov 25 18:47:20.729816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=fa53ff39-9f23-4bf4-8cba-f71b87811b84,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:20.732803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0c314d-3e44-46e0-9eec-9ba9797b5ec8']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:20.746623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54696) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:20.752683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02af2efd-d230-4c2a-9718-07961b502ffb req-fd58ef9b-2209-44f0-8907-cd7c45fdf615 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=5d3f6980-dc57-49e8-9132-103096e1cff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675381 Nov 25 18:47:20.756271 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd068cb-3c65-42ee-82b1-1ef34909019f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:20.756731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd068cb-3c65-42ee-82b1-1ef34909019f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:20.762832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4bd068cb-3c65-42ee-82b1-1ef34909019f tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/44e94837-f033-4daa-aa7e-fca53db8ba2c HTTP/1.1" status: 404 len: 337 time: 0.1743248 Nov 25 18:47:20.765880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54698) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:20.777270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-cb8e72d7-55ec-4f3e-83bc-1976d48ed9fe service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9968896 Nov 25 18:47:20.779373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8c712f-65a5-4701-a922-03da44fc9b44') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:20.779668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8c712f-65a5-4701-a922-03da44fc9b44') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:20.798703 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:20.845416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] No DVR routers for this DVR port fa53ff39-9f23-4bf4-8cba-f71b87811b84 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:20.851699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.855125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d55cff4-3a36-442e-ba38-14633792d110 req-3f9c0129-4fde-4e63-9900-4a1ab8dfad24 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "DELETE /v2.0/ports/fa53ff39-9f23-4bf4-8cba-f71b87811b84 HTTP/1.1" status: 204 len: 173 time: 1.9197295 Nov 25 18:47:20.856324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'name': 'network-vif-deleted', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:47:20.866572 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02a94d-68ef-4dce-9388-551501f3bcef" -d '{"events": [{"server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "name": "network-vif-deleted", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:47:20.891582 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54a0989-4950-4df7-a334-2ee834286a6d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:20.893721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54a0989-4950-4df7-a334-2ee834286a6d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:20.908763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b54a0989-4950-4df7-a334-2ee834286a6d tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/ec08d5c3-b68a-4cbd-b013-c2768fe46dfa HTTP/1.1" status: 404 len: 337 time: 0.1401110 Nov 25 18:47:20.909476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54702) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:20.927982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:20.973441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] DHCP port deletion for 84c6e6ca-de02-4017-900b-c59935ad1aa1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:21.049872 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768583ea-f631-4ff3-a7a5-8037b76bb70e x-openstack-request-id: req-768583ea-f631-4ff3-a7a5-8037b76bb70e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:47:21.050936 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a7694e-c72e-4fbf-a47a-519e6e3e9dab", "name": "network-vif-deleted", "tag": "fa53ff39-9f23-4bf4-8cba-f71b87811b84", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:47:21.051342 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-768583ea-f631-4ff3-a7a5-8037b76bb70e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:47:21.053013 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a7694e-c72e-4fbf-a47a-519e6e3e9dab', 'name': 'network-vif-deleted', 'tag': 'fa53ff39-9f23-4bf4-8cba-f71b87811b84', 'status': 'completed', 'code': 200} Nov 25 18:47:21.064897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.081286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d59bb764-0e3f-47a3-afc2-b3dd30a00a23 None None] Provisioning complete for port 03a505d2-cbed-4c9f-b19f-db7ee14db639 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:21.081903 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d59bb764-0e3f-47a3-afc2-b3dd30a00a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.092287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:21.092720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:21.097429 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:21.148874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d59bb764-0e3f-47a3-afc2-b3dd30a00a23 None None] Port 03a505d2-cbed-4c9f-b19f-db7ee14db639 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:21.246276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] Deleting port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:21.247157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.257123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f14e8ce1-d0fb-4052-8e6d-0083f9034f8b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:21.272950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.293235 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ef54aa-e5bc-495d-9a94-162fdf01dbda tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:21.296347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.297337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ef54aa-e5bc-495d-9a94-162fdf01dbda tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:21.313589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/ba0c314d-3e44-46e0-9eec-9ba9797b5ec8 HTTP/1.1" status: 204 len: 168 time: 2.7388704 Nov 25 18:47:21.313589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0304d-68d7-4cb3-bbef-fe86116bf64d tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Network': ['ID=ba0c314d-3e44-46e0-9eec-9ba9797b5ec8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:21.313589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4effb2d-dea1-4305-8f4b-48e38fc7e081 req-826040cf-0de0-4d8f-a46d-033cd600a4bc service neutron] 10.222.0.64 "GET /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090246 Nov 25 18:47:21.315716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a7ef54aa-e5bc-495d-9a94-162fdf01dbda tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/c005b6e7-d6e0-4a5b-91fc-70824f1f8385 HTTP/1.1" status: 404 len: 337 time: 0.4019306 Nov 25 18:47:21.317502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.317984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54708) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.375553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-40426395'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:21.392662 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a32574-8142-4308-8e73-8f9bcd1210a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:21.393507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a32574-8142-4308-8e73-8f9bcd1210a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:21.397438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01a32574-8142-4308-8e73-8f9bcd1210a3 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/63a4e962-ec57-428d-b97b-bc0067267a72 HTTP/1.1" status: 404 len: 333 time: 0.0759480 Nov 25 18:47:21.404919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54710) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.479639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,segment=NetworkSegment(583e24a9-5e24-4083-8d6e-c1462df0e0ee),segment_id=583e24a9-5e24-4083-8d6e-c1462df0e0ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:21.482076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.515161 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a60ec1-c8a1-40ea-8517-d48e40757370 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:21.515899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a60ec1-c8a1-40ea-8517-d48e40757370 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:21.520363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-45a60ec1-c8a1-40ea-8517-d48e40757370 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/512827a0-93a9-40ca-a38c-a6ddc0c3bf8c HTTP/1.1" status: 404 len: 337 time: 0.1115429 Nov 25 18:47:21.522979 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:16Z', 'revision_number': 3, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:21.525027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54714) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.547551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] Calling delete_port for f14e8ce1-d0fb-4052-8e6d-0083f9034f8b owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:21.588868 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-54aa7609-80d1-43d5-88b4-fa546723a676 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:21.589570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54aa7609-80d1-43d5-88b4-fa546723a676 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:21.594359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-54aa7609-80d1-43d5-88b4-fa546723a676 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/137af5a2-eb78-4725-83ac-0baeb4fe7b20 HTTP/1.1" status: 404 len: 337 time: 0.0657656 Nov 25 18:47:21.598906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:21.603552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.608423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54716) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.609994 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Checking router: 20164225-9370-465b-83bc-44ab8548d4b3 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:21.611625 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Updating router 20164225-9370-465b-83bc-44ab8548d4b3 port 768e9bf9-569f-49ba-89da-3bcf41581483 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:47:21.650843 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.669271 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6875f45d-a621-448f-b767-4b6607bead82 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:21.669875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6875f45d-a621-448f-b767-4b6607bead82 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:21.676861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6875f45d-a621-448f-b767-4b6607bead82 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/93e290bb-7158-47bd-8722-3ec2d2da8b5c HTTP/1.1" status: 404 len: 333 time: 0.0641358 Nov 25 18:47:21.677964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.740814 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90bebc0-b7da-440c-aaae-91219ca19540 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:21.741257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90bebc0-b7da-440c-aaae-91219ca19540 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:21.745745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b90bebc0-b7da-440c-aaae-91219ca19540 tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/53ed3f6a-bfb3-4630-86ac-95c5a30055c4 HTTP/1.1" status: 404 len: 337 time: 0.0667906 Nov 25 18:47:21.750647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54720) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.774965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:21.827733 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.856533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fa53ff39-9f23-4bf4-8cba-f71b87811b84 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:21.886432 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a05d15b-602c-4898-8e2e-04a172394f4a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:21.893361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a05d15b-602c-4898-8e2e-04a172394f4a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:21.912375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: fa53ff39-9f23-4bf4-8cba-f71b87811b84 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:21.912767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fa53ff39-9f23-4bf4-8cba-f71b87811b84 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:21.915124 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a05d15b-602c-4898-8e2e-04a172394f4a tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/subnets/5fa3487d-5347-4c43-aeb9-2ad0ddbc1f52 HTTP/1.1" status: 404 len: 337 time: 0.1574695 Nov 25 18:47:21.926557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54726) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.927154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54728) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:21.943368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,segment=NetworkSegment(583e24a9-5e24-4083-8d6e-c1462df0e0ee),segment_id=583e24a9-5e24-4083-8d6e-c1462df0e0ee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:21.949157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.989119 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.994667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:21.995420 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Added segment 54bd94e3-33f8-4448-8c8b-d80919ec25cf of type vlan for network b0a05e8b-cfd2-472c-ab00-6b3d3682a14f Nov 25 18:47:21.995666 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.035453 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.040132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event deleted for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:22.055641 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Attempting to bind port 768e9bf9-569f-49ba-89da-3bcf41581483 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:22.056019 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Attempting to bind port 768e9bf9-569f-49ba-89da-3bcf41581483 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:22.056698 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Attempting to bind port 768e9bf9-569f-49ba-89da-3bcf41581483 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:22.068028 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:22.068412 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:22.068848 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.069202 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:22.069670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Bound port: 768e9bf9-569f-49ba-89da-3bcf41581483, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:22.070049 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.094926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] No DVR routers for this DVR port f14e8ce1-d0fb-4052-8e6d-0083f9034f8b on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:22.097989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcd809-8a00-4bcf-94a9-6a2e2d17b544 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:22.102976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42700759-6b5b-4a11-9924-65fe20ab8fad None None] Pushing event deleted for resources: {'Port': ['ID=f14e8ce1-d0fb-4052-8e6d-0083f9034f8b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:22.128807 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] For port 768e9bf9-569f-49ba-89da-3bcf41581483, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:22.132434 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] For port 768e9bf9-569f-49ba-89da-3bcf41581483, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=768e9bf9-569f-49ba-89da-3bcf41581483,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:22.147170 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.148227 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Pushing event updated for resources: {'Port': ['ID=768e9bf9-569f-49ba-89da-3bcf41581483,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:22.162839 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.163196 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.163750 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.164654 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.164770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.165109 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.165463 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.166381 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.166381 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.167161 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.167161 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.167851 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:22.222179 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:22.222786 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:22.282334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ec15c9d9-be55-4f27-a81f-45308aebb203 None None] Provisioning complete for port 768e9bf9-569f-49ba-89da-3bcf41581483 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:22.284000 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec15c9d9-be55-4f27-a81f-45308aebb203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.292361 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeebf52-6dff-4de8-8fcc-5eac7b7644f0 None None] Pushing event updated for resources: {'Port': ['ID=768e9bf9-569f-49ba-89da-3bcf41581483,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:22.350882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2790b93-7657-4ceb-abbd-56710511ccb7 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:22.391797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9634317-efb0-4ec6-aad6-508180f54c7c None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:47:22.494546 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:22.516978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.565218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec15c9d9-be55-4f27-a81f-45308aebb203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.615062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c265417b-13fa-4d36-b0ca-1fd00cb2a96f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.629252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ec15c9d9-be55-4f27-a81f-45308aebb203 None None] For port 768e9bf9-569f-49ba-89da-3bcf41581483, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=768e9bf9-569f-49ba-89da-3bcf41581483,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:22.639081 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec15c9d9-be55-4f27-a81f-45308aebb203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.687830 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c265417b-13fa-4d36-b0ca-1fd00cb2a96f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.690227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9634317-efb0-4ec6-aad6-508180f54c7c None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:47:22.713851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.728511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:22.731535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.742529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15c9d9-be55-4f27-a81f-45308aebb203 None None] Pushing event updated for resources: {'Port': ['ID=768e9bf9-569f-49ba-89da-3bcf41581483,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:22.796417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 7114f259-916b-485b-a64c-b06b275253f8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:22.796942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.869453 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-faafe3d6-d472-471c-aa80-1d5658cc4acf None None] Provisioning complete for port 768e9bf9-569f-49ba-89da-3bcf41581483 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:22.871192 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-faafe3d6-d472-471c-aa80-1d5658cc4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.890766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5703177 Nov 25 18:47:22.894176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54742) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:22.916337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Request body: {'subnet': {'network_id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:22.933146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:22.994219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:23.076423 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:16Z', 'revision_number': 3, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:23.171924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccca65e-4dff-435a-8e22-d9e9399e5860 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Network': ['ID=b0a05e8b-cfd2-472c-ab00-6b3d3682a14f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:23.225719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b0a05e8b-cfd2-472c-ab00-6b3d3682a14f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:23.234047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-29e4f98d-ccf8-445c-8642-8a2aeaeaa212 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-835841269'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:23.234584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-29e4f98d-ccf8-445c-8642-8a2aeaeaa212 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Unknown quota resources ['metering_label']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:47:23.238647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6472d1f1-db3b-4b17-a8be-691bad6bc427 None None] The sync data for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 is: [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:16Z', 'revision_number': 3, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:23.292253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Deleting port 03a505d2-cbed-4c9f-b19f-db7ee14db639 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:23.292604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.323829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f4cc4-23fc-46ac-99f4-0decc7f87bb6 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:47:23.325797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.336102 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c265417b-13fa-4d36-b0ca-1fd00cb2a96f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.338757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c265417b-13fa-4d36-b0ca-1fd00cb2a96f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.340499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c265417b-13fa-4d36-b0ca-1fd00cb2a96f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/security-groups/5d3f6980-dc57-49e8-9132-103096e1cff7 HTTP/1.1" status: 204 len: 168 time: 1.3799684 Nov 25 18:47:23.405961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Made reservation on behalf of 38d65ef658e44b09baa3bface66d0a49 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:23.409539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.420632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54752) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:23.443495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265417b-13fa-4d36-b0ca-1fd00cb2a96f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3f6980-dc57-49e8-9132-103096e1cff7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:23.503698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 7114f259-916b-485b-a64c-b06b275253f8 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:23.624133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f4cc4-23fc-46ac-99f4-0decc7f87bb6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:47:23.628050 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.648617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Allocated IP 172.20.0.1 (4f8726b0-b2b2-4430-9868-33a6f312e430/8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c/80ee1bf4-b781-4fda-afe7-d76630e13c8b) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:23.729253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Calling delete_port for 03a505d2-cbed-4c9f-b19f-db7ee14db639 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:23.855601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29e4f98d-ccf8-445c-8642-8a2aeaeaa212 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:23.859808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29e4f98d-ccf8-445c-8642-8a2aeaeaa212 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8622553 Nov 25 18:47:23.860674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54754) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:23.869111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-888e112b-2f8b-4933-b102-6727113ba60f tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '72222ebd-7211-4e6a-8f67-f623a700202a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:23.869737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-888e112b-2f8b-4933-b102-6727113ba60f tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:47:23.989613 n-d-819194-3 neutron-server[103456]: WARNING neutron.services.metering.metering_plugin [None req-888e112b-2f8b-4933-b102-6727113ba60f tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:47:24.132181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-888e112b-2f8b-4933-b102-6727113ba60f tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.137894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-888e112b-2f8b-4933-b102-6727113ba60f tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2732446 Nov 25 18:47:24.140455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54756) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:24.144845 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bbcafd3f-a2e3-4ec7-84e2-8092a057e973 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '72222ebd-7211-4e6a-8f67-f623a700202a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:24.145345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bbcafd3f-a2e3-4ec7-84e2-8092a057e973 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:47:24.211477 n-d-819194-3 neutron-server[103456]: WARNING neutron.services.metering.metering_plugin [None req-bbcafd3f-a2e3-4ec7-84e2-8092a057e973 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 18:47:24.315663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbcafd3f-a2e3-4ec7-84e2-8092a057e973 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.320077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bbcafd3f-a2e3-4ec7-84e2-8092a057e973 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1786356 Nov 25 18:47:24.320743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54758) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:24.334085 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.336465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.353008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-89fcf610-071a-482e-90fa-a8cc7cb11a04 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=d6bd4c6a-cf32-4541-aa07-d2cc7c64be28 HTTP/1.1" status: 200 len: 464 time: 0.0261493 Nov 25 18:47:24.355089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54760) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:24.405123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=7114f259-916b-485b-a64c-b06b275253f8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:24.409631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.425851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.525267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Pushing event updated for resources: {'Port': ['ID=80ee1bf4-b781-4fda-afe7-d76630e13c8b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:24.549305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Port': ['ID=03a505d2-cbed-4c9f-b19f-db7ee14db639,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:24.587050 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5067c84-7127-4248-90f9-d2591f1b9a20 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.591383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f5067c84-7127-4248-90f9-d2591f1b9a20 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/d6bd4c6a-cf32-4541-aa07-d2cc7c64be28 HTTP/1.1" status: 204 len: 168 time: 0.2320094 Nov 25 18:47:24.592498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54764) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:24.597232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:24.603620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:24.606775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:24.640806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6be865ea-1e49-45ad-b2e4-cd01a7f0a560 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=d6bd4c6a-cf32-4541-aa07-d2cc7c64be28 HTTP/1.1" status: 200 len: 221 time: 0.0430799 Nov 25 18:47:24.641025 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.643323 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c12bde1-85ac-4f56-9780-a31649491ead tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/ports/03a505d2-cbed-4c9f-b19f-db7ee14db639 HTTP/1.1" status: 204 len: 168 time: 2.7088165 Nov 25 18:47:24.647061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:24.647408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54768) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:24.666576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-85ec735f-44ef-4577-be04-b3598d5b64ef tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--92692121', 'description': 'label created by tempest'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:24.667849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-85ec735f-44ef-4577-be04-b3598d5b64ef tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Unknown quota resources ['metering_label']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:47:24.741283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.856513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:24.990141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.008790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e6a2fb11-1021-4c73-812e-391d9084d3dc None None] Provisioning complete for port 80ee1bf4-b781-4fda-afe7-d76630e13c8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:25.010505 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fb11-1021-4c73-812e-391d9084d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.054912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2fb11-1021-4c73-812e-391d9084d3dc None None] Port 80ee1bf4-b781-4fda-afe7-d76630e13c8b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:25.083535 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.212344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 768e9bf9-569f-49ba-89da-3bcf41581483 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:25.248682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ec735f-44ef-4577-be04-b3598d5b64ef tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.252708 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-85ec735f-44ef-4577-be04-b3598d5b64ef tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.6016774 Nov 25 18:47:25.279592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 768e9bf9-569f-49ba-89da-3bcf41581483 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:25.279972 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.303161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54770) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:25.376775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 18:47:25.382736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.444802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9008d25-7f4c-421a-86db-9e20bdf48181 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=66b76209-0b05-4acf-90f2-75231876a013 HTTP/1.1" status: 200 len: 466 time: 0.1401188 Nov 25 18:47:25.447558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.463191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54772) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:25.564412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event updated for resources: {'Subnet': ['ID=a5763cb2-5846-49c3-9242-af7ac046e117,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:25.590711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router eaef9fb7-85cb-491e-9e76-99b422e7b9b7 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:25.600573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Checking segment: {'id': '54bd94e3-33f8-4448-8c8b-d80919ec25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:25.600992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network hostable DHCP agents. Network: b0a05e8b-cfd2-472c-ab00-6b3d3682a14f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:25.606381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c6e6ca-de02-4017-900b-c59935ad1aa1']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:25.670884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583e24a9-5e24-4083-8d6e-c1462df0e0ee') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:25.670884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583e24a9-5e24-4083-8d6e-c1462df0e0ee') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:25.688085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.689493 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.736619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:25.740031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Network b0a05e8b-cfd2-472c-ab00-6b3d3682a14f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:25.748160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1a841a15-41e5-42f7-b459-f1149bb5490c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/eaef9fb7-85cb-491e-9e76-99b422e7b9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8070743 Nov 25 18:47:25.751675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54776) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:25.756555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] Sync routers for ids ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:25.784642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] Routers {'eaef9fb7-85cb-491e-9e76-99b422e7b9b7'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:25.786941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:25.791256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dcda9187-f1af-4c0e-ba3f-f447c0c3a634 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=eaef9fb7-85cb-491e-9e76-99b422e7b9b7 HTTP/1.1" status: 200 len: 205 time: 0.0358899 Nov 25 18:47:25.791574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, b0a05e8b-cfd2-472c-ab00-6b3d3682a14f) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:25.793504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54778) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:25.795461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.802955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:25.803551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.811721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74dc516-86a4-4204-afa8-98be905168ce None None] Network b0a05e8b-cfd2-472c-ab00-6b3d3682a14f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:25.813457 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51744c65-4987-4601-b08b-d382d73aa10f tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.814729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-51744c65-4987-4601-b08b-d382d73aa10f tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/66b76209-0b05-4acf-90f2-75231876a013 HTTP/1.1" status: 204 len: 168 time: 0.3501854 Nov 25 18:47:25.815784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:25.816177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:25.825031 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:25.826931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54780) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:25.869266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:25.896683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba4bb3ca-cc2b-424f-8d22-fd2d6d0bda05 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=66b76209-0b05-4acf-90f2-75231876a013 HTTP/1.1" status: 200 len: 216 time: 0.0567067 Nov 25 18:47:25.896884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54782) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:25.910791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] Routers {'eaef9fb7-85cb-491e-9e76-99b422e7b9b7'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:25.911352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:25.915129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.919219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.929465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62743e08-fcea-46be-87a7-1e6347a2243b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.929634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a649a979-ee01-4c6f-a8f4-a5c74f5dd4d6 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0283122 Nov 25 18:47:25.929634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.932187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] 10.222.0.62 "DELETE /v2.0/networks/84c6e6ca-de02-4017-900b-c59935ad1aa1 HTTP/1.1" status: 204 len: 168 time: 1.2826326 Nov 25 18:47:25.942497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54784) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:25.950265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da6b86-fc49-4771-ab1d-3cced15c46ce tempest-PortsTestJSON-280256376 tempest-PortsTestJSON-280256376-project] Pushing event deleted for resources: {'Network': ['ID=84c6e6ca-de02-4017-900b-c59935ad1aa1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:25.952063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:25.981619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:25.982433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106061c1-35a4-4477-8e26-2af5ecf3a19d None None] The sync data for ids ['eaef9fb7-85cb-491e-9e76-99b422e7b9b7'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:26.000328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e6481dc5-ce90-45ec-9c2c-9a79e30fe2c8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0901821 Nov 25 18:47:26.035331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54788) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.058313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-b0a05e8b-cfd2-472c-ab00-6b3d3682a14f', 'network_id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f', 'tenant_id': '38d65ef658e44b09baa3bface66d0a49', 'fixed_ips': [{'subnet_id': 'a5763cb2-5846-49c3-9242-af7ac046e117'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:26.059791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.242627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Allocated IP 2001:db8::f816:3eff:fe19:5c7d (b0a05e8b-cfd2-472c-ab00-6b3d3682a14f/a5763cb2-5846-49c3-9242-af7ac046e117/2aeef459-098b-4046-a689-43e8d7e2b027) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:26.256085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7b20630f-2b67-42b4-bc96-b4c7dde9c7f1 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3124146 Nov 25 18:47:26.273663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54792) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.296343 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62743e08-fcea-46be-87a7-1e6347a2243b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.299146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.300880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Pushing event updated for resources: {'Port': ['ID=80ee1bf4-b781-4fda-afe7-d76630e13c8b,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:26.305424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62743e08-fcea-46be-87a7-1e6347a2243b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.365425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54794) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.374245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9b559ee8-d4fc-4fac-9bff-8455cce68113 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/72222ebd-7211-4e6a-8f67-f623a700202a HTTP/1.1" status: 200 len: 472 time: 0.0977561 Nov 25 18:47:26.377980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54798) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.394684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6f0c3298-691a-4d5c-8ece-85c157b69078 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/bd644f0e-23b8-4edc-b61e-337f9c0c3f68 HTTP/1.1" status: 200 len: 461 time: 0.0149982 Nov 25 18:47:26.399165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54800) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.436880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62743e08-fcea-46be-87a7-1e6347a2243b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.437300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62743e08-fcea-46be-87a7-1e6347a2243b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Fanout notify agent at l3_agent the message router_deleted on router eaef9fb7-85cb-491e-9e76-99b422e7b9b7 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:47:26.446476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62743e08-fcea-46be-87a7-1e6347a2243b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.447594 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-62743e08-fcea-46be-87a7-1e6347a2243b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/eaef9fb7-85cb-491e-9e76-99b422e7b9b7 HTTP/1.1" status: 204 len: 168 time: 0.6537180 Nov 25 18:47:26.451204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54802) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.452913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.483877 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.498945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.549775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:26.550000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Network b0a05e8b-cfd2-472c-ab00-6b3d3682a14f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:26.560063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:26.563527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:26.567884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.569246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:26.577376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Pushing event updated for resources: {'Port': ['ID=2aeef459-098b-4046-a689-43e8d7e2b027,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:26.629701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1f67-d46d-46f0-be98-cee6cef2fc02 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.630992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2c9e1f67-d46d-46f0-be98-cee6cef2fc02 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/bd644f0e-23b8-4edc-b61e-337f9c0c3f68 HTTP/1.1" status: 204 len: 168 time: 0.2305126 Nov 25 18:47:26.635825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54806) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.643890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet a71c97b9-8f1f-464a-891a-89430917cea4 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:26.665313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.756791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.775106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port 629a27bd-7aec-4831-ad97-1276d0e88eb2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:26.775551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.786024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8ce69d93-bf2e-4ca6-ae32-81a19412ecd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c6cac992c404d8586bf553ffcae1809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191716 Nov 25 18:47:26.792324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54812) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:26.858476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.879322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Subnet': ['ID=a5763cb2-5846-49c3-9242-af7ac046e117,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:26.934717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Attempting to bind port 2aeef459-098b-4046-a689-43e8d7e2b027 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:26.944723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Attempting to bind port 2aeef459-098b-4046-a689-43e8d7e2b027 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '54bd94e3-33f8-4448-8c8b-d80919ec25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:26.945422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Attempting to bind port 2aeef459-098b-4046-a689-43e8d7e2b027 on network b0a05e8b-cfd2-472c-ab00-6b3d3682a14f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:26.952476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:26.953303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Checking segment: {'id': '54bd94e3-33f8-4448-8c8b-d80919ec25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:26.953934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.954950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Bound using segment: {'id': '54bd94e3-33f8-4448-8c8b-d80919ec25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:26.956065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Bound port: 2aeef459-098b-4046-a689-43e8d7e2b027, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd94e3-33f8-4448-8c8b-d80919ec25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:26.957247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:26.971745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Router 20164225-9370-465b-83bc-44ab8548d4b3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:27.008066 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-492ad352-b16e-4e0f-bdb6-6defebf592a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.036818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a49eab55-4533-4b46-9b36-39de57e90a40 None None] Provisioning complete for port 80ee1bf4-b781-4fda-afe7-d76630e13c8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:27.037058 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a49eab55-4533-4b46-9b36-39de57e90a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.045613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.071594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-492ad352-b16e-4e0f-bdb6-6defebf592a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.080656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a49eab55-4533-4b46-9b36-39de57e90a40 None None] Port 80ee1bf4-b781-4fda-afe7-d76630e13c8b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:27.081153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5507f3f8-7df1-4a78-b1c6-69353fcc2e29 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.086318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] For port 2aeef459-098b-4046-a689-43e8d7e2b027, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:27.094078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5507f3f8-7df1-4a78-b1c6-69353fcc2e29 tempest-MeteringTestJSON-1004307260 tempest-MeteringTestJSON-1004307260-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/72222ebd-7211-4e6a-8f67-f623a700202a HTTP/1.1" status: 204 len: 168 time: 0.4477663 Nov 25 18:47:27.096414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.107829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] For port 2aeef459-098b-4046-a689-43e8d7e2b027, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2aeef459-098b-4046-a689-43e8d7e2b027,segment=NetworkSegment(54bd94e3-33f8-4448-8c8b-d80919ec25cf),segment_id=54bd94e3-33f8-4448-8c8b-d80919ec25cf)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:27.115457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.165101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a05e8b-cfd2-472c-ab00-6b3d3682a14f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:27.176599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port 629a27bd-7aec-4831-ad97-1276d0e88eb2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=629a27bd-7aec-4831-ad97-1276d0e88eb2,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:27.177243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.189326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bd94e3-33f8-4448-8c8b-d80919ec25cf') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:27.189799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bd94e3-33f8-4448-8c8b-d80919ec25cf') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:27.202744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for 629a27bd-7aec-4831-ad97-1276d0e88eb2 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:27.206022 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.235534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.268047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57b88e-4149-4e6a-9af0-cc0744371126 None None] Pushing event updated for resources: {'Port': ['ID=2aeef459-098b-4046-a689-43e8d7e2b027,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:27.274964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:27.275705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:27.279698 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:27.288765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f75da-ef54-49b2-9059-aefb5ab529c0 None None] Network b0a05e8b-cfd2-472c-ab00-6b3d3682a14f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:27.318293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.332904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:27.345391 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Sync routers for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:27.359277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:47:27.359277 n-d-819194-3 neutron-server[103457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:47:27.359277 n-d-819194-3 neutron-server[103457]: [parameters: {'id': 'b0a05e8b-cfd2-472c-ab00-6b3d3682a14f'}] Nov 25 18:47:27.359277 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:27.359840 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:27.380316 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9c67fe88-14d6-462c-bffe-6f488f380061 admin admin] 10.222.0.62 "PUT /v2.0/routers/20164225-9370-465b-83bc-44ab8548d4b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6253753 Nov 25 18:47:27.382017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.384218 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:27.389881 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:27.391668 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/a71c97b9-8f1f-464a-891a-89430917cea4 HTTP/1.1" status: 204 len: 168 time: 0.9391086 Nov 25 18:47:27.399271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:27.400878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13bfde9-99c6-44ae-a8e6-b81deb618b8f None None] Network 52039560-b342-46ca-9d22-cfcdc1812b76 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:27.449218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4a746-92d8-43be-84fb-6c3fd4da1b74 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=a71c97b9-8f1f-464a-891a-89430917cea4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:27.540619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-492ad352-b16e-4e0f-bdb6-6defebf592a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.557261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-492ad352-b16e-4e0f-bdb6-6defebf592a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.571049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-492ad352-b16e-4e0f-bdb6-6defebf592a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2dfb454-4d3e-43c2-a702-83255f92ea28 HTTP/1.1" status: 204 len: 168 time: 0.7754614 Nov 25 18:47:27.576914 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:27.602735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54830) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:27.604959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ad352-b16e-4e0f-bdb6-6defebf592a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dfb454-4d3e-43c2-a702-83255f92ea28,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:27.678300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.764510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.787994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 0b720ae6-6608-413a-85bd-1b7057716634 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:27.789800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.827572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=629a27bd-7aec-4831-ad97-1276d0e88eb2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:27.878051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.902122 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:25Z', 'revision_number': 2, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:27.923529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] DHCP port deletion for 52039560-b342-46ca-9d22-cfcdc1812b76 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:27.943148 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Checking router: 20164225-9370-465b-83bc-44ab8548d4b3 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:27.943792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Updating router 20164225-9370-465b-83bc-44ab8548d4b3 port 80ee1bf4-b781-4fda-afe7-d76630e13c8b binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:47:27.961998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 0b720ae6-6608-413a-85bd-1b7057716634, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b720ae6-6608-413a-85bd-1b7057716634,segment=NetworkSegment(a9df7e9c-a609-4fbf-ba4c-8007cc09561e),segment_id=a9df7e9c-a609-4fbf-ba4c-8007cc09561e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:27.962545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:27.979009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 0b720ae6-6608-413a-85bd-1b7057716634 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:27.988714 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.066713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] Deleting port 0b720ae6-6608-413a-85bd-1b7057716634 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:28.067334 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.110806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.138413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No DVR routers for this DVR port 0b720ae6-6608-413a-85bd-1b7057716634 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:28.227812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] For port 0b720ae6-6608-413a-85bd-1b7057716634, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b720ae6-6608-413a-85bd-1b7057716634,segment=NetworkSegment(a9df7e9c-a609-4fbf-ba4c-8007cc09561e),segment_id=a9df7e9c-a609-4fbf-ba4c-8007cc09561e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:28.228375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.265439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] Calling delete_port for 0b720ae6-6608-413a-85bd-1b7057716634 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:28.414978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.452966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting port 2aeef459-098b-4046-a689-43e8d7e2b027 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:28.456634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.475822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52039560-b342-46ca-9d22-cfcdc1812b76']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:28.484709 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.494061 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:28.495456 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 18:47:28.505353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9df7e9c-a609-4fbf-ba4c-8007cc09561e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:28.506051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9df7e9c-a609-4fbf-ba4c-8007cc09561e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:28.510686 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.520264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.538133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.547170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:28.548129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.584874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] Pushing event deleted for resources: {'Port': ['ID=0b720ae6-6608-413a-85bd-1b7057716634,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:28.607162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3450d-314a-4e4b-bee7-b98140aa045f None None] No DVR routers for this DVR port 0b720ae6-6608-413a-85bd-1b7057716634 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:28.612115 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32087902-cd0d-4a65-8ac7-c2d68331ea1e None None] Pushing event updated for resources: {'Port': ['ID=80ee1bf4-b781-4fda-afe7-d76630e13c8b,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:28.631187 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.683035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:28.703623 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:28.706687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47e8d715-3d58-424e-aa7e-271b37ebe034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.717484 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Attempting to bind port 80ee1bf4-b781-4fda-afe7-d76630e13c8b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:28.718387 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Attempting to bind port 80ee1bf4-b781-4fda-afe7-d76630e13c8b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:28.718858 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Attempting to bind port 80ee1bf4-b781-4fda-afe7-d76630e13c8b on network 4f8726b0-b2b2-4430-9868-33a6f312e430 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:28.725307 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:28.726023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Checking segment: {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:28.726688 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.727298 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Bound using segment: {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:28.727964 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Bound port: 80ee1bf4-b781-4fda-afe7-d76630e13c8b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:28.728550 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.748008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-network', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:28.766691 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.774338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.783373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:28.783891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/52039560-b342-46ca-9d22-cfcdc1812b76 HTTP/1.1" status: 204 len: 168 time: 1.3425715 Nov 25 18:47:28.794756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1421128288', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:28.822020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=0b720ae6-6608-413a-85bd-1b7057716634,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:28.839825 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] For port 80ee1bf4-b781-4fda-afe7-d76630e13c8b, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:28.847162 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] For port 80ee1bf4-b781-4fda-afe7-d76630e13c8b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=80ee1bf4-b781-4fda-afe7-d76630e13c8b,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:28.854027 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:28.859843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.860201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.860546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.860888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.861221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.861555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.869884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.869884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.869884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.869884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.870280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.870350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:28.878286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95739bab-cf28-4f5a-9f9f-5a41cda54ac2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=52039560-b342-46ca-9d22-cfcdc1812b76,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:28.956662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3450be-8c02-46c4-9f01-430185eca9b6 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:47:28.964231 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32087902-cd0d-4a65-8ac7-c2d68331ea1e None None] Pushing event updated for resources: {'Port': ['ID=80ee1bf4-b781-4fda-afe7-d76630e13c8b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:28.977072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] For port 2aeef459-098b-4046-a689-43e8d7e2b027, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2aeef459-098b-4046-a689-43e8d7e2b027,segment=NetworkSegment(54bd94e3-33f8-4448-8c8b-d80919ec25cf),segment_id=54bd94e3-33f8-4448-8c8b-d80919ec25cf)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:28.983919 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.001998 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:29.002896 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:29.008262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:47:29.008262 n-d-819194-3 neutron-server[103457]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 18:47:29.008262 n-d-819194-3 neutron-server[103457]: [parameters: {'project_id': '153a0004108d45669cca8df4ab64c5d9', 'id': '1cf9c454-77df-457f-9aea-75aa9b18310a', 'expiration': datetime.datetime(2021, 11, 25, 18, 49, 28, 969795)}] Nov 25 18:47:29.008262 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:29.009222 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:29.013226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47e8d715-3d58-424e-aa7e-271b37ebe034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.021274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47e8d715-3d58-424e-aa7e-271b37ebe034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.036212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Made reservation on behalf of 9f4b80b02e674c7ab7369402c8609283 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:29.044248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.070301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Calling delete_port for 2aeef459-098b-4046-a689-43e8d7e2b027 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:29.078213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.088775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47e8d715-3d58-424e-aa7e-271b37ebe034 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b25c53f51e74fb9aa325179d3059d62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4824111 Nov 25 18:47:29.088775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8d715-3d58-424e-aa7e-271b37ebe034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9cd6a8-3728-4ca6-b264-2b15f086feb5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:29.091792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:29.095551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2504bc32-b037-43b2-a259-d1be38aa6b30 None None] Provisioning complete for port 80ee1bf4-b781-4fda-afe7-d76630e13c8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:29.095928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2504bc32-b037-43b2-a259-d1be38aa6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.168740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed4250d0-9b30-433f-a0c1-d139f438924b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.205070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3450be-8c02-46c4-9f01-430185eca9b6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:47:29.214643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed4250d0-9b30-433f-a0c1-d139f438924b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.323959 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed4250d0-9b30-433f-a0c1-d139f438924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.327780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed4250d0-9b30-433f-a0c1-d139f438924b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.331567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ed4250d0-9b30-433f-a0c1-d139f438924b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f9cd6a8-3728-4ca6-b264-2b15f086feb5 HTTP/1.1" status: 204 len: 168 time: 0.2365510 Nov 25 18:47:29.339465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router 24c2916a-046b-4789-8050-5793362d1abf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:29.346786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4250d0-9b30-433f-a0c1-d139f438924b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9cd6a8-3728-4ca6-b264-2b15f086feb5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:29.413257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b720ae6-6608-413a-85bd-1b7057716634 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:29.457588 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2504bc32-b037-43b2-a259-d1be38aa6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.468993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0b720ae6-6608-413a-85bd-1b7057716634 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:29.469427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b720ae6-6608-413a-85bd-1b7057716634 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:29.491961 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.601123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2504bc32-b037-43b2-a259-d1be38aa6b30 None None] For port 80ee1bf4-b781-4fda-afe7-d76630e13c8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=80ee1bf4-b781-4fda-afe7-d76630e13c8b,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:29.602710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:29.614553 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2504bc32-b037-43b2-a259-d1be38aa6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.627918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No DVR routers for this DVR port 2aeef459-098b-4046-a689-43e8d7e2b027 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:29.631721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Port': ['ID=2aeef459-098b-4046-a689-43e8d7e2b027,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:29.676327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:29.687863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.688214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.688903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.689270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.689613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.690072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.690272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.690774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.691946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.692294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.692628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.692963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:29.704237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7a347fc2-10c3-4094-ba11-9b5384115243 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "PUT /v2.0/routers/24c2916a-046b-4789-8050-5793362d1abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2542851 Nov 25 18:47:29.707400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:29.710107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.737544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.752274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:29.763266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.763604 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Added segment 3172b570-44b5-4ca6-ba47-af08fa73564e of type vlan for network d118cf3c-4f5e-42ef-88df-dc67af56f28d Nov 25 18:47:29.773251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b6921-c814-4898-a073-30c139527d5d None None] Sync routers for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:29.830976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting subnet bb16edd1-b89e-476c-8bd0-23ae63f0773a {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:29.841106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.844594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.872831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:29.875281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.876951 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.912178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:29.915243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:29.938760 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-330e9f61-d7d5-4332-b607-58795cd8b75e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.947990 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.958316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:29.963158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.resource_extend [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:47:30.025123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c46c41-1ba6-41c3-a2e3-685aba8f38a8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:30.045068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504bc32-b037-43b2-a259-d1be38aa6b30 None None] Pushing event updated for resources: {'Port': ['ID=80ee1bf4-b781-4fda-afe7-d76630e13c8b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:30.052908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a05e8b-cfd2-472c-ab00-6b3d3682a14f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:30.088088 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:28Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:30.161823 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516dcfb-1a68-4e62-b6df-4daed4a2dec2 None None] The sync data for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 is: [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:28Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:30.200931 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.372682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.413879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:30.423215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Subnet': ['ID=bb16edd1-b89e-476c-8bd0-23ae63f0773a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:30.429050 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.432846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aff5c25a-d3cf-4e84-95cc-e0a9fb40e697 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/subnets/bb16edd1-b89e-476c-8bd0-23ae63f0773a HTTP/1.1" status: 204 len: 168 time: 0.7231491 Nov 25 18:47:30.435525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54898) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:30.592573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.599445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce408a5-d04e-4402-a28d-f819ff3ffcc6 None None] Network 81a148fb-16e1-463e-849c-d1813b92be53 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:30.763103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bd94e3-33f8-4448-8c8b-d80919ec25cf') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:30.763398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bd94e3-33f8-4448-8c8b-d80919ec25cf') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:30.765456 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.770943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:30.774614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.788156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.830030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.852340 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.862961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:30.863763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.899955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:30.900298 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.963374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.978925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:30.985435 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:30.992018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2516649 Nov 25 18:47:30.996740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54910) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.001618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Request body: {'subnet': {'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-subnet', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:31.006879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.014264 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.023748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/b0a05e8b-cfd2-472c-ab00-6b3d3682a14f HTTP/1.1" status: 204 len: 168 time: 4.9870591 Nov 25 18:47:31.031636 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.032240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.091562 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-9885eb54-1314-41d0-81f9-37d4d320013a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:31.094532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9885eb54-1314-41d0-81f9-37d4d320013a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:31.107459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9885eb54-1314-41d0-81f9-37d4d320013a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/a5763cb2-5846-49c3-9242-af7ac046e117 HTTP/1.1" status: 404 len: 337 time: 0.0739295 Nov 25 18:47:31.117472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.197509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Made reservation on behalf of 9f4b80b02e674c7ab7369402c8609283 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:31.206553 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.211648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.212869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c96af50d-2512-45ef-bbfd-3192746b627b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.4235940 Nov 25 18:47:31.213722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.222916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-490245594'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:31.226990 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7b55c3-1ccc-4657-8637-f41e875fa4ac tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:31.229492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7b55c3-1ccc-4657-8637-f41e875fa4ac tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:31.230436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1be7e-f6b0-4a7e-a1fb-59b64517bc61 admin admin] Pushing event updated for resources: {'Network': ['ID=d118cf3c-4f5e-42ef-88df-dc67af56f28d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:31.243194 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6a7b55c3-1ccc-4657-8637-f41e875fa4ac tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/b0a05e8b-cfd2-472c-ab00-6b3d3682a14f HTTP/1.1" status: 404 len: 339 time: 0.1242194 Nov 25 18:47:31.247282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54918) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.249285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:31.335943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea1d54-21f6-4d9f-a93f-9e6f2b84ae57 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Network': ['ID=b0a05e8b-cfd2-472c-ab00-6b3d3682a14f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:31.410144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:31.417700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.435472 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b1296a-32e1-42ee-8117-400d49335d6c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:31.436090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b1296a-32e1-42ee-8117-400d49335d6c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:31.445499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-39b1296a-32e1-42ee-8117-400d49335d6c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/f79090b9-a6cd-4cee-a879-b4aac8345fd9 HTTP/1.1" status: 404 len: 337 time: 0.1935885 Nov 25 18:47:31.458711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-330e9f61-d7d5-4332-b607-58795cd8b75e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.460417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54924) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.465449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:31.466156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.488335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:31.499260 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63a097c-ef5e-47a1-b15f-6e6e64bdb878 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:31.501900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63a097c-ef5e-47a1-b15f-6e6e64bdb878 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:31.507671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b63a097c-ef5e-47a1-b15f-6e6e64bdb878 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/ba0c314d-3e44-46e0-9eec-9ba9797b5ec8 HTTP/1.1" status: 404 len: 339 time: 0.0352697 Nov 25 18:47:31.509167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54928) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.510850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-330e9f61-d7d5-4332-b607-58795cd8b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.550940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e9f61-d7d5-4332-b607-58795cd8b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753a0d4f-a90e-4732-84a9-77a80673c380,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:31.594290 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f7dcee-5943-4044-83f4-c4a8f4b42f8c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:31.595131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f7dcee-5943-4044-83f4-c4a8f4b42f8c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:31.612353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54930) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.612812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-73f7dcee-5943-4044-83f4-c4a8f4b42f8c tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/8e0e9e8e-7eac-409f-9f76-4c3e98636a44 HTTP/1.1" status: 404 len: 337 time: 0.0980287 Nov 25 18:47:31.638980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:31.661007 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-330e9f61-d7d5-4332-b607-58795cd8b75e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c2ae2d1207543aba3cf8a993c161665&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7802532 Nov 25 18:47:31.664419 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-52985cf1-3616-469c-856e-80458af6d32a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:31.664959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52985cf1-3616-469c-856e-80458af6d32a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:31.666730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.671307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-52985cf1-3616-469c-856e-80458af6d32a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/030595f3-a1e2-4a3e-883f-b26877872efb HTTP/1.1" status: 404 len: 339 time: 0.0548506 Nov 25 18:47:31.671592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54934) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:31.686998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.687353 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment 4db281b7-4d66-40a5-a22b-d1d74f468316 of type vlan for network 2ec388cd-9b65-4439-82ef-c127744302a4 Nov 25 18:47:31.715157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 80ee1bf4-b781-4fda-afe7-d76630e13c8b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:31.759854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bf237e05-e66c-46cd-a80d-e3d9a5763682 None None] Provisioning complete for port 80ee1bf4-b781-4fda-afe7-d76630e13c8b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:31.760227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf237e05-e66c-46cd-a80d-e3d9a5763682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.812701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.874883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.881486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:31.882205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.886116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 80ee1bf4-b781-4fda-afe7-d76630e13c8b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:31.886865 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.889305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting port ec534d23-7181-4b0a-a249-8e0f34a79218 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:31.889704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.955465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.962060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3148069b-3551-486f-ac39-44ea0cb23f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:31.975310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] DHCP port deletion for 81a148fb-16e1-463e-849c-d1813b92be53 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:32.006720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.025857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:47:27Z', 'revision_number': 7, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '54bb5411-9ec7-4f84-9b39-fe1ca625e5c6', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c2916a-046b-4789-8050-5793362d1abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:44:34Z', 'updated_at': '2021-11-25T18:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:32.028745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Calling delete_port for ec534d23-7181-4b0a-a249-8e0f34a79218 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:32.058391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3148069b-3551-486f-ac39-44ea0cb23f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.085053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fc7e00-0da6-438c-8dea-410a4fd70ed4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:32.086554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b6921-c814-4898-a073-30c139527d5d None None] Checking router: 24c2916a-046b-4789-8050-5793362d1abf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:32.141308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.183410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=54bb5411-9ec7-4f84-9b39-fe1ca625e5c6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:32.192303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Checking segment: {'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:32.192484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Network hostable DHCP agents. Network: d118cf3c-4f5e-42ef-88df-dc67af56f28d, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:32.231639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c8d47-2c74-4908-9ede-a6cf1b9a098c None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:32.246894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0288754 Nov 25 18:47:32.251080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:32.258711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:32.270850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] Deleting port a6c37257-d9a0-45a9-962f-50beb3719c03 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:32.271496 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.277838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] Routers {'24c2916a-046b-4789-8050-5793362d1abf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:32.279121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['24c2916a-046b-4789-8050-5793362d1abf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:32.279428 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3148069b-3551-486f-ac39-44ea0cb23f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.283375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3148069b-3551-486f-ac39-44ea0cb23f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.284879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3148069b-3551-486f-ac39-44ea0cb23f46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/753a0d4f-a90e-4732-84a9-77a80673c380 HTTP/1.1" status: 204 len: 168 time: 0.6083925 Nov 25 18:47:32.293470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:32.297216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b271-35a8-4975-aa3a-38d255daa028 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=2ec388cd-9b65-4439-82ef-c127744302a4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:32.316078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148069b-3551-486f-ac39-44ea0cb23f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753a0d4f-a90e-4732-84a9-77a80673c380,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:32.318547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.322890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d118cf3c-4f5e-42ef-88df-dc67af56f28d) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:32.401844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 2ec388cd-9b65-4439-82ef-c127744302a4 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:32.407379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92d2b2-6452-4941-92fe-97f9d90f0fd3 None None] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:32.502404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.612791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Port': ['ID=ec534d23-7181-4b0a-a249-8e0f34a79218,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:32.620308 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.630356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-771baa51-cd4c-48cf-92a0-f308821ac29a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/ports/ec534d23-7181-4b0a-a249-8e0f34a79218 HTTP/1.1" status: 204 len: 168 time: 0.9571309 Nov 25 18:47:32.631250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54946) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:32.707528 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-797001fd-c13e-40f2-b0d5-9b844e05cb67 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:32.714242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797001fd-c13e-40f2-b0d5-9b844e05cb67 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:32.720774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-797001fd-c13e-40f2-b0d5-9b844e05cb67 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/144fd7de-928d-47bc-ac8e-c064ccf84676 HTTP/1.1" status: 404 len: 337 time: 0.0799861 Nov 25 18:47:32.723695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:32.739259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:32.745468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.851004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.861629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] Set router 24c2916a-046b-4789-8050-5793362d1abf gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:32.902758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.902758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:32.902758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.962463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-520e2afc-936e-4f40-b0f0-12855a2ab2a6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9642146 Nov 25 18:47:32.970477 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.970477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Fanout notify agent at l3_agent the message router_deleted on router 24c2916a-046b-4789-8050-5793362d1abf {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:47:32.979147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:32.982606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:32.984144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b6ecbb10-5e34-4e52-9d82-b97054f32c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/routers/24c2916a-046b-4789-8050-5793362d1abf HTTP/1.1" status: 204 len: 168 time: 2.5473223 Nov 25 18:47:32.988679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54956) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:33.049081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:33.112293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d41b6921-c814-4898-a073-30c139527d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:47:31Z', 'revision_number': 9, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:33.146963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.246343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port a6c37257-d9a0-45a9-962f-50beb3719c03 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:33.246740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.273013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.319361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] For port a6c37257-d9a0-45a9-962f-50beb3719c03, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a6c37257-d9a0-45a9-962f-50beb3719c03,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:33.319718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.343557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] Calling delete_port for a6c37257-d9a0-45a9-962f-50beb3719c03 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:33.372207 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.373890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.439675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port a6c37257-d9a0-45a9-962f-50beb3719c03, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a6c37257-d9a0-45a9-962f-50beb3719c03,segment=NetworkSegment(6a391884-4bb8-4c10-8c89-1f78c361b2b9),segment_id=6a391884-4bb8-4c10-8c89-1f78c361b2b9)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:33.440086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.470109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.474085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for a6c37257-d9a0-45a9-962f-50beb3719c03 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:33.493322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d2afb4-e30e-4083-9c9c-8f2fed2bf578']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:33.511287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.513418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b6921-c814-4898-a073-30c139527d5d None None] The sync data for ids ['24c2916a-046b-4789-8050-5793362d1abf'] in n-d-819194-3 is: [{'id': '24c2916a-046b-4789-8050-5793362d1abf', 'name': 'tempest-TestNetworkBasicOps-router-90153467', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:44:33Z', 'updated_at': '2021-11-25T18:47:31Z', 'revision_number': 9, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:33.523676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb5a39a-614f-4ce5-8dd9-41de93ea5773') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:33.523985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb5a39a-614f-4ce5-8dd9-41de93ea5773') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:33.555544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.581330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.591976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:33.592420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.692464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.697041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] No DVR routers for this DVR port a6c37257-d9a0-45a9-962f-50beb3719c03 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:33.726152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=a6c37257-d9a0-45a9-962f-50beb3719c03,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:33.732306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae2e04-17e4-4422-bb6c-4309ac7330a4 None None] Pushing event deleted for resources: {'Port': ['ID=a6c37257-d9a0-45a9-962f-50beb3719c03,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:33.738205 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.749297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] No DVR routers for this DVR port a6c37257-d9a0-45a9-962f-50beb3719c03 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:33.751524 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:33.768002 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.770243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d118cf3c-4f5e-42ef-88df-dc67af56f28d', 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'fixed_ips': [{'subnet_id': '85fc7e00-0da6-438c-8dea-410a4fd70ed4'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:33.771219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.774141 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.778110 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/49d2afb4-e30e-4083-9c9c-8f2fed2bf578 HTTP/1.1" status: 204 len: 168 time: 1.0523684 Nov 25 18:47:33.802920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54976) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:33.934062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:33.993170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6162fff-d5c1-4619-b23c-b4a53fd46352 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Network': ['ID=49d2afb4-e30e-4083-9c9c-8f2fed2bf578,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:33.998191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.092342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.115980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a148fb-16e1-463e-849c-d1813b92be53']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:34.133183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54982) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:34.174424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a391884-4bb8-4c10-8c89-1f78c361b2b9') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:34.174772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a391884-4bb8-4c10-8c89-1f78c361b2b9') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:34.181558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a6c37257-d9a0-45a9-962f-50beb3719c03 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:34.198650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.227253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a6c37257-d9a0-45a9-962f-50beb3719c03 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:34.227969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a6c37257-d9a0-45a9-962f-50beb3719c03 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:34.233903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting port e2f7c005-e46e-4fe9-875f-e56651e169b5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:34.234375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.241523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Allocated IP 172.20.0.2 (d118cf3c-4f5e-42ef-88df-dc67af56f28d/85fc7e00-0da6-438c-8dea-410a4fd70ed4/0b6073b0-cea7-4dfa-811f-83002aa0aab1) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:34.248494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.263364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=f5610a52-7edb-47ad-b3d9-a88789e4010e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:34.281422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:34.281796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: 2ec388cd-9b65-4439-82ef-c127744302a4, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:34.349050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:34.349624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:34.353004 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:34.359331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-78920091'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:34.430020 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.453404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 2ec388cd-9b65-4439-82ef-c127744302a4 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:34.460950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.471822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 2ec388cd-9b65-4439-82ef-c127744302a4) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:34.473453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.496503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:34.497130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.506442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbccd47-40b9-4d72-a82a-ce9c64253fe7 None None] Network 2ec388cd-9b65-4439-82ef-c127744302a4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:34.542383 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.558081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/networks/81a148fb-16e1-463e-849c-d1813b92be53 HTTP/1.1" status: 204 len: 168 time: 1.5603292 Nov 25 18:47:34.560189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Calling delete_port for e2f7c005-e46e-4fe9-875f-e56651e169b5 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:34.574504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbac314-942f-423b-aaca-72707805bb9c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Network': ['ID=81a148fb-16e1-463e-849c-d1813b92be53,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:34.574504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:34.581387 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.584833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:34.597323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'network': {'name': 'tempest-network-smoke--982658265', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'port_security_enabled': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:34.605901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13b3c1bc-a78e-4837-8bcb-2595435049f9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3511553 Nov 25 18:47:34.606534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.610986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54990) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:34.646711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:34.650356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.717847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:34.744481 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.767463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.767866 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Added segment 6db17e2a-d1cb-43b8-a0cc-f4031d1817aa of type vlan for network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d Nov 25 18:47:34.812994 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.920524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:34.942481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:34.948071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:34.956405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:34.957671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Pushing event updated for resources: {'Port': ['ID=0b6073b0-cea7-4dfa-811f-83002aa0aab1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:35.011333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-2ec388cd-9b65-4439-82ef-c127744302a4', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:35.012435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.032255 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.047398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:35.048084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.081268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.093925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Attempting to bind port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:35.094317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Attempting to bind port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:35.094749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Attempting to bind port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 on network d118cf3c-4f5e-42ef-88df-dc67af56f28d {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:35.100457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5140705 Nov 25 18:47:35.112143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54994) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:35.168458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-848682180', 'admin_state_up': True, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:35.184258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:35.184924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Checking segment: {'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:35.185053 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.185450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Bound using segment: {'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:35.185957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Bound port: 0b6073b0-cea7-4dfa-811f-83002aa0aab1, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:35.186480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.209570 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.245334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00406e5-63d0-4dd7-bcc5-55cc664b80e8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Network': ['ID=2fe28220-5f42-4555-b2c8-78a2d66a5b5d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:35.283881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:35.328689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.377430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.381226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Allocated IP 172.20.0.2 (2ec388cd-9b65-4439-82ef-c127744302a4/f5610a52-7edb-47ad-b3d9-a88789e4010e/0cdd32be-c1b5-467e-94a8-50004e53b11b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:35.397017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.400816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.403389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] For port 0b6073b0-cea7-4dfa-811f-83002aa0aab1, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:35.413332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Allocated IP 172.25.2.73 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/445079af-9a2d-4b95-8e32-c98f5cc250c2) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:35.422957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] For port 0b6073b0-cea7-4dfa-811f-83002aa0aab1, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b6073b0-cea7-4dfa-811f-83002aa0aab1,segment=NetworkSegment(3172b570-44b5-4ca6-ba47-af08fa73564e),segment_id=3172b570-44b5-4ca6-ba47-af08fa73564e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:35.440477 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.477294 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.505379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.524259 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.528924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.553336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:35.568337 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:35.622966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:35.638098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:35.651478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:35.683070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Pushing event updated for resources: {'Port': ['ID=445079af-9a2d-4b95-8e32-c98f5cc250c2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:35.845473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 629a27bd-7aec-4831-ad97-1276d0e88eb2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:35.847355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5331c-4f1f-43ba-8d26-39d5531b81ed None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:35.912732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba281d39-d9b0-4e54-a261-767ffb7ec078,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:35.949534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 629a27bd-7aec-4831-ad97-1276d0e88eb2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:35.949978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 629a27bd-7aec-4831-ad97-1276d0e88eb2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:35.950411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:36.006497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e81385d8-9c4f-4bff-b242-17dd82e5db3b None None] Provisioning complete for port 445079af-9a2d-4b95-8e32-c98f5cc250c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:36.006871 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e81385d8-9c4f-4bff-b242-17dd82e5db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.008787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:36.009133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 54bb5411-9ec7-4f84-9b39-fe1ca625e5c6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:36.012262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9da12-7e0d-4f28-859e-e91894aab636 None None] Pushing event updated for resources: {'Port': ['ID=0b6073b0-cea7-4dfa-811f-83002aa0aab1,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:36.037305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.037943 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment c4b68285-c602-431b-bc21-471a87781a2e of type vlan for network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 Nov 25 18:47:36.060623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.078303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Port': ['ID=e2f7c005-e46e-4fe9-875f-e56651e169b5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:36.083418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.088738 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-65e812ea-d262-48b9-8afb-16358ee31d85 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/ports/e2f7c005-e46e-4fe9-875f-e56651e169b5 HTTP/1.1" status: 204 len: 168 time: 2.2848220 Nov 25 18:47:36.094831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e81385d8-9c4f-4bff-b242-17dd82e5db3b None None] Port 445079af-9a2d-4b95-8e32-c98f5cc250c2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:36.104050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54998) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:36.115330 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.126278 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.187113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Network 2ec388cd-9b65-4439-82ef-c127744302a4 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:36.188786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:36.192232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:36.227428 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f9cc13-c68e-4e0d-98c1-84f6e24d062f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] DELETE failed (client error): The resource could not be found. Nov 25 18:47:36.227994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f9cc13-c68e-4e0d-98c1-84f6e24d062f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:47:36.252270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-78f9cc13-c68e-4e0d-98c1-84f6e24d062f tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/8f1e3272-6c45-4674-af9f-578096ead532 HTTP/1.1" status: 404 len: 337 time: 0.1470776 Nov 25 18:47:36.285436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:36.313665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Pushing event updated for resources: {'Port': ['ID=0cdd32be-c1b5-467e-94a8-50004e53b11b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:36.375045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Attempting to bind port 0cdd32be-c1b5-467e-94a8-50004e53b11b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:36.375703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Attempting to bind port 0cdd32be-c1b5-467e-94a8-50004e53b11b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:36.376452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Attempting to bind port 0cdd32be-c1b5-467e-94a8-50004e53b11b on network 2ec388cd-9b65-4439-82ef-c127744302a4 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:36.384489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:36.385401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Checking segment: {'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:36.386037 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.387570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Bound using segment: {'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:36.388320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Bound port: 0cdd32be-c1b5-467e-94a8-50004e53b11b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:36.389063 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.437427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.518857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.580130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.587113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:36.588531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.604779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] For port 0cdd32be-c1b5-467e-94a8-50004e53b11b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:36.612258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] For port 0cdd32be-c1b5-467e-94a8-50004e53b11b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0cdd32be-c1b5-467e-94a8-50004e53b11b,segment=NetworkSegment(4db281b7-4d66-40a5-a22b-d1d74f468316),segment_id=4db281b7-4d66-40a5-a22b-d1d74f468316)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:36.617935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.624360 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.634086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.20.0.1 (2ec388cd-9b65-4439-82ef-c127744302a4/f5610a52-7edb-47ad-b3d9-a88789e4010e/75009c4f-53f3-4e97-b2bf-03f2f8df12c2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:36.729001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f9d73-a581-4ef8-a3ed-6909ecbbbd72 None None] Pushing event updated for resources: {'Port': ['ID=0cdd32be-c1b5-467e-94a8-50004e53b11b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:36.815036 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.844058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.858490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b93fc30-292b-4c54-ac7a-24323a980222']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:36.891968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7352173 Nov 25 18:47:36.900440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98025b4f-7f75-4b4f-9499-01ce6d3c2951') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:36.900743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98025b4f-7f75-4b4f-9499-01ce6d3c2951') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:36.910661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.924547 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:36.990639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708d22-60de-4539-9dc0-de01c8ab6c1b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=dde62ad2-7e93-49cd-8bb3-31ff7b042ed0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:36.995793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.007239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:37.034149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.043471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:37.057280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:37.057690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:37.067181 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:37.094245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': 'dde62ad2-7e93-49cd-8bb3-31ff7b042ed0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:37.138782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 2ec388cd-9b65-4439-82ef-c127744302a4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:37.186768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:37.191488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.196707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:37.200982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.204525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/9b93fc30-292b-4c54-ac7a-24323a980222 HTTP/1.1" status: 204 len: 168 time: 0.9180896 Nov 25 18:47:37.209334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55010) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:37.226239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:37.351975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.400876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting subnet 9badddba-3014-4bb3-9c89-8db9f7b0f421 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:47:37.407161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690a8fc-7cef-41e2-b851-8f16cd4122e8 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Network': ['ID=9b93fc30-292b-4c54-ac7a-24323a980222,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:37.424057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.474838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Router 53423c37-17f5-43fa-bd65-2383a5af2da0 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:47:37.549851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.597166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:37.601213 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.754002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:37.764788 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Sync routers for ids ['53423c37-17f5-43fa-bd65-2383a5af2da0'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:37.780762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Routers {'53423c37-17f5-43fa-bd65-2383a5af2da0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:37.781704 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['53423c37-17f5-43fa-bd65-2383a5af2da0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:37.812708 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:37.813127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b6073b0-cea7-4dfa-811f-83002aa0aab1 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:37.816355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0b008e10-8567-4543-905f-da68cdd89e27 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8317628 Nov 25 18:47:37.840950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6eb72-7a9c-4083-965f-4d06a26a1bd5 None None] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:37.862294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:37.993891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cd2418e4-9cd4-4d76-838a-ea62669070d5 None None] Provisioning complete for port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:37.993891 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd2418e4-9cd4-4d76-838a-ea62669070d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.106203 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Set router 53423c37-17f5-43fa-bd65-2383a5af2da0 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:38.333998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:38.334400 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.479155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd2418e4-9cd4-4d76-838a-ea62669070d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.494230 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:47:35Z', 'revision_number': 3, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port': {'id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:38.547616 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cd2418e4-9cd4-4d76-838a-ea62669070d5 None None] For port 0b6073b0-cea7-4dfa-811f-83002aa0aab1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b6073b0-cea7-4dfa-811f-83002aa0aab1,segment=NetworkSegment(3172b570-44b5-4ca6-ba47-af08fa73564e),segment_id=3172b570-44b5-4ca6-ba47-af08fa73564e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:38.551281 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Checking router: 53423c37-17f5-43fa-bd65-2383a5af2da0 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:38.552242 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Updating router 53423c37-17f5-43fa-bd65-2383a5af2da0 port 445079af-9a2d-4b95-8e32-c98f5cc250c2 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:47:38.555088 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd2418e4-9cd4-4d76-838a-ea62669070d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.576440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f5eb6-f1de-42ee-95bd-24f0d1def0a8 None None] Network 2ec388cd-9b65-4439-82ef-c127744302a4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:38.588377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.616064 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.678107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=7599b370-cedd-4c95-b57d-d4a6c9731d8d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:38.711913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.737340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0cdd32be-c1b5-467e-94a8-50004e53b11b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:38.746567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.782000 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.830122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2418e4-9cd4-4d76-838a-ea62669070d5 None None] Pushing event updated for resources: {'Port': ['ID=0b6073b0-cea7-4dfa-811f-83002aa0aab1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:38.844837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c3497521-8911-464a-bcdb-bc5e5d6d4388 None None] Provisioning complete for port 0cdd32be-c1b5-467e-94a8-50004e53b11b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:38.845217 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3497521-8911-464a-bcdb-bc5e5d6d4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.910603 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.929746 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:38.965418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': 'c4b68285-c602-431b-bc21-471a87781a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dde62ad2-7e93-49cd-8bb3-31ff7b042ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:38.965787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: dde62ad2-7e93-49cd-8bb3-31ff7b042ed0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:39.024278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Subnet': ['ID=9badddba-3014-4bb3-9c89-8db9f7b0f421,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:39.042682 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.051925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25809d01-cb98-405b-b0dc-a086fab49474 None None] Network a296c761-f416-4272-8ba8-65e3f16aea52 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:39.053670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3b6b3e19-2343-4543-b9a7-9acdd9089c95 tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/subnets/9badddba-3014-4bb3-9c89-8db9f7b0f421 HTTP/1.1" status: 204 len: 168 time: 1.8050961 Nov 25 18:47:39.054753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55032) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:39.236517 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.249797 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.278077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.333983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22008215-7123-4eb5-9bf6-2bc4a9253001 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:39.357395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0cdd32be-c1b5-467e-94a8-50004e53b11b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:39.357395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.357852 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Attempting to bind port 445079af-9a2d-4b95-8e32-c98f5cc250c2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:39.360258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.360409 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Attempting to bind port 445079af-9a2d-4b95-8e32-c98f5cc250c2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:39.360642 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Attempting to bind port 445079af-9a2d-4b95-8e32-c98f5cc250c2 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:39.383816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.25.2.249 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/10edc529-bd65-4512-ac4d-740bfb09efe9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:39.451436 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:39.455010 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:39.455590 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.456086 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:39.456681 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Bound port: 445079af-9a2d-4b95-8e32-c98f5cc250c2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:39.457177 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.463219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.516312 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3497521-8911-464a-bcdb-bc5e5d6d4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.567011 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12076035-44d5-47a7-ae40-79b7ab1f4627 None None] Pushing event updated for resources: {'Port': ['ID=445079af-9a2d-4b95-8e32-c98f5cc250c2,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:39.584267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.592180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:39.633141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, dde62ad2-7e93-49cd-8bb3-31ff7b042ed0) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:39.635222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] For port 445079af-9a2d-4b95-8e32-c98f5cc250c2, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:39.640917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:39.641372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c3497521-8911-464a-bcdb-bc5e5d6d4388 None None] For port 0cdd32be-c1b5-467e-94a8-50004e53b11b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0cdd32be-c1b5-467e-94a8-50004e53b11b,segment=NetworkSegment(4db281b7-4d66-40a5-a22b-d1d74f468316),segment_id=4db281b7-4d66-40a5-a22b-d1d74f468316)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:39.642537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.643828 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] For port 445079af-9a2d-4b95-8e32-c98f5cc250c2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=445079af-9a2d-4b95-8e32-c98f5cc250c2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:39.655959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529de972-a3c1-4ed8-af24-b07aae164f32 None None] Network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:39.658632 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.663634 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3497521-8911-464a-bcdb-bc5e5d6d4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.718176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:39.743096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.828332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-979590fe-e9f4-4853-8358-e635e5f8eaac tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7472775 Nov 25 18:47:39.840169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c174fe-d8c9-4435-a3c3-634ace05122f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:39.843794 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12076035-44d5-47a7-ae40-79b7ab1f4627 None None] Pushing event updated for resources: {'Port': ['ID=445079af-9a2d-4b95-8e32-c98f5cc250c2,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:39.844531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55036) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:39.854090 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Routers {'53423c37-17f5-43fa-bd65-2383a5af2da0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:39.861974 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['53423c37-17f5-43fa-bd65-2383a5af2da0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:39.865624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1156201280'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:39.878353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3497521-8911-464a-bcdb-bc5e5d6d4388 None None] Pushing event updated for resources: {'Port': ['ID=0cdd32be-c1b5-467e-94a8-50004e53b11b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:39.909279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] DHCP port deletion for a296c761-f416-4272-8ba8-65e3f16aea52 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:39.919225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:39.923419 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.958061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:39.982482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:39.984800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Deleting port 97545d5d-c9d9-468c-a729-cc7cb7793362 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:39.985339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.023483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.023863 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 87272ed2-0618-45e8-93ba-66a8a9fb329c of type vlan for network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 Nov 25 18:47:40.061039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] Provisioning complete for port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:40.061379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.075135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:40.076262 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:40.168030 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] Set router 53423c37-17f5-43fa-bd65-2383a5af2da0 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:40.168292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.180443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 2ec388cd-9b65-4439-82ef-c127744302a4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:40.204067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:40.209666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-dde62ad2-7e93-49cd-8bb3-31ff7b042ed0', 'network_id': 'dde62ad2-7e93-49cd-8bb3-31ff7b042ed0', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': '7599b370-cedd-4c95-b57d-d4a6c9731d8d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:40.211605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.230860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.237392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] Deleting port 97545d5d-c9d9-468c-a729-cc7cb7793362 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:40.238109 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.268172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] For port 97545d5d-c9d9-468c-a729-cc7cb7793362, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=97545d5d-c9d9-468c-a729-cc7cb7793362,segment=NetworkSegment(4c513900-ebfd-4847-a945-7f455eab0f3d),segment_id=4c513900-ebfd-4847-a945-7f455eab0f3d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:40.268757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.298963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Calling delete_port for 97545d5d-c9d9-468c-a729-cc7cb7793362 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:40.390869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=10edc529-bd65-4512-ac4d-740bfb09efe9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:40.446846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:40.598066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:40.606029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:40.699069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.701944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfc5a9-8f1b-4845-bd15-077ee9cff09f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:40.710214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:40.710893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.791556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.830679 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:47:35Z', 'revision_number': 3, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port': {'id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:40.912977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:40.945294 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe84d1-10b9-4222-9a92-0122160b2b09 None None] The sync data for ids ['53423c37-17f5-43fa-bd65-2383a5af2da0'] in n-d-819194-3 is: [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:47:35Z', 'revision_number': 3, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port': {'id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:40.979195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Port': ['ID=97545d5d-c9d9-468c-a729-cc7cb7793362,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:41.001492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] No DVR routers for this DVR port 97545d5d-c9d9-468c-a729-cc7cb7793362 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:41.016575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1669018 Nov 25 18:47:41.057769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55042) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:41.062910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] For port 97545d5d-c9d9-468c-a729-cc7cb7793362, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=97545d5d-c9d9-468c-a729-cc7cb7793362,segment=NetworkSegment(4c513900-ebfd-4847-a945-7f455eab0f3d),segment_id=4c513900-ebfd-4847-a945-7f455eab0f3d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:41.064527 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.070877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:41.108009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e9bdfd6e-4fe1-4083-b18d-b2e52bc9cdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.140865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] Calling delete_port for 97545d5d-c9d9-468c-a729-cc7cb7793362 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:41.204106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] Provisioning complete for port 445079af-9a2d-4b95-8e32-c98f5cc250c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:41.204382 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.296540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Allocated IP 172.20.255.242 (dde62ad2-7e93-49cd-8bb3-31ff7b042ed0/7599b370-cedd-4c95-b57d-d4a6c9731d8d/d306e49b-7e0b-4698-9bfc-75474b1ee736) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:41.307465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b6073b0-cea7-4dfa-811f-83002aa0aab1 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:41.559014 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.566323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.711957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a296c761-f416-4272-8ba8-65e3f16aea52']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:41.720604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa175e-229e-4617-9fa8-f1e22e9860b4 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=cde1fcb5-5d65-4cb3-8a1d-47cc6962db06,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:41.791434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:41.791815 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.803444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c513900-ebfd-4847-a945-7f455eab0f3d') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:41.803444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c513900-ebfd-4847-a945-7f455eab0f3d') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:41.842870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:41.854265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] Pushing event deleted for resources: {'Port': ['ID=97545d5d-c9d9-468c-a729-cc7cb7793362,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:41.902974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.917485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdcd18-f94a-47d0-87e8-6ac51e991667 None None] No DVR routers for this DVR port 97545d5d-c9d9-468c-a729-cc7cb7793362 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:41.958421 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.964664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:47:41.974053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:41.974866 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:41.978201 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:41.991761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Allocated IP 172.20.0.1 (d118cf3c-4f5e-42ef-88df-dc67af56f28d/85fc7e00-0da6-438c-8dea-410a4fd70ed4/5d545249-016d-4cb0-978a-6785432c074e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:42.039837 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.092567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.102019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:42.104707 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.105750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.115992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] 10.222.0.62 "DELETE /v2.0/networks/a296c761-f416-4272-8ba8-65e3f16aea52 HTTP/1.1" status: 204 len: 168 time: 3.0550389 Nov 25 18:47:42.145364 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.153847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.177726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd5c83-7a61-415e-8673-ba754531031a tempest-NetworksIpV6TestAttrs-650241130 tempest-NetworksIpV6TestAttrs-650241130-project] Pushing event deleted for resources: {'Network': ['ID=a296c761-f416-4272-8ba8-65e3f16aea52,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:42.366885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:42.382373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.385302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6099a73-dfce-4368-a941-2e88ac2de0f5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7727966 Nov 25 18:47:42.391938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.398438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55052) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:42.408229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:42.412379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-691425368'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:42.418189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:42.420879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:42.424116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:42.430477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] For port 445079af-9a2d-4b95-8e32-c98f5cc250c2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=445079af-9a2d-4b95-8e32-c98f5cc250c2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:42.438784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Pushing event updated for resources: {'Port': ['ID=d306e49b-7e0b-4698-9bfc-75474b1ee736,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:42.450236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0cdd32be-c1b5-467e-94a8-50004e53b11b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:42.498227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.535841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.536519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.537294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.537294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.537807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.538246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.538733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.539146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.539578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.539993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.540424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.540858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:47:42.592012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.692612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:42.720780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:42.721445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:42.729782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Pushing event updated for resources: {'Port': ['ID=5d545249-016d-4cb0-978a-6785432c074e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:42.729978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Attempting to bind port d306e49b-7e0b-4698-9bfc-75474b1ee736 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:42.731019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Attempting to bind port d306e49b-7e0b-4698-9bfc-75474b1ee736 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'c4b68285-c602-431b-bc21-471a87781a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dde62ad2-7e93-49cd-8bb3-31ff7b042ed0'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:42.731487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Attempting to bind port d306e49b-7e0b-4698-9bfc-75474b1ee736 on network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:42.739868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.756966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:42.762248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:42.767001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:42.844458 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.925783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:42.969927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.971932 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment 843eee15-3622-4ee2-ac53-6e5b2139633f of type vlan for network a63f4db9-f61e-46d1-b809-60b3dbaa99ad Nov 25 18:47:42.990799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55068) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:42.992917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0cdd32be-c1b5-467e-94a8-50004e53b11b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:42.993480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:42.995196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Provisioning complete for port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:42.995632 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.074216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:43.125232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:43.125614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Checking segment: {'id': 'c4b68285-c602-431b-bc21-471a87781a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dde62ad2-7e93-49cd-8bb3-31ff7b042ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:43.126023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.128294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Bound using segment: {'id': 'c4b68285-c602-431b-bc21-471a87781a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dde62ad2-7e93-49cd-8bb3-31ff7b042ed0'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:43.130667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Bound port: d306e49b-7e0b-4698-9bfc-75474b1ee736, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b68285-c602-431b-bc21-471a87781a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dde62ad2-7e93-49cd-8bb3-31ff7b042ed0'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:43.131078 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.204609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.216044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Provisioning complete for port 445079af-9a2d-4b95-8e32-c98f5cc250c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:43.222733 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.269046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.332861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f062c-672c-4057-8d67-7f5f1a28ba72 None None] Pushing event updated for resources: {'Port': ['ID=445079af-9a2d-4b95-8e32-c98f5cc250c2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:43.423769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:43.482512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a66a7ae3-1418-44e4-8eac-48e65798de08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38d65ef658e44b09baa3bface66d0a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905474 Nov 25 18:47:43.485073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55072) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:43.497361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.522938 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-732a6867-3f0c-433b-bf44-9f4849c48386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.537461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '87272ed2-0618-45e8-93ba-66a8a9fb329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:43.537817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: cde1fcb5-5d65-4cb3-8a1d-47cc6962db06, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:43.550576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] For port d306e49b-7e0b-4698-9bfc-75474b1ee736, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:43.607936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=e13bca35-9dac-4dcc-be68-9a0bbc8bfc79,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:43.644505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:43.662147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, cde1fcb5-5d65-4cb3-8a1d-47cc6962db06) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:43.692986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:43.693597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.708693 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.716791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:43.717476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.717596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288579ad-1e61-4367-bb8d-7b02ec004dff None None] Network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:43.728236 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-982ba7f9-515b-46da-8be5-22090aa763fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.743489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0c1d3b33-ad61-4e70-9dd4-90f61d102858 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6835277 Nov 25 18:47:43.745797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55076) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:43.757448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3577909 Nov 25 18:47:43.761189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:43.777693 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.779977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:43.848512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:43.990960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] For port d306e49b-7e0b-4698-9bfc-75474b1ee736, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d306e49b-7e0b-4698-9bfc-75474b1ee736,segment=NetworkSegment(c4b68285-c602-431b-bc21-471a87781a2e),segment_id=c4b68285-c602-431b-bc21-471a87781a2e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:44.004710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-982ba7f9-515b-46da-8be5-22090aa763fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.044031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.047289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.132909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Provisioning complete for port 10edc529-bd65-4512-ac4d-740bfb09efe9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:44.133289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.177287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Port 10edc529-bd65-4512-ac4d-740bfb09efe9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:44.234768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Provisioning complete for port 0cdd32be-c1b5-467e-94a8-50004e53b11b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:44.235437 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d5292c6-433b-41a7-a9a3-53eea3140371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.258204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:47:38Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:39Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:44.260400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b107c9-9e1d-4c17-b623-dfa65acb6cda None None] Pushing event updated for resources: {'Port': ['ID=d306e49b-7e0b-4698-9bfc-75474b1ee736,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:44.286170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 97545d5d-c9d9-468c-a729-cc7cb7793362 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:47:44.341706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 97545d5d-c9d9-468c-a729-cc7cb7793362 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:47:44.342064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 97545d5d-c9d9-468c-a729-cc7cb7793362 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:47:44.348052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:44.356352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:44.358629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Updating router cffc19a7-08b3-4aef-9324-acbbc7084a2c port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:47:44.367720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.461029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27627a-cdf0-4cee-b3a8-26d053547359 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=a63f4db9-f61e-46d1-b809-60b3dbaa99ad,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:44.570759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.596734 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.596734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:44.760961 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.786554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router ef455382-3097-4205-9f59-059b60e4a517 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:47:44.796268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 445079af-9a2d-4b95-8e32-c98f5cc250c2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:44.803994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Pushing event updated for resources: {'Port': ['ID=5d545249-016d-4cb0-978a-6785432c074e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:44.826230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-982ba7f9-515b-46da-8be5-22090aa763fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.828879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-982ba7f9-515b-46da-8be5-22090aa763fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:44.830049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-982ba7f9-515b-46da-8be5-22090aa763fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a59f882e-53c3-4f62-964d-c1a4a0e4a3c2 HTTP/1.1" status: 204 len: 168 time: 1.3438203 Nov 25 18:47:44.897609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba7f9-515b-46da-8be5-22090aa763fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f882e-53c3-4f62-964d-c1a4a0e4a3c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:44.945459 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:45.020457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-cde1fcb5-5d65-4cb3-8a1d-47cc6962db06', 'network_id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': 'e13bca35-9dac-4dcc-be68-9a0bbc8bfc79'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:45.021707 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:45.064607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:45.078667 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Sync routers for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:45.091459 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:45.095179 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:45.143534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:45.149856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6b602d47-6415-4eeb-b087-7d35f1daaaeb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.9889102 Nov 25 18:47:45.156259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55090) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:45.285279 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:45.301013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22cb073a-0455-4adc-ae70-aaad383cfbe9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=3fa8aa5b3fb4462cb202df1e6b013c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1392508 Nov 25 18:47:45.301445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55092) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:45.330838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:45.343904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:45.347032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:45.409010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 445079af-9a2d-4b95-8e32-c98f5cc250c2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:45.409493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:45.565689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=d485ee5f-ce0c-414a-a021-6c918991d62e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:45.607880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:45.646484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-62045a03-9b05-4297-8c23-595dbed28b38 None None] Provisioning complete for port 5d545249-016d-4cb0-978a-6785432c074e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:45.646856 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62045a03-9b05-4297-8c23-595dbed28b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:45.989039 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:41Z', 'revision_number': 3, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:46.042002 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Checking router: ef455382-3097-4205-9f59-059b60e4a517 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:46.042357 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Updating router ef455382-3097-4205-9f59-059b60e4a517 port 10edc529-bd65-4512-ac4d-740bfb09efe9 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:47:46.068884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e70321-1461-44dd-b469-9dd46b155769 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:46.081917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-54e70321-1461-44dd-b469-9dd46b155769 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7667599 Nov 25 18:47:46.085694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55106) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:46.134604 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:46.178480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-62045a03-9b05-4297-8c23-595dbed28b38 None None] Port 5d545249-016d-4cb0-978a-6785432c074e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:46.237989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666b952-bcac-46f5-b25a-f56112a58d96 None None] Network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:46.254966 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:46.272796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-79111bbe-3809-46ec-bd9a-ca8dd519afd8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1842177 Nov 25 18:47:46.286817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55112) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:46.302687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1409442366', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:46.353738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Router 53423c37-17f5-43fa-bd65-2383a5af2da0 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:46.525663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Allocated IP 172.20.0.2 (cde1fcb5-5d65-4cb3-8a1d-47cc6962db06/e13bca35-9dac-4dcc-be68-9a0bbc8bfc79/1acabb16-8f97-45fb-b68e-2fc50f91fda6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:46.543015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:46.550090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:46.619334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Provisioning complete for port d306e49b-7e0b-4698-9bfc-75474b1ee736 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:46.619624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:46.754633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55118) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:46.903138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:46.903725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: a63f4db9-f61e-46d1-b809-60b3dbaa99ad, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:46.927802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:46.963513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ffbe18a2-021c-4598-aa15-2908ac5ed5da admin admin] 10.222.0.62 "PUT /v2.0/routers/53423c37-17f5-43fa-bd65-2383a5af2da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0996063 Nov 25 18:47:47.002995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-89b108a6-bd57-4299-a025-8cf72427946a tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-20125625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:47.014169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:47.042232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a63f4db9-f61e-46d1-b809-60b3dbaa99ad) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:47.053163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:47.054216 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.100014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69621139-1817-4dc0-b2a5-3db0228992b4 None None] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:47.173310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a3ec31ab-1378-40fd-b567-425c90b4c20a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4017277 Nov 25 18:47:47.176165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55130) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:47.180564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89b108a6-bd57-4299-a025-8cf72427946a tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.181927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89b108a6-bd57-4299-a025-8cf72427946a tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.194734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.279814 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.326188 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.345274 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.345533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d306e49b-7e0b-4698-9bfc-75474b1ee736 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:47.372771 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.380226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Sync routers for ids ['53423c37-17f5-43fa-bd65-2383a5af2da0'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:47.451872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.474215 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6d6ff-4c92-42d6-a779-7395b5630fac None None] Pushing event updated for resources: {'Port': ['ID=10edc529-bd65-4512-ac4d-740bfb09efe9,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:47.491479 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Attempting to bind port 10edc529-bd65-4512-ac4d-740bfb09efe9 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:47.491797 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Attempting to bind port 10edc529-bd65-4512-ac4d-740bfb09efe9 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:47.492169 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Attempting to bind port 10edc529-bd65-4512-ac4d-740bfb09efe9 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:47.498562 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:47.498938 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:47.499343 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.499733 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:47.500473 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Bound port: 10edc529-bd65-4512-ac4d-740bfb09efe9, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:47.500619 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.525501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27ef9e-3320-46bf-9df5-bcd2bc4b3df5 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:47.560384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Subnet': ['ID=fc541843-9184-4061-991b-f36b3da8b7da,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:47.567672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89b108a6-bd57-4299-a025-8cf72427946a tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.583229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89b108a6-bd57-4299-a025-8cf72427946a tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.638165 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] For port 10edc529-bd65-4512-ac4d-740bfb09efe9, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:47.649735 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] For port 10edc529-bd65-4512-ac4d-740bfb09efe9, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=10edc529-bd65-4512-ac4d-740bfb09efe9,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:47.654890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89b108a6-bd57-4299-a025-8cf72427946a tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.660168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-89b108a6-bd57-4299-a025-8cf72427946a tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8965244 Nov 25 18:47:47.660168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Checking segment: {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:47.660168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network hostable DHCP agents. Network: 2fe28220-5f42-4555-b2c8-78a2d66a5b5d, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:47.666647 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.669438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55144) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:47.698764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-963351359'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:47.832180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:47.834551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Made reservation on behalf of 01fb3651854146abad5c8cd5078077e6 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:47.845740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.891175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:47.945827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 2fe28220-5f42-4555-b2c8-78a2d66a5b5d) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:47.959502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:47.963086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:48.014374 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:48.015042 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:48.114133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f523730f-3527-4684-a9b6-e1a7c536dcf6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8215849 Nov 25 18:47:48.118240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:48.173731 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6d6ff-4c92-42d6-a779-7395b5630fac None None] Pushing event updated for resources: {'Port': ['ID=10edc529-bd65-4512-ac4d-740bfb09efe9,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:48.229571 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:48.379410 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:48.401476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7208659-e7f3-4efa-a6a1-401c0c047c41 None None] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:48.415768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Routers {'53423c37-17f5-43fa-bd65-2383a5af2da0'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:48.416484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['53423c37-17f5-43fa-bd65-2383a5af2da0'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:48.491039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:48.645444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Attempting to bind port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:48.648144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Attempting to bind port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:48.648755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Attempting to bind port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 on network 2ec388cd-9b65-4439-82ef-c127744302a4 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:48.771736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:48.778073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae86fe-9630-4c78-8862-7a1ab2082446 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:47:48.782028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:48.830781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:48.856403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:48.880949 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:48.884127 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Added segment b82bc7c0-6122-4432-b64b-45c54330b103 of type vlan for network e2da838a-2b7e-49fc-b184-e5f6991a239a Nov 25 18:47:48.893813 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:41Z', 'revision_number': 3, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:48.944055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] For port d306e49b-7e0b-4698-9bfc-75474b1ee736, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d306e49b-7e0b-4698-9bfc-75474b1ee736,segment=NetworkSegment(c4b68285-c602-431b-bc21-471a87781a2e),segment_id=c4b68285-c602-431b-bc21-471a87781a2e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:48.986706 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.037134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:49.038468 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.055250 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae597c-98a4-45e0-8864-0214cd6a3f0b None None] The sync data for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 is: [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:41Z', 'revision_number': 3, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:49.077288 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.090832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:47:49.132581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.21.0.1 (a63f4db9-f61e-46d1-b809-60b3dbaa99ad/d485ee5f-ce0c-414a-a021-6c918991d62e/04e155e4-50c7-49b8-bdcb-3c961e9dd511) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:49.189908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:49.196559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Checking segment: {'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:49.198881 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.200304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Bound using segment: {'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:49.210234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Bound port: 75009c4f-53f3-4e97-b2bf-03f2f8df12c2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db281b7-4d66-40a5-a22b-d1d74f468316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:49.210234 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.233272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:49.257920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.259721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:49.262842 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.266393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:49.267212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.279195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.360792 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.386666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:49.401094 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.404226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Network': ['ID=e2da838a-2b7e-49fc-b184-e5f6991a239a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:49.481152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=e13bca35-9dac-4dcc-be68-9a0bbc8bfc79,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:49.494337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925944f0-ee6c-412e-84e0-a41ccac716f4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:49.503549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=04e155e4-50c7-49b8-bdcb-3c961e9dd511,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:49.537004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dda35e21-acff-4486-a43d-35e93c201f67 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8627677 Nov 25 18:47:49.537592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55222) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:49.607402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network e2da838a-2b7e-49fc-b184-e5f6991a239a details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:49.672428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'subnet': {'network_id': 'e2da838a-2b7e-49fc-b184-e5f6991a239a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:49.755857 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.775764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] For port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:49.780976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] For port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,segment=NetworkSegment(4db281b7-4d66-40a5-a22b-d1d74f468316),segment_id=4db281b7-4d66-40a5-a22b-d1d74f468316)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:49.786648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f39f8-28fd-418e-aacd-0c7501ed413d None None] Pushing event updated for resources: {'Port': ['ID=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:49.816588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde1fcb5-5d65-4cb3-8a1d-47cc6962db06']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:49.842192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d306e49b-7e0b-4698-9bfc-75474b1ee736 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:49.842192 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.855208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87272ed2-0618-45e8-93ba-66a8a9fb329c') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:49.856045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87272ed2-0618-45e8-93ba-66a8a9fb329c') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:49.893563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:49.900719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Made reservation on behalf of 01fb3651854146abad5c8cd5078077e6 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:49.903047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:49.910248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.911606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.913671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:49.915623 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:49.999426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.016350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Provisioning complete for port 5d545249-016d-4cb0-978a-6785432c074e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:50.016722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.034477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:50.035502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:50.038495 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:50.098282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.174322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.330559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:47:50.330559 n-d-819194-3 neutron-server[103457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:47:50.330559 n-d-819194-3 neutron-server[103457]: [parameters: {'id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06'}] Nov 25 18:47:50.330559 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:50.331721 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:50.478652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Subnet': ['ID=91ed2f89-bc77-44c4-b96b-192f64f1c40e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:50.569195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.572552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Checking segment: {'id': 'b82bc7c0-6122-4432-b64b-45c54330b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2da838a-2b7e-49fc-b184-e5f6991a239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:50.573033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network hostable DHCP agents. Network: e2da838a-2b7e-49fc-b184-e5f6991a239a, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:50.625977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Allocated IP 172.21.0.2 (a63f4db9-f61e-46d1-b809-60b3dbaa99ad/d485ee5f-ce0c-414a-a021-6c918991d62e/7861e666-1d4b-48d7-9ebf-807509a4f234) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:50.642596 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-d5f51964-29ec-4585-9359-43034431563e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2747440 Nov 25 18:47:50.739396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network e2da838a-2b7e-49fc-b184-e5f6991a239a is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:50.755373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.847720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.896680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.897404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.897598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.898048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.898685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.899141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.899592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.919913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1cf2eca-d180-4c14-a72e-dee3da0bc5be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a249ad3a49a949a4ad379614c2e9057b&device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 6492 time: 0.1811202 Nov 25 18:47:50.954057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, e2da838a-2b7e-49fc-b184-e5f6991a239a) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:50.979801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:50.979801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:50.994088 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.108793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec8063-876a-4894-996f-06921d2da0ac None None] Network e2da838a-2b7e-49fc-b184-e5f6991a239a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:51.153699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cba64853-cca3-44c0-adda-3ea0dffba57e tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5050709 Nov 25 18:47:51.161587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55234) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:51.173351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'network': {'name': 'tempest-router-network01--1410931821'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:51.282997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.289455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Port 5d545249-016d-4cb0-978a-6785432c074e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:47:51.373595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Made reservation on behalf of 01fb3651854146abad5c8cd5078077e6 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:51.377146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:51.381157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.401597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '87272ed2-0618-45e8-93ba-66a8a9fb329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:51.408049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:51.519693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:51.525873 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.568526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:51.596065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.597600 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Added segment 4ce44d37-63c2-4d08-9f83-96ba062f5088 of type vlan for network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc Nov 25 18:47:51.689051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Set router 53423c37-17f5-43fa-bd65-2383a5af2da0 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:51.693810 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.694369 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.697631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:51.698012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking segment: {'id': '87272ed2-0618-45e8-93ba-66a8a9fb329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:51.700106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.700520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Bound using segment: {'id': '87272ed2-0618-45e8-93ba-66a8a9fb329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:51.701024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Bound port: 1acabb16-8f97-45fb-b68e-2fc50f91fda6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87272ed2-0618-45e8-93ba-66a8a9fb329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cde1fcb5-5d65-4cb3-8a1d-47cc6962db06'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:51.701408 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.715484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.20.0.1 (2fe28220-5f42-4555-b2c8-78a2d66a5b5d/fc541843-9184-4061-991b-f36b3da8b7da/bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:51.758139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.767730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-b4c340fd-f198-45af-850a-8f0a2c4b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:51.768195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-b4c340fd-f198-45af-850a-8f0a2c4b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:51.768649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-b4c340fd-f198-45af-850a-8f0a2c4b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:51.770266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-b4c340fd-f198-45af-850a-8f0a2c4b36ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=555653af-d6f5-46ed-87dc-790a01671aea&id=a281785e-1083-4443-9ac0-043f4de9670d&id=a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 200 len: 2292 time: 0.7384214 Nov 25 18:47:51.793408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:51.801504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:51.802291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:51.869151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Pushing event updated for resources: {'Port': ['ID=1acabb16-8f97-45fb-b68e-2fc50f91fda6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:51.947677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:51.950857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:51.961685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:51.962476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.006338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-c3d00cce-3821-4a2d-b3fb-f3d319e1a1fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 200 len: 1002 time: 0.1779132 Nov 25 18:47:52.007087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.054941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:52.085986 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9201760 Nov 25 18:47:52.094291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55248) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:52.100257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85da0c-12ab-4635-9dd3-37bc9e90a1a5 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Network': ['ID=5321d12e-229b-4c3d-a12e-f97c8db8dcfc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:52.124746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'network': {'name': 'tempest-router-network02--1633274452'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:52.134035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Provisioning complete for port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:52.134612 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.136742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=04e155e4-50c7-49b8-bdcb-3c961e9dd511,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:52.183155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Made reservation on behalf of 01fb3651854146abad5c8cd5078077e6 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:52.187614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-4ae67afd-a5c8-4d42-bdd5-95ff05df859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:52.188913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.195205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-4ae67afd-a5c8-4d42-bdd5-95ff05df859d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9748f676-e6f8-460b-9021-a1eda79cc10d HTTP/1.1" status: 200 len: 850 time: 0.1709135 Nov 25 18:47:52.198084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.254905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:52.276577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.276577 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Added segment 0a7d6914-b9fb-4ec9-9b4c-ef0551501803 of type vlan for network d6b79920-5d36-49bd-815a-bd6d42623799 Nov 25 18:47:52.412577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.425194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:47:52.425541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.431380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.514771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-e58abe72-36aa-4919-bbdc-cbeb7acca4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:52.516274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-e58abe72-36aa-4919-bbdc-cbeb7acca4cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7bf66641-9a44-4b3a-812a-74127b6c8d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2962930 Nov 25 18:47:52.533404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-1a5b768f-8a2b-444f-ae09-60377944989b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:47:52.534555 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-1a5b768f-8a2b-444f-ae09-60377944989b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060694 Nov 25 18:47:52.538221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:52.572317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:52.576785 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.583139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:52.583746 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.594495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:52.616479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:52.628482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-c040f812-41e2-4088-90d1-38d28e8c4eb6 service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857477 Nov 25 18:47:52.629349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:52.631629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] For port 1acabb16-8f97-45fb-b68e-2fc50f91fda6, host n-d-819194-3, got binding levels [] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:52.631988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.670559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:52.717445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:52.722653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:52.735247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-5abc48f6-93ad-40fb-9b3b-4585e48390ef service neutron] 10.222.0.66 "GET /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927017 Nov 25 18:47:52.775555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6797159 Nov 25 18:47:52.786103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:52.793963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'subnet': {'network_id': '5321d12e-229b-4c3d-a12e-f97c8db8dcfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:52.818788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97210-332b-4e9a-88e8-f5c09944beb8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Network': ['ID=d6b79920-5d36-49bd-815a-bd6d42623799,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:52.838837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Calling delete_port for 1acabb16-8f97-45fb-b68e-2fc50f91fda6 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:47:52.876664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:52.881472 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-51872f69-7f71-4e7e-b9c1-01ef55aea734 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 217 time: 0.0485544 Nov 25 18:47:52.909145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:52.910875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d6b79920-5d36-49bd-815a-bd6d42623799 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:53.055833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Made reservation on behalf of 01fb3651854146abad5c8cd5078077e6 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:53.060340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.153314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-75c51831-e6c2-4ea0-9bdd-cd0c75549d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:53.154769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-75c51831-e6c2-4ea0-9bdd-cd0c75549d3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.2652240 Nov 25 18:47:53.293686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:53.309964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-148b6663-9633-46d6-9863-1216f19ac343 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1297345 Nov 25 18:47:53.317001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55268) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:53.337842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776256975'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:53.380601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.399669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:53.404445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.452253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-0629082c-6d74-418c-b8c6-749a6e02fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:53.453764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-0629082c-6d74-418c-b8c6-749a6e02fb7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2793360 Nov 25 18:47:53.463044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Port': ['ID=1acabb16-8f97-45fb-b68e-2fc50f91fda6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:53.465085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.476043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No DVR routers for this DVR port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:47:53.504526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d68098-bad9-4d88-b300-733384d71c58 None None] Pushing event updated for resources: {'Port': ['ID=d306e49b-7e0b-4698-9bfc-75474b1ee736,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:53.795521 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.824201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde1fcb5-5d65-4cb3-8a1d-47cc6962db06']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:53.847729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87272ed2-0618-45e8-93ba-66a8a9fb329c') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:53.848049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87272ed2-0618-45e8-93ba-66a8a9fb329c') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:53.881631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.929624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.933773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:53.940229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:47:53.940735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:47:54.018411 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:47:54.023178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-a862c239-bc6a-49e3-b715-8b9edc51c3ee service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453100 Nov 25 18:47:54.048220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Allocated IP 172.20.0.2 (2fe28220-5f42-4555-b2c8-78a2d66a5b5d/fc541843-9184-4061-991b-f36b3da8b7da/6ccaf0a7-c51f-45e9-875a-15b9c70bd667) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:54.112395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:54.176195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.193868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Subnet': ['ID=7f414bc4-a703-4dfe-bcf2-d207dc435e22,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:54.197400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.197872 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment 463e726c-f566-44e8-861a-0270090b1076 of type vlan for network 012228ef-53ee-4086-ac6e-98b206106cbb Nov 25 18:47:54.200555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.208834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 HTTP/1.1" status: 204 len: 168 time: 10.4617410 Nov 25 18:47:54.217634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:54.237025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1807922162'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:54.243107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f02265-39c4-4f20-90c3-f246e80a383e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=cde1fcb5-5d65-4cb3-8a1d-47cc6962db06,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:54.259177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Checking segment: {'id': '4ce44d37-63c2-4d08-9f83-96ba062f5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5321d12e-229b-4c3d-a12e-f97c8db8dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:54.259543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network hostable DHCP agents. Network: 5321d12e-229b-4c3d-a12e-f97c8db8dcfc, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:54.301253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:54.308351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.315246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.323812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 5321d12e-229b-4c3d-a12e-f97c8db8dcfc) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:54.331169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.337066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:54.337638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.347834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:54.357307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.374635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-4f9e5ecf-9e3d-40c6-91fa-0dfdc9b1f833 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096585 Nov 25 18:47:54.387516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 10edc529-bd65-4512-ac4d-740bfb09efe9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:47:54.419715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.454887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:54.455765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.470105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f39f8-28fd-418e-aacd-0c7501ed413d None None] Pushing event updated for resources: {'Port': ['ID=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:54.473364 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:47:54.473736 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:47:54.512266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:54.545686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-578ac6ed-8593-45d7-8ff9-ac50b6484d30 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7584715 Nov 25 18:47:54.548694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55280) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:54.554689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'subnet': {'network_id': 'd6b79920-5d36-49bd-815a-bd6d42623799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:54.560455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.623501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977cca44-7aef-4f21-babe-34d4db529037 None None] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:54.678667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=012228ef-53ee-4086-ac6e-98b206106cbb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:54.684189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-7840c845-f76b-45f7-b7cd-059923144149 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 217 time: 0.2940428 Nov 25 18:47:54.691568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-586b527d-5fc5-4074-a353-a1a2ec205c7e tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3662446 Nov 25 18:47:54.702218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55282) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:54.714756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:54.724403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-e2da838a-2b7e-49fc-b184-e5f6991a239a', 'network_id': 'e2da838a-2b7e-49fc-b184-e5f6991a239a', 'tenant_id': '01fb3651854146abad5c8cd5078077e6', 'fixed_ips': [{'subnet_id': '91ed2f89-bc77-44c4-b96b-192f64f1c40e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:54.725521 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.753775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.815800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:47:54.836151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.836747 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 274d3b69-6a7a-4860-ba11-900471756b06 of type vlan for network 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 Nov 25 18:47:54.887669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Made reservation on behalf of 01fb3651854146abad5c8cd5078077e6 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:54.888596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 012228ef-53ee-4086-ac6e-98b206106cbb details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:54.895255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.934706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.994176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:54.999187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.000925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:55.001922 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.049922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:55.055819 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Attempting to bind port 7861e666-1d4b-48d7-9ebf-807509a4f234 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:55.056191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Attempting to bind port 7861e666-1d4b-48d7-9ebf-807509a4f234 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:55.056553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Attempting to bind port 7861e666-1d4b-48d7-9ebf-807509a4f234 on network a63f4db9-f61e-46d1-b809-60b3dbaa99ad {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:55.075285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:55.144431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:55.161278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:55.296236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:55.457807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:55.458901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Checking segment: {'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:55.460118 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.460538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Bound using segment: {'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:55.461043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Bound port: 7861e666-1d4b-48d7-9ebf-807509a4f234, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:55.461439 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.488354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Pushing event updated for resources: {'Port': ['ID=7861e666-1d4b-48d7-9ebf-807509a4f234,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:55.624877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router ef455382-3097-4205-9f59-059b60e4a517 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:47:55.642364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.658213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 10edc529-bd65-4512-ac4d-740bfb09efe9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:55.659578 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.667771 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.715273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:55.715273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:55.715273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:55.717383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Pushing event updated for resources: {'Port': ['ID=6ccaf0a7-c51f-45e9-875a-15b9c70bd667,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:55.733591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Subnet': ['ID=6b17b796-c90d-4f57-be7b-acb6e6159d27,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:55.824969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:55.832098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Checking segment: {'id': '0a7d6914-b9fb-4ec9-9b4c-ef0551501803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd6b79920-5d36-49bd-815a-bd6d42623799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:55.832467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network hostable DHCP agents. Network: d6b79920-5d36-49bd-815a-bd6d42623799, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:55.842782 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b76566c2-2ed5-43b5-af4e-cb16efd71193 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6132629 Nov 25 18:47:55.845484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55296) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:55.853810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': '8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:47:55.865958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] For port 7861e666-1d4b-48d7-9ebf-807509a4f234, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:55.869215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] For port 7861e666-1d4b-48d7-9ebf-807509a4f234, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7861e666-1d4b-48d7-9ebf-807509a4f234,segment=NetworkSegment(843eee15-3622-4ee2-ac53-6e5b2139633f),segment_id=843eee15-3622-4ee2-ac53-6e5b2139633f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:55.897410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-6839aef3-bdce-4e8d-9e7e-fcee518efffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:55.900094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-6839aef3-bdce-4e8d-9e7e-fcee518efffc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 1.1993325 Nov 25 18:47:55.902965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network d6b79920-5d36-49bd-815a-bd6d42623799 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:55.904815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:55.907117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:47:55.909193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.911155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:55.911625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:55.917770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:47:55.930576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-949813a7-a798-4975-91b1-ad9c5a8a2e52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "PUT /v2.0/routers/ef455382-3097-4205-9f59-059b60e4a517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7995579 Nov 25 18:47:55.930807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55298) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:55.934881 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:55.943030 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Sync routers for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:47:55.950378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d6b79920-5d36-49bd-815a-bd6d42623799) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:55.970249 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:55.972834 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:55.983858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:55.984517 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:56.082406 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-decd5e84-540a-47a9-8d76-b9e22aa5e9cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5325015 Nov 25 18:47:56.092365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55300) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:56.177567 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:56.223669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-16b73db3-a716-464a-9f4e-614f6eb7c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.225210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-16b73db3-a716-464a-9f4e-614f6eb7c1b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3121097 Nov 25 18:47:56.441400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:47:56.445243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:56.511133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing IP validity checks on allocation pools {{(pid=103457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:47:56.512380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:47:56.538166 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 2, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:56.583446 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Checking router: ef455382-3097-4205-9f59-059b60e4a517 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:56.583852 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Updating router ef455382-3097-4205-9f59-059b60e4a517 port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:47:56.627067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Attempting to bind port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:56.627600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Attempting to bind port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:56.627799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Attempting to bind port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 on network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:56.661876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a7325-e110-4923-9609-62fd42d33d75 None None] Network d6b79920-5d36-49bd-815a-bd6d42623799 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:56.673942 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:56.726075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] For port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,segment=NetworkSegment(4db281b7-4d66-40a5-a22b-d1d74f468316),segment_id=4db281b7-4d66-40a5-a22b-d1d74f468316)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:47:56.755911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.756358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.756767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.757219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.757670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.758116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.758593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.759042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.759487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.759934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.760378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.763632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.764125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.764686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.765032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.765484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.765930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.766378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:56.776221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8fd896df-3ef2-42ae-97d9-283e765a1ab9 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12498 time: 0.8441932 Nov 25 18:47:56.893499 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:56.961036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Allocated IP 172.20.0.2 (e2da838a-2b7e-49fc-b184-e5f6991a239a/91ed2f89-bc77-44c4-b96b-192f64f1c40e/bcfbdc90-7b0e-47e4-810d-1ff8de164454) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:56.979062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.053848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.068931 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.321746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f2b2b812-9906-46ee-8ee3-8aea5aafe483 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0841982 Nov 25 18:47:57.439954 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.450962 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.469694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=150ef50f-8713-4d39-82cc-fc9c09ec79dc,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:57.511331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.548680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:47:43Z', 'revision_number': 4, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port': {'id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5d545249-016d-4cb0-978a-6785432c074e', 'name': '', 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'mac_address': 'fa:16:3e:24:4b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '85fc7e00-0da6-438c-8dea-410a4fd70ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:41Z', 'updated_at': '2021-11-25T18:47:43Z', 'revision_number': 2, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'subnets': [{'id': '85fc7e00-0da6-438c-8dea-410a4fd70ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:57.563959 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86f6d7-95d6-4728-93da-09b5c2e3cf8f None None] Pushing event updated for resources: {'Port': ['ID=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:57.575252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:47:57.576315 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:47:57.675341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:57.675718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: 012228ef-53ee-4086-ac6e-98b206106cbb, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:57.706554 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Attempting to bind port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:57.706554 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Attempting to bind port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:57.706554 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Attempting to bind port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a on network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:57.718837 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:57.719205 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Checking segment: {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:57.719602 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.719987 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Bound using segment: {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:57.720459 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Bound port: bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:57.720832 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.725296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '274d3b69-6a7a-4860-ba11-900471756b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:57.725687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:47:57.828260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=e123c76e-fcad-4b7f-aae5-7030ecc5d037,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:57.848521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 012228ef-53ee-4086-ac6e-98b206106cbb is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:57.867112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:47:57.871946 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 2 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:47:57.908552 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] For port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:47:57.912149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:57.916571 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] For port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:47:57.929349 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.929567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.938010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.939271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.941231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.947184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.948890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.949533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.952906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.954026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:57.959822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.960283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.964156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.964713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.967267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.967682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.970050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.970531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.970989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.971440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.975232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.983268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d43a5e0a-d56c-49d5-bd5b-2de5a78583c8 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11206 time: 1.0870249 Nov 25 18:47:57.986578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 012228ef-53ee-4086-ac6e-98b206106cbb) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:57.991472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:57.993049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:57.995781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:58.012078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-d8257cf6-8154-4ac1-b1a7-eebe3ae412f4 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701686 Nov 25 18:47:58.026667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-67404b1e-562e-497e-8719-0bfeb78ee3a2 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1797740 Nov 25 18:47:58.029727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55328) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:58.044786 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86f6d7-95d6-4728-93da-09b5c2e3cf8f None None] Pushing event updated for resources: {'Port': ['ID=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:58.060170 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:47:58.060795 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:58.146271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:58.146583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:58.149505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:58.175692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b905415-665a-4add-a477-f4a6d7b6444f None None] Network 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:58.256863 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:47:58.265603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-d3b069a4-8976-4d40-b14e-c51ad38f8514 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=886f2fce-913f-40db-a349-0e0f037d2c38 HTTP/1.1" status: 200 len: 217 time: 0.2315509 Nov 25 18:47:58.271625 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-df9cdfa3-2a90-4f53-be79-440b1366a701 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5614462 Nov 25 18:47:58.280552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55332) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:47:58.365399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3f0ca-c307-492e-af2e-804d1d8fadbb None None] Network 012228ef-53ee-4086-ac6e-98b206106cbb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:58.572458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Allocated IP 172.20.0.1 (5321d12e-229b-4c3d-a12e-f97c8db8dcfc/7f414bc4-a703-4dfe-bcf2-d207dc435e22/0a7fa340-1c6d-49e5-9a4f-818e913d18ed) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:47:58.578041 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:58.581202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:58.623007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:58.623479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:58.628634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-5321d12e-229b-4c3d-a12e-f97c8db8dcfc', 'network_id': '5321d12e-229b-4c3d-a12e-f97c8db8dcfc', 'tenant_id': '01fb3651854146abad5c8cd5078077e6', 'fixed_ips': [{'subnet_id': '7f414bc4-a703-4dfe-bcf2-d207dc435e22'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:47:58.629912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:58.632616 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc869e2-6cd7-4ae6-8100-8ff2310578db None None] Pushing event updated for resources: {'Port': ['ID=7861e666-1d4b-48d7-9ebf-807509a4f234,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:58.639290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:47:58.640032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Checking segment: {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:47:58.646723 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:58.647356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Bound using segment: {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:47:58.648323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Bound port: 6ccaf0a7-c51f-45e9-875a-15b9c70bd667, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:47:58.648832 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:58.740239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-7814e5bd-5ea1-46e0-b7ab-b86334cb2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:58.742003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-7814e5bd-5ea1-46e0-b7ab-b86334cb2bb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.4623761 Nov 25 18:47:58.778342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e10bc-a56e-4a80-87e4-518613a7eda0 None None] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:47:58.954938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Pushing event updated for resources: {'Port': ['ID=bcfbdc90-7b0e-47e4-810d-1ff8de164454,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:58.964057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Checking router: 53423c37-17f5-43fa-bd65-2383a5af2da0 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:47:58.965044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Updating router 53423c37-17f5-43fa-bd65-2383a5af2da0 port 5d545249-016d-4cb0-978a-6785432c074e binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:47:59.016616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-8d4e2c6a-89fc-4c07-9125-10216f4e1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:47:59.020549 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-8d4e2c6a-89fc-4c07-9125-10216f4e1e00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2591176 Nov 25 18:47:59.151497 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:47:57Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:59.165359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:59.174293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:59.201260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:47:50Z', 'revision_number': 3, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:47:51Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:49Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:47:59.237991 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb4d1e-fe00-4760-8959-b3bc39d3632f None None] The sync data for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 is: [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:47:57Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:59.245407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:59.269340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Pushing event updated for resources: {'Port': ['ID=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:47:59.320158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838ec1b-a7f5-4dd5-a2c9-92e854f6f535 None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:47:50Z', 'revision_number': 3, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:47:51Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:49Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:47:59.411237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Network e2da838a-2b7e-49fc-b184-e5f6991a239a is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:59.419940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:47:59.424323 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:47:59.565571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:59.573380 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 3 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:47:59.651617 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ae7c9c7e-4a47-4eab-b9a3-00af9237d092 tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5560 time: 1.6533275 Nov 25 18:47:59.659841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:59.660390 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:59.685588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:47:59.685958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:47:59.686333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:47:59.709641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Provisioning complete for port d306e49b-7e0b-4698-9bfc-75474b1ee736 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:47:59.710030 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:47:59.728760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:47:59.769772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-9c7f0e1c-e7d8-4e1f-833d-e86e672dc3f6 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384722 Nov 25 18:47:59.795600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:47:59.801989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:47:59.977529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Port': ['ID=0a7fa340-1c6d-49e5-9a4f-818e913d18ed,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:00.008395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:00.021120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:00.021712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:00.053801 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:00.120483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-1f7ce236-31b2-4c41-9357-186fd847dfd6 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021829 Nov 25 18:48:00.122532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:00.336345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:00.367360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55348) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:00.384310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cf686c02-10b5-417a-94ec-fadcfd547d52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002703067', 'description': 'tempest-secgroup-smoke-1002703067 description', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:00.419773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] For port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:00.427590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] For port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6ccaf0a7-c51f-45e9-875a-15b9c70bd667,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:00.434273 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:00.436383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:00.436919 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:00.588015 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 4 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:48:00.671090 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-eb94d92a-b292-46d0-a52d-ef02a6c604b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8b846aee-081e-428e-91e0-a43843349da6 HTTP/1.1" status: 200 len: 217 time: 0.5278418 Nov 25 18:48:00.752556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf686c02-10b5-417a-94ec-fadcfd547d52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:00.779717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Allocated IP 172.20.0.2 (5321d12e-229b-4c3d-a12e-f97c8db8dcfc/7f414bc4-a703-4dfe-bcf2-d207dc435e22/c9b775c0-4961-4140-b7d0-ef497e55de49) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:00.868666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:00.869113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:00.869313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:00.884432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-be1e2ae6-ae87-4179-a1b7-c699c0e6a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:00.891504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-be1e2ae6-ae87-4179-a1b7-c699c0e6a8ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 200 len: 797 time: 0.1497185 Nov 25 18:48:00.936002 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.112364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 10edc529-bd65-4512-ac4d-740bfb09efe9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=10edc529-bd65-4512-ac4d-740bfb09efe9,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:01.249532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf686c02-10b5-417a-94ec-fadcfd547d52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.269209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf686c02-10b5-417a-94ec-fadcfd547d52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.312622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.335907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf686c02-10b5-417a-94ec-fadcfd547d52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.341812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cf686c02-10b5-417a-94ec-fadcfd547d52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9680185 Nov 25 18:48:01.344842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55356) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:01.359451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9d477c8c-ca5c-4056-8c76-d77548f9bb67 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:01.364971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686c02-10b5-417a-94ec-fadcfd547d52 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:01.443660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.460084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da1b81-52be-4411-a82d-3768104598cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191', 'network_id': '8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': '150ef50f-8713-4d39-82cc-fc9c09ec79dc'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:01.460983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.461462 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76da1b81-52be-4411-a82d-3768104598cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.464854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-012228ef-53ee-4086-ac6e-98b206106cbb', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:01.473539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d477c8c-ca5c-4056-8c76-d77548f9bb67 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.480958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.630663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Port': ['ID=0a7fa340-1c6d-49e5-9a4f-818e913d18ed,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:01.642492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.665254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.22.0.1 (012228ef-53ee-4086-ac6e-98b206106cbb/e123c76e-fcad-4b7f-aae5-7030ecc5d037/a3b50809-45dc-4058-8245-4bd686cacd36) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:01.769797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=150ef50f-8713-4d39-82cc-fc9c09ec79dc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:01.813193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-5f7ed1d0-0e2c-4831-b36b-e8cd30e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:01.815539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-5f7ed1d0-0e2c-4831-b36b-e8cd30e84b9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=555653af-d6f5-46ed-87dc-790a01671aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8487577 Nov 25 18:48:01.835413 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d477c8c-ca5c-4056-8c76-d77548f9bb67 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.844415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d477c8c-ca5c-4056-8c76-d77548f9bb67 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.940532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d477c8c-ca5c-4056-8c76-d77548f9bb67 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d55d61f-ef8a-44d9-81b6-c5c4f3b6cf15,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:01.973754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d477c8c-ca5c-4056-8c76-d77548f9bb67 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:01.977622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9d477c8c-ca5c-4056-8c76-d77548f9bb67 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6263609 Nov 25 18:48:01.984887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55358) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:02.001138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2025cc1d-e6f3-46ec-8a90-7e9a48deb9e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:02.038483 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.092612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:02.099583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:02.111498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:02.114043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.114677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274d3b69-6a7a-4860-ba11-900471756b06') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:02.114677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274d3b69-6a7a-4860-ba11-900471756b06') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:02.117631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d306e49b-7e0b-4698-9bfc-75474b1ee736 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:02.154035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.181278 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.198440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:02.199524 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:02.328739 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:02.335918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2025cc1d-e6f3-46ec-8a90-7e9a48deb9e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.440364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:02.440777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:02.478523 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.516184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.525561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2025cc1d-e6f3-46ec-8a90-7e9a48deb9e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.536824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 HTTP/1.1" status: 204 len: 168 time: 4.4659429 Nov 25 18:48:02.540690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55376) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:02.556176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-421992683'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:02.569379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2025cc1d-e6f3-46ec-8a90-7e9a48deb9e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.597472 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-c2723d06-940e-48f2-88f2-e92ef137ba91 service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028053 Nov 25 18:48:02.600364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e7a5e-bc3d-4aa3-b720-90d7974ccaf1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:02.655305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.659612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025cc1d-e6f3-46ec-8a90-7e9a48deb9e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f108dc-25d5-45c3-aef7-c6cf5bc12741,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:02.660591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.660747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.685443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:02.689085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.707412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Router 54a862aa-d467-4707-b461-1d10052eb691 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:48:02.726805 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2025cc1d-e6f3-46ec-8a90-7e9a48deb9e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.731095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2025cc1d-e6f3-46ec-8a90-7e9a48deb9e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7420456 Nov 25 18:48:02.736140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55380) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:02.758752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-65787dc1-e35f-4c3b-acf6-2779b39068f9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:02.831713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.883649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:02.896215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Attempting to bind port bcfbdc90-7b0e-47e4-810d-1ff8de164454 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:02.896750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Attempting to bind port bcfbdc90-7b0e-47e4-810d-1ff8de164454 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'b82bc7c0-6122-4432-b64b-45c54330b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2da838a-2b7e-49fc-b184-e5f6991a239a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:02.897222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Attempting to bind port bcfbdc90-7b0e-47e4-810d-1ff8de164454 on network e2da838a-2b7e-49fc-b184-e5f6991a239a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:02.927487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:02.947770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:02.948293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Checking segment: {'id': 'b82bc7c0-6122-4432-b64b-45c54330b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2da838a-2b7e-49fc-b184-e5f6991a239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:02.949440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.950093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Bound using segment: {'id': 'b82bc7c0-6122-4432-b64b-45c54330b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2da838a-2b7e-49fc-b184-e5f6991a239a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:02.950936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Bound port: bcfbdc90-7b0e-47e4-810d-1ff8de164454, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82bc7c0-6122-4432-b64b-45c54330b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e2da838a-2b7e-49fc-b184-e5f6991a239a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:02.951744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:02.972087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:02.977951 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:02.996316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d6b79920-5d36-49bd-815a-bd6d42623799', 'network_id': 'd6b79920-5d36-49bd-815a-bd6d42623799', 'tenant_id': '01fb3651854146abad5c8cd5078077e6', 'fixed_ips': [{'subnet_id': '6b17b796-c90d-4f57-be7b-acb6e6159d27'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:02.997312 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.006265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:03.014565 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-80b25e72-3fb1-4ca7-a803-a71f0731757a service neutron] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008303 Nov 25 18:48:03.017517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.035518 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 5 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:48:03.035767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:03.085195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65787dc1-e35f-4c3b-acf6-2779b39068f9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.125699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.126047 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 487cd62e-f3bf-455a-91f5-640639ebffaf of type vlan for network 086cb3a6-6e7d-437a-8bc0-9d7e007113dd Nov 25 18:48:03.153546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e666c5c-e8a7-43d0-904f-ad6f00307914 None None] Network 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:03.156928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:03.157403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:03.157862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:03.161934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d306e49b-7e0b-4698-9bfc-75474b1ee736 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:03.162442 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.246184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:03.343589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=a3b50809-45dc-4058-8245-4bd686cacd36,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:03.357725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5a9565f5-d284-4744-9794-060782185729 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "PUT /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2573259 Nov 25 18:48:03.358832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55384) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:03.365644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 012228ef-53ee-4086-ac6e-98b206106cbb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:03.369334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-475aca7b-c0e2-4eae-b45f-83a3fe9da9dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e02796df-229d-4986-942a-f2ea88ac1b3f HTTP/1.1" status: 200 len: 217 time: 0.3298314 Nov 25 18:48:03.372692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:03.377661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:03.567010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.592985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Allocated IP 172.20.0.2 (d6b79920-5d36-49bd-815a-bd6d42623799/6b17b796-c90d-4f57-be7b-acb6e6159d27/bf748759-1083-4764-99b8-c3965d183d66) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:03.600019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.723231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-feca44cc-d584-4c97-9fb6-ea7f61a78e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:03.724977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-feca44cc-d584-4c97-9fb6-ea7f61a78e2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.3486090 Nov 25 18:48:03.744780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65787dc1-e35f-4c3b-acf6-2779b39068f9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.786444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65787dc1-e35f-4c3b-acf6-2779b39068f9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.812834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:48:03.907249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Provisioning complete for port 10edc529-bd65-4512-ac4d-740bfb09efe9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:03.907619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54b847af-ce67-4380-a4df-8604bd06fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:03.956018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65787dc1-e35f-4c3b-acf6-2779b39068f9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42889f9a-2f32-4522-91fe-6a3d30344841,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:04.002660 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:04.013483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:04.025207 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:04.025852 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:04.043295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:04.043941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:04.058358 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:04.069065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23808cda-bf72-46ee-bb83-647b4a14bb28 None None] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:04.253936 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:04.298320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] Sync routers for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:04.303758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65787dc1-e35f-4c3b-acf6-2779b39068f9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:04.308642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-65787dc1-e35f-4c3b-acf6-2779b39068f9 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5710483 Nov 25 18:48:04.314326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:04.393127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=086cb3a6-6e7d-437a-8bc0-9d7e007113dd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:04.424117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a1bae506-39db-40e2-a680-45b26e78d27b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:04.460059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a8996939-e298-4d80-975e-22099435d38d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9177217 Nov 25 18:48:04.461749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55394) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:04.484569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': '086cb3a6-6e7d-437a-8bc0-9d7e007113dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:04.606209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:04.606621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:04.628730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1bae506-39db-40e2-a680-45b26e78d27b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:04.728194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-2b1784e3-568c-4254-b9ae-9cfad6ca374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:04.730270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-2b1784e3-568c-4254-b9ae-9cfad6ca374e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333332 Nov 25 18:48:04.754103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 086cb3a6-6e7d-437a-8bc0-9d7e007113dd details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:04.788955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125cfe4-3abc-4323-b9d9-fc35827f12b3 None None] Pushing event updated for resources: {'Port': ['ID=6ccaf0a7-c51f-45e9-875a-15b9c70bd667,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:04.815388 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:04.816961 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:47:50Z', 'revision_number': 3, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:47:51Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:04.894668 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:04.895027 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Updating router cffc19a7-08b3-4aef-9324-acbbc7084a2c port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:48:04.957566 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:04.969228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-bc840d78-a6a5-4558-83ae-299b0127e82f service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294815 Nov 25 18:48:05.067281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.201823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.240767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1bae506-39db-40e2-a680-45b26e78d27b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.241812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:05.245969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.263866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1bae506-39db-40e2-a680-45b26e78d27b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.282041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Attempting to bind port c9b775c0-4961-4140-b7d0-ef497e55de49 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:05.283209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Attempting to bind port c9b775c0-4961-4140-b7d0-ef497e55de49 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '4ce44d37-63c2-4d08-9f83-96ba062f5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5321d12e-229b-4c3d-a12e-f97c8db8dcfc'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:05.283626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Attempting to bind port c9b775c0-4961-4140-b7d0-ef497e55de49 on network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:05.301601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e666c5c-e8a7-43d0-904f-ad6f00307914 None None] Network 8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:48:05.348866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bae506-39db-40e2-a680-45b26e78d27b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2dbaa78-1cf7-4c59-b234-dd836e35e2eb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:05.357591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a1bae506-39db-40e2-a680-45b26e78d27b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.359160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a1bae506-39db-40e2-a680-45b26e78d27b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9484255 Nov 25 18:48:05.368351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55402) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:05.513749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:05.541941 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-002ca900-6343-428b-8011-fd3272f38255 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:48:05.549340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:05.550222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Checking segment: {'id': '4ce44d37-63c2-4d08-9f83-96ba062f5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5321d12e-229b-4c3d-a12e-f97c8db8dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:05.554636 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.555167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Bound using segment: {'id': '4ce44d37-63c2-4d08-9f83-96ba062f5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5321d12e-229b-4c3d-a12e-f97c8db8dcfc'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:05.555776 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-002ca900-6343-428b-8011-fd3272f38255 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "PUT /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1818619 Nov 25 18:48:05.556718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Bound port: c9b775c0-4961-4140-b7d0-ef497e55de49, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce44d37-63c2-4d08-9f83-96ba062f5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5321d12e-229b-4c3d-a12e-f97c8db8dcfc'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:05.560099 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.563479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55406) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:05.570573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.610031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Network d6b79920-5d36-49bd-815a-bd6d42623799 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:05.614109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:05.616017 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:05.693162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:05.697471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:05.700225 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 6 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:48:05.765716 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.777651 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.780956 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.789177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:05.789850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:05.819407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.845654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:05.951761 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f188-c16e-4756-af54-d7254c233c0f None None] Pushing event updated for resources: {'Port': ['ID=04e155e4-50c7-49b8-bdcb-3c961e9dd511,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:05.981760 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:06.064061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:06.064479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:06.064834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:06.078888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=10edc529-bd65-4512-ac4d-740bfb09efe9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:06.081293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-f1f0039a-672e-42c8-b47c-cb63db661c9a service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0195203 Nov 25 18:48:06.117183 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Project 3fa8aa5b3fb4462cb202df1e6b013c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:48:06.123549 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Attempting to bind port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:06.124170 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Attempting to bind port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:06.124712 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Attempting to bind port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 on network a63f4db9-f61e-46d1-b809-60b3dbaa99ad {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:06.130775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:06.133814 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:06.141161 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:06.141804 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Checking segment: {'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:06.142525 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:06.143079 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Bound using segment: {'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:06.144118 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Bound port: 04e155e4-50c7-49b8-bdcb-3c961e9dd511, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843eee15-3622-4ee2-ac53-6e5b2139633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:06.149028 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:06.244871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] For port bcfbdc90-7b0e-47e4-810d-1ff8de164454, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:06.343434 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] For port 04e155e4-50c7-49b8-bdcb-3c961e9dd511, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:06.350238 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] For port 04e155e4-50c7-49b8-bdcb-3c961e9dd511, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=04e155e4-50c7-49b8-bdcb-3c961e9dd511,segment=NetworkSegment(843eee15-3622-4ee2-ac53-6e5b2139633f),segment_id=843eee15-3622-4ee2-ac53-6e5b2139633f)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:06.361177 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:06.408084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network 012228ef-53ee-4086-ac6e-98b206106cbb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:06.419808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-43a69896-c16d-46cc-a0ee-ba7afa9eb7ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 200 len: 217 time: 0.1018906 Nov 25 18:48:06.423527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:06.423740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] For port bcfbdc90-7b0e-47e4-810d-1ff8de164454, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bcfbdc90-7b0e-47e4-810d-1ff8de164454,segment=NetworkSegment(b82bc7c0-6122-4432-b64b-45c54330b103),segment_id=b82bc7c0-6122-4432-b64b-45c54330b103)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:06.450403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=a3b50809-45dc-4058-8245-4bd686cacd36,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:06.476601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:06.485329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Pushing event updated for resources: {'Port': ['ID=c9b775c0-4961-4140-b7d0-ef497e55de49,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:06.494668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Allocated IP 172.22.0.2 (012228ef-53ee-4086-ac6e-98b206106cbb/e123c76e-fcad-4b7f-aae5-7030ecc5d037/098da6a6-234d-4227-89b8-f28c1ee0bfa7) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:06.505633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:06.506311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:06.507133 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72f188-c16e-4756-af54-d7254c233c0f None None] Pushing event updated for resources: {'Port': ['ID=04e155e4-50c7-49b8-bdcb-3c961e9dd511,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:06.516478 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:06.531212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:06.532100 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:06.685001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] For port c9b775c0-4961-4140-b7d0-ef497e55de49, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:06.689317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] For port c9b775c0-4961-4140-b7d0-ef497e55de49, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c9b775c0-4961-4140-b7d0-ef497e55de49,segment=NetworkSegment(4ce44d37-63c2-4d08-9f83-96ba062f5088),segment_id=4ce44d37-63c2-4d08-9f83-96ba062f5088)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:06.794342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-6905aedf-d624-40a6-b1ff-9176b730526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:06.797930 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:06.808165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-6905aedf-d624-40a6-b1ff-9176b730526c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 200 len: 797 time: 0.3782182 Nov 25 18:48:06.903844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Pushing event updated for resources: {'Port': ['ID=bf748759-1083-4764-99b8-c3965d183d66,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:06.949724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:06.965564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-5759f8aa-0a47-4b72-beba-821bf89adb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:06.967286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-5759f8aa-0a47-4b72-beba-821bf89adb00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a281785e-1083-4443-9ac0-043f4de9670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1485097 Nov 25 18:48:07.064918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:07.065280 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:07.066343 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:07.077634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:07.078280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:07.177304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=034aff75-dc35-45d2-af81-a8517634411e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:07.283210 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 7 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:48:07.455535 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:04Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:06Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:05Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:07.512104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-9bb691ae-5cd2-4693-bff1-99c1b10def4f service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332017 Nov 25 18:48:07.557104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Attempting to bind port 5d545249-016d-4cb0-978a-6785432c074e on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:07.557588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Attempting to bind port 5d545249-016d-4cb0-978a-6785432c074e by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:07.561034 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6349b-132b-4cea-b1e9-081be18ee2e4 None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:04Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:06Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:05Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:07.563052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Attempting to bind port 5d545249-016d-4cb0-978a-6785432c074e on network d118cf3c-4f5e-42ef-88df-dc67af56f28d {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:07.627049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:07.630300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1112b1-03a9-4872-a147-41713161f38d None None] The sync data for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:07.644174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Attempting to bind port bf748759-1083-4764-99b8-c3965d183d66 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:07.644553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Attempting to bind port bf748759-1083-4764-99b8-c3965d183d66 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0a7d6914-b9fb-4ec9-9b4c-ef0551501803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd6b79920-5d36-49bd-815a-bd6d42623799'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:07.644926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Attempting to bind port bf748759-1083-4764-99b8-c3965d183d66 on network d6b79920-5d36-49bd-815a-bd6d42623799 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:07.671224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:07.671592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:07.671959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:07.691128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '487cd62e-f3bf-455a-91f5-640639ebffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '086cb3a6-6e7d-437a-8bc0-9d7e007113dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:07.691680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: 086cb3a6-6e7d-437a-8bc0-9d7e007113dd, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:07.697707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:07.717797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:07.742833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a777f6a0-a841-452e-b56c-448fd5ac582b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:07.824382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acf84a21-3257-4fe5-82f0-0fabc0d992cd req-2c57dd10-1559-41c6-a3c8-eedf3d2fab9e service neutron] 10.222.0.66 "GET /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026161 Nov 25 18:48:07.850931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:07.877063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network 086cb3a6-6e7d-437a-8bc0-9d7e007113dd is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:07.893969 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-abb7c632-9ac1-4f77-91b0-81a89244a507 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6094778 Nov 25 18:48:07.895573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55428) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:07.930181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'network': {'name': 'tempest-RoutersTest-1651540170'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:07.988655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:07.992647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9a755303-b6db-407a-bdc5-a6ad6f24f89f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.5176885 Nov 25 18:48:08.021268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55430) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:08.031110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 086cb3a6-6e7d-437a-8bc0-9d7e007113dd) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:08.035924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'security_group_rule': {'security_group_id': '11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4', 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:08.041089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:08.042823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:08.050613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:08.050613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Checking segment: {'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:08.050942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.051123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Bound using segment: {'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:08.053595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Bound port: 5d545249-016d-4cb0-978a-6785432c074e, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3172b570-44b5-4ca6-ba47-af08fa73564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:08.053595 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.070942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:08.078786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:08.079799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.110404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.111603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:08.112001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Checking segment: {'id': '0a7d6914-b9fb-4ec9-9b4c-ef0551501803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd6b79920-5d36-49bd-815a-bd6d42623799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:08.112418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.112824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Bound using segment: {'id': '0a7d6914-b9fb-4ec9-9b4c-ef0551501803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd6b79920-5d36-49bd-815a-bd6d42623799'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:08.113331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Bound port: bf748759-1083-4764-99b8-c3965d183d66, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7d6914-b9fb-4ec9-9b4c-ef0551501803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd6b79920-5d36-49bd-815a-bd6d42623799'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:08.113722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.279987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:08.299954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.300393 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added segment 09c5f0f1-8cce-4396-898e-33315c6bca1c of type vlan for network c2ff700f-c39c-4723-ac1a-78e0c943b617 Nov 25 18:48:08.460010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.518821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.541244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:08.542028 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.558338 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Project 3fa8aa5b3fb4462cb202df1e6b013c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:48:08.579558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a80eb35e-ed95-483d-9162-8f9e6d2d48a5 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1093094 Nov 25 18:48:08.586344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55436) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:08.649607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.799739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0219a-ff15-4cd8-8694-01beaa985420 None None] Network 086cb3a6-6e7d-437a-8bc0-9d7e007113dd requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:08.801921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 10edc529-bd65-4512-ac4d-740bfb09efe9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:08.925199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0217922 Nov 25 18:48:08.925199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55438) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:08.967923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:08.991114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.005446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'subnet': {'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:09.115303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4342-25fc-46d7-a794-6557c49aa861 None None] Pushing event updated for resources: {'Port': ['ID=5d545249-016d-4cb0-978a-6785432c074e,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:09.157680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53290f44-c81b-41ad-ac9b-881a7f1c02df tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Network': ['ID=c2ff700f-c39c-4723-ac1a-78e0c943b617,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:09.197754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.269758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd6c6b4-42dd-4e4d-8055-f9a898f3d486 None None] Network e2da838a-2b7e-49fc-b184-e5f6991a239a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:09.288792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:09.295645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.298938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:09.304455 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:09.327748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11db96dc-5225-469a-94c9-5f0efa4e3bdc,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:09.368373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.371977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-21e5ddfd-ceec-461c-9280-e0e12a432d35 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3483837 Nov 25 18:48:09.479239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Made reservation on behalf of 153a0004108d45669cca8df4ab64c5d9 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:09.485938 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.516132 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 8 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:48:09.661359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.706840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.722733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] For port bf748759-1083-4764-99b8-c3965d183d66, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:09.738282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] For port bf748759-1083-4764-99b8-c3965d183d66, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bf748759-1083-4764-99b8-c3965d183d66,segment=NetworkSegment(0a7d6914-b9fb-4ec9-9b4c-ef0551501803),segment_id=0a7d6914-b9fb-4ec9-9b4c-ef0551501803)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:09.890528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:09.902912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:09.903283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:09.907447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:09.948685 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.951464 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:09.996083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Network 012228ef-53ee-4086-ac6e-98b206106cbb is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:10.033007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:10.039743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:10.045695 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.053041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Provisioning complete for port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:10.054237 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.146271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Subnet': ['ID=9c5a4f08-3dd1-45df-b26a-c2360047cf0e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:10.169557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Checking segment: {'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:10.170225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network hostable DHCP agents. Network: c2ff700f-c39c-4723-ac1a-78e0c943b617, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:10.188716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.198020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:10.200496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:10.207592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:10.212670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-e450ce2b-4267-4ef7-9eb1-19207a2feebd tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002703067&fields=id&tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 267 time: 0.3976169 Nov 25 18:48:10.220720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cabf39b-6b06-4316-8ae4-d4b6fc47aad5 None None] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:10.221389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c2ff700f-c39c-4723-ac1a-78e0c943b617) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:10.225946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:10.226669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.265618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-885ddb95-0296-44d9-a9ef-73b1c4f2bf53 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3350933 Nov 25 18:48:10.268514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55464) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:10.280126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=034aff75-dc35-45d2-af81-a8517634411e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:10.430806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.453708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086cb3a6-6e7d-437a-8bc0-9d7e007113dd']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:10.465129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487cd62e-f3bf-455a-91f5-640639ebffaf') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:10.465427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487cd62e-f3bf-455a-91f5-640639ebffaf') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:10.477324 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.493146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.500584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:10.500987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.545695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:10.546202 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:10.653982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8217e37-4876-43c8-9e9e-3a57cc03fad0 None None] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:10.655709 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:10.751533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-1644e8a8-73da-45d7-9476-91fb006de84b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:10.753010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-1644e8a8-73da-45d7-9476-91fb006de84b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/networks?id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d HTTP/1.1" status: 200 len: 796 time: 0.5392585 Nov 25 18:48:10.766087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.829471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:10.832997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/086cb3a6-6e7d-437a-8bc0-9d7e007113dd HTTP/1.1" status: 204 len: 168 time: 2.2454693 Nov 25 18:48:10.849572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:10.851051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-592d3b7e-3948-47cb-a3a7-197d74bc379c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/quotas/3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 375 time: 0.0692439 Nov 25 18:48:10.854026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:10.912056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55470) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:10.935612 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 9 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:48:10.939665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1994306546'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:10.962532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafa549-1bbe-4aa1-b604-665247c725d8 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=086cb3a6-6e7d-437a-8bc0-9d7e007113dd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:11.077415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 10edc529-bd65-4512-ac4d-740bfb09efe9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:11.077795 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.094053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:11.102026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.227708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:11.236977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-df5f370c-bb52-4b95-9893-f9e457c02cde tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3838110 Nov 25 18:48:11.240949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting port 0a7fa340-1c6d-49e5-9a4f-818e913d18ed {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:11.241300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.252081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.256960 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 7350e59c-dfe8-4c19-8a3e-2ef8eb727eba of type vlan for network 0dc73772-b898-42ec-ac7a-b90f30c58c5e Nov 25 18:48:11.384628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:11.385500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:11.386711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:11.398719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.565492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.593778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.600503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Calling delete_port for 0a7fa340-1c6d-49e5-9a4f-818e913d18ed owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:11.603127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] For port 5d545249-016d-4cb0-978a-6785432c074e, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:11.629104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Attempting to bind port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:11.629957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Attempting to bind port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:11.630703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Attempting to bind port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 on network 012228ef-53ee-4086-ac6e-98b206106cbb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:11.661242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a27d5-1831-4e8e-8727-6a4fab6d1791 None None] Pushing event updated for resources: {'Port': ['ID=bcfbdc90-7b0e-47e4-810d-1ff8de164454,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:11.700151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:11.700543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Checking segment: {'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:11.700960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.701363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Bound using segment: {'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:11.701873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Bound port: 098da6a6-234d-4227-89b8-f28c1ee0bfa7, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:11.702307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.717075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-c2ff700f-c39c-4723-ac1a-78e0c943b617', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:11.723399 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.733089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:11.733773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:11.798639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:11.799059 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:11.818277 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5cd46245-9c17-4d82-b6c4-c80015af91c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.837267 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.858914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:11.859754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.975848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-34aaa372-87e8-4d14-8202-a274eb486235 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:48:11.978717 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-34aaa372-87e8-4d14-8202-a274eb486235 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7392538 Nov 25 18:48:11.980709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:11.989949 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempt 10 to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 Nov 25 18:48:11.996479 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:12.119889 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2063136 Nov 25 18:48:12.127159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55480) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:12.217223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] For port 098da6a6-234d-4227-89b8-f28c1ee0bfa7, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:12.218844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': '0dc73772-b898-42ec-ac7a-b90f30c58c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:12.223144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] For port 098da6a6-234d-4227-89b8-f28c1ee0bfa7, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=098da6a6-234d-4227-89b8-f28c1ee0bfa7,segment=NetworkSegment(463e726c-f566-44e8-861a-0270090b1076),segment_id=463e726c-f566-44e8-861a-0270090b1076)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:12.266957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-472c1f6c-3a1f-4b18-88e9-59d113a02685 service neutron] 10.222.0.62 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739918 Nov 25 18:48:12.312504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] For port 5d545249-016d-4cb0-978a-6785432c074e, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5d545249-016d-4cb0-978a-6785432c074e,segment=NetworkSegment(3172b570-44b5-4ca6-ba47-af08fa73564e),segment_id=3172b570-44b5-4ca6-ba47-af08fa73564e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:12.323335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:12.381177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da7f5c-3435-41b5-a134-386169282102 None None] Pushing event updated for resources: {'Port': ['ID=c9b775c0-4961-4140-b7d0-ef497e55de49,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:12.422558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Port': ['ID=0a7fa340-1c6d-49e5-9a4f-818e913d18ed,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:12.437458 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:12.439199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c990c29-702f-4d62-a5a5-7d4bef20d069 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=0dc73772-b898-42ec-ac7a-b90f30c58c5e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:12.510771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e51500-eaf4-4a01-ac89-4ccfd57d59ce None None] Network d6b79920-5d36-49bd-815a-bd6d42623799 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:12.594148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84435fa3-d321-4732-afb2-fd5738040c9d None None] Pushing event updated for resources: {'Port': ['ID=bf748759-1083-4764-99b8-c3965d183d66,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:12.597320 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:12.638769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Allocated IP 172.23.0.1 (c2ff700f-c39c-4723-ac1a-78e0c943b617/9c5a4f08-3dd1-45df-b26a-c2360047cf0e/8e5de99a-a970-47b7-a440-d735fce22384) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:12.653431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:12.657362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:12.698338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0dc73772-b898-42ec-ac7a-b90f30c58c5e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:13.020847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:13.149547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Pushing event updated for resources: {'Port': ['ID=098da6a6-234d-4227-89b8-f28c1ee0bfa7,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:13.165321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:13.171084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:13.171460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:13.309430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-491c71ac-703a-4a96-a9ef-1ca902b356de service neutron] 10.222.0.62 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0128584 Nov 25 18:48:13.357927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:13.365198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ba4ef-61a6-4ea5-ae34-df13d1b605f0 None None] Pushing event updated for resources: {'Port': ['ID=098da6a6-234d-4227-89b8-f28c1ee0bfa7,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:13.556748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:13.557822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Router 54a862aa-d467-4707-b461-1d10052eb691 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:13.641212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '7350e59c-dfe8-4c19-8a3e-2ef8eb727eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0dc73772-b898-42ec-ac7a-b90f30c58c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:13.641727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: 0dc73772-b898-42ec-ac7a-b90f30c58c5e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:13.666535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=208214ea-9087-4c82-9ef2-944e540ff260,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:13.800963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:13.800963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f186b9b7-de05-4680-a566-7de47c56ea34 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "PUT /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2043219 Nov 25 18:48:13.801352 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] Sync routers for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:13.803729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55502) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:13.815859 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:13.817092 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:13.817507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d06077-5b0a-4d9a-bd60-6f32368bab55 None None] Network 086cb3a6-6e7d-437a-8bc0-9d7e007113dd requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:13.846801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c5b7e26-e6e4-4348-9c8f-3262b2c38618 req-6f9f0043-6547-42f7-9760-4fce6cce4c4d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 210 time: 0.1245477 Nov 25 18:48:13.846801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network 0dc73772-b898-42ec-ac7a-b90f30c58c5e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:13.867658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0dc73772-b898-42ec-ac7a-b90f30c58c5e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:13.878873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:13.888641 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:13.899452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:13.900091 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:13.913143 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:13.914127 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:13.954792 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-9b8b804a-5437-4892-a7ce-b8ec532c20cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] delete failed (client error): The resource could not be found. Nov 25 18:48:13.958132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9b8b804a-5437-4892-a7ce-b8ec532c20cb tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-727092904 HTTP/1.1" status: 404 len: 334 time: 0.1498287 Nov 25 18:48:13.959879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55518) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:13.969001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-28ef86a8-d8e0-448a-a681-242d9f1cd151 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'router': {'external_gateway_info': {'network_id': '54a862aa-d467-4707-b461-1d10052eb691'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:13.976134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:13.992657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4342-25fc-46d7-a794-6557c49aa861 None None] Pushing event updated for resources: {'Port': ['ID=5d545249-016d-4cb0-978a-6785432c074e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:14.000061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:14.002748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Attempting to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:14.095346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-46315140-200e-4aa8-a605-9f348c65cc8c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9497275 Nov 25 18:48:14.108858 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:14.109802 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf9269-7f68-43d6-9f42-032879aeb1fa None None] The sync data for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:14.111057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:14.111815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55520) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:14.382972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Allocated IP 172.23.0.2 (c2ff700f-c39c-4723-ac1a-78e0c943b617/9c5a4f08-3dd1-45df-b26a-c2360047cf0e/d01a81a5-354b-4e7a-97c3-b70eddd93738) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:14.423266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff4d79-c503-4e30-b818-b89b0c6e25ca None None] Network 0dc73772-b898-42ec-ac7a-b90f30c58c5e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:14.535142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:14.535747 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:14.610074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Routers {'53423c37-17f5-43fa-bd65-2383a5af2da0'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:14.611138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:47:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['53423c37-17f5-43fa-bd65-2383a5af2da0'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:14.723570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28ef86a8-d8e0-448a-a681-242d9f1cd151 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:14.752292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] Set router 53423c37-17f5-43fa-bd65-2383a5af2da0 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:14.756702 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-28ef86a8-d8e0-448a-a681-242d9f1cd151 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] update failed (client error): The resource could not be found. Nov 25 18:48:14.757779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-28ef86a8-d8e0-448a-a681-242d9f1cd151 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "PUT /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691 HTTP/1.1" status: 404 len: 339 time: 0.7966189 Nov 25 18:48:14.774786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55528) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:14.902487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:14.909182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:14.912133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=8e5de99a-a970-47b7-a440-d735fce22384,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:14.978893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d06077-5b0a-4d9a-bd60-6f32368bab55 None None] Network 086cb3a6-6e7d-437a-8bc0-9d7e007113dd could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:48:15.028930 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.106848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.113089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80a547-d0b1-49f8-b6cf-74a0969130b2 None None] Network 012228ef-53ee-4086-ac6e-98b206106cbb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:15.275472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.311192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 not bound, no agent of type HyperV agent registered on host n-d-819194-3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:15.311456 n-d-819194-3 neutron-server[103458]: ERROR neutron.plugins.ml2.managers [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Failed to bind port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 on host n-d-819194-3 for vnic_type normal using segments [] Nov 25 18:48:15.311874 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.467484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.483363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] For port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:15.506149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.621826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.627096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b90eb84-cbb1-4ae6-8e0b-5defa31adfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.725891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4af4f12b-1b6b-446b-887a-615ab4468c3d None None] Port 1acabb16-8f97-45fb-b68e-2fc50f91fda6 has been deleted concurrently {{(pid=103458) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 25 18:48:15.734632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55550) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:15.736474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=208214ea-9087-4c82-9ef2-944e540ff260,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:15.756607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:15.791763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3afadf03-c5ed-429d-b6a5-cc9238e9c1b6 req-f337ec29-60b6-4dc2-8117-9b69956d9392 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 210 time: 0.7668073 Nov 25 18:48:15.938873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Pushing event updated for resources: {'Port': ['ID=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:16.064075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:16.094770 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:16.105111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:16.106658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Provisioning complete for port 7861e666-1d4b-48d7-9ebf-807509a4f234 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:16.107108 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:16.156302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-820ba20f-112e-4461-9cbb-8b3b41e3430c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:16.419904 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:16.535231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc73772-b898-42ec-ac7a-b90f30c58c5e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:16.581529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00909257-a607-48e6-8988-be09b4b54e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-0dc73772-b898-42ec-ac7a-b90f30c58c5e', 'network_id': '0dc73772-b898-42ec-ac7a-b90f30c58c5e', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': '208214ea-9087-4c82-9ef2-944e540ff260'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:16.596450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00909257-a607-48e6-8988-be09b4b54e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:16.693692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0d13058d-ac1e-4fbc-9288-251298df792d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:16.702860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0d13058d-ac1e-4fbc-9288-251298df792d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "GET /v2.0/networks?id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d HTTP/1.1" status: 200 len: 796 time: 1.0424747 Nov 25 18:48:16.850674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Allocated IP 172.20.0.1 (e2da838a-2b7e-49fc-b184-e5f6991a239a/91ed2f89-bc77-44c4-b96b-192f64f1c40e/69da5dc9-ae20-4cf3-bad4-54b7bf899690) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:17.043981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.065677 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.084132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7350e59c-dfe8-4c19-8a3e-2ef8eb727eba') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:17.084320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7350e59c-dfe8-4c19-8a3e-2ef8eb727eba') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:17.086138 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.095047 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.153187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network e2da838a-2b7e-49fc-b184-e5f6991a239a is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:17.157026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:17.176255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:17.193567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9088346d-aa52-4151-87fb-16be83adf382 req-4632e735-59f4-429b-9a4e-b5573d119b21 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 210 time: 0.1137340 Nov 25 18:48:17.195260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.238027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Port': ['ID=69da5dc9-ae20-4cf3-bad4-54b7bf899690,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:17.311189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.440039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-184a4601-7dff-4e7b-8128-e679f3a68319 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b HTTP/1.1" status: 200 len: 380 time: 0.3595376 Nov 25 18:48:17.463713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.506766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-820ba20f-112e-4461-9cbb-8b3b41e3430c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.529253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.545841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:17.547304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.576599 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.636969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6ccaf0a7-c51f-45e9-875a-15b9c70bd667,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:17.723277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'port': {'device_id': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'admin_state_up': True, 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'security_groups': ['11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:17.731818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-820ba20f-112e-4461-9cbb-8b3b41e3430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:17.745961 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:17.747939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event updated for resources: {'Port': ['ID=8e5de99a-a970-47b7-a440-d735fce22384,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:17.788732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.794907 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.795770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:17.814511 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.912474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bf51d-3ae5-4f37-a9db-606735ba3e23 None None] Network 0dc73772-b898-42ec-ac7a-b90f30c58c5e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:17.921669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:17.928523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/0dc73772-b898-42ec-ac7a-b90f30c58c5e HTTP/1.1" status: 204 len: 168 time: 3.8097241 Nov 25 18:48:17.961428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:17.972546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-617086806'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:18.053705 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.056209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=6ccaf0a7-c51f-45e9-875a-15b9c70bd667,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:18.122589 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.155151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:04Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:06Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:05Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:18.161954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:18.177801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ccd3c-888b-4f18-88b6-b6c970327e07 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=0dc73772-b898-42ec-ac7a-b90f30c58c5e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:18.181739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.192525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-820ba20f-112e-4461-9cbb-8b3b41e3430c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=246b89896c9c4d5fb264fddd5f0cf7f3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4484928 Nov 25 18:48:18.201222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2bf51d-3ae5-4f37-a9db-606735ba3e23 None None] Network 0dc73772-b898-42ec-ac7a-b90f30c58c5e could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:48:18.207818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55594) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:18.213622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:18.214486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Updating router cffc19a7-08b3-4aef-9324-acbbc7084a2c port a3b50809-45dc-4058-8245-4bd686cacd36 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:48:18.236484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba20f-112e-4461-9cbb-8b3b41e3430c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9db37-75fa-41eb-9d64-0c15e796e4fb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:18.248009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8168aa5e-b855-49b9-981f-50cd8f342553 None None] DHCP port deletion for cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:48:18.254164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.256519 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.263978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.283578 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.334077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] For port 7861e666-1d4b-48d7-9ebf-807509a4f234, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7861e666-1d4b-48d7-9ebf-807509a4f234,segment=NetworkSegment(843eee15-3622-4ee2-ac53-6e5b2139633f),segment_id=843eee15-3622-4ee2-ac53-6e5b2139633f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:18.407536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:18.415469 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1b9262-0654-4486-a5f4-12a5c604dd30 None None] Network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:18.418309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.453233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:18.459516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79de0dca-8644-4e9f-8f31-746c01adba0c req-fdaf3e6f-6694-41f4-ae2c-49cb9ea05f7e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 210 time: 0.1074505 Nov 25 18:48:18.478868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:18.506987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Made reservation on behalf of 3fa8aa5b3fb4462cb202df1e6b013c2b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:18.512038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.525729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:18.534666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:18.535482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.536866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:18.538437 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment e309f045-2c23-4686-a0e1-b8bfd2f6df94 of type vlan for network 6f8543ba-4eb8-4079-8dbb-c324957bf215 Nov 25 18:48:18.541683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.562373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1b9262-0654-4486-a5f4-12a5c604dd30 None None] Network cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 18:48:18.575804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event updated for resources: {'Port': ['ID=69da5dc9-ae20-4cf3-bad4-54b7bf899690,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:18.588707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:47:43Z', 'revision_number': 4, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port': {'id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5d545249-016d-4cb0-978a-6785432c074e', 'name': '', 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'mac_address': 'fa:16:3e:24:4b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '85fc7e00-0da6-438c-8dea-410a4fd70ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:41Z', 'updated_at': '2021-11-25T18:48:11Z', 'revision_number': 4, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'subnets': [{'id': '85fc7e00-0da6-438c-8dea-410a4fd70ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:18.669989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5216c-3ba4-4611-8505-aef93f6d5fac None None] The sync data for ids ['53423c37-17f5-43fa-bd65-2383a5af2da0'] in n-d-819194-3 is: [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:47:43Z', 'revision_number': 4, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port': {'id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5d545249-016d-4cb0-978a-6785432c074e', 'name': '', 'network_id': 'd118cf3c-4f5e-42ef-88df-dc67af56f28d', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'mac_address': 'fa:16:3e:24:4b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '85fc7e00-0da6-438c-8dea-410a4fd70ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:41Z', 'updated_at': '2021-11-25T18:48:11Z', 'revision_number': 4, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'subnets': [{'id': '85fc7e00-0da6-438c-8dea-410a4fd70ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:18.745287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.20.0.14 (2fe28220-5f42-4555-b2c8-78a2d66a5b5d/fc541843-9184-4061-991b-f36b3da8b7da/fe47d968-aff5-471b-a113-90a843d26884) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:18.774148 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c2233e2-86fe-4d6a-8447-6aa53f0f2569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.811821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Pushing event updated for resources: {'Port': ['ID=d01a81a5-354b-4e7a-97c3-b70eddd93738,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:18.857429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c2233e2-86fe-4d6a-8447-6aa53f0f2569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.927225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Network e2da838a-2b7e-49fc-b184-e5f6991a239a is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:18.932603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:18.941077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Attempting to bind port d01a81a5-354b-4e7a-97c3-b70eddd93738 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:18.941412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Attempting to bind port d01a81a5-354b-4e7a-97c3-b70eddd93738 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:18.941916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Attempting to bind port d01a81a5-354b-4e7a-97c3-b70eddd93738 on network c2ff700f-c39c-4723-ac1a-78e0c943b617 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:18.944601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Pushing event updated for resources: {'Port': ['ID=7861e666-1d4b-48d7-9ebf-807509a4f234,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:18.952395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Provisioning complete for port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:18.952783 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:18.973869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.074508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:19.109257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:48:19.147088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:19.147321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Checking segment: {'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:19.147710 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.169002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Bound using segment: {'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:19.169706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Bound port: d01a81a5-354b-4e7a-97c3-b70eddd93738, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:19.170134 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.212333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.230643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:19.231290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.313321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3465858 Nov 25 18:48:19.325482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55610) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:19.334058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': '6f8543ba-4eb8-4079-8dbb-c324957bf215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:19.400755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:19.419260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-47b0c04a-75b9-4dbf-8d90-a4a638c82a55 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1496136 Nov 25 18:48:19.423476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55612) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:19.438848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:19.457989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.521616 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c2233e2-86fe-4d6a-8447-6aa53f0f2569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.524818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c2233e2-86fe-4d6a-8447-6aa53f0f2569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.526100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6c2233e2-86fe-4d6a-8447-6aa53f0f2569 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fa9db37-75fa-41eb-9d64-0c15e796e4fb HTTP/1.1" status: 204 len: 168 time: 1.3110235 Nov 25 18:48:19.559007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] For port d01a81a5-354b-4e7a-97c3-b70eddd93738, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:19.562660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] For port d01a81a5-354b-4e7a-97c3-b70eddd93738, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d01a81a5-354b-4e7a-97c3-b70eddd93738,segment=NetworkSegment(09c5f0f1-8cce-4396-898e-33315c6bca1c),segment_id=09c5f0f1-8cce-4396-898e-33315c6bca1c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:19.576144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:19.581923 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.592310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.636300 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.659140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2233e2-86fe-4d6a-8447-6aa53f0f2569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9db37-75fa-41eb-9d64-0c15e796e4fb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:19.693174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8f098-2065-4e60-b383-d41cd83ee533 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=6f8543ba-4eb8-4079-8dbb-c324957bf215,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:19.716447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Router 54a862aa-d467-4707-b461-1d10052eb691 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:19.729339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 6f8543ba-4eb8-4079-8dbb-c324957bf215 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:19.810707 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.929533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561f0fd-e701-4a8e-ae9a-b8c7d1883146 None None] Pushing event updated for resources: {'Port': ['ID=a3b50809-45dc-4058-8245-4bd686cacd36,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:19.929939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:19.954220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:19.978412 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:19.982827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] Sync routers for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:20.161552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing IP validity checks on allocation pools {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:48:20.161552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:48:20.272884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:20.273545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:20.363125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.extraroute_db [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 18:48:20.391106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.extraroute_db [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Removed routes are [] {{(pid=103457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 18:48:20.391522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.401125 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.600907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:20.617476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced959-c93b-4761-9ed8-51a6ce6dea88 req-1058ed7f-1b7a-4173-adf1-2ad75d14d8ef tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:20.619179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5ced959-c93b-4761-9ed8-51a6ce6dea88 req-1058ed7f-1b7a-4173-adf1-2ad75d14d8ef tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 932 time: 0.9760313 Nov 25 18:48:20.627115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:20.642183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:20.644781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:20.670156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-73c7d92c-3a5a-4416-9f24-9cdb1d990a52 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "PUT /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8941605 Nov 25 18:48:20.673262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55632) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:20.684757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.721882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:20.722650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.747236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.749446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Attempting to bind port a3b50809-45dc-4058-8245-4bd686cacd36 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:20.749801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Attempting to bind port a3b50809-45dc-4058-8245-4bd686cacd36 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:20.750195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Attempting to bind port a3b50809-45dc-4058-8245-4bd686cacd36 on network 012228ef-53ee-4086-ac6e-98b206106cbb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:20.878356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:20.901186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=fe47d968-aff5-471b-a113-90a843d26884,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:20.969470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:20.969893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Checking segment: {'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:20.970133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-0c9d9643-abae-4b7f-bb2d-6111998becd1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4440165 Nov 25 18:48:20.970258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.971268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Bound using segment: {'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:20.971774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Bound port: a3b50809-45dc-4058-8245-4bd686cacd36, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463e726c-f566-44e8-861a-0270090b1076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:20.973089 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:20.991032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Request body: {'port': {'device_id': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:20.992258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7878a4-7ba4-4386-b22e-9d9463fc61b2 None None] Pushing event updated for resources: {'Port': ['ID=d01a81a5-354b-4e7a-97c3-b70eddd93738,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:21.064286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5ced959-c93b-4761-9ed8-51a6ce6dea88 req-aaab1b40-2785-4db9-9747-0d969a47359f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326837 Nov 25 18:48:21.077960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.088267 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.102171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-197b77bf-405c-4c14-87f9-a6b86692d13c tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.134827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:21.135485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:21.257119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:21.257808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb8b45-8cba-42c5-a479-fa3f66dbecdc None None] The sync data for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:21.288154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] For port 04e155e4-50c7-49b8-bdcb-3c961e9dd511, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=04e155e4-50c7-49b8-bdcb-3c961e9dd511,segment=NetworkSegment(843eee15-3622-4ee2-ac53-6e5b2139633f),segment_id=843eee15-3622-4ee2-ac53-6e5b2139633f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:21.313011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=c4556e2b-4d5b-440d-8fbe-eb1e1e154f81,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:21.319428 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.323934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:21.324328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.342080 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-197b77bf-405c-4c14-87f9-a6b86692d13c tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 18:48:21.346875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-197b77bf-405c-4c14-87f9-a6b86692d13c tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691 HTTP/1.1" status: 409 len: 329 time: 0.6697066 Nov 25 18:48:21.349410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55646) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:21.532348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] For port a3b50809-45dc-4058-8245-4bd686cacd36, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:21.566796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] For port a3b50809-45dc-4058-8245-4bd686cacd36, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a3b50809-45dc-4058-8245-4bd686cacd36,segment=NetworkSegment(463e726c-f566-44e8-861a-0270090b1076),segment_id=463e726c-f566-44e8-861a-0270090b1076)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:21.571057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Pushing event updated for resources: {'Port': ['ID=04e155e4-50c7-49b8-bdcb-3c961e9dd511,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:21.617094 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.670233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Provisioning complete for port 5d545249-016d-4cb0-978a-6785432c074e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:21.680849 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.681162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': 'e309f045-2c23-4686-a0e1-b8bfd2f6df94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f8543ba-4eb8-4079-8dbb-c324957bf215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:21.681439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: 6f8543ba-4eb8-4079-8dbb-c324957bf215, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:21.844218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network 6f8543ba-4eb8-4079-8dbb-c324957bf215 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:21.924832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 6f8543ba-4eb8-4079-8dbb-c324957bf215) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:21.940147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:21.940754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:21.985314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4e9cce38-867d-4e98-baef-a5fb3099f2d9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6543112 Nov 25 18:48:21.992662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55652) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:22.142159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:22.168750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:22.218269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd01fe-a1c2-4986-b605-c9f7e554e666 None None] Network 6f8543ba-4eb8-4079-8dbb-c324957bf215 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:22.220543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d9811-d34e-497c-b05e-ab01e5e5a2f9 None None] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:22.325775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7861e666-1d4b-48d7-9ebf-807509a4f234 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:22.339597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:22.358546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789edc71-f808-467f-b783-26e455c55b19 req-594aaca7-7b90-4c0e-b4de-98930f256ed5 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:22.359770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-789edc71-f808-467f-b783-26e455c55b19 req-594aaca7-7b90-4c0e-b4de-98930f256ed5 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 932 time: 0.1464980 Nov 25 18:48:22.407839 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:22.410366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:22.411078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:22.568833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561f0fd-e701-4a8e-ae9a-b8c7d1883146 None None] Pushing event updated for resources: {'Port': ['ID=a3b50809-45dc-4058-8245-4bd686cacd36,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:22.573446 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-789edc71-f808-467f-b783-26e455c55b19 req-66035b7c-0ca3-401b-ad9e-c44aafbcf05f tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056894 Nov 25 18:48:22.601110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:22.780418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:22.789500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:22.790598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-557f7a2b-3202-40c8-8ecd-2400b2599b08 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 200 len: 934 time: 3.3596289 Nov 25 18:48:22.793757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55674) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:22.889690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe47d968-aff5-471b-a113-90a843d26884 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:48:22.904741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:22.936014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Transition to ACTIVE for port object fe47d968-aff5-471b-a113-90a843d26884 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:48:22.942502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:22.965932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:23.100946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:23.111706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Pushing event updated for resources: {'Port': ['ID=fe47d968-aff5-471b-a113-90a843d26884,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:23.124699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7861e666-1d4b-48d7-9ebf-807509a4f234 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:23.125081 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:23.290764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Attempting to bind port fe47d968-aff5-471b-a113-90a843d26884 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:23.290764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Attempting to bind port fe47d968-aff5-471b-a113-90a843d26884 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:23.290764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Attempting to bind port fe47d968-aff5-471b-a113-90a843d26884 on network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:23.290764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Port fe47d968-aff5-471b-a113-90a843d26884 on network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:48:23.290764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Attempting to bind port fe47d968-aff5-471b-a113-90a843d26884 on network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:23.297430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:23.298060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Checking segment: {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:23.298473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Bound using segment: {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:23.298934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Bound port: fe47d968-aff5-471b-a113-90a843d26884, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:23.299294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:23.452604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] For port fe47d968-aff5-471b-a113-90a843d26884, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:23.457731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] For port fe47d968-aff5-471b-a113-90a843d26884, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fe47d968-aff5-471b-a113-90a843d26884,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:23.467529 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:23.516012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:23.516645 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:23.523623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] 10.222.0.64 "PUT /v2.0/ports/fe47d968-aff5-471b-a113-90a843d26884 HTTP/1.1" status: 200 len: 1092 time: 2.5412846 Nov 25 18:48:23.525294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:23.540251 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ad079-f958-430a-9594-bf5663cfacee" -d '{"events": [{"name": "network-changed", "server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "tag": "fe47d968-aff5-471b-a113-90a843d26884"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:23.692768 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1bb68-3c97-4604-80b3-f64c3d714362 x-openstack-request-id: req-9aa1bb68-3c97-4604-80b3-f64c3d714362 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:23.694156 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "tag": "fe47d968-aff5-471b-a113-90a843d26884", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:23.695411 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9aa1bb68-3c97-4604-80b3-f64c3d714362 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:23.695964 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884', 'status': 'completed', 'code': 200} Nov 25 18:48:23.839159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5a6b7-134e-4f2f-8f75-029a22987dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-6f8543ba-4eb8-4079-8dbb-c324957bf215', 'network_id': '6f8543ba-4eb8-4079-8dbb-c324957bf215', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': 'c4556e2b-4d5b-440d-8fbe-eb1e1e154f81'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:23.840117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-25e5a6b7-134e-4f2f-8f75-029a22987dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:23.858161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-9f351581-47c4-43f4-88a1-65f80ed30485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:23.860582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-9f351581-47c4-43f4-88a1-65f80ed30485 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 1095 time: 0.1599991 Nov 25 18:48:24.012103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] For port 5d545249-016d-4cb0-978a-6785432c074e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5d545249-016d-4cb0-978a-6785432c074e,segment=NetworkSegment(3172b570-44b5-4ca6-ba47-af08fa73564e),segment_id=3172b570-44b5-4ca6-ba47-af08fa73564e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:24.018086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b2ddd-dcae-4736-b18f-db379f896004 service neutron] Pushing event updated for resources: {'Port': ['ID=fe47d968-aff5-471b-a113-90a843d26884,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:24.029518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-075d40c0-3620-42c7-8902-2a4d3b5e07ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe47d968-aff5-471b-a113-90a843d26884 HTTP/1.1" status: 200 len: 217 time: 0.1212542 Nov 25 18:48:24.059239 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.079834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-481a97e5-de2a-422a-be36-3ef09882eb89 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 200 len: 934 time: 1.2849245 Nov 25 18:48:24.081104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55688) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:24.087399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.117376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'routes': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:24.128636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18030313-095e-4669-a4fd-d63abbeb5c28 req-b89521e7-f124-452c-9662-9ee04e1823fa tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.130443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18030313-095e-4669-a4fd-d63abbeb5c28 req-b89521e7-f124-452c-9662-9ee04e1823fa tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 944 time: 0.2934277 Nov 25 18:48:24.167944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-8556b43f-653b-47c6-9915-c103381e1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.179631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-8556b43f-653b-47c6-9915-c103381e1e18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc541843-9184-4061-991b-f36b3da8b7da HTTP/1.1" status: 200 len: 835 time: 0.1425564 Nov 25 18:48:24.248378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Pushing event updated for resources: {'Port': ['ID=5d545249-016d-4cb0-978a-6785432c074e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:24.363789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.401217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8543ba-4eb8-4079-8dbb-c324957bf215']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:24.427223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 04e155e4-50c7-49b8-bdcb-3c961e9dd511 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:24.435445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-ee580217-d3d3-4e07-abf4-be465ba8e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.436961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-ee580217-d3d3-4e07-abf4-be465ba8e2ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058554 Nov 25 18:48:24.446754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18030313-095e-4669-a4fd-d63abbeb5c28 req-e7f7d49b-4894-4f96-8b34-dec4755a1acc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072691 Nov 25 18:48:24.470246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e309f045-2c23-4686-a0e1-b8bfd2f6df94') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:24.470583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e309f045-2c23-4686-a0e1-b8bfd2f6df94') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:24.500250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.560710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=c4556e2b-4d5b-440d-8fbe-eb1e1e154f81,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:24.582109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Provisioning complete for port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:24.582513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.639004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.763736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.778796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.781836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:20Z', 'revision_number': 6, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:16Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:24.784886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.796747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-f9918294-0fdc-470a-9b2e-5d0486c64eff service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441885 Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server [None req-25e5a6b7-134e-4f2f-8f75-029a22987dfb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4556e2b-4d5b-440d-8fbe-eb1e1e154f81: This subnet is being modified by another concurrent operation. Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise exception Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4556e2b-4d5b-440d-8fbe-eb1e1e154f81: This subnet is being modified by another concurrent operation. Nov 25 18:48:24.811129 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Nov 25 18:48:24.818710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.836002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.840526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.847916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:24.848927 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.863213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:24.865352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-16c1f3d0-a1a0-4636-8d10-bc23e73327cb tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.9779384 Nov 25 18:48:24.866610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:24.867032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:24.889703 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:24.914201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1430bff0-faec-4c69-8e77-f7a126124806 None None] Network 6f8543ba-4eb8-4079-8dbb-c324957bf215 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:24.922672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcb92-b366-4cdb-85ac-38798b881154 None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:20Z', 'revision_number': 6, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:16Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:24.989846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.031488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.039341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.046559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.063936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.078084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.095879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.097976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-20165ec4-956c-4f6a-9c3a-b2c5b1e8cf70 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.4627569 Nov 25 18:48:25.255335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:25.263142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89a85199-661f-42da-8328-ef44e8b97ef9 req-6f9fd9d4-89b7-47c7-bc38-3f4bae1c9056 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3339367 Nov 25 18:48:25.268908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-acaae353-17d7-444a-affd-b1b74302dd5c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.270955 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-acaae353-17d7-444a-affd-b1b74302dd5c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "GET /v2.0/ports/4814b347-e104-4059-a6d1-b75d28eb9cdf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1581318 Nov 25 18:48:25.276191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f4fdba7-b0cc-4b63-81a9-d55d8955f43f req-74aab21a-9e24-4942-a8e5-4c63a67b6973 service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588692 Nov 25 18:48:25.293320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:25.296817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/6f8543ba-4eb8-4079-8dbb-c324957bf215 HTTP/1.1" status: 204 len: 168 time: 3.2987959 Nov 25 18:48:25.297808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92236b93-639c-4d2e-af74-d0b36f14ac3c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=6f8543ba-4eb8-4079-8dbb-c324957bf215,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:25.305837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55696) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:25.330518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52533e-38d8-40a4-a331-796c2cc5d767 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:48:25.414222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1010612063'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:25.513061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:25.517660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:25.612859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3588adcb-a9f7-4419-b9ad-c699e31b6adc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "GET /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3349056 Nov 25 18:48:25.627840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:25.663084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:25.667963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting port 69da5dc9-ae20-4cf3-bad4-54b7bf899690 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:25.668320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:25.672828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Provisioning complete for port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:25.676607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c10b1e0-f21f-49ff-9001-a48ee2fa1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:25.763338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad079-f958-430a-9594-bf5663cfacee req-c9c6f400-3d0f-4553-89db-c295d1b286a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:25.768771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a63ad079-f958-430a-9594-bf5663cfacee req-c9c6f400-3d0f-4553-89db-c295d1b286a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 1095 time: 0.3439147 Nov 25 18:48:25.774308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:25.774643 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 66c0dd09-efbb-4d19-8b48-c007c97dbe94 of type vlan for network fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae Nov 25 18:48:25.984472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.054362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.062500 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:48:26.071009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Calling delete_port for 69da5dc9-ae20-4cf3-bad4-54b7bf899690 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:26.132982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494e57a-cffd-48ab-aa1a-6858666ff16f req-29652686-e87c-4d9b-bea4-77c092b26de3 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:26.145565 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6494e57a-cffd-48ab-aa1a-6858666ff16f req-29652686-e87c-4d9b-bea4-77c092b26de3 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 944 time: 0.4085810 Nov 25 18:48:26.215004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52533e-38d8-40a4-a331-796c2cc5d767 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:48:26.249950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.273674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.extraroute_db [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added routes are [] {{(pid=103456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 18:48:26.274224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.extraroute_db [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103456) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 18:48:26.429269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:26.429646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.559277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad079-f958-430a-9594-bf5663cfacee req-2ccc7c85-61bc-4ae8-be0c-e27936456756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:26.562348 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a63ad079-f958-430a-9594-bf5663cfacee req-2ccc7c85-61bc-4ae8-be0c-e27936456756 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d HTTP/1.1" status: 200 len: 897 time: 0.7340629 Nov 25 18:48:26.623096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.632420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:26.633068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.661793 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:26.683564 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:26.684071 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:26.685744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a63ad079-f958-430a-9594-bf5663cfacee req-3b9e43af-5340-4fc9-993d-407c7908b872 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe47d968-aff5-471b-a113-90a843d26884 HTTP/1.1" status: 200 len: 217 time: 0.1032586 Nov 25 18:48:26.783303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:26.835532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6494e57a-cffd-48ab-aa1a-6858666ff16f req-47933bbd-14d2-46ce-87e8-686d8a63e9a8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6889336 Nov 25 18:48:26.837064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad079-f958-430a-9594-bf5663cfacee req-2e195b9c-7857-4a7c-9343-b31e83dd8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:26.844394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a63ad079-f958-430a-9594-bf5663cfacee req-2e195b9c-7857-4a7c-9343-b31e83dd8626 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc541843-9184-4061-991b-f36b3da8b7da HTTP/1.1" status: 200 len: 835 time: 0.1277671 Nov 25 18:48:26.857248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] For port 4814b347-e104-4059-a6d1-b75d28eb9cdf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4814b347-e104-4059-a6d1-b75d28eb9cdf,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:26.878791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d01a81a5-354b-4e7a-97c3-b70eddd93738 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:26.988601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6195877 Nov 25 18:48:26.993827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:27.009191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:27.112842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e5a2a-6117-49d0-bb03-7d7199244de9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:27.138025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.144411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.150833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.151336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:27.157389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.163790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.170668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.178606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.189460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-4c31b88d-0fde-4122-a23b-8a4edbea1359 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 5435 time: 0.7195976 Nov 25 18:48:27.196730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad079-f958-430a-9594-bf5663cfacee req-dbe74de3-35d4-44ee-83b9-e547cf8fa608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:27.198793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a63ad079-f958-430a-9594-bf5663cfacee req-dbe74de3-35d4-44ee-83b9-e547cf8fa608 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3342893 Nov 25 18:48:27.243356 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.247808 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:27.303093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Port': ['ID=69da5dc9-ae20-4cf3-bad4-54b7bf899690,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:27.397630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e02796df-229d-4986-942a-f2ea88ac1b3f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:27.427809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a63ad079-f958-430a-9594-bf5663cfacee req-bf080a66-48bf-427e-9288-d48119a90d7e service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111406 Nov 25 18:48:27.457761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] For port 4814b347-e104-4059-a6d1-b75d28eb9cdf, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:27.493009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:27.496910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.527647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:20Z', 'revision_number': 6, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:16Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:27.576928 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:27.577800 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Updating router cffc19a7-08b3-4aef-9324-acbbc7084a2c port 8e5de99a-a970-47b7-a440-d735fce22384 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:48:27.608348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b6c3890-18bc-4ddb-b19a-afe0f1222c24 req-a8fcb3f2-c08a-4bf2-81e7-cd3a21342615 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4175012 Nov 25 18:48:27.651206 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.654538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d01a81a5-354b-4e7a-97c3-b70eddd93738 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:27.654986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.724586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.737222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.801408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.916802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '66c0dd09-efbb-4d19-8b48-c007c97dbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:27.917742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:27.924914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] device_id is not set on port 4814b347-e104-4059-a6d1-b75d28eb9cdf yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:48:27.966921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:27.969250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:27.993335 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.003357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:28.009881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:28.011034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.038992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:28.113215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.143586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1455071 Nov 25 18:48:28.163923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55734) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:28.197473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fe47d968-aff5-471b-a113-90a843d26884 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:48:28.202943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa375b-03dc-4a65-b0b4-3a769e0ed08e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=fd8f18b0-a1c4-42e6-b50a-d44c82d06218,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:28.323257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] No DVR routers for this DVR port 4814b347-e104-4059-a6d1-b75d28eb9cdf on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:28.326510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a63ad079-f958-430a-9594-bf5663cfacee req-272da881-b7ff-4d28-ad34-74aee682e371 service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8857403 Nov 25 18:48:28.423747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611e19e-9967-4fad-8124-49dd36443d6c None None] Network fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:28.424307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] Pushing event updated for resources: {'Port': ['ID=4814b347-e104-4059-a6d1-b75d28eb9cdf,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:28.474585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:28.481540 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed1ec69-0299-4605-bfec-6ead626b7539" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:28.517763 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.550649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fde48-9284-4585-918b-4604a505db62 req-3bf94b24-0fe3-4ab2-87f7-03faaa262a38 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:28.552540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f11fde48-9284-4585-918b-4604a505db62 req-3bf94b24-0fe3-4ab2-87f7-03faaa262a38 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 944 time: 0.5248570 Nov 25 18:48:28.572058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port 8e5de99a-a970-47b7-a440-d735fce22384 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:28.586892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.588945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] In _notify_port_updated(), no bound segment for port 4814b347-e104-4059-a6d1-b75d28eb9cdf on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:48:28.589797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:28.590410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.591740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-6436d7f7-b583-4309-a262-20ba58116deb service neutron] 10.222.0.66 "PUT /v2.0/ports/4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 200 len: 1026 time: 2.9705896 Nov 25 18:48:28.685124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e02796df-229d-4986-942a-f2ea88ac1b3f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e02796df-229d-4986-942a-f2ea88ac1b3f,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:28.693413 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.720368 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.735922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55744) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:28.760258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-489f74f5-7941-4579-887f-680612161b58 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:48:28.836359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-e05be413-a4ba-490b-9bc1-bcbf7c914966 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:28.857898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-e05be413-a4ba-490b-9bc1-bcbf7c914966 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "GET /v2.0/ports/e95504e0-a117-4329-ab31-8f5d88a6310f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2522810 Nov 25 18:48:28.883893 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa7da5-6f7f-47fb-bfb5-6872445b8d7f x-openstack-request-id: req-bdfa7da5-6f7f-47fb-bfb5-6872445b8d7f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:28.884181 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:28.892613 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdfa7da5-6f7f-47fb-bfb5-6872445b8d7f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:28.893419 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f', 'code': 200} Nov 25 18:48:28.898690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:28.917650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:28.921915 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Pushing event updated for resources: {'Port': ['ID=8e5de99a-a970-47b7-a440-d735fce22384,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:28.930306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4814b347-e104-4059-a6d1-b75d28eb9cdf no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:28.942600 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.943210 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.944076 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.947515 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.948881 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.949688 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.953904 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.955007 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.955735 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.957472 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.958078 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:28.959466 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:29.009567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f11fde48-9284-4585-918b-4604a505db62 req-9452b946-8515-4fd1-9de0-2ff0c8e505e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466794 Nov 25 18:48:29.100105 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.157620 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7bc4-594d-4543-a3b2-88cc5c5ce4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.253832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Attempting to bind port 8e5de99a-a970-47b7-a440-d735fce22384 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:29.254215 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Attempting to bind port 8e5de99a-a970-47b7-a440-d735fce22384 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:29.254615 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Attempting to bind port 8e5de99a-a970-47b7-a440-d735fce22384 on network c2ff700f-c39c-4723-ac1a-78e0c943b617 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:29.274312 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:29.274691 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Checking segment: {'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:29.275095 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.275496 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Bound using segment: {'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:29.275988 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Bound port: 8e5de99a-a970-47b7-a440-d735fce22384, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c5f0f1-8cce-4396-898e-33315c6bca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:29.281652 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.300748 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.312480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Port 8e5de99a-a970-47b7-a440-d735fce22384 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:48:29.350146 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7bc4-594d-4543-a3b2-88cc5c5ce4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.363499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a9a7bc4-594d-4543-a3b2-88cc5c5ce4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.497015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4814b347-e104-4059-a6d1-b75d28eb9cdf not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:29.497686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 8b846aee-081e-428e-91e0-a43843349da6 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:29.563748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a7bc4-594d-4543-a3b2-88cc5c5ce4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd761ab-ff14-4cd2-9be9-46f8ed9bf167,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:29.570485 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a9a7bc4-594d-4543-a3b2-88cc5c5ce4d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8e6ab06dfba4169aa505cbebfea99dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8320816 Nov 25 18:48:29.581208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55758) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:29.598764 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] For port 8e5de99a-a970-47b7-a440-d735fce22384, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:29.616224 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] For port 8e5de99a-a970-47b7-a440-d735fce22384, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8e5de99a-a970-47b7-a440-d735fce22384,segment=NetworkSegment(09c5f0f1-8cce-4396-898e-33315c6bca1c),segment_id=09c5f0f1-8cce-4396-898e-33315c6bca1c)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:29.633237 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.751352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] For port e95504e0-a117-4329-ab31-8f5d88a6310f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e95504e0-a117-4329-ab31-8f5d88a6310f,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:29.755707 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:29.756502 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:29.767590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port 5d545249-016d-4cb0-978a-6785432c074e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:29.767847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.806127 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.887461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port fe47d968-aff5-471b-a113-90a843d26884, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fe47d968-aff5-471b-a113-90a843d26884,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:29.911539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] For port e95504e0-a117-4329-ab31-8f5d88a6310f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:29.916636 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1f22f-289d-4e15-980e-f686ba377c9a None None] Pushing event updated for resources: {'Port': ['ID=8e5de99a-a970-47b7-a440-d735fce22384,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:29.922797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.931466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:29.998776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:30.070292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] device_id is not set on port e95504e0-a117-4329-ab31-8f5d88a6310f yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:48:30.091713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.101129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.179125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'fe47d968-aff5-471b-a113-90a843d26884', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'port_id': 'fe47d968-aff5-471b-a113-90a843d26884', 'mac_address': 'fa:16:3e:66:c0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:48:30.186531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e02796df-229d-4986-942a-f2ea88ac1b3f,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:30.191388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port d01a81a5-354b-4e7a-97c3-b70eddd93738, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d01a81a5-354b-4e7a-97c3-b70eddd93738,segment=NetworkSegment(09c5f0f1-8cce-4396-898e-33315c6bca1c),segment_id=09c5f0f1-8cce-4396-898e-33315c6bca1c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:30.227402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 8b846aee-081e-428e-91e0-a43843349da6, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=8b846aee-081e-428e-91e0-a43843349da6,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:30.229078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae', 'network_id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': 'fd8f18b0-a1c4-42e6-b50a-d44c82d06218'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:30.230955 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.283723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.286332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.287512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afd761ab-ff14-4cd2-9be9-46f8ed9bf167 HTTP/1.1" status: 204 len: 168 time: 0.7053120 Nov 25 18:48:30.319023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.319383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fd15c-6b2d-45c8-869a-a04238571093 req-5458a814-9d64-4085-a4ec-07a68d16f8c5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.319997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bcfbdc90-7b0e-47e4-810d-1ff8de164454 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:30.344165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fd15c-6b2d-45c8-869a-a04238571093 req-5458a814-9d64-4085-a4ec-07a68d16f8c5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.364273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.364977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 886f2fce-913f-40db-a349-0e0f037d2c38 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:30.373858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fd15c-6b2d-45c8-869a-a04238571093 req-5458a814-9d64-4085-a4ec-07a68d16f8c5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.398713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fd15c-6b2d-45c8-869a-a04238571093 req-5458a814-9d64-4085-a4ec-07a68d16f8c5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.413486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd761ab-ff14-4cd2-9be9-46f8ed9bf167,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:30.416714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Pushing event updated for resources: {'Port': ['ID=e95504e0-a117-4329-ab31-8f5d88a6310f,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:30.419530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] No DVR routers for this DVR port e95504e0-a117-4329-ab31-8f5d88a6310f on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:30.467417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fd15c-6b2d-45c8-869a-a04238571093 req-5458a814-9d64-4085-a4ec-07a68d16f8c5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.475810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.476163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.476536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.477008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fd15c-6b2d-45c8-869a-a04238571093 req-5458a814-9d64-4085-a4ec-07a68d16f8c5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.479983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.479983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.479983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.479983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.480317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.480546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.480876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.481209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.481541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.507432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.507853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.508575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.508932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.511883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Could not find standard attr ID for object 1acabb16-8f97-45fb-b68e-2fc50f91fda6. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:48:30.515085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-687fd15c-6b2d-45c8-869a-a04238571093 req-5458a814-9d64-4085-a4ec-07a68d16f8c5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 4660 time: 1.6680250 Nov 25 18:48:30.516684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.517553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.517553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.518160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.524353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.524970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.530025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.530395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1a010-cc5f-4190-85be-3f6994296e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:30.570149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] In _notify_port_updated(), no bound segment for port e95504e0-a117-4329-ab31-8f5d88a6310f on network 555653af-d6f5-46ed-87dc-790a01671aea {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:48:30.575064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.575759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.577119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-1262f7e1-4463-45c6-b010-126e52a0675f service neutron] 10.222.0.66 "PUT /v2.0/ports/e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 200 len: 1028 time: 1.6983972 Nov 25 18:48:30.579461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Router 54a862aa-d467-4707-b461-1d10052eb691 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:30.605102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:30.620495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.642353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b706177e-834b-4806-936e-a32f54d8ea71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 200 len: 700 time: 6.5121586 Nov 25 18:48:30.660487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:30.670004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.682110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=d01a81a5-354b-4e7a-97c3-b70eddd93738,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:30.727578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b7a1-9234-4015-a538-edd33a0560d1 req-53fbc0cd-6f77-4d57-9dfd-53eb993d77a5 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:30.734684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f6a6b7a1-9234-4015-a538-edd33a0560d1 req-53fbc0cd-6f77-4d57-9dfd-53eb993d77a5 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 944 time: 0.5198791 Nov 25 18:48:30.823974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:30.852314 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:26Z', 'revision_number': 7, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:29Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:30.910711 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e191e3d-a931-4362-8613-3ee480abbd95 None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:26Z', 'revision_number': 7, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:29Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:30.946921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f6a6b7a1-9234-4015-a538-edd33a0560d1 req-1ce462aa-9298-46bc-bb2e-b2a04d323674 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850555 Nov 25 18:48:30.959507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b846aee-081e-428e-91e0-a43843349da6'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:30.961937 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab0bc7-42ba-4d67-99ed-cc939b3beec3" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "8b846aee-081e-428e-91e0-a43843349da6"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:30.970149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=8b846aee-081e-428e-91e0-a43843349da6,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:31.003260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port 886f2fce-913f-40db-a349-0e0f037d2c38 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:31.006288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe47d968-aff5-471b-a113-90a843d26884 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:48:31.009124 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.016845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port d01a81a5-354b-4e7a-97c3-b70eddd93738 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:31.022935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.096562 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.122724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55778) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:31.146579 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4844ba40-20aa-4e8e-89c9-58709a979fd4 x-openstack-request-id: req-4844ba40-20aa-4e8e-89c9-58709a979fd4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:31.146890 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "8b846aee-081e-428e-91e0-a43843349da6", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:31.147121 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4844ba40-20aa-4e8e-89c9-58709a979fd4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:31.147517 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b846aee-081e-428e-91e0-a43843349da6', 'code': 200} Nov 25 18:48:31.171402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce6c3-64bf-4c74-a832-3d54395cd18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.230905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port fe47d968-aff5-471b-a113-90a843d26884, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fe47d968-aff5-471b-a113-90a843d26884,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:31.232218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bcfbdc90-7b0e-47e4-810d-1ff8de164454 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:31.232618 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.374859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-687fd15c-6b2d-45c8-869a-a04238571093 req-9f9a42cb-60e4-4824-8a04-fb1e25d86c15 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&id=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8587155 Nov 25 18:48:31.454218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-61f8afbe-b611-4177-a2a3-a02d1f36834c tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 200 len: 700 time: 0.7811904 Nov 25 18:48:31.470324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55780) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:31.574359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:31.587480 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] Sync routers for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:31.608448 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:31.609257 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:31.613633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-384c66aa-1ad4-41f3-b841-38748721f099 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "PUT /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2597806 Nov 25 18:48:31.615056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55782) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:31.661332 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-aeae5e71-0ca5-418a-a135-7f6323bf0895 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] show failed (client error): The resource could not be found. Nov 25 18:48:31.667865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aeae5e71-0ca5-418a-a135-7f6323bf0895 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1272093086 HTTP/1.1" status: 404 len: 335 time: 0.0452569 Nov 25 18:48:31.668044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Allocated IP 172.20.0.1 (fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae/fd8f18b0-a1c4-42e6-b50a-d44c82d06218/063e3c15-1d25-442a-b39b-c4bb3d244b05) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:31.670298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55786) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:31.679218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3b2e29a2-e01e-4522-831b-c7522f409b68 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:31.706859 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:31.722267 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] Routers {'54a862aa-d467-4707-b461-1d10052eb691'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:31.722914 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['54a862aa-d467-4707-b461-1d10052eb691'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:31.742173 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.744221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:31.777873 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:31.779043 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-3b2e29a2-e01e-4522-831b-c7522f409b68 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] update failed (client error): The resource could not be found. Nov 25 18:48:31.779485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bb55b-fccf-4801-bb53-f7da3f8134be None None] The sync data for ids ['54a862aa-d467-4707-b461-1d10052eb691'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:31.784638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b2e29a2-e01e-4522-831b-c7522f409b68 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1109261692 HTTP/1.1" status: 404 len: 335 time: 0.1051672 Nov 25 18:48:31.785457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:31.830137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.845343 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.887239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:31.887893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:31.931748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] For port 886f2fce-913f-40db-a349-0e0f037d2c38, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=886f2fce-913f-40db-a349-0e0f037d2c38,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:31.932626 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:31.966352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for 886f2fce-913f-40db-a349-0e0f037d2c38 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:31.986923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:32.176195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 886f2fce-913f-40db-a349-0e0f037d2c38, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=886f2fce-913f-40db-a349-0e0f037d2c38,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:32.208287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.208982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:32.218297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce6c3-64bf-4c74-a832-3d54395cd18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.250436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['fe47d968-aff5-471b-a113-90a843d26884'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:48:32.251580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58239b08-7e59-4fde-ae6c-ceb4926622ab req-d2885025-ad60-4beb-94a1-c20a6d3bfcfb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:32.260222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58239b08-7e59-4fde-ae6c-ceb4926622ab req-d2885025-ad60-4beb-94a1-c20a6d3bfcfb tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 945 time: 0.1155491 Nov 25 18:48:32.268355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce6c3-64bf-4c74-a832-3d54395cd18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.288635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=fe47d968-aff5-471b-a113-90a843d26884,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:32.419762 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.429630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55804) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:32.456514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ce6c3-64bf-4c74-a832-3d54395cd18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d38cba-5f5a-46b8-bb4a-4807a7786add,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:32.467704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port bf748759-1083-4764-99b8-c3965d183d66 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:32.468088 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.471720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting subnet 6b17b796-c90d-4f57-be7b-acb6e6159d27 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:48:32.475381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f0ce6c3-64bf-4c74-a832-3d54395cd18f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a844dd225734950b1939fcc54cc5864&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3513491 Nov 25 18:48:32.481793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55808) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:32.490903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.573919 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.608111 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.639462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=886f2fce-913f-40db-a349-0e0f037d2c38,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:32.648350 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.688922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=886f2fce-913f-40db-a349-0e0f037d2c38,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:32.751904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db815-b009-4923-81bf-430a7b6dd5e3 req-1e1020e9-558b-4ef3-8b64-ef85d0b1a297 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:32.756825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58239b08-7e59-4fde-ae6c-ceb4926622ab req-a393c966-b04b-4eb9-ba46-86e3528e3f5a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4934328 Nov 25 18:48:32.765011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] No DVR routers for this DVR port 886f2fce-913f-40db-a349-0e0f037d2c38 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:32.768020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port bcfbdc90-7b0e-47e4-810d-1ff8de164454, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bcfbdc90-7b0e-47e4-810d-1ff8de164454,segment=NetworkSegment(b82bc7c0-6122-4432-b64b-45c54330b103),segment_id=b82bc7c0-6122-4432-b64b-45c54330b103)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:32.775181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db815-b009-4923-81bf-430a7b6dd5e3 req-1e1020e9-558b-4ef3-8b64-ef85d0b1a297 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:32.783782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.784324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db815-b009-4923-81bf-430a7b6dd5e3 req-1e1020e9-558b-4ef3-8b64-ef85d0b1a297 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:32.790750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db815-b009-4923-81bf-430a7b6dd5e3 req-1e1020e9-558b-4ef3-8b64-ef85d0b1a297 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:32.794677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc3db815-b009-4923-81bf-430a7b6dd5e3 req-1e1020e9-558b-4ef3-8b64-ef85d0b1a297 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 3148 time: 0.2353837 Nov 25 18:48:32.808871 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.810795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-3e921a90-b0cf-4367-a6a3-7ee5b4e1e07a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "DELETE /v2.0/ports/886f2fce-913f-40db-a349-0e0f037d2c38 HTTP/1.1" status: 204 len: 173 time: 2.1958592 Nov 25 18:48:32.815787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.818677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68bec83f-382d-4919-999d-55da69b1f809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.828988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.829710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5d545249-016d-4cb0-978a-6785432c074e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:32.903392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:32.907153 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd6cd16-ca4f-4719-94c6-1c39ce10a1b1" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:32.923518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8f18b0-a1c4-42e6-b50a-d44c82d06218,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:32.928080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e0f559c-6c19-4302-893b-ba3480692179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.946168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Network fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:32.979034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e0f559c-6c19-4302-893b-ba3480692179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.981781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:32.985585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc3db815-b009-4923-81bf-430a7b6dd5e3 req-c89d50d8-a61f-47ad-8b3d-ee1cf1636e47 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483884 Nov 25 18:48:33.014109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.014700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.015194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.016267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.017733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.020141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.020676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.021184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.023607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.024127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.025050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.025562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:33.046612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:33.057472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Pushing event updated for resources: {'Port': ['ID=063e3c15-1d25-442a-b39b-c4bb3d244b05,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:33.059730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5d545249-016d-4cb0-978a-6785432c074e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:33.060113 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.085900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:33.162219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38'}, {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:33.164919 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5bd2f2-6611-493f-80dd-d12df4ee891d" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38"}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:33.175968 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fb2e3a-1541-4d4f-a5dd-ecd1ac653fc6 x-openstack-request-id: req-97fb2e3a-1541-4d4f-a5dd-ecd1ac653fc6 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:33.176245 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:33.176459 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97fb2e3a-1541-4d4f-a5dd-ecd1ac653fc6 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:33.176907 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38', 'status': 'completed', 'code': 200} Nov 25 18:48:33.223946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e0f559c-6c19-4302-893b-ba3480692179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.228035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e0f559c-6c19-4302-893b-ba3480692179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.229013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4e0f559c-6c19-4302-893b-ba3480692179 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00d38cba-5f5a-46b8-bb4a-4807a7786add HTTP/1.1" status: 204 len: 168 time: 0.7448480 Nov 25 18:48:33.258504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.272009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:33.298899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f559c-6c19-4302-893b-ba3480692179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d38cba-5f5a-46b8-bb4a-4807a7786add,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:33.300597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:26Z', 'revision_number': 7, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:29Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:33.317858 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.320025 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.320733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e95504e0-a117-4329-ab31-8f5d88a6310f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:33.362910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port d85c9e04-7d63-4f83-bd19-103888d94fac {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:33.363268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.415458 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea9239-b1a8-46a5-b20f-8e120433f750 x-openstack-request-id: req-6fea9239-b1a8-46a5-b20f-8e120433f750 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:33.415788 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "886f2fce-913f-40db-a349-0e0f037d2c38", "code": 200}, {"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-unplugged", "status": "completed", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:33.416010 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fea9239-b1a8-46a5-b20f-8e120433f750 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:33.416417 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886f2fce-913f-40db-a349-0e0f037d2c38', 'code': 200} Nov 25 18:48:33.416675 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8', 'code': 200} Nov 25 18:48:33.444318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.459751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:33.509713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.552262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] For port d85c9e04-7d63-4f83-bd19-103888d94fac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d85c9e04-7d63-4f83-bd19-103888d94fac,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:33.553513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.578345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Attempting to bind port 063e3c15-1d25-442a-b39b-c4bb3d244b05 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:33.582947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Attempting to bind port 063e3c15-1d25-442a-b39b-c4bb3d244b05 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '66c0dd09-efbb-4d19-8b48-c007c97dbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:33.584409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Attempting to bind port 063e3c15-1d25-442a-b39b-c4bb3d244b05 on network fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:33.596680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:33.597353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Checking segment: {'id': '66c0dd09-efbb-4d19-8b48-c007c97dbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:33.597921 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.598511 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Bound using segment: {'id': '66c0dd09-efbb-4d19-8b48-c007c97dbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:33.599162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Bound port: 063e3c15-1d25-442a-b39b-c4bb3d244b05, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c0dd09-efbb-4d19-8b48-c007c97dbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:33.599543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.603112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:33.603749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:33.643058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.647789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=bcfbdc90-7b0e-47e4-810d-1ff8de164454,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:33.670251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.704432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:33.829472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.846778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/subnets/6b17b796-c90d-4f57-be7b-acb6e6159d27 HTTP/1.1" status: 204 len: 168 time: 2.0531428 Nov 25 18:48:33.848690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55832) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:33.877909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c0dd09-efbb-4d19-8b48-c007c97dbe94') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:33.878281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c0dd09-efbb-4d19-8b48-c007c97dbe94') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:33.905688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55834) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:33.913934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1241741916'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:33.935025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68bec83f-382d-4919-999d-55da69b1f809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.942665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.960422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.968129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd77df-5f01-4655-b4b0-5eceed63f541 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Subnet': ['ID=6b17b796-c90d-4f57-be7b-acb6e6159d27,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:33.982315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:33.983000 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.988003 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68bec83f-382d-4919-999d-55da69b1f809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:33.990801 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:34.023604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting subnet 7f414bc4-a703-4dfe-bcf2-d207dc435e22 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:48:34.026834 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.042782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:34.094644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.126469 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e95504e0-a117-4329-ab31-8f5d88a6310f not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:34.127019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d85c9e04-7d63-4f83-bd19-103888d94fac no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:34.130764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bec83f-382d-4919-999d-55da69b1f809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168da246-68f5-4f40-81eb-fd66edb8ab6b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:34.131533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.131888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.132202 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Floating IP 512a3fad-c568-4f48-9e77-d936604e059f disassociated. External IP: 172.25.2.147, port: d85c9e04-7d63-4f83-bd19-103888d94fac. Nov 25 18:48:34.132391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b29ec-e648-46b2-9863-dd7bd2ba0ac3 None None] Network d6b79920-5d36-49bd-815a-bd6d42623799 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:34.132543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for d85c9e04-7d63-4f83-bd19-103888d94fac owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:34.134597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:34.138241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.198494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5df04-3e73-4696-bf4e-a665336c719b req-3f2a3af8-db21-4e9c-8b3e-36f7e690b3e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:34.200061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:48:34.200061 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:48:34.200061 n-d-819194-3 neutron-server[103456]: [parameters: {'id': 'fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae'}] Nov 25 18:48:34.200061 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:48:34.200691 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:48:34.200956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22d5df04-3e73-4696-bf4e-a665336c719b req-3f2a3af8-db21-4e9c-8b3e-36f7e690b3e0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 945 time: 0.3166108 Nov 25 18:48:34.228453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68bec83f-382d-4919-999d-55da69b1f809 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b759cb399704076b53b39f420357559&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7782602 Nov 25 18:48:34.238848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:34.319809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:34.377815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816991b8-841f-46f6-8983-c93f5de9d542 req-183f451a-c636-41e1-839f-e4c70c772c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:34.385100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.385444 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Added segment d1a14dd8-ca4b-40e3-9f97-cddcec53dfee of type vlan for network 4ceda34d-b884-4a07-9638-9608188b8ae3 Nov 25 18:48:34.387937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816991b8-841f-46f6-8983-c93f5de9d542 req-183f451a-c636-41e1-839f-e4c70c772c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:34.394934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816991b8-841f-46f6-8983-c93f5de9d542 req-183f451a-c636-41e1-839f-e4c70c772c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:34.403459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816991b8-841f-46f6-8983-c93f5de9d542 req-183f451a-c636-41e1-839f-e4c70c772c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:34.405856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-816991b8-841f-46f6-8983-c93f5de9d542 req-183f451a-c636-41e1-839f-e4c70c772c9b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 3146 time: 0.2175262 Nov 25 18:48:34.406516 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:48:34.406890 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:48:34.417773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.451865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 04e155e4-50c7-49b8-bdcb-3c961e9dd511 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:34.476134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:34.488138 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22d5df04-3e73-4696-bf4e-a665336c719b req-d701715c-7d6d-40c1-9303-76399f1dffa5 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480700 Nov 25 18:48:34.520143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 8e5de99a-a970-47b7-a440-d735fce22384 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:34.520143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.520836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.534126 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f86c04e-6f4e-46f2-9472-56add57c01b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.538708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] For port 063e3c15-1d25-442a-b39b-c4bb3d244b05, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:34.546971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-816991b8-841f-46f6-8983-c93f5de9d542 req-94c9b674-37c4-4fbf-a801-84040b254005 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332397 Nov 25 18:48:34.603054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] For port 063e3c15-1d25-442a-b39b-c4bb3d244b05, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=063e3c15-1d25-442a-b39b-c4bb3d244b05,segment=NetworkSegment(66c0dd09-efbb-4d19-8b48-c007c97dbe94),segment_id=66c0dd09-efbb-4d19-8b48-c007c97dbe94)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:34.629389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f86c04e-6f4e-46f2-9472-56add57c01b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.633415 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.642209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.648018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:34.648521 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.662145 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.714857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 8e5de99a-a970-47b7-a440-d735fce22384, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8e5de99a-a970-47b7-a440-d735fce22384,segment=NetworkSegment(09c5f0f1-8cce-4396-898e-33315c6bca1c),segment_id=09c5f0f1-8cce-4396-898e-33315c6bca1c)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:34.715214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.734852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:34.735457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.737370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] DHCP port deletion for d6b79920-5d36-49bd-815a-bd6d42623799 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:48:34.740286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 8e5de99a-a970-47b7-a440-d735fce22384 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:34.745929 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.760287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.772997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Subnet': ['ID=7f414bc4-a703-4dfe-bcf2-d207dc435e22,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:34.786895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:34.790916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7ff6d223-2c10-4559-82d8-7542fa159f74 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/subnets/7f414bc4-a703-4dfe-bcf2-d207dc435e22 HTTP/1.1" status: 204 len: 168 time: 0.9412465 Nov 25 18:48:34.795664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55856) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:34.797185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ee50e-4af4-4945-be07-3e2adc99d183 None None] Network 5321d12e-229b-4c3d-a12e-f97c8db8dcfc requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:34.818133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9081523 Nov 25 18:48:34.835071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:34.858941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2085126959'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:34.882828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=d85c9e04-7d63-4f83-bd19-103888d94fac,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:34.916666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b274-9fd5-4d6e-8198-870ea44aa6e9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Network': ['ID=4ceda34d-b884-4a07-9638-9608188b8ae3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:34.934715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b19a5-f16d-4cc4-9470-af46e0512996 None None] Network fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:34.980354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:35.027281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1d1a2-a6bd-4f94-abc8-ca049c85c768 None None] Pushing event updated for resources: {'Port': ['ID=063e3c15-1d25-442a-b39b-c4bb3d244b05,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:35.030025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:35.034321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.042704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.046484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.053441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.061503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f86c04e-6f4e-46f2-9472-56add57c01b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.064256 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f86c04e-6f4e-46f2-9472-56add57c01b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.065402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4f86c04e-6f4e-46f2-9472-56add57c01b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/168da246-68f5-4f40-81eb-fd66edb8ab6b HTTP/1.1" status: 204 len: 168 time: 0.8146486 Nov 25 18:48:35.098545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=8e5de99a-a970-47b7-a440-d735fce22384,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:35.157335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86c04e-6f4e-46f2-9472-56add57c01b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168da246-68f5-4f40-81eb-fd66edb8ab6b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:35.203765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:35.255626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.301879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.302217 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Added segment 0e94b75f-a34b-4029-8efa-5eb2ead9b40e of type vlan for network b771d437-5fd6-46e0-b62a-e89b3aefade5 Nov 25 18:48:35.346256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Router 0edbc615-014a-4398-9192-0bebdb11ef52 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:35.356315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:26Z', 'revision_number': 7, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:29Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:35.424089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22f0c0-3c2b-40dd-b83a-3ad722847f8a None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:26Z', 'revision_number': 7, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5de99a-a970-47b7-a440-d735fce22384', 'name': '', 'network_id': 'c2ff700f-c39c-4723-ac1a-78e0c943b617', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:81:b0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:11Z', 'updated_at': '2021-11-25T18:48:29Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': '9c5a4f08-3dd1-45df-b26a-c2360047cf0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:35.491703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.634813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.resource_extend [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:48:35.720488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] Deleting port bf748759-1083-4764-99b8-c3965d183d66 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:35.720938 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.749750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting port bf748759-1083-4764-99b8-c3965d183d66 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:35.750347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.815023 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.823014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:35.823661 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:35.837255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 098da6a6-234d-4227-89b8-f28c1ee0bfa7 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:35.850485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fe47d968-aff5-471b-a113-90a843d26884 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:35.884307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] For port bf748759-1083-4764-99b8-c3965d183d66, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bf748759-1083-4764-99b8-c3965d183d66,segment=NetworkSegment(0a7d6914-b9fb-4ec9-9b4c-ef0551501803),segment_id=0a7d6914-b9fb-4ec9-9b4c-ef0551501803)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:35.938517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5b3d-8ba3-4576-bbec-de1904d2e855 req-e8e5d2c6-7433-449d-b7e8-df944265d829 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:35.946644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-690f5b3d-8ba3-4576-bbec-de1904d2e855 req-e8e5d2c6-7433-449d-b7e8-df944265d829 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 945 time: 0.2363493 Nov 25 18:48:36.002557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcce37c-73b0-4779-8d89-43a24a4a6c79 req-d5fef770-0b3b-4968-a085-47bad60b685c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:36.005699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1506109 Nov 25 18:48:36.009621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcce37c-73b0-4779-8d89-43a24a4a6c79 req-d5fef770-0b3b-4968-a085-47bad60b685c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:36.017910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcce37c-73b0-4779-8d89-43a24a4a6c79 req-d5fef770-0b3b-4968-a085-47bad60b685c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:36.027112 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbcce37c-73b0-4779-8d89-43a24a4a6c79 req-d5fef770-0b3b-4968-a085-47bad60b685c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 2410 time: 0.1351516 Nov 25 18:48:36.030074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55896) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:36.039449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'subnet': {'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:36.047207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.052124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] For port bf748759-1083-4764-99b8-c3965d183d66, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bf748759-1083-4764-99b8-c3965d183d66,segment=NetworkSegment(0a7d6914-b9fb-4ec9-9b4c-ef0551501803),segment_id=0a7d6914-b9fb-4ec9-9b4c-ef0551501803)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:36.052629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.068661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Could not find standard attr ID for object 0a7fa340-1c6d-49e5-9a4f-818e913d18ed. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:48:36.080392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] For port bf748759-1083-4764-99b8-c3965d183d66, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bf748759-1083-4764-99b8-c3965d183d66,segment=NetworkSegment(0a7d6914-b9fb-4ec9-9b4c-ef0551501803),segment_id=0a7d6914-b9fb-4ec9-9b4c-ef0551501803)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:36.081057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.106286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-690f5b3d-8ba3-4576-bbec-de1904d2e855 req-f35572e3-3e84-4410-9c4a-32c447d303f6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577311 Nov 25 18:48:36.106532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbcce37c-73b0-4779-8d89-43a24a4a6c79 req-ac3cde52-87a5-48b4-aa17-528aaba879e6 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744584 Nov 25 18:48:36.111465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efbb46-12ea-48e2-8ded-a26fc6bf1781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Network': ['ID=b771d437-5fd6-46e0-b62a-e89b3aefade5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:36.140906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:36.143828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Calling delete_port for bf748759-1083-4764-99b8-c3965d183d66 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:36.151935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] Calling delete_port for bf748759-1083-4764-99b8-c3965d183d66 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:36.189032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:36.213403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] Sync routers for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:36.227849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] No DVR routers for this DVR port d85c9e04-7d63-4f83-bd19-103888d94fac on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:36.232269 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.236241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-63ef764f-8fef-4c9a-968f-f85ad7c6bbee tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "DELETE /v2.0/ports/d85c9e04-7d63-4f83-bd19-103888d94fac HTTP/1.1" status: 204 len: 173 time: 3.4245908 Nov 25 18:48:36.236782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:36.239518 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a11cf6-5167-4747-ac18-07ec47b61deb" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:36.295947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting port 063e3c15-1d25-442a-b39b-c4bb3d244b05 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:36.296295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.313531 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78bce11-7620-4ebb-be11-0d07ae12b440 x-openstack-request-id: req-b78bce11-7620-4ebb-be11-0d07ae12b440 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:36.313835 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "d85c9e04-7d63-4f83-bd19-103888d94fac", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:36.314683 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b78bce11-7620-4ebb-be11-0d07ae12b440 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:36.314683 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': 'd85c9e04-7d63-4f83-bd19-103888d94fac', 'status': 'completed', 'code': 200} Nov 25 18:48:36.387715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] For port 063e3c15-1d25-442a-b39b-c4bb3d244b05, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=063e3c15-1d25-442a-b39b-c4bb3d244b05,segment=NetworkSegment(66c0dd09-efbb-4d19-8b48-c007c97dbe94),segment_id=66c0dd09-efbb-4d19-8b48-c007c97dbe94)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:36.388093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.429505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Calling delete_port for 063e3c15-1d25-442a-b39b-c4bb3d244b05 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:36.447462 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.453014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.474174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port e02796df-229d-4986-942a-f2ea88ac1b3f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:36.474794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.499315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] No DVR routers for this DVR port bf748759-1083-4764-99b8-c3965d183d66 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:36.633922 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.674266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b79920-5d36-49bd-815a-bd6d42623799']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:36.685293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7d6914-b9fb-4ec9-9b4c-ef0551501803') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:36.685602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7d6914-b9fb-4ec9-9b4c-ef0551501803') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:36.695910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.710191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.711623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Pushing event updated for resources: {'Port': ['ID=bf748759-1083-4764-99b8-c3965d183d66,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:36.716544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:36.717090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.741217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] DHCP port deletion for 5321d12e-229b-4c3d-a12e-f97c8db8dcfc request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:48:36.771183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:36.774838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.779601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:36.780397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:36.782242 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:36.785933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port bcfbdc90-7b0e-47e4-810d-1ff8de164454 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:36.786078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Port': ['ID=bf748759-1083-4764-99b8-c3965d183d66,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:36.786349 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.821983 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.835544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.842437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/networks/d6b79920-5d36-49bd-815a-bd6d42623799 HTTP/1.1" status: 204 len: 168 time: 2.0228817 Nov 25 18:48:36.844574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55920) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:36.856956 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.881101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f3af5-e8bd-493a-9992-cf095e6a5148 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Network': ['ID=d6b79920-5d36-49bd-815a-bd6d42623799,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:36.936472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.960574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] Pushing event deleted for resources: {'Port': ['ID=bf748759-1083-4764-99b8-c3965d183d66,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:36.970835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:36.981285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:37.018050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No DVR routers for this DVR port 063e3c15-1d25-442a-b39b-c4bb3d244b05 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:37.029706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] Network d6b79920-5d36-49bd-815a-bd6d42623799 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:48:37.030412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d71036-0e8c-4b85-a38e-078b15a142a0 None None] No DVR routers for this DVR port bf748759-1083-4764-99b8-c3965d183d66 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:37.072432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Port': ['ID=063e3c15-1d25-442a-b39b-c4bb3d244b05,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:37.078987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:37.079433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.091971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port fe47d968-aff5-471b-a113-90a843d26884 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:48:37.118076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] For port e02796df-229d-4986-942a-f2ea88ac1b3f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e02796df-229d-4986-942a-f2ea88ac1b3f,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:37.119076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.176563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for e02796df-229d-4986-942a-f2ea88ac1b3f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:37.186979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port fe47d968-aff5-471b-a113-90a843d26884 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:37.187672 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.273044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] Deleting port c9b775c0-4961-4140-b7d0-ef497e55de49 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:37.273602 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.300564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.325127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting port c9b775c0-4961-4140-b7d0-ef497e55de49 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:37.325464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.330491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:37.342634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c0dd09-efbb-4d19-8b48-c007c97dbe94') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:37.342856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c0dd09-efbb-4d19-8b48-c007c97dbe94') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:37.348760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:37.348913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.356063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.374108 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.381787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:37.382712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.412838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:37.481111 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:37.501631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc692-bf9d-49ba-bde9-024ecd0ea71e req-44ff47af-8c25-4126-b038-5b54d24d8ee5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:37.508230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc692-bf9d-49ba-bde9-024ecd0ea71e req-44ff47af-8c25-4126-b038-5b54d24d8ee5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:37.515451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc692-bf9d-49ba-bde9-024ecd0ea71e req-44ff47af-8c25-4126-b038-5b54d24d8ee5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:37.517368 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-169cc692-bf9d-49ba-bde9-024ecd0ea71e req-44ff47af-8c25-4126-b038-5b54d24d8ee5 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 2410 time: 0.1941209 Nov 25 18:48:37.519376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] For port c9b775c0-4961-4140-b7d0-ef497e55de49, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c9b775c0-4961-4140-b7d0-ef497e55de49,segment=NetworkSegment(4ce44d37-63c2-4d08-9f83-96ba062f5088),segment_id=4ce44d37-63c2-4d08-9f83-96ba062f5088)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:37.519740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.592496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Calling delete_port for c9b775c0-4961-4140-b7d0-ef497e55de49 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:37.598377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-169cc692-bf9d-49ba-bde9-024ecd0ea71e req-cdc5de0c-cca9-4844-ba63-08afd825fc7e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694582 Nov 25 18:48:37.622088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] For port c9b775c0-4961-4140-b7d0-ef497e55de49, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c9b775c0-4961-4140-b7d0-ef497e55de49,segment=NetworkSegment(4ce44d37-63c2-4d08-9f83-96ba062f5088),segment_id=4ce44d37-63c2-4d08-9f83-96ba062f5088)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:37.622653 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.710111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.741043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.742992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.796095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] Calling delete_port for c9b775c0-4961-4140-b7d0-ef497e55de49 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:37.811708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.821107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55936) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:37.821297 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae HTTP/1.1" status: 204 len: 168 time: 9.6561649 Nov 25 18:48:37.838065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470242152'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:37.871907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.876784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988e010-330a-4a31-8778-e83c912161c1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:37.890067 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.895608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:37.903623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:37.979942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] For port 098da6a6-234d-4227-89b8-f28c1ee0bfa7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=098da6a6-234d-4227-89b8-f28c1ee0bfa7,segment=NetworkSegment(463e726c-f566-44e8-861a-0270090b1076),segment_id=463e726c-f566-44e8-861a-0270090b1076)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:37.980169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52bf71-b4a1-4bf5-af3f-75f64ffea46a req-94b9215f-20f9-4276-9336-2a3656179229 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:37.983231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b52bf71-b4a1-4bf5-af3f-75f64ffea46a req-94b9215f-20f9-4276-9336-2a3656179229 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 945 time: 0.4998584 Nov 25 18:48:37.992487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:38.003731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.009366 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:38.009903 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-19da6f67-a947-4b2f-b3a6-ddd2c9cd744f tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5382380 Nov 25 18:48:38.012336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:38.023774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=e02796df-229d-4986-942a-f2ea88ac1b3f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:38.028387 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:38.029408 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:38.039533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Subnet': ['ID=7ea64b89-82e7-4403-833c-c7561fb07d42,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:38.073450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Checking segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:38.074161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network hostable DHCP agents. Network: 4ceda34d-b884-4a07-9638-9608188b8ae3, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:38.151020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:38.152122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] No DVR routers for this DVR port c9b775c0-4961-4140-b7d0-ef497e55de49 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:38.172085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Port': ['ID=c9b775c0-4961-4140-b7d0-ef497e55de49,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:38.217817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 4ceda34d-b884-4a07-9638-9608188b8ae3) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:38.233802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b52bf71-b4a1-4bf5-af3f-75f64ffea46a req-e8dfce24-d277-4fdd-9359-ea27ffb23308 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184372 Nov 25 18:48:38.235983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] No DVR routers for this DVR port e02796df-229d-4986-942a-f2ea88ac1b3f on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:38.240139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.245202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:38.247358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.252466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.254687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.283865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cc6079a3-3999-49c5-a9fb-98bde5ef86a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2501290 Nov 25 18:48:38.286554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:38.288999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c81cc4-0b47-4614-9f9e-d17521070ec0 None None] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:38.292220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'subnet': {'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:38.317420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.344932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5321d12e-229b-4c3d-a12e-f97c8db8dcfc']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:38.355365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce44d37-63c2-4d08-9f83-96ba062f5088') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:38.355665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce44d37-63c2-4d08-9f83-96ba062f5088') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:38.367966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.400936 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.410126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:38.415376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.423290 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:38.495288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.506063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-9eac11f5-7230-487c-bffe-7f9d96bcf88c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "DELETE /v2.0/ports/e02796df-229d-4986-942a-f2ea88ac1b3f HTTP/1.1" status: 204 len: 173 time: 2.2539887 Nov 25 18:48:38.512649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:38.517169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port a3b50809-45dc-4058-8245-4bd686cacd36 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:38.517705 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10693266-9bc1-42de-b1f8-7593d5f08db5" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:38.517895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:38.520429 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:38.524898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] No DVR routers for this DVR port c9b775c0-4961-4140-b7d0-ef497e55de49 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:38.539652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:38.574162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.575447 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 50ec7c67-1af0-4ad3-8ab5-31d23b28eb53 of type vlan for network 963b99a2-7337-4884-b06a-5a14def50a18 Nov 25 18:48:38.588750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:38.593068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.672800 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:48:38.673471 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:48:38.767822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:38.770203 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a6e8a-bdcc-4b11-936d-c2604ebd87b1" -d '{"events": [{"server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "name": "network-vif-plugged", "status": "completed", "tag": "fe47d968-aff5-471b-a113-90a843d26884"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:38.801903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-4ceda34d-b884-4a07-9638-9608188b8ae3', 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'fixed_ips': [{'subnet_id': '7ea64b89-82e7-4403-833c-c7561fb07d42'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:38.802968 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.827154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Pushing event updated for resources: {'Port': ['ID=098da6a6-234d-4227-89b8-f28c1ee0bfa7,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:38.848141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port fe47d968-aff5-471b-a113-90a843d26884, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fe47d968-aff5-471b-a113-90a843d26884,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:38.893461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55584172-215f-416e-bfff-a351f60a21e5 None None] Pushing event deleted for resources: {'Port': ['ID=c9b775c0-4961-4140-b7d0-ef497e55de49,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:38.912388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:36Z', 'revision_number': 5, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:38.917798 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:38.936082 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282b962a-6e1c-460f-9357-8de266f8089f x-openstack-request-id: req-282b962a-6e1c-460f-9357-8de266f8089f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:38.936512 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "name": "network-vif-plugged", "status": "completed", "tag": "fe47d968-aff5-471b-a113-90a843d26884", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:38.936767 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-282b962a-6e1c-460f-9357-8de266f8089f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:38.937159 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884', 'code': 200} Nov 25 18:48:38.954845 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:34Z', 'revision_number': 8, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:38.991472 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:39.003675 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:39.004583 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:39.067509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3056a48-ed1e-4163-9a06-29199bdd7f73 req-06fc3a82-3c55-493a-847a-28d4a3ff8278 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:39.071428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=fe47d968-aff5-471b-a113-90a843d26884,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:39.084019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] Checking router: 0edbc615-014a-4398-9192-0bebdb11ef52 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:39.093995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3056a48-ed1e-4163-9a06-29199bdd7f73 req-06fc3a82-3c55-493a-847a-28d4a3ff8278 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:39.101001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3056a48-ed1e-4163-9a06-29199bdd7f73 req-06fc3a82-3c55-493a-847a-28d4a3ff8278 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 1677 time: 0.3216233 Nov 25 18:48:39.214024 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:39.233177 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44048872-df2d-4113-be22-3e9eb85eb515 x-openstack-request-id: req-44048872-df2d-4113-be22-3e9eb85eb515 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:39.233732 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "e02796df-229d-4986-942a-f2ea88ac1b3f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:39.233732 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44048872-df2d-4113-be22-3e9eb85eb515 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:39.234218 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': 'e02796df-229d-4986-942a-f2ea88ac1b3f', 'status': 'completed', 'code': 200} Nov 25 18:48:39.235920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.238019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:39.239697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:39.257514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.270317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.290304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet 9c5a4f08-3dd1-45df-b26a-c2360047cf0e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:48:39.326880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.333275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/networks/5321d12e-229b-4c3d-a12e-f97c8db8dcfc HTTP/1.1" status: 204 len: 168 time: 2.4855227 Nov 25 18:48:39.334531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:39.364695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aa174-4bd4-4521-bfee-e266e73af3b4 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Network': ['ID=5321d12e-229b-4c3d-a12e-f97c8db8dcfc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:39.366589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.373451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:39.374082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.379097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.477605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3056a48-ed1e-4163-9a06-29199bdd7f73 req-440eef62-9349-480a-8ef3-1149c8f700ad tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750347 Nov 25 18:48:39.506807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting subnet 91ed2f89-bc77-44c4-b96b-192f64f1c40e {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:48:39.526729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.566016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.593424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Allocated IP 10.1.1.2 (4ceda34d-b884-4a07-9638-9608188b8ae3/7ea64b89-82e7-4403-833c-c7561fb07d42/bff45736-b03f-49d4-a94a-f44e232f2573) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:39.673672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8511772 Nov 25 18:48:39.681452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55970) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:39.696760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': '963b99a2-7337-4884-b06a-5a14def50a18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:39.709289 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.723403 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:34Z', 'revision_number': 8, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:39.732257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Subnet': ['ID=f174018d-1762-494b-a114-5876deb307fb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:39.803688 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307055bf-34f4-4b79-b446-348fe7f65234 None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:34Z', 'revision_number': 8, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3b50809-45dc-4058-8245-4bd686cacd36', 'name': '', 'network_id': '012228ef-53ee-4086-ac6e-98b206106cbb', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:ad:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:48:01Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 4, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'e123c76e-fcad-4b7f-aae5-7030ecc5d037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:39.804102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.808803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75e1b-6749-4011-b4b3-f326a8f071e8 req-f00abfe0-06c8-473a-8ce2-5a27b67bb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:39.811453 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12b75e1b-6749-4011-b4b3-f326a8f071e8 req-f00abfe0-06c8-473a-8ce2-5a27b67bb114 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 1097 time: 0.5427206 Nov 25 18:48:39.830719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:39.894033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142aabc-e420-43ad-ae2d-bff262b86a30 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=963b99a2-7337-4884-b06a-5a14def50a18,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:39.919999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Checking segment: {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:39.921010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network hostable DHCP agents. Network: b771d437-5fd6-46e0-b62a-e89b3aefade5, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:39.925021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:39.926130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfb600-914d-4159-8d7b-d774edee0aec req-1fb303da-d59c-4257-9d46-aa93f26328f3 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:39.939383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cadfb600-914d-4159-8d7b-d774edee0aec req-1fb303da-d59c-4257-9d46-aa93f26328f3 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 946 time: 0.5534072 Nov 25 18:48:39.959876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:39.984474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, b771d437-5fd6-46e0-b62a-e89b3aefade5) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:40.005024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:40.007652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.012776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 963b99a2-7337-4884-b06a-5a14def50a18 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:40.014618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61edf742-c73f-4a97-ac17-4c625acd6f02 None None] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:40.028820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.117347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-beecbfa7-a16a-4264-b19a-d9a3a421b822 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8290682 Nov 25 18:48:40.120710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.120945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] For port a3b50809-45dc-4058-8245-4bd686cacd36, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a3b50809-45dc-4058-8245-4bd686cacd36,segment=NetworkSegment(463e726c-f566-44e8-861a-0270090b1076),segment_id=463e726c-f566-44e8-861a-0270090b1076)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:40.122504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55974) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:40.131504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'port': {'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'name': 'tempest-TaggedBootDevicesTest_v242-1143490817', 'fixed_ips': [{'subnet_id': '7ea64b89-82e7-4403-833c-c7561fb07d42'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:40.165222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:40.214997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Pushing event updated for resources: {'Port': ['ID=bff45736-b03f-49d4-a94a-f44e232f2573,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:40.236638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:40.237120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.264664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.265669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12b75e1b-6749-4011-b4b3-f326a8f071e8 req-8ada3e67-6878-4876-83b3-7f49c607f863 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790970 Nov 25 18:48:40.284500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cadfb600-914d-4159-8d7b-d774edee0aec req-a345f5f1-6a70-40e6-b873-edca0d46d56a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441267 Nov 25 18:48:40.330997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Subnet': ['ID=91ed2f89-bc77-44c4-b96b-192f64f1c40e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:40.347808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.355193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-76de1c50-d06d-4143-b8fa-158293d327cf tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/subnets/91ed2f89-bc77-44c4-b96b-192f64f1c40e HTTP/1.1" status: 204 len: 168 time: 1.0106704 Nov 25 18:48:40.356446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55976) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:40.407749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.467601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:40.471086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.477719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.520837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.524328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184d2d6f-7119-407e-9bd7-6f16a321a598 None None] Network e2da838a-2b7e-49fc-b184-e5f6991a239a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:40.563529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:40.568641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:40.597787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:40.694195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Deleting port bcfbdc90-7b0e-47e4-810d-1ff8de164454 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:40.695420 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.699129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:40.751470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Provisioning complete for port fe47d968-aff5-471b-a113-90a843d26884 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:40.752208 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.777256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65edc3-2823-43d4-8d40-f354adb48072 req-3f101226-0fd6-4ad5-9d6f-1c68d6c3b0ad tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:40.788549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.794113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65edc3-2823-43d4-8d40-f354adb48072 req-3f101226-0fd6-4ad5-9d6f-1c68d6c3b0ad tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:40.796143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b65edc3-2823-43d4-8d40-f354adb48072 req-3f101226-0fd6-4ad5-9d6f-1c68d6c3b0ad tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 1677 time: 0.1581395 Nov 25 18:48:40.872232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5a4f08-3dd1-45df-b26a-c2360047cf0e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:40.881720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] For port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:40.881720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.881720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.881990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f88e0ec7-95e0-4145-b526-9f63b60e7dbd tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/9c5a4f08-3dd1-45df-b26a-c2360047cf0e HTTP/1.1" status: 204 len: 168 time: 2.8358781 Nov 25 18:48:40.883204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Pushing event updated for resources: {'Port': ['ID=a3b50809-45dc-4058-8245-4bd686cacd36,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:40.887605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:40.918844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab599e14-f564-4685-a330-9bab26c0a93e None None] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:40.930360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] For port bcfbdc90-7b0e-47e4-810d-1ff8de164454, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bcfbdc90-7b0e-47e4-810d-1ff8de164454,segment=NetworkSegment(b82bc7c0-6122-4432-b64b-45c54330b103),segment_id=b82bc7c0-6122-4432-b64b-45c54330b103)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:40.930767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.932965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:40.933581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:40.937776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:40.965121 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b65edc3-2823-43d4-8d40-f354adb48072 req-806f1959-98fb-4c7b-8fe6-b08812345558 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613081 Nov 25 18:48:40.977860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Calling delete_port for bcfbdc90-7b0e-47e4-810d-1ff8de164454 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:41.053949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.059642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.150531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] device_id is not set on port e6174140-49e4-43fe-9dac-c3c605dbcf54 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:48:41.152965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.175442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] No DVR routers for this DVR port bcfbdc90-7b0e-47e4-810d-1ff8de164454 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:41.189668 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bec94727-7c1b-4709-bb97-ab6ef5a34c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.196861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Attempting to bind port bff45736-b03f-49d4-a94a-f44e232f2573 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:41.197262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Attempting to bind port bff45736-b03f-49d4-a94a-f44e232f2573 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:41.197638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Attempting to bind port bff45736-b03f-49d4-a94a-f44e232f2573 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:41.217365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Port': ['ID=bcfbdc90-7b0e-47e4-810d-1ff8de164454,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:41.245245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:41.246255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Checking segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:41.247557 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.247966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Bound using segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:41.248460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Bound port: bff45736-b03f-49d4-a94a-f44e232f2573, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:41.249003 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.393918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] For port bff45736-b03f-49d4-a94a-f44e232f2573, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:41.397656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] For port bff45736-b03f-49d4-a94a-f44e232f2573, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bff45736-b03f-49d4-a94a-f44e232f2573,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:41.409964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b459f-2052-4b8f-a1cf-32bc0b9f175a None None] DHCP port deletion for e2da838a-2b7e-49fc-b184-e5f6991a239a request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:48:41.411759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.437318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.453638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2da838a-2b7e-49fc-b184-e5f6991a239a']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:41.469625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82bc7c0-6122-4432-b64b-45c54330b103') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:41.470477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82bc7c0-6122-4432-b64b-45c54330b103') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:41.487080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.531760 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.542948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.560400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:41.561281 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.570383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-b771d437-5fd6-46e0-b62a-e89b3aefade5', 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'fixed_ips': [{'subnet_id': 'f174018d-1762-494b-a114-5876deb307fb'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:41.572195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:41.573918 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:41.646760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dde9f-43df-409e-91dc-8560c95d8933 None None] Pushing event updated for resources: {'Port': ['ID=bff45736-b03f-49d4-a94a-f44e232f2573,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:41.677935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Could not find standard attr ID for object 69da5dc9-ae20-4cf3-bad4-54b7bf899690. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:48:41.731698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.739090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.742807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/networks/e2da838a-2b7e-49fc-b184-e5f6991a239a HTTP/1.1" status: 204 len: 168 time: 1.3852761 Nov 25 18:48:41.755022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55996) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:41.765397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737a79b-1642-41a8-a5d9-8ed38685d865 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Pushing event deleted for resources: {'Network': ['ID=e2da838a-2b7e-49fc-b184-e5f6991a239a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:41.774513 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e34bdd1-497d-47a8-8fcb-40e15023824a None None] Could not find standard attr ID for object c9b775c0-4961-4140-b7d0-ef497e55de49. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:48:41.789092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:36Z', 'revision_number': 5, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:41.796820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0faa3f94-e40e-46ef-adb1-791b12b786ba tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "GET /v2.0/ports?device_id=54a862aa-d467-4707-b461-1d10052eb691 HTTP/1.1" status: 200 len: 205 time: 0.0404255 Nov 25 18:48:41.797501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55998) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:41.887460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port d01a81a5-354b-4e7a-97c3-b70eddd93738 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:41.887952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.890270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:41.896376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79205-722a-4ae5-a87a-a7ca2b0f772a None None] The sync data for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 is: [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:37:29Z', 'revision_number': 4, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '76d2ca5f-7cba-457d-96fc-801422442950', 'name': '', 'network_id': '7bf66641-9a44-4b3a-812a-74127b6c8d1a', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'mac_address': 'fa:16:3e:34:cd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:28Z', 'updated_at': '2021-11-25T18:37:36Z', 'revision_number': 5, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'subnets': [{'id': '9748f676-e6f8-460b-9021-a1eda79cc10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:41.923209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab21d781-148f-41a1-9501-735ff297e4e8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.065859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577cbc-2ed5-44d3-8b3d-0753cddfd8d7 req-5289f74b-1231-4fc2-9880-f264a44d6ab8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:42.073605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f577cbc-2ed5-44d3-8b3d-0753cddfd8d7 req-5289f74b-1231-4fc2-9880-f264a44d6ab8 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 946 time: 0.5748813 Nov 25 18:48:42.192302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=ff2a30b5-8694-447d-9fb4-a2b242b4e8b8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:42.246823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=f51d22d8-9eb6-4c06-b49a-090330f1934a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:42.331933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] DHCP port deletion for c2ff700f-c39c-4723-ac1a-78e0c943b617 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:48:42.335163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:42.361340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] No DVR routers for this DVR port ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:42.374934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.378964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-f5ccfc20-2522-4048-b530-0ccd84928a4f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "DELETE /v2.0/ports/ff2a30b5-8694-447d-9fb4-a2b242b4e8b8 HTTP/1.1" status: 204 len: 173 time: 3.8573813 Nov 25 18:48:42.395575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:42.397925 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6865af39-ad79-476d-a287-a37c439a7ffc" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:42.420899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3cdb95bb-a3fd-45c2-a9a9-bd206f3e692f None None] Provisioning complete for port 4814b347-e104-4059-a6d1-b75d28eb9cdf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:42.421677 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3cdb95bb-a3fd-45c2-a9a9-bd206f3e692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.438760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab21d781-148f-41a1-9501-735ff297e4e8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.446290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab21d781-148f-41a1-9501-735ff297e4e8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.488711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Allocated IP 10.2.2.2 (b771d437-5fd6-46e0-b62a-e89b3aefade5/f174018d-1762-494b-a114-5876deb307fb/13deacc7-8d88-4915-9898-58b6530977b9) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:42.504937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port d01a81a5-354b-4e7a-97c3-b70eddd93738, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d01a81a5-354b-4e7a-97c3-b70eddd93738,segment=NetworkSegment(09c5f0f1-8cce-4396-898e-33315c6bca1c),segment_id=09c5f0f1-8cce-4396-898e-33315c6bca1c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:42.505636 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.530044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82659a-2173-4e7e-b2ac-8dbd376cf9d9 None None] New status for floating IP 512a3fad-c568-4f48-9e77-d936604e059f: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:48:42.542862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae40de-f758-44fd-be39-eb1eecb7efae req-cb001c03-d783-40ed-a02f-5cbbf8e535fd tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:42.544638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84ae40de-f758-44fd-be39-eb1eecb7efae req-cb001c03-d783-40ed-a02f-5cbbf8e535fd tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 943 time: 0.3011916 Nov 25 18:48:42.545837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab21d781-148f-41a1-9501-735ff297e4e8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.546349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab21d781-148f-41a1-9501-735ff297e4e8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Fanout notify agent at l3_agent the message router_deleted on router 54a862aa-d467-4707-b461-1d10052eb691 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:48:42.553881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab21d781-148f-41a1-9501-735ff297e4e8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.558111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ab21d781-148f-41a1-9501-735ff297e4e8 tempest-RoutersNegativeTest-819395607 tempest-RoutersNegativeTest-819395607-project] 10.222.0.62 "DELETE /v2.0/routers/54a862aa-d467-4707-b461-1d10052eb691 HTTP/1.1" status: 204 len: 168 time: 0.7595570 Nov 25 18:48:42.590124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 10.1.1.178 (4ceda34d-b884-4a07-9638-9608188b8ae3/7ea64b89-82e7-4403-833c-c7561fb07d42/e6174140-49e4-43fe-9dac-c3c605dbcf54) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:42.614969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84ae40de-f758-44fd-be39-eb1eecb7efae req-9a8a4cd9-0417-4eb7-9b61-434f6cfc3944 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554638 Nov 25 18:48:42.631779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for d01a81a5-354b-4e7a-97c3-b70eddd93738 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:42.641626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '963b99a2-7337-4884-b06a-5a14def50a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:42.642135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: 963b99a2-7337-4884-b06a-5a14def50a18, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:42.716740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f577cbc-2ed5-44d3-8b3d-0753cddfd8d7 req-b1517ee2-2aa2-41dd-894b-1ace13b32ef1 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5435603 Nov 25 18:48:42.819598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:42.819985 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.821302 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24efbf5-ad06-469a-9c2e-6d44887b5072 x-openstack-request-id: req-e24efbf5-ad06-469a-9c2e-6d44887b5072 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:42.821993 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "ff2a30b5-8694-447d-9fb4-a2b242b4e8b8", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:42.823468 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e24efbf5-ad06-469a-9c2e-6d44887b5072 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:42.825553 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': 'ff2a30b5-8694-447d-9fb4-a2b242b4e8b8', 'status': 'completed', 'code': 200} Nov 25 18:48:42.837919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] Deleting port d01a81a5-354b-4e7a-97c3-b70eddd93738 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:42.837919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:42.838915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb95bb-a3fd-45c2-a9a9-bd206f3e692f None None] Port 4814b347-e104-4059-a6d1-b75d28eb9cdf cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:48:43.031436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.098665 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.103659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network 963b99a2-7337-4884-b06a-5a14def50a18 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:43.164559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3cdb95bb-a3fd-45c2-a9a9-bd206f3e692f None None] Provisioning complete for port e95504e0-a117-4329-ab31-8f5d88a6310f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:43.167924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3cdb95bb-a3fd-45c2-a9a9-bd206f3e692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.185141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=e6174140-49e4-43fe-9dac-c3c605dbcf54,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:43.205312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 963b99a2-7337-4884-b06a-5a14def50a18) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:43.226942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:43.227508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.262784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port 8b846aee-081e-428e-91e0-a43843349da6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:43.263196 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.275044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-acd4ffbf-6ec3-4a1f-8ea6-39aafa8e9951 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5841897 Nov 25 18:48:43.275821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56016) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:43.277648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56020) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:43.289545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:43.295111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:43.326470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb95bb-a3fd-45c2-a9a9-bd206f3e692f None None] Port e95504e0-a117-4329-ab31-8f5d88a6310f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:48:43.344216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e65458-6625-4ccb-bc65-59223806a0ed None None] Network 963b99a2-7337-4884-b06a-5a14def50a18 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:43.346637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:43.407381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.417245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3cdb95bb-a3fd-45c2-a9a9-bd206f3e692f None None] Could not find standard attr ID for object 8e5de99a-a970-47b7-a440-d735fce22384. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:48:43.465408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=d01a81a5-354b-4e7a-97c3-b70eddd93738,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:43.489861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No DVR routers for this DVR port d01a81a5-354b-4e7a-97c3-b70eddd93738 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:43.583442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] For port d01a81a5-354b-4e7a-97c3-b70eddd93738, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d01a81a5-354b-4e7a-97c3-b70eddd93738,segment=NetworkSegment(09c5f0f1-8cce-4396-898e-33315c6bca1c),segment_id=09c5f0f1-8cce-4396-898e-33315c6bca1c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:43.584023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.600068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-daec4033-c0e8-41f8-8e1e-f731a01edf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.641743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.663974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ff700f-c39c-4723-ac1a-78e0c943b617']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:43.693995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c5f0f1-8cce-4396-898e-33315c6bca1c') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:43.694300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c5f0f1-8cce-4396-898e-33315c6bca1c') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:43.739651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f005c22-2edd-4556-99be-5c648a70bfbe None None] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:43.744485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:43.745715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.812390 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.865703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] For port 8b846aee-081e-428e-91e0-a43843349da6, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=8b846aee-081e-428e-91e0-a43843349da6,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:43.866081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.887026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.899919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-55ffbc20-0b86-40e4-ac57-4b520b5064d1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7722995 Nov 25 18:48:43.904203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for 8b846aee-081e-428e-91e0-a43843349da6 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:43.907574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:43.907993 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:43.910991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56038) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:43.911711 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:43.916591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'port': {'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'name': 'tempest-TaggedBootDevicesTest_v242-151077191', 'fixed_ips': [{'subnet_id': '7ea64b89-82e7-4403-833c-c7561fb07d42'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:43.932049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] Calling delete_port for d01a81a5-354b-4e7a-97c3-b70eddd93738 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:44.002294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-963b99a2-7337-4884-b06a-5a14def50a18', 'network_id': '963b99a2-7337-4884-b06a-5a14def50a18', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': 'f51d22d8-9eb6-4c06-b49a-090330f1934a'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:44.004206 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.055878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a3b50809-45dc-4058-8245-4bd686cacd36 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:44.153318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a33e182b-d7ef-49fc-af28-bd5aed3205b6 None None] Provisioning complete for port bff45736-b03f-49d4-a94a-f44e232f2573 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:44.153897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a33e182b-d7ef-49fc-af28-bd5aed3205b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.251824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9d7109d7-9564-4cbd-a410-8936484ad4cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01fb3651854146abad5c8cd5078077e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9726050 Nov 25 18:48:44.276620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56042) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:44.284333 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.318077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56044) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:44.347261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60e1f2-dd08-46a4-ba80-c16f6e4afa76 req-515d381f-1269-482f-b73e-711ad0942702 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:44.355265 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c60e1f2-dd08-46a4-ba80-c16f6e4afa76 req-515d381f-1269-482f-b73e-711ad0942702 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 946 time: 0.3627830 Nov 25 18:48:44.419731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.505160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c60e1f2-dd08-46a4-ba80-c16f6e4afa76 req-24d13951-9d81-414b-bc50-df61819be96c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489098 Nov 25 18:48:44.561753 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a33e182b-d7ef-49fc-af28-bd5aed3205b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.582974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.641101 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.643672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5cef23d0-332e-4f64-a273-e5e01de2ca86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.671481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Allocated IP 172.20.0.1 (963b99a2-7337-4884-b06a-5a14def50a18/f51d22d8-9eb6-4c06-b49a-090330f1934a/ebb999fb-fa0a-4cfe-9d91-f9f869f17191) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:44.716713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5cef23d0-332e-4f64-a273-e5e01de2ca86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.777816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0df16929-ea43-4016-aea7-bd7cb27d92d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.823591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.835226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e33ce6-ef3f-4b65-bc98-76398898b651 req-7b3ab9c0-696e-4bc8-9e08-37f9b63ff7a8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:44.843122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78e33ce6-ef3f-4b65-bc98-76398898b651 req-7b3ab9c0-696e-4bc8-9e08-37f9b63ff7a8 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 943 time: 1.0609360 Nov 25 18:48:44.896703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.902407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/c2ff700f-c39c-4723-ac1a-78e0c943b617 HTTP/1.1" status: 204 len: 168 time: 4.0053704 Nov 25 18:48:44.904545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc872e4-d765-4e30-afb2-5c14a83cdb27 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=c2ff700f-c39c-4723-ac1a-78e0c943b617,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:44.913644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56052) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:44.913920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.937535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:44.975875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:44.976846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:44.983543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:44.994053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:44.996773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Pushing event updated for resources: {'Port': ['ID=13deacc7-8d88-4915-9898-58b6530977b9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:45.003295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a33e182b-d7ef-49fc-af28-bd5aed3205b6 None None] For port bff45736-b03f-49d4-a94a-f44e232f2573, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bff45736-b03f-49d4-a94a-f44e232f2573,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:45.028319 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.048579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78e33ce6-ef3f-4b65-bc98-76398898b651 req-28501b97-815e-40b4-8aa8-fe24e253a500 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups?id=e31c9120-2719-4fb7-8d28-377dcfe56fae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018869 Nov 25 18:48:45.052298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] device_id is not set on port 94a855d3-3db1-43cb-9019-f1691f243d37 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:48:45.055863 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a33e182b-d7ef-49fc-af28-bd5aed3205b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.082187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3431b4-2acf-46b8-a521-3577e018915c req-573873ca-fcda-467d-806b-51c85cf45efc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:45.083359 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd3431b4-2acf-46b8-a521-3577e018915c req-573873ca-fcda-467d-806b-51c85cf45efc tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 946 time: 0.3481901 Nov 25 18:48:45.091199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a3b50809-45dc-4058-8245-4bd686cacd36 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:45.097719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.100794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.101257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.101753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.102159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.102589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.102991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.103387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.103796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.104218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.105318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.105318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.105318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:48:45.222011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0df16929-ea43-4016-aea7-bd7cb27d92d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.228458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5cef23d0-332e-4f64-a273-e5e01de2ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.232542 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5cef23d0-332e-4f64-a273-e5e01de2ca86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.247067 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5cef23d0-332e-4f64-a273-e5e01de2ca86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/925944f0-ee6c-412e-84e0-a41ccac716f4 HTTP/1.1" status: 204 len: 168 time: 0.9601805 Nov 25 18:48:45.287429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.421510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=8b846aee-081e-428e-91e0-a43843349da6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:45.430080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef23d0-332e-4f64-a273-e5e01de2ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925944f0-ee6c-412e-84e0-a41ccac716f4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:45.431914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0df16929-ea43-4016-aea7-bd7cb27d92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.456902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] Network c2ff700f-c39c-4723-ac1a-78e0c943b617 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:48:45.457459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] No DVR routers for this DVR port d01a81a5-354b-4e7a-97c3-b70eddd93738 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:45.478724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdf32-607f-425d-98a0-5b41f3fb9cad None None] Pushing event deleted for resources: {'Port': ['ID=d01a81a5-354b-4e7a-97c3-b70eddd93738,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:45.489333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] No DVR routers for this DVR port 8b846aee-081e-428e-91e0-a43843349da6 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:45.502828 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.506517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91098abd-0cd6-45fc-b6ba-8f7cb9c437d8 req-8cf50afc-a71a-41dd-b596-bfe25e2cd3bf tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.66 "DELETE /v2.0/ports/8b846aee-081e-428e-91e0-a43843349da6 HTTP/1.1" status: 204 len: 173 time: 3.0879533 Nov 25 18:48:45.506996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': '8b846aee-081e-428e-91e0-a43843349da6'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:45.509474 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b4bde-7a1d-4f82-8fda-94b10a7d6662" -d '{"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "8b846aee-081e-428e-91e0-a43843349da6"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:45.528547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 10.1.1.106 (4ceda34d-b884-4a07-9638-9608188b8ae3/7ea64b89-82e7-4403-833c-c7561fb07d42/94a855d3-3db1-43cb-9019-f1691f243d37) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:45.584676 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59af3d78-2c6c-48b8-8cbf-ef2bca5d4b22 x-openstack-request-id: req-59af3d78-2c6c-48b8-8cbf-ef2bca5d4b22 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:45.584676 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041972d-50ab-4f6e-adf3-09edf4cfba73", "name": "network-vif-deleted", "tag": "8b846aee-081e-428e-91e0-a43843349da6", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:45.584676 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59af3d78-2c6c-48b8-8cbf-ef2bca5d4b22 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:45.593201 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041972d-50ab-4f6e-adf3-09edf4cfba73', 'name': 'network-vif-deleted', 'tag': '8b846aee-081e-428e-91e0-a43843349da6', 'status': 'completed', 'code': 200} Nov 25 18:48:45.649430 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.650089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df16929-ea43-4016-aea7-bd7cb27d92d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9dfd75-adbc-4261-89b1-3d69cd634b78,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:45.800012 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:45.814066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e182b-d7ef-49fc-af28-bd5aed3205b6 None None] Pushing event updated for resources: {'Port': ['ID=bff45736-b03f-49d4-a94a-f44e232f2573,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:45.861268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd3431b4-2acf-46b8-a521-3577e018915c req-c1d6047b-37a6-457d-87be-c0f26916902a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6355853 Nov 25 18:48:45.883040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0df16929-ea43-4016-aea7-bd7cb27d92d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c465c1788d04f4a815258c31e7434a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5617619 Nov 25 18:48:45.900620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56070) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:45.901304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:45.929933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Attempting to bind port 13deacc7-8d88-4915-9898-58b6530977b9 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:45.935010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Attempting to bind port 13deacc7-8d88-4915-9898-58b6530977b9 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:45.935250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Attempting to bind port 13deacc7-8d88-4915-9898-58b6530977b9 on network b771d437-5fd6-46e0-b62a-e89b3aefade5 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:46.022744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Pushing event updated for resources: {'Port': ['ID=ebb999fb-fa0a-4cfe-9d91-f9f869f17191,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:46.050595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.051096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Network 963b99a2-7337-4884-b06a-5a14def50a18 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:46.066182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:46.066609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Checking segment: {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:46.067010 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.067413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Bound using segment: {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:46.067908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Bound port: 13deacc7-8d88-4915-9898-58b6530977b9, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:46.069279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.072591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8143-d2a0-43a5-bf64-f8ba91dc33d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.077589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.091379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-aae4ae7e-031b-4360-b5e2-3f85b23abdda None None] Provisioning complete for port bff45736-b03f-49d4-a94a-f44e232f2573 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:46.091723 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae4ae7e-031b-4360-b5e2-3f85b23abdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.161420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] For port 13deacc7-8d88-4915-9898-58b6530977b9, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:46.165916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] For port 13deacc7-8d88-4915-9898-58b6530977b9, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13deacc7-8d88-4915-9898-58b6530977b9,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:46.168007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:46.171612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:46.184070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.280151 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.289890 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.294308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3680961c-b9b4-466f-adb9-a94ca9b19f23 req-a63ec5eb-c514-416c-b748-62b88bdeea06 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0444207 Nov 25 18:48:46.316834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:46.320610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:46.327212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:46.356991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=f51d22d8-9eb6-4c06-b49a-090330f1934a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:46.407942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Attempting to bind port ebb999fb-fa0a-4cfe-9d91-f9f869f17191 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:46.411645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Attempting to bind port ebb999fb-fa0a-4cfe-9d91-f9f869f17191 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '963b99a2-7337-4884-b06a-5a14def50a18'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:46.412026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Attempting to bind port ebb999fb-fa0a-4cfe-9d91-f9f869f17191 on network 963b99a2-7337-4884-b06a-5a14def50a18 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:46.429576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=94a855d3-3db1-43cb-9019-f1691f243d37,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:46.429772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.430162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c9b775c0-4961-4140-b7d0-ef497e55de49 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:46.446574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:46.446966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Checking segment: {'id': '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '963b99a2-7337-4884-b06a-5a14def50a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:46.447374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.447807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Bound using segment: {'id': '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '963b99a2-7337-4884-b06a-5a14def50a18'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:46.448331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Bound port: ebb999fb-fa0a-4cfe-9d91-f9f869f17191, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '963b99a2-7337-4884-b06a-5a14def50a18'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:46.448703 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.485790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:46.486503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.532253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8143-d2a0-43a5-bf64-f8ba91dc33d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.532809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: c9b775c0-4961-4140-b7d0-ef497e55de49 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:46.533283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c9b775c0-4961-4140-b7d0-ef497e55de49 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 18:48:46.539498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-67850090-a825-4129-8fec-abf6921c7a2a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6268027 Nov 25 18:48:46.610855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963b99a2-7337-4884-b06a-5a14def50a18']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:46.641424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bed5e7-c350-4130-bd1b-be774554a57b tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:46.643397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f4bed5e7-c350-4130-bd1b-be774554a57b tempest-TestNetworkBasicOps-688703286 tempest-TestNetworkBasicOps-688703286-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 1092 time: 0.7399309 Nov 25 18:48:46.646307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:46.659777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'fe47d968-aff5-471b-a113-90a843d26884', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:46.694973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:46.702910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:46.713703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.757609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.785693 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.796259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:46.796982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:46.800712 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:46.827656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] For port ebb999fb-fa0a-4cfe-9d91-f9f869f17191, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:46.841387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Port c9b775c0-4961-4140-b7d0-ef497e55de49 not found, will not notify nova. {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 18:48:46.854980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bf748759-1083-4764-99b8-c3965d183d66 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:46.911870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8143-d2a0-43a5-bf64-f8ba91dc33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.916136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8143-d2a0-43a5-bf64-f8ba91dc33d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:46.942036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a0b8143-d2a0-43a5-bf64-f8ba91dc33d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f9dfd75-adbc-4261-89b1-3d69cd634b78 HTTP/1.1" status: 204 len: 168 time: 1.0385833 Nov 25 18:48:46.975590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bf748759-1083-4764-99b8-c3965d183d66 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:46.975937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bf748759-1083-4764-99b8-c3965d183d66 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 18:48:47.003292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.039508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56106) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:47.079917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:47.086932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:48:47.086932 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:48:47.086932 n-d-819194-3 neutron-server[103456]: [parameters: {'id': '963b99a2-7337-4884-b06a-5a14def50a18'}] Nov 25 18:48:47.086932 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:48:47.088230 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:48:47.102065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cc634acd-edcc-438a-995b-af033abe7839 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339596130', 'description': 'tempest-description--1307845464'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:47.116735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b8143-d2a0-43a5-bf64-f8ba91dc33d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9dfd75-adbc-4261-89b1-3d69cd634b78,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:47.174228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Allocated IP 172.25.2.220 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/e2844653-5cd2-4782-9c7e-1357f536876c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:47.200008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc634acd-edcc-438a-995b-af033abe7839 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.255064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.284629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Port bf748759-1083-4764-99b8-c3965d183d66 not found, will not notify nova. {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 18:48:47.285056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7861e666-1d4b-48d7-9ebf-807509a4f234 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:47.290684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad241e2-9fd8-444b-ac24-2a7fe34537cd None None] Pushing event updated for resources: {'Port': ['ID=13deacc7-8d88-4915-9898-58b6530977b9,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:47.312828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] For port ebb999fb-fa0a-4cfe-9d91-f9f869f17191, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ebb999fb-fa0a-4cfe-9d91-f9f869f17191,segment=NetworkSegment(50ec7c67-1af0-4ad3-8ab5-31d23b28eb53),segment_id=50ec7c67-1af0-4ad3-8ab5-31d23b28eb53)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:47.360756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.416872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.461013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.503221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.566271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d517f642-e53c-4834-82be-d0539eeea0a2 req-59f5f13c-0cbe-4193-a2fa-7c76ed205f87 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0859644 Nov 25 18:48:47.595027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.633759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642020384'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:47.677421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:47.689533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:47.705485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:47.728628 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc634acd-edcc-438a-995b-af033abe7839 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.751139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4a5db-68f4-4b60-aa2c-107812b1261c None None] Network 963b99a2-7337-4884-b06a-5a14def50a18 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:47.775404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:47.778608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340af0b6-7d80-4a3d-b14d-197c717d9138 None None] Pushing event updated for resources: {'Port': ['ID=ebb999fb-fa0a-4cfe-9d91-f9f869f17191,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:47.831994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc634acd-edcc-438a-995b-af033abe7839 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.859439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=e2844653-5cd2-4782-9c7e-1357f536876c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:47.881944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-aae4ae7e-031b-4360-b5e2-3f85b23abdda None None] Provisioning complete for port e6174140-49e4-43fe-9dac-c3c605dbcf54 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:47.882221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae4ae7e-031b-4360-b5e2-3f85b23abdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.915106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.976194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ba9f31c-1788-4dc5-924e-7292ef6d4fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.986978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7861e666-1d4b-48d7-9ebf-807509a4f234 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:47.987443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:47.996845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.055367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc634acd-edcc-438a-995b-af033abe7839 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.056844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cc634acd-edcc-438a-995b-af033abe7839 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9660761 Nov 25 18:48:48.062720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc634acd-edcc-438a-995b-af033abe7839 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9aae9-799f-4f20-8f03-f9939e2b6cfe,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:48.100128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:48.106857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-978fe841-adea-4628-9d79-471cdbf87e3f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'security_group_rule': {'security_group_id': '99c9aae9-799f-4f20-8f03-f9939e2b6cfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:48.115685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-aae4ae7e-031b-4360-b5e2-3f85b23abdda None None] Port e6174140-49e4-43fe-9dac-c3c605dbcf54 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:48:48.323436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2a7ec751-24c8-4141-8e34-be5e832a08e1 None None] Provisioning complete for port 94a855d3-3db1-43cb-9019-f1691f243d37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:48.323895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec751-24c8-4141-8e34-be5e832a08e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.349608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-978fe841-adea-4628-9d79-471cdbf87e3f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.414263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ec751-24c8-4141-8e34-be5e832a08e1 None None] Port 94a855d3-3db1-43cb-9019-f1691f243d37 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:48:48.437512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2a7ec751-24c8-4141-8e34-be5e832a08e1 None None] Provisioning complete for port e6174140-49e4-43fe-9dac-c3c605dbcf54 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:48.437889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a7ec751-24c8-4141-8e34-be5e832a08e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.535535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ec751-24c8-4141-8e34-be5e832a08e1 None None] Port e6174140-49e4-43fe-9dac-c3c605dbcf54 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:48:48.537900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting port ebb999fb-fa0a-4cfe-9d91-f9f869f17191 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:48.539942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.649013 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ba9f31c-1788-4dc5-924e-7292ef6d4fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.704735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8d23f-2630-4f62-8712-a8f7add5d0d5 None None] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:48.826251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6ba9f31c-1788-4dc5-924e-7292ef6d4fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.913645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-00208cab-c559-4904-b932-f4c264d10c9a None None] Provisioning complete for port 13deacc7-8d88-4915-9898-58b6530977b9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:48.915488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00208cab-c559-4904-b932-f4c264d10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:48.938103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bff45736-b03f-49d4-a94a-f44e232f2573 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:48.945399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4e4bc58-a471-4832-b8ea-e9aa24410144 req-35b44f29-dc03-43e4-a770-40633f84001a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1547205 Nov 25 18:48:48.990497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.017649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] For port ebb999fb-fa0a-4cfe-9d91-f9f869f17191, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ebb999fb-fa0a-4cfe-9d91-f9f869f17191,segment=NetworkSegment(50ec7c67-1af0-4ad3-8ab5-31d23b28eb53),segment_id=50ec7c67-1af0-4ad3-8ab5-31d23b28eb53)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:49.018057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.063554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6ba9f31c-1788-4dc5-924e-7292ef6d4fbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=299c39368e1449fdbf65b41ddeeb6669&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2671616 Nov 25 18:48:49.072651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56138) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:49.092582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Calling delete_port for ebb999fb-fa0a-4cfe-9d91-f9f869f17191 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:49.097249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.125992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-978fe841-adea-4628-9d79-471cdbf87e3f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.131124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.152001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9f31c-1788-4dc5-924e-7292ef6d4fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd2261f-c5e5-461e-95a2-59d84e07ae92,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:49.200611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bff45736-b03f-49d4-a94a-f44e232f2573 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:49.201068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.242942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.300532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.301840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-978fe841-adea-4628-9d79-471cdbf87e3f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.310786 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00208cab-c559-4904-b932-f4c264d10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.334475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port a3b50809-45dc-4058-8245-4bd686cacd36 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:49.335127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.350333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.374062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-978fe841-adea-4628-9d79-471cdbf87e3f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.375748 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-978fe841-adea-4628-9d79-471cdbf87e3f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2743499 Nov 25 18:48:49.405481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56146) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:49.413985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fe841-adea-4628-9d79-471cdbf87e3f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ad98bc-b97f-4804-b39a-57836420c39e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:49.457593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-182f9862-11ef-4709-9410-892058987f26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'security_group_rule': {'security_group_id': '99c9aae9-799f-4f20-8f03-f9939e2b6cfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:49.484649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3961f020-2824-4889-8b35-4285a4840c45,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:49.494528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.501218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.505801 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.4573717 Nov 25 18:48:49.506647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56148) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:49.514783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5263-cdbb-46ac-94b0-5c58a6327df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.559941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24385c66-2bf4-413e-b15f-f55713603752 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775d41e3-e7c9-4d86-8f95-4ee936e45143,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:49.586727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5263-cdbb-46ac-94b0-5c58a6327df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.601244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13deacc7-8d88-4915-9898-58b6530977b9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:49.608349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-00208cab-c559-4904-b932-f4c264d10c9a None None] For port 13deacc7-8d88-4915-9898-58b6530977b9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13deacc7-8d88-4915-9898-58b6530977b9,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:49.642898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.650137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-00208cab-c559-4904-b932-f4c264d10c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.780609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-182f9862-11ef-4709-9410-892058987f26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.805245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event updated for resources: {'Port': ['ID=e2844653-5cd2-4782-9c7e-1357f536876c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:49.812325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.826030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.845109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3402bd01-cb2e-4c02-b823-c66081988497 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:48:49.859829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de739127-2db2-4917-b068-a16fa0f782b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3113561 Nov 25 18:48:49.875293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56156) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:49.876357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No DVR routers for this DVR port ebb999fb-fa0a-4cfe-9d91-f9f869f17191 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:49.878125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Port': ['ID=ebb999fb-fa0a-4cfe-9d91-f9f869f17191,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:49.894947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port a3b50809-45dc-4058-8245-4bd686cacd36, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a3b50809-45dc-4058-8245-4bd686cacd36,segment=NetworkSegment(463e726c-f566-44e8-861a-0270090b1076),segment_id=463e726c-f566-44e8-861a-0270090b1076)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:49.895469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.901698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-602f7822-3fc0-4d80-9128-c9ba0bfb361d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-security--153428862', 'description': 'tempest-security-description-2022535298'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:49.942244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 13deacc7-8d88-4915-9898-58b6530977b9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:49.942857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.943528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5263-cdbb-46ac-94b0-5c58a6327df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.948221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5263-cdbb-46ac-94b0-5c58a6327df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:49.949823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bb5b5263-cdbb-46ac-94b0-5c58a6327df9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bcd2261f-c5e5-461e-95a2-59d84e07ae92 HTTP/1.1" status: 204 len: 168 time: 0.8754203 Nov 25 18:48:49.973821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b5263-cdbb-46ac-94b0-5c58a6327df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd2261f-c5e5-461e-95a2-59d84e07ae92,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:50.004668 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Floating IP 743807db-c407-40f5-8cd5-5618be2f111d associated. External IP: 172.25.2.220, port: fe47d968-aff5-471b-a113-90a843d26884. Nov 25 18:48:50.061301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208cab-c559-4904-b932-f4c264d10c9a None None] Pushing event updated for resources: {'Port': ['ID=13deacc7-8d88-4915-9898-58b6530977b9,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:50.094968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for a3b50809-45dc-4058-8245-4bd686cacd36 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:50.210167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7a9fdb5b-7bf1-4460-b1ec-b180feec0a11 None None] Provisioning complete for port 13deacc7-8d88-4915-9898-58b6530977b9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:50.211706 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdb5b-7bf1-4460-b1ec-b180feec0a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.224393 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.251437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6094a338-03b6-457f-8d23-b0c91785dac4 req-1ef0e724-ff2e-47e1-87e5-9a50084a4aff tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0808294 Nov 25 18:48:50.290991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963b99a2-7337-4884-b06a-5a14def50a18']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:50.310586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:50.311020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ec7c67-1af0-4ad3-8ab5-31d23b28eb53') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:50.336110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.358883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.367531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:50.368128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:50.419956 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:50.430067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a3b50809-45dc-4058-8245-4bd686cacd36 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:50.529228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router ef455382-3097-4205-9f59-059b60e4a517 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:50.611478 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-182f9862-11ef-4709-9410-892058987f26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.686816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-182f9862-11ef-4709-9410-892058987f26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.706853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-602f7822-3fc0-4d80-9128-c9ba0bfb361d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.713790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:50.730315 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] Sync routers for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:50.754742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.757408 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:50.765681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a3b50809-45dc-4058-8245-4bd686cacd36 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:50.769575 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:50.780613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.797273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-604923cc-7a02-4928-8378-a831fec6b91b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1473584 Nov 25 18:48:50.797273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:48:50.799835 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f5fe13-51d0-4be7-87bc-ca37af14c233" -d '{"events": [{"name": "network-changed", "server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "tag": "fe47d968-aff5-471b-a113-90a843d26884"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:48:50.803924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:50.871003 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.889934 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1d0e6b-2c4d-43c7-baf3-dbd9ce4e024b x-openstack-request-id: req-bb1d0e6b-2c4d-43c7-baf3-dbd9ce4e024b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:48:50.890259 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "tag": "fe47d968-aff5-471b-a113-90a843d26884", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:48:50.893942 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb1d0e6b-2c4d-43c7-baf3-dbd9ce4e024b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:48:50.894961 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884', 'status': 'completed', 'code': 200} Nov 25 18:48:50.898162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:50.917551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/963b99a2-7337-4884-b06a-5a14def50a18 HTTP/1.1" status: 204 len: 168 time: 7.6353629 Nov 25 18:48:50.922642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56190) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:50.953847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f9862-11ef-4709-9410-892058987f26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01340cf9-53a5-441a-86b0-4c3b13403cc5,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:51.039578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336605809'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:51.047481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-182f9862-11ef-4709-9410-892058987f26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.048879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-182f9862-11ef-4709-9410-892058987f26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6365077 Nov 25 18:48:51.058736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:51.085457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:51.103033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3402bd01-cb2e-4c02-b823-c66081988497 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:48:51.108951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-602f7822-3fc0-4d80-9128-c9ba0bfb361d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.118121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea53970-6ae6-457e-a8b0-4f3532a8d26c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=963b99a2-7337-4884-b06a-5a14def50a18,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:51.125379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-602f7822-3fc0-4d80-9128-c9ba0bfb361d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.129004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-602f7822-3fc0-4d80-9128-c9ba0bfb361d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.131119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-602f7822-3fc0-4d80-9128-c9ba0bfb361d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "PUT /v2.0/security-groups/775d41e3-e7c9-4d86-8f95-4ee936e45143 HTTP/1.1" status: 200 len: 1796 time: 1.2386506 Nov 25 18:48:51.139603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56200) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:51.151867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-ff132408-927e-42d4-9943-13d98da54270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:51.154282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-ff132408-927e-42d4-9943-13d98da54270 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 1097 time: 0.2535863 Nov 25 18:48:51.159746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01a544bf-9365-409e-9f6b-be0730d10834 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/floatingips/743807db-c407-40f5-8cd5-5618be2f111d HTTP/1.1" status: 200 len: 992 time: 0.3538754 Nov 25 18:48:51.186661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:51.434933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 098da6a6-234d-4227-89b8-f28c1ee0bfa7 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:51.514905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbd54b06-1748-4933-afb7-351249600f7e req-f81bab11-33b9-4d09-80fa-b044b4b8bc2a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0863900 Nov 25 18:48:51.521746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-ca74abe7-5e5f-4f56-85ca-f7961a9ac1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:51.524792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-ca74abe7-5e5f-4f56-85ca-f7961a9ac1c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d HTTP/1.1" status: 200 len: 897 time: 0.3623798 Nov 25 18:48:51.533564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.559504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:51.563201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.618576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.657057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-5f84f51c-9f08-4d0a-af20-f3eea1ae8d5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe47d968-aff5-471b-a113-90a843d26884 HTTP/1.1" status: 200 len: 1000 time: 0.1192324 Nov 25 18:48:51.660191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f7822-3fc0-4d80-9128-c9ba0bfb361d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775d41e3-e7c9-4d86-8f95-4ee936e45143,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:51.668877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=a3b50809-45dc-4058-8245-4bd686cacd36,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:51.678925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5d4ca6de-d7b3-44b4-80d5-989b390cd316 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups/775d41e3-e7c9-4d86-8f95-4ee936e45143 HTTP/1.1" status: 200 len: 1796 time: 0.5346229 Nov 25 18:48:51.701502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56212) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:51.746515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:48:51.757512 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.758013 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c of type vlan for network a84a7327-8726-44b4-86d1-a192df7dbf0c Nov 25 18:48:51.806818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.856336 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '743807db-c407-40f5-8cd5-5618be2f111d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'port_id': 'fe47d968-aff5-471b-a113-90a843d26884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'mac_address': 'fa:16:3e:66:c0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:48:48Z', 'updated_at': '2021-11-25T18:48:48Z', 'revision_number': 0, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:48:13Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:51.889000 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] Checking router: ef455382-3097-4205-9f59-059b60e4a517 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:51.899523 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:51.902075 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:51.924891 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.954876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6cda89f-ba87-4ad7-99ee-f41d3b087177 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.956376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:51.959529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:51.966249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-bd44d7f9-76ff-4219-b7f3-389818d31556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:51.969846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-bd44d7f9-76ff-4219-b7f3-389818d31556 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc541843-9184-4061-991b-f36b3da8b7da HTTP/1.1" status: 200 len: 835 time: 0.2672794 Nov 25 18:48:52.017645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:52.018307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.132818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.139054 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:52.151575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6cda89f-ba87-4ad7-99ee-f41d3b087177 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.162033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2245648 Nov 25 18:48:52.168502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56218) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:52.168964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56220) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:52.194174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:52.355237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc65fcc-274b-4409-8fae-f2f214895edb None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:48:52.408420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-7463d2ce-9726-4ae1-9eba-1a8ba98c9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:52.409912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-7463d2ce-9726-4ae1-9eba-1a8ba98c9fd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4242358 Nov 25 18:48:52.502070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 172.25.2.79 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0e519be5-647f-4520-8f1d-7fde6caabf07) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:52.536740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '743807db-c407-40f5-8cd5-5618be2f111d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'port_id': 'fe47d968-aff5-471b-a113-90a843d26884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'mac_address': 'fa:16:3e:66:c0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:48:48Z', 'updated_at': '2021-11-25T18:48:48Z', 'revision_number': 0, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:48:13Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:52.603225 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3a480-b648-4772-bdd0-c3c0c08b29cf None None] The sync data for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 is: [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '743807db-c407-40f5-8cd5-5618be2f111d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'port_id': 'fe47d968-aff5-471b-a113-90a843d26884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'mac_address': 'fa:16:3e:66:c0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:48:48Z', 'updated_at': '2021-11-25T18:48:48Z', 'revision_number': 0, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:48:13Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:52.628298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc65fcc-274b-4409-8fae-f2f214895edb None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:48:52.768355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.829251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.858084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6cda89f-ba87-4ad7-99ee-f41d3b087177 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.862048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6cda89f-ba87-4ad7-99ee-f41d3b087177 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:52.865734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a6cda89f-ba87-4ad7-99ee-f41d3b087177 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/775d41e3-e7c9-4d86-8f95-4ee936e45143 HTTP/1.1" status: 204 len: 168 time: 1.1452923 Nov 25 18:48:52.872964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d01a81a5-354b-4e7a-97c3-b70eddd93738 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:52.956216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d01a81a5-354b-4e7a-97c3-b70eddd93738 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:52.956590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d01a81a5-354b-4e7a-97c3-b70eddd93738 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:52.957014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c9b775c0-4961-4140-b7d0-ef497e55de49 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:52.984364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:53.006771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: c9b775c0-4961-4140-b7d0-ef497e55de49 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:53.007156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c9b775c0-4961-4140-b7d0-ef497e55de49 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:53.007588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bcfbdc90-7b0e-47e4-810d-1ff8de164454 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:53.054057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bcfbdc90-7b0e-47e4-810d-1ff8de164454 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:53.054408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bcfbdc90-7b0e-47e4-810d-1ff8de164454 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:53.054862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bf748759-1083-4764-99b8-c3965d183d66 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:53.090657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cda89f-ba87-4ad7-99ee-f41d3b087177 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d41e3-e7c9-4d86-8f95-4ee936e45143,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:53.111300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bf748759-1083-4764-99b8-c3965d183d66 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:53.111648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bf748759-1083-4764-99b8-c3965d183d66 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:53.112094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8e5de99a-a970-47b7-a440-d735fce22384 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:53.122500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:53.144121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8e5de99a-a970-47b7-a440-d735fce22384 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:53.144457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8e5de99a-a970-47b7-a440-d735fce22384 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:53.227468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:53.234538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:53.249474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=0e519be5-647f-4520-8f1d-7fde6caabf07,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:53.333808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-702b9431-f358-42ae-81ff-7848c2a8bf9c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3337803 Nov 25 18:48:53.344914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:53.366034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2e81f-6922-465b-a19d-c50df451e026 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=a84a7327-8726-44b4-86d1-a192df7dbf0c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:53.446997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a84a7327-8726-44b4-86d1-a192df7dbf0c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:53.476369 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-5cff1727-47c5-4c9a-af76-be747c5d794b tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] delete failed (client error): The resource could not be found. Nov 25 18:48:53.490726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5cff1727-47c5-4c9a-af76-be747c5d794b tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/775d41e3-e7c9-4d86-8f95-4ee936e45143 HTTP/1.1" status: 404 len: 347 time: 0.1413996 Nov 25 18:48:53.525457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-02d0901c-593d-4b76-8909-dda49fcc70b6 service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105780 Nov 25 18:48:53.527766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:53.569962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8377a31f-25f8-4a39-b83a-60ce97c426a1 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--716227607'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:53.608681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:53.683987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:53.688839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-242b50b8-3245-457a-b7e3-cfb02fcde382 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/floatingips/743807db-c407-40f5-8cd5-5618be2f111d HTTP/1.1" status: 200 len: 992 time: 1.5064743 Nov 25 18:48:53.693646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-979f7cf9-b5d1-4b08-8555-85aff5f6bc1f req-fd1fba48-b025-412f-8947-b31c7be8c3d2 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.5607693 Nov 25 18:48:53.699173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:53.731831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network a84a7327-8726-44b4-86d1-a192df7dbf0c is not hosted by any dhcp agent {{(pid=103456) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:48:53.737639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13deacc7-8d88-4915-9898-58b6530977b9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:48:53.739245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:53.739906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:53.743935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "PUT /v2.0/networks/a84a7327-8726-44b4-86d1-a192df7dbf0c HTTP/1.1" status: 200 len: 723 time: 1.5626609 Nov 25 18:48:53.999171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56256) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:54.011116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': 'a84a7327-8726-44b4-86d1-a192df7dbf0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:54.043048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fe9ec-e6d4-4350-a040-eca6d049a360 None None] New status for floating IP 743807db-c407-40f5-8cd5-5618be2f111d: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:48:54.052175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 13deacc7-8d88-4915-9898-58b6530977b9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:48:54.052588 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.300414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cfd7d-f107-447c-ad68-d78726f7347b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=a84a7327-8726-44b4-86d1-a192df7dbf0c,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:54.324542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a84a7327-8726-44b4-86d1-a192df7dbf0c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:48:54.378100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:48:54.445860 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6f5fe13-51d0-4be7-87bc-ca37af14c233 req-bcda086d-5319-4e2d-9ce0-3586fcda116a service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786423 Nov 25 18:48:54.518599 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8377a31f-25f8-4a39-b83a-60ce97c426a1 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.523893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.571711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:48:54.585240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d769fdea-4a13-4e4e-aeca-b9846518e141 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6643925 Nov 25 18:48:54.586368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56268) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:54.586601 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:48:54.601487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:54.606338 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:54.659139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet e123c76e-fcad-4b7f-aae5-7030ecc5d037 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:48:54.663042 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.713082 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.744493 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8377a31f-25f8-4a39-b83a-60ce97c426a1 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.747321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:54.830609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.891602 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8377a31f-25f8-4a39-b83a-60ce97c426a1 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.911650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:48:54.911650 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 18:48:54.911650 n-d-819194-3 neutron-server[103456]: [parameters: {'project_id_1': 'd540c86f12f346dc82b83a59bf01abdc', 'expiration_1': datetime.datetime(2021, 11, 25, 18, 48, 34, 415885)}] Nov 25 18:48:54.911650 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:48:54.912112 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:48:54.915498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.920365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.955424 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:54.961181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d799030-bacd-461c-b2a4-d13794e18fc5 None None] Network 012228ef-53ee-4086-ac6e-98b206106cbb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:54.970050 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:54.970340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/e123c76e-fcad-4b7f-aae5-7030ecc5d037 HTTP/1.1" status: 204 len: 168 time: 0.3828425 Nov 25 18:48:54.976241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56278) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:55.049724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd28c1a-110e-4410-b60f-ea18bae415ff tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=e123c76e-fcad-4b7f-aae5-7030ecc5d037,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:55.095196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df2d059b-5e07-46fc-b21b-f26863bec85f req-940dcf1b-e1e4-4d4e-8487-45b3eb186c35 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1610870 Nov 25 18:48:55.123404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8377a31f-25f8-4a39-b83a-60ce97c426a1 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.134666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8377a31f-25f8-4a39-b83a-60ce97c426a1 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5691643 Nov 25 18:48:55.139713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56280) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:55.276901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.358974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:55.359317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.410524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] DHCP port deletion for 012228ef-53ee-4086-ac6e-98b206106cbb request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:48:55.514415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.528668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] Deleting port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:48:55.529682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.542011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-40c14d43-759f-4661-9e6d-7ce7faad1549 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '05778a5c-8a5a-49f0-b34e-38a1fc2c302c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:55.550544 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:51Z', 'revision_number': 9, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:55.563320 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.569675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377a31f-25f8-4a39-b83a-60ce97c426a1 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05778a5c-8a5a-49f0-b34e-38a1fc2c302c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:55.578895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 098da6a6-234d-4227-89b8-f28c1ee0bfa7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=098da6a6-234d-4227-89b8-f28c1ee0bfa7,segment=NetworkSegment(463e726c-f566-44e8-861a-0270090b1076),segment_id=463e726c-f566-44e8-861a-0270090b1076)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:55.579447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.591105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:48:55.592509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c59e6812-f4f2-4332-a810-50c75e620c0e tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/floatingips/743807db-c407-40f5-8cd5-5618be2f111d HTTP/1.1" status: 200 len: 994 time: 0.8216407 Nov 25 18:48:55.594874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.629441 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:48:55.668147 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:48:55.668811 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:55.672657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 098da6a6-234d-4227-89b8-f28c1ee0bfa7 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:55.707311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40c14d43-759f-4661-9e6d-7ce7faad1549 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.721552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] For port 098da6a6-234d-4227-89b8-f28c1ee0bfa7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=098da6a6-234d-4227-89b8-f28c1ee0bfa7,segment=NetworkSegment(463e726c-f566-44e8-861a-0270090b1076),segment_id=463e726c-f566-44e8-861a-0270090b1076)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:48:55.722081 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.755682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] Calling delete_port for 098da6a6-234d-4227-89b8-f28c1ee0bfa7 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:48:55.790186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=0e519be5-647f-4520-8f1d-7fde6caabf07,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:55.812201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.857339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.866578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c2a86222-1492-4505-b17a-c93e588928ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7881489 Nov 25 18:48:55.887673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40c14d43-759f-4661-9e6d-7ce7faad1549 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.894212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40c14d43-759f-4661-9e6d-7ce7faad1549 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.903436 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:48:55.934953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.940030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c14d43-759f-4661-9e6d-7ce7faad1549 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eefb5ce-26f8-4141-b4df-cc2dd7f0e867,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:55.953590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40c14d43-759f-4661-9e6d-7ce7faad1549 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:55.955266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-40c14d43-759f-4661-9e6d-7ce7faad1549 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4354036 Nov 25 18:48:55.958999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56290) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:55.995805 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.014166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No DVR routers for this DVR port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:56.022167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4f52073-46c2-46c3-ac26-1c973e91698a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.024426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=098da6a6-234d-4227-89b8-f28c1ee0bfa7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:56.046266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4f52073-46c2-46c3-ac26-1c973e91698a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.073566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] Pushing event deleted for resources: {'Port': ['ID=098da6a6-234d-4227-89b8-f28c1ee0bfa7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:56.095205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ceae9a-ae10-47f4-9db6-9ae49c5ae957 None None] No DVR routers for this DVR port 098da6a6-234d-4227-89b8-f28c1ee0bfa7 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:48:56.177886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4f52073-46c2-46c3-ac26-1c973e91698a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.208524 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4f52073-46c2-46c3-ac26-1c973e91698a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.214127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a4f52073-46c2-46c3-ac26-1c973e91698a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5eefb5ce-26f8-4141-b4df-cc2dd7f0e867 HTTP/1.1" status: 204 len: 168 time: 0.2532191 Nov 25 18:48:56.215093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f52073-46c2-46c3-ac26-1c973e91698a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eefb5ce-26f8-4141-b4df-cc2dd7f0e867,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:56.224562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56306) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:56.361792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24120e7d-01ec-4d7e-9be6-f7b18ae5644b req-3154ce88-b47b-47a1-a9bb-10637fa5a190 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0486407 Nov 25 18:48:56.364471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.399173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012228ef-53ee-4086-ac6e-98b206106cbb']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:56.421542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-fa95cdce-a1c0-4091-8f8d-5af6a0892ffb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--339596130&fields=id&tenant_id=efe2d468b48741a0a58e67a27dd0eb91 HTTP/1.1" status: 200 len: 267 time: 0.1799688 Nov 25 18:48:56.449919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7bbf4198-9702-4817-84ae-3ba050cdff07 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2239995 Nov 25 18:48:56.451717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:56.494732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463e726c-f566-44e8-861a-0270090b1076') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:56.495046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463e726c-f566-44e8-861a-0270090b1076') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:56.516774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.551502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.575162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:48:56.575637 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:51Z', 'revision_number': 9, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:48:56.577852 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:48:56.584659 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:48:56.620023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecff1e4-d8de-4037-bb09-e110e5dbe8bd None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:48:51Z', 'revision_number': 9, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '04e155e4-50c7-49b8-bdcb-3c961e9dd511', 'name': '', 'network_id': 'a63f4db9-f61e-46d1-b809-60b3dbaa99ad', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:26:f3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:48Z', 'updated_at': '2021-11-25T18:48:21Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'd485ee5f-ce0c-414a-a021-6c918991d62e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:48:56.630369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-1907c9a6-077e-4a80-b37d-db3f2792e293 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:56.632012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-1907c9a6-077e-4a80-b37d-db3f2792e293 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports/e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 937 time: 0.1771498 Nov 25 18:48:56.742142 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.793678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb151f5-cf75-42ea-a705-ee76a0818dca tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.798341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.801736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/012228ef-53ee-4086-ac6e-98b206106cbb HTTP/1.1" status: 204 len: 168 time: 1.8243685 Nov 25 18:48:56.808634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:56.809444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-13e0ff6f-5285-444d-bf2f-24184d82f97a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:56.811099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-13e0ff6f-5285-444d-bf2f-24184d82f97a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports/94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 936 time: 0.1537824 Nov 25 18:48:56.953278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de374c7b-1aca-4966-8f05-0989b841efb0 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=012228ef-53ee-4086-ac6e-98b206106cbb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:56.971573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-79273d3b-5a68-436c-b9b5-a45120782ea0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1385863 Nov 25 18:48:56.973373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb151f5-cf75-42ea-a705-ee76a0818dca tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:56.995215 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:57.036965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-7a5dc3df-0ec2-478f-be67-47ccdfb1921f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0534880 Nov 25 18:48:57.224108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb151f5-cf75-42ea-a705-ee76a0818dca tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:57.237363 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-efb151f5-cf75-42ea-a705-ee76a0818dca tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:57.241070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-efb151f5-cf75-42ea-a705-ee76a0818dca tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/05778a5c-8a5a-49f0-b34e-38a1fc2c302c HTTP/1.1" status: 204 len: 168 time: 0.7623405 Nov 25 18:48:57.263098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56320) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:57.264020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb151f5-cf75-42ea-a705-ee76a0818dca tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05778a5c-8a5a-49f0-b34e-38a1fc2c302c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:57.377452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=184ef1f4-2747-44cd-89ee-dcc8307d85f1,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:57.408284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a84a7327-8726-44b4-86d1-a192df7dbf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:57.408855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: a84a7327-8726-44b4-86d1-a192df7dbf0c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:48:57.419232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a3b50809-45dc-4058-8245-4bd686cacd36 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:57.453755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a3b50809-45dc-4058-8245-4bd686cacd36 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:57.454493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a3b50809-45dc-4058-8245-4bd686cacd36 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:57.455516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 098da6a6-234d-4227-89b8-f28c1ee0bfa7 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:48:57.462524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3026fc43-f83f-4242-850a-746966165faa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:57.470347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3026fc43-f83f-4242-850a-746966165faa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:57.472500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network a84a7327-8726-44b4-86d1-a192df7dbf0c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:48:57.480607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3026fc43-f83f-4242-850a-746966165faa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:57.482435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3026fc43-f83f-4242-850a-746966165faa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/networks?id=4f8726b0-b2b2-4430-9868-33a6f312e430&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=b771d437-5fd6-46e0-b62a-e89b3aefade5&id=b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 200 len: 1996 time: 0.4310300 Nov 25 18:48:57.493254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 098da6a6-234d-4227-89b8-f28c1ee0bfa7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:48:57.493615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 098da6a6-234d-4227-89b8-f28c1ee0bfa7 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:48:57.506293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a84a7327-8726-44b4-86d1-a192df7dbf0c) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:57.513223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:57.514706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4bbfad5a-a23a-4359-bd4b-5dcbebfaa34f tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2483380 Nov 25 18:48:57.515026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:57.518864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d4579-4cd6-4f92-b7ef-717cf9f0a08f None None] Network a84a7327-8726-44b4-86d1-a192df7dbf0c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:48:57.530384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56324) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:57.532771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-256230e6-cb47-430d-94db-1e39e883e475 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/quotas/efe2d468b48741a0a58e67a27dd0eb91 HTTP/1.1" status: 200 len: 375 time: 0.0383644 Nov 25 18:48:57.543695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2aa4e753-3d34-422f-b584-620b40e95ce2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111796074'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:57.572949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-71a24e43-15df-45d7-9208-4c1c708bb2b9 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5714507 Nov 25 18:48:57.586092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56328) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:57.622338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fb7f1046-ef35-4269-80ad-84e5cfa5a01e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:57.750250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-1c1cea8b-5de8-4f6b-a5fd-809987b561d4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2072845 Nov 25 18:48:57.756995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42c59e7e-9570-4683-a006-8a6dffbf616f req-24ed9213-d156-4db9-8435-2e8c97b0304a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.2118349 Nov 25 18:48:57.877812 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e753-3d34-422f-b584-620b40e95ce2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:57.892997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a84a7327-8726-44b4-86d1-a192df7dbf0c', 'network_id': 'a84a7327-8726-44b4-86d1-a192df7dbf0c', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': '184ef1f4-2747-44cd-89ee-dcc8307d85f1'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:48:57.898221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:57.907516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1046-ef35-4269-80ad-84e5cfa5a01e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8910174'] for subnet, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.062533 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-0ccc209b-6ff0-41eb-98ba-4d82f8606e40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760696 Nov 25 18:48:58.103918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-84e22de9-2ad6-4f51-b628-0f958de0aedb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:48:58.104931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-84e22de9-2ad6-4f51-b628-0f958de0aedb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3309057 Nov 25 18:48:58.126232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.298661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e753-3d34-422f-b584-620b40e95ce2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.325640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e753-3d34-422f-b584-620b40e95ce2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.351722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aa4e753-3d34-422f-b584-620b40e95ce2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.357144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2aa4e753-3d34-422f-b584-620b40e95ce2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8194849 Nov 25 18:48:58.360100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-1afeb038-5c16-4d94-a0a9-d7a618ed841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:58.361655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-1afeb038-5c16-4d94-a0a9-d7a618ed841d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 1097 time: 0.2044940 Nov 25 18:48:58.362253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:58.393571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-06e608c0-5283-4515-bf23-9c0cc821d453 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '779cdded-9447-4c69-8018-6c54594d17ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:58.486227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-215290ee-2621-4331-bca7-d50abfa0e4bd service neutron] 10.222.0.62 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722394 Nov 25 18:48:58.520325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4e753-3d34-422f-b584-620b40e95ce2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779cdded-9447-4c69-8018-6c54594d17ed,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:58.539360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1046-ef35-4269-80ad-84e5cfa5a01e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754433295647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9107507'] for subnet, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.678390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Allocated IP 172.20.0.2 (a84a7327-8726-44b4-86d1-a192df7dbf0c/184ef1f4-2747-44cd-89ee-dcc8307d85f1/07261caf-43b2-4fc6-81a6-5069d743cc86) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:48:58.737705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06e608c0-5283-4515-bf23-9c0cc821d453 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.747504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f1046-ef35-4269-80ad-84e5cfa5a01e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:58.749792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1046-ef35-4269-80ad-84e5cfa5a01e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:58.754666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fb7f1046-ef35-4269-80ad-84e5cfa5a01e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "PUT /v2.0/subnets/184ef1f4-2747-44cd-89ee-dcc8307d85f1 HTTP/1.1" status: 200 len: 806 time: 1.1433935 Nov 25 18:48:58.757971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56360) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:59.027795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-06ce56c1-c5eb-454f-bb91-bdfd02200c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:59.039918 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-06ce56c1-c5eb-454f-bb91-bdfd02200c1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d HTTP/1.1" status: 200 len: 897 time: 0.6330156 Nov 25 18:48:59.192745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-d3bbb77c-7542-4e65-a429-b586b18fc186 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe47d968-aff5-471b-a113-90a843d26884 HTTP/1.1" status: 200 len: 1002 time: 0.1375787 Nov 25 18:48:59.229589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-f9e61cf4-92ff-43e1-9a76-16fbf37eac5b service neutron] 10.222.0.62 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422864 Nov 25 18:48:59.299912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.301031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06e608c0-5283-4515-bf23-9c0cc821d453 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.316928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.335235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06e608c0-5283-4515-bf23-9c0cc821d453 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.384133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Network a84a7327-8726-44b4-86d1-a192df7dbf0c is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:48:59.395069 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06e608c0-5283-4515-bf23-9c0cc821d453 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.402269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-06e608c0-5283-4515-bf23-9c0cc821d453 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0221746 Nov 25 18:48:59.407536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:48:59.411834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:48:59.424935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56366) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:48:59.433917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-e5996b79-b63a-4611-86fe-a91d94aade25 service neutron] 10.222.0.62 "GET /v2.0/ports/e6174140-49e4-43fe-9dac-c3c605dbcf54?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1990161 Nov 25 18:48:59.445312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-86024245-64be-48b0-956d-d1805468c2c9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '779cdded-9447-4c69-8018-6c54594d17ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:48:59.465621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e608c0-5283-4515-bf23-9c0cc821d453 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5716601a-0530-4ed4-968e-bc349b618050,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:59.487359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Attempting to bind port 07261caf-43b2-4fc6-81a6-5069d743cc86 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:48:59.488063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Attempting to bind port 07261caf-43b2-4fc6-81a6-5069d743cc86 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a84a7327-8726-44b4-86d1-a192df7dbf0c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:48:59.488644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Attempting to bind port 07261caf-43b2-4fc6-81a6-5069d743cc86 on network a84a7327-8726-44b4-86d1-a192df7dbf0c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:48:59.496196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-8d698f3a-b956-44c3-92db-14c451e68203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:59.500049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Pushing event updated for resources: {'Port': ['ID=07261caf-43b2-4fc6-81a6-5069d743cc86,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:59.501934 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-8d698f3a-b956-44c3-92db-14c451e68203 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc541843-9184-4061-991b-f36b3da8b7da HTTP/1.1" status: 200 len: 835 time: 0.2942460 Nov 25 18:48:59.503252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:48:59.503914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Checking segment: {'id': '6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a84a7327-8726-44b4-86d1-a192df7dbf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:48:59.504583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.505191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Bound using segment: {'id': '6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a84a7327-8726-44b4-86d1-a192df7dbf0c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:48:59.505898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Bound port: 07261caf-43b2-4fc6-81a6-5069d743cc86, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a84a7327-8726-44b4-86d1-a192df7dbf0c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:48:59.506551 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.586761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] For port 07261caf-43b2-4fc6-81a6-5069d743cc86, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:48:59.590839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] For port 07261caf-43b2-4fc6-81a6-5069d743cc86, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=07261caf-43b2-4fc6-81a6-5069d743cc86,segment=NetworkSegment(6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c),segment_id=6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:48:59.598084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.688943 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-141a9014-d314-44f3-a91f-7e94d4e08588 service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350247 Nov 25 18:48:59.735968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99c970-cea4-4aad-afec-ea34c6a0d231 None None] Pushing event updated for resources: {'Port': ['ID=07261caf-43b2-4fc6-81a6-5069d743cc86,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:59.790167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5adf5d42-a0f6-4c80-a93e-72a9b50a8a9e req-495c4057-bc50-48f7-ae37-c246a30a619f tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0658538 Nov 25 18:48:59.801924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86024245-64be-48b0-956d-d1805468c2c9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.820936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f1046-ef35-4269-80ad-84e5cfa5a01e tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=184ef1f4-2747-44cd-89ee-dcc8307d85f1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:48:59.863057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:48:59.884390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-07fedc49-a0f5-4d21-b1fb-fffa639faf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:48:59.886894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-07fedc49-a0f5-4d21-b1fb-fffa639faf02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3544176 Nov 25 18:49:00.119251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-28410657-951c-409b-aa40-e227cd906485 service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190444 Nov 25 18:49:00.133337 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-468f2788-3ba7-4255-bf4b-b5096295d19c service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433591 Nov 25 18:49:00.149284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting port 07261caf-43b2-4fc6-81a6-5069d743cc86 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:00.149791 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.297149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-abdcdbcf-5943-485d-80c8-e65a079e964d service neutron] 10.222.0.62 "GET /v2.0/ports/94a855d3-3db1-43cb-9019-f1691f243d37?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1437600 Nov 25 18:49:00.312843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86024245-64be-48b0-956d-d1805468c2c9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.371234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 04e155e4-50c7-49b8-bdcb-3c961e9dd511 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:00.371584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.413425 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-225cd8c9-5051-47dc-aa4f-061a836d835e service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028333 Nov 25 18:49:00.416405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86024245-64be-48b0-956d-d1805468c2c9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.451006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86024245-64be-48b0-956d-d1805468c2c9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee8096d-7214-4718-84b1-22b15d9a6d7a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:00.534920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] For port 07261caf-43b2-4fc6-81a6-5069d743cc86, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=07261caf-43b2-4fc6-81a6-5069d743cc86,segment=NetworkSegment(6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c),segment_id=6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:00.535297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.561813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Calling delete_port for 07261caf-43b2-4fc6-81a6-5069d743cc86 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:00.581197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-113bf971-1702-4f5d-949b-b9c0e0bee108 service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493423 Nov 25 18:49:00.592500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86024245-64be-48b0-956d-d1805468c2c9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.595077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-86024245-64be-48b0-956d-d1805468c2c9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1675649 Nov 25 18:49:00.597005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:00.607159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a0412fa6-ddbd-4fe3-b46f-3ae0f655e0b9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '779cdded-9447-4c69-8018-6c54594d17ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:00.628935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036b456b-e3ca-475f-852c-4aa5d33d9671 req-98360476-68a5-46ba-81f0-0fc59f7411f2 service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943545 Nov 25 18:49:00.647700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 04e155e4-50c7-49b8-bdcb-3c961e9dd511, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=04e155e4-50c7-49b8-bdcb-3c961e9dd511,segment=NetworkSegment(843eee15-3622-4ee2-ac53-6e5b2139633f),segment_id=843eee15-3622-4ee2-ac53-6e5b2139633f)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:00.648070 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.669671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 04e155e4-50c7-49b8-bdcb-3c961e9dd511 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:00.732335 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:00.795018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d4a40260-df35-455b-bd68-c8da27e3a91d service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986799 Nov 25 18:49:00.800533 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:01.003310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0ad078bd-de3d-4974-a283-6b81fee1052d service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983297 Nov 25 18:49:01.219163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-10ea6bdc-cc61-4a8b-914c-52b0c5d2948f service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066751 Nov 25 18:49:01.272396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0412fa6-ddbd-4fe3-b46f-3ae0f655e0b9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:01.279772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Port': ['ID=07261caf-43b2-4fc6-81a6-5069d743cc86,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:01.425274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No DVR routers for this DVR port 07261caf-43b2-4fc6-81a6-5069d743cc86 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:01.443282 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:01.513671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-02f1cfe9-221a-4ffe-a71b-2b5faa0d614c service neutron] 10.222.0.62 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846680 Nov 25 18:49:01.525142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=04e155e4-50c7-49b8-bdcb-3c961e9dd511,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:01.530522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f599278a-fa6b-4c04-b8b6-3ffdabe1b438 req-fbaa090d-f9d0-40ed-b6d7-08c7a140ea2b tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.3259296 Nov 25 18:49:01.561105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85d6b3-a766-4d2f-9c10-7848dffec5f0 None None] Network a84a7327-8726-44b4-86d1-a192df7dbf0c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:01.754021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:01.758112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-88f060cf-2a26-4657-ba93-f85cc15a4530 service neutron] 10.222.0.62 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361047 Nov 25 18:49:01.817911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b71de957-cb6a-407f-af93-d642512b52db None None] Could not find standard attr ID for object 07261caf-43b2-4fc6-81a6-5069d743cc86. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 18:49:01.999785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-c452d973-c1ab-4721-a19b-553fb09c84d3 service neutron] 10.222.0.62 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338109 Nov 25 18:49:02.038296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0412fa6-ddbd-4fe3-b46f-3ae0f655e0b9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:02.058781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0412fa6-ddbd-4fe3-b46f-3ae0f655e0b9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:02.138968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0412fa6-ddbd-4fe3-b46f-3ae0f655e0b9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:02.142734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0412fa6-ddbd-4fe3-b46f-3ae0f655e0b9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5375524 Nov 25 18:49:02.143309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0412fa6-ddbd-4fe3-b46f-3ae0f655e0b9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07306d2e-bd6b-4cfd-a025-261680e604e1,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:02.153646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:02.169474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-160989f5-10fe-4b95-85cb-57f32c07ecf6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '779cdded-9447-4c69-8018-6c54594d17ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:02.187077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:02.227910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-bc1ac913-b6a9-4238-bcac-0e00481c16e3 service neutron] 10.222.0.62 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188148 Nov 25 18:49:02.335020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5148082-cda1-4bf3-97b7-afd27d63efcd None None] Network a84a7327-8726-44b4-86d1-a192df7dbf0c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:02.420555 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:02.467343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-241aa2a8-bc02-4628-b4dc-de4d80da879a service neutron] 10.222.0.62 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357087 Nov 25 18:49:02.683378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20bed9a-fc07-4083-a198-63ac28be4b5a None None] DHCP port deletion for a84a7327-8726-44b4-86d1-a192df7dbf0c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:02.710787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:02.712433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=184ef1f4-2747-44cd-89ee-dcc8307d85f1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:02.761933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:02.840143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84a7327-8726-44b4-86d1-a192df7dbf0c']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:02.868878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:02.869176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c30833b-0ab6-4c78-8ffc-fbcbb0accf4c') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:02.883043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6067eb47-b9c1-4258-8221-ff657b7bb98f req-7764680c-4194-4c16-8da0-01f979f1d3f2 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1501653 Nov 25 18:49:02.902202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160989f5-10fe-4b95-85cb-57f32c07ecf6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:02.923137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.023232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.037408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:03.037890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:03.041818 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:03.069572 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:49:03.119331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:03.129747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a5cdffb-a2d1-4a61-83ac-e5407e517f52 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3007822 Nov 25 18:49:03.132083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160989f5-10fe-4b95-85cb-57f32c07ecf6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.132610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56410) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:03.135770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:03.146302 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.156500 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.163977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:03.164650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:03.168724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/a84a7327-8726-44b4-86d1-a192df7dbf0c HTTP/1.1" status: 204 len: 168 time: 4.3961515 Nov 25 18:49:03.169822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160989f5-10fe-4b95-85cb-57f32c07ecf6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.172864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56416) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:03.256585 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e04c18-3246-42fd-aa51-7339446a3645 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:03.257119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e04c18-3246-42fd-aa51-7339446a3645 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:03.273513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-44e04c18-3246-42fd-aa51-7339446a3645 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/a84a7327-8726-44b4-86d1-a192df7dbf0c HTTP/1.1" status: 404 len: 339 time: 0.0971382 Nov 25 18:49:03.276029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet d485ee5f-ce0c-414a-a021-6c918991d62e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:03.277436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56418) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:03.286699 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.303858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-332917219', 'description': 'd1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:03.317987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17399d9e-eb36-4f65-ab0d-8b9e982450dc tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=a84a7327-8726-44b4-86d1-a192df7dbf0c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:03.339884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160989f5-10fe-4b95-85cb-57f32c07ecf6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f1ca20-c2ee-4722-b2d6-cb4882279015,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:03.382620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:03.387611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.450353 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160989f5-10fe-4b95-85cb-57f32c07ecf6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.459843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-160989f5-10fe-4b95-85cb-57f32c07ecf6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3000700 Nov 25 18:49:03.464007 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.474485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56424) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:03.479482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7e8f4ca9-be08-43d6-a3e8-aeabdeff8dc6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '779cdded-9447-4c69-8018-6c54594d17ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:03.535690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.574336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:03.602392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 07261caf-43b2-4fc6-81a6-5069d743cc86 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:03.658335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4ca9-be08-43d6-a3e8-aeabdeff8dc6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.661782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.662073 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment aedfb1ee-739f-4c17-b737-1976c0c2a0b7 of type vlan for network d5435601-caf5-4456-b5ec-3b9b47b29a9c Nov 25 18:49:03.677400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 07261caf-43b2-4fc6-81a6-5069d743cc86 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:03.677745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 07261caf-43b2-4fc6-81a6-5069d743cc86 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:03.686075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.691902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:03.765689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56430) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:03.775527 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.838957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.844847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.860154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:03.860978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.873348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=d485ee5f-ce0c-414a-a021-6c918991d62e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:03.881945 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:03.890956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d2146221-42e2-4a86-9044-128e36da6527 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/d485ee5f-ce0c-414a-a021-6c918991d62e HTTP/1.1" status: 204 len: 168 time: 0.7571054 Nov 25 18:49:03.891702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56436) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:03.931272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac075d20-73b7-4648-b3a9-7a4cf5b07439 None None] Network a63f4db9-f61e-46d1-b809-60b3dbaa99ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:04.067362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=d5435601-caf5-4456-b5ec-3b9b47b29a9c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:04.076869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0739a637-0f25-47b6-9cb4-4baa2bdc7496 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7920191 Nov 25 18:49:04.081762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56440) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:04.091657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d5435601-caf5-4456-b5ec-3b9b47b29a9c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:04.146479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4ca9-be08-43d6-a3e8-aeabdeff8dc6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.149729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88d1770b-6e38-43df-944c-505c76cb8e9e req-f595a631-67ae-4b96-9a27-ff47f883005e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0926468 Nov 25 18:49:04.167459 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdb88db8-b7cc-4cd0-b2dc-a8cfe6ed12e9 req-dc4c6e95-19ed-4ee9-a79b-c994b01687cc tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1398933 Nov 25 18:49:04.179890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f250c92-544e-43f2-9f52-887f0b23b1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.228159 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4ca9-be08-43d6-a3e8-aeabdeff8dc6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.238486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.272472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f4ca9-be08-43d6-a3e8-aeabdeff8dc6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698cfe56-3590-4eac-844a-09958368fb41,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:04.333372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4ca9-be08-43d6-a3e8-aeabdeff8dc6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.337750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7e8f4ca9-be08-43d6-a3e8-aeabdeff8dc6 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8661339 Nov 25 18:49:04.347002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56442) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:04.440784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1880a902-ae8c-4276-8e28-513b5db25d6c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.460119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3288b5-07d3-4ba3-abb8-8a87cdf89878 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:04.466484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56444) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:04.467069 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ff3288b5-07d3-4ba3-abb8-8a87cdf89878 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/networks?id=d5435601-caf5-4456-b5ec-3b9b47b29a9c HTTP/1.1" status: 200 len: 760 time: 0.3775926 Nov 25 18:49:04.471161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] DHCP port deletion for a63f4db9-f61e-46d1-b809-60b3dbaa99ad request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:04.480336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1880a902-ae8c-4276-8e28-513b5db25d6c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.486220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'description': 'd2'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:04.552880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1880a902-ae8c-4276-8e28-513b5db25d6c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.566076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1880a902-ae8c-4276-8e28-513b5db25d6c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.567254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1880a902-ae8c-4276-8e28-513b5db25d6c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/698cfe56-3590-4eac-844a-09958368fb41 HTTP/1.1" status: 204 len: 168 time: 0.2192891 Nov 25 18:49:04.577229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56448) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:04.607854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:01Z', 'revision_number': 10, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:04.624333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880a902-ae8c-4276-8e28-513b5db25d6c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=698cfe56-3590-4eac-844a-09958368fb41,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:04.649019 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f250c92-544e-43f2-9f52-887f0b23b1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.683215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 7861e666-1d4b-48d7-9ebf-807509a4f234 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:04.683426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.700447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7abfbbee-f597-4d65-a36f-b6f01289044d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1217101 Nov 25 18:49:04.703144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56450) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:04.724650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] Deleting port 7861e666-1d4b-48d7-9ebf-807509a4f234 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:04.725196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.731064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:04.752574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-359a9a36-eaa9-4b4e-bad0-1ddb422cd5b0 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.772524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-359a9a36-eaa9-4b4e-bad0-1ddb422cd5b0 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.794085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 7861e666-1d4b-48d7-9ebf-807509a4f234, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7861e666-1d4b-48d7-9ebf-807509a4f234,segment=NetworkSegment(843eee15-3622-4ee2-ac53-6e5b2139633f),segment_id=843eee15-3622-4ee2-ac53-6e5b2139633f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:04.794444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.809347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 7861e666-1d4b-48d7-9ebf-807509a4f234 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:04.824943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-359a9a36-eaa9-4b4e-bad0-1ddb422cd5b0 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.831341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-359a9a36-eaa9-4b4e-bad0-1ddb422cd5b0 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.832518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] For port 7861e666-1d4b-48d7-9ebf-807509a4f234, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7861e666-1d4b-48d7-9ebf-807509a4f234,segment=NetworkSegment(843eee15-3622-4ee2-ac53-6e5b2139633f),segment_id=843eee15-3622-4ee2-ac53-6e5b2139633f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:04.832680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-359a9a36-eaa9-4b4e-bad0-1ddb422cd5b0 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/73f1ca20-c2ee-4722-b2d6-cb4882279015 HTTP/1.1" status: 204 len: 168 time: 0.1285539 Nov 25 18:49:04.833359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.835832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:04.852117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] Calling delete_port for 7861e666-1d4b-48d7-9ebf-807509a4f234 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:04.860538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a9a36-eaa9-4b4e-bad0-1ddb422cd5b0 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73f1ca20-c2ee-4722-b2d6-cb4882279015,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:04.867318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1f250c92-544e-43f2-9f52-887f0b23b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.964016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:04.966044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:04.980954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:04.983807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-77b5d83a-89c3-4e4a-ac52-7161cff0470b tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1470184 Nov 25 18:49:04.986620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56458) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:05.042768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d811-f125-4d30-a935-fb99188ef641 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.075744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d811-f125-4d30-a935-fb99188ef641 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.109026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d811-f125-4d30-a935-fb99188ef641 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.116309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d811-f125-4d30-a935-fb99188ef641 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.119998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7bf9d811-f125-4d30-a935-fb99188ef641 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/07306d2e-bd6b-4cfd-a025-261680e604e1 HTTP/1.1" status: 204 len: 168 time: 0.1297712 Nov 25 18:49:05.120622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56460) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:05.124049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] No DVR routers for this DVR port 7861e666-1d4b-48d7-9ebf-807509a4f234 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:05.141019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9d811-f125-4d30-a935-fb99188ef641 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07306d2e-bd6b-4cfd-a025-261680e604e1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:05.151765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f250c92-544e-43f2-9f52-887f0b23b1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc6bb0-9f05-4198-b705-a161f5777428,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:05.160340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71af1a-a3bf-415b-b1cc-2b307a209195 None None] Pushing event deleted for resources: {'Port': ['ID=7861e666-1d4b-48d7-9ebf-807509a4f234,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:05.183119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1f250c92-544e-43f2-9f52-887f0b23b1f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d846dbbb6f24bc58602cad362bb0232&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4150136 Nov 25 18:49:05.190867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56462) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:05.198705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:05.201377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.209342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-793f66c9-0539-4c59-8cb5-fb2b39259cad tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0855699 Nov 25 18:49:05.229132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56466) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:05.283708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No DVR routers for this DVR port 7861e666-1d4b-48d7-9ebf-807509a4f234 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:05.318237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.334264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=7861e666-1d4b-48d7-9ebf-807509a4f234,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:05.344475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43751e56-bd00-469a-8b17-bcc23bc3b0e1 req-01436690-4585-42e1-a841-a7d9a6f4c72c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0601702 Nov 25 18:49:05.440323 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45d5eca7-1ceb-462a-9363-0d66b922a1f3 req-63e0238d-cc20-4db8-b97a-b87eab4f0a93 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0650663 Nov 25 18:49:05.462566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7861e666-1d4b-48d7-9ebf-807509a4f234 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:05.479403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.488529 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b229d8da-184e-4693-8b81-ce1f9719065d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.525138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 7861e666-1d4b-48d7-9ebf-807509a4f234 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:05.526374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7861e666-1d4b-48d7-9ebf-807509a4f234 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:05.539461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b229d8da-184e-4693-8b81-ce1f9719065d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.544177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network d5435601-caf5-4456-b5ec-3b9b47b29a9c is not hosted by any dhcp agent {{(pid=103457) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:49:05.549690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:05.550742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.552074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "PUT /v2.0/networks/d5435601-caf5-4456-b5ec-3b9b47b29a9c HTTP/1.1" status: 200 len: 757 time: 1.0759134 Nov 25 18:49:05.555168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56470) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:05.558929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.579930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:01Z', 'revision_number': 10, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:05.611149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50769ebd-fd5c-4a44-9669-69fd70879618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.615997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0ba26-c0cb-4542-baf4-9cb8b030cd9c None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:01Z', 'revision_number': 10, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None, '_interfaces': [{'id': '75009c4f-53f3-4e97-b2bf-03f2f8df12c2', 'name': '', 'network_id': '2ec388cd-9b65-4439-82ef-c127744302a4', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'mac_address': 'fa:16:3e:be:50:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:55Z', 'revision_number': 5, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'subnets': [{'id': 'f5610a52-7edb-47ad-b3d9-a88789e4010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:05.649603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63f4db9-f61e-46d1-b809-60b3dbaa99ad']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:05.661883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843eee15-3622-4ee2-ac53-6e5b2139633f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:05.663173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843eee15-3622-4ee2-ac53-6e5b2139633f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:05.677131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.701466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.709387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:05.710430 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:05.727133 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:05.751914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab45f6c-7ee0-4d26-b889-f096f04471cb tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:05.754537 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dab45f6c-7ee0-4d26-b889-f096f04471cb tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/networks?id=d5435601-caf5-4456-b5ec-3b9b47b29a9c HTTP/1.1" status: 200 len: 760 time: 0.1973116 Nov 25 18:49:05.757297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:05.762179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-99125910'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:05.786370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:05.796993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.827291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:05.841092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.841606 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment 17ac6625-714b-4b90-93f6-0fcc30b9d543 of type vlan for network 1ceb79ea-2e65-45df-a4b7-d7515289dd28 Nov 25 18:49:05.892892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.934504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:05.941520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:05.942393 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.051565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=1ceb79ea-2e65-45df-a4b7-d7515289dd28,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:06.055383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56480) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:06.068160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1ceb79ea-2e65-45df-a4b7-d7515289dd28 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:06.097632 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0cc9110b-2eae-4622-b04b-0733dc9f8751 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3381200 Nov 25 18:49:06.099230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56486) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:06.109246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:06.300428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:06.313581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.350605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-93724b66-ae4a-4b38-99d6-220df54348d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.501037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.509646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d042b66-0113-4bcd-b13d-78328c2ec3f5 req-c357a3c5-be4d-42a0-b6e7-a8ab7c79a250 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0680101 Nov 25 18:49:06.529254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf7634-3ec0-43d6-824c-89c93a89eb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=d5435601-caf5-4456-b5ec-3b9b47b29a9c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:06.542383 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50769ebd-fd5c-4a44-9669-69fd70879618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.555769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d5435601-caf5-4456-b5ec-3b9b47b29a9c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:06.598879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.603008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/a63f4db9-f61e-46d1-b809-60b3dbaa99ad HTTP/1.1" status: 204 len: 168 time: 2.7101874 Nov 25 18:49:06.606992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56498) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:06.625510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b229d8da-184e-4693-8b81-ce1f9719065d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.705756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b229d8da-184e-4693-8b81-ce1f9719065d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.707016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b229d8da-184e-4693-8b81-ce1f9719065d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5ee8096d-7214-4718-84b1-22b15d9a6d7a HTTP/1.1" status: 204 len: 168 time: 1.4768753 Nov 25 18:49:06.719477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1140172-2296-4f56-8b5a-fb9d91664013 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=a63f4db9-f61e-46d1-b809-60b3dbaa99ad,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:06.739869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:06.777305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98d2a71a-2838-4925-959f-270b7f9d38fc req-1814e8a9-23fa-4cdd-8f0e-0655d0e03df2 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1170743 Nov 25 18:49:06.777980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229d8da-184e-4693-8b81-ce1f9719065d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ee8096d-7214-4718-84b1-22b15d9a6d7a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:06.810054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f0b1c49f-af6f-465f-8b48-c86f025c852b tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0524659 Nov 25 18:49:06.810286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56502) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:06.839022 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-93724b66-ae4a-4b38-99d6-220df54348d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.858732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b26b511-e327-4561-a499-5aab3c3f5e09 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.860782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50769ebd-fd5c-4a44-9669-69fd70879618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.863862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50769ebd-fd5c-4a44-9669-69fd70879618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.875350 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-50769ebd-fd5c-4a44-9669-69fd70879618 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abbc6bb0-9f05-4198-b705-a161f5777428 HTTP/1.1" status: 204 len: 168 time: 1.6773562 Nov 25 18:49:06.897623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b26b511-e327-4561-a499-5aab3c3f5e09 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.908017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-93724b66-ae4a-4b38-99d6-220df54348d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:06.948188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50769ebd-fd5c-4a44-9669-69fd70879618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc6bb0-9f05-4198-b705-a161f5777428,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:06.959605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-93724b66-ae4a-4b38-99d6-220df54348d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65ce17c7bc9241228da3efa63c87de20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8941863 Nov 25 18:49:06.963742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56506) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:07.021813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b26b511-e327-4561-a499-5aab3c3f5e09 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.028558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b26b511-e327-4561-a499-5aab3c3f5e09 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.029712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8b26b511-e327-4561-a499-5aab3c3f5e09 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5716601a-0530-4ed4-968e-bc349b618050 HTTP/1.1" status: 204 len: 168 time: 0.2185681 Nov 25 18:49:07.038415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56508) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:07.043214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26b511-e327-4561-a499-5aab3c3f5e09 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5716601a-0530-4ed4-968e-bc349b618050,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:07.073967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93724b66-ae4a-4b38-99d6-220df54348d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533debc5-3360-481f-8dd2-0651f30fe1db,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:07.127480 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.263671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9c19eef-0bca-4495-bdb0-241e8d4c5cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.281634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=19f5107a-2b73-49c1-972e-2227d716c751,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:07.297633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56512) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:07.297845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-00dc3889-9485-413f-9257-1bc97aa45709 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2245951 Nov 25 18:49:07.352775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 04e155e4-50c7-49b8-bdcb-3c961e9dd511 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:07.353645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56514) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:07.356853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9c19eef-0bca-4495-bdb0-241e8d4c5cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.378660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 04e155e4-50c7-49b8-bdcb-3c961e9dd511 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:07.379118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 04e155e4-50c7-49b8-bdcb-3c961e9dd511 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:07.407731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c55b-98c6-4ba5-980a-1da81434ee23 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.415108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': '17ac6625-714b-4b90-93f6-0fcc30b9d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:07.415547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: 1ceb79ea-2e65-45df-a4b7-d7515289dd28, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:07.423425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-450979ec-753c-42d4-b535-3d347751d98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.434106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c55b-98c6-4ba5-980a-1da81434ee23 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.490209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c55b-98c6-4ba5-980a-1da81434ee23 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.493619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c55b-98c6-4ba5-980a-1da81434ee23 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.498546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cfa1c55b-98c6-4ba5-980a-1da81434ee23 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/779cdded-9447-4c69-8018-6c54594d17ed HTTP/1.1" status: 204 len: 168 time: 0.1966317 Nov 25 18:49:07.502141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56520) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:07.513083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1c55b-98c6-4ba5-980a-1da81434ee23 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779cdded-9447-4c69-8018-6c54594d17ed,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:07.520296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network 1ceb79ea-2e65-45df-a4b7-d7515289dd28 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:07.568359 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9c19eef-0bca-4495-bdb0-241e8d4c5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.571253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9c19eef-0bca-4495-bdb0-241e8d4c5cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.572936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9c19eef-0bca-4495-bdb0-241e8d4c5cd0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/533debc5-3360-481f-8dd2-0651f30fe1db HTTP/1.1" status: 204 len: 168 time: 0.6040318 Nov 25 18:49:07.573697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1ceb79ea-2e65-45df-a4b7-d7515289dd28) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:07.583843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:07.585473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d435e-43f1-403c-9bf7-3114c8404961 None None] Network 1ceb79ea-2e65-45df-a4b7-d7515289dd28 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:07.586806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.627762 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7383264b-c473-402d-aa0a-1c0dcf3b7314 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1233404 Nov 25 18:49:07.631601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56526) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:07.638249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-92219f23-a7ca-4bcd-a4e5-86d187381a62 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--646346749'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:07.698307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c19eef-0bca-4495-bdb0-241e8d4c5cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533debc5-3360-481f-8dd2-0651f30fe1db,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:07.700423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92219f23-a7ca-4bcd-a4e5-86d187381a62 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.724009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65018289-1ad6-4d7e-b76a-b232995e8432 req-50ac23c0-1e2d-4a79-90f2-6622bf43356b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0930257 Nov 25 18:49:07.740742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bdd613b3-778a-4f42-a50d-e36be7d88511 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6401842 Nov 25 18:49:07.745405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56528) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:07.833332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-450979ec-753c-42d4-b535-3d347751d98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.844888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-450979ec-753c-42d4-b535-3d347751d98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:07.883097 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.058163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da0f4bbe-3d80-4a0f-8341-5fb26885aa37 req-24741ad5-1ac3-4e23-921f-04b4df822468 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1162527 Nov 25 18:49:08.063237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.098212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92219f23-a7ca-4bcd-a4e5-86d187381a62 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.121378 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92219f23-a7ca-4bcd-a4e5-86d187381a62 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.176421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-1ceb79ea-2e65-45df-a4b7-d7515289dd28', 'network_id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': '19f5107a-2b73-49c1-972e-2227d716c751'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:08.177809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.206367 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.222439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92219f23-a7ca-4bcd-a4e5-86d187381a62 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b91d8e-92cc-4693-bf3e-740087c1005f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:08.264926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92219f23-a7ca-4bcd-a4e5-86d187381a62 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.266524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-92219f23-a7ca-4bcd-a4e5-86d187381a62 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6332297 Nov 25 18:49:08.272043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56540) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:08.286703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d151fcc5-6216-402a-959e-6f986eae5214 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '95b91d8e-92cc-4693-bf3e-740087c1005f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:08.350619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d151fcc5-6216-402a-959e-6f986eae5214 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.417535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d151fcc5-6216-402a-959e-6f986eae5214 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.423265 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d151fcc5-6216-402a-959e-6f986eae5214 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.426067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Allocated IP 172.20.0.2 (1ceb79ea-2e65-45df-a4b7-d7515289dd28/19f5107a-2b73-49c1-972e-2227d716c751/07d83959-47a8-4886-9591-e69acbd5a6cf) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:08.449524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151fcc5-6216-402a-959e-6f986eae5214 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69301277-d758-4e58-baad-acc2ec08813f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:08.463874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d151fcc5-6216-402a-959e-6f986eae5214 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.471856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d151fcc5-6216-402a-959e-6f986eae5214 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1962807 Nov 25 18:49:08.472526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56544) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:08.520936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-450979ec-753c-42d4-b535-3d347751d98b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69468a2ff87240fbacd11f371b5517e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1562791 Nov 25 18:49:08.524598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56548) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:08.554969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce259560-7c4e-4845-ac6d-7c0e98755960 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.572063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450979ec-753c-42d4-b535-3d347751d98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fee72-2677-46b0-b288-a9c77f083d57,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:08.584495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce259560-7c4e-4845-ac6d-7c0e98755960 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.653222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.669189 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.690790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce259560-7c4e-4845-ac6d-7c0e98755960 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.697059 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce259560-7c4e-4845-ac6d-7c0e98755960 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.703240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ce259560-7c4e-4845-ac6d-7c0e98755960 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/95b91d8e-92cc-4693-bf3e-740087c1005f HTTP/1.1" status: 204 len: 168 time: 0.2273388 Nov 25 18:49:08.705154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56554) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:08.706349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Network 1ceb79ea-2e65-45df-a4b7-d7515289dd28 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:08.736231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.742718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:08.748819 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:08.776662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce259560-7c4e-4845-ac6d-7c0e98755960 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b91d8e-92cc-4693-bf3e-740087c1005f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:08.794024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-79d4c145-f77a-41ec-8fc5-97f8c5de255c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722203 Nov 25 18:49:08.806551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56562) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:08.822624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-13fdff47-4fb6-4064-8d0e-2b6644c98cb9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--529918864'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:08.852650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Pushing event updated for resources: {'Port': ['ID=07d83959-47a8-4886-9591-e69acbd5a6cf,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:08.877365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4029c4b3-a94e-4421-8fb9-b0eeb9b660c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.913928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4029c4b3-a94e-4421-8fb9-b0eeb9b660c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.934395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.943938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Attempting to bind port 07d83959-47a8-4886-9591-e69acbd5a6cf on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:08.944285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Attempting to bind port 07d83959-47a8-4886-9591-e69acbd5a6cf by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '17ac6625-714b-4b90-93f6-0fcc30b9d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:08.944664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Attempting to bind port 07d83959-47a8-4886-9591-e69acbd5a6cf on network 1ceb79ea-2e65-45df-a4b7-d7515289dd28 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:08.952521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13fdff47-4fb6-4064-8d0e-2b6644c98cb9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.956844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:08.957228 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Checking segment: {'id': '17ac6625-714b-4b90-93f6-0fcc30b9d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:08.957636 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.958035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Bound using segment: {'id': '17ac6625-714b-4b90-93f6-0fcc30b9d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:08.964277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=19f5107a-2b73-49c1-972e-2227d716c751,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:08.975029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Bound port: 07d83959-47a8-4886-9591-e69acbd5a6cf, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ac6625-714b-4b90-93f6-0fcc30b9d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:08.975457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:08.993344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ceb79ea-2e65-45df-a4b7-d7515289dd28']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:09.007530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ac6625-714b-4b90-93f6-0fcc30b9d543') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:09.007946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ac6625-714b-4b90-93f6-0fcc30b9d543') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:09.026544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.038785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ff647055-a334-4190-b312-f0b466f18c34 req-7a73864f-a5de-44c3-88d0-19ef963ce999 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0880001 Nov 25 18:49:09.071671 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.082205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:09.082669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:09.088710 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:09.141703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] For port 07d83959-47a8-4886-9591-e69acbd5a6cf, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:09.184803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] For port 07d83959-47a8-4886-9591-e69acbd5a6cf, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=07d83959-47a8-4886-9591-e69acbd5a6cf,segment=NetworkSegment(17ac6625-714b-4b90-93f6-0fcc30b9d543),segment_id=17ac6625-714b-4b90-93f6-0fcc30b9d543)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:09.186215 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.api [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 18:49:09.186215 n-d-819194-3 neutron-server[103457]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 18:49:09.186215 n-d-819194-3 neutron-server[103457]: [parameters: {'id': '1ceb79ea-2e65-45df-a4b7-d7515289dd28'}] Nov 25 18:49:09.186215 n-d-819194-3 neutron-server[103457]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:49:09.186630 n-d-819194-3 neutron-server[103457]: DEBUG oslo_db.api [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:49:09.194486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.232464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4029c4b3-a94e-4421-8fb9-b0eeb9b660c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.234326 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4029c4b3-a94e-4421-8fb9-b0eeb9b660c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.236114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4029c4b3-a94e-4421-8fb9-b0eeb9b660c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf8fee72-2677-46b0-b288-a9c77f083d57 HTTP/1.1" status: 204 len: 168 time: 0.6996033 Nov 25 18:49:09.262547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13fdff47-4fb6-4064-8d0e-2b6644c98cb9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.272762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992927-aa54-4839-937a-24bd3e31aa1f None None] Pushing event updated for resources: {'Port': ['ID=07d83959-47a8-4886-9591-e69acbd5a6cf,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:09.293662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a9ca871-b224-4035-a2f3-b6aaf57fbe1d req-f3d8e3d5-622c-4d0f-b01c-4b2bb4b7e384 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.0733583 Nov 25 18:49:09.308497 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13fdff47-4fb6-4064-8d0e-2b6644c98cb9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.336374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029c4b3-a94e-4421-8fb9-b0eeb9b660c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fee72-2677-46b0-b288-a9c77f083d57,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:09.343908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce5458-dab6-4ad6-a1d9-fd91585f4690 None None] Network 1ceb79ea-2e65-45df-a4b7-d7515289dd28 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:09.391674 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13fdff47-4fb6-4064-8d0e-2b6644c98cb9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.396156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56572) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:09.396509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-13fdff47-4fb6-4064-8d0e-2b6644c98cb9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5835240 Nov 25 18:49:09.404479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e50acdeb-041b-4a64-86fc-75c80c7e6478 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857924604'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:09.422880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdff47-4fb6-4064-8d0e-2b6644c98cb9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f68b11-5fde-4b5f-bfd1-dabd28997213,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:09.452910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:09.456121 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e50acdeb-041b-4a64-86fc-75c80c7e6478 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.457033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.680075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf1ce3-3c2d-4d3f-887b-7a32f9931b1b None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 18:49:09.751519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e50acdeb-041b-4a64-86fc-75c80c7e6478 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.753281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5cf7d4bf-2c45-4f8c-9d62-73a85fae43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:09.755004 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5cf7d4bf-2c45-4f8c-9d62-73a85fae43c2 service neutron] 10.222.0.66 "GET /v2.0/ports/e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 1033 time: 0.1866186 Nov 25 18:49:09.755761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.760906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e50acdeb-041b-4a64-86fc-75c80c7e6478 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.763970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 75009c4f-53f3-4e97-b2bf-03f2f8df12c2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,segment=NetworkSegment(4db281b7-4d66-40a5-a22b-d1d74f468316),segment_id=4db281b7-4d66-40a5-a22b-d1d74f468316)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:09.765638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.805181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:09.888752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e50acdeb-041b-4a64-86fc-75c80c7e6478 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:09.899059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e50acdeb-041b-4a64-86fc-75c80c7e6478 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5016458 Nov 25 18:49:09.911898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:09.912893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf1ce3-3c2d-4d3f-887b-7a32f9931b1b None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 18:49:09.922729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-18ea16ea-b578-4e5f-96eb-51224230abd2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': 'd3f68b11-5fde-4b5f-bfd1-dabd28997213', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '60d82aac-2662-46cf-86c3-a7e2aa94d770', 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:09.924125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50acdeb-041b-4a64-86fc-75c80c7e6478 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d82aac-2662-46cf-86c3-a7e2aa94d770,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:09.927188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-e58b999e-396d-4202-8368-742bfe4cf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:09.928567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-e58b999e-396d-4202-8368-742bfe4cf890 service neutron] 10.222.0.66 "GET /v2.0/ports/94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 1032 time: 0.1608400 Nov 25 18:49:10.008637 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18ea16ea-b578-4e5f-96eb-51224230abd2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.060907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0bfb7bd9-75e1-4efd-aeb8-48884b2748dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:10.067537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0bfb7bd9-75e1-4efd-aeb8-48884b2748dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:10.074236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0bfb7bd9-75e1-4efd-aeb8-48884b2748dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:10.076452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0bfb7bd9-75e1-4efd-aeb8-48884b2748dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "GET /v2.0/networks?id=4f8726b0-b2b2-4430-9868-33a6f312e430&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=b771d437-5fd6-46e0-b62a-e89b3aefade5&id=b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 200 len: 1996 time: 0.1387699 Nov 25 18:49:10.143267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting port 07d83959-47a8-4886-9591-e69acbd5a6cf {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:10.144086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.161836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56592) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:10.213192 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-cfdb7d91-91c1-4786-9906-863660a04c79 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe2d468b48741a0a58e67a27dd0eb91 HTTP/1.1" status: 200 len: 379 time: 0.1264236 Nov 25 18:49:10.248417 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b077e6c9-ecf1-4e3c-a44a-666143a978e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.272340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'admin_state_up': True, 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'security_groups': ['99c9aae9-799f-4f20-8f03-f9939e2b6cfe']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:10.280617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e256a28-3e18-4e97-b18c-62eb4816b6f4 req-d1b9e3aa-f743-4d39-b29e-fac216ec5403 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0813789 Nov 25 18:49:10.345560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18ea16ea-b578-4e5f-96eb-51224230abd2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.379125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] For port 07d83959-47a8-4886-9591-e69acbd5a6cf, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=07d83959-47a8-4886-9591-e69acbd5a6cf,segment=NetworkSegment(17ac6625-714b-4b90-93f6-0fcc30b9d543),segment_id=17ac6625-714b-4b90-93f6-0fcc30b9d543)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:10.379511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.388096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18ea16ea-b578-4e5f-96eb-51224230abd2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.409401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Calling delete_port for 07d83959-47a8-4886-9591-e69acbd5a6cf owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:10.472938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-18ea16ea-b578-4e5f-96eb-51224230abd2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.479837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-18ea16ea-b578-4e5f-96eb-51224230abd2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5667198 Nov 25 18:49:10.486006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56598) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:10.541744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea16ea-b578-4e5f-96eb-51224230abd2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bdc53c-e0e7-46bf-ba5d-7e255e37599b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:10.583859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:10.587705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.604125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d17f4fdf-f576-4b9d-80b3-2f3c0aba1167 req-789b2b4c-d3a7-43ce-bba6-4f46387b10b0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.1137273 Nov 25 18:49:10.671221 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1cfeec-6ea0-405e-a594-b14c440b5c70 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.694099 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1cfeec-6ea0-405e-a594-b14c440b5c70 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.705321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b077e6c9-ecf1-4e3c-a44a-666143a978e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.709070 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.746636 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b077e6c9-ecf1-4e3c-a44a-666143a978e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.763453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=75009c4f-53f3-4e97-b2bf-03f2f8df12c2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:10.860341 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b077e6c9-ecf1-4e3c-a44a-666143a978e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb2130462ee145ba9ed0975085b2e02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6903658 Nov 25 18:49:10.862038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1cfeec-6ea0-405e-a594-b14c440b5c70 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.864055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56604) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:10.875569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1cfeec-6ea0-405e-a594-b14c440b5c70 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.877249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ac1cfeec-6ea0-405e-a594-b14c440b5c70 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e7bdc53c-e0e7-46bf-ba5d-7e255e37599b HTTP/1.1" status: 204 len: 168 time: 0.3752449 Nov 25 18:49:10.883194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56606) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:10.888219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.912645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077e6c9-ecf1-4e3c-a44a-666143a978e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e7e32-e2fa-4442-a44c-8894217fb710,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:10.962426 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-000736f6-ae21-4979-b462-52c50e8c7f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:10.978574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Port': ['ID=07d83959-47a8-4886-9591-e69acbd5a6cf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:11.010147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No DVR routers for this DVR port 07d83959-47a8-4886-9591-e69acbd5a6cf on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:11.024716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 172.20.0.12 (4f8726b0-b2b2-4430-9868-33a6f312e430/8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c/ef5a034c-1569-46b5-ba10-184464454506) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:11.029943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cfeec-6ea0-405e-a594-b14c440b5c70 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7bdc53c-e0e7-46bf-ba5d-7e255e37599b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:11.165268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-70af8108-4980-467f-bd72-5be0f36a2cea tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2680089 Nov 25 18:49:11.176140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56608) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:11.176962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e381fcc5-fe58-4d82-bb47-878d6bd984ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.205941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e381fcc5-fe58-4d82-bb47-878d6bd984ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.219368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.290524 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.336173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ceb79ea-2e65-45df-a4b7-d7515289dd28']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:11.356357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ac6625-714b-4b90-93f6-0fcc30b9d543') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:11.356667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ac6625-714b-4b90-93f6-0fcc30b9d543') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:11.393443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.428797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.457776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:11.457776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.471988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56612) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:11.480151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666908001', 'description': 'tempest-secgroup-smoke-666908001 description', 'project_id': '418ca41106504e6eb537b48299cf87fc'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:11.481484 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:11.503943 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e381fcc5-fe58-4d82-bb47-878d6bd984ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.506648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e381fcc5-fe58-4d82-bb47-878d6bd984ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.510606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e381fcc5-fe58-4d82-bb47-878d6bd984ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd7e7e32-e2fa-4442-a44c-8894217fb710 HTTP/1.1" status: 204 len: 168 time: 0.6426933 Nov 25 18:49:11.529288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b34d1a55-f6d2-4ea0-85db-6fc8db16af5b req-5069aec8-d211-4aa6-aec4-c6854a29dd19 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0562944 Nov 25 18:49:11.549878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:11.559611 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9197e348-cf79-42b5-bef7-927380ea064e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.592849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381fcc5-fe58-4d82-bb47-878d6bd984ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e7e32-e2fa-4442-a44c-8894217fb710,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:11.635869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.642599 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.651384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.654557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:11.656393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9197e348-cf79-42b5-bef7-927380ea064e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.667840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-79727b84-db8f-4ecd-b4c3-93f8aaaa0626 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0583656 Nov 25 18:49:11.668776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56618) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:11.669579 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:11.675325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.678900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/1ceb79ea-2e65-45df-a4b7-d7515289dd28 HTTP/1.1" status: 204 len: 168 time: 3.9266088 Nov 25 18:49:11.693344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:11.696435 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:11.707084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:11.723708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe042c44-3535-4ac2-8ea1-884fa6d64e26 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=1ceb79ea-2e65-45df-a4b7-d7515289dd28,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:11.730989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting subnet f5610a52-7edb-47ad-b3d9-a88789e4010e {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:11.734403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.756624 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-19def47b-14b0-4a12-bfa7-a0fbbd6958cf tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] GET failed (client error): The resource could not be found. Nov 25 18:49:11.758142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-19def47b-14b0-4a12-bfa7-a0fbbd6958cf tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/subnets/19f5107a-2b73-49c1-972e-2227d716c751 HTTP/1.1" status: 404 len: 337 time: 0.0555327 Nov 25 18:49:11.768223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56622) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:11.771268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.784399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.815606 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fd0422-566d-4f95-9886-381cd582e473 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:11.816593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fd0422-566d-4f95-9886-381cd582e473 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:11.820853 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-54fd0422-566d-4f95-9886-381cd582e473 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/1ceb79ea-2e65-45df-a4b7-d7515289dd28 HTTP/1.1" status: 404 len: 339 time: 0.0477519 Nov 25 18:49:11.832494 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:11.837753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56626) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:11.890352 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:10Z', 'revision_number': 11, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:11.893114 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:11.923186 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:11.932791 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:11.933888 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:48:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:11.972240 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.008058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cfbcc0-59bc-46c3-8958-6e0bbb1eb492 None None] Network 2ec388cd-9b65-4439-82ef-c127744302a4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:12.010631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.021062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/f5610a52-7edb-47ad-b3d9-a88789e4010e HTTP/1.1" status: 204 len: 168 time: 0.3510952 Nov 25 18:49:12.042117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56630) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:12.054779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57949492-b6f9-490a-a01e-ccbb2a6c1aa5 req-b23d6c9e-5d92-4213-8bbb-886c3f42bc97 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.2318645 Nov 25 18:49:12.055467 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9197e348-cf79-42b5-bef7-927380ea064e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.064275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9197e348-cf79-42b5-bef7-927380ea064e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.066801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9197e348-cf79-42b5-bef7-927380ea064e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/60d82aac-2662-46cf-86c3-a7e2aa94d770 HTTP/1.1" status: 204 len: 168 time: 0.8068259 Nov 25 18:49:12.092903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56634) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:12.099554 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:12.122486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.139909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8611b3-e6e2-46cf-907b-2efbe3ee9d1a tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Subnet': ['ID=f5610a52-7edb-47ad-b3d9-a88789e4010e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:12.145256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.164388 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:10Z', 'revision_number': 11, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:12.197233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197e348-cf79-42b5-bef7-927380ea064e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d82aac-2662-46cf-86c3-a7e2aa94d770,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:12.218988 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f776d2-5b48-4710-a802-f9fd55da0f9c None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:10Z', 'revision_number': 11, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:12.304327 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.311225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Deleting port 0cdd32be-c1b5-467e-94a8-50004e53b11b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:12.311907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.316358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:12.316753 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.332239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:12.336304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:12.367422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-42527100-31e6-4a0d-8498-97336f1e232c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2541029 Nov 25 18:49:12.378962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56642) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:12.430312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=ef5a034c-1569-46b5-ba10-184464454506,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:12.442708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e3add-253d-4f64-b6a1-56b4cbda798d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:12.444611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b42e3add-253d-4f64-b6a1-56b4cbda798d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6020060 Nov 25 18:49:12.448667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56646) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:12.515302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c6fbc4e4-dcd1-4476-b52d-db5072ee2955 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1 HTTP/1.1" status: 200 len: 207 time: 0.0648396 Nov 25 18:49:12.523214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:12.533820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:12.539468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.584419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] For port 0cdd32be-c1b5-467e-94a8-50004e53b11b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0cdd32be-c1b5-467e-94a8-50004e53b11b,segment=NetworkSegment(4db281b7-4d66-40a5-a22b-d1d74f468316),segment_id=4db281b7-4d66-40a5-a22b-d1d74f468316)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:12.584801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.596140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c852b-4212-46b7-a9f2-65640f8d654c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:12.629254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] DHCP port deletion for 2ec388cd-9b65-4439-82ef-c127744302a4 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:12.681729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d8cdc6ed-d5df-4de7-98e6-bfd8a5a38ddd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4279232 Nov 25 18:49:12.695031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Calling delete_port for 0cdd32be-c1b5-467e-94a8-50004e53b11b owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:12.775257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f05108b5-8328-4be6-a29b-e9822bb9d536 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.803867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] Deleting port 0cdd32be-c1b5-467e-94a8-50004e53b11b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:12.804247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:12.804941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'admin_state_up': True, 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'security_groups': ['99c9aae9-799f-4f20-8f03-f9939e2b6cfe']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:13.034233 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f05108b5-8328-4be6-a29b-e9822bb9d536 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.044149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] For port 0cdd32be-c1b5-467e-94a8-50004e53b11b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0cdd32be-c1b5-467e-94a8-50004e53b11b,segment=NetworkSegment(4db281b7-4d66-40a5-a22b-d1d74f468316),segment_id=4db281b7-4d66-40a5-a22b-d1d74f468316)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:13.045209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.082732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-658919b9-928f-45b5-b610-e17a62c9280d None None] Provisioning complete for port ef5a034c-1569-46b5-ba10-184464454506 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:13.083882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-658919b9-928f-45b5-b610-e17a62c9280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.086368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] Calling delete_port for 0cdd32be-c1b5-467e-94a8-50004e53b11b owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:13.104830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f05108b5-8328-4be6-a29b-e9822bb9d536 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.110378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f05108b5-8328-4be6-a29b-e9822bb9d536 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.111862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f05108b5-8328-4be6-a29b-e9822bb9d536 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3f68b11-5fde-4b5f-bfd1-dabd28997213 HTTP/1.1" status: 204 len: 168 time: 0.7296801 Nov 25 18:49:13.140790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.141742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56664) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:13.144916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05108b5-8328-4be6-a29b-e9822bb9d536 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f68b11-5fde-4b5f-bfd1-dabd28997213,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:13.197225 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.221889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-658919b9-928f-45b5-b610-e17a62c9280d None None] Port ef5a034c-1569-46b5-ba10-184464454506 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:13.276999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3bcabc12-c432-4479-9a86-9549ecc631de tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1196694 Nov 25 18:49:13.279779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.288813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a4005-ad14-45f1-a0e7-5fa92e072223 req-abebb511-817a-4e74-afd0-68efba67f5a4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:13.290383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd2a4005-ad14-45f1-a0e7-5fa92e072223 req-abebb511-817a-4e74-afd0-68efba67f5a4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 932 time: 0.5049310 Nov 25 18:49:13.292915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56666) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:13.311138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-344b0cd7-dcde-4967-b13b-eda3d6682ef9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--480724623'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:13.318740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.323764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.8459849 Nov 25 18:49:13.324932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56668) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:13.328359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] No DVR routers for this DVR port 0cdd32be-c1b5-467e-94a8-50004e53b11b on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:13.335056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0942a45d-87a4-4f68-be2a-33514e08f53e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': '8a39e660-a9a9-4120-b422-4e647e15f6fc', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:13.341233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cc44c-dc1a-4ed2-a0d6-716a27bbf290 None None] Pushing event deleted for resources: {'Port': ['ID=0cdd32be-c1b5-467e-94a8-50004e53b11b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:13.355559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf1e46-b501-4895-9cdb-4599767b0928 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a39e660-a9a9-4120-b422-4e647e15f6fc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:13.394272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.442665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2f74e6a-c066-405f-ad84-c03ca83b549d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.452808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No DVR routers for this DVR port 0cdd32be-c1b5-467e-94a8-50004e53b11b on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:13.477918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:13.501169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3681027e-ea80-49d8-9e2b-eac69c7fc34b req-17e3f905-99c6-4409-a232-02c02348e45d tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/ports?device_id=a041972d-50ab-4f6e-adf3-09edf4cfba73 HTTP/1.1" status: 200 len: 210 time: 0.2054677 Nov 25 18:49:13.528747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:13.531883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 75009c4f-53f3-4e97-b2bf-03f2f8df12c2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:13.532499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0cdd32be-c1b5-467e-94a8-50004e53b11b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:13.553334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd2a4005-ad14-45f1-a0e7-5fa92e072223 req-b592043b-b032-4412-a200-59851f87cb26 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374377 Nov 25 18:49:13.577432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Port': ['ID=0cdd32be-c1b5-467e-94a8-50004e53b11b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:13.596431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0cdd32be-c1b5-467e-94a8-50004e53b11b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:13.596777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0cdd32be-c1b5-467e-94a8-50004e53b11b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:13.617093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-344b0cd7-dcde-4967-b13b-eda3d6682ef9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.638142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553574df-b3f6-461b-b73c-7bd40c8070aa tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:13.644357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553574df-b3f6-461b-b73c-7bd40c8070aa tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:13.652597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553574df-b3f6-461b-b73c-7bd40c8070aa tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:13.658813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553574df-b3f6-461b-b73c-7bd40c8070aa tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:13.660736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-553574df-b3f6-461b-b73c-7bd40c8070aa tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 1.1332276 Nov 25 18:49:13.666011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56678) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:13.705783 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0942a45d-87a4-4f68-be2a-33514e08f53e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.722807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.758643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec388cd-9b65-4439-82ef-c127744302a4']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:13.777251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:13.777930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db281b7-4d66-40a5-a22b-d1d74f468316') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:13.778437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db281b7-4d66-40a5-a22b-d1d74f468316') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:13.781789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.804854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.842106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-344b0cd7-dcde-4967-b13b-eda3d6682ef9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.843704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.859020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:13.859688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:13.863075 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:13.877600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0942a45d-87a4-4f68-be2a-33514e08f53e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.878918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-344b0cd7-dcde-4967-b13b-eda3d6682ef9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.921520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0942a45d-87a4-4f68-be2a-33514e08f53e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:13.966132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f262d778-6a49-408e-ab1c-15966791ddfb tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2979872 Nov 25 18:49:13.970062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56682) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.010060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0942a45d-87a4-4f68-be2a-33514e08f53e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.011676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0942a45d-87a4-4f68-be2a-33514e08f53e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6810548 Nov 25 18:49:14.014623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942a45d-87a4-4f68-be2a-33514e08f53e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e442f232-a099-4018-af79-0d15b5c73643,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.018711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-344b0cd7-dcde-4967-b13b-eda3d6682ef9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.023455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-344b0cd7-dcde-4967-b13b-eda3d6682ef9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7248571 Nov 25 18:49:14.024976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56684) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.026052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56686) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.031911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-77a0a26b-d5ad-4baa-937e-72f4684e3383 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': '8a39e660-a9a9-4120-b422-4e647e15f6fc', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:14.039030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-eb94b1f1-1730-459f-8d1d-fd1b741d949a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': '6cd6842a-6d1b-4a85-a511-228d3dbdb42a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:14.046215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b0cd7-dcde-4967-b13b-eda3d6682ef9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd6842a-6d1b-4a85-a511-228d3dbdb42a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.051321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.069818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.076674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/networks/2ec388cd-9b65-4439-82ef-c127744302a4 HTTP/1.1" status: 204 len: 168 time: 2.0306442 Nov 25 18:49:14.078059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56688) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.093850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f97b8-1d70-478e-9914-89506eadf2c3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Pushing event deleted for resources: {'Network': ['ID=2ec388cd-9b65-4439-82ef-c127744302a4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.100494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'routes': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:14.107391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56690) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.127410 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb94b1f1-1730-459f-8d1d-fd1b741d949a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.169169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77a0a26b-d5ad-4baa-937e-72f4684e3383 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.233265 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb94b1f1-1730-459f-8d1d-fd1b741d949a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.243878 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb94b1f1-1730-459f-8d1d-fd1b741d949a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.261876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94b1f1-1730-459f-8d1d-fd1b741d949a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf6fd65-7a70-4375-a891-f043da8fc851,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.276535 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77a0a26b-d5ad-4baa-937e-72f4684e3383 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.290228 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77a0a26b-d5ad-4baa-937e-72f4684e3383 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.295664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5712eb-94fe-444e-abcf-ca3c0d0e3288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.314754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb94b1f1-1730-459f-8d1d-fd1b741d949a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.318852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb94b1f1-1730-459f-8d1d-fd1b741d949a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2874973 Nov 25 18:49:14.320897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56694) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.329686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0a26b-d5ad-4baa-937e-72f4684e3383 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51be470c-d10e-49aa-a0ad-ccfd24097091,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.351025 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.358322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b3b3f7-be07-453a-9c4c-f033c80cfb68 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.360327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b3b3f7-be07-453a-9c4c-f033c80cfb68 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.362310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b6b3b3f7-be07-453a-9c4c-f033c80cfb68 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3910472 Nov 25 18:49:14.373723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56696) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.393171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77a0a26b-d5ad-4baa-937e-72f4684e3383 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.399166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-77a0a26b-d5ad-4baa-937e-72f4684e3383 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3717508 Nov 25 18:49:14.405603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56698) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.412311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5ef2da69-98cf-4e0d-ad5b-3c2e343010da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': '8a39e660-a9a9-4120-b422-4e647e15f6fc', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:14.435885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 10.1.1.143 (4ceda34d-b884-4a07-9638-9608188b8ae3/7ea64b89-82e7-4403-833c-c7561fb07d42/e074b3d0-6252-4eef-b942-80849bda7068) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:14.447109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6301cff2-88eb-46c4-911b-218acce74faa tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.450651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.extraroute_db [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Added routes are [] {{(pid=103457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 18:49:14.451794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.extraroute_db [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Removed routes are [] {{(pid=103457) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 18:49:14.451794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.470108 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6301cff2-88eb-46c4-911b-218acce74faa tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.518538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ef2da69-98cf-4e0d-ad5b-3c2e343010da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.530398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5712eb-94fe-444e-abcf-ca3c0d0e3288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.538445 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6301cff2-88eb-46c4-911b-218acce74faa tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.543575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6301cff2-88eb-46c4-911b-218acce74faa tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.545015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6301cff2-88eb-46c4-911b-218acce74faa tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/dcf6fd65-7a70-4375-a891-f043da8fc851 HTTP/1.1" status: 204 len: 168 time: 0.2231841 Nov 25 18:49:14.550525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3c5712eb-94fe-444e-abcf-ca3c0d0e3288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.557814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56700) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.598420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301cff2-88eb-46c4-911b-218acce74faa tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcf6fd65-7a70-4375-a891-f043da8fc851,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.599200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219a5c2-5f60-49aa-bc69-b34c6bd6ec0d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.600762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219a5c2-5f60-49aa-bc69-b34c6bd6ec0d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:14.605708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c219a5c2-5f60-49aa-bc69-b34c6bd6ec0d tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2269049 Nov 25 18:49:14.614051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.681549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3c5712eb-94fe-444e-abcf-ca3c0d0e3288 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc511d479b0c4f77a84feba4ec580ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5703754 Nov 25 18:49:14.685256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5712eb-94fe-444e-abcf-ca3c0d0e3288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13acb232-feb8-4cee-8ca4-03bd23667101,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.688645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56708) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.720651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.727415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.781276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-03d490f0-ca02-458e-befc-38ecf3d945a7 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2183590 Nov 25 18:49:14.793933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56712) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.795529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ef2da69-98cf-4e0d-ad5b-3c2e343010da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.815820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56714) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.829742 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ef2da69-98cf-4e0d-ad5b-3c2e343010da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.873241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.883816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router cffc19a7-08b3-4aef-9324-acbbc7084a2c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:14.911637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2da69-98cf-4e0d-ad5b-3c2e343010da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b45f62-8125-40f8-aeaa-275e3257c2c2,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:14.925646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0766afec-0e0f-4858-9999-d8b562334980 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.934098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5ef2da69-98cf-4e0d-ad5b-3c2e343010da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.938954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5ef2da69-98cf-4e0d-ad5b-3c2e343010da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5321898 Nov 25 18:49:14.940479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56716) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:14.964609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a0490b44-5a38-4952-a952-99879d77ab1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': '8a39e660-a9a9-4120-b422-4e647e15f6fc', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:14.981921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48197146-8baf-419a-88c9-7c6c780c7067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:14.998809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b809617b-6882-4c68-b41b-6f3a9e987354 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:15.006096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b809617b-6882-4c68-b41b-6f3a9e987354 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/networks/dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 HTTP/1.1" status: 200 len: 798 time: 0.3686402 Nov 25 18:49:15.007468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.021502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0881392-1b68-4970-be69-13aa34102ade req-a52016ca-15af-4906-b91a-0d876ab6af71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:15.023365 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0881392-1b68-4970-be69-13aa34102ade req-a52016ca-15af-4906-b91a-0d876ab6af71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 932 time: 0.2405617 Nov 25 18:49:15.039114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:15.051870 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.055589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-648ffd4a-2e9c-4afa-94af-1873d0e3f2f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 200 len: 701 time: 0.9685123 Nov 25 18:49:15.055589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0766afec-0e0f-4858-9999-d8b562334980 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.055905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] Sync routers for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:15.059253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56720) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.060657 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cba98834-e366-4f88-b0e8-6ca699901672 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.063887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48197146-8baf-419a-88c9-7c6c780c7067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.069824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:15.075060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:15.096610 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0490b44-5a38-4952-a952-99879d77ab1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.113625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.143492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a4726cf-c8bb-4e4b-8bbe-3e4a82838727 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 200 len: 205 time: 0.0571678 Nov 25 18:49:15.148884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56722) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.150474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cba98834-e366-4f88-b0e8-6ca699901672 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.200418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:15.220275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:15.223901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=e074b3d0-6252-4eef-b942-80849bda7068,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:15.230064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:15.238827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:15.270037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0881392-1b68-4970-be69-13aa34102ade req-09505d42-02b5-453d-a3ec-2eba9276da93 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352462 Nov 25 18:49:15.284571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3e036c04-2896-4e3f-a683-a85dab025f4a tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/networks/dde62ad2-7e93-49cd-8bb3-31ff7b042ed0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2688270 Nov 25 18:49:15.284571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.285790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0766afec-0e0f-4858-9999-d8b562334980 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.288698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0766afec-0e0f-4858-9999-d8b562334980 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.294268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0766afec-0e0f-4858-9999-d8b562334980 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/security-groups/e31c9120-2719-4fb7-8d28-377dcfe56fae HTTP/1.1" status: 204 len: 168 time: 0.4781861 Nov 25 18:49:15.298641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56726) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.319916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acaffa37-7deb-49f4-b12e-bde42c49beaf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.323214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:10Z', 'revision_number': 11, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:15.361207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766afec-0e0f-4858-9999-d8b562334980 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c9120-2719-4fb7-8d28-377dcfe56fae,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:15.366151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0490b44-5a38-4952-a952-99879d77ab1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.370271 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-4b491267-e07d-4b3e-b25c-8beaeabdec64 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] show failed (client error): The resource could not be found. Nov 25 18:49:15.373375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4b491267-e07d-4b3e-b25c-8beaeabdec64 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "GET /v2.0/security-groups/e31c9120-2719-4fb7-8d28-377dcfe56fae HTTP/1.1" status: 404 len: 347 time: 0.0663338 Nov 25 18:49:15.375942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56728) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.378093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] Checking router: cffc19a7-08b3-4aef-9324-acbbc7084a2c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:15.397801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:15.398425 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.407730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] Routers {'cffc19a7-08b3-4aef-9324-acbbc7084a2c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:15.408667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:15.489548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d77a45-9a6e-4ad7-8798-b43475698792 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:15.491146 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-39d77a45-9a6e-4ad7-8798-b43475698792 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/subnets/7599b370-cedd-4c95-b57d-d4a6c9731d8d HTTP/1.1" status: 200 len: 811 time: 0.2065463 Nov 25 18:49:15.495976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56730) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.497045 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0490b44-5a38-4952-a952-99879d77ab1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.501159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d918f755-682e-4226-ae9f-639167ce29ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7192700 Nov 25 18:49:15.515777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'admin_state_up': True, 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'security_groups': ['99c9aae9-799f-4f20-8f03-f9939e2b6cfe']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:15.526333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] Set router cffc19a7-08b3-4aef-9324-acbbc7084a2c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:15.599251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:10Z', 'revision_number': 11, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:15.645701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bceeb42-cc99-4dcd-b191-65501b834c4c None None] The sync data for ids ['cffc19a7-08b3-4aef-9324-acbbc7084a2c'] in n-d-819194-3 is: [{'id': 'cffc19a7-08b3-4aef-9324-acbbc7084a2c', 'name': 'tempest-RoutersTest-router-1421128288', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:29Z', 'updated_at': '2021-11-25T18:49:10Z', 'revision_number': 11, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:15.686621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1e43015c-6a84-469b-887f-d4d6eb75fad2 None None] Provisioning complete for port e074b3d0-6252-4eef-b942-80849bda7068 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:15.696132 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e43015c-6a84-469b-887f-d4d6eb75fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.712967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a83d6d-dba8-47bd-bdb1-97fe343a7c89 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:15.721972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0a83d6d-dba8-47bd-bdb1-97fe343a7c89 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "GET /v2.0/subnets/7599b370-cedd-4c95-b57d-d4a6c9731d8d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2212677 Nov 25 18:49:15.733053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56732) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:15.740584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-302456495'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:15.795644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1e43015c-6a84-469b-887f-d4d6eb75fad2 None None] Port e074b3d0-6252-4eef-b942-80849bda7068 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:15.841601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:15.846294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.912735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:15.919649 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.921990 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:15.931725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port ac868d8b-a819-4e61-920d-56a3a4eca503 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:15.932065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.030356 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48197146-8baf-419a-88c9-7c6c780c7067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.034922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-48197146-8baf-419a-88c9-7c6c780c7067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.036186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-48197146-8baf-419a-88c9-7c6c780c7067 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13acb232-feb8-4cee-8ca4-03bd23667101 HTTP/1.1" status: 204 len: 168 time: 1.3143108 Nov 25 18:49:16.045082 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acaffa37-7deb-49f4-b12e-bde42c49beaf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.048543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acaffa37-7deb-49f4-b12e-bde42c49beaf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.051190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0490b44-5a38-4952-a952-99879d77ab1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc62abb4-f3a1-4a1a-967c-0251516904e9,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:16.069307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cba98834-e366-4f88-b0e8-6ca699901672 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.071394 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cba98834-e366-4f88-b0e8-6ca699901672 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.076829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cba98834-e366-4f88-b0e8-6ca699901672 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/6cd6842a-6d1b-4a85-a511-228d3dbdb42a HTTP/1.1" status: 204 len: 168 time: 1.2740619 Nov 25 18:49:16.077807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56738) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:16.083830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0490b44-5a38-4952-a952-99879d77ab1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.087991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0490b44-5a38-4952-a952-99879d77ab1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1268477 Nov 25 18:49:16.090047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48197146-8baf-419a-88c9-7c6c780c7067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13acb232-feb8-4cee-8ca4-03bd23667101,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:16.147754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:16.156883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': '8a39e660-a9a9-4120-b422-4e647e15f6fc', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:16.198867 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:49:16.203340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98834-e366-4f88-b0e8-6ca699901672 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd6842a-6d1b-4a85-a511-228d3dbdb42a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:16.212770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acaffa37-7deb-49f4-b12e-bde42c49beaf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.213932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaffa37-7deb-49f4-b12e-bde42c49beaf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Fanout notify agent at l3_agent the message router_deleted on router cffc19a7-08b3-4aef-9324-acbbc7084a2c {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:49:16.222956 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acaffa37-7deb-49f4-b12e-bde42c49beaf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.238324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-acaffa37-7deb-49f4-b12e-bde42c49beaf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 204 len: 168 time: 1.0811422 Nov 25 18:49:16.239693 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.247895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:16.268879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4c0aa854-191b-45e7-ab0d-8da8da19fbb3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1445561652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:16.363941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-baed9b6d-ec52-49cc-b2d1-25fa86d008a4 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2773924 Nov 25 18:49:16.364881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56746) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:16.379492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fce7dacf-23be-4963-ab8b-c7e1051b778e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group': {'name': 'tempest-secgroup--350797840'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:16.410496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.427764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa854-191b-45e7-ab0d-8da8da19fbb3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.428858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa854-191b-45e7-ab0d-8da8da19fbb3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.458718 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.528164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2fefb2-473c-4692-9fcd-8edbdbb7aa05,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:16.532216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa854-191b-45e7-ab0d-8da8da19fbb3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.536316 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fce7dacf-23be-4963-ab8b-c7e1051b778e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.548989 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa854-191b-45e7-ab0d-8da8da19fbb3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.553813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 10.1.1.68 (4ceda34d-b884-4a07-9638-9608188b8ae3/7ea64b89-82e7-4403-833c-c7561fb07d42/6ca6ba98-52e6-4acc-b10b-556efc63d3ca) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:16.567798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.572494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8a65ace-18ac-4e85-bf22-5219984c6a93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4234083 Nov 25 18:49:16.575806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56756) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:16.584166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': '8a39e660-a9a9-4120-b422-4e647e15f6fc', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:16.612592 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:49:16.623492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.645097 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa854-191b-45e7-ab0d-8da8da19fbb3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.648866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4c0aa854-191b-45e7-ab0d-8da8da19fbb3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3962095 Nov 25 18:49:16.652244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56760) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:16.660241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2cc4d2b1-0efa-482b-a62b-71ac6c8b2a31 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:16.751540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:16.821853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.825855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.826278 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.829223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.829581 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Added segment dd1d0189-751e-4951-8389-2621a725a653 of type vlan for network 390441a7-cb42-4ff4-9961-f5afd44a2c13 Nov 25 18:49:16.860594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for ac868d8b-a819-4e61-920d-56a3a4eca503 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:16.910625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6aeed-05a5-45c8-988e-b0f49f875e0b req-b0582fbc-d4b1-45e2-9a11-88131616c325 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:16.917905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6aeed-05a5-45c8-988e-b0f49f875e0b req-b0582fbc-d4b1-45e2-9a11-88131616c325 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:16.919656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4b6aeed-05a5-45c8-988e-b0f49f875e0b req-b0582fbc-d4b1-45e2-9a11-88131616c325 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 1654 time: 0.2120860 Nov 25 18:49:16.931739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.965115 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.968487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d2b1-0efa-482b-a62b-71ac6c8b2a31 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.979837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fce7dacf-23be-4963-ab8b-c7e1051b778e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.981687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.984012 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d2b1-0efa-482b-a62b-71ac6c8b2a31 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:16.991504 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fce7dacf-23be-4963-ab8b-c7e1051b778e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.061235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.093938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b315740e-8f01-495c-9a88-c2549db5a3cf,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:17.115993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7dacf-23be-4963-ab8b-c7e1051b778e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa208634-dbc8-4c00-9c3d-4f2cd9d39f60,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:17.125818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fce7dacf-23be-4963-ab8b-c7e1051b778e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.127146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fce7dacf-23be-4963-ab8b-c7e1051b778e tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7526371 Nov 25 18:49:17.130034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.135251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d578eea-6b3a-4fcf-81ed-527d5716d425 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5549159 Nov 25 18:49:17.136907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56774) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.137247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56776) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.141743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-181bbdfa-0a8e-4307-ba14-87d0f35629b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': 'aa208634-dbc8-4c00-9c3d-4f2cd9d39f60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:17.151742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'network': {'name': 'tempest-network-smoke--1500829232', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:17.175611 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.185686 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.210689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc4d2b1-0efa-482b-a62b-71ac6c8b2a31 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Router 5cd7b122-cb59-4246-a3a0-ae15bef82b28 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:49:17.215963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-181bbdfa-0a8e-4307-ba14-87d0f35629b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.314210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:17.318195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.326370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4b6aeed-05a5-45c8-988e-b0f49f875e0b req-4f222beb-531b-4d12-9d3a-0dc7695298c0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861473 Nov 25 18:49:17.343861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:17.352238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc4d2b1-0efa-482b-a62b-71ac6c8b2a31 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:17.367006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:17.368579 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] Sync routers for ids ['5cd7b122-cb59-4246-a3a0-ae15bef82b28'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:17.372750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d2b1-0efa-482b-a62b-71ac6c8b2a31 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.373936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2cc4d2b1-0efa-482b-a62b-71ac6c8b2a31 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "PUT /v2.0/routers/5cd7b122-cb59-4246-a3a0-ae15bef82b28 HTTP/1.1" status: 200 len: 694 time: 0.7180290 Nov 25 18:49:17.377356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56780) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.377785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:17.389001 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] Routers {'5cd7b122-cb59-4246-a3a0-ae15bef82b28'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:17.389001 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5cd7b122-cb59-4246-a3a0-ae15bef82b28'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:17.438419 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.447353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:17.448247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.461630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:17.481166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:17.500718 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-181bbdfa-0a8e-4307-ba14-87d0f35629b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.507131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d2285970-ff3c-4f5e-8261-20995f1a73de tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/routers/5cd7b122-cb59-4246-a3a0-ae15bef82b28 HTTP/1.1" status: 200 len: 700 time: 0.1285632 Nov 25 18:49:17.509684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56790) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.523775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-181bbdfa-0a8e-4307-ba14-87d0f35629b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.527038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.527391 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Added segment 0056c932-fb20-4ba0-9fa9-8904faa3ed09 of type vlan for network 93f4a5fb-5a9d-42af-9844-90905838dfba Nov 25 18:49:17.534950 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] Set router 5cd7b122-cb59-4246-a3a0-ae15bef82b28 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:17.571845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-797f5c8f-cfaf-432b-8a27-e913512f75bc tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=5cd7b122-cb59-4246-a3a0-ae15bef82b28 HTTP/1.1" status: 200 len: 205 time: 0.0586412 Nov 25 18:49:17.579287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.592382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bbdfa-0a8e-4307-ba14-87d0f35629b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c309a787-df9e-4dd3-a891-0c16dd2ffdc4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:17.622563 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd7b122-cb59-4246-a3a0-ae15bef82b28', 'name': 'tempest-RoutersTest-router-1445561652', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:16Z', 'updated_at': '2021-11-25T18:49:16Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:17.677211 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] Checking router: 5cd7b122-cb59-4246-a3a0-ae15bef82b28 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:17.687255 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] Routers {'5cd7b122-cb59-4246-a3a0-ae15bef82b28'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:17.688195 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5cd7b122-cb59-4246-a3a0-ae15bef82b28'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:17.715578 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-181bbdfa-0a8e-4307-ba14-87d0f35629b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.719225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-181bbdfa-0a8e-4307-ba14-87d0f35629b2 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5786803 Nov 25 18:49:17.725560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56794) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.750676 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.758115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:17.760158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.762409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd3e67a8-8a99-46b4-b4e6-c8162d30fef5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.773151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5f1dee32-fb0c-457f-8529-15aff1562925 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules/c309a787-df9e-4dd3-a891-0c16dd2ffdc4 HTTP/1.1" status: 200 len: 763 time: 0.0421636 Nov 25 18:49:17.806346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=ac868d8b-a819-4e61-920d-56a3a4eca503,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:17.823295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.847880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-646c32f5-b029-4d4c-bb8f-470141326728 None None] Provisioning complete for port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:17.849718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-646c32f5-b029-4d4c-bb8f-470141326728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.868395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Network': ['ID=390441a7-cb42-4ff4-9961-f5afd44a2c13,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:17.871813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:49:17.882216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-54b95839-5751-436a-bf46-bf653947c6aa tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3702683 Nov 25 18:49:17.888346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0f61aa3a-bf69-4cf1-a95a-e2573a7a4879 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1500654 Nov 25 18:49:17.888346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.890767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:17.895906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ed1e6581-4be7-4e1a-8f86-b6e32c735954 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/floatingips/512a3fad-c568-4f48-9e77-d936604e059f HTTP/1.1" status: 204 len: 168 time: 2.5188224 Nov 25 18:49:17.897150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56798) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.897150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56800) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:17.902086 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] Set router 5cd7b122-cb59-4246-a3a0-ae15bef82b28 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:17.911678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5', 'admin_state_up': True, 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'security_groups': ['99c9aae9-799f-4f20-8f03-f9939e2b6cfe']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:17.921652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'network_id': '390441a7-cb42-4ff4-9961-f5afd44a2c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:17.939539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-646c32f5-b029-4d4c-bb8f-470141326728 None None] Port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:17.949280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 390441a7-cb42-4ff4-9961-f5afd44a2c13 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:18.019263 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd7b122-cb59-4246-a3a0-ae15bef82b28', 'name': 'tempest-RoutersTest-router-1445561652', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:16Z', 'updated_at': '2021-11-25T18:49:16Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:18.049850 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0edcc3-9996-4919-a1f6-7ae71c61d4ae None None] The sync data for ids ['5cd7b122-cb59-4246-a3a0-ae15bef82b28'] in n-d-819194-3 is: [{'id': '5cd7b122-cb59-4246-a3a0-ae15bef82b28', 'name': 'tempest-RoutersTest-router-1445561652', 'tenant_id': '153a0004108d45669cca8df4ab64c5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:16Z', 'updated_at': '2021-11-25T18:49:16Z', 'revision_number': 2, 'project_id': '153a0004108d45669cca8df4ab64c5d9', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:18.085399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.087749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:18.089016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.180446 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd3e67a8-8a99-46b4-b4e6-c8162d30fef5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.185496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd3e67a8-8a99-46b4-b4e6-c8162d30fef5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.202932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0530889 Nov 25 18:49:18.204594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56810) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.215000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'admin_state_up': True, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:18.248982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cca9e5-bd81-4bd5-9307-2c39d1c553a1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Network': ['ID=93f4a5fb-5a9d-42af-9844-90905838dfba,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:18.261006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9a177804-a5b7-4b9e-b53b-d74d24a6a6a4 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4263659 Nov 25 18:49:18.262104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56812) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.265445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 93f4a5fb-5a9d-42af-9844-90905838dfba details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:18.270092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd3e67a8-8a99-46b4-b4e6-c8162d30fef5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.270884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e67a8-8a99-46b4-b4e6-c8162d30fef5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd7b122-cb59-4246-a3a0-ae15bef82b28 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:49:18.282378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd3e67a8-8a99-46b4-b4e6-c8162d30fef5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.287183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dd3e67a8-8a99-46b4-b4e6-c8162d30fef5 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/5cd7b122-cb59-4246-a3a0-ae15bef82b28 HTTP/1.1" status: 204 len: 168 time: 0.7037911 Nov 25 18:49:18.292206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56814) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.309802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.api [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:49:18.309802 n-d-819194-3 neutron-server[103456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 18:49:18.309802 n-d-819194-3 neutron-server[103456]: [parameters: {'project_id_1': '418ca41106504e6eb537b48299cf87fc', 'expiration_1': datetime.datetime(2021, 11, 25, 18, 48, 58, 253872)}] Nov 25 18:49:18.309802 n-d-819194-3 neutron-server[103456]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:49:18.310722 n-d-819194-3 neutron-server[103456]: DEBUG oslo_db.api [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:49:18.340160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-06cfa141-3457-432a-921a-61db3a1489c9 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=5cd7b122-cb59-4246-a3a0-ae15bef82b28 HTTP/1.1" status: 200 len: 205 time: 0.0459292 Nov 25 18:49:18.342609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56816) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.349648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-299fe00f-fd49-4591-8331-59fc8be41259 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.361711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:18.369798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Made reservation on behalf of d540c86f12f346dc82b83a59bf01abdc for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:18.373638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.439864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-299fe00f-fd49-4591-8331-59fc8be41259 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.451869 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-321cec39-9edb-44f7-bbc3-14af5266ad7b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] delete failed (client error): The resource could not be found. Nov 25 18:49:18.455885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-321cec39-9edb-44f7-bbc3-14af5266ad7b tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/5cd7b122-cb59-4246-a3a0-ae15bef82b28 HTTP/1.1" status: 404 len: 336 time: 0.1120424 Nov 25 18:49:18.463263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56820) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.465174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Performing IP validity checks on allocation pools {{(pid=103457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 18:49:18.465936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103457) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 18:49:18.514330 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-00aa6059-d3c3-4f5d-bf5b-e77400986121 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:18.514968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00aa6059-d3c3-4f5d-bf5b-e77400986121 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:18.520806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-00aa6059-d3c3-4f5d-bf5b-e77400986121 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/9c5a4f08-3dd1-45df-b26a-c2360047cf0e HTTP/1.1" status: 404 len: 337 time: 0.0528238 Nov 25 18:49:18.535533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56822) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.579623 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c59f8b-6850-4bbf-a737-7586e9f9ca33 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:18.580228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c59f8b-6850-4bbf-a737-7586e9f9ca33 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:18.586057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-19c59f8b-6850-4bbf-a737-7586e9f9ca33 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/e123c76e-fcad-4b7f-aae5-7030ecc5d037 HTTP/1.1" status: 404 len: 337 time: 0.0487528 Nov 25 18:49:18.587913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.599043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-299fe00f-fd49-4591-8331-59fc8be41259 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.623887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-299fe00f-fd49-4591-8331-59fc8be41259 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.627858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-299fe00f-fd49-4591-8331-59fc8be41259 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c309a787-df9e-4dd3-a891-0c16dd2ffdc4 HTTP/1.1" status: 204 len: 168 time: 0.3644843 Nov 25 18:49:18.629939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.631910 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bea24b7-ead9-4aca-9de6-2bfa82bec7cf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:18.632466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bea24b7-ead9-4aca-9de6-2bfa82bec7cf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:18.639697 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7bea24b7-ead9-4aca-9de6-2bfa82bec7cf tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/d485ee5f-ce0c-414a-a021-6c918991d62e HTTP/1.1" status: 404 len: 337 time: 0.0505574 Nov 25 18:49:18.641602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56828) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.663872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.668454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fe00f-fd49-4591-8331-59fc8be41259 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c309a787-df9e-4dd3-a891-0c16dd2ffdc4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:18.711598 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee22c55-95bc-41a9-bfb7-e30dd8043f14 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:18.712063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee22c55-95bc-41a9-bfb7-e30dd8043f14 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:18.716766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bee22c55-95bc-41a9-bfb7-e30dd8043f14 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/f5610a52-7edb-47ad-b3d9-a88789e4010e HTTP/1.1" status: 404 len: 337 time: 0.0655122 Nov 25 18:49:18.727664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56830) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.733179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a3ad9-6001-4f50-9ac1-d10283615650 req-ce188bb2-1034-42a4-99a2-13a2bf81e65e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:18.739845 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a3ad9-6001-4f50-9ac1-d10283615650 req-ce188bb2-1034-42a4-99a2-13a2bf81e65e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:18.747115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a3ad9-6001-4f50-9ac1-d10283615650 req-ce188bb2-1034-42a4-99a2-13a2bf81e65e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:18.748971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e1a3ad9-6001-4f50-9ac1-d10283615650 req-ce188bb2-1034-42a4-99a2-13a2bf81e65e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 2374 time: 0.2710757 Nov 25 18:49:18.790742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e5208d3b-a2e9-42a6-93f8-ddf770785dd8 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1497204 Nov 25 18:49:18.797286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56832) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:18.803121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-426a146f-f10d-4675-85d0-b1f2416fbf0d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': 'aa208634-dbc8-4c00-9c3d-4f2cd9d39f60', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:18.808769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port 4814b347-e104-4059-a6d1-b75d28eb9cdf {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:18.809828 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.845273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-426a146f-f10d-4675-85d0-b1f2416fbf0d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.870533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e1a3ad9-6001-4f50-9ac1-d10283615650 req-5a501818-a2f1-4590-be72-80bd38ddf2f1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119444 Nov 25 18:49:18.889263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.903299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.904387 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.916605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=dd5c9091-d14e-46bb-b6ae-0aa5e83d904c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:18.955934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-426a146f-f10d-4675-85d0-b1f2416fbf0d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.963525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-426a146f-f10d-4675-85d0-b1f2416fbf0d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:18.991033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a146f-f10d-4675-85d0-b1f2416fbf0d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d052d728-84a6-4944-a20a-915cbdc34487,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:18.991247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-85b40eac-ceac-482d-a801-c46b9821aec3 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 200 len: 205 time: 0.2498212 Nov 25 18:49:19.026482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56834) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.039100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.092117 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-4953f1eb-ae5d-4a98-a6af-8da38481f110 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] delete failed (client error): The resource could not be found. Nov 25 18:49:19.095794 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4953f1eb-ae5d-4a98-a6af-8da38481f110 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/cffc19a7-08b3-4aef-9324-acbbc7084a2c HTTP/1.1" status: 404 len: 336 time: 0.0631528 Nov 25 18:49:19.096347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56838) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.145771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.189395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for 4814b347-e104-4059-a6d1-b75d28eb9cdf owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:19.191456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Checking segment: {'id': 'dd1d0189-751e-4951-8389-2621a725a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '390441a7-cb42-4ff4-9961-f5afd44a2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:19.191873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network hostable DHCP agents. Network: 390441a7-cb42-4ff4-9961-f5afd44a2c13, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:19.230377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5dd9d2a1-b1c2-41ec-94bb-0a0e77809ddb tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=eaef9fb7-85cb-491e-9e76-99b422e7b9b7 HTTP/1.1" status: 200 len: 205 time: 0.1307366 Nov 25 18:49:19.234136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-426a146f-f10d-4675-85d0-b1f2416fbf0d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.237824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-426a146f-f10d-4675-85d0-b1f2416fbf0d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4371676 Nov 25 18:49:19.237824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.238904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56842) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.303265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fc572623-d9bd-438e-b8fd-43ead9c441aa tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules/d052d728-84a6-4944-a20a-915cbdc34487 HTTP/1.1" status: 200 len: 763 time: 0.0615950 Nov 25 18:49:19.314263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56844) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.324615 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-1c9ff4ba-ec3c-4c4b-860d-f509b161d944 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] delete failed (client error): The resource could not be found. Nov 25 18:49:19.328141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1c9ff4ba-ec3c-4c4b-860d-f509b161d944 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/eaef9fb7-85cb-491e-9e76-99b422e7b9b7 HTTP/1.1" status: 404 len: 336 time: 0.0863757 Nov 25 18:49:19.329836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.371385 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.392970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Network 390441a7-cb42-4ff4-9961-f5afd44a2c13 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:19.421952 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8713da3-7bba-488b-a6be-00343ac60954 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:19.423120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8713da3-7bba-488b-a6be-00343ac60954 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:19.429241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d8713da3-7bba-488b-a6be-00343ac60954 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/a71c97b9-8f1f-464a-891a-89430917cea4 HTTP/1.1" status: 404 len: 337 time: 0.0958526 Nov 25 18:49:19.430410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.465366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 390441a7-cb42-4ff4-9961-f5afd44a2c13) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:19.474342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba09cffe-762a-47fa-82c3-f93585cc3896 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=20a5367d-0ea0-4384-9890-9dc2a32e9cef HTTP/1.1" status: 200 len: 205 time: 0.0395350 Nov 25 18:49:19.474697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56850) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.484832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-462215ed-723a-492f-91ea-f877155a5b5f tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1693902 Nov 25 18:49:19.485099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81620bf9-166e-415c-accb-50566994657e None None] Network 390441a7-cb42-4ff4-9961-f5afd44a2c13 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:19.486318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:19.486962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.496256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.528441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 10.2.2.100 (b771d437-5fd6-46e0-b62a-e89b3aefade5/f174018d-1762-494b-a114-5876deb307fb/3cb3ec80-2a76-4df4-af3c-32446f52d036) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:19.550512 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-8f3e9f0d-c4a6-4ae6-a1af-f3bdba32c1f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] delete failed (client error): The resource could not be found. Nov 25 18:49:19.554415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f3e9f0d-c4a6-4ae6-a1af-f3bdba32c1f1 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/20a5367d-0ea0-4384-9890-9dc2a32e9cef HTTP/1.1" status: 404 len: 336 time: 0.0763807 Nov 25 18:49:19.555070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56854) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.560722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4500ef00-8e0b-4422-ba96-d54f95996eee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6568222 Nov 25 18:49:19.572178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.585218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f91d07e-5f67-4ac0-a876-bc9bf091ddf9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.597995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8d0ea5e6-a459-4c47-8c07-5f37f5f5bb55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:19.613979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3534a681-0b1c-4253-9cda-9a8a9fde881d tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=37db4550-2d80-4376-a3d6-1e14056fd0b2 HTTP/1.1" status: 200 len: 205 time: 0.0576839 Nov 25 18:49:19.625235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.627434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f91d07e-5f67-4ac0-a876-bc9bf091ddf9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.753725 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-1e5b70af-c105-41f8-b8bb-3c56e7ac7c92 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] delete failed (client error): The resource could not be found. Nov 25 18:49:19.754821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1e5b70af-c105-41f8-b8bb-3c56e7ac7c92 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/37db4550-2d80-4376-a3d6-1e14056fd0b2 HTTP/1.1" status: 404 len: 336 time: 0.1252098 Nov 25 18:49:19.759993 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f91d07e-5f67-4ac0-a876-bc9bf091ddf9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.762420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56860) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.769255 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f91d07e-5f67-4ac0-a876-bc9bf091ddf9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.774340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5f91d07e-5f67-4ac0-a876-bc9bf091ddf9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d052d728-84a6-4944-a20a-915cbdc34487 HTTP/1.1" status: 204 len: 168 time: 0.2765608 Nov 25 18:49:19.775156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56862) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.781644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-390441a7-cb42-4ff4-9961-f5afd44a2c13', 'network_id': '390441a7-cb42-4ff4-9961-f5afd44a2c13', 'tenant_id': 'd540c86f12f346dc82b83a59bf01abdc', 'fixed_ips': [{'subnet_id': 'dd5c9091-d14e-46bb-b6ae-0aa5e83d904c'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:19.783611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.802028 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f45a296-cf99-4c0e-8c56-372c250e4f71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:19.802696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f45a296-cf99-4c0e-8c56-372c250e4f71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:19.809468 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f45a296-cf99-4c0e-8c56-372c250e4f71 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/2f7f280f-dffa-40cc-8648-7f9429f0e229 HTTP/1.1" status: 404 len: 337 time: 0.0423086 Nov 25 18:49:19.823500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56864) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:19.839839 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5e6-a459-4c47-8c07-5f37f5f5bb55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8910174'] for subnet, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.850490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91d07e-5f67-4ac0-a876-bc9bf091ddf9 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d052d728-84a6-4944-a20a-915cbdc34487,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:19.857746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:19.925618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=4814b347-e104-4059-a6d1-b75d28eb9cdf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:19.949905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de37c172-81f1-4d15-8054-ead1dd300bf2 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3a80882-694e-4be1-976e-489bddc62c41 HTTP/1.1" status: 200 len: 205 time: 0.1184812 Nov 25 18:49:19.952648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56868) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.017725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b7b29172-9e9d-419e-bd65-60afb1f45762 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2360222 Nov 25 18:49:20.032673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56870) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.039035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.051598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4c1a9489-eb5c-48c4-a42f-5e9248d40716 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Request body: {'security_group_rule': {'security_group_id': 'aa208634-dbc8-4c00-9c3d-4f2cd9d39f60', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:20.058685 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-83ee8f59-2a4c-4fe2-b3f7-dba154114f51 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] delete failed (client error): The resource could not be found. Nov 25 18:49:20.062027 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-83ee8f59-2a4c-4fe2-b3f7-dba154114f51 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/a3a80882-694e-4be1-976e-489bddc62c41 HTTP/1.1" status: 404 len: 336 time: 0.1032233 Nov 25 18:49:20.063284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56872) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.080118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.152543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.154584 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-9089065c-b3a3-47ad-bb54-960c6a9a4203 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:20.155042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9089065c-b3a3-47ad-bb54-960c6a9a4203 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:20.158393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9089065c-b3a3-47ad-bb54-960c6a9a4203 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/4ab0aec4-eb98-4b87-96ec-f4fcf7816b6e HTTP/1.1" status: 404 len: 337 time: 0.0860674 Nov 25 18:49:20.158726 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 18:49:20.158726 n-d-819194-3 neutron-server[103458]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 25 18:49:20.158726 n-d-819194-3 neutron-server[103458]: [parameters: {'in_use': 1, 'id_1': 'dd5c9091-d14e-46bb-b6ae-0aa5e83d904c'}] Nov 25 18:49:20.158726 n-d-819194-3 neutron-server[103458]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:49:20.161120 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:49:20.161260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.164406 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-10f9829b-f14a-4823-a156-7fe22090ff58 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/ports/4814b347-e104-4059-a6d1-b75d28eb9cdf HTTP/1.1" status: 204 len: 168 time: 2.2595761 Nov 25 18:49:20.165550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.168383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.186759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9489-eb5c-48c4-a42f-5e9248d40716 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.197287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c14a6-6dc0-4be1-bc4c-11aacf53f271 req-a75d1bb2-b0fe-465a-8119-315b42b95630 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:20.203511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c14a6-6dc0-4be1-bc4c-11aacf53f271 req-a75d1bb2-b0fe-465a-8119-315b42b95630 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:20.209784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c14a6-6dc0-4be1-bc4c-11aacf53f271 req-a75d1bb2-b0fe-465a-8119-315b42b95630 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:20.211549 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b15c14a6-6dc0-4be1-bc4c-11aacf53f271 req-a75d1bb2-b0fe-465a-8119-315b42b95630 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 2374 time: 0.2140179 Nov 25 18:49:20.287841 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.311290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e9e0492e-ebaf-42f1-bed3-82424f610628 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "GET /v2.0/ports?device_id=603b0692-0b03-40e8-8a73-41b76859f519 HTTP/1.1" status: 200 len: 205 time: 0.1437750 Nov 25 18:49:20.319043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.412424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b15c14a6-6dc0-4be1-bc4c-11aacf53f271 req-1b3af10d-b58e-4c0e-b599-bb80367198f0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888421 Nov 25 18:49:20.422592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9489-eb5c-48c4-a42f-5e9248d40716 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.440040 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-d071401d-c9d6-4bf6-a9be-501e3e398a01 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] delete failed (client error): The resource could not be found. Nov 25 18:49:20.448694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d071401d-c9d6-4bf6-a9be-501e3e398a01 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/routers/603b0692-0b03-40e8-8a73-41b76859f519 HTTP/1.1" status: 404 len: 336 time: 0.1187191 Nov 25 18:49:20.449140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:20.449140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9489-eb5c-48c4-a42f-5e9248d40716 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.453997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.483101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:20.496833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:20.552096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.119 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/13d6e40e-bcc8-4694-912e-e016fa66f19e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:20.605325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5e6-a459-4c47-8c07-5f37f5f5bb55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754433295647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9107507'] for subnet, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.639907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=3cb3ec80-2a76-4df4-af3c-32446f52d036,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:20.656535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port e95504e0-a117-4329-ab31-8f5d88a6310f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:20.656873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.663078 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.669123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:20.670214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.766333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dbc98794-edd3-4cfd-b606-fe045a9fe8e5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8676589 Nov 25 18:49:20.767923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a9489-eb5c-48c4-a42f-5e9248d40716 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8d6094-3b48-42d0-89f3-f0beff6f858e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:20.770240 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fe11e9-0a62-48fa-9104-9928dfb86087 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:20.774916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fe11e9-0a62-48fa-9104-9928dfb86087 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:20.799073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73fe11e9-0a62-48fa-9104-9928dfb86087 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/b5ebf0ca-268e-429a-b7c9-5dc721bfe1c2 HTTP/1.1" status: 404 len: 337 time: 0.3354151 Nov 25 18:49:20.801824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.806101 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4c1a9489-eb5c-48c4-a42f-5e9248d40716 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:20.823127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4c1a9489-eb5c-48c4-a42f-5e9248d40716 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7897167 Nov 25 18:49:20.824092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56890) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:20.828023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5', 'admin_state_up': True, 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'security_groups': ['99c9aae9-799f-4f20-8f03-f9939e2b6cfe']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:20.891496 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-38eedaf0-39a6-4ea7-9e32-efc5b1f42095 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:20.892062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38eedaf0-39a6-4ea7-9e32-efc5b1f42095 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:20.899045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-38eedaf0-39a6-4ea7-9e32-efc5b1f42095 tempest-RoutersTest-1392333127 tempest-RoutersTest-1392333127-project] 10.222.0.62 "DELETE /v2.0/subnets/1efa07f7-e3ec-4db2-9393-837ae5086887 HTTP/1.1" status: 404 len: 337 time: 0.0957706 Nov 25 18:49:20.945497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Allocated IP 172.20.0.3 (390441a7-cb42-4ff4-9961-f5afd44a2c13/dd5c9091-d14e-46bb-b6ae-0aa5e83d904c/bb30ced9-df48-49e8-a3db-61d0e2c003a5) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:20.998049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.022175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7623a7de-b73f-4f4d-9125-f1afb6aee571 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules/4d8d6094-3b48-42d0-89f3-f0beff6f858e HTTP/1.1" status: 200 len: 764 time: 0.1376417 Nov 25 18:49:21.033053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56898) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.185531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-efcecd30-28b3-4ab6-bfdf-77ef309e244c tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1433547 Nov 25 18:49:21.195210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c4306533-d5fc-417e-9584-56785f6632ef tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/floatingips/743807db-c407-40f5-8cd5-5618be2f111d HTTP/1.1" status: 200 len: 994 time: 0.1736646 Nov 25 18:49:21.195210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56900) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.238496 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.250024 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.306237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Pushing event updated for resources: {'Port': ['ID=bb30ced9-df48-49e8-a3db-61d0e2c003a5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:21.319741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Network 390441a7-cb42-4ff4-9961-f5afd44a2c13 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:21.321234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac434394-cf0d-4dc4-a9f5-15cbfa95ec14 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.323441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:21.325661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8f68fe1a-4eab-4097-af45-a53e4f4cef45 None None] Provisioning complete for port 3cb3ec80-2a76-4df4-af3c-32446f52d036 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:21.326034 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f68fe1a-4eab-4097-af45-a53e4f4cef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.328006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:21.350239 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac434394-cf0d-4dc4-a9f5-15cbfa95ec14 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.401378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56908) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.407305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Made reservation on behalf of efe2d468b48741a0a58e67a27dd0eb91 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:21.411631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.421839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0ea5e6-a459-4c47-8c07-5f37f5f5bb55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:21.423561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea5e6-a459-4c47-8c07-5f37f5f5bb55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.426068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8d0ea5e6-a459-4c47-8c07-5f37f5f5bb55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "PUT /v2.0/subnets/dd5c9091-d14e-46bb-b6ae-0aa5e83d904c HTTP/1.1" status: 200 len: 877 time: 1.8483872 Nov 25 18:49:21.437574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8f68fe1a-4eab-4097-af45-a53e4f4cef45 None None] Port 3cb3ec80-2a76-4df4-af3c-32446f52d036 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:21.437710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56910) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.438260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac434394-cf0d-4dc4-a9f5-15cbfa95ec14 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.476379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac434394-cf0d-4dc4-a9f5-15cbfa95ec14 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.485776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ac434394-cf0d-4dc4-a9f5-15cbfa95ec14 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4d8d6094-3b48-42d0-89f3-f0beff6f858e HTTP/1.1" status: 204 len: 168 time: 0.2885926 Nov 25 18:49:21.578400 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.597818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.598368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56920) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.679228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for e95504e0-a117-4329-ab31-8f5d88a6310f owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:21.716095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ea5e6-a459-4c47-8c07-5f37f5f5bb55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event updated for resources: {'Subnet': ['ID=dd5c9091-d14e-46bb-b6ae-0aa5e83d904c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:21.770882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Attempting to bind port bb30ced9-df48-49e8-a3db-61d0e2c003a5 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:21.771497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Attempting to bind port bb30ced9-df48-49e8-a3db-61d0e2c003a5 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'dd1d0189-751e-4951-8389-2621a725a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '390441a7-cb42-4ff4-9961-f5afd44a2c13'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:21.771790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Attempting to bind port bb30ced9-df48-49e8-a3db-61d0e2c003a5 on network 390441a7-cb42-4ff4-9961-f5afd44a2c13 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:21.778942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:21.779248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Checking segment: {'id': 'dd1d0189-751e-4951-8389-2621a725a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '390441a7-cb42-4ff4-9961-f5afd44a2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:21.779889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.780363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Bound using segment: {'id': 'dd1d0189-751e-4951-8389-2621a725a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '390441a7-cb42-4ff4-9961-f5afd44a2c13'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:21.780921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Bound port: bb30ced9-df48-49e8-a3db-61d0e2c003a5, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1d0189-751e-4951-8389-2621a725a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '390441a7-cb42-4ff4-9961-f5afd44a2c13'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:21.781375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.856003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-31563d76-b412-42a8-98e5-129a8a6b329a tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2561929 Nov 25 18:49:21.863879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] For port bb30ced9-df48-49e8-a3db-61d0e2c003a5, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:21.868188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] For port bb30ced9-df48-49e8-a3db-61d0e2c003a5, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bb30ced9-df48-49e8-a3db-61d0e2c003a5,segment=NetworkSegment(dd1d0189-751e-4951-8389-2621a725a653),segment_id=dd1d0189-751e-4951-8389-2621a725a653)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:21.874221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.899739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56922) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:21.945576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:21.954273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a5d68-fe09-4909-852c-629838a9fdd3 None None] Pushing event updated for resources: {'Port': ['ID=bb30ced9-df48-49e8-a3db-61d0e2c003a5,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:22.071251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac434394-cf0d-4dc4-a9f5-15cbfa95ec14 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d8d6094-3b48-42d0-89f3-f0beff6f858e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:22.164804 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:22.227589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:22.230135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:22.254122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:22.277598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059621c4-c1ad-47b7-8b49-7bf7c7ccce2f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:22.286046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:22.316103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Allocated IP 10.2.2.200 (b771d437-5fd6-46e0-b62a-e89b3aefade5/f174018d-1762-494b-a114-5876deb307fb/f2251868-ccf1-42d8-ab71-f9ee2d412527) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:22.392896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4c8d8699-9912-4e96-b8d8-f2eac1ca7ba8 None None] Provisioning complete for port 13d6e40e-bcc8-4694-912e-e016fa66f19e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:22.393448 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8699-9912-4e96-b8d8-f2eac1ca7ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:22.413645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=13d6e40e-bcc8-4694-912e-e016fa66f19e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:22.480216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=e95504e0-a117-4329-ab31-8f5d88a6310f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:22.499764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d8699-9912-4e96-b8d8-f2eac1ca7ba8 None None] Port 13d6e40e-bcc8-4694-912e-e016fa66f19e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:22.559249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcfec-0b11-47f2-a765-2ec242fcd273 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:22.593699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port e2844653-5cd2-4782-9c7e-1357f536876c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:22.593699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:22.656138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612a4f-1b23-4f53-bccd-89a9409ba780 req-8a557475-10be-4581-a93b-06d8f5c11b17 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:22.684384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612a4f-1b23-4f53-bccd-89a9409ba780 req-8a557475-10be-4581-a93b-06d8f5c11b17 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:22.736970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612a4f-1b23-4f53-bccd-89a9409ba780 req-8a557475-10be-4581-a93b-06d8f5c11b17 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:22.747117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612a4f-1b23-4f53-bccd-89a9409ba780 req-8a557475-10be-4581-a93b-06d8f5c11b17 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:22.750547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2612a4f-1b23-4f53-bccd-89a9409ba780 req-8a557475-10be-4581-a93b-06d8f5c11b17 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 3095 time: 0.7428777 Nov 25 18:49:22.754690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-83f35467-f691-406e-bb16-5041e4635835 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=153a0004108d45669cca8df4ab64c5d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3464720 Nov 25 18:49:22.763023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56926) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:22.812302 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcfec-0b11-47f2-a765-2ec242fcd273 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:22.875680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.002028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2612a4f-1b23-4f53-bccd-89a9409ba780 req-97c1c504-a907-443b-af86-525245ec2a56 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399495 Nov 25 18:49:23.033983 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.053843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcfec-0b11-47f2-a765-2ec242fcd273 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.056603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcfec-0b11-47f2-a765-2ec242fcd273 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.058860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6f3bcfec-0b11-47f2-a765-2ec242fcd273 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "DELETE /v2.0/security-groups/aa208634-dbc8-4c00-9c3d-4f2cd9d39f60 HTTP/1.1" status: 204 len: 168 time: 1.1575727 Nov 25 18:49:23.073449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56928) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:23.081400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fec3bf0-9dca-4a4b-a32c-000d4dbd9b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.152105 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fec3bf0-9dca-4a4b-a32c-000d4dbd9b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.207360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.208280 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.218916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.223263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for e2844653-5cd2-4782-9c7e-1357f536876c owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:23.230572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting port bb30ced9-df48-49e8-a3db-61d0e2c003a5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:23.230888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.304027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.320716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:23.323145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56930) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:23.327053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5f7fc5ab-5be1-4b48-8243-abd2c54ec28c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/ports/e95504e0-a117-4329-ab31-8f5d88a6310f HTTP/1.1" status: 204 len: 168 time: 3.1412919 Nov 25 18:49:23.328295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bcfec-0b11-47f2-a765-2ec242fcd273 tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa208634-dbc8-4c00-9c3d-4f2cd9d39f60,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:23.337335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:23.351072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:23.391006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fec3bf0-9dca-4a4b-a32c-000d4dbd9b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.393732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0fec3bf0-9dca-4a4b-a32c-000d4dbd9b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.396929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0fec3bf0-9dca-4a4b-a32c-000d4dbd9b20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/708e989d-a138-40d4-be01-d6e21632e75f HTTP/1.1" status: 204 len: 168 time: 0.6307919 Nov 25 18:49:23.396929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event updated for resources: {'Port': ['ID=f2251868-ccf1-42d8-ab71-f9ee2d412527,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:23.524275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec3bf0-9dca-4a4b-a32c-000d4dbd9b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e989d-a138-40d4-be01-d6e21632e75f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:23.538759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.598568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb30ced9-df48-49e8-a3db-61d0e2c003a5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:23.637177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.709960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] For port bb30ced9-df48-49e8-a3db-61d0e2c003a5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bb30ced9-df48-49e8-a3db-61d0e2c003a5,segment=NetworkSegment(dd1d0189-751e-4951-8389-2621a725a653),segment_id=dd1d0189-751e-4951-8389-2621a725a653)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:23.717013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.729766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bb30ced9-df48-49e8-a3db-61d0e2c003a5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:23.730227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.740363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:23.741131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.773303 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-49a3a851-c6d7-4c4d-b86c-cf59dfd9f66d tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6897454 Nov 25 18:49:23.793148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting subnet f85c13cb-c48f-4e08-86ee-7b6ade933ad0 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:23.803343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:23.812132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=e2844653-5cd2-4782-9c7e-1357f536876c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:23.818871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-5886cb72-2318-4ac5-9c8b-49983d223a2e tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0129035 Nov 25 18:49:23.829855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.841029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Calling delete_port for bb30ced9-df48-49e8-a3db-61d0e2c003a5 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:23.856443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:23.895967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-204c74e7-dbb1-4460-9f77-849529b3944f tempest-SecGroupTest-1107098572 tempest-SecGroupTest-1107098572-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0850515 Nov 25 18:49:23.906231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-92b2b9b8-7d2a-4bff-b18c-7b64aef10f93 None None] Provisioning complete for port f2251868-ccf1-42d8-ab71-f9ee2d412527 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:23.906667 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92b2b9b8-7d2a-4bff-b18c-7b64aef10f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.974500 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:23.974814 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Floating IP 743807db-c407-40f5-8cd5-5618be2f111d disassociated (deleted). External IP: 172.25.2.220, port: fe47d968-aff5-471b-a113-90a843d26884. Nov 25 18:49:24.056759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993854bb-4320-4248-bd6e-133489d05cc0 None None] Network 390441a7-cb42-4ff4-9961-f5afd44a2c13 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:24.140212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-92b2b9b8-7d2a-4bff-b18c-7b64aef10f93 None None] Port f2251868-ccf1-42d8-ab71-f9ee2d412527 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:24.145907 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:24.213209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:24.267092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port bb30ced9-df48-49e8-a3db-61d0e2c003a5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bb30ced9-df48-49e8-a3db-61d0e2c003a5,segment=NetworkSegment(dd1d0189-751e-4951-8389-2621a725a653),segment_id=dd1d0189-751e-4951-8389-2621a725a653)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:24.380500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:24.412859 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:24.439451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56960) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:24.526188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=bb30ced9-df48-49e8-a3db-61d0e2c003a5,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:24.546154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8eb2052e-205d-4fb3-8c05-7c685e773308 None None] Provisioning complete for port bb30ced9-df48-49e8-a3db-61d0e2c003a5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:24.546545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8eb2052e-205d-4fb3-8c05-7c685e773308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:24.637702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router ef455382-3097-4205-9f59-059b60e4a517 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:24.648809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a361cb-6c9d-4761-8aaa-580c73ded7b9 req-c00318e3-9f02-40b4-8168-9893fac42ced tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:24.655849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a361cb-6c9d-4761-8aaa-580c73ded7b9 req-c00318e3-9f02-40b4-8168-9893fac42ced tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:24.669677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a361cb-6c9d-4761-8aaa-580c73ded7b9 req-c00318e3-9f02-40b4-8168-9893fac42ced tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:24.675663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a361cb-6c9d-4761-8aaa-580c73ded7b9 req-c00318e3-9f02-40b4-8168-9893fac42ced tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:24.681822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a361cb-6c9d-4761-8aaa-580c73ded7b9 req-c00318e3-9f02-40b4-8168-9893fac42ced tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:24.684595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48a361cb-6c9d-4761-8aaa-580c73ded7b9 req-c00318e3-9f02-40b4-8168-9893fac42ced tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 3816 time: 0.4663038 Nov 25 18:49:24.743706 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:24.881240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:24.895566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] Sync routers for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:24.912976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:24.914105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:24.951840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:24.962949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48a361cb-6c9d-4761-8aaa-580c73ded7b9 req-38b22a59-a3cf-45d6-a567-97f8e2f852a0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673137 Nov 25 18:49:25.068736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb381a-bf79-4286-ab02-0aeeeff4c9f2 None None] Network 390441a7-cb42-4ff4-9961-f5afd44a2c13 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:25.141357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5a034c-1569-46b5-ba10-184464454506 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:49:25.161727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.175544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Transition to ACTIVE for port object ef5a034c-1569-46b5-ba10-184464454506 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:49:25.220441 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.257409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:25.341438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56974) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:25.363833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.371082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.421902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-88f5a53a-bb38-488c-a865-dddd78e14a6c None None] Provisioning complete for port bb30ced9-df48-49e8-a3db-61d0e2c003a5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:25.422279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88f5a53a-bb38-488c-a865-dddd78e14a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.433843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.463600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9a501cff-82ce-4702-9cd6-ef68f6d24be0 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/floatingips/743807db-c407-40f5-8cd5-5618be2f111d HTTP/1.1" status: 204 len: 168 time: 3.8625467 Nov 25 18:49:25.475990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:25.479398 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37d2b26-9801-4c9f-a5d6-906c4ae16660" -d '{"events": [{"name": "network-changed", "server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "tag": "fe47d968-aff5-471b-a113-90a843d26884"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:25.501475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cc9db844-304d-42c4-959f-166bd18522da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8d2d34647a046d8af8900b0ce6c29e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0593295 Nov 25 18:49:25.505103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb30ced9-df48-49e8-a3db-61d0e2c003a5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:25.529861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56982) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:25.560409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bb30ced9-df48-49e8-a3db-61d0e2c003a5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:25.564229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb30ced9-df48-49e8-a3db-61d0e2c003a5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 18:49:25.574357 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489e0e3e-6a84-4116-877a-374756ef7f40 x-openstack-request-id: req-489e0e3e-6a84-4116-877a-374756ef7f40 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:25.574940 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "tag": "fe47d968-aff5-471b-a113-90a843d26884", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:25.575380 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-489e0e3e-6a84-4116-877a-374756ef7f40 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:25.575930 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884', 'status': 'completed', 'code': 200} Nov 25 18:49:25.599343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6baef74f-2ba1-4cee-866e-9d3640705c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.622224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-88f5a53a-bb38-488c-a865-dddd78e14a6c None None] Port bb30ced9-df48-49e8-a3db-61d0e2c003a5 was deleted so its status cannot be updated. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 18:49:25.635586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6baef74f-2ba1-4cee-866e-9d3640705c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.642695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Port bb30ced9-df48-49e8-a3db-61d0e2c003a5 not found, will not notify nova. {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 18:49:25.680954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Pushing event updated for resources: {'Port': ['ID=ef5a034c-1569-46b5-ba10-184464454506,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:25.691328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Subnet': ['ID=f85c13cb-c48f-4e08-86ee-7b6ade933ad0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:25.757378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d8b343f0-93b5-4d02-9404-60d0e742f4ad is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:49:25.785549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.789614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04d56b-c900-4f4c-856a-3e5fb52de527 None None] Network a281785e-1083-4443-9ac0-043f4de9670d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:25.793460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bbbb9aee-8de8-475f-80f9-7c65d5c6f56c tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/subnets/f85c13cb-c48f-4e08-86ee-7b6ade933ad0 HTTP/1.1" status: 204 len: 168 time: 2.4692934 Nov 25 18:49:25.835711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56986) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:25.836011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c9153410-fd69-45c5-8f10-e40371a3bbd8 tempest-DvrRoutersNegativeTest-358404566 tempest-DvrRoutersNegativeTest-358404566-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1088966327', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:25.839646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6baef74f-2ba1-4cee-866e-9d3640705c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.841475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.policy [None req-c9153410-fd69-45c5-8f10-e40371a3bbd8 tempest-DvrRoutersNegativeTest-358404566 tempest-DvrRoutersNegativeTest-358404566-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103457) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 25 18:49:25.841893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.policy [None req-c9153410-fd69-45c5-8f10-e40371a3bbd8 tempest-DvrRoutersNegativeTest-358404566 tempest-DvrRoutersNegativeTest-358404566-project] Failed policy check for 'create_router' {{(pid=103457) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 25 18:49:25.843418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6baef74f-2ba1-4cee-866e-9d3640705c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:25.845680 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-c9153410-fd69-45c5-8f10-e40371a3bbd8 tempest-DvrRoutersNegativeTest-358404566 tempest-DvrRoutersNegativeTest-358404566-project] create failed (client error): Access was denied to this resource. Nov 25 18:49:25.847057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c9153410-fd69-45c5-8f10-e40371a3bbd8 tempest-DvrRoutersNegativeTest-358404566 tempest-DvrRoutersNegativeTest-358404566-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5042338 Nov 25 18:49:25.847267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6baef74f-2ba1-4cee-866e-9d3640705c5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3961f020-2824-4889-8b35-4285a4840c45 HTTP/1.1" status: 204 len: 168 time: 0.3161080 Nov 25 18:49:25.941856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baef74f-2ba1-4cee-866e-9d3640705c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3961f020-2824-4889-8b35-4285a4840c45,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:26.022562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No DVR routers for this DVR port bb30ced9-df48-49e8-a3db-61d0e2c003a5 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:26.030256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Port': ['ID=bb30ced9-df48-49e8-a3db-61d0e2c003a5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:26.239294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting subnet 09797fbe-7ad8-49e9-a9b7-8b4fd053686b {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:26.249257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:26.264028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Attempting to bind port ef5a034c-1569-46b5-ba10-184464454506 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:26.264611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Attempting to bind port ef5a034c-1569-46b5-ba10-184464454506 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:26.267997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Attempting to bind port ef5a034c-1569-46b5-ba10-184464454506 on network 4f8726b0-b2b2-4430-9868-33a6f312e430 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:26.340361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:48:13Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:26.352566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:26.403244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:26.414572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Port ef5a034c-1569-46b5-ba10-184464454506 on network 4f8726b0-b2b2-4430-9868-33a6f312e430 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:49:26.415255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Attempting to bind port ef5a034c-1569-46b5-ba10-184464454506 on network 4f8726b0-b2b2-4430-9868-33a6f312e430 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:26.427751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-8b5e2f2d-fac5-488c-a766-91151a4e8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:26.432502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-8b5e2f2d-fac5-488c-a766-91151a4e8b06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 1097 time: 0.7543232 Nov 25 18:49:26.448998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] DHCP port deletion for a281785e-1083-4443-9ac0-043f4de9670d request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:26.452272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] Checking router: ef455382-3097-4205-9f59-059b60e4a517 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:26.456484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34537af0-5b0c-4975-8055-61df89cade3f req-5456b6cf-a20f-4a77-b4f7-a3432a45f29b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:26.459642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-34537af0-5b0c-4975-8055-61df89cade3f req-5456b6cf-a20f-4a77-b4f7-a3432a45f29b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 946 time: 0.5380070 Nov 25 18:49:26.530120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:26.539726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:26.540509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:26.546072 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Sync routers for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:26.561386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57002) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:26.561840 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:26.562742 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:26.648409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:26.648882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Checking segment: {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:26.649381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Bound using segment: {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:26.650838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Bound port: ef5a034c-1569-46b5-ba10-184464454506, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dc6d0e-1682-464b-bd4e-a4e841c67a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:26.650979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:26.691989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-34537af0-5b0c-4975-8055-61df89cade3f req-aaa85305-da1c-4567-8a33-1e0388c6852b tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217832 Nov 25 18:49:26.727387 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:26.735364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0e0cb93f-f020-4923-9841-860581f83b77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.5273533 Nov 25 18:49:26.742519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57008) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:26.769983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:26.791971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:26.920384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:26.951265 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:26.966351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cee4e-908e-4e19-80d5-4224ffa518a5 req-63bced3f-0b10-4ec7-9f52-fd150a29e196 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:26.984489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cee4e-908e-4e19-80d5-4224ffa518a5 req-63bced3f-0b10-4ec7-9f52-fd150a29e196 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:26.999685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cee4e-908e-4e19-80d5-4224ffa518a5 req-63bced3f-0b10-4ec7-9f52-fd150a29e196 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:27.015263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cee4e-908e-4e19-80d5-4224ffa518a5 req-63bced3f-0b10-4ec7-9f52-fd150a29e196 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:27.029542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cee4e-908e-4e19-80d5-4224ffa518a5 req-63bced3f-0b10-4ec7-9f52-fd150a29e196 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:27.034312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b2cee4e-908e-4e19-80d5-4224ffa518a5 req-63bced3f-0b10-4ec7-9f52-fd150a29e196 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 3828 time: 0.8357987 Nov 25 18:49:27.056588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68d81e39-9680-46fc-bdca-4b9254795b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.211593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5c9091-d14e-46bb-b6ae-0aa5e83d904c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:27.230014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] For port ef5a034c-1569-46b5-ba10-184464454506, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:27.241881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] For port ef5a034c-1569-46b5-ba10-184464454506, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef5a034c-1569-46b5-ba10-184464454506,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:27.263358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.283403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.322669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430122e-b609-4698-b950-c254c5212fbd None None] Network 390441a7-cb42-4ff4-9961-f5afd44a2c13 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:27.415897 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:22Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:27.418222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Subnet': ['ID=09797fbe-7ad8-49e9-a9b7-8b4fd053686b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:27.501177 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Checking router: d8b343f0-93b5-4d02-9404-60d0e742f4ad for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:27.501666 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Updating router d8b343f0-93b5-4d02-9404-60d0e742f4ad port 13d6e40e-bcc8-4694-912e-e016fa66f19e binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:49:27.511181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d51293-3979-47e7-824b-2f13f852c3b3 None None] Network 555653af-d6f5-46ed-87dc-790a01671aea requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:27.547336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Pushing event updated for resources: {'Port': ['ID=ef5a034c-1569-46b5-ba10-184464454506,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:27.550695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.556387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-be854ecd-7b43-41c1-9823-576adf5adc0e tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/subnets/09797fbe-7ad8-49e9-a9b7-8b4fd053686b HTTP/1.1" status: 204 len: 168 time: 1.7162285 Nov 25 18:49:27.561727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-38b2cc61-ea6e-45f9-8c37-28637affd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:27.561910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6a885579-2cc4-47bd-8d25-b2cc2ae954eb tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=418ca41106504e6eb537b48299cf87fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8125916 Nov 25 18:49:27.564339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-38b2cc61-ea6e-45f9-8c37-28637affd209 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d HTTP/1.1" status: 200 len: 897 time: 1.0655344 Nov 25 18:49:27.566727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57026) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:27.566981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57028) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:27.567173 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.595348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.623936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390441a7-cb42-4ff4-9961-f5afd44a2c13']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:27.637324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1d0189-751e-4951-8389-2621a725a653') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:27.637726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1d0189-751e-4951-8389-2621a725a653') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:27.651554 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.658891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:27.669959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.678057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:27.678574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.714494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-ca06378e-d931-413e-80d2-90fb1eb4f4a3 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:27.715909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-ca06378e-d931-413e-80d2-90fb1eb4f4a3 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 946 time: 0.3482206 Nov 25 18:49:27.731638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] Deleting port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:27.732326 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:27.740549 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:27.846395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-bdb6cf25-0da1-41f3-8036-f84c3411e0bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe47d968-aff5-471b-a113-90a843d26884 HTTP/1.1" status: 200 len: 217 time: 0.0396967 Nov 25 18:49:27.872235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68d81e39-9680-46fc-bdca-4b9254795b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.886944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.891727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] For port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,segment=NetworkSegment(34f71085-c7e0-4408-9b62-8485ef215ef7),segment_id=34f71085-c7e0-4408-9b62-8485ef215ef7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:27.892384 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.908915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] Calling delete_port for 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:27.926572 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68d81e39-9680-46fc-bdca-4b9254795b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.944323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:27.946403 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:27.952365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-85251acd-a3d3-42ab-b193-a78e6eaeac5b service neutron] 10.222.0.66 "PUT /v2.0/ports/ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 200 len: 1092 time: 4.1165028 Nov 25 18:49:27.953326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:27.960262 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f149ca-7b33-43db-b524-362dcd498dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "ef5a034c-1569-46b5-ba10-184464454506"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:28.048008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d81e39-9680-46fc-bdca-4b9254795b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe8da7-71a2-4c66-bfff-e6bd2af3ab80,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:28.051361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:28.071388 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.117213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b2cee4e-908e-4e19-80d5-4224ffa518a5 req-056b3b40-d682-4bcf-b4a0-9eba8c25d55f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9210992 Nov 25 18:49:28.122111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.124815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68d81e39-9680-46fc-bdca-4b9254795b48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4525510b67144d169fba3ccaeba03aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5457208 Nov 25 18:49:28.134468 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/390441a7-cb42-4ff4-9961-f5afd44a2c13 HTTP/1.1" status: 204 len: 168 time: 6.6867144 Nov 25 18:49:28.140135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57038) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:28.140431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57040) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:28.161132 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.174868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1be7e-7c57-4c7a-9cc5-3a5ffd42764c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=390441a7-cb42-4ff4-9961-f5afd44a2c13,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:28.190751 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.253389 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Attempting to bind port 13d6e40e-bcc8-4694-912e-e016fa66f19e on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:28.253807 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Attempting to bind port 13d6e40e-bcc8-4694-912e-e016fa66f19e by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:28.254172 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Attempting to bind port 13d6e40e-bcc8-4694-912e-e016fa66f19e on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:28.275829 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f6bf71-089b-464b-9df1-bdfede087c0b x-openstack-request-id: req-64f6bf71-089b-464b-9df1-bdfede087c0b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:28.276196 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "ef5a034c-1569-46b5-ba10-184464454506", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:28.276389 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64f6bf71-089b-464b-9df1-bdfede087c0b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:28.276818 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506', 'status': 'completed', 'code': 200} Nov 25 18:49:28.295728 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fc31b8-8583-4292-81ee-a528d07dca55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:28.296382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fc31b8-8583-4292-81ee-a528d07dca55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:28.302556 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-78fc31b8-8583-4292-81ee-a528d07dca55 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/dd5c9091-d14e-46bb-b6ae-0aa5e83d904c HTTP/1.1" status: 404 len: 337 time: 0.1488111 Nov 25 18:49:28.313204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdda1c8-bb58-4d94-9256-9213a52d3293 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:28.351872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57046) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:28.364765 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:28.367749 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:28.368383 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.370012 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:28.371325 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Bound port: 13d6e40e-bcc8-4694-912e-e016fa66f19e, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:28.372578 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.419599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-c1fe4e53-3598-4c35-9219-e2773350c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.421194 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-c1fe4e53-3598-4c35-9219-e2773350c75e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc541843-9184-4061-991b-f36b3da8b7da HTTP/1.1" status: 200 len: 835 time: 0.5437961 Nov 25 18:49:28.477651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd71ea2-4699-4980-8688-cd6851759db4 None None] DHCP port deletion for 390441a7-cb42-4ff4-9961-f5afd44a2c13 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:28.487851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd69b8-7b59-42ce-8a07-910335df9c80 req-5bb9190a-cf48-42e0-99ea-75440d029b59 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.496216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38bd69b8-7b59-42ce-8a07-910335df9c80 req-5bb9190a-cf48-42e0-99ea-75440d029b59 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 946 time: 0.6015873 Nov 25 18:49:28.514918 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] For port 13d6e40e-bcc8-4694-912e-e016fa66f19e, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:28.521167 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] For port 13d6e40e-bcc8-4694-912e-e016fa66f19e, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13d6e40e-bcc8-4694-912e-e016fa66f19e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:28.530361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] DHCP port deletion for 555653af-d6f5-46ed-87dc-790a01671aea request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:28.540238 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.578754 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-415ab7df-45cc-4796-b17e-11e3ba756576 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:28.582722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415ab7df-45cc-4796-b17e-11e3ba756576 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:28.586068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.588913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.605194 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-415ab7df-45cc-4796-b17e-11e3ba756576 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/390441a7-cb42-4ff4-9961-f5afd44a2c13 HTTP/1.1" status: 404 len: 339 time: 0.2361841 Nov 25 18:49:28.618395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57054) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:28.639802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] Pushing event deleted for resources: {'Port': ['ID=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:28.642191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d70366-5255-4a43-b71c-717358d636ec None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:28.649021 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:28.651626 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:28.712277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d7e93-4858-49fc-bcc8-adf16a549f0b None None] No DVR routers for this DVR port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:28.713769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-38bd69b8-7b59-42ce-8a07-910335df9c80 req-3f902122-2bd6-495d-9731-b0c37a41aca6 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/security-groups?id=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131741 Nov 25 18:49:28.732297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e60ac2-2348-465d-bc12-eda44be7ddb3 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.738020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-02e60ac2-2348-465d-bc12-eda44be7ddb3 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1661301 Nov 25 18:49:28.741139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57058) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:28.782443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9a6ef359-11e7-4c97-a5b5-3af1ebf15a69 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361605 Nov 25 18:49:28.788048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57060) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:28.791633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:48:13Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:28.795438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148670435', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:28.828816 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7f946d-ed0c-4545-a2a0-96a37f649333 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:28.829183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7f946d-ed0c-4545-a2a0-96a37f649333 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:28.846606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8b7f946d-ed0c-4545-a2a0-96a37f649333 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/19f5107a-2b73-49c1-972e-2227d716c751 HTTP/1.1" status: 404 len: 337 time: 0.1134591 Nov 25 18:49:28.852266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.869468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f306b538-45c5-4d58-8b0d-2ecc23a4e7f1 None None] The sync data for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 is: [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:53Z', 'revision_number': 4, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a', 'name': '', 'network_id': '2fe28220-5f42-4555-b2c8-78a2d66a5b5d', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'mac_address': 'fa:16:3e:32:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:51Z', 'updated_at': '2021-11-25T18:48:13Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'subnets': [{'id': 'fc541843-9184-4061-991b-f36b3da8b7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:28.891198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57062) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:28.895221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a1b97e24-7cdf-4dc0-9060-8f1dea19b084 None None] Provisioning complete for port 13d6e40e-bcc8-4694-912e-e016fa66f19e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:28.895906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e24-7cdf-4dc0-9060-8f1dea19b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.908670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-fb6068bc-5b15-46a1-93cd-bb31e5fbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.909249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-fb6068bc-5b15-46a1-93cd-bb31e5fbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.912846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-fb6068bc-5b15-46a1-93cd-bb31e5fbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.913327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-fb6068bc-5b15-46a1-93cd-bb31e5fbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.918819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-fb6068bc-5b15-46a1-93cd-bb31e5fbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:28.921414 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-fb6068bc-5b15-46a1-93cd-bb31e5fbf081 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 4363 time: 0.5753992 Nov 25 18:49:28.924598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] Deleting port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:28.925291 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:28.998880 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:29.002753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] For port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4,segment=NetworkSegment(0192cc12-afc2-4f54-a343-8d4d00931bf1),segment_id=0192cc12-afc2-4f54-a343-8d4d00931bf1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:29.003483 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.041795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] Calling delete_port for 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:29.042997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Deleting port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:29.043463 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.046889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port fe47d968-aff5-471b-a113-90a843d26884 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:29.047217 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.107908 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4bcb0a-7b9c-493a-ae9c-c11f07ea2446 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:29.108452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4bcb0a-7b9c-493a-ae9c-c11f07ea2446 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:29.114396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ef4bcb0a-7b9c-493a-ae9c-c11f07ea2446 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/1ceb79ea-2e65-45df-a4b7-d7515289dd28 HTTP/1.1" status: 404 len: 339 time: 0.1100953 Nov 25 18:49:29.233960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.243891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57068) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:29.247041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-7761bf37-84b0-4678-8ca4-173f7e481907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:29.248856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-7761bf37-84b0-4678-8ca4-173f7e481907 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2fe28220-5f42-4555-b2c8-78a2d66a5b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6774616 Nov 25 18:49:29.307739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port fe47d968-aff5-471b-a113-90a843d26884, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=fe47d968-aff5-471b-a113-90a843d26884,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:29.308444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.310645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] Pushing event deleted for resources: {'Port': ['ID=8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:29.322020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5aebc-b982-457f-af21-7b1bd286f3db None None] No DVR routers for this DVR port 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:29.375854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for fe47d968-aff5-471b-a113-90a843d26884 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:29.379589 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e24-7cdf-4dc0-9060-8f1dea19b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.385917 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Pushing event updated for resources: {'Port': ['ID=13d6e40e-bcc8-4694-912e-e016fa66f19e,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:29.397266 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.399069 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.399573 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.399971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.400368 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.405054 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.405054 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.405054 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.405971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.405971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.405971 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.406249 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:29.427648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a1b97e24-7cdf-4dc0-9060-8f1dea19b084 None None] For port 13d6e40e-bcc8-4694-912e-e016fa66f19e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13d6e40e-bcc8-4694-912e-e016fa66f19e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:29.445095 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1b97e24-7cdf-4dc0-9060-8f1dea19b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.476718 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb5c79-2ef0-443e-bee7-ae147301cefd None None] Pushing event updated for resources: {'Port': ['ID=13d6e40e-bcc8-4694-912e-e016fa66f19e,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:29.514227 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:22Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:29.548627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:29.555431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f816f503-f34e-4be8-860d-95a50918c610 None None] New status for floating IP 743807db-c407-40f5-8cd5-5618be2f111d: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:49:29.589532 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad7098-ec34-43ea-9d0f-5caf7f0d16cf None None] The sync data for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 is: [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:22Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:29.784970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b97e24-7cdf-4dc0-9060-8f1dea19b084 None None] Pushing event updated for resources: {'Port': ['ID=13d6e40e-bcc8-4694-912e-e016fa66f19e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:29.795456 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.842773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:29.843553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8a9b80e9-cfa9-4597-b3be-cd96b2ac78d4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:29.844191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb30ced9-df48-49e8-a3db-61d0e2c003a5 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:29.851294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.895676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:29.898137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bb30ced9-df48-49e8-a3db-61d0e2c003a5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:29.898804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bb30ced9-df48-49e8-a3db-61d0e2c003a5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:29.902578 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:29.961092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57080) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:29.974922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fe47d968-aff5-471b-a113-90a843d26884 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:30.006302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: fe47d968-aff5-471b-a113-90a843d26884 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:30.006302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device fe47d968-aff5-471b-a113-90a843d26884 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:30.015204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=fe47d968-aff5-471b-a113-90a843d26884,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:30.036581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59921bcd-e790-42c8-9385-b6e8a3ad759c req-8e757f8b-85c6-4d28-a641-c3cef9278b90 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cdf0dc5-c855-4b80-acec-89d759261fa0 HTTP/1.1" status: 200 len: 210 time: 0.1561251 Nov 25 18:49:30.178314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] For port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec, host n-d-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:30.178314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.183952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] No DVR routers for this DVR port fe47d968-aff5-471b-a113-90a843d26884 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:30.194701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.199220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cad73a31-01b1-45cf-a175-f277dc1af506 req-199b7827-7062-4523-b9bc-69e7e948332c tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.64 "DELETE /v2.0/ports/fe47d968-aff5-471b-a113-90a843d26884 HTTP/1.1" status: 204 len: 173 time: 2.4005668 Nov 25 18:49:30.199747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'name': 'network-vif-deleted', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:30.202040 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27929ef-d797-449d-bee5-b22104d3829b" -d '{"events": [{"server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "name": "network-vif-deleted", "tag": "fe47d968-aff5-471b-a113-90a843d26884"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:30.229783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Calling delete_port for 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:30.235167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec was not found and therefore no delete operation was performed {{(pid=103456) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:49:30.239644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.281001 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.336156 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.352462 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f655ceb6-c69b-4ea3-a3f8-0d48e86707de x-openstack-request-id: req-f655ceb6-c69b-4ea3-a3f8-0d48e86707de {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:30.352462 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdf0dc5-c855-4b80-acec-89d759261fa0", "name": "network-vif-deleted", "tag": "fe47d968-aff5-471b-a113-90a843d26884", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:30.352462 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f655ceb6-c69b-4ea3-a3f8-0d48e86707de {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:30.352462 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdf0dc5-c855-4b80-acec-89d759261fa0', 'name': 'network-vif-deleted', 'tag': 'fe47d968-aff5-471b-a113-90a843d26884', 'status': 'completed', 'code': 200} Nov 25 18:49:30.352462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Port': ['ID=15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:30.353719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] No DVR routers for this DVR port 15cb9aaa-bd1d-4dee-8b1d-3f9776ab12ec on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:30.471294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ebc9-0d93-4037-b7e1-7b034a7b38d0 req-c196ad08-59ff-43d9-a259-cd335ac1fbcb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.478093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ebc9-0d93-4037-b7e1-7b034a7b38d0 req-c196ad08-59ff-43d9-a259-cd335ac1fbcb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.495776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ebc9-0d93-4037-b7e1-7b034a7b38d0 req-c196ad08-59ff-43d9-a259-cd335ac1fbcb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.501691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ebc9-0d93-4037-b7e1-7b034a7b38d0 req-c196ad08-59ff-43d9-a259-cd335ac1fbcb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.520268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ebc9-0d93-4037-b7e1-7b034a7b38d0 req-c196ad08-59ff-43d9-a259-cd335ac1fbcb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.528890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0286ebc9-0d93-4037-b7e1-7b034a7b38d0 req-c196ad08-59ff-43d9-a259-cd335ac1fbcb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 3828 time: 0.7582541 Nov 25 18:49:30.576560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4eca0e62-54d9-4c44-b91b-801bfb3d3c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.677945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.719073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0286ebc9-0d93-4037-b7e1-7b034a7b38d0 req-38657e21-29c6-4989-b86a-6a36104f644f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892042 Nov 25 18:49:30.733529 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.739375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-891012ab-66c3-42c5-911e-95b2ba1938e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.740070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-891012ab-66c3-42c5-911e-95b2ba1938e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.740680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-891012ab-66c3-42c5-911e-95b2ba1938e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.742814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-891012ab-66c3-42c5-911e-95b2ba1938e3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.7121253 Nov 25 18:49:30.772507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a281785e-1083-4443-9ac0-043f4de9670d']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:30.787786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f71085-c7e0-4408-9b62-8485ef215ef7') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:30.788211 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f71085-c7e0-4408-9b62-8485ef215ef7') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:30.800361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.817802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.825707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:30.826306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:30.915882 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:30.967759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:30.977121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-604b50f1-4edb-4b59-8f1d-a959ebcf85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:30.979292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0f149ca-7b33-43db-b524-362dcd498dbc req-604b50f1-4edb-4b59-8f1d-a959ebcf85b8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2257261 Nov 25 18:49:31.052422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-6fcc626a-159c-40fa-87c6-6977244ff439 service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2980797 Nov 25 18:49:31.162025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4eca0e62-54d9-4c44-b91b-801bfb3d3c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.165530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Subnet': ['ID=52b9f73b-02e5-411e-83ce-5e35109b57f3,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:31.191357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.193188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4eca0e62-54d9-4c44-b91b-801bfb3d3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.212493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.216425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/networks/a281785e-1083-4443-9ac0-043f4de9670d HTTP/1.1" status: 204 len: 168 time: 3.6463370 Nov 25 18:49:31.234830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57092) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:31.248740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab95e9f-e524-4ee4-98e3-7c2a11cd946a tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Network': ['ID=a281785e-1083-4443-9ac0-043f4de9670d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:31.279588 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.282183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.283368 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1fe8da7-71a2-4c66-bfff-e6bd2af3ab80 HTTP/1.1" status: 204 len: 168 time: 3.1309505 Nov 25 18:49:31.301396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe8da7-71a2-4c66-bfff-e6bd2af3ab80,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:31.317129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.338331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.339038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.339392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.339736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.340072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.340505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.340721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.341046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.341369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.341689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.342015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.342337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5191c8-317a-47c6-b994-17a7afeadc10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:31.389413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca0e62-54d9-4c44-b91b-801bfb3d3c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a685ee5d-4b22-4970-a4d0-97add3387564,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:31.408875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4eca0e62-54d9-4c44-b91b-801bfb3d3c65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=300740a377d540dc9aa0b936a62fa5db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3949425 Nov 25 18:49:31.413411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:31.452500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Checking segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:31.452880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network hostable DHCP agents. Network: 93f4a5fb-5a9d-42af-9844-90905838dfba, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:31.470858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5435601-caf5-4456-b5ec-3b9b47b29a9c']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:31.484850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.504245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedfb1ee-739f-4c17-b737-1976c0c2a0b7') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:31.507069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedfb1ee-739f-4c17-b737-1976c0c2a0b7') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:31.554304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 93f4a5fb-5a9d-42af-9844-90905838dfba is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:31.563663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.595288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e37d2b26-9801-4c9f-a5d6-906c4ae16660 req-ec53b672-a77f-4ba7-b640-f18f196cb4e1 service neutron] 10.222.0.64 "GET /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315840 Nov 25 18:49:31.597245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6174140-49e4-43fe-9dac-c3c605dbcf54 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:49:31.607111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a51e647-71a9-479b-9d45-2ac2014376be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.622202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 93f4a5fb-5a9d-42af-9844-90905838dfba) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:31.633056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a51e647-71a9-479b-9d45-2ac2014376be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.639271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282dd116-cdbb-4b03-9af7-34bfd6ed4b21 None None] Network 93f4a5fb-5a9d-42af-9844-90905838dfba requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:31.663564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:31.671589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.714375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57100) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:31.759482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.765665 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.783694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a51e647-71a9-479b-9d45-2ac2014376be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.787642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f33ad260-eb42-482e-9288-cd8f8050eefc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9976752 Nov 25 18:49:31.788903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a51e647-71a9-479b-9d45-2ac2014376be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.790557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3a51e647-71a9-479b-9d45-2ac2014376be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a685ee5d-4b22-4970-a4d0-97add3387564 HTTP/1.1" status: 204 len: 168 time: 0.3730712 Nov 25 18:49:31.791348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57108) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:31.853063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:31.853530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:31.867696 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:31.910442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13d6e40e-bcc8-4694-912e-e016fa66f19e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:32.004353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51e647-71a9-479b-9d45-2ac2014376be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685ee5d-4b22-4970-a4d0-97add3387564,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:32.071044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.132568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-93f4a5fb-5a9d-42af-9844-90905838dfba', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:32.133834 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.159215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555653af-d6f5-46ed-87dc-790a01671aea']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:32.236693 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5773355e-1065-4372-bbf0-5ef0a152723d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.310584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5773355e-1065-4372-bbf0-5ef0a152723d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.399723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Transition to ACTIVE for port object e6174140-49e4-43fe-9dac-c3c605dbcf54 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:49:32.413674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.495243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0192cc12-afc2-4f54-a343-8d4d00931bf1') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:32.499349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0192cc12-afc2-4f54-a343-8d4d00931bf1') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:32.518792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5773355e-1065-4372-bbf0-5ef0a152723d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.521453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5773355e-1065-4372-bbf0-5ef0a152723d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.525750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1069c-0cdf-4098-bede-951e1a65c441 req-901043bb-a3e5-4382-bdb6-d3d89ba1b501 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:32.538075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5773355e-1065-4372-bbf0-5ef0a152723d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/security-groups/11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4 HTTP/1.1" status: 204 len: 168 time: 0.7733097 Nov 25 18:49:32.542280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Allocated IP 172.20.0.2 (93f4a5fb-5a9d-42af-9844-90905838dfba/52b9f73b-02e5-411e-83ce-5e35109b57f3/ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:32.544663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.545829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1069c-0cdf-4098-bede-951e1a65c441 req-901043bb-a3e5-4382-bdb6-d3d89ba1b501 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:32.570736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1069c-0cdf-4098-bede-951e1a65c441 req-901043bb-a3e5-4382-bdb6-d3d89ba1b501 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:32.585224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57128) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:32.594297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1069c-0cdf-4098-bede-951e1a65c441 req-901043bb-a3e5-4382-bdb6-d3d89ba1b501 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:32.603154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1069c-0cdf-4098-bede-951e1a65c441 req-901043bb-a3e5-4382-bdb6-d3d89ba1b501 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:32.618747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 13d6e40e-bcc8-4694-912e-e016fa66f19e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:32.619631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cd1069c-0cdf-4098-bede-951e1a65c441 req-901043bb-a3e5-4382-bdb6-d3d89ba1b501 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 3828 time: 0.6413524 Nov 25 18:49:32.619751 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.635638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57132) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:32.687071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.690870 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.701563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/d5435601-caf5-4456-b5ec-3b9b47b29a9c HTTP/1.1" status: 204 len: 168 time: 3.4512355 Nov 25 18:49:32.733709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57134) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:32.781245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.784461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d59f413-f9df-44c6-909c-fd91a8c5fb9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.822102 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-af368519-99a3-40c9-ad26-3396fef280d7 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:32.822696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af368519-99a3-40c9-ad26-3396fef280d7 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:32.828696 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-af368519-99a3-40c9-ad26-3396fef280d7 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/184ef1f4-2747-44cd-89ee-dcc8307d85f1 HTTP/1.1" status: 404 len: 337 time: 0.0912852 Nov 25 18:49:32.828696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773355e-1065-4372-bbf0-5ef0a152723d tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f79c8d-a9eb-4c69-b6f3-a2ede8fd52b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:32.834800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57140) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:32.834987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57142) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:32.859450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:32.859880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:32.863646 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:32.925982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Pushing event updated for resources: {'Port': ['ID=e6174140-49e4-43fe-9dac-c3c605dbcf54,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:32.933052 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9c416d-c171-42a8-9a55-8120bf345804 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:32.933967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9c416d-c171-42a8-9a55-8120bf345804 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:32.941298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ea9c416d-c171-42a8-9a55-8120bf345804 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/a84a7327-8726-44b4-86d1-a192df7dbf0c HTTP/1.1" status: 404 len: 339 time: 0.0996733 Nov 25 18:49:32.944058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57146) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:33.001846 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.015163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a87ed6-9c4e-4df1-979f-815c43391448 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=d5435601-caf5-4456-b5ec-3b9b47b29a9c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:33.057140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.136597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cc47dcb6-4d44-4f7f-8413-995e91a2d4e4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-995825572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:33.158737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Network 93f4a5fb-5a9d-42af-9844-90905838dfba is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:33.176153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:33.186443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:33.229932 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e169fd6-08c7-4b59-892a-92eb6743bea7 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:33.232905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e169fd6-08c7-4b59-892a-92eb6743bea7 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:33.241794 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e169fd6-08c7-4b59-892a-92eb6743bea7 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/f51d22d8-9eb6-4c06-b49a-090330f1934a HTTP/1.1" status: 404 len: 337 time: 0.1989303 Nov 25 18:49:33.278056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57150) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:33.297004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Pushing event updated for resources: {'Port': ['ID=ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:33.305476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cd1069c-0cdf-4098-bede-951e1a65c441 req-b2a5517c-9f8d-47b5-88b1-c8264f610fca tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6021466 Nov 25 18:49:33.351430 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-77feb46f-301f-4902-85d9-05e55181f6ee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:33.352936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77feb46f-301f-4902-85d9-05e55181f6ee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:33.361031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-77feb46f-301f-4902-85d9-05e55181f6ee tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/963b99a2-7337-4884-b06a-5a14def50a18 HTTP/1.1" status: 404 len: 339 time: 0.0798802 Nov 25 18:49:33.367977 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.371715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57152) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:33.374350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Attempting to bind port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:33.374929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57154) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:33.377062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Attempting to bind port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:33.377957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Attempting to bind port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd on network 93f4a5fb-5a9d-42af-9844-90905838dfba {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:33.393572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:33.394405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Checking segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:33.395512 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.396580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Bound using segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:33.398822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Bound port: ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:33.402622 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.468379 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3268c98-aaf5-489c-a414-ccbc686f5ee1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:33.470900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3268c98-aaf5-489c-a414-ccbc686f5ee1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:33.478012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a3268c98-aaf5-489c-a414-ccbc686f5ee1 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/fd8f18b0-a1c4-42e6-b50a-d44c82d06218 HTTP/1.1" status: 404 len: 337 time: 0.0972083 Nov 25 18:49:33.479230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57158) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:33.492321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.501354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.521974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] 10.222.0.62 "DELETE /v2.0/networks/555653af-d6f5-46ed-87dc-790a01671aea HTTP/1.1" status: 204 len: 168 time: 2.2695305 Nov 25 18:49:33.593222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc47dcb6-4d44-4f7f-8413-995e91a2d4e4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.596715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc47dcb6-4d44-4f7f-8413-995e91a2d4e4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.615178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Pushing event deleted for resources: {'Network': ['ID=555653af-d6f5-46ed-87dc-790a01671aea,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:33.630343 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cefedc1-d5ac-4c8d-a9bf-1565dfdba2be tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:33.633496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cefedc1-d5ac-4c8d-a9bf-1565dfdba2be tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:33.643283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8cefedc1-d5ac-4c8d-a9bf-1565dfdba2be tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/fd2212dd-9ce2-4b66-8c97-e8e749d2a8ae HTTP/1.1" status: 404 len: 339 time: 0.1317639 Nov 25 18:49:33.653454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.656534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.656534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.656534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.656534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.656534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.660962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.661635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.662074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.662530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.663068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.663496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d4c1-76f6-446e-9e20-e45898d3d9f0 tempest-TaggedBootDevicesTest-1884688400 tempest-TaggedBootDevicesTest-1884688400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:33.675347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57160) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:33.831559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc47dcb6-4d44-4f7f-8413-995e91a2d4e4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.913779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc47dcb6-4d44-4f7f-8413-995e91a2d4e4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.921321 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6293d6-3515-410f-a5f2-2288eb74aba0 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:33.921794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6293d6-3515-410f-a5f2-2288eb74aba0 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:33.925418 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e6293d6-3515-410f-a5f2-2288eb74aba0 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/c4556e2b-4d5b-440d-8fbe-eb1e1e154f81 HTTP/1.1" status: 404 len: 337 time: 0.1947901 Nov 25 18:49:33.948937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] For port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:33.956003 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5450b531-85cd-4589-a5b3-852708a77e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:33.970414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57168) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.024594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] For port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:34.028652 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-163025ff-fc56-4488-b406-e652b93b7e28 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:34.029506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163025ff-fc56-4488-b406-e652b93b7e28 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:34.034424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-163025ff-fc56-4488-b406-e652b93b7e28 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/6f8543ba-4eb8-4079-8dbb-c324957bf215 HTTP/1.1" status: 404 len: 339 time: 0.0596926 Nov 25 18:49:34.035591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.040659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cc47dcb6-4d44-4f7f-8413-995e91a2d4e4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.042793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cc47dcb6-4d44-4f7f-8413-995e91a2d4e4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2066193 Nov 25 18:49:34.043823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57172) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.062505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.065522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Attempting to bind port e6174140-49e4-43fe-9dac-c3c605dbcf54 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:34.065866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Attempting to bind port e6174140-49e4-43fe-9dac-c3c605dbcf54 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:34.066201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Attempting to bind port e6174140-49e4-43fe-9dac-c3c605dbcf54 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:34.081492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1684229734'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:34.082578 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fd7b93-012f-439b-bacc-8bf1725dcb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:34.083219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fd7b93-012f-439b-bacc-8bf1725dcb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:34.086721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90fd7b93-012f-439b-bacc-8bf1725dcb91 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/208214ea-9087-4c82-9ef2-944e540ff260 HTTP/1.1" status: 404 len: 337 time: 0.0386269 Nov 25 18:49:34.092276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57176) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.148412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d59f413-f9df-44c6-909c-fd91a8c5fb9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.151966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Port e6174140-49e4-43fe-9dac-c3c605dbcf54 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:49:34.152168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Attempting to bind port e6174140-49e4-43fe-9dac-c3c605dbcf54 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:34.168847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa21403-fc73-4aa3-8bc0-ed67a8f8fb05 None None] Pushing event updated for resources: {'Port': ['ID=ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:34.208287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8d59f413-f9df-44c6-909c-fd91a8c5fb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.208793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5450b531-85cd-4589-a5b3-852708a77e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.220873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5450b531-85cd-4589-a5b3-852708a77e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.246714 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4d7feb-aecf-4ad2-8b46-eb8e3cc7732c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:34.247283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4d7feb-aecf-4ad2-8b46-eb8e3cc7732c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:34.253123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ff4d7feb-aecf-4ad2-8b46-eb8e3cc7732c tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/0dc73772-b898-42ec-ac7a-b90f30c58c5e HTTP/1.1" status: 404 len: 339 time: 0.1282260 Nov 25 18:49:34.255025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57178) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.285247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.305566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8d59f413-f9df-44c6-909c-fd91a8c5fb9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb1b266e81f3479c83e366cefd264387&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6575377 Nov 25 18:49:34.308976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:34.309399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Checking segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:34.309705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Bound using segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:34.310160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Bound port: e6174140-49e4-43fe-9dac-c3c605dbcf54, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:34.310562 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.314812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57180) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.325950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59f413-f9df-44c6-909c-fd91a8c5fb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3d44c-904a-42f9-a6f6-e082206b47a5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:34.496988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:34.500690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.588045 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4a2db5-03a4-41f1-925e-aa4670a5f45b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:34.588514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4a2db5-03a4-41f1-925e-aa4670a5f45b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:34.591834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3c4a2db5-03a4-41f1-925e-aa4670a5f45b tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/034aff75-dc35-45d2-af81-a8517634411e HTTP/1.1" status: 404 len: 337 time: 0.2851431 Nov 25 18:49:34.604672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.635078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.637160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.735959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79d2c0ab-7ca1-42ca-b975-84cc73a324ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.760327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79d2c0ab-7ca1-42ca-b975-84cc73a324ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.809964 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d963c8-b9a9-497c-9290-b5eeb1578649 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:34.810610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d963c8-b9a9-497c-9290-b5eeb1578649 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:34.816111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e2d963c8-b9a9-497c-9290-b5eeb1578649 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/086cb3a6-6e7d-437a-8bc0-9d7e007113dd HTTP/1.1" status: 404 len: 339 time: 0.1739485 Nov 25 18:49:34.824488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.826829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79d2c0ab-7ca1-42ca-b975-84cc73a324ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.829648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79d2c0ab-7ca1-42ca-b975-84cc73a324ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:34.830823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-79d2c0ab-7ca1-42ca-b975-84cc73a324ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76a3d44c-904a-42f9-a6f6-e082206b47a5 HTTP/1.1" status: 204 len: 168 time: 0.5019948 Nov 25 18:49:34.889178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5450b531-85cd-4589-a5b3-852708a77e91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48075294f8bd4fc59c1ef753a9a888ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5129652 Nov 25 18:49:34.889965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450b531-85cd-4589-a5b3-852708a77e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3735226b-d6a8-491a-a2f2-8f150a9ccba4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:34.892432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57190) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.897149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2c0ab-7ca1-42ca-b975-84cc73a324ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3d44c-904a-42f9-a6f6-e082206b47a5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:34.949159 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-777c1bd9-105e-4e78-b092-f5a6bf5a5993 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:34.949783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777c1bd9-105e-4e78-b092-f5a6bf5a5993 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:34.953026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-777c1bd9-105e-4e78-b092-f5a6bf5a5993 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/150ef50f-8713-4d39-82cc-fc9c09ec79dc HTTP/1.1" status: 404 len: 337 time: 0.1272593 Nov 25 18:49:34.956633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57192) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:34.984785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] For port e6174140-49e4-43fe-9dac-c3c605dbcf54, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:35.042844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] For port e6174140-49e4-43fe-9dac-c3c605dbcf54, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:35.057495 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3fd96d-8733-4651-a7bc-397e347f24d0 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:35.059234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3fd96d-8733-4651-a7bc-397e347f24d0 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:35.059808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.067580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7f3fd96d-8733-4651-a7bc-397e347f24d0 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/8d6b7e4e-2c43-44d9-8a67-cf0e9dfa5191 HTTP/1.1" status: 404 len: 339 time: 0.1087422 Nov 25 18:49:35.084315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:35.119802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9588c1-0eab-4a80-8570-021c4817b0f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.138543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-fdcd7db2-e6da-4290-beed-a4930a94ccdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:35.147735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-fdcd7db2-e6da-4290-beed-a4930a94ccdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:35.157600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-fdcd7db2-e6da-4290-beed-a4930a94ccdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:35.170128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-fdcd7db2-e6da-4290-beed-a4930a94ccdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:35.180846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-fdcd7db2-e6da-4290-beed-a4930a94ccdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:35.190481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-fdcd7db2-e6da-4290-beed-a4930a94ccdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:35.192490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-fdcd7db2-e6da-4290-beed-a4930a94ccdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 4606 time: 0.3338358 Nov 25 18:49:35.202636 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-af199b97-f16a-4ae2-81dc-86cb2a9a5ef6 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:35.203422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af199b97-f16a-4ae2-81dc-86cb2a9a5ef6 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:35.207669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-af199b97-f16a-4ae2-81dc-86cb2a9a5ef6 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/e13bca35-9dac-4dcc-be68-9a0bbc8bfc79 HTTP/1.1" status: 404 len: 337 time: 0.1052690 Nov 25 18:49:35.221396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:35.269443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:35.269943 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.271559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] 10.222.0.66 "PUT /v2.0/ports/e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 1136 time: 7.2357326 Nov 25 18:49:35.272017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'e6174140-49e4-43fe-9dac-c3c605dbcf54'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:35.274282 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d025b46-874c-4a74-b699-a586c5d49bed" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "e6174140-49e4-43fe-9dac-c3c605dbcf54"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:35.324811 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9588c1-0eab-4a80-8570-021c4817b0f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.352482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:35.358920 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3608af-d1b7-44a3-ae9e-c3cf53dedc83 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] DELETE failed (client error): The resource could not be found. Nov 25 18:49:35.359481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3608af-d1b7-44a3-ae9e-c3cf53dedc83 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 18:49:35.366573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da3608af-d1b7-44a3-ae9e-c3cf53dedc83 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/cde1fcb5-5d65-4cb3-8a1d-47cc6962db06 HTTP/1.1" status: 404 len: 339 time: 0.1415601 Nov 25 18:49:35.370036 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7401e703-8211-4a6c-a65f-9da34f381220 x-openstack-request-id: req-7401e703-8211-4a6c-a65f-9da34f381220 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:35.370361 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "e6174140-49e4-43fe-9dac-c3c605dbcf54", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:35.378218 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7401e703-8211-4a6c-a65f-9da34f381220 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:35.378752 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'e6174140-49e4-43fe-9dac-c3c605dbcf54', 'status': 'completed', 'code': 200} Nov 25 18:49:35.434807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57210) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:35.440353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5938cb4f-8be1-44bf-b29b-1b5daff44e21 req-a6873ba5-66d8-4a23-8921-67f45d276c10 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2230694 Nov 25 18:49:35.539886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.573168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting subnet 7599b370-cedd-4c95-b57d-d4a6c9731d8d {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:35.575801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:35.582121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.656449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:35.657305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.671715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.723879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.1 (93f4a5fb-5a9d-42af-9844-90905838dfba/52b9f73b-02e5-411e-83ce-5e35109b57f3/e406e025-ba78-44c5-b93c-edeb50470117) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:35.860651 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.869794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.882888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:35.899899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f5fb0-a1c7-41e3-be03-f138831c4813 service neutron] Pushing event updated for resources: {'Port': ['ID=e6174140-49e4-43fe-9dac-c3c605dbcf54,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:35.903214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20fdf1a-cfb9-4fc5-b44f-1d4dd11855a7 None None] Network 93f4a5fb-5a9d-42af-9844-90905838dfba requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:36.005838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.044712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.067500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:36.076307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.098974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9588c1-0eab-4a80-8570-021c4817b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.110072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d9588c1-0eab-4a80-8570-021c4817b0f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.113607 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5d9588c1-0eab-4a80-8570-021c4817b0f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3735226b-d6a8-491a-a2f2-8f150a9ccba4 HTTP/1.1" status: 204 len: 168 time: 1.2145400 Nov 25 18:49:36.116955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:36.127226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.127838 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Added segment becf3cce-acce-4c1b-92d3-783082e42e1d of type vlan for network 99e96017-2af5-4869-994a-1015c10b50e8 Nov 25 18:49:36.170909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.226428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 93f4a5fb-5a9d-42af-9844-90905838dfba is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:36.227431 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.229378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.271944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24a29d7-00ce-40ea-911a-c701f7bb000a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:36.275017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.281650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.282742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.295529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a811ef0f-fd7b-4b14-9e5d-45e1839782fb None None] Provisioning complete for port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:36.296669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9588c1-0eab-4a80-8570-021c4817b0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3735226b-d6a8-491a-a2f2-8f150a9ccba4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:36.297365 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a811ef0f-fd7b-4b14-9e5d-45e1839782fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.307946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:36.324899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-34c1b0fc-3344-4b11-a02e-ae0c307e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.325812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-34c1b0fc-3344-4b11-a02e-ae0c307e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.326809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-34c1b0fc-3344-4b11-a02e-ae0c307e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.327774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-34c1b0fc-3344-4b11-a02e-ae0c307e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.328597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-34c1b0fc-3344-4b11-a02e-ae0c307e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.329350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-34c1b0fc-3344-4b11-a02e-ae0c307e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.331541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d025b46-874c-4a74-b699-a586c5d49bed req-34c1b0fc-3344-4b11-a02e-ae0c307e5032 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5292 time: 0.8127906 Nov 25 18:49:36.338839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2702477 Nov 25 18:49:36.360839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:36.373180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Subnet': ['ID=7599b370-cedd-4c95-b57d-d4a6c9731d8d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:36.374924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57228) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:36.395283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'subnet': {'network_id': '99e96017-2af5-4869-994a-1015c10b50e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:36.433817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb77d3-2f6f-4353-b681-b9ae2d25f0ce None None] Network dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:36.445330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.455629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3ed9c5c3-977f-468a-8198-f0f5bbeba108 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/subnets/7599b370-cedd-4c95-b57d-d4a6c9731d8d HTTP/1.1" status: 204 len: 168 time: 1.0142210 Nov 25 18:49:36.461972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57232) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:36.581189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-a75138c7-20dc-48c1-8f0c-9a84cfc41758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.581650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-a75138c7-20dc-48c1-8f0c-9a84cfc41758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.582277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-a75138c7-20dc-48c1-8f0c-9a84cfc41758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:36.584104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d025b46-874c-4a74-b699-a586c5d49bed req-a75138c7-20dc-48c1-8f0c-9a84cfc41758 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2001803 Nov 25 18:49:36.638303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:36.670735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=e406e025-ba78-44c5-b93c-edeb50470117,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:36.713988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.761922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] DHCP port deletion for dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:36.801064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab2abf-e7d9-446c-aaaf-43318a704389 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Network': ['ID=99e96017-2af5-4869-994a-1015c10b50e8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:36.830489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:36.830839 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:36.862811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 99e96017-2af5-4869-994a-1015c10b50e8 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:36.981827 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.049090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eeeb6f44-e1e5-44b2-9e38-2c45bd94a073 None None] Provisioning complete for port e406e025-ba78-44c5-b93c-edeb50470117 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:37.049462 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6f44-e1e5-44b2-9e38-2c45bd94a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.116090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] Deleting port d306e49b-7e0b-4698-9bfc-75474b1ee736 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:37.124322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.128720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fdf6af9c-5f52-4ef6-8eeb-6a8a34405fbc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:37.141633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fdf6af9c-5f52-4ef6-8eeb-6a8a34405fbc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:37.143344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:37.156181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.159924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fdf6af9c-5f52-4ef6-8eeb-6a8a34405fbc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:37.165904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fdf6af9c-5f52-4ef6-8eeb-6a8a34405fbc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:37.174057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:37.178927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.180277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fdf6af9c-5f52-4ef6-8eeb-6a8a34405fbc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:37.192004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fdf6af9c-5f52-4ef6-8eeb-6a8a34405fbc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:37.198270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fdf6af9c-5f52-4ef6-8eeb-6a8a34405fbc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 4606 time: 0.5631483 Nov 25 18:49:37.273180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] For port d306e49b-7e0b-4698-9bfc-75474b1ee736, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d306e49b-7e0b-4698-9bfc-75474b1ee736,segment=NetworkSegment(c4b68285-c602-431b-bc21-471a87781a2e),segment_id=c4b68285-c602-431b-bc21-471a87781a2e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:37.275777 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.310335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] Calling delete_port for d306e49b-7e0b-4698-9bfc-75474b1ee736 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:37.337237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:37.396254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Deleting port d306e49b-7e0b-4698-9bfc-75474b1ee736 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:37.396951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.499443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb6f44-e1e5-44b2-9e38-2c45bd94a073 None None] Port e406e025-ba78-44c5-b93c-edeb50470117 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:37.520747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eeeb6f44-e1e5-44b2-9e38-2c45bd94a073 None None] Provisioning complete for port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:37.521840 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eeeb6f44-e1e5-44b2-9e38-2c45bd94a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.534974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:37.684167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a855d3-3db1-43cb-9019-f1691f243d37 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:49:37.698408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-92a587e2-c9ce-4571-8ae9-46b9504e8fce req-fb435fa2-3d99-4876-92c5-20880d9f9d6d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4842768 Nov 25 18:49:37.699989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025b46-874c-4a74-b699-a586c5d49bed req-cfae1242-28b7-48f9-9172-a39c0b25a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:37.702167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d025b46-874c-4a74-b699-a586c5d49bed req-cfae1242-28b7-48f9-9172-a39c0b25a097 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0990758 Nov 25 18:49:37.712398 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.727731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.742229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Transition to ACTIVE for port object 94a855d3-3db1-43cb-9019-f1691f243d37 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:49:37.753795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.772590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] For port d306e49b-7e0b-4698-9bfc-75474b1ee736, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d306e49b-7e0b-4698-9bfc-75474b1ee736,segment=NetworkSegment(c4b68285-c602-431b-bc21-471a87781a2e),segment_id=c4b68285-c602-431b-bc21-471a87781a2e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:37.774441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.782531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] No DVR routers for this DVR port d306e49b-7e0b-4698-9bfc-75474b1ee736 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:37.784433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d333f-af2b-4dc3-956c-ed42721fcfdb None None] Pushing event deleted for resources: {'Port': ['ID=d306e49b-7e0b-4698-9bfc-75474b1ee736,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:37.809401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:37.809774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.823387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Calling delete_port for d306e49b-7e0b-4698-9bfc-75474b1ee736 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:37.851433 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57270) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:37.940818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5282ee92-9701-4351-8231-048e823ba0df None None] Provisioning complete for port e406e025-ba78-44c5-b93c-edeb50470117 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:37.941197 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5282ee92-9701-4351-8231-048e823ba0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:37.988092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5282ee92-9701-4351-8231-048e823ba0df None None] Port e406e025-ba78-44c5-b93c-edeb50470117 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:37.999614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d306e49b-7e0b-4698-9bfc-75474b1ee736 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:38.028964 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.052279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d306e49b-7e0b-4698-9bfc-75474b1ee736 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:38.052706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d306e49b-7e0b-4698-9bfc-75474b1ee736 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:38.077175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Pushing event updated for resources: {'Port': ['ID=94a855d3-3db1-43cb-9019-f1691f243d37,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:38.169769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-376551189-network', 'tenant_id': '81443d1838114f57a977b4e512fb14ee'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:38.238056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Attempting to bind port 94a855d3-3db1-43cb-9019-f1691f243d37 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:38.238378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Attempting to bind port 94a855d3-3db1-43cb-9019-f1691f243d37 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:38.238692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Attempting to bind port 94a855d3-3db1-43cb-9019-f1691f243d37 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:38.271745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Port 94a855d3-3db1-43cb-9019-f1691f243d37 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:49:38.272078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Attempting to bind port 94a855d3-3db1-43cb-9019-f1691f243d37 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:38.277183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:38.279522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.332280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:38.332629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Checking segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:38.333022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Bound using segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:38.333475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Bound port: 94a855d3-3db1-43cb-9019-f1691f243d37, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:38.333835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.338369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.378546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.380602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.442295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Port': ['ID=d306e49b-7e0b-4698-9bfc-75474b1ee736,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:38.464537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.571994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] No DVR routers for this DVR port d306e49b-7e0b-4698-9bfc-75474b1ee736 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:38.619712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:38.769481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Subnet': ['ID=a9502e48-a6cc-44ab-97d4-72d85787b59e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:38.819780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.843650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Checking segment: {'id': 'becf3cce-acce-4c1b-92d3-783082e42e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '99e96017-2af5-4869-994a-1015c10b50e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:38.844197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network hostable DHCP agents. Network: 99e96017-2af5-4869-994a-1015c10b50e8, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:38.877897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde62ad2-7e93-49cd-8bb3-31ff7b042ed0']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:38.906137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.907939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 99e96017-2af5-4869-994a-1015c10b50e8 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:38.917842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b68285-c602-431b-bc21-471a87781a2e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:38.919518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b68285-c602-431b-bc21-471a87781a2e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:38.922056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] For port 94a855d3-3db1-43cb-9019-f1691f243d37, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:38.930966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 99e96017-2af5-4869-994a-1015c10b50e8) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:38.943589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab30584-42b1-4654-9ecc-0732ce66374a None None] Network 99e96017-2af5-4869-994a-1015c10b50e8 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:38.961584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.973235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:38.973838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:38.985150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] For port 94a855d3-3db1-43cb-9019-f1691f243d37, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=94a855d3-3db1-43cb-9019-f1691f243d37,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:39.020186 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.108648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.140033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:39.140651 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.147449 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bf7117c8-482b-4796-9986-a6969f40d858 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7691355 Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:39.148473 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:39.186829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57288) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:39.226224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'network': {'name': 'tempest-router-network01--498358549'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:39.247533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.248197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.249627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] 10.222.0.66 "PUT /v2.0/ports/94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 1135 time: 3.9379363 Nov 25 18:49:39.275150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.281040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.281877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': '94a855d3-3db1-43cb-9019-f1691f243d37'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:39.283443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.284711 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca615c5-1b85-4975-9c0c-48e395871524" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "94a855d3-3db1-43cb-9019-f1691f243d37"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:39.291648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.292352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-99e96017-2af5-4869-994a-1015c10b50e8', 'network_id': '99e96017-2af5-4869-994a-1015c10b50e8', 'tenant_id': '31dd0c59b5694baf931ea54bfc1e235d', 'fixed_ips': [{'subnet_id': 'a9502e48-a6cc-44ab-97d4-72d85787b59e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:39.293518 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.299182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.305496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.312345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.318534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:39.326201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.334585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-21e4597f-6ef8-4792-9991-c35a5c17aa33 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5383 time: 0.4523780 Nov 25 18:49:39.465665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.491877 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbaa5bc-031c-4481-a044-1a5a2f7670c6 x-openstack-request-id: req-cdbaa5bc-031c-4481-a044-1a5a2f7670c6 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:39.492175 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "94a855d3-3db1-43cb-9019-f1691f243d37", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:39.492423 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdbaa5bc-031c-4481-a044-1a5a2f7670c6 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:39.492818 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': '94a855d3-3db1-43cb-9019-f1691f243d37', 'status': 'completed', 'code': 200} Nov 25 18:49:39.495685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.497513 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.515652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] 10.222.0.62 "DELETE /v2.0/networks/dde62ad2-7e93-49cd-8bb3-31ff7b042ed0 HTTP/1.1" status: 204 len: 168 time: 3.0436695 Nov 25 18:49:39.523599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3db07-11a9-4619-b005-f0143b1cf453 tempest-NetworksTest-429800146 tempest-NetworksTest-429800146-project] Pushing event deleted for resources: {'Network': ['ID=dde62ad2-7e93-49cd-8bb3-31ff7b042ed0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:39.532007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Allocated IP 2001:db8::2 (99e96017-2af5-4869-994a-1015c10b50e8/a9502e48-a6cc-44ab-97d4-72d85787b59e/409383a3-e9bc-4610-9a07-ea0495290510) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:39.611463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.650960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:39.661261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Router ef455382-3097-4205-9f59-059b60e4a517 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:39.686212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dd1db-1796-4db0-95ae-e0823937860b service neutron] Pushing event updated for resources: {'Port': ['ID=94a855d3-3db1-43cb-9019-f1691f243d37,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:39.696283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1fde1b31-5d8e-4e3b-a43b-3754584dd21a req-e3b4bacc-5c38-4133-9e67-c38b84087a1b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3606119 Nov 25 18:49:39.709967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:39.714409 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.757991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959182d8-e3ce-4cef-b035-564bc78bc07f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:39.766106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.766796 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Added segment 611ff068-81ea-48fb-8608-a5b0eb1e2ab0 of type vlan for network 5543069d-2fe3-41da-893c-40a6aacef875 Nov 25 18:49:39.808088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.809367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.810027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.810680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.811710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.812341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.813269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:39.816521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-2cfc1318-c73c-4cd0-bc1f-e7ad18962396 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6220 time: 0.3671968 Nov 25 18:49:39.843191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.929975 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.943637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:39.951050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d4b1772d-da87-418b-9e85-48638715d027 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "PUT /v2.0/routers/ef455382-3097-4205-9f59-059b60e4a517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3599956 Nov 25 18:49:39.954531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57298) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:39.959339 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] Sync routers for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:39.969964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:39.985274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:39.986001 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:40.031447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57300) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:40.055011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-d42569b8-98cd-43ad-b933-93f8c92f8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:40.055948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-d42569b8-98cd-43ad-b933-93f8c92f8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:40.056493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-d42569b8-98cd-43ad-b933-93f8c92f8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:40.059083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-d42569b8-98cd-43ad-b933-93f8c92f8fc4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1938379 Nov 25 18:49:40.068761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.092456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting subnet fc541843-9184-4061-991b-f36b3da8b7da {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:49:40.095310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:40.099611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.121201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Network 99e96017-2af5-4869-994a-1015c10b50e8 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:40.131046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:40.145142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:40.191009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Pushing event updated for resources: {'Port': ['ID=409383a3-e9bc-4610-9a07-ea0495290510,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:40.231369 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.295813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.296652 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Added segment 40852812-c4f9-4cd1-b244-26c2a063056a of type vlan for network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 Nov 25 18:49:40.330912 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:40.375653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Attempting to bind port 409383a3-e9bc-4610-9a07-ea0495290510 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:40.376181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Attempting to bind port 409383a3-e9bc-4610-9a07-ea0495290510 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'becf3cce-acce-4c1b-92d3-783082e42e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '99e96017-2af5-4869-994a-1015c10b50e8'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:40.376652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Attempting to bind port 409383a3-e9bc-4610-9a07-ea0495290510 on network 99e96017-2af5-4869-994a-1015c10b50e8 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:40.391921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:40.392486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Checking segment: {'id': 'becf3cce-acce-4c1b-92d3-783082e42e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '99e96017-2af5-4869-994a-1015c10b50e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:40.393013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.393509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Bound using segment: {'id': 'becf3cce-acce-4c1b-92d3-783082e42e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '99e96017-2af5-4869-994a-1015c10b50e8'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:40.394104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Bound port: 409383a3-e9bc-4610-9a07-ea0495290510, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becf3cce-acce-4c1b-92d3-783082e42e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '99e96017-2af5-4869-994a-1015c10b50e8'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:40.394626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.397707 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.420057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.472230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.492218 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:49:40.495793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=e406e025-ba78-44c5-b93c-edeb50470117,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:40.508952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.549771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-58014409-97df-4939-86f1-d83a555c6728 None None] For port 409383a3-e9bc-4610-9a07-ea0495290510, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:40.559327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-58014409-97df-4939-86f1-d83a555c6728 None None] For port 409383a3-e9bc-4610-9a07-ea0495290510, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=409383a3-e9bc-4610-9a07-ea0495290510,segment=NetworkSegment(becf3cce-acce-4c1b-92d3-783082e42e1d),segment_id=becf3cce-acce-4c1b-92d3-783082e42e1d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:40.565435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.567924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.633454 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.db.resource_extend [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:49:40.642248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.643596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:40.644374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.652326 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:40.669353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/subnets/fc541843-9184-4061-991b-f36b3da8b7da HTTP/1.1" status: 204 len: 168 time: 0.7112591 Nov 25 18:49:40.675005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58014409-97df-4939-86f1-d83a555c6728 None None] Pushing event updated for resources: {'Port': ['ID=409383a3-e9bc-4610-9a07-ea0495290510,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:40.675389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7556cf-f131-4050-8a3b-f59f095dc384 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Subnet': ['ID=fc541843-9184-4061-991b-f36b3da8b7da,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:40.678923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57310) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:40.692073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810e0f4-77e8-49bd-8d75-45f13512967d None None] Network 2fe28220-5f42-4555-b2c8-78a2d66a5b5d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:40.907086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-89662e54-8e3b-4e4c-97b5-43394fe46226 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d540c86f12f346dc82b83a59bf01abdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8744147 Nov 25 18:49:40.907862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57314) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:40.968297 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:49:38Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:41.007269 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] Checking router: ef455382-3097-4205-9f59-059b60e4a517 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:41.008963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] Pushing event updated for resources: {'Network': ['ID=5543069d-2fe3-41da-893c-40a6aacef875,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:41.022911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 5543069d-2fe3-41da-893c-40a6aacef875 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:41.033107 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] Routers {'ef455382-3097-4205-9f59-059b60e4a517'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:41.034019 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['ef455382-3097-4205-9f59-059b60e4a517'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:41.101991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-e364b25a-2ee2-476a-a6e0-6b6a60b8886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.105346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ca615c5-1b85-4975-9c0c-48e395871524 req-e364b25a-2ee2-476a-a6e0-6b6a60b8886a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0302567 Nov 25 18:49:41.129458 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bfeafde-d54c-40dd-8313-d3fd1993d184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.161313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.171592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4aab55a0-c652-4fe2-9138-9ef40b89ab67 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3164666 Nov 25 18:49:41.178100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57316) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:41.186325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Request body: {'subnet': {'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-376551189-subnet', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:41.191581 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] Set router ef455382-3097-4205-9f59-059b60e4a517 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:41.194376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.207611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.208319 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.316190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1222360 Nov 25 18:49:41.328533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57322) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:41.376907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'network': {'name': 'tempest-router-network02--751461981'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:41.440140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1972-40fc-4da3-b426-b162537e7a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.468264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] DHCP port deletion for 2fe28220-5f42-4555-b2c8-78a2d66a5b5d request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:41.523763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 93f4a5fb-5a9d-42af-9844-90905838dfba is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:41.581005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:41.642674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 409383a3-e9bc-4610-9a07-ea0495290510 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:41.707716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.715833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.722649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.731974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.746783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.760302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] Deleting port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:41.760761 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:41.768123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.777871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:41.779999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-9a0fdaf0-4758-4d35-891e-0c55e8c6518a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5383 time: 0.7884543 Nov 25 18:49:41.839488 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:49:38Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:41.927610 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf5fea-d295-4431-a3d3-ad3951ce175f None None] The sync data for ids ['ef455382-3097-4205-9f59-059b60e4a517'] in n-d-819194-3 is: [{'id': 'ef455382-3097-4205-9f59-059b60e4a517', 'name': 'tempest-TestNetworkBasicOps-router-848682180', 'tenant_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:49:38Z', 'revision_number': 5, 'project_id': '3fa8aa5b3fb4462cb202df1e6b013c2b', 'gw_port': {'id': '10edc529-bd65-4512-ac4d-740bfb09efe9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef455382-3097-4205-9f59-059b60e4a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:38Z', 'updated_at': '2021-11-25T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:41.973476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] For port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6ccaf0a7-c51f-45e9-875a-15b9c70bd667,segment=NetworkSegment(6db17e2a-d1cb-43b8-a0cc-f4031d1817aa),segment_id=6db17e2a-d1cb-43b8-a0cc-f4031d1817aa)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:41.973894 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.007962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 409383a3-e9bc-4610-9a07-ea0495290510 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:42.008334 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.112207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] Calling delete_port for 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:42.216798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e73d4b-b75c-4b8d-abd9-26598b0bb202 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Network': ['ID=29b6de5d-67e5-44f0-b3e7-dff189e6a073,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:42.250301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d8b343f0-93b5-4d02-9404-60d0e742f4ad has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:42.268076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1972-40fc-4da3-b426-b162537e7a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.291583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e074b3d0-6252-4eef-b942-80849bda7068 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:49:42.301164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.323054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.344832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:42.416679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1972-40fc-4da3-b426-b162537e7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.427922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1972-40fc-4da3-b426-b162537e7a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.434750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bc5a1972-40fc-4da3-b426-b162537e7a2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba281d39-d9b0-4e54-a261-767ffb7ec078 HTTP/1.1" status: 204 len: 168 time: 1.5164108 Nov 25 18:49:42.457526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:42.459963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.491047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a1972-40fc-4da3-b426-b162537e7a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba281d39-d9b0-4e54-a261-767ffb7ec078,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:42.535624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5b799ded-be6c-401b-9502-f49e235abf5d None None] Provisioning complete for port e406e025-ba78-44c5-b93c-edeb50470117 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:42.536602 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b799ded-be6c-401b-9502-f49e235abf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.584657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 409383a3-e9bc-4610-9a07-ea0495290510, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=409383a3-e9bc-4610-9a07-ea0495290510,segment=NetworkSegment(becf3cce-acce-4c1b-92d3-783082e42e1d),segment_id=becf3cce-acce-4c1b-92d3-783082e42e1d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:42.595275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Transition to ACTIVE for port object e074b3d0-6252-4eef-b942-80849bda7068 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:49:42.625762 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.679965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-253b36d3-ac26-4aeb-afdd-9e5dcb02625b req-7b2ad866-d7e7-458b-93cc-091d25ec7eb2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4799397 Nov 25 18:49:42.702264 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.811226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.814200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:42.841147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:42.875251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=409383a3-e9bc-4610-9a07-ea0495290510,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:42.967206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55df8a-ab03-40c6-b2f9-04e298c88734 None None] Network 99e96017-2af5-4869-994a-1015c10b50e8 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:43.114414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:49:43.159376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:43.185119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ff4fd86a-93c9-4dc9-bd17-5b79d23282e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/d8b343f0-93b5-4d02-9404-60d0e742f4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3596833 Nov 25 18:49:43.185119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Pushing event updated for resources: {'Port': ['ID=e074b3d0-6252-4eef-b942-80849bda7068,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:43.185917 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.185917 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Added segment 8cd0fc19-e733-4eb3-8969-614f1ef31db2 of type vlan for network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 Nov 25 18:49:43.271380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5b799ded-be6c-401b-9502-f49e235abf5d None None] Port e406e025-ba78-44c5-b93c-edeb50470117 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:43.276572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Sync routers for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:43.297436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Attempting to bind port e074b3d0-6252-4eef-b942-80849bda7068 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:43.299029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Attempting to bind port e074b3d0-6252-4eef-b942-80849bda7068 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:43.300509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Attempting to bind port e074b3d0-6252-4eef-b942-80849bda7068 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:43.320181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Port e074b3d0-6252-4eef-b942-80849bda7068 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:49:43.320520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Attempting to bind port e074b3d0-6252-4eef-b942-80849bda7068 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:43.341857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:43.343369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:43.351568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Deleting port 10edc529-bd65-4512-ac4d-740bfb09efe9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:49:43.352126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.369137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:43.370923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Checking segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:43.373586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Bound using segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:43.373750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Bound port: e074b3d0-6252-4eef-b942-80849bda7068, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:43.381234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.442226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.530201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:43.630234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] For port e074b3d0-6252-4eef-b942-80849bda7068, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:43.633933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] For port e074b3d0-6252-4eef-b942-80849bda7068, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e074b3d0-6252-4eef-b942-80849bda7068,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:43.653043 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.806808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Pushing event updated for resources: {'Port': ['ID=e074b3d0-6252-4eef-b942-80849bda7068,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:43.814656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.839469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:43.840333 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.842066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-2828399e-317b-4ef9-9525-88ffec02640b service neutron] 10.222.0.66 "PUT /v2.0/ports/e074b3d0-6252-4eef-b942-80849bda7068 HTTP/1.1" status: 200 len: 1091 time: 4.5359504 Nov 25 18:49:43.844844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'e074b3d0-6252-4eef-b942-80849bda7068'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:43.847414 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b9b3f5-e293-45d7-9c7d-df74247daf28" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "e074b3d0-6252-4eef-b942-80849bda7068"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:43.854476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:43.855257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.885758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:43.971193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 409383a3-e9bc-4610-9a07-ea0495290510 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:43.991782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:43.992128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-7ce330b5-e711-4ccb-a205-b13c7d85241a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666908001&fields=id&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 267 time: 0.3759520 Nov 25 18:49:44.061303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] No DVR routers for this DVR port 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:49:44.192911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-13d83493-93e8-4f2b-95a5-54e4b17fb170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.213320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.234840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.247015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd19452-5553-40a8-9fa1-5fa650e4d32d None None] Pushing event deleted for resources: {'Port': ['ID=6ccaf0a7-c51f-45e9-875a-15b9c70bd667,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:44.263350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.291572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.297867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.324753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7ec12737-94e4-4034-b8bc-08a8eea334f8 None None] Provisioning complete for port 409383a3-e9bc-4610-9a07-ea0495290510 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:44.325304 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ec12737-94e4-4034-b8bc-08a8eea334f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.327620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.347830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.362244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-cae2bf0e-5b77-42fe-9e95-bfe1b4bf79eb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:44.362930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-9d776df0-1de0-4948-a953-ddc0110208ce tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5395 time: 0.5000780 Nov 25 18:49:44.379283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-cae2bf0e-5b77-42fe-9e95-bfe1b4bf79eb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 797 time: 0.3862138 Nov 25 18:49:44.434720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.592667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] For port 10edc529-bd65-4512-ac4d-740bfb09efe9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=10edc529-bd65-4512-ac4d-740bfb09efe9,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:44.601423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d68e039-efdd-45f8-b93a-94d1c2f6ab7b req-61c4df6d-6af8-49ab-b082-3923afd947fb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2275913 Nov 25 18:49:44.615536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.627485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.630410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 409383a3-e9bc-4610-9a07-ea0495290510 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:44.630850 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.668353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Calling delete_port for 10edc529-bd65-4512-ac4d-740bfb09efe9 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:49:44.707440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:44.745039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:38Z', 'revision_number': 2, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:44.802408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Checking router: d8b343f0-93b5-4d02-9404-60d0e742f4ad for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:44.802798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Updating router d8b343f0-93b5-4d02-9404-60d0e742f4ad port e406e025-ba78-44c5-b93c-edeb50470117 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:49:44.809561 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bea71f-1525-465c-949d-60ca185d6217 x-openstack-request-id: req-e2bea71f-1525-465c-949d-60ca185d6217 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:44.810984 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "e074b3d0-6252-4eef-b942-80849bda7068", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:44.814482 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2bea71f-1525-465c-949d-60ca185d6217 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:44.814954 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'e074b3d0-6252-4eef-b942-80849bda7068', 'status': 'completed', 'code': 200} Nov 25 18:49:45.004424 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:45.102859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.7731223 Nov 25 18:49:45.135750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57422) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:45.159131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-137cad9e-245c-4467-bc59-43a48c720b69 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/quotas/418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 375 time: 0.7732325 Nov 25 18:49:45.183770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'subnet': {'network_id': '29b6de5d-67e5-44f0-b3e7-dff189e6a073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:45.209294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:45.291896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:45.292953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6ccaf0a7-c51f-45e9-875a-15b9c70bd667 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:45.295034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:45.335720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc1688-13dc-456f-9154-1f266ed7b76b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Network': ['ID=318b2399-bccb-4735-85a3-ea3d02c6d4c3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:45.342783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.343458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.343938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.344413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.345232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.345882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.346565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.348603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-d965be1b-c421-4a51-a228-d6ab5251f223 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6287 time: 0.5122592 Nov 25 18:49:45.521485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c909de-bd52-4004-8b51-012357a8b50b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:45.590325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:49:45.592106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-57977935-c997-4a8d-b52a-97562e7018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.593885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:45.594264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Network hostable DHCP agents. Network: 5543069d-2fe3-41da-893c-40a6aacef875, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:45.594998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-57977935-c997-4a8d-b52a-97562e7018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.595466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-57977935-c997-4a8d-b52a-97562e7018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:45.598861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-57977935-c997-4a8d-b52a-97562e7018c8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2384691 Nov 25 18:49:45.620340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:45.632602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bc5daf3f-912b-40a6-82c3-f2bfdb4fe31a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:45.710745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-a7d2ea45-b778-46fe-9053-41e6ee299d7c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5513358 Nov 25 18:49:45.946573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-eae80725-227f-46eb-937c-5ea12625eb51 service neutron] 10.222.0.62 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947131 Nov 25 18:49:45.952270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.112731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-62aea986-b3a4-4853-9d27-58d43f252e19 None None] Provisioning complete for port 409383a3-e9bc-4610-9a07-ea0495290510 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:46.113268 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62aea986-b3a4-4853-9d27-58d43f252e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.121300 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.177429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:46.179682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.458294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10aecb-d659-46e1-afee-63ca3e9420e9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:46.464820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Network 5543069d-2fe3-41da-893c-40a6aacef875 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:46.471504 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.478022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Port': ['ID=10edc529-bd65-4512-ac4d-740bfb09efe9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:46.487490 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.526871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 5543069d-2fe3-41da-893c-40a6aacef875) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:46.554728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.582648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:46.583470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.589210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb38e9a-f67c-4cd8-a041-bca11d6b0db5 None None] Network 5543069d-2fe3-41da-893c-40a6aacef875 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:46.649589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-51625fcc-99a0-4a12-b4d6-f65c42c1f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:46.654884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74b9b3f5-e293-45d7-9c7d-df74247daf28 req-51625fcc-99a0-4a12-b4d6-f65c42c1f47c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0445838 Nov 25 18:49:46.691110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-71b8c0c8-ea06-44c2-b767-ba1cdcc5cee8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.5117807 Nov 25 18:49:46.697526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57460) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:46.708729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:46.741006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.755751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-2c211455-0b71-4119-baf3-aa9727e736ed service neutron] 10.222.0.62 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7981784 Nov 25 18:49:46.792538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.793705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.838123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Subnet': ['ID=64f76b88-8f08-457d-aa44-c9fb7aa9b977,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:46.896113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Checking segment: {'id': '40852812-c4f9-4cd1-b244-26c2a063056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29b6de5d-67e5-44f0-b3e7-dff189e6a073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:46.897329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network hostable DHCP agents. Network: 29b6de5d-67e5-44f0-b3e7-dff189e6a073, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:46.902524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.908830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:46.954255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:46.981626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:47.003919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:47.018404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:47.024971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Pushing event updated for resources: {'Port': ['ID=e406e025-ba78-44c5-b93c-edeb50470117,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:47.041969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:47.053146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:47.084068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:47.097893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-d4adf31c-3fcd-4507-a247-fb6b6839e6f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5395 time: 0.4413519 Nov 25 18:49:47.131439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.131703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.132042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.132380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.132729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.145151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.145714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.146301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.149013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.149553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.150182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.155034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.155682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:49:47.186614 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.186864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.187878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Fanout notify agent at l3_agent the message router_deleted on router ef455382-3097-4205-9f59-059b60e4a517 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:49:47.241834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Attempting to bind port e406e025-ba78-44c5-b93c-edeb50470117 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:47.242272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Attempting to bind port e406e025-ba78-44c5-b93c-edeb50470117 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:47.242670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Attempting to bind port e406e025-ba78-44c5-b93c-edeb50470117 on network 93f4a5fb-5a9d-42af-9844-90905838dfba {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:47.254621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57470) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:47.269057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:47.269438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Checking segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:47.269847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.270245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Bound using segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:47.270765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Bound port: e406e025-ba78-44c5-b93c-edeb50470117, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:47.272020 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.282660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:47.292426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.296904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8e87580f-7886-4555-87bc-a50913d82ea4 tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/routers/ef455382-3097-4205-9f59-059b60e4a517 HTTP/1.1" status: 204 len: 168 time: 6.6112213 Nov 25 18:49:47.313236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57474) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:47.357935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4ab15a99-171e-499f-99e2-005871cee3ef None None] Provisioning complete for port e406e025-ba78-44c5-b93c-edeb50470117 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:47.358301 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ab15a99-171e-499f-99e2-005871cee3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.391302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-5543069d-2fe3-41da-893c-40a6aacef875', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:47.396230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.461167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f02bb266-5313-4cca-9450-dd6400d735db req-b90e976e-db48-43c5-85ce-9fbb0fd329dd tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 210 time: 0.0943239 Nov 25 18:49:47.462067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 29b6de5d-67e5-44f0-b3e7-dff189e6a073) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:47.596101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c95cb-56c1-417e-9c02-345e6e96b806 None None] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:47.608144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4ab15a99-171e-499f-99e2-005871cee3ef None None] Port e406e025-ba78-44c5-b93c-edeb50470117 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:47.721249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca6ba98-52e6-4acc-b10b-556efc63d3ca {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:49:47.729232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:47.729838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.735113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e03e6b78-2730-4892-9677-f0d920237fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.764609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.783293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecbad490-10eb-40f8-9773-f17efccf1460 req-4f9861e0-052b-4ecf-b180-6a53834d89ee tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5275555 Nov 25 18:49:47.799339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.807405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] For port e406e025-ba78-44c5-b93c-edeb50470117, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:47.813780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] For port e406e025-ba78-44c5-b93c-edeb50470117, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e406e025-ba78-44c5-b93c-edeb50470117,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:47.832334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-056c136a-7f0b-405b-aa8f-82a2402af5ce tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6691489 Nov 25 18:49:47.835021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57484) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:47.838354 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:47.843435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'subnet': {'network_id': '318b2399-bccb-4735-85a3-ea3d02c6d4c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:47.863428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Transition to ACTIVE for port object 6ca6ba98-52e6-4acc-b10b-556efc63d3ca will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:49:47.988746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.009118 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.136752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e03e6b78-2730-4892-9677-f0d920237fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.168638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e03e6b78-2730-4892-9677-f0d920237fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.258730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e6b78-2730-4892-9677-f0d920237fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff72cada-2ab3-415e-b41e-125ccd39ebb2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:48.360181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.387718 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e03e6b78-2730-4892-9677-f0d920237fb9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef61b014e3da40c2822678c6d13d41f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1276832 Nov 25 18:49:48.392065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:48.399012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57488) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:48.403232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.408133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 10edc529-bd65-4512-ac4d-740bfb09efe9 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:49:48.692427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.751139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6dc9d4a-d2ee-47a3-9b7c-974222f29401 req-3914afb2-8f56-40b2-9939-1a5585579dc2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 210 time: 0.0782800 Nov 25 18:49:48.778982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe28220-5f42-4555-b2c8-78a2d66a5b5d']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:48.791700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Allocated IP 172.25.2.175 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/07505606-b24d-465d-a9a2-f7a5e8cc810d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:48.814094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:48.814717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db17e2a-d1cb-43b8-a0cc-f4031d1817aa') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:48.860618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.891006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.904645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:49:48.905229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:48.924913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b434f8-3e35-4407-9024-6ef876ef8cd4 None None] Pushing event updated for resources: {'Port': ['ID=e406e025-ba78-44c5-b93c-edeb50470117,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:48.927424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 10edc529-bd65-4512-ac4d-740bfb09efe9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:49:48.927967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 10edc529-bd65-4512-ac4d-740bfb09efe9 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:49:48.961152 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:49:49.013221 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.026646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Allocated IP 172.20.0.2 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/a728b788-96ab-4699-a02f-7d07a51a572c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:49.033066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:49.033707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:49.092358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:49.096517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.111681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.244895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:49.245716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Pushing event updated for resources: {'Port': ['ID=07505606-b24d-465d-a9a2-f7a5e8cc810d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:49.249448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:49.251534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:49.379273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:49.457990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.594028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Subnet': ['ID=bf9ee501-ab7e-45b7-ab11-381897b5fa6e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:49.612544 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.617774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f4fbe8-4d2e-436e-bb3b-3db933cdefa8 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:49.633111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.637208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Attempting to bind port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:49.637601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Attempting to bind port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:49.637941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Attempting to bind port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:49.733733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca on network 4ceda34d-b884-4a07-9638-9608188b8ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:49:49.734065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Attempting to bind port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:49.772104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:49.773317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:49.794210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:49.798434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:49.820108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:49.836900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:49.853045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-29b6de5d-67e5-44f0-b3e7-dff189e6a073', 'network_id': '29b6de5d-67e5-44f0-b3e7-dff189e6a073', 'tenant_id': '31dd0c59b5694baf931ea54bfc1e235d', 'fixed_ips': [{'subnet_id': '64f76b88-8f08-457d-aa44-c9fb7aa9b977'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:49.853982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.855132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:49.867395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:49.887453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:49.894432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:49.903982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-938e514b-fbe5-4ca8-9050-515406691eaa req-b872e42d-e16b-466c-b56f-c20e2d370621 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5407 time: 0.9593537 Nov 25 18:49:49.929394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:49.929756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Checking segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:49.930154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Bound using segment: {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:49.930644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Bound port: 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:49.931014 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.939809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.945473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Pushing event updated for resources: {'Port': ['ID=a728b788-96ab-4699-a02f-7d07a51a572c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:49.969277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Provisioning complete for port e406e025-ba78-44c5-b93c-edeb50470117 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:49.969653 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:49.982808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a974f5ee-9223-4e52-b43c-86e9a6040f8d req-f902ff43-ea3b-43fc-bcef-3d2c9e3e7b8d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 210 time: 0.0565050 Nov 25 18:49:50.004512 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.023799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.039049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] 10.222.0.62 "DELETE /v2.0/networks/2fe28220-5f42-4555-b2c8-78a2d66a5b5d HTTP/1.1" status: 204 len: 168 time: 2.7035027 Nov 25 18:49:50.061178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Checking segment: {'id': '8cd0fc19-e733-4eb3-8969-614f1ef31db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '318b2399-bccb-4735-85a3-ea3d02c6d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:50.061525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network hostable DHCP agents. Network: 318b2399-bccb-4735-85a3-ea3d02c6d4c3, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:49:50.106282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880f837-50c6-4bcd-8cb5-4960ac51e24a tempest-TestNetworkBasicOps-558153872 tempest-TestNetworkBasicOps-558153872-project] Pushing event deleted for resources: {'Network': ['ID=2fe28220-5f42-4555-b2c8-78a2d66a5b5d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:50.129169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0998f243-1494-4cd3-8036-760b935c8181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.340299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] For port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:50.369853 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-938e514b-fbe5-4ca8-9050-515406691eaa req-38041d75-988e-4a29-9fc2-123ebec719f3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4648719 Nov 25 18:49:50.416334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0998f243-1494-4cd3-8036-760b935c8181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.445014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Allocated IP 2001:db8::2 (29b6de5d-67e5-44f0-b3e7-dff189e6a073/64f76b88-8f08-457d-aa44-c9fb7aa9b977/f989634c-e035-494a-8440-fd1024d61ab9) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:50.507992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.510723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57508) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:50.570779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0998f243-1494-4cd3-8036-760b935c8181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.573932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0998f243-1494-4cd3-8036-760b935c8181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.585342 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0998f243-1494-4cd3-8036-760b935c8181 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff72cada-2ab3-415e-b41e-125ccd39ebb2 HTTP/1.1" status: 204 len: 168 time: 2.1758757 Nov 25 18:49:50.617730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] For port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:50.619919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998f243-1494-4cd3-8036-760b935c8181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff72cada-2ab3-415e-b41e-125ccd39ebb2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:50.631394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:49:50.657606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.695856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:50.696549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.698968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] 10.222.0.66 "PUT /v2.0/ports/6ca6ba98-52e6-4acc-b10b-556efc63d3ca HTTP/1.1" status: 200 len: 1090 time: 6.8196414 Nov 25 18:49:50.717651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-e726fff8-3175-4e55-96af-d0699086aa23 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:50.719381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-e726fff8-3175-4e55-96af-d0699086aa23 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 797 time: 1.3071091 Nov 25 18:49:50.719737 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.721338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 318b2399-bccb-4735-85a3-ea3d02c6d4c3) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:50.733604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:50.735911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.755462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Attempting to bind port a728b788-96ab-4699-a02f-7d07a51a572c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:50.755846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Attempting to bind port a728b788-96ab-4699-a02f-7d07a51a572c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:50.756388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Attempting to bind port a728b788-96ab-4699-a02f-7d07a51a572c on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:50.781226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:50.784760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edcf5a-fc5e-4150-b6e5-6ec39574864b None None] Network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:50.789137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:50.846673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:50.849119 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f767a8-4896-4fc5-a14b-f93993d95251" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:50.870849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Router 887a64d4-558f-446d-ad00-a7eb1e207364 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:49:50.955859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0be88e76-ac79-4d46-a925-7a9d18b2ff60 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1152778 Nov 25 18:49:51.101004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57522) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:51.108840 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0347ed9a-bb8f-4a32-9acd-584e67f0a6ee x-openstack-request-id: req-0347ed9a-bb8f-4a32-9acd-584e67f0a6ee {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:51.109144 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:51.117322 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0347ed9a-bb8f-4a32-9acd-584e67f0a6ee {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:51.117862 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca', 'status': 'completed', 'code': 200} Nov 25 18:49:51.193739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Pushing event updated for resources: {'Port': ['ID=f989634c-e035-494a-8440-fd1024d61ab9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:51.203323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:47Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:51.218928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:51.219076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:51.219598 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.219855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:51.220347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Bound port: a728b788-96ab-4699-a02f-7d07a51a572c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:51.220781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.231128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:51.239318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:51.252467 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:49:51.253308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57534) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:51.270192 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:51.271308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f43a05-e5ed-40b5-81e1-311a8c46bc3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.274920 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:51.306900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:51.342371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.346984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ac1fe1dc-b938-4f8d-8ae3-19bbd95327b9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6421967 Nov 25 18:49:51.350695 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.352688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f3765-d370-4ca6-abb6-edd6e46a02e0 None None] The sync data for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 is: [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:47Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:51.368094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:51.370375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57536) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:51.467767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.669457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] For port a728b788-96ab-4699-a02f-7d07a51a572c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:51.675085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] For port a728b788-96ab-4699-a02f-7d07a51a572c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a728b788-96ab-4699-a02f-7d07a51a572c,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:51.685022 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:51.695435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.752472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f43a05-e5ed-40b5-81e1-311a8c46bc3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.781253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bb2d751e-d0bb-4d82-8a1f-9d1c4449f711 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fa8aa5b3fb4462cb202df1e6b013c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2694380 Nov 25 18:49:51.802374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Attempting to bind port f989634c-e035-494a-8440-fd1024d61ab9 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:51.802941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Attempting to bind port f989634c-e035-494a-8440-fd1024d61ab9 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '40852812-c4f9-4cd1-b244-26c2a063056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29b6de5d-67e5-44f0-b3e7-dff189e6a073'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:51.803129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Attempting to bind port f989634c-e035-494a-8440-fd1024d61ab9 on network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:51.809734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57544) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:51.828870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6f43a05-e5ed-40b5-81e1-311a8c46bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.854698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5760b1fb-2d73-44f9-9fc2-94946184f244 req-6919cd02-dd72-49db-b961-ade9dca19734 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 210 time: 0.5775614 Nov 25 18:49:51.855100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de34880-4cf0-401d-b311-6b1c18e52b89 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:51.940319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:51.940705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Checking segment: {'id': '40852812-c4f9-4cd1-b244-26c2a063056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29b6de5d-67e5-44f0-b3e7-dff189e6a073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:51.941393 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:51.941801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Bound using segment: {'id': '40852812-c4f9-4cd1-b244-26c2a063056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29b6de5d-67e5-44f0-b3e7-dff189e6a073'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:51.942304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Bound port: f989634c-e035-494a-8440-fd1024d61ab9, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40852812-c4f9-4cd1-b244-26c2a063056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29b6de5d-67e5-44f0-b3e7-dff189e6a073'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:51.943083 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.211773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e406e025-ba78-44c5-b93c-edeb50470117 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:52.306606 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:49Z', 'revision_number': 3, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:52.364805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] For port e406e025-ba78-44c5-b93c-edeb50470117, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e406e025-ba78-44c5-b93c-edeb50470117,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:52.370072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-318b2399-bccb-4735-85a3-ea3d02c6d4c3', 'network_id': '318b2399-bccb-4735-85a3-ea3d02c6d4c3', 'tenant_id': '31dd0c59b5694baf931ea54bfc1e235d', 'fixed_ips': [{'subnet_id': 'bf9ee501-ab7e-45b7-ab11-381897b5fa6e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:49:52.371303 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.401603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.404840 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:49:52.406328 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Updating router 887a64d4-558f-446d-ad00-a7eb1e207364 port 07505606-b24d-465d-a9a2-f7a5e8cc810d binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:49:52.434352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217160b-0c7a-4a16-8b8d-80b7777ad98b None None] Pushing event updated for resources: {'Port': ['ID=a728b788-96ab-4699-a02f-7d07a51a572c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:52.491061 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.559307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Pushing event updated for resources: {'Port': ['ID=e406e025-ba78-44c5-b93c-edeb50470117,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:52.579615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Provisioning complete for port 07505606-b24d-465d-a9a2-f7a5e8cc810d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:52.580274 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.644076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1e7033b3-1f3c-4be0-9375-517b998a024e None None] Port 07505606-b24d-465d-a9a2-f7a5e8cc810d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:49:52.683933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb3ec80-2a76-4df4-af3c-32446f52d036 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:49:52.702857 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.743333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Transition to ACTIVE for port object 3cb3ec80-2a76-4df4-af3c-32446f52d036 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:49:52.753581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e406e025-ba78-44c5-b93c-edeb50470117 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:52.754238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.770047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57546) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:52.891504 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:52.941273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43a05-e5ed-40b5-81e1-311a8c46bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77af3655-71d7-4685-b86c-7e2999968da0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.054087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] For port f989634c-e035-494a-8440-fd1024d61ab9, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:53.164609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] For port f989634c-e035-494a-8440-fd1024d61ab9, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f989634c-e035-494a-8440-fd1024d61ab9,segment=NetworkSegment(40852812-c4f9-4cd1-b244-26c2a063056a),segment_id=40852812-c4f9-4cd1-b244-26c2a063056a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:53.174959 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-a9d4366f-bed2-4117-a88e-69840678ed4d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 379 time: 2.4132853 Nov 25 18:49:53.226773 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.230316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb3ec80-2a76-4df4-af3c-32446f52d036,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.252293 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.260611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'port': {'device_id': '4194f93e-19e1-4c66-bc1e-570caf461033', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'admin_state_up': True, 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'security_groups': ['8a39e660-a9a9-4120-b422-4e647e15f6fc']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:53.292024 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.404090 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Attempting to bind port 07505606-b24d-465d-a9a2-f7a5e8cc810d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:53.404540 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Attempting to bind port 07505606-b24d-465d-a9a2-f7a5e8cc810d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:53.406268 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Attempting to bind port 07505606-b24d-465d-a9a2-f7a5e8cc810d on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:53.407781 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c6f43a05-e5ed-40b5-81e1-311a8c46bc3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c2be6e2bc3a430c9fc8ec9e2c56ab0c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1522593 Nov 25 18:49:53.412748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57554) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:53.444714 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:53.445093 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:53.445630 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.445902 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:53.454878 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Bound port: 07505606-b24d-465d-a9a2-f7a5e8cc810d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:53.455709 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.492938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.493885 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Allocated IP 2001:db8::2 (318b2399-bccb-4735-85a3-ea3d02c6d4c3/bf9ee501-ab7e-45b7-ab11-381897b5fa6e/3d16ca42-37e7-48df-b98a-1f0938b574c3) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:53.506356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.527076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.533622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.558087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.559679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.560384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.561029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.561685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.562324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.562979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.563614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.565993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-4834c46a-60d0-4df9-93c2-a40a25a56a30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6354 time: 2.4472842 Nov 25 18:49:53.569240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb9ea71a-2f01-4b4b-84c5-33cc66a05c02 req-b5acbe98-5b47-41c9-aae2-d90760560aec tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 210 time: 0.3890567 Nov 25 18:49:53.580996 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] For port 07505606-b24d-465d-a9a2-f7a5e8cc810d, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:53.581880 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1df717ba-02b9-4c57-9d7f-c9f98e951047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.584679 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] For port 07505606-b24d-465d-a9a2-f7a5e8cc810d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=07505606-b24d-465d-a9a2-f7a5e8cc810d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:53.603804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.609565 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.617575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.621772 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-20525f09-a5c8-4550-8d96-698b0de14810 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5407 time: 1.8663182 Nov 25 18:49:53.623711 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c9ce6-cdef-4bbe-a7fc-3eda2a393691 None None] Pushing event updated for resources: {'Port': ['ID=07505606-b24d-465d-a9a2-f7a5e8cc810d,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.674530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda15a7-eeba-4483-8fd2-e46c56c1be68 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:53.729440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0d06c-5123-4fab-bd01-93a5db4262dc None None] Pushing event updated for resources: {'Port': ['ID=f989634c-e035-494a-8440-fd1024d61ab9,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.804347 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24e79ef6-ef22-46bd-9bca-e60c8345a638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:53.817230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-56fee1cd-30dc-4010-ae9f-a7c8d3f5286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.817955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-56fee1cd-30dc-4010-ae9f-a7c8d3f5286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.819222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-56fee1cd-30dc-4010-ae9f-a7c8d3f5286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:53.826791 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c9ce6-cdef-4bbe-a7fc-3eda2a393691 None None] Pushing event updated for resources: {'Port': ['ID=07505606-b24d-465d-a9a2-f7a5e8cc810d,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:53.831608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-56fee1cd-30dc-4010-ae9f-a7c8d3f5286d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2532010 Nov 25 18:49:53.901524 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:49:53.904048 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:53.964949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe2913-28a6-49a9-ad20-f177610f8046 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:49:54.061548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-42d57f8e-b534-4b01-b969-d6624191460d None None] Provisioning complete for port 07505606-b24d-465d-a9a2-f7a5e8cc810d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:54.062121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42d57f8e-b534-4b01-b969-d6624191460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.064561 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.094714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24e79ef6-ef22-46bd-9bca-e60c8345a638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.126486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-559c6cfe-150e-4ff0-8c8b-de99061ea0d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.153963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e406e025-ba78-44c5-b93c-edeb50470117 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:54.256607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18851bf7-00dc-4c24-ba0d-da16719e19ef None None] Network 5543069d-2fe3-41da-893c-40a6aacef875 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:54.294696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-559c6cfe-150e-4ff0-8c8b-de99061ea0d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.332023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.333308 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:49:54.420210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:54.420528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2db76c1a-703d-49b4-b1d1-c98e85b93950 req-cf1e0625-144f-4d14-a65b-02ffd014a07d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7490609 Nov 25 18:49:54.435358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:49:54.445921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.452641 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-559c6cfe-150e-4ff0-8c8b-de99061ea0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.462104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-559c6cfe-150e-4ff0-8c8b-de99061ea0d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.464400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-559c6cfe-150e-4ff0-8c8b-de99061ea0d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77af3655-71d7-4685-b86c-7e2999968da0 HTTP/1.1" status: 204 len: 168 time: 1.0359049 Nov 25 18:49:54.527470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Attempting to bind port 3cb3ec80-2a76-4df4-af3c-32446f52d036 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:54.527789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Attempting to bind port 3cb3ec80-2a76-4df4-af3c-32446f52d036 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:54.528125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Attempting to bind port 3cb3ec80-2a76-4df4-af3c-32446f52d036 on network b771d437-5fd6-46e0-b62a-e89b3aefade5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:54.575265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:54.585635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.592264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:54.614340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c6cfe-150e-4ff0-8c8b-de99061ea0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77af3655-71d7-4685-b86c-7e2999968da0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:54.638837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Port 3cb3ec80-2a76-4df4-af3c-32446f52d036 on network b771d437-5fd6-46e0-b62a-e89b3aefade5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:49:54.639555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Attempting to bind port 3cb3ec80-2a76-4df4-af3c-32446f52d036 on network b771d437-5fd6-46e0-b62a-e89b3aefade5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:54.814897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42d57f8e-b534-4b01-b969-d6624191460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.840604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.9 (93f4a5fb-5a9d-42af-9844-90905838dfba/52b9f73b-02e5-411e-83ce-5e35109b57f3/17212dbb-3acc-43c3-ad51-7b2d92a50186) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:54.851193 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:49Z', 'revision_number': 3, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:49:54.851784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.916906 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151aee6-956b-4f72-90ce-bad3b69323d5 None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:49Z', 'revision_number': 3, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:49:54.922311 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24e79ef6-ef22-46bd-9bca-e60c8345a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.932915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-24e79ef6-ef22-46bd-9bca-e60c8345a638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:54.936691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-24e79ef6-ef22-46bd-9bca-e60c8345a638 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1ba8325-f371-4323-bf32-2d00dae6b84f HTTP/1.1" status: 204 len: 168 time: 3.1111932 Nov 25 18:49:54.966490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e79ef6-ef22-46bd-9bca-e60c8345a638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba8325-f371-4323-bf32-2d00dae6b84f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:55.058366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.182850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-42d57f8e-b534-4b01-b969-d6624191460d None None] For port 07505606-b24d-465d-a9a2-f7a5e8cc810d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=07505606-b24d-465d-a9a2-f7a5e8cc810d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:55.190040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Pushing event updated for resources: {'Port': ['ID=3d16ca42-37e7-48df-b98a-1f0938b574c3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:55.245385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42d57f8e-b534-4b01-b969-d6624191460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.268321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e406e025-ba78-44c5-b93c-edeb50470117 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:55.268685 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.346320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Allocated IP 172.20.0.1 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/d2ebd1ae-6358-4b62-9379-199735bcd51f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:55.375056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:55.376517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Checking segment: {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:55.377763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Bound using segment: {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:55.379639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Bound port: 3cb3ec80-2a76-4df4-af3c-32446f52d036, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:55.380835 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.382308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Attempting to bind port 3d16ca42-37e7-48df-b98a-1f0938b574c3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:49:55.382831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Attempting to bind port 3d16ca42-37e7-48df-b98a-1f0938b574c3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '8cd0fc19-e733-4eb3-8969-614f1ef31db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '318b2399-bccb-4735-85a3-ea3d02c6d4c3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:49:55.383391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Attempting to bind port 3d16ca42-37e7-48df-b98a-1f0938b574c3 on network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:49:55.456002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-65bee140-3f29-4af6-bda6-390ab6d9b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:55.466874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69f767a8-4896-4fc5-a14b-f93993d95251 req-65bee140-3f29-4af6-bda6-390ab6d9b07a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3826351 Nov 25 18:49:55.528176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d57f8e-b534-4b01-b969-d6624191460d None None] Pushing event updated for resources: {'Port': ['ID=07505606-b24d-465d-a9a2-f7a5e8cc810d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:55.591028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:49:55.592007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Checking segment: {'id': '8cd0fc19-e733-4eb3-8969-614f1ef31db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '318b2399-bccb-4735-85a3-ea3d02c6d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:49:55.594488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.595243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Bound using segment: {'id': '8cd0fc19-e733-4eb3-8969-614f1ef31db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '318b2399-bccb-4735-85a3-ea3d02c6d4c3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:49:55.597586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Bound port: 3d16ca42-37e7-48df-b98a-1f0938b574c3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd0fc19-e733-4eb3-8969-614f1ef31db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '318b2399-bccb-4735-85a3-ea3d02c6d4c3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:49:55.598198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.645944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1db97e66-960c-42d8-b7ba-a90d0eff2e81 req-f125a6bc-ed84-4060-8249-f55e24a68ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 210 time: 0.5282462 Nov 25 18:49:55.675339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.840941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a728b788-96ab-4699-a02f-7d07a51a572c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:55.861351 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:55.917832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:55.941563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:55.945764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:55.955015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:55.976862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:56.004045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:56.032717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8ef57-a4bf-458c-b4b0-82ceb982f1e4 None None] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:56.034982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:56.053479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:56.060649 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-41f49789-edbb-4008-b5e0-6ba5307345ed tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5419 time: 0.4209652 Nov 25 18:49:56.175868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57590) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:56.182539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1df717ba-02b9-4c57-9d7f-c9f98e951047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.196450 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-413a970c-3a73-4282-845b-df0c8333ec69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.217898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4d80667-e353-42e3-a288-12e470a04936 None None] Provisioning complete for port 07505606-b24d-465d-a9a2-f7a5e8cc810d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:56.218490 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4d80667-e353-42e3-a288-12e470a04936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.236110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1df717ba-02b9-4c57-9d7f-c9f98e951047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.261943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 93f4a5fb-5a9d-42af-9844-90905838dfba is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:56.269308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.284063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] For port 3cb3ec80-2a76-4df4-af3c-32446f52d036, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:56.298431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:56.317667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5d33920-ab39-4aab-a9c7-a9e12eef9b8c req-7a9298c2-85c4-4670-8f92-2c80b5705da5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2496197 Nov 25 18:49:56.397275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:56.449837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a728b788-96ab-4699-a02f-7d07a51a572c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:56.451994 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.467406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] For port 3cb3ec80-2a76-4df4-af3c-32446f52d036, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:56.541444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] For port 3d16ca42-37e7-48df-b98a-1f0938b574c3, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:49:56.564514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-413a970c-3a73-4282-845b-df0c8333ec69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.613175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Pushing event updated for resources: {'Port': ['ID=d2ebd1ae-6358-4b62-9379-199735bcd51f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:56.637908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-413a970c-3a73-4282-845b-df0c8333ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.647971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:56.657460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] For port 3d16ca42-37e7-48df-b98a-1f0938b574c3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d16ca42-37e7-48df-b98a-1f0938b574c3,segment=NetworkSegment(8cd0fc19-e733-4eb3-8969-614f1ef31db2),segment_id=8cd0fc19-e733-4eb3-8969-614f1ef31db2)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:49:56.673376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:56.704254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:56.802358 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:56.832967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.141270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0af1-85cf-4522-8553-8cf1ef264d41 None None] Pushing event updated for resources: {'Port': ['ID=3d16ca42-37e7-48df-b98a-1f0938b574c3,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:57.149538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-413a970c-3a73-4282-845b-df0c8333ec69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54b97e51f7624d80852193a231445a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9710693 Nov 25 18:49:57.154027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a970c-3a73-4282-845b-df0c8333ec69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841636e8-435b-424c-a70b-f6a4862e4784,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:57.157683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57606) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:57.339915 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.360531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64e9a77f-7353-43b0-9e7a-37f78bdd1607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.414884 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64e9a77f-7353-43b0-9e7a-37f78bdd1607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.448769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4d80667-e353-42e3-a288-12e470a04936 None None] Provisioning complete for port a728b788-96ab-4699-a02f-7d07a51a572c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:57.449156 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4d80667-e353-42e3-a288-12e470a04936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.527659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64e9a77f-7353-43b0-9e7a-37f78bdd1607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.532395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64e9a77f-7353-43b0-9e7a-37f78bdd1607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.535911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-64e9a77f-7353-43b0-9e7a-37f78bdd1607 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/841636e8-435b-424c-a70b-f6a4862e4784 HTTP/1.1" status: 204 len: 168 time: 0.3739092 Nov 25 18:49:57.536093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.678899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df717ba-02b9-4c57-9d7f-c9f98e951047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed6e855-5a98-4f6b-bf53-916eb786f5e1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:57.680770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9a77f-7353-43b0-9e7a-37f78bdd1607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841636e8-435b-424c-a70b-f6a4862e4784,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:57.685536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.709154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port a728b788-96ab-4699-a02f-7d07a51a572c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a728b788-96ab-4699-a02f-7d07a51a572c,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:57.725505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1df717ba-02b9-4c57-9d7f-c9f98e951047 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=772f5887a8064cd09863191e19103464&name=default HTTP/1.1" status: 200 len: 3000 time: 4.9540811 Nov 25 18:49:57.744612 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:57.770041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:57.826194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:57.848275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:57.856168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:57.884808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:57.898335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:57.905867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:57.915095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:57.917293 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a29a71b7-4439-4b42-89df-a8e658844857 req-40784799-0173-4064-b69b-e7a8114859d9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5419 time: 0.3524504 Nov 25 18:49:57.980021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=a728b788-96ab-4699-a02f-7d07a51a572c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:58.029754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:58.047177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.089843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:58.112974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.117670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] 10.222.0.66 "PUT /v2.0/ports/3cb3ec80-2a76-4df4-af3c-32446f52d036 HTTP/1.1" status: 200 len: 1091 time: 7.3499932 Nov 25 18:49:58.152910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:49:58.157353 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f69fd2d-0e77-4052-90c4-c568ca765528" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:49:58.250359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-3d382775-0c36-4e91-93f2-642243d6c7bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0119467 Nov 25 18:49:58.265330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Request body: {'port': {'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:58.289390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Provisioning complete for port f989634c-e035-494a-8440-fd1024d61ab9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:58.289867 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.321606 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a29a71b7-4439-4b42-89df-a8e658844857 req-8ae47185-0369-4000-a6f3-5cd8a14bd178 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3972631 Nov 25 18:49:58.361405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70753751-7e69-4558-89a1-da7860212816 req-5c3ab722-8058-4b67-bb13-f771be99dfa4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:58.367522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3d16ca42-37e7-48df-b98a-1f0938b574c3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:58.372182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70753751-7e69-4558-89a1-da7860212816 req-5c3ab722-8058-4b67-bb13-f771be99dfa4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 931 time: 0.7222800 Nov 25 18:49:58.377686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Request body: {'port': {'device_id': '4194f93e-19e1-4c66-bc1e-570caf461033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:49:58.547937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3d16ca42-37e7-48df-b98a-1f0938b574c3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:58.548575 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.596436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.611045 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.687125 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d4ebc0-66c5-467f-9d46-3bddc069ae2a x-openstack-request-id: req-17d4ebc0-66c5-467f-9d46-3bddc069ae2a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:49:58.687885 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:49:58.687885 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17d4ebc0-66c5-467f-9d46-3bddc069ae2a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:49:58.688413 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036', 'status': 'completed', 'code': 200} Nov 25 18:49:58.764067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608c2b3-c41b-42a0-b9a7-51064973b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb3ec80-2a76-4df4-af3c-32446f52d036,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:58.801234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.803173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Pushing event updated for resources: {'Port': ['ID=d2ebd1ae-6358-4b62-9379-199735bcd51f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:58.890837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Allocated IP 2001:db8::1 (29b6de5d-67e5-44f0-b3e7-dff189e6a073/64f76b88-8f08-457d-aa44-c9fb7aa9b977/08d8d042-252b-4ddf-a19f-ab5e7a33eaa6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:49:58.913607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:58.989607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.030410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 3d16ca42-37e7-48df-b98a-1f0938b574c3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d16ca42-37e7-48df-b98a-1f0938b574c3,segment=NetworkSegment(8cd0fc19-e733-4eb3-8969-614f1ef31db2),segment_id=8cd0fc19-e733-4eb3-8969-614f1ef31db2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:59.051053 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.052892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 07505606-b24d-465d-a9a2-f7a5e8cc810d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:49:59.095451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:59.100280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:59.116712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.199779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] For port f989634c-e035-494a-8440-fd1024d61ab9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f989634c-e035-494a-8440-fd1024d61ab9,segment=NetworkSegment(40852812-c4f9-4cd1-b244-26c2a063056a),segment_id=40852812-c4f9-4cd1-b244-26c2a063056a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:49:59.227331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.236711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5099b3ec-2f84-482d-9b4b-eef09b905e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.243939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.310597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Provisioning complete for port d2ebd1ae-6358-4b62-9379-199735bcd51f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:49:59.321448 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.328967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=3d16ca42-37e7-48df-b98a-1f0938b574c3,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:59.356262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57664) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:49:59.443043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa53641-961b-4195-8540-0fbe5eb24c48 None None] Network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:49:59.443811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.444288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.444753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.445214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.451231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.451658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.452129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.454198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-52cc6dce-9e23-4eb3-8f8c-28da2762f337 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6421 time: 0.8132758 Nov 25 18:49:59.467778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.537118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:49:59.538077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:49:59.571399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.578979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.585255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.587302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:49:59.589477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Port': ['ID=08d8d042-252b-4ddf-a19f-ab5e7a33eaa6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:49:59.591857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:49:59.592395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.598036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.606570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.613020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.620450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:49:59.624333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b41feedc-db34-493c-a083-553577669dd3 req-c837338b-40ae-478b-b376-1cd4eb4e6482 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5419 time: 0.1752818 Nov 25 18:49:59.636744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.664184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5099b3ec-2f84-482d-9b4b-eef09b905e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.838117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:49:59.844344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9d203126-2ebc-40e7-b99f-60cc07b56c7b admin admin] 10.222.0.62 "PUT /v2.0/routers/887a64d4-558f-446d-ad00-a7eb1e207364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4712524 Nov 25 18:49:59.857076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-70753751-7e69-4558-89a1-da7860212816 req-3348e4c3-05a1-4356-a619-11e25e6e11b2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2109575 Nov 25 18:49:59.904677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8abc57c5-155e-4393-beee-6240369ac515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:49:59.983309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:00.013959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Port d2ebd1ae-6358-4b62-9379-199735bcd51f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:00.028095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 07505606-b24d-465d-a9a2-f7a5e8cc810d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:00.033876 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.077562 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b41feedc-db34-493c-a083-553577669dd3 req-b78724a0-5554-4bef-ae96-111c33a51624 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2299988 Nov 25 18:50:00.090926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:00.091831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:00.253158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8abc57c5-155e-4393-beee-6240369ac515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.265353 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8abc57c5-155e-4393-beee-6240369ac515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.266911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:00.267497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-3e3831f5-35e0-4088-84d8-972312037a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:00.268038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-3e3831f5-35e0-4088-84d8-972312037a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:00.268619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-3e3831f5-35e0-4088-84d8-972312037a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:00.270382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-3e3831f5-35e0-4088-84d8-972312037a0b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8003302 Nov 25 18:50:00.326273 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8abc57c5-155e-4393-beee-6240369ac515 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a711745ec0fb4f75af6423e06dd78605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9666114 Nov 25 18:50:00.331071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57694) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:00.382307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.405643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc57c5-155e-4393-beee-6240369ac515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699c54c-6622-4027-90bf-2c84026d7c94,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:00.407615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Pushing event updated for resources: {'Port': ['ID=f989634c-e035-494a-8440-fd1024d61ab9,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:00.461028 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead59-a970-4aac-b12d-1856e846813a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.472980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Provisioning complete for port a728b788-96ab-4699-a02f-7d07a51a572c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:00.473531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.512421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead59-a970-4aac-b12d-1856e846813a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.550858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-faaf1007-6e0c-4c4c-b696-4601d0006875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:00.552362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f69fd2d-0e77-4052-90c4-c568ca765528 req-faaf1007-6e0c-4c4c-b696-4601d0006875 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2441635 Nov 25 18:50:00.606660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5099b3ec-2f84-482d-9b4b-eef09b905e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.610304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5099b3ec-2f84-482d-9b4b-eef09b905e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.611670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5099b3ec-2f84-482d-9b4b-eef09b905e4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bed6e855-5a98-4f6b-bf53-916eb786f5e1 HTTP/1.1" status: 204 len: 168 time: 2.7536268 Nov 25 18:50:00.628260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead59-a970-4aac-b12d-1856e846813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.631721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead59-a970-4aac-b12d-1856e846813a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.632907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ff3ead59-a970-4aac-b12d-1856e846813a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0699c54c-6622-4027-90bf-2c84026d7c94 HTTP/1.1" status: 204 len: 168 time: 0.3007169 Nov 25 18:50:00.655004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ead59-a970-4aac-b12d-1856e846813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699c54c-6622-4027-90bf-2c84026d7c94,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:00.757936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099b3ec-2f84-482d-9b4b-eef09b905e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed6e855-5a98-4f6b-bf53-916eb786f5e1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:00.914403 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:00.974106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f989634c-e035-494a-8440-fd1024d61ab9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:01.146893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 2, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:01.248833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:01.250852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Updating router 887a64d4-558f-446d-ad00-a7eb1e207364 port d2ebd1ae-6358-4b62-9379-199735bcd51f binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:50:01.313171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Provisioning complete for port 17212dbb-3acc-43c3-ad51-7b2d92a50186 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:01.317423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.319719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f989634c-e035-494a-8440-fd1024d61ab9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:01.319949 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.421339 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.453178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.461370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.468745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08657-b3ed-469c-858a-4ba899cf0609 req-6dfea0ef-13de-4e4d-9d11-4e083efd94e3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.469221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.470709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04c08657-b3ed-469c-858a-4ba899cf0609 req-6dfea0ef-13de-4e4d-9d11-4e083efd94e3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 931 time: 0.3960760 Nov 25 18:50:01.475104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b316ce48-ad31-423b-9875-f67f74df565f None None] Port 17212dbb-3acc-43c3-ad51-7b2d92a50186 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:01.490220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.513310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.523057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.542237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:01.559227 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-13e2ae97-e603-4c90-bca6-8b47a17299a3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5419 time: 0.2425447 Nov 25 18:50:01.565546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57778) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:01.689500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb197c36-4360-441b-9d74-14b3fe43fe76 req-37d23402-acbc-4fa2-a6d8-3a285d0055ba tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292231 Nov 25 18:50:01.796362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8953-210a-412d-b0ac-ef010fd5ad7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.858517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57818) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:01.873001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Provisioning complete for port d2ebd1ae-6358-4b62-9379-199735bcd51f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:01.873390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.894672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:01.903663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1544725211-network', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:01.916978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57826) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:01.938394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3d16ca42-37e7-48df-b98a-1f0938b574c3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:01.964006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Made reservation on behalf of 166d9c9cab564e20b9bb379ab5b83fc8 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:01.966558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:01.971223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17212dbb-3acc-43c3-ad51-7b2d92a50186 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:01.995601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.049366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.086987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0eb8-3b91-4590-a00d-380ba6540161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.093774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04c08657-b3ed-469c-858a-4ba899cf0609 req-0528f044-f9a7-42ff-8cf5-0cc965c51afe tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5915151 Nov 25 18:50:02.116667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Port d2ebd1ae-6358-4b62-9379-199735bcd51f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:02.130479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3d16ca42-37e7-48df-b98a-1f0938b574c3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:02.130858 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.156371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.160605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Provisioning complete for port 08d8d042-252b-4ddf-a19f-ab5e7a33eaa6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:02.160983 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.167849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.206506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:50:02.244082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97b44e1-970c-46d7-a54a-2ef4d7d58164,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.247699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.248340 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Added segment e6a4354a-0b1e-4d30-a396-1d70eb093356 of type vlan for network 09240cf5-f93b-4549-9df3-49f5f456234f Nov 25 18:50:02.272087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Port 08d8d042-252b-4ddf-a19f-ab5e7a33eaa6 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:02.300518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.336630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.339247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:02.340400 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.387231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Provisioning complete for port 3d16ca42-37e7-48df-b98a-1f0938b574c3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:02.387610 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3a077e9-80ca-4d16-8d46-84f6f20026d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.421779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a728b788-96ab-4699-a02f-7d07a51a572c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:02.487119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.499218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.542649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561b570-686d-4305-a8c7-3f1100bcc5db None None] Pushing event updated for resources: {'Port': ['ID=d2ebd1ae-6358-4b62-9379-199735bcd51f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.544176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] Pushing event updated for resources: {'Network': ['ID=09240cf5-f93b-4549-9df3-49f5f456234f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.544960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a728b788-96ab-4699-a02f-7d07a51a572c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:02.545336 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.551439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57844) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:02.573197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-36d5729a-dea7-4959-93be-f6d619c0fea3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6772072 Nov 25 18:50:02.576185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:02.582674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Request body: {'subnet': {'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1544725211-subnet', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:02.591400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 09240cf5-f93b-4549-9df3-49f5f456234f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:50:02.684137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Made reservation on behalf of 166d9c9cab564e20b9bb379ab5b83fc8 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:02.687590 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.699305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2251868-ccf1-42d8-ab71-f9ee2d412527 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:02.715918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Transition to ACTIVE for port object 17212dbb-3acc-43c3-ad51-7b2d92a50186 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:50:02.727531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.740940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.820580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:02.903432 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8953-210a-412d-b0ac-ef010fd5ad7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.918646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Attempting to bind port d2ebd1ae-6358-4b62-9379-199735bcd51f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:02.918864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Attempting to bind port d2ebd1ae-6358-4b62-9379-199735bcd51f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:02.919148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Attempting to bind port d2ebd1ae-6358-4b62-9379-199735bcd51f on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:02.928820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.929711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f989634c-e035-494a-8440-fd1024d61ab9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:02.932176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:02.932648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:02.933060 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.933480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Transition to ACTIVE for port object f2251868-ccf1-42d8-ab71-f9ee2d412527 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:50:02.933602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:02.934509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Bound port: d2ebd1ae-6358-4b62-9379-199735bcd51f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:02.934913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.945366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8953-210a-412d-b0ac-ef010fd5ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.972742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:02.973839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.167484 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.224558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] For port d2ebd1ae-6358-4b62-9379-199735bcd51f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:03.225038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.229059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f989634c-e035-494a-8440-fd1024d61ab9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:03.229450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.232692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] For port d2ebd1ae-6358-4b62-9379-199735bcd51f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d2ebd1ae-6358-4b62-9379-199735bcd51f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:03.249910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Port': ['ID=08d8d042-252b-4ddf-a19f-ab5e7a33eaa6,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:03.258276 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42ebea6f-79c1-4e8a-aacf-f3fb5775e3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.274156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-550d7de5-092f-41bd-b8ed-4faea8d4a8ec None None] Provisioning complete for port d2ebd1ae-6358-4b62-9379-199735bcd51f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:03.274597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-550d7de5-092f-41bd-b8ed-4faea8d4a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.277841 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.359900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Checking segment: {'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:03.360491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Network hostable DHCP agents. Network: 09240cf5-f93b-4549-9df3-49f5f456234f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:50:03.400218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Pushing event updated for resources: {'Port': ['ID=f2251868-ccf1-42d8-ab71-f9ee2d412527,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:03.402697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.437074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:03.437965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:03.470947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:03.490854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561b570-686d-4305-a8c7-3f1100bcc5db None None] Pushing event updated for resources: {'Port': ['ID=d2ebd1ae-6358-4b62-9379-199735bcd51f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:03.497378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.504888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.512236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.519179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.526222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.538026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.545250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.547440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08066349-4c00-4663-80ec-8480006c7741 req-61691c1d-3d10-49b9-945c-67456d1cfca2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.5552151 Nov 25 18:50:03.549854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=148b4537-8ac6-4b27-9b5b-2895d17c1d59,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:03.661765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-550d7de5-092f-41bd-b8ed-4faea8d4a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.700008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:03.709838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Attempting to bind port f2251868-ccf1-42d8-ab71-f9ee2d412527 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:03.710189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Attempting to bind port f2251868-ccf1-42d8-ab71-f9ee2d412527 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:03.710880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Attempting to bind port f2251868-ccf1-42d8-ab71-f9ee2d412527 on network b771d437-5fd6-46e0-b62a-e89b3aefade5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:03.727634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Port f2251868-ccf1-42d8-ab71-f9ee2d412527 on network b771d437-5fd6-46e0-b62a-e89b3aefade5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:50:03.728967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Attempting to bind port f2251868-ccf1-42d8-ab71-f9ee2d412527 on network b771d437-5fd6-46e0-b62a-e89b3aefade5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:03.733200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Network 09240cf5-f93b-4549-9df3-49f5f456234f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:50:03.734807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8953-210a-412d-b0ac-ef010fd5ad7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad488ba5-30a9-4f69-a054-6f19aced6812,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:03.739021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:03.741731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5a2c8953-210a-412d-b0ac-ef010fd5ad7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbf6a61735b74b6f830013214826055b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1700473 Nov 25 18:50:03.780592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57854) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:03.792526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-550d7de5-092f-41bd-b8ed-4faea8d4a8ec None None] For port d2ebd1ae-6358-4b62-9379-199735bcd51f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d2ebd1ae-6358-4b62-9379-199735bcd51f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:03.807289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-550d7de5-092f-41bd-b8ed-4faea8d4a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.846917 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42ebea6f-79c1-4e8a-aacf-f3fb5775e3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.856997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:03.860738 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08066349-4c00-4663-80ec-8480006c7741 req-b8880bcc-af0d-44b6-817c-4bcd892a1322 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2926586 Nov 25 18:50:03.862918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Checking segment: {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:03.862918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Bound using segment: {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:03.863191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Bound port: f2251868-ccf1-42d8-ab71-f9ee2d412527, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e94b75f-a34b-4029-8efa-5eb2ead9b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:03.863508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.865731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 09240cf5-f93b-4549-9df3-49f5f456234f) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:03.876957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42ebea6f-79c1-4e8a-aacf-f3fb5775e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.883861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.884495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.897266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e02d6e-0949-4b40-9f88-991a97344501 req-81147c10-c1f8-494f-9d40-600976a082e4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:03.899182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78e02d6e-0949-4b40-9f88-991a97344501 req-81147c10-c1f8-494f-9d40-600976a082e4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.6506519 Nov 25 18:50:03.958780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0eb8-3b91-4590-a00d-380ba6540161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:03.979691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b26d4a4-a494-4c11-b388-61afa9ea3534 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3989272 Nov 25 18:50:04.003212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:04.016691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:04.039517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0eb8-3b91-4590-a00d-380ba6540161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.055923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78e02d6e-0949-4b40-9f88-991a97344501 req-091347d0-d9d6-494b-a40f-cb11d5b4745b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876038 Nov 25 18:50:04.076006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-42ebea6f-79c1-4e8a-aacf-f3fb5775e3a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b9caa3e311240cc917d2d553db513a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5227079 Nov 25 18:50:04.088359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebea6f-79c1-4e8a-aacf-f3fb5775e3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdb0048-e883-45c0-b81e-2473f56a0a5b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:04.092229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:04.127437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e60b0-d958-4f1f-8a23-fea6ea4a7819 None None] Network 09240cf5-f93b-4549-9df3-49f5f456234f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:04.137460 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6fcb71aa-58a5-4999-a552-773e4a046202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.165287 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.166481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.182603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:04.182860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:04.183244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on network 93f4a5fb-5a9d-42af-9844-90905838dfba {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:04.186493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6fcb71aa-58a5-4999-a552-773e4a046202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.196112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] For port f2251868-ccf1-42d8-ab71-f9ee2d412527, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:04.209184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.216925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4ffa0eb8-3b91-4590-a00d-380ba6540161 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=480d4af9b940421cb343e8f38ea11dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2785757 Nov 25 18:50:04.216925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on network 93f4a5fb-5a9d-42af-9844-90905838dfba not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:50:04.216925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on network 93f4a5fb-5a9d-42af-9844-90905838dfba {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:04.220016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57860) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:04.222734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa0eb8-3b91-4590-a00d-380ba6540161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d54f34-747c-42c7-a772-e927be325fd9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:04.231363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] For port f2251868-ccf1-42d8-ab71-f9ee2d412527, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:04.233840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:04.234173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Checking segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:04.234658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Bound using segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:04.235090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Bound port: 17212dbb-3acc-43c3-ad51-7b2d92a50186, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:04.235555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.251626 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.288148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Router f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:50:04.294594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d7de5-092f-41bd-b8ed-4faea8d4a8ec None None] Pushing event updated for resources: {'Port': ['ID=d2ebd1ae-6358-4b62-9379-199735bcd51f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:04.330222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.330942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.333276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0883a280-472a-4609-a188-eafaacae5825 service neutron] 10.222.0.66 "PUT /v2.0/ports/f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 200 len: 1091 time: 6.1362884 Nov 25 18:50:04.333276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'f2251868-ccf1-42d8-ab71-f9ee2d412527'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:04.335215 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8bb908-fc5e-4345-ad65-517c0bf839d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "f2251868-ccf1-42d8-ab71-f9ee2d412527"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:04.358266 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.364643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a9117dc-a7db-4067-a4e2-bac8d55de3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.381847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7312ea48-b0ec-41a5-b2dc-b81c3f637e89 None None] Provisioning complete for port d2ebd1ae-6358-4b62-9379-199735bcd51f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:04.382082 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7312ea48-b0ec-41a5-b2dc-b81c3f637e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.411211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883a280-472a-4609-a188-eafaacae5825 service neutron] Pushing event updated for resources: {'Port': ['ID=f2251868-ccf1-42d8-ab71-f9ee2d412527,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:04.465055 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974cd0fe-4fd1-4cea-87e8-87eda3b4367b x-openstack-request-id: req-974cd0fe-4fd1-4cea-87e8-87eda3b4367b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:04.465344 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "f2251868-ccf1-42d8-ab71-f9ee2d412527", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:04.465600 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-974cd0fe-4fd1-4cea-87e8-87eda3b4367b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:04.465996 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'f2251868-ccf1-42d8-ab71-f9ee2d412527', 'status': 'completed', 'code': 200} Nov 25 18:50:04.513611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a9117dc-a7db-4067-a4e2-bac8d55de3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.513858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:04.542700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6fcb71aa-58a5-4999-a552-773e4a046202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.545487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6fcb71aa-58a5-4999-a552-773e4a046202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.549582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6fcb71aa-58a5-4999-a552-773e4a046202 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad488ba5-30a9-4f69-a054-6f19aced6812 HTTP/1.1" status: 204 len: 168 time: 0.7585845 Nov 25 18:50:04.549775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:04.556775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:04.557387 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47488509-e3dd-49ec-8e8b-4b080bdf964b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.578126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-23aea68f-1b13-4025-9ba9-317f8e366feb tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4463861 Nov 25 18:50:04.580733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.581776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] Sync routers for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:04.583513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:04.597089 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:04.598035 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:04.621300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.621733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.622189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.622673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.623151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.623590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.624042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.626153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-6fa0e67b-a584-4161-91a6-0c63f7d155ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6488 time: 0.2119489 Nov 25 18:50:04.664350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-09240cf5-f93b-4549-9df3-49f5f456234f', 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'fixed_ips': [{'subnet_id': '148b4537-8ac6-4b27-9b5b-2895d17c1d59'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:50:04.666085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.724919 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:04.759645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:04.766611 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:04.768522 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:04.797142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80632ac7-efb9-4f56-97b6-8ba09c934111 None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:04.852511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:04.854464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:04.856059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] 10.222.0.64 "PUT /v2.0/ports/17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 1091 time: 6.5266883 Nov 25 18:50:04.860631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-b4a89231-6348-4fd6-b2d1-67f86edb28f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 200 len: 217 time: 0.1149099 Nov 25 18:50:05.010672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8b91b-55b6-42c4-a0f7-d82d2de5e18f service neutron] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.055158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e2ab53ca-3fad-4929-b221-e1c76b46ee15 None None] Provisioning complete for port 08d8d042-252b-4ddf-a19f-ab5e7a33eaa6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:05.055158 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2ab53ca-3fad-4929-b221-e1c76b46ee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.164303 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:05.171380 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949a2cf-1ad8-4b8b-b95a-db2a8053321b None None] The sync data for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:05.187838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab53ca-3fad-4929-b221-e1c76b46ee15 None None] Port 08d8d042-252b-4ddf-a19f-ab5e7a33eaa6 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:05.331849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Allocated IP 172.20.0.2 (09240cf5-f93b-4549-9df3-49f5f456234f/148b4537-8ac6-4b27-9b5b-2895d17c1d59/68da22fe-aa82-4502-aa2d-2c52e52bd800) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:05.447641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-ee9fda2b-35a6-44b3-8b58-f6e8b57328fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.449221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-ee9fda2b-35a6-44b3-8b58-f6e8b57328fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c HTTP/1.1" status: 200 len: 856 time: 0.5753465 Nov 25 18:50:05.460861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb71aa-58a5-4999-a552-773e4a046202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad488ba5-30a9-4f69-a054-6f19aced6812,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.487219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.493523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47488509-e3dd-49ec-8e8b-4b080bdf964b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.570689 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.585781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.649684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Network 09240cf5-f93b-4549-9df3-49f5f456234f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:05.674536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.680651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.688063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.694011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.697132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47488509-e3dd-49ec-8e8b-4b080bdf964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.700193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47488509-e3dd-49ec-8e8b-4b080bdf964b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.703850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47488509-e3dd-49ec-8e8b-4b080bdf964b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91d54f34-747c-42c7-a772-e927be325fd9 HTTP/1.1" status: 204 len: 168 time: 1.4798529 Nov 25 18:50:05.703850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a9117dc-a7db-4067-a4e2-bac8d55de3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.705622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a9117dc-a7db-4067-a4e2-bac8d55de3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.707306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4a9117dc-a7db-4067-a4e2-bac8d55de3f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbdb0048-e883-45c0-b81e-2473f56a0a5b HTTP/1.1" status: 204 len: 168 time: 1.6054506 Nov 25 18:50:05.716396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.717867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Pushing event updated for resources: {'Port': ['ID=68da22fe-aa82-4502-aa2d-2c52e52bd800,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.723685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:05.726306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:05.739970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.756940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.767652 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-bc1ac6d4-7db1-485b-aa88-b23f2722ad04 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.6537645 Nov 25 18:50:05.783646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-d9df26a2-d31a-41c0-b2e4-2addce7ad481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.788034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-d9df26a2-d31a-41c0-b2e4-2addce7ad481 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1094 time: 0.7850316 Nov 25 18:50:05.798338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-cd082af9-d4a0-45c6-a324-7ee8eea0f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.802064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d313f14-664a-4dcb-a962-f93fa7150066 req-4a65c3c2-ec9a-4828-8bfa-bdefae7698a0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:05.807775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-cd082af9-d4a0-45c6-a324-7ee8eea0f6b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f8726b0-b2b2-4430-9868-33a6f312e430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3391719 Nov 25 18:50:05.810939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d313f14-664a-4dcb-a962-f93fa7150066 req-4a65c3c2-ec9a-4828-8bfa-bdefae7698a0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.4937725 Nov 25 18:50:05.833015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Attempting to bind port 68da22fe-aa82-4502-aa2d-2c52e52bd800 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:05.833643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Attempting to bind port 68da22fe-aa82-4502-aa2d-2c52e52bd800 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:05.834109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Attempting to bind port 68da22fe-aa82-4502-aa2d-2c52e52bd800 on network 09240cf5-f93b-4549-9df3-49f5f456234f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:05.841324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:05.841868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Checking segment: {'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:05.843036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.843851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Bound using segment: {'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:05.844443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Bound port: 68da22fe-aa82-4502-aa2d-2c52e52bd800, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:05.845057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:05.858145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488509-e3dd-49ec-8e8b-4b080bdf964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d54f34-747c-42c7-a772-e927be325fd9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.886809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9117dc-a7db-4067-a4e2-bac8d55de3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdb0048-e883-45c0-b81e-2473f56a0a5b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:05.924890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d2ebd1ae-6358-4b62-9379-199735bcd51f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:05.994617 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d313f14-664a-4dcb-a962-f93fa7150066 req-fc2b7dbe-7ae2-49c4-aaa9-91de810bc3d2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757350 Nov 25 18:50:06.065415 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-db87a95b-3072-4bdd-bce7-3d8f77d41992 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 217 time: 0.2540388 Nov 25 18:50:06.096567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] For port 68da22fe-aa82-4502-aa2d-2c52e52bd800, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:06.107187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] For port 68da22fe-aa82-4502-aa2d-2c52e52bd800, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68da22fe-aa82-4502-aa2d-2c52e52bd800,segment=NetworkSegment(e6a4354a-0b1e-4d30-a396-1d70eb093356),segment_id=e6a4354a-0b1e-4d30-a396-1d70eb093356)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:06.113215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d2ebd1ae-6358-4b62-9379-199735bcd51f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:06.113596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.139907 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.155139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd5f9c2a-3dff-40da-8a02-99dbd036a7bd req-2381f880-d963-4aa4-b968-b58bef07f143 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3588948 Nov 25 18:50:06.156919 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-706d183e-d167-43a1-85b2-f9b880e81bd7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:50:06.160494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-706d183e-d167-43a1-85b2-f9b880e81bd7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5720699 Nov 25 18:50:06.173519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57898) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:06.323832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-ab28259d-4432-40c5-8669-132a2de0e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:06.327615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-ab28259d-4432-40c5-8669-132a2de0e8fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.1883254 Nov 25 18:50:06.360562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba47329-9f81-4a5b-9042-1e8c88504fa7 None None] Pushing event updated for resources: {'Port': ['ID=68da22fe-aa82-4502-aa2d-2c52e52bd800,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:06.473350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:06.477823 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ca603a-3f5b-4ce3-ba99-1198af374c75" -d '{"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:06.505031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-12b67791-4c2d-40be-b5a0-d566eb8c8e4c service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6764059 Nov 25 18:50:06.518680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-20c47d58-215b-454c-ba17-7ea96c4f0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:06.521332 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-20c47d58-215b-454c-ba17-7ea96c4f0219 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730549 Nov 25 18:50:06.727167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-71d001c6-d8e5-4c54-a62b-50c707288d16 service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920621 Nov 25 18:50:06.729638 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd69647-2a72-41d8-bc00-f2e11bd1031d x-openstack-request-id: req-efd69647-2a72-41d8-bc00-f2e11bd1031d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:06.730244 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:06.730746 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efd69647-2a72-41d8-bc00-f2e11bd1031d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:06.731561 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'status': 'completed', 'code': 200} Nov 25 18:50:06.746713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Deleting port 76d2ca5f-7cba-457d-96fc-801422442950 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:06.747234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.757423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57912) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:06.940702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] For port 76d2ca5f-7cba-457d-96fc-801422442950, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=76d2ca5f-7cba-457d-96fc-801422442950,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:06.941080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.944177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:06.949244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60a23e12-72c3-48d4-98cf-febcd8ff8f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.015876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.020023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Calling delete_port for 76d2ca5f-7cba-457d-96fc-801422442950 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:07.128842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-4c3573f4-cb97-4bbe-ae63-c4bfd5222d80 service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131046 Nov 25 18:50:07.159569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd0e4ba-4436-4872-9a39-b958f548c508 req-01e4c806-4646-4420-8a8e-77e927772377 service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148860 Nov 25 18:50:07.307106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-fc483b82-dc90-4c4e-9405-fe591cbb22ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 217 time: 0.1650646 Nov 25 18:50:07.448654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Allocated IP 172.25.2.75 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/13112b63-70d2-4913-91a3-6982272ecf79) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:07.548543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.562361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.568743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.575542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.582699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.589401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.596039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.597992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-660c33f1-5119-4a1a-9ef6-b00c4cae2bf5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.2138753 Nov 25 18:50:07.823938 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60a23e12-72c3-48d4-98cf-febcd8ff8f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.841938 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60a23e12-72c3-48d4-98cf-febcd8ff8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.861684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68da22fe-aa82-4502-aa2d-2c52e52bd800 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:07.879211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57942) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:07.882478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-0da89d56-fc34-43ec-b1e9-f4e1782699db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.885036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-0da89d56-fc34-43ec-b1e9-f4e1782699db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1094 time: 0.6206603 Nov 25 18:50:07.886838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-04ec21a6-c674-49e5-b5a2-49bcce453f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.888363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-04ec21a6-c674-49e5-b5a2-49bcce453f67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.5684869 Nov 25 18:50:07.917972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d850-3d83-4521-9820-63f9ff3da9f5 req-fae18839-06c0-4579-9d06-be899ac6d079 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:07.921821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2132d850-3d83-4521-9820-63f9ff3da9f5 req-fae18839-06c0-4579-9d06-be899ac6d079 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.7695427 Nov 25 18:50:07.923414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b26b44-0ca4-4661-b2b7-7c9d36434de8 None None] Network 09240cf5-f93b-4549-9df3-49f5f456234f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:07.943013 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.965229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:07.995957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.004294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=76d2ca5f-7cba-457d-96fc-801422442950,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.084354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4226acb6-d1fa-4a22-a4a6-b38b12e061a2 None None] Provisioning complete for port 68da22fe-aa82-4502-aa2d-2c52e52bd800 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:08.084883 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4226acb6-d1fa-4a22-a4a6-b38b12e061a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.090925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-38087c97-6420-4b8e-ac61-db51b1d61270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:08.092421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-38087c97-6420-4b8e-ac61-db51b1d61270 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.1637352 Nov 25 18:50:08.142526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-60a23e12-72c3-48d4-98cf-febcd8ff8f21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e0a07b644cf48d2a2685a1d1adffcba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3836312 Nov 25 18:50:08.145241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a23e12-72c3-48d4-98cf-febcd8ff8f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971b3995-31e2-46fb-875c-aa6b96aa400d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.146364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 68da22fe-aa82-4502-aa2d-2c52e52bd800 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:08.147105 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.170350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57952) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:08.196383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2110224100-network', 'tenant_id': '9deca34ed73143ec8674678cde4eb4ca'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:08.215393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-e1ff4adb-1a37-469a-83af-a83fda3c784e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 217 time: 0.1088812 Nov 25 18:50:08.226855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-fa61150e-1f5b-4817-b2aa-fdbed4eee35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:08.229436 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-fa61150e-1f5b-4817-b2aa-fdbed4eee35a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2996325 Nov 25 18:50:08.251915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2132d850-3d83-4521-9820-63f9ff3da9f5 req-215667a0-f176-486f-ad5b-7fcb4bb2712d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581619 Nov 25 18:50:08.326198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4226acb6-d1fa-4a22-a4a6-b38b12e061a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.392092 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c51c0d9-10e7-439e-ae1c-e93cda762da5 req-c7354206-3914-4c2d-abc5-31e7a8da0536 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7760048 Nov 25 18:50:08.398600 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.447190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4226acb6-d1fa-4a22-a4a6-b38b12e061a2 None None] For port 68da22fe-aa82-4502-aa2d-2c52e52bd800, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68da22fe-aa82-4502-aa2d-2c52e52bd800,segment=NetworkSegment(e6a4354a-0b1e-4d30-a396-1d70eb093356),segment_id=e6a4354a-0b1e-4d30-a396-1d70eb093356)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:08.454750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Made reservation on behalf of 9deca34ed73143ec8674678cde4eb4ca for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:08.457639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.460521 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4226acb6-d1fa-4a22-a4a6-b38b12e061a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.464867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-209ec768-7d3c-4e94-8c76-8ba057efab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:08.466529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-209ec768-7d3c-4e94-8c76-8ba057efab2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.2330222 Nov 25 18:50:08.475405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.500230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.508621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:08.513163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:08.546088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7811a-fe3b-45bd-8284-c510d1d3c469 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:08.552950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:08.564868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:50:08.564868 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:50:08.571821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226acb6-d1fa-4a22-a4a6-b38b12e061a2 None None] Pushing event updated for resources: {'Port': ['ID=68da22fe-aa82-4502-aa2d-2c52e52bd800,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.615832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-4ad863a5-5b50-41b7-a3b8-5a90a15d80e0 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639026 Nov 25 18:50:08.668076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.670568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-3226ac2d-c986-444f-8119-8bb200cd21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:08.674352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-3226ac2d-c986-444f-8119-8bb200cd21b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919568 Nov 25 18:50:08.694120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8038d163-1419-4d82-9cab-d99e2a342dbc None None] Provisioning complete for port 13112b63-70d2-4913-91a3-6982272ecf79 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:08.694535 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8038d163-1419-4d82-9cab-d99e2a342dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.746156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8038d163-1419-4d82-9cab-d99e2a342dbc None None] Port 13112b63-70d2-4913-91a3-6982272ecf79 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:08.800575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Pushing event updated for resources: {'Port': ['ID=13112b63-70d2-4913-91a3-6982272ecf79,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:08.806342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a362e136-65ae-4f1c-9898-0032f2563624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.874409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cccefddf-c6ad-439c-b6a9-d82b2d8bf580 None None] Provisioning complete for port 68da22fe-aa82-4502-aa2d-2c52e52bd800 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:08.875042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cccefddf-c6ad-439c-b6a9-d82b2d8bf580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.894308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-3e8a6c17-d088-430c-bbea-1b7f4fb46e09 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711699 Nov 25 18:50:08.896178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-28cd9483-4c51-4310-83f9-204a5d7a918a service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842492 Nov 25 18:50:08.927790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.968004 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.980209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:50:08.990022 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:08.990891 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Added segment 39330833-acde-45c2-8579-71bb3dd81910 of type vlan for network 082ca7c5-4c47-4b19-892c-da88d33800f9 Nov 25 18:50:09.057469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-f8c7d748-4865-46f8-9768-fc96325a84d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 217 time: 0.1509805 Nov 25 18:50:09.118569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.132661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f106ba66-58f2-4ee6-9814-504e7a537a86,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:09.177980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-f9fcf74a-1c32-4f6d-b897-64a7361b61db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.179534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-f9fcf74a-1c32-4f6d-b897-64a7361b61db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.1083813 Nov 25 18:50:09.200511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.201467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.202052 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.221470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99ca603a-3f5b-4ce3-ba99-1198af374c75 req-b1d4b1a9-b14e-4645-bd43-f164dc08852e service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090963 Nov 25 18:50:09.284452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3947680 Nov 25 18:50:09.287961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57974) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:09.292272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a362e136-65ae-4f1c-9898-0032f2563624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.332940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Request body: {'subnet': {'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2110224100-subnet', 'tenant_id': '9deca34ed73143ec8674678cde4eb4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:09.342641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33a36d-02d0-4a66-b49f-91fbaa98bc02 admin admin] Pushing event updated for resources: {'Network': ['ID=082ca7c5-4c47-4b19-892c-da88d33800f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:09.352008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-eff64f87-4fc0-4175-a287-2bee2a6575a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.355029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 082ca7c5-4c47-4b19-892c-da88d33800f9 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:50:09.356463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-eff64f87-4fc0-4175-a287-2bee2a6575a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1685023 Nov 25 18:50:09.533176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54dc2-4a55-4994-96e5-2b54c0e02046 req-ec0f9e4f-b4e5-4fd5-b487-8ab5a09dc105 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.539023 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58d54dc2-4a55-4994-96e5-2b54c0e02046 req-ec0f9e4f-b4e5-4fd5-b487-8ab5a09dc105 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.1815274 Nov 25 18:50:09.542849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Made reservation on behalf of 9deca34ed73143ec8674678cde4eb4ca for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:09.546503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.562720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a362e136-65ae-4f1c-9898-0032f2563624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.565318 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a362e136-65ae-4f1c-9898-0032f2563624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.568855 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a362e136-65ae-4f1c-9898-0032f2563624 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/971b3995-31e2-46fb-875c-aa6b96aa400d HTTP/1.1" status: 204 len: 168 time: 1.3894386 Nov 25 18:50:09.665977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57984) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:09.686916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362e136-65ae-4f1c-9898-0032f2563624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b3995-31e2-46fb-875c-aa6b96aa400d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:09.732410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.738553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.745456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.751614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.757522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.763887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.769791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:09.771793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-cd36c9ba-6957-4c4e-9950-6453c74fd8e0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.2698460 Nov 25 18:50:09.786385 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.794602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Router 0edbc615-014a-4398-9192-0bebdb11ef52 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:09.881733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-9cd4429f-1da6-42fa-ac23-86d3e8680f66 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630640 Nov 25 18:50:09.883766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.899358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting port 08d8d042-252b-4ddf-a19f-ab5e7a33eaa6 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:09.899724 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:09.900551 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-58d54dc2-4a55-4994-96e5-2b54c0e02046 req-331e8ff1-83eb-475e-bad6-d4c12c0d344e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515997 Nov 25 18:50:10.046801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68da22fe-aa82-4502-aa2d-2c52e52bd800 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:10.054602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Checking segment: {'id': '39330833-acde-45c2-8579-71bb3dd81910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:10.055003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Network hostable DHCP agents. Network: 082ca7c5-4c47-4b19-892c-da88d33800f9, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:50:10.060456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6b661d-7d60-4826-8896-0e1e136ae35c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:10.092685 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cbcbe1eb-6063-42fc-9c52-061edf5ac406 req-3f641073-34db-4818-985c-ed9ff1ca7e35 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3015652 Nov 25 18:50:10.094256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-77f09060-2bbe-4332-8855-2bbae1de4658 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027645 Nov 25 18:50:10.156928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:10.175123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-8abfdbe2-a5e7-48c9-a17a-e96901add467 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e074b3d0-6252-4eef-b942-80849bda7068 HTTP/1.1" status: 200 len: 217 time: 0.0700829 Nov 25 18:50:10.199683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Network 082ca7c5-4c47-4b19-892c-da88d33800f9 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:50:10.247109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 082ca7c5-4c47-4b19-892c-da88d33800f9) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:10.257812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:10.258467 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.280659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d775c4-072a-49af-af35-80c5f3e3e33a None None] Network 082ca7c5-4c47-4b19-892c-da88d33800f9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:10.293543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-02e1c4cd-5e5f-4d9d-956f-960fc7d3d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:10.295083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-02e1c4cd-5e5f-4d9d-956f-960fc7d3d247 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.1130579 Nov 25 18:50:10.307152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c40c20aa-e214-4f9e-81f7-b47da8058a2f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0180063 Nov 25 18:50:10.336013 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-512e3cee-da6d-4939-8623-226d2d9c7ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.368290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.395687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:10.408763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-00f5df0b-2f81-4fe7-b606-8cd04d0c9e9b admin admin] 10.222.0.62 "PUT /v2.0/routers/0edbc615-014a-4398-9192-0bebdb11ef52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5492308 Nov 25 18:50:10.409783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Calling delete_port for 08d8d042-252b-4ddf-a19f-ab5e7a33eaa6 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:10.411704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57990) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:10.412029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 68da22fe-aa82-4502-aa2d-2c52e52bd800 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:10.412560 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.413475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-c076a930-94ec-4ad2-8f34-cf9b7e4d97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:10.415145 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.416114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-c076a930-94ec-4ad2-8f34-cf9b7e4d97ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1051269 Nov 25 18:50:10.420440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] Sync routers for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:10.525250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-b0b50f59-2e5a-4078-add3-7dea7a2651a8 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008654 Nov 25 18:50:10.627394 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.661011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-a8a4ba8b-01f1-4a61-92a7-80977b60eed2 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294982 Nov 25 18:50:10.685043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:10.691179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:10.691805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:10.716245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-dabbe4f5-0cb6-42bb-bd31-593710552808 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca HTTP/1.1" status: 200 len: 217 time: 0.0457115 Nov 25 18:50:10.742332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'port_id': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'mac_address': 'fa:16:3e:5f:c9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:10.778716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-9f1866dd-4ccb-4a34-9be1-f6b19d3c18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:10.780310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-9f1866dd-4ccb-4a34-9be1-f6b19d3c18c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0577297 Nov 25 18:50:10.842998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-4a91fd62-86ac-4893-a855-2d2fb80c95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:10.845672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-4a91fd62-86ac-4893-a855-2d2fb80c95a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578654 Nov 25 18:50:10.873153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959068b4-923a-448d-8c5a-6ea5ab188c70 None None] Network 082ca7c5-4c47-4b19-892c-da88d33800f9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:10.887121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-512e3cee-da6d-4939-8623-226d2d9c7ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.907400 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.910232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-512e3cee-da6d-4939-8623-226d2d9c7ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:10.975323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.013343 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd85fe3f-f58b-4dde-9287-81b4a522bbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.026350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17212dbb-3acc-43c3-ad51-7b2d92a50186 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:11.037168 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-aa5c5e9e-9f18-41f5-a5e4-abc5d916b887 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810703 Nov 25 18:50:11.038110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:11.069170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-512e3cee-da6d-4939-8623-226d2d9c7ecc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32aeb88d35b14629bfeb464a3dd6c936&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3935175 Nov 25 18:50:11.072653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e3cee-da6d-4939-8623-226d2d9c7ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3ad6a-4529-42a6-b01f-cba1d201b99d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:11.078751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58004) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:11.110213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:11.140666 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.163747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.180430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:50:11.213741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d1962-0877-4e3b-b253-b67b30f9dfb8 req-8f8afd1f-f8bd-4675-b4b4-b66d37df00c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.217157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-719d1962-0877-4e3b-b253-b67b30f9dfb8 req-8f8afd1f-f8bd-4675-b4b4-b66d37df00c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.1786804 Nov 25 18:50:11.224357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:11.243294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58010) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:11.261873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf07f71-a01d-4eac-9ea4-da08a7f4867b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.271019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-0dec1017-9b29-4bb0-afd6-99225e4de2d1 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140880 Nov 25 18:50:11.279898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-565542801-network', 'tenant_id': '0e09c7ed70044a4e933aef9f61893539'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:11.312876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Port': ['ID=08d8d042-252b-4ddf-a19f-ab5e7a33eaa6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:11.333972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-4865c0f7-63fc-4fa1-9abb-42ab9f7229b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036 HTTP/1.1" status: 200 len: 217 time: 0.0545330 Nov 25 18:50:11.363797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '378362e5-4116-486f-99bd-f28ca574c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:50:07Z', 'revision_number': 5, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port': {'id': '378362e5-4116-486f-99bd-f28ca574c561', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:22Z', 'updated_at': '2021-11-25T18:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:11.378498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-719d1962-0877-4e3b-b253-b67b30f9dfb8 req-951c4429-df30-4e62-ac0e-192d50f678ee tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284387 Nov 25 18:50:11.398298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] Checking router: 0edbc615-014a-4398-9192-0bebdb11ef52 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:11.409570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['17212dbb-3acc-43c3-ad51-7b2d92a50186'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:11.414912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-645ee125-3642-4f46-9910-6a7ee8e93274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.416580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-645ee125-3642-4f46-9910-6a7ee8e93274 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.0730898 Nov 25 18:50:11.468330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] Routers {'0edbc615-014a-4398-9192-0bebdb11ef52'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:11.468981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['0edbc615-014a-4398-9192-0bebdb11ef52'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:11.474011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-e567a5f7-0153-46c7-bfc3-f0853f742189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.475510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-e567a5f7-0153-46c7-bfc3-f0853f742189 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512302 Nov 25 18:50:11.579251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-861e3b52-d317-4408-bd71-2e7a76e3687d service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958114 Nov 25 18:50:11.592120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] Set router 0edbc615-014a-4398-9192-0bebdb11ef52 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:11.657914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:50:10Z', 'revision_number': 6, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:11.678143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-9e0e527c-c8c8-42b4-a18f-e09a8f602f6d service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919192 Nov 25 18:50:11.696011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c027e-e755-425e-9e8e-0de9380b86c4 None None] The sync data for ids ['0edbc615-014a-4398-9192-0bebdb11ef52'] in n-d-819194-3 is: [{'id': '0edbc615-014a-4398-9192-0bebdb11ef52', 'name': 'tempest-TaggedBootDevicesTest-467864590-router', 'tenant_id': 'a249ad3a49a949a4ad379614c2e9057b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:21Z', 'updated_at': '2021-11-25T18:50:10Z', 'revision_number': 6, 'project_id': 'a249ad3a49a949a4ad379614c2e9057b', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:11.728919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-d1a35fb9-23cd-4dab-8e38-9ae5e0b4a96a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 200 len: 217 time: 0.0423460 Nov 25 18:50:11.784027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-efa5dfe5-f2f6-4216-859a-fcd808b3a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.785444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Made reservation on behalf of 0e09c7ed70044a4e933aef9f61893539 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:11.785923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-efa5dfe5-f2f6-4216-859a-fcd808b3a277 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.0488002 Nov 25 18:50:11.787780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.826966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Deleting port 378362e5-4116-486f-99bd-f28ca574c561 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:11.827305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.834759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-407b5c8b-e954-4b52-9ca8-8b479f661b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.836310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-407b5c8b-e954-4b52-9ca8-8b479f661b32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431814 Nov 25 18:50:11.849743 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf07f71-a01d-4eac-9ea4-da08a7f4867b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.870505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.911972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:11.929732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-b9870b12-8315-4064-9237-c9f81892f8a4 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862312 Nov 25 18:50:11.986770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.992668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:11.999086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.004964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.010882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.016760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.021055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58e54bd-3a5c-4148-9257-1d6e090eaf81 req-a3592aee-f2fa-4200-873b-0364841270a8 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840418 Nov 25 18:50:12.022646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.024594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-8a028e7b-f23e-4ad8-8c57-18ebcad0ddaf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.7544689 Nov 25 18:50:12.144082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.144544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.145002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.150695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.150695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.150695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.151133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.153958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-49d9d4b2-d90b-4b87-8bf8-b6774f89ef3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6488 time: 0.0581069 Nov 25 18:50:12.203384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:12.229594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Sync routers for ids ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:12.231543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] For port 378362e5-4116-486f-99bd-f28ca574c561, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=378362e5-4116-486f-99bd-f28ca574c561,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:12.232348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.241165 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Routers {'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:12.241865 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:12.260125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-5d1bfd65-fc64-4735-90dc-2019ab560c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.261770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-5d1bfd65-fc64-4735-90dc-2019ab560c5a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 200 len: 903 time: 0.1015868 Nov 25 18:50:12.273429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Calling delete_port for 378362e5-4116-486f-99bd-f28ca574c561 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:12.296931 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf07f71-a01d-4eac-9ea4-da08a7f4867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.299555 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7bf07f71-a01d-4eac-9ea4-da08a7f4867b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.307162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7bf07f71-a01d-4eac-9ea4-da08a7f4867b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64d3ad6a-4529-42a6-b01f-cba1d201b99d HTTP/1.1" status: 204 len: 168 time: 1.2236304 Nov 25 18:50:12.310506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-54063bd4-9a4f-4b6b-8468-0fc5732ebda4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 200 len: 217 time: 0.0411577 Nov 25 18:50:12.355524 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Set router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:12.370135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-10a8bf37-9701-4971-a9dd-332e8a88b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.372083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-10a8bf37-9701-4971-a9dd-332e8a88b990 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.0543787 Nov 25 18:50:12.399275 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.404020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f153e3c-bd08-42e5-bdde-a147cd08ba78 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3891349 Nov 25 18:50:12.423543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58014) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:12.496125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.551256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf07f71-a01d-4eac-9ea4-da08a7f4867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3ad6a-4529-42a6-b01f-cba1d201b99d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:12.563032 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b4bc14d-c4ba-4a0c-8c71-ceb97477529c req-1ba56608-6bf4-470d-bb3e-0050822648ae tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5203626 Nov 25 18:50:12.588768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Router f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:12.608306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.650568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-71768686-0ec6-40cc-99d5-b4a7c1d74597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.653353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-71768686-0ec6-40cc-99d5-b4a7c1d74597 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2746556 Nov 25 18:50:12.671106 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '13112b63-70d2-4913-91a3-6982272ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T18:50:09Z', 'revision_number': 3, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port': {'id': '13112b63-70d2-4913-91a3-6982272ecf79', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:07Z', 'updated_at': '2021-11-25T18:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:12.708065 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Checking router: b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:12.708692 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Updating router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 port 13112b63-70d2-4913-91a3-6982272ecf79 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:50:12.719232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed22ce8-e854-431f-93f4-eca8f2964113 req-ca98a603-2026-4e37-9ca4-8e177637f07f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:12.720846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eed22ce8-e854-431f-93f4-eca8f2964113 req-ca98a603-2026-4e37-9ca4-8e177637f07f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 944 time: 0.1758680 Nov 25 18:50:12.746717 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.765103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a68511-1238-41c5-bad2-5997f8966c61,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:12.780064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:50:12.822529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58020) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:12.895641 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a839156d-3ed5-44bc-907e-e83fff828493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.900881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:12.901272 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Added segment 874842fe-71bb-47df-9968-27274998197e of type vlan for network e122b916-f0a8-4a8f-bef7-8138a0c62d0a Nov 25 18:50:12.917561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:12.929787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0540f4a0-1be2-4a75-afdb-ddc587eb8ef0 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7509630 Nov 25 18:50:12.937850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] Sync routers for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:12.952876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58022) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:12.954936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:12.956072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:12.995184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:12.998698 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-fd742759-bec3-436a-aac6-bb921f5dfaa6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] delete failed (client error): The resource could not be found. Nov 25 18:50:13.003906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fd742759-bec3-436a-aac6-bb921f5dfaa6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-914782387 HTTP/1.1" status: 404 len: 334 time: 0.0502141 Nov 25 18:50:13.010626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58024) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:13.016277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:13.020525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:13.032659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0a0c4a11-90d7-4f69-866a-81b8c8adb016 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:13.066609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:13.067918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f99a-5ce2-41f3-be3a-c419a7d071e8 None None] The sync data for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:13.122730 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.128435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.131167 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.149018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eed22ce8-e854-431f-93f4-eca8f2964113 req-f1f288a8-23c1-4675-8b25-742e9b8f035c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164014 Nov 25 18:50:13.186525 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e49c1-06ae-4c77-88ee-da63d680e407 None None] Pushing event updated for resources: {'Port': ['ID=13112b63-70d2-4913-91a3-6982272ecf79,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:13.210802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-222f22f4-012c-4c9b-91c6-e988ad91259a service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166750 Nov 25 18:50:13.219422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3a6ae-ff09-4437-a3d7-f59a2c26f1b0 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:13.223432 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Attempting to bind port 13112b63-70d2-4913-91a3-6982272ecf79 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:13.223882 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Attempting to bind port 13112b63-70d2-4913-91a3-6982272ecf79 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:13.224321 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Attempting to bind port 13112b63-70d2-4913-91a3-6982272ecf79 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:13.232431 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:13.233049 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:13.233371 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.233830 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:13.234489 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Bound port: 13112b63-70d2-4913-91a3-6982272ecf79, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:13.235028 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.285521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ed61d8b8-92e0-400b-ba23-dc7d21ced230 None None] Provisioning complete for port 13112b63-70d2-4913-91a3-6982272ecf79 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:13.286197 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed61d8b8-92e0-400b-ba23-dc7d21ced230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.302316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] For port 13112b63-70d2-4913-91a3-6982272ecf79, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:13.306197 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] For port 13112b63-70d2-4913-91a3-6982272ecf79, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13112b63-70d2-4913-91a3-6982272ecf79,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:13.315673 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.346068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ed61d8b8-92e0-400b-ba23-dc7d21ced230 None None] Port 13112b63-70d2-4913-91a3-6982272ecf79 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:13.359943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.360975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:13.361661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.401822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1bcde-705b-44c3-b861-19adfde9e2f7 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:13.428808 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e49c1-06ae-4c77-88ee-da63d680e407 None None] Pushing event updated for resources: {'Port': ['ID=13112b63-70d2-4913-91a3-6982272ecf79,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:13.438436 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa8bb908-fc5e-4345-ad65-517c0bf839d4 req-5271a05f-cea1-4361-9af8-eefd18885778 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932230 Nov 25 18:50:13.457487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Routers {'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:13.459165 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:13.483157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-05f62a27-59f9-4651-bddd-60b1a764aceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.488695 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.489569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd206912-6a99-4cd5-aedf-c07ab5d9b8d2 None None] Provisioning complete for port 13112b63-70d2-4913-91a3-6982272ecf79 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:13.490251 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd206912-6a99-4cd5-aedf-c07ab5d9b8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.582622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.621675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd206912-6a99-4cd5-aedf-c07ab5d9b8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.636720 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] Set router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:13.647200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fd206912-6a99-4cd5-aedf-c07ab5d9b8d2 None None] For port 13112b63-70d2-4913-91a3-6982272ecf79, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13112b63-70d2-4913-91a3-6982272ecf79,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:13.653015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd206912-6a99-4cd5-aedf-c07ab5d9b8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.688569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4a11-90d7-4f69-866a-81b8c8adb016 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.709793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd206912-6a99-4cd5-aedf-c07ab5d9b8d2 None None] Pushing event updated for resources: {'Port': ['ID=13112b63-70d2-4913-91a3-6982272ecf79,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:13.767693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba141971-612b-4c33-a7bd-f36532bed4c9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:13.774031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Allocated IP 172.20.0.1 (09240cf5-f93b-4549-9df3-49f5f456234f/148b4537-8ac6-4b27-9b5b-2895d17c1d59/98568c97-a2ea-4223-93db-09a9226987f3) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:13.823021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 76d2ca5f-7cba-457d-96fc-801422442950 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:13.844203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 76d2ca5f-7cba-457d-96fc-801422442950 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:13.845093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 76d2ca5f-7cba-457d-96fc-801422442950 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:13.845093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 378362e5-4116-486f-99bd-f28ca574c561 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:13.856495 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '13112b63-70d2-4913-91a3-6982272ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T18:50:09Z', 'revision_number': 3, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port': {'id': '13112b63-70d2-4913-91a3-6982272ecf79', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:07Z', 'updated_at': '2021-11-25T18:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:13.868736 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-0a0c4a11-90d7-4f69-866a-81b8c8adb016 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] update failed (client error): The resource could not be found. Nov 25 18:50:13.869995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 378362e5-4116-486f-99bd-f28ca574c561 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:13.870338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 378362e5-4116-486f-99bd-f28ca574c561 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:13.873608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a0c4a11-90d7-4f69-866a-81b8c8adb016 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc HTTP/1.1" status: 404 len: 339 time: 0.8578148 Nov 25 18:50:13.880797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58028) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:13.889522 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a44-2a8c-46e7-9e50-a65fcb75859e None None] The sync data for ids ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'] in n-d-819194-3 is: [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '13112b63-70d2-4913-91a3-6982272ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T18:50:09Z', 'revision_number': 3, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port': {'id': '13112b63-70d2-4913-91a3-6982272ecf79', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:07Z', 'updated_at': '2021-11-25T18:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:13.902892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Pushing event deleted for resources: {'Port': ['ID=378362e5-4116-486f-99bd-f28ca574c561,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:13.935167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.944838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-209674173'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:13.955997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6917205 Nov 25 18:50:13.958280 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a839156d-3ed5-44bc-907e-e83fff828493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.969027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:13.975781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Request body: {'subnet': {'network_id': 'e122b916-f0a8-4a8f-bef7-8138a0c62d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-565542801-subnet', 'tenant_id': '0e09c7ed70044a4e933aef9f61893539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:13.984829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:13.989829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a839156d-3ed5-44bc-907e-e83fff828493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.003832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5990ce-bfe7-4ced-9f8b-e3d5f1521dab admin admin] Pushing event updated for resources: {'Network': ['ID=e122b916-f0a8-4a8f-bef7-8138a0c62d0a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:14.018004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network e122b916-f0a8-4a8f-bef7-8138a0c62d0a details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:50:14.027711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.033735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.039863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.043934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Network 09240cf5-f93b-4549-9df3-49f5f456234f is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:14.046551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.047853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:14.049987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Pushing event updated for resources: {'Port': ['ID=98568c97-a2ea-4223-93db-09a9226987f3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:14.052428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:14.052616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.060497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.066436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.068765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-1ce360a2-dd07-44c3-8a26-185a6369148c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.3128521 Nov 25 18:50:14.095153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.117120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.153083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:14.156609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.159110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:14.163181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a839156d-3ed5-44bc-907e-e83fff828493 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=869e1c60885e48abbb3447242ce56278&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3361554 Nov 25 18:50:14.166705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58032) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:14.197807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839156d-3ed5-44bc-907e-e83fff828493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d757db-f0a0-4f9c-9baf-5e145f4ab5eb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:14.335929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Made reservation on behalf of 0e09c7ed70044a4e933aef9f61893539 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:14.345132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.355794 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.361757 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.365296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 17212dbb-3acc-43c3-ad51-7b2d92a50186 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:14.370549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 17212dbb-3acc-43c3-ad51-7b2d92a50186 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:14.370893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.371049 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.404351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:50:14.468974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4274f55c-0eed-4c81-ab12-b226bbf5e186 req-90650be3-e23f-47c0-a5ae-bf52f8b67e7d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3801267 Nov 25 18:50:14.478380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.478755 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Added segment 80b6ace3-0866-4d79-82a5-4e90312ecfb1 of type vlan for network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e Nov 25 18:50:14.524093 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.525707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.526238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0edbc615-014a-4398-9192-0bebdb11ef52 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:50:14.541700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.542900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dc6d4578-5003-4ae2-bf9c-daeeec035894 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0edbc615-014a-4398-9192-0bebdb11ef52 HTTP/1.1" status: 204 len: 168 time: 4.1291811 Nov 25 18:50:14.550320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58036) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:14.555525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.565685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-46b40d23-7440-4f43-8cec-b56ee9d49d29 None None] Provisioning complete for port 98568c97-a2ea-4223-93db-09a9226987f3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:14.566085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-46b40d23-7440-4f43-8cec-b56ee9d49d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.570061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.572137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cfefa81-2ff2-45ed-b6f2-8d40e45db008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.575077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.604363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:14.606889 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbf7c93-76d3-4e8d-93df-51862b2618a8" -d '{"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-plugged", "status": "completed", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:14.651740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cfefa81-2ff2-45ed-b6f2-8d40e45db008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.674232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-46b40d23-7440-4f43-8cec-b56ee9d49d29 None None] Port 98568c97-a2ea-4223-93db-09a9226987f3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:14.694416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:14.694800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] Deleting subnet 9748f676-e6f8-460b-9021-a1eda79cc10d {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:50:14.694898 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b0dbb6-6dbf-44fb-aea5-be6464a82c0a x-openstack-request-id: req-86b0dbb6-6dbf-44fb-aea5-be6464a82c0a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:14.694898 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-plugged", "status": "completed", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:14.696790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.700531 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86b0dbb6-6dbf-44fb-aea5-be6464a82c0a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:14.701237 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'code': 200} Nov 25 18:50:14.706374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.708814 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.713538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.736090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bef50-7532-480a-829a-13a4eb0cb76d req-d8e108ca-27f5-4005-bbab-f57305c8ceca tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.738279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d9bef50-7532-480a-829a-13a4eb0cb76d req-d8e108ca-27f5-4005-bbab-f57305c8ceca tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 944 time: 0.1856983 Nov 25 18:50:14.753474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.795398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:14.850490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc567c83-1a82-4be8-916b-68dd4815e7ee,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:14.873013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Network': ['ID=00d9ef41-0c83-4dd8-a42c-16e6d96dd63e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:14.881477 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d5994724-e6b9-4582-b2ab-5597f0520c68 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9728913 Nov 25 18:50:14.883102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:14.883453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Checking segment: {'id': '874842fe-71bb-47df-9968-27274998197e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e122b916-f0a8-4a8f-bef7-8138a0c62d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:14.883885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Network hostable DHCP agents. Network: e122b916-f0a8-4a8f-bef7-8138a0c62d0a, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:50:14.887569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:50:14.892281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'subnet': {'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:14.926917 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:14.968440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c4721-7983-4598-ba2f-8044bec48580 req-a340ea78-aa9d-438a-9440-4be2c939e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:14.969972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-597c4721-7983-4598-ba2f-8044bec48580 req-a340ea78-aa9d-438a-9440-4be2c939e110 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1096 time: 0.1769497 Nov 25 18:50:14.984236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d9bef50-7532-480a-829a-13a4eb0cb76d req-1c75bf57-218a-44b3-85d6-763bfc81edc2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998167 Nov 25 18:50:15.000123 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cfefa81-2ff2-45ed-b6f2-8d40e45db008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.002988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cfefa81-2ff2-45ed-b6f2-8d40e45db008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.007109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9cfefa81-2ff2-45ed-b6f2-8d40e45db008 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20d757db-f0a0-4f9c-9baf-5e145f4ab5eb HTTP/1.1" status: 204 len: 168 time: 0.7999973 Nov 25 18:50:15.039011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Network e122b916-f0a8-4a8f-bef7-8138a0c62d0a is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:50:15.044126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfefa81-2ff2-45ed-b6f2-8d40e45db008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d757db-f0a0-4f9c-9baf-5e145f4ab5eb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:15.062679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-597c4721-7983-4598-ba2f-8044bec48580 req-07eb718c-8a40-4fa1-ab1b-3d9e5b33de66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755193 Nov 25 18:50:15.117610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, e122b916-f0a8-4a8f-bef7-8138a0c62d0a) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:15.127161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.127966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.131340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f36c7-7c18-4987-ac8c-3e1d1fe17b44 None None] Network e122b916-f0a8-4a8f-bef7-8138a0c62d0a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:15.135849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Made reservation on behalf of 31dd0c59b5694baf931ea54bfc1e235d for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:15.140170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.150443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.163522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2233db27-289f-489e-b77f-5b490a03ab10 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1926053 Nov 25 18:50:15.164243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.164907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.305294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Pushing event updated for resources: {'Port': ['ID=98568c97-a2ea-4223-93db-09a9226987f3,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:15.316706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.334202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee5449f-3e01-41fe-bcaa-3566f9cf4a38 None None] Network e122b916-f0a8-4a8f-bef7-8138a0c62d0a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:15.346342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.403038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.408222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9748f676-e6f8-460b-9021-a1eda79cc10d HTTP/1.1" status: 204 len: 168 time: 0.8549449 Nov 25 18:50:15.417587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58048) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:15.451521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55c8db-2049-4f6d-b942-df075e3566d5 None None] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:15.518850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0768b-0d49-4cb3-a95e-8be560ef8590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9748f676-e6f8-460b-9021-a1eda79cc10d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:15.526294 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.556679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.576273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Network 09240cf5-f93b-4549-9df3-49f5f456234f is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:15.580397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:15.659482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Checking segment: {'id': '80b6ace3-0866-4d79-82a5-4e90312ecfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:15.660247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network hostable DHCP agents. Network: 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:50:15.756623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Subnet': ['ID=894a8806-2aa6-49b6-9cba-35628d04549c,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:15.808344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Deleting port e0a7cbaa-58b4-46d2-bd27-004345fb3684 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:15.810639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.825739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.833077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.860314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.874112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.886592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.890473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.902546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:15.905870 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-78f7cd96-3f98-4b4d-a13d-6178201444f5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.2393138 Nov 25 18:50:15.906565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:50:15.926234 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.959245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] DHCP port deletion for 7bf66641-9a44-4b3a-812a-74127b6c8d1a request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:15.959991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:15.963278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] For port e0a7cbaa-58b4-46d2-bd27-004345fb3684, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e0a7cbaa-58b4-46d2-bd27-004345fb3684,segment=NetworkSegment(ca64416b-604d-4147-8624-c2237fb98fd4),segment_id=ca64416b-604d-4147-8624-c2237fb98fd4)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:15.963660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:15.969605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:15.988750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Calling delete_port for e0a7cbaa-58b4-46d2-bd27-004345fb3684 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:16.012183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:16.017130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.047635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13112b63-70d2-4913-91a3-6982272ecf79 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:16.050047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec79672-a2c8-4872-8fc9-9808f323b103 None None] Network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:16.075038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e5e7371-8d15-485d-aeab-8c896fd2e6d8 req-20c7b5cb-6324-4354-b2ee-f3aba168338c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517532 Nov 25 18:50:16.089632 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b239bec1-f269-4c8e-b6aa-70ba3af1148d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1973827 Nov 25 18:50:16.090340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:16.113762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d9d664d9-39e8-43f6-8722-a3f14f31468a tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'router': {'external_gateway_info': {'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:16.353263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:16.388701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-696db35e-5f8f-48c4-99da-91a6a61445d1 admin admin] 10.222.0.62 "PUT /v2.0/routers/b1b4e10e-ed44-464b-9b5d-8d5dd9f06584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9538660 Nov 25 18:50:16.388847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb8bd9-4674-45bc-86d1-7a284fd85794 req-55d88082-b902-4896-a9e0-e0eccbdb029f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:16.406680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77fb8bd9-4674-45bc-86d1-7a284fd85794 req-55d88082-b902-4896-a9e0-e0eccbdb029f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1663165 Nov 25 18:50:16.438491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.474809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-9e495340-ca24-4b44-80bd-b8224152223f tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:16.477897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-9e495340-ca24-4b44-80bd-b8224152223f tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/networks?id=082ca7c5-4c47-4b19-892c-da88d33800f9 HTTP/1.1" status: 200 len: 809 time: 0.3296230 Nov 25 18:50:16.482298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a7cbaa-58b4-46d2-bd27-004345fb3684,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:16.488802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] No DVR routers for this DVR port e0a7cbaa-58b4-46d2-bd27-004345fb3684 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:16.499982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-4988ec5d-657e-442e-9197-80cb7c5e1977 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/quotas/9deca34ed73143ec8674678cde4eb4ca HTTP/1.1" status: 200 len: 375 time: 0.0145073 Nov 25 18:50:16.551940 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9d664d9-39e8-43f6-8722-a3f14f31468a tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.603853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77fb8bd9-4674-45bc-86d1-7a284fd85794 req-8f63afa1-5f09-444d-8ad0-252ee59814ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962655 Nov 25 18:50:16.653429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-06b6ab69-0907-421b-98da-3540389e4b8d tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9deca34ed73143ec8674678cde4eb4ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1277959 Nov 25 18:50:16.674273 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.712330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-01639b11-6936-4b65-a389-9a098c89568e None None] Provisioning complete for port 98568c97-a2ea-4223-93db-09a9226987f3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:16.712912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-01639b11-6936-4b65-a389-9a098c89568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.765434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 13112b63-70d2-4913-91a3-6982272ecf79 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:16.766287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.770152 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Sync routers for ids ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:16.770910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-01639b11-6936-4b65-a389-9a098c89568e None None] Port 98568c97-a2ea-4223-93db-09a9226987f3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:16.773689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-00d9ef41-0c83-4dd8-a42c-16e6d96dd63e', 'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e', 'tenant_id': '31dd0c59b5694baf931ea54bfc1e235d', 'fixed_ips': [{'subnet_id': '894a8806-2aa6-49b6-9cba-35628d04549c'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:50:16.774791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.792932 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Routers {'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:16.795488 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:16.826545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Deleting port e0a7cbaa-58b4-46d2-bd27-004345fb3684 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:16.826932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.839828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf66641-9a44-4b3a-812a-74127b6c8d1a']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:16.893515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca64416b-604d-4147-8624-c2237fb98fd4') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:16.894439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca64416b-604d-4147-8624-c2237fb98fd4') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:16.928904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.956323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.975480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:50:16.976294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:50:16.978971 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:50:17.035275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-3a6d53a6-2234-4138-8e75-330dc2b58da6 service neutron] 10.222.0.62 "GET /v2.0/networks/082ca7c5-4c47-4b19-892c-da88d33800f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475759 Nov 25 18:50:17.052714 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Set router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:17.090378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] For port e0a7cbaa-58b4-46d2-bd27-004345fb3684, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:17.090750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.108725 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.188465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.202508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.213904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7bf66641-9a44-4b3a-812a-74127b6c8d1a HTTP/1.1" status: 204 len: 168 time: 1.7952347 Nov 25 18:50:17.221805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:17.245903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Calling delete_port for e0a7cbaa-58b4-46d2-bd27-004345fb3684 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:17.279200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Port e0a7cbaa-58b4-46d2-bd27-004345fb3684 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:50:17.291075 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.329760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Network 7bf66641-9a44-4b3a-812a-74127b6c8d1a is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 18:50:17.330231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] No DVR routers for this DVR port e0a7cbaa-58b4-46d2-bd27-004345fb3684 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:17.340036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baee31-c90a-4560-8ae9-90c58eea5037 None None] Pushing event deleted for resources: {'Port': ['ID=e0a7cbaa-58b4-46d2-bd27-004345fb3684,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:17.340660 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '13112b63-70d2-4913-91a3-6982272ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T18:50:14Z', 'revision_number': 4, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port': {'id': '13112b63-70d2-4913-91a3-6982272ecf79', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:07Z', 'updated_at': '2021-11-25T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '98568c97-a2ea-4223-93db-09a9226987f3', 'name': '', 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'mac_address': 'fa:16:3e:6f:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '148b4537-8ac6-4b27-9b5b-2895d17c1d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:13Z', 'updated_at': '2021-11-25T18:50:14Z', 'revision_number': 2, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'subnets': [{'id': '148b4537-8ac6-4b27-9b5b-2895d17c1d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:17.367248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Allocated IP 2001:db8:1::2 (00d9ef41-0c83-4dd8-a42c-16e6d96dd63e/894a8806-2aa6-49b6-9cba-35628d04549c/3ac27e5d-7e4f-431d-b706-6effe8b1bac6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:17.371042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa94857-2904-44bb-9164-3464f20dec56 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf66641-9a44-4b3a-812a-74127b6c8d1a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:17.372597 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-d9d664d9-39e8-43f6-8722-a3f14f31468a tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 18:50:17.381448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9d664d9-39e8-43f6-8722-a3f14f31468a tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc HTTP/1.1" status: 400 len: 364 time: 1.2899065 Nov 25 18:50:17.391904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58106) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:17.525217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.528217 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Checking router: b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:17.528574 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Updating router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 port 98568c97-a2ea-4223-93db-09a9226987f3 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:50:17.531694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.535740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:50:17.537333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.543353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.549310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.555333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.557963 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.563563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:17.566074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-bbc0572d-f60f-4abc-af39-421e18eaff73 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.2791517 Nov 25 18:50:17.698397 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.715117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.815897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:17.823817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:17.831770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:17.835278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Pushing event updated for resources: {'Port': ['ID=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:17.884380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e0a7cbaa-58b4-46d2-bd27-004345fb3684 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:17.920564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: e0a7cbaa-58b4-46d2-bd27-004345fb3684 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:17.921184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e0a7cbaa-58b4-46d2-bd27-004345fb3684 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:17.925353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Attempting to bind port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:17.925851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Attempting to bind port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '80b6ace3-0866-4d79-82a5-4e90312ecfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:17.926323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Attempting to bind port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 on network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:17.939031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:17.940012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Checking segment: {'id': '80b6ace3-0866-4d79-82a5-4e90312ecfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:17.942359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.942805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Bound using segment: {'id': '80b6ace3-0866-4d79-82a5-4e90312ecfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:17.944650 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72458a99-3ff3-4b87-9e8b-38ab9f2b0a75 req-09881981-6adc-4827-a324-4b3d5887f3bf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3391535 Nov 25 18:50:17.945324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Bound port: 3ac27e5d-7e4f-431d-b706-6effe8b1bac6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b6ace3-0866-4d79-82a5-4e90312ecfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '00d9ef41-0c83-4dd8-a42c-16e6d96dd63e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:17.945835 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.981649 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:17.989670 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.015799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.027976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-de72d798-035c-4b81-aaef-384052576c55 None None] For port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:18.045011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-de72d798-035c-4b81-aaef-384052576c55 None None] For port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,segment=NetworkSegment(80b6ace3-0866-4d79-82a5-4e90312ecfb1),segment_id=80b6ace3-0866-4d79-82a5-4e90312ecfb1)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:18.053377 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76be35-0bb1-4658-ba07-6bf199bf41f6 None None] Pushing event updated for resources: {'Port': ['ID=98568c97-a2ea-4223-93db-09a9226987f3,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:18.063899 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.199879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72d798-035c-4b81-aaef-384052576c55 None None] Pushing event updated for resources: {'Port': ['ID=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:18.204219 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Attempting to bind port 98568c97-a2ea-4223-93db-09a9226987f3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:18.204451 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Attempting to bind port 98568c97-a2ea-4223-93db-09a9226987f3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:18.204702 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Attempting to bind port 98568c97-a2ea-4223-93db-09a9226987f3 on network 09240cf5-f93b-4549-9df3-49f5f456234f {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:18.221442 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:18.221809 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Checking segment: {'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:18.222208 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.230770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Bound using segment: {'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:18.231376 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Bound port: 98568c97-a2ea-4223-93db-09a9226987f3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a4354a-0b1e-4d30-a396-1d70eb093356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:18.232991 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.349597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23fe26-36e7-4c13-9361-d8172e7583e6 req-62c7395c-2ec1-43c2-8ec4-bf9e0a4cfafe tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:18.358354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b23fe26-36e7-4c13-9361-d8172e7583e6 req-62c7395c-2ec1-43c2-8ec4-bf9e0a4cfafe tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.2288976 Nov 25 18:50:18.394899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-f921f90f-0b24-42c3-89f2-8c5449a77c91 service neutron] 10.222.0.62 "GET /v2.0/networks/082ca7c5-4c47-4b19-892c-da88d33800f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3581975 Nov 25 18:50:18.416078 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] For port 98568c97-a2ea-4223-93db-09a9226987f3, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:18.441502 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] For port 98568c97-a2ea-4223-93db-09a9226987f3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=98568c97-a2ea-4223-93db-09a9226987f3,segment=NetworkSegment(e6a4354a-0b1e-4d30-a396-1d70eb093356),segment_id=e6a4354a-0b1e-4d30-a396-1d70eb093356)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:18.460995 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.661369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b23fe26-36e7-4c13-9361-d8172e7583e6 req-eef935f9-2b75-4377-a902-26d08a1594b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016124 Nov 25 18:50:18.676487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e44c3ce6-3b9e-4421-9060-ab7ceda1082b None None] Provisioning complete for port 98568c97-a2ea-4223-93db-09a9226987f3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:18.676906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e44c3ce6-3b9e-4421-9060-ab7ceda1082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.703497 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Routers {'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:18.704320 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:18.971405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e44c3ce6-3b9e-4421-9060-ab7ceda1082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:18.981886 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] Set router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:19.048272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e44c3ce6-3b9e-4421-9060-ab7ceda1082b None None] For port 98568c97-a2ea-4223-93db-09a9226987f3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=98568c97-a2ea-4223-93db-09a9226987f3,segment=NetworkSegment(e6a4354a-0b1e-4d30-a396-1d70eb093356),segment_id=e6a4354a-0b1e-4d30-a396-1d70eb093356)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:19.054158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74da0726-0103-4f87-b5a0-23bc360f0e91 req-a587c029-6d30-497f-98da-601ff5eb7343 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 210 time: 0.1593354 Nov 25 18:50:19.058705 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e44c3ce6-3b9e-4421-9060-ab7ceda1082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.082770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Allocated IP 2001:db8::1 (99e96017-2af5-4869-994a-1015c10b50e8/a9502e48-a6cc-44ab-97d4-72d85787b59e/f291fe65-bc6f-4771-a50e-7f8374639c96) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:19.120410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99d271-41cf-4ea9-83ee-81303825dcd6 req-f604b158-a805-48b3-8616-42fd82ed8c85 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.133035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e99d271-41cf-4ea9-83ee-81303825dcd6 req-f604b158-a805-48b3-8616-42fd82ed8c85 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.3227620 Nov 25 18:50:19.144486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c3ce6-3b9e-4421-9060-ab7ceda1082b None None] Pushing event updated for resources: {'Port': ['ID=98568c97-a2ea-4223-93db-09a9226987f3,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:19.179788 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76be35-0bb1-4658-ba07-6bf199bf41f6 None None] Pushing event updated for resources: {'Port': ['ID=98568c97-a2ea-4223-93db-09a9226987f3,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:19.205379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b6033ade-5a85-4d51-ab37-cb4f710b3ffa None None] Provisioning complete for port 98568c97-a2ea-4223-93db-09a9226987f3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:19.205699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6033ade-5a85-4d51-ab37-cb4f710b3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.336012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e99d271-41cf-4ea9-83ee-81303825dcd6 req-9603931e-6d66-438e-8c4a-efcd7efc434d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951816 Nov 25 18:50:19.379606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:19.497030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.508626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.515768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.535559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.542716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.548921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.551561 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '13112b63-70d2-4913-91a3-6982272ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T18:50:14Z', 'revision_number': 4, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port': {'id': '13112b63-70d2-4913-91a3-6982272ecf79', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:07Z', 'updated_at': '2021-11-25T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '98568c97-a2ea-4223-93db-09a9226987f3', 'name': '', 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'mac_address': 'fa:16:3e:6f:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '148b4537-8ac6-4b27-9b5b-2895d17c1d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:13Z', 'updated_at': '2021-11-25T18:50:18Z', 'revision_number': 4, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'subnets': [{'id': '148b4537-8ac6-4b27-9b5b-2895d17c1d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:19.557114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.559317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-9cd0e0dd-823c-4bd8-8b5c-e2d7ba29a9a7 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.3689306 Nov 25 18:50:19.590881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.640639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39da895c-508f-484d-afff-bdb08a5cd3ae tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:19.645480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-39da895c-508f-484d-afff-bdb08a5cd3ae tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1091 time: 0.2608235 Nov 25 18:50:19.646992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:19.657587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:19.664576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.684251 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64cf48-e46a-4fe0-a99e-a11c93f22594 None None] The sync data for ids ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'] in n-d-819194-3 is: [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '13112b63-70d2-4913-91a3-6982272ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T18:50:14Z', 'revision_number': 4, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port': {'id': '13112b63-70d2-4913-91a3-6982272ecf79', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:07Z', 'updated_at': '2021-11-25T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '98568c97-a2ea-4223-93db-09a9226987f3', 'name': '', 'network_id': '09240cf5-f93b-4549-9df3-49f5f456234f', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'mac_address': 'fa:16:3e:6f:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '148b4537-8ac6-4b27-9b5b-2895d17c1d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:13Z', 'updated_at': '2021-11-25T18:50:18Z', 'revision_number': 4, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'subnets': [{'id': '148b4537-8ac6-4b27-9b5b-2895d17c1d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:19.757157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31ddcd31-5722-4751-b007-e2cb8a027719 req-6cb58c9e-b0e1-4121-afb5-7fc1b8546fb6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1870039 Nov 25 18:50:19.880630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.945991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:19.952044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58182) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:20.069223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:20.159764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:20.160558 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.197223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 99e96017-2af5-4869-994a-1015c10b50e8 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:20.209489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:20.219578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:20.224508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.345763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b19d732-9dc7-4ba7-bc48-aab51d592a53 req-eada8e1e-d9e6-4af8-8ac5-a3772e77e7aa tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 210 time: 0.1014111 Nov 25 18:50:20.350207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Port': ['ID=f291fe65-bc6f-4771-a50e-7f8374639c96,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:20.360862 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.490328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,segment=NetworkSegment(80b6ace3-0866-4d79-82a5-4e90312ecfb1),segment_id=80b6ace3-0866-4d79-82a5-4e90312ecfb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:20.497353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8fd0f-767e-494d-b0fc-4529e0c1b92c None None] Network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:20.515118 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65c1beda-19a6-4c9d-a522-9c23db64d199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.528943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.563390 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.675659 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65c1beda-19a6-4c9d-a522-9c23db64d199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.706830 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.787571 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65c1beda-19a6-4c9d-a522-9c23db64d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.807803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:20.886892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-65c1beda-19a6-4c9d-a522-9c23db64d199 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcc37f82d4e44df3905b0658dde17c27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9337056 Nov 25 18:50:20.888866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f0a0fbf6-477d-477c-bdae-5490f4827ede None None] Provisioning complete for port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:20.889438 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fbf6-477d-477c-bdae-5490f4827ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:20.902390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:20.905737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1beda-19a6-4c9d-a522-9c23db64d199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3b29b5-c68b-42bb-8d46-5006dbb1691c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:21.060581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.066609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.072865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.078895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.085594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.091882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.113752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.119162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eacbb1c7-ad81-41a0-a720-0d638cf58472 None None] Provisioning complete for port f291fe65-bc6f-4771-a50e-7f8374639c96 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:21.119751 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eacbb1c7-ad81-41a0-a720-0d638cf58472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.123535 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-35b34667-ad4f-48ed-90f1-9cf05972ee7b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.2025986 Nov 25 18:50:21.157178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Deleting port cfc27cca-11d7-41a9-811e-6f8bd6e0db10 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:21.157527 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.165690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eacbb1c7-ad81-41a0-a720-0d638cf58472 None None] Port f291fe65-bc6f-4771-a50e-7f8374639c96 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:21.244403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.86 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d9a6a253-e379-411c-9ae7-87d5e492e584) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:21.297059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd4acaf4-7b5d-4f92-a66f-8c8ca2105b12 None None] Provisioning complete for port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:21.297059 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd4acaf4-7b5d-4f92-a66f-8c8ca2105b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.310254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-23029bc1-da0f-40be-ab72-ceefe3adcbdd tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.312027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-23029bc1-da0f-40be-ab72-ceefe3adcbdd tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.64 "GET /v2.0/networks?id=082ca7c5-4c47-4b19-892c-da88d33800f9 HTTP/1.1" status: 200 len: 809 time: 0.6349404 Nov 25 18:50:21.323071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-513525c2-f708-44a9-8de1-1420ecae6977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.350722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Request body: {'port': {'device_id': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9', 'admin_state_up': True, 'tenant_id': '9deca34ed73143ec8674678cde4eb4ca'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:21.421625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.431310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.432095 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.454300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-513525c2-f708-44a9-8de1-1420ecae6977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.467830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] For port cfc27cca-11d7-41a9-811e-6f8bd6e0db10, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,segment=NetworkSegment(1d1ccbec-b9d6-43de-964d-19d0e3702afb),segment_id=1d1ccbec-b9d6-43de-964d-19d0e3702afb)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:21.468223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.479707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28997a4b-c081-495a-8f7d-f073eeaff12c req-55421805-040a-4b25-80be-0dc894d43cec tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3550630 Nov 25 18:50:21.529058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Calling delete_port for cfc27cca-11d7-41a9-811e-6f8bd6e0db10 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:21.584338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event updated for resources: {'Port': ['ID=f291fe65-bc6f-4771-a50e-7f8374639c96,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:21.610413 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-513525c2-f708-44a9-8de1-1420ecae6977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.613539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-513525c2-f708-44a9-8de1-1420ecae6977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.614365 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-513525c2-f708-44a9-8de1-1420ecae6977 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e3b29b5-c68b-42bb-8d46-5006dbb1691c HTTP/1.1" status: 204 len: 168 time: 0.6951320 Nov 25 18:50:21.618950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.632144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c33f9d9c-3921-470e-bfa4-195dcc0111a6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:21.640339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c33f9d9c-3921-470e-bfa4-195dcc0111a6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.3364296 Nov 25 18:50:21.657191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a634085f-e588-49de-8642-bcdf52747007 req-71e8cd41-f3d7-4b2e-ae4d-8e890e05e7d8 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 210 time: 0.0529847 Nov 25 18:50:21.668499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513525c2-f708-44a9-8de1-1420ecae6977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3b29b5-c68b-42bb-8d46-5006dbb1691c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:21.679875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-ab943747-b616-4d18-8d00-565ca1fae386 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/quotas/81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 375 time: 0.0386112 Nov 25 18:50:21.683908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Made reservation on behalf of 9deca34ed73143ec8674678cde4eb4ca for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:21.688936 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.760959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Network 99e96017-2af5-4869-994a-1015c10b50e8 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:21.764543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:21.851018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-33a738f4-edfa-49e2-ada3-79ca307ab083 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699972 Nov 25 18:50:21.889212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.972955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:21.991308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:22.015733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 98568c97-a2ea-4223-93db-09a9226987f3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:22.022416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:22.027174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc27cca-11d7-41a9-811e-6f8bd6e0db10,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:22.040863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Allocated IP 172.20.0.5 (082ca7c5-4c47-4b19-892c-da88d33800f9/0b6b661d-7d60-4826-8896-0e1e136ae35c/24b1d507-f43d-44b2-b43d-567685cb82bd) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:22.050080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:22.125204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 98568c97-a2ea-4223-93db-09a9226987f3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:22.125768 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.147961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58210) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:22.187977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22decd8e-0218-43f6-b545-6ee5c698a4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.267159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:22.331238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fb399287-9b3a-4eec-a2eb-042d7ff31110 None None] Provisioning complete for port f291fe65-bc6f-4771-a50e-7f8374639c96 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:22.331946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb399287-9b3a-4eec-a2eb-042d7ff31110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.398310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-fb399287-9b3a-4eec-a2eb-042d7ff31110 None None] Port f291fe65-bc6f-4771-a50e-7f8374639c96 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:22.403515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:22.403895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.423727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.514982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.535587 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22decd8e-0218-43f6-b545-6ee5c698a4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.543691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=d9a6a253-e379-411c-9ae7-87d5e492e584,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:22.562110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22decd8e-0218-43f6-b545-6ee5c698a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.574907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Router f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:22.660362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-2b73def7-33cf-429b-be31-79ef936703b2 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592742 Nov 25 18:50:22.687472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22decd8e-0218-43f6-b545-6ee5c698a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3209a8d4-a148-401d-9682-a70c76bddc63,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:22.694912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-22decd8e-0218-43f6-b545-6ee5c698a4ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c80747beb3e4a4199a164ca9df8ca7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5435202 Nov 25 18:50:22.699027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58214) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:22.723750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:22.768025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:22.774118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:22.780808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:22.786665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:22.792580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:22.798464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:22.804317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:22.806770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-d88a919a-897d-442c-9e8c-ed1e04e490be tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.2046292 Nov 25 18:50:22.893124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:22.900738 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c2d425a5-5330-40e3-a71b-a1e99b7e1dc7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5040627 Nov 25 18:50:22.904524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] Sync routers for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:22.906400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58218) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:22.916696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:22.917528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:22.955922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:22.966533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:22.967338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:23.000525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:23.001368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16832a-bcd0-4242-8e6e-500b417b7eb3 None None] The sync data for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:23.012716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-0657bce9-f514-4505-8313-83a03b63a0ba service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121669 Nov 25 18:50:23.016701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad79-8dc3-4238-bfc2-df4bcf21f786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.154525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-26cd2be3-c7f5-4641-9d7b-95379db6fcec tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.157703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad79-8dc3-4238-bfc2-df4bcf21f786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.214765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Network 082ca7c5-4c47-4b19-892c-da88d33800f9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:23.230658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Pushing event updated for resources: {'Port': ['ID=24b1d507-f43d-44b2-b43d-567685cb82bd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:23.233177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:23.243815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:23.316896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3979f567-2991-444c-a0ad-2df35de9e2fe req-caab32f9-ac55-4900-bc0b-33f7b1ad3c7a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4956584 Nov 25 18:50:23.326527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Router daa660b2-5a86-4d71-a41c-9a23f8eed16e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:23.349347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:23.350559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.430311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-010fc688-a172-460c-ac97-bc0c9e874e20 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0978951 Nov 25 18:50:23.443687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Request body: {'port': {'device_id': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:23.464093 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-26cd2be3-c7f5-4641-9d7b-95379db6fcec tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 18:50:23.468110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-26cd2be3-c7f5-4641-9d7b-95379db6fcec tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc HTTP/1.1" status: 409 len: 329 time: 0.5561595 Nov 25 18:50:23.472930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58234) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:23.478501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-90bb6dd3-9d63-4653-8bdd-e25773116851 req-b99387dc-8f85-4363-8460-2e7822424a31 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0658462 Nov 25 18:50:23.502588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad79-8dc3-4238-bfc2-df4bcf21f786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.502588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a83ad79-8dc3-4238-bfc2-df4bcf21f786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.505765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5a83ad79-8dc3-4238-bfc2-df4bcf21f786 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3209a8d4-a148-401d-9682-a70c76bddc63 HTTP/1.1" status: 204 len: 168 time: 0.8041356 Nov 25 18:50:23.568537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.578739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:23.589311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a99074eb-86f9-48a0-a692-d0ff286d3811 admin admin] 10.222.0.62 "PUT /v2.0/routers/daa660b2-5a86-4d71-a41c-9a23f8eed16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3577945 Nov 25 18:50:23.595220 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] Sync routers for ids ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:23.595817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:23.613669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83ad79-8dc3-4238-bfc2-df4bcf21f786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3209a8d4-a148-401d-9682-a70c76bddc63,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:23.614930 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] Routers {'daa660b2-5a86-4d71-a41c-9a23f8eed16e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:23.615562 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:23.660993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.687147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca46b2-5e4e-4a85-a8c1-12dbe469b6b6 req-723c84a6-3470-4630-a775-f1263ef41092 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:23.689119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-efca46b2-5e4e-4a85-a8c1-12dbe469b6b6 req-723c84a6-3470-4630-a775-f1263ef41092 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 931 time: 0.2932208 Nov 25 18:50:23.911624 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] Set router daa660b2-5a86-4d71-a41c-9a23f8eed16e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:23.915866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b1d507-f43d-44b2-b43d-567685cb82bd {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:23.924312 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:23.938517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Transition to ACTIVE for port object 24b1d507-f43d-44b2-b43d-567685cb82bd will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:50:23.954292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.071832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Pushing event updated for resources: {'Port': ['ID=24b1d507-f43d-44b2-b43d-567685cb82bd,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:24.073657 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.159628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Attempting to bind port 24b1d507-f43d-44b2-b43d-567685cb82bd on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:24.160109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Attempting to bind port 24b1d507-f43d-44b2-b43d-567685cb82bd by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '39330833-acde-45c2-8579-71bb3dd81910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:24.160518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Attempting to bind port 24b1d507-f43d-44b2-b43d-567685cb82bd on network 082ca7c5-4c47-4b19-892c-da88d33800f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:24.167563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Port 24b1d507-f43d-44b2-b43d-567685cb82bd on network 082ca7c5-4c47-4b19-892c-da88d33800f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:50:24.168114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Attempting to bind port 24b1d507-f43d-44b2-b43d-567685cb82bd on network 082ca7c5-4c47-4b19-892c-da88d33800f9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:24.175720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:24.176068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Checking segment: {'id': '39330833-acde-45c2-8579-71bb3dd81910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:24.176762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Bound using segment: {'id': '39330833-acde-45c2-8579-71bb3dd81910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:24.177861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Bound port: 24b1d507-f43d-44b2-b43d-567685cb82bd, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39330833-acde-45c2-8579-71bb3dd81910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:24.178422 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.279117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] For port 24b1d507-f43d-44b2-b43d-567685cb82bd, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:24.282326 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 5, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:24.282887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] For port 24b1d507-f43d-44b2-b43d-567685cb82bd, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=24b1d507-f43d-44b2-b43d-567685cb82bd,segment=NetworkSegment(39330833-acde-45c2-8579-71bb3dd81910),segment_id=39330833-acde-45c2-8579-71bb3dd81910)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:24.290174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.315759 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] Checking router: daa660b2-5a86-4d71-a41c-9a23f8eed16e for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:24.332085 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] Routers {'daa660b2-5a86-4d71-a41c-9a23f8eed16e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:24.333312 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:24.346838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.347406 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.349071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] 10.222.0.64 "PUT /v2.0/ports/24b1d507-f43d-44b2-b43d-567685cb82bd HTTP/1.1" status: 200 len: 1091 time: 0.9097180 Nov 25 18:50:24.349539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'tag': '24b1d507-f43d-44b2-b43d-567685cb82bd'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:24.352654 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ec44d-9008-4ed2-b356-74f35cfba79f" -d '{"events": [{"name": "network-changed", "server_uuid": "38d8b1bb-2c40-40c8-9d03-246667abfaec", "tag": "24b1d507-f43d-44b2-b43d-567685cb82bd"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:24.413717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376e176-6d81-44c1-8b03-ca55c71a7f6d service neutron] Pushing event updated for resources: {'Port': ['ID=24b1d507-f43d-44b2-b43d-567685cb82bd,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:24.520416 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-efca46b2-5e4e-4a85-a8c1-12dbe469b6b6 req-f69ed155-986d-47a0-b188-06cdbf4cc8cf tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8006866 Nov 25 18:50:24.550642 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.572276 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] Set router daa660b2-5a86-4d71-a41c-9a23f8eed16e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:24.597868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-3421ca54-b534-4f8a-bf0a-a47d30f78ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.600038 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-3421ca54-b534-4f8a-bf0a-a47d30f78ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9deca34ed73143ec8674678cde4eb4ca&device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 1094 time: 0.1878240 Nov 25 18:50:24.623471 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56386f-dab1-4a28-b63a-42ba57d8785a x-openstack-request-id: req-ef56386f-dab1-4a28-b63a-42ba57d8785a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:24.624181 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d8b1bb-2c40-40c8-9d03-246667abfaec", "tag": "24b1d507-f43d-44b2-b43d-567685cb82bd", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:24.624447 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef56386f-dab1-4a28-b63a-42ba57d8785a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:24.624903 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'tag': '24b1d507-f43d-44b2-b43d-567685cb82bd', 'status': 'completed', 'code': 200} Nov 25 18:50:24.756068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.767524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.775513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.784508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.786698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e80c7155-03b1-4ec7-ae14-45b467f420db req-2dc682b5-c20d-40d3-8648-0feae3bb438b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0522559 Nov 25 18:50:24.815444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.822611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.829635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:24.839667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-39c9d307-93b4-4d94-bfae-e780c8a51798 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.3678958 Nov 25 18:50:24.845211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-39d8cd4a-0e4c-44a4-8877-b3d7d130403d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24b1d507-f43d-44b2-b43d-567685cb82bd HTTP/1.1" status: 200 len: 217 time: 0.2342358 Nov 25 18:50:24.885238 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 5, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:24.911144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.943269 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:24.975642 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:25.031008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:25.049807 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edd964-f44a-43e6-94e9-80ced0f0d5b3 None None] The sync data for ids ['daa660b2-5a86-4d71-a41c-9a23f8eed16e'] in n-d-819194-3 is: [{'id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'name': 'tempest-TaggedBootDevicesTest-1772496723-router', 'tenant_id': '9c3b7c9cfe6041519e85d36443697613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:37:34Z', 'updated_at': '2021-11-25T18:50:21Z', 'revision_number': 5, 'project_id': '9c3b7c9cfe6041519e85d36443697613', 'gw_port': {'id': 'd8cb1f98-1016-4146-a1fe-3266fb24f052', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa660b2-5a86-4d71-a41c-9a23f8eed16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:37:36Z', 'updated_at': '2021-11-25T18:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:25.141671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-26b150f7-795e-4196-9109-080bb4d6175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:25.143587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-26b150f7-795e-4196-9109-080bb4d6175c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b6b661d-7d60-4826-8896-0e1e136ae35c HTTP/1.1" status: 200 len: 849 time: 0.2810867 Nov 25 18:50:25.174140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=d9a6a253-e379-411c-9ae7-87d5e492e584,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:25.190943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:25.191915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-dc292adb-9da3-427b-8b89-7766154f47e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=082ca7c5-4c47-4b19-892c-da88d33800f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341411 Nov 25 18:50:25.224672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-69b0e65c-02e2-4290-b61a-717b4f1bf207 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:25.227142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-69b0e65c-02e2-4290-b61a-717b4f1bf207 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.4969928 Nov 25 18:50:25.245400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-732abfe9-7a56-4936-b5ea-bc04c99377df req-71efa7c1-d354-4e6c-8e01-6ff2cfcacbd2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4047191 Nov 25 18:50:25.267836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'port': {'device_id': '164032d9-1490-4826-975e-cfe1c1088363', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'admin_state_up': True, 'tenant_id': '81443d1838114f57a977b4e512fb14ee'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:25.407766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Deleting port d8cb1f98-1016-4146-a1fe-3266fb24f052 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:25.407969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:25.489572 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-c0501bf0-ffd7-4add-a3a9-c63477e8d3e3 service neutron] 10.222.0.64 "GET /v2.0/networks/082ca7c5-4c47-4b19-892c-da88d33800f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846375 Nov 25 18:50:25.511120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] For port d8cb1f98-1016-4146-a1fe-3266fb24f052, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d8cb1f98-1016-4146-a1fe-3266fb24f052,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:25.511494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:25.526326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Calling delete_port for d8cb1f98-1016-4146-a1fe-3266fb24f052 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:25.614581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:25.622685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:25.676854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2134cac-6ec5-4885-84e7-ab02ea8d12b1 req-135b5946-d7bc-47ea-8cbc-1405367d305d service neutron] 10.222.0.64 "GET /v2.0/networks/082ca7c5-4c47-4b19-892c-da88d33800f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768503 Nov 25 18:50:25.776254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cfc27cca-11d7-41a9-811e-6f8bd6e0db10 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:25.817612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: cfc27cca-11d7-41a9-811e-6f8bd6e0db10 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:25.818400 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:25.818938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cfc27cca-11d7-41a9-811e-6f8bd6e0db10 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:25.859112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63f470-5b5e-4dd5-aef0-403a2bd7405c None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:25.893038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.20.0.9 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/34a4792e-3cc5-4259-a84b-c56091448556) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:25.903088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cb1f98-1016-4146-a1fe-3266fb24f052,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:25.912149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a31e3-b772-4a55-92ae-15b275631323 req-e78d1d92-3ea2-43ed-813b-994c2e2b0437 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:25.913715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c7a31e3-b772-4a55-92ae-15b275631323 req-e78d1d92-3ea2-43ed-813b-994c2e2b0437 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 943 time: 0.1519768 Nov 25 18:50:25.956478 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP f776f6f8-4b7d-451c-82fb-b12f5d8daee3 associated. External IP: 172.25.2.86, port: 17212dbb-3acc-43c3-ad51-7b2d92a50186. Nov 25 18:50:25.970593 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1992f9a8-7a13-4179-8987-53dc2411c746 req-286163f6-5910-4c7e-a7c3-1f7cfeb2cc0e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0434434 Nov 25 18:50:25.972852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-b0864c0e-2cc2-411d-8060-892e67f6ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:25.975940 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-b0864c0e-2cc2-411d-8060-892e67f6ab59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9deca34ed73143ec8674678cde4eb4ca&device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 1094 time: 0.2132812 Nov 25 18:50:26.106513 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.157065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-70489f56-a77a-40ab-b531-eead6532c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.158624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-70489f56-a77a-40ab-b531-eead6532c41e service neutron] 10.222.0.64 "GET /v2.0/networks?id=082ca7c5-4c47-4b19-892c-da88d33800f9 HTTP/1.1" status: 200 len: 910 time: 0.1678665 Nov 25 18:50:26.222483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-a97032b8-fdc7-4b26-abb2-c484cec9e9a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24b1d507-f43d-44b2-b43d-567685cb82bd HTTP/1.1" status: 200 len: 217 time: 0.0505652 Nov 25 18:50:26.246382 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.264911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c7a31e3-b772-4a55-92ae-15b275631323 req-d77ae533-bd15-49c8-b1b5-80428f5e4b87 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194263 Nov 25 18:50:26.271707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.276365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.345068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-2d6aa42d-2e93-47e2-ba39-0121c3cf3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.346606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-2d6aa42d-2e93-47e2-ba39-0121c3cf3140 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b6b661d-7d60-4826-8896-0e1e136ae35c HTTP/1.1" status: 200 len: 849 time: 0.1149290 Nov 25 18:50:26.399797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.401117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa660b2-5a86-4d71-a41c-9a23f8eed16e {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:50:26.401256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-b0d6071d-badd-4d60-b82d-0fa2a9fa59aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=082ca7c5-4c47-4b19-892c-da88d33800f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447087 Nov 25 18:50:26.406912 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.407198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.409434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fc11e702-03e5-4e6b-9300-29226c754c24 admin admin] 10.222.0.62 "DELETE /v2.0/routers/daa660b2-5a86-4d71-a41c-9a23f8eed16e HTTP/1.1" status: 204 len: 168 time: 2.8102937 Nov 25 18:50:26.419198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58284) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:26.484259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting port f291fe65-bc6f-4771-a50e-7f8374639c96 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:26.484600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.619371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] Deleting subnet 57800240-bd7f-4918-a309-b9411c45e673 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:50:26.630116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:26.638859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.640716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:26.656442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=34a4792e-3cc5-4259-a84b-c56091448556,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:26.667485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:26.684832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.693387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.701260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.708533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.716063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.724762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.732293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.734352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-e2aecbaf-5f3e-4989-9522-6c79f00aef5a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.3318627 Nov 25 18:50:26.751087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.769140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.806122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Calling delete_port for f291fe65-bc6f-4771-a50e-7f8374639c96 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:26.817408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d8b343f0-93b5-4d02-9404-60d0e742f4ad has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:26.838682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:26.839512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.884482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c34683bd-195d-413d-8cf2-dc321b0a41db req-6ca2feeb-183d-4893-adde-40cc9471b8ec tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419704 Nov 25 18:50:26.893991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-8c91891d-45af-4160-a748-a854acb38c66 service neutron] 10.222.0.64 "GET /v2.0/networks/082ca7c5-4c47-4b19-892c-da88d33800f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610920 Nov 25 18:50:26.905269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-66eb16a8-b518-4d3b-8be5-1ba778ca4ec2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582372 Nov 25 18:50:26.935665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Request body: {'port': {'device_id': '164032d9-1490-4826-975e-cfe1c1088363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:26.960125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ace3da33-6392-4ef9-8bbe-22b68dc6ea19 None None] Provisioning complete for port 34a4792e-3cc5-4259-a84b-c56091448556 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:26.961276 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ace3da33-6392-4ef9-8bbe-22b68dc6ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:26.997654 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.006541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ace3da33-6392-4ef9-8bbe-22b68dc6ea19 None None] Port 34a4792e-3cc5-4259-a84b-c56091448556 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:27.031907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.100338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd8ec44d-9008-4ed2-b356-74f35cfba79f req-cf85bc19-edfe-4890-92df-1d92955c55e9 service neutron] 10.222.0.64 "GET /v2.0/networks/082ca7c5-4c47-4b19-892c-da88d33800f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931164 Nov 25 18:50:27.410363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a4792e-3cc5-4259-a84b-c56091448556 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:27.420153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.443234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463d0ae-7aeb-4c86-b80c-390fcdfc5043 req-ae2f1035-d86a-49ca-a64a-d42ed320e14e tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:27.444847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e463d0ae-7aeb-4c86-b80c-390fcdfc5043 req-ae2f1035-d86a-49ca-a64a-d42ed320e14e tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 943 time: 0.0840986 Nov 25 18:50:27.448453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Transition to ACTIVE for port object 34a4792e-3cc5-4259-a84b-c56091448556 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:50:27.458021 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.601890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:27.613272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] Sync routers for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:27.622672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.634768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:27.635756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:27.648176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Pushing event updated for resources: {'Port': ['ID=34a4792e-3cc5-4259-a84b-c56091448556,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:27.662422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e463d0ae-7aeb-4c86-b80c-390fcdfc5043 req-7521229a-9519-4316-bf19-d54ece3350f4 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031932 Nov 25 18:50:27.738399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Attempting to bind port 34a4792e-3cc5-4259-a84b-c56091448556 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:27.738789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Attempting to bind port 34a4792e-3cc5-4259-a84b-c56091448556 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:27.739129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Attempting to bind port 34a4792e-3cc5-4259-a84b-c56091448556 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:27.754519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Port 34a4792e-3cc5-4259-a84b-c56091448556 on network 5543069d-2fe3-41da-893c-40a6aacef875 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:50:27.754861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Attempting to bind port 34a4792e-3cc5-4259-a84b-c56091448556 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:27.760303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:27.760653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:27.762746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:27.767347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Bound port: 34a4792e-3cc5-4259-a84b-c56091448556, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:27.767347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.795005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70248ea9-707f-4d18-801a-02e0711e62f4 req-905674fc-a55c-422e-8b36-6fc09b1c3ee7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:27.796886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70248ea9-707f-4d18-801a-02e0711e62f4 req-905674fc-a55c-422e-8b36-6fc09b1c3ee7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.3106902 Nov 25 18:50:27.815198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.817326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957eeda-a7b3-49c9-9546-1c93e233dff0 None None] Network 70a0784d-0699-465c-97f1-ae7cce2bca60 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:27.818048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57800240-bd7f-4918-a309-b9411c45e673,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:27.821544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:27.828086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-42eb0684-5e42-44cf-87bf-7fec1892d9d3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/57800240-bd7f-4918-a309-b9411c45e673 HTTP/1.1" status: 204 len: 168 time: 1.4015052 Nov 25 18:50:27.840861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58304) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:27.872815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-47d2e727-d8e0-49c1-8512-e14c6e0b4e0a tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c7a0381346f4b93a16cd013f9ac3dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641332 Nov 25 18:50:27.940549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d8cb1f98-1016-4146-a1fe-3266fb24f052 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:27.990493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b6d1f97f-9d48-43db-baf8-8b426cbe6043 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3412890 Nov 25 18:50:27.998156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:28.000729 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1626a21b-2a3c-4c05-9902-441fa10b4819" -d '{"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:28.014300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:28.044688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70248ea9-707f-4d18-801a-02e0711e62f4 req-9a458c22-c068-427c-9700-14cbb2f8e7da tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365582 Nov 25 18:50:28.051583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Port': ['ID=f291fe65-bc6f-4771-a50e-7f8374639c96,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:28.135942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d8cb1f98-1016-4146-a1fe-3266fb24f052 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:28.136596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d8cb1f98-1016-4146-a1fe-3266fb24f052 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:28.156542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:28.176465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] For port 34a4792e-3cc5-4259-a84b-c56091448556, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:28.207880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 24b1d507-f43d-44b2-b43d-567685cb82bd details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:28.260896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] For port 34a4792e-3cc5-4259-a84b-c56091448556, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=34a4792e-3cc5-4259-a84b-c56091448556,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:28.265764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:28.289452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:28.299927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:28.322877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-5ee4307b-75a1-4f80-8fc7-14900f6feebd tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.324454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-5ee4307b-75a1-4f80-8fc7-14900f6feebd tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469936 Nov 25 18:50:28.366055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.367078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:28.368501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] 10.222.0.66 "PUT /v2.0/ports/34a4792e-3cc5-4259-a84b-c56091448556 HTTP/1.1" status: 200 len: 1091 time: 1.4386752 Nov 25 18:50:28.388000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164032d9-1490-4826-975e-cfe1c1088363', 'tag': '34a4792e-3cc5-4259-a84b-c56091448556'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:28.390403 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4" -d '{"events": [{"name": "network-changed", "server_uuid": "164032d9-1490-4826-975e-cfe1c1088363", "tag": "34a4792e-3cc5-4259-a84b-c56091448556"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:28.409974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-7d9bf838-270b-4d5c-b39d-c124cc3b5356 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/quotas/3c7a0381346f4b93a16cd013f9ac3dff HTTP/1.1" status: 200 len: 375 time: 0.0537937 Nov 25 18:50:28.509953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-5177ed97-a1db-4109-892a-b5e07e2c1de2 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c7a0381346f4b93a16cd013f9ac3dff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894911 Nov 25 18:50:28.512207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddf7f1-1ad0-4eb9-9071-2093de44db10 service neutron] Pushing event updated for resources: {'Port': ['ID=34a4792e-3cc5-4259-a84b-c56091448556,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:28.535920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-1decf6e9-a989-41f6-89ca-e4c1d0ba1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.539447 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-1decf6e9-a989-41f6-89ca-e4c1d0ba1df2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 1094 time: 0.0832798 Nov 25 18:50:28.565735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.572650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.579602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.586443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.594711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.601567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.608382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.610479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-8226c337-3374-4d48-95c3-f37cecc22b4b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.3601115 Nov 25 18:50:28.626353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-c68f54f5-8feb-4296-ae68-f77c0459e656 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4792e-3cc5-4259-a84b-c56091448556 HTTP/1.1" status: 200 len: 217 time: 0.0790639 Nov 25 18:50:28.655190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] DHCP port deletion for 70a0784d-0699-465c-97f1-ae7cce2bca60 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:28.731710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-862999d7-7d5a-4174-a5d2-8edd70c28345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.739021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-862999d7-7d5a-4174-a5d2-8edd70c28345 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.1035728 Nov 25 18:50:28.819104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Deleting port 74e0965b-a76c-4268-b3a0-79531c39368c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:28.819600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:28.844036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8797-76b6-43da-8415-f8891692ed46 req-26bde608-9245-446b-a019-b1ff14cfc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:28.845548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-26bde608-9245-446b-a019-b1ff14cfc830 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978520 Nov 25 18:50:28.846165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Router f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:28.918906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] Deleting port 74e0965b-a76c-4268-b3a0-79531c39368c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:28.919570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:28.920218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25f92f03-68d3-44ee-89b6-feb07c9857f5 req-20a9ef2a-1b25-4acd-9d8e-b3e4985d2d27 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961075 Nov 25 18:50:28.998367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] For port 74e0965b-a76c-4268-b3a0-79531c39368c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=74e0965b-a76c-4268-b3a0-79531c39368c,segment=NetworkSegment(1d1ccbec-b9d6-43de-964d-19d0e3702afb),segment_id=1d1ccbec-b9d6-43de-964d-19d0e3702afb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:28.998817 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.001358 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f4beea-44ad-466b-af41-1f0a1957eac8 x-openstack-request-id: req-70f4beea-44ad-466b-af41-1f0a1957eac8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:29.001860 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:29.002630 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70f4beea-44ad-466b-af41-1f0a1957eac8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:29.004237 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'status': 'completed', 'code': 200} Nov 25 18:50:29.007550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] For port 74e0965b-a76c-4268-b3a0-79531c39368c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=74e0965b-a76c-4268-b3a0-79531c39368c,segment=NetworkSegment(1d1ccbec-b9d6-43de-964d-19d0e3702afb),segment_id=1d1ccbec-b9d6-43de-964d-19d0e3702afb)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:29.010277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.012263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] Calling delete_port for 74e0965b-a76c-4268-b3a0-79531c39368c owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:29.113881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 24b1d507-f43d-44b2-b43d-567685cb82bd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=24b1d507-f43d-44b2-b43d-567685cb82bd,segment=NetworkSegment(39330833-acde-45c2-8579-71bb3dd81910),segment_id=39330833-acde-45c2-8579-71bb3dd81910)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:29.116935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.121959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Calling delete_port for 74e0965b-a76c-4268-b3a0-79531c39368c owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:29.174558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] Pushing event deleted for resources: {'Port': ['ID=74e0965b-a76c-4268-b3a0-79531c39368c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:29.186189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:29.194733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-096f3f63-a638-4d77-b184-d6ec436815e7 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7192955 Nov 25 18:50:29.200048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:29.204086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '24b1d507-f43d-44b2-b43d-567685cb82bd', 'network_id': '082ca7c5-4c47-4b19-892c-da88d33800f9', 'port_id': '24b1d507-f43d-44b2-b43d-567685cb82bd', 'mac_address': 'fa:16:3e:e6:bb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6b661d-7d60-4826-8896-0e1e136ae35c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:29.204363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] Sync routers for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:29.223360 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:29.223883 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.231901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45dc88-bda0-4017-8afe-386c2a813d61 None None] No DVR routers for this DVR port 74e0965b-a76c-4268-b3a0-79531c39368c on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:29.237150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f776f6f8-4b7d-451c-82fb-b12f5d8daee3', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'port_id': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'mac_address': 'fa:16:3e:5f:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194f93e-19e1-4c66-bc1e-570caf461033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:22Z', 'updated_at': '2021-11-25T18:50:22Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.285056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] Checking router: d8b343f0-93b5-4d02-9404-60d0e742f4ad for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:29.326641 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.351481 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] Routers {'f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:29.352438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.360251 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.380904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b1d507-f43d-44b2-b43d-567685cb82bd {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:29.390176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:29.391162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.414204 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-b065c59f-a5d7-4c22-8e0a-3c3d910f20bc tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] show failed (client error): The resource could not be found. Nov 25 18:50:29.415580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b065c59f-a5d7-4c22-8e0a-3c3d910f20bc tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1488026813 HTTP/1.1" status: 404 len: 335 time: 0.0978243 Nov 25 18:50:29.421639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58330) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:29.431388 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.432320 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff6ab8-f6e9-41c5-a76e-02769f5a8e19 None None] The sync data for ids ['f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:29.439526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ba3254ed-7406-4d68-9e32-5a8c9ac97e90 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:29.489888 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-ba3254ed-7406-4d68-9e32-5a8c9ac97e90 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] update failed (client error): The resource could not be found. Nov 25 18:50:29.491246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba3254ed-7406-4d68-9e32-5a8c9ac97e90 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-580127525 HTTP/1.1" status: 404 len: 334 time: 0.0632696 Nov 25 18:50:29.500820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7aab6-92c5-4ec4-b6c1-febc0624f67c req-a43e526f-b1d7-483b-89dd-f04bea06bad8 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:29.502654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6fb7aab6-92c5-4ec4-b6c1-febc0624f67c req-a43e526f-b1d7-483b-89dd-f04bea06bad8 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 943 time: 0.3847821 Nov 25 18:50:29.505316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58332) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:29.570422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:29.588183 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.597212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting subnet 894a8806-2aa6-49b6-9cba-35628d04549c {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:50:29.607855 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fd0392-2354-4f5b-9ea5-e3774674dd43 x-openstack-request-id: req-62fd0392-2354-4f5b-9ea5-e3774674dd43 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:29.608366 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164032d9-1490-4826-975e-cfe1c1088363", "tag": "34a4792e-3cc5-4259-a84b-c56091448556", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:29.609287 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62fd0392-2354-4f5b-9ea5-e3774674dd43 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:29.609287 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164032d9-1490-4826-975e-cfe1c1088363', 'tag': '34a4792e-3cc5-4259-a84b-c56091448556', 'status': 'completed', 'code': 200} Nov 25 18:50:29.640620 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.649523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] No DVR routers for this DVR port 74e0965b-a76c-4268-b3a0-79531c39368c on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:29.683830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=74e0965b-a76c-4268-b3a0-79531c39368c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:29.739664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-50ed941b-546d-4300-81ec-0d41ed7a3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:29.741421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-50ed941b-546d-4300-81ec-0d41ed7a3a26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1096 time: 0.1090539 Nov 25 18:50:29.746866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6fb7aab6-92c5-4ec4-b6c1-febc0624f67c req-209a4058-f1d8-40e2-89f7-a5ee514499e6 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284641 Nov 25 18:50:29.756707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67c066-a086-4749-b630-31cb8a45466e req-6c49e685-db63-45fe-9571-a6ccb2f0dd53 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:29.758154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f67c066-a086-4749-b630-31cb8a45466e req-6c49e685-db63-45fe-9571-a6ccb2f0dd53 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.8864987 Nov 25 18:50:29.793229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.857993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:29.863111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-73001120-d850-4be3-88df-b48c349d2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:29.864824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-73001120-d850-4be3-88df-b48c349d2017 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.1050272 Nov 25 18:50:29.877132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-a77b9664-13f3-4afe-a23b-ba26fbe3c49e service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0228238 Nov 25 18:50:29.897578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a0784d-0699-465c-97f1-ae7cce2bca60']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.923579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1ccbec-b9d6-43de-964d-19d0e3702afb') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.923882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1ccbec-b9d6-43de-964d-19d0e3702afb') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:29.956826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c59a6b6a-1467-4016-9706-73315af28c0e req-307ea59a-9919-41ae-851e-71871d3cfbfa tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 210 time: 0.0473535 Nov 25 18:50:29.976346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.005307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.026911 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.067839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 74e0965b-a76c-4268-b3a0-79531c39368c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:30.114664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:50:30.115072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:50:30.116815 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:50:30.133202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.182292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f67c066-a086-4749-b630-31cb8a45466e req-34c2346f-d63d-49e4-b53e-fb17161dadfc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159299 Nov 25 18:50:30.185950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 74e0965b-a76c-4268-b3a0-79531c39368c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:30.186559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 74e0965b-a76c-4268-b3a0-79531c39368c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:30.196604 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-25159584-d3a4-4375-a5a8-0ac5f5919d9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 998 time: 0.2728250 Nov 25 18:50:30.214627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58336) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:30.226561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Subnet': ['ID=894a8806-2aa6-49b6-9cba-35628d04549c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:30.232173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 24b1d507-f43d-44b2-b43d-567685cb82bd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=24b1d507-f43d-44b2-b43d-567685cb82bd,segment=NetworkSegment(39330833-acde-45c2-8579-71bb3dd81910),segment_id=39330833-acde-45c2-8579-71bb3dd81910)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:30.278911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5912dbe-d724-4bb2-bbad-79cc0e041da2 None None] Network 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:30.280846 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.297939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.301214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8790df2-3e3f-4734-97c1-b572c49b23a6 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/subnets/894a8806-2aa6-49b6-9cba-35628d04549c HTTP/1.1" status: 204 len: 168 time: 0.7947869 Nov 25 18:50:30.322148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-04fe3ce4-dc52-4425-bbab-c8d2aa98181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:30.323696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-04fe3ce4-dc52-4425-bbab-c8d2aa98181e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.1062605 Nov 25 18:50:30.331417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58338) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:30.382603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-12ade8db-80b1-4036-87a4-8bce8e2edaf5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/f776f6f8-4b7d-451c-82fb-b12f5d8daee3 HTTP/1.1" status: 200 len: 990 time: 0.1662488 Nov 25 18:50:30.415368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008c9fc-d0fe-4ef1-9264-86cee188b587 req-b66a060a-afd0-4e65-8192-3434f9d65d86 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:30.418569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=24b1d507-f43d-44b2-b43d-567685cb82bd,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:30.419249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b008c9fc-d0fe-4ef1-9264-86cee188b587 req-b66a060a-afd0-4e65-8192-3434f9d65d86 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.3152280 Nov 25 18:50:30.424219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.442289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.449562 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/70a0784d-0699-465c-97f1-ae7cce2bca60 HTTP/1.1" status: 204 len: 168 time: 2.5733438 Nov 25 18:50:30.489138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.493325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f776f6f8-4b7d-451c-82fb-b12f5d8daee3', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'port_id': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'mac_address': 'fa:16:3e:5f:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194f93e-19e1-4c66-bc1e-570caf461033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:22Z', 'updated_at': '2021-11-25T18:50:22Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:30.523463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b46e8c-dd07-49db-bcac-17d957b92484 None None] The sync data for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 is: [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f776f6f8-4b7d-451c-82fb-b12f5d8daee3', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'port_id': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'mac_address': 'fa:16:3e:5f:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194f93e-19e1-4c66-bc1e-570caf461033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:50:22Z', 'updated_at': '2021-11-25T18:50:22Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:30.537359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e83f8797-76b6-43da-8415-f8891692ed46 req-e626be7f-a33e-407c-8715-43f71709bbf0 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459730 Nov 25 18:50:30.546597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334c26d-def5-4f05-aac0-f9d622ced2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=70a0784d-0699-465c-97f1-ae7cce2bca60,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:30.563458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['24b1d507-f43d-44b2-b43d-567685cb82bd'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:30.583241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b008c9fc-d0fe-4ef1-9264-86cee188b587 req-9a6cfde1-c39c-43d2-a176-39a0cbf3c589 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301575 Nov 25 18:50:30.645816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888387d0-a325-4265-b84d-17eaad538518 None None] DHCP port deletion for 00d9ef41-0c83-4dd8-a42c-16e6d96dd63e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:30.794869 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.820581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-1c1144d4-5d3b-4cc4-b5cd-e96f1501a231 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3c7a0381346f4b93a16cd013f9ac3dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533597 Nov 25 18:50:30.828345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-888387d0-a325-4265-b84d-17eaad538518 None None] Deleting port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:30.828719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-888387d0-a325-4265-b84d-17eaad538518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:30.951797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-e8eb54d8-2ea4-4577-9701-159bbdea5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:30.953571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-e8eb54d8-2ea4-4577-9701-159bbdea5764 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5124190 Nov 25 18:50:30.977383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:30.984602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:30.998332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.004395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.016402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.020065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-888387d0-a325-4265-b84d-17eaad538518 None None] For port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,segment=NetworkSegment(80b6ace3-0866-4d79-82a5-4e90312ecfb1),segment_id=80b6ace3-0866-4d79-82a5-4e90312ecfb1)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:31.025846 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-888387d0-a325-4265-b84d-17eaad538518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.031666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.039892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.051488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-f2243eaa-326b-46e2-958c-013c716b8c28 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5431 time: 0.7265913 Nov 25 18:50:31.052004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58346) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:31.052334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-888387d0-a325-4265-b84d-17eaad538518 None None] Calling delete_port for 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:31.066247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a800652-6e96-49f6-8890-2eb21058ad29 None None] New status for floating IP f776f6f8-4b7d-451c-82fb-b12f5d8daee3: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:50:31.165036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-c8db4bf9-17b0-43f3-a76e-a7843db04cf9 service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992877 Nov 25 18:50:31.225387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-8efdf8b5-a88a-4da9-9ceb-5f17704623f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.226914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-8efdf8b5-a88a-4da9-9ceb-5f17704623f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 1094 time: 0.4923122 Nov 25 18:50:31.242194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-02418324-da5f-475d-aa69-77ba2a6f62ce tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.246620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-02418324-da5f-475d-aa69-77ba2a6f62ce tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4164653 Nov 25 18:50:31.267763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Request body: {'port': {'device_id': '394489e7-2f36-4681-805e-1362948757c9', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': '3c7a0381346f4b93a16cd013f9ac3dff'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:31.300109 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-888387d0-a325-4265-b84d-17eaad538518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.340960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888387d0-a325-4265-b84d-17eaad538518 None None] Pushing event deleted for resources: {'Port': ['ID=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:31.349620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888387d0-a325-4265-b84d-17eaad538518 None None] No DVR routers for this DVR port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:31.374944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e183995-3cd2-4d59-8cef-f5abd602c2f6 req-ca3615f4-43df-4622-9cfc-daf7b04dc316 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.376500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e183995-3cd2-4d59-8cef-f5abd602c2f6 req-ca3615f4-43df-4622-9cfc-daf7b04dc316 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 944 time: 0.4802401 Nov 25 18:50:31.392816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58348) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:31.402389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:31.403632 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.471741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-15e6d70b-ac72-4407-b078-640dc5c9e46a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a249ad3a49a949a4ad379614c2e9057b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3103817 Nov 25 18:50:31.473048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58350) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:31.486911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Made reservation on behalf of 3c7a0381346f4b93a16cd013f9ac3dff for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:31.490428 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.502136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e183995-3cd2-4d59-8cef-f5abd602c2f6 req-17085e33-dc88-4d3b-a7c6-6fb209ebc1e8 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Nov 25 18:50:31.504807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.534946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2b7c6a4f-bf68-4323-94b4-07532d81cc6a req-b678e035-843f-4b90-a1e4-66bfb5aaf433 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3689690 Nov 25 18:50:31.570431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1626a21b-2a3c-4c05-9902-441fa10b4819 req-95bcb00d-3959-4503-b25a-b2e5d1e5ada5 service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884845 Nov 25 18:50:31.611469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-50abe8fd-9e10-4cb9-87de-cbb67fdb9727 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/f776f6f8-4b7d-451c-82fb-b12f5d8daee3 HTTP/1.1" status: 200 len: 992 time: 0.2154636 Nov 25 18:50:31.613341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-c2915abc-4697-484d-9feb-12294efcfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.614826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-c2915abc-4697-484d-9feb-12294efcfd32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.3529050 Nov 25 18:50:31.616427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] For port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6, host n-d-819194-3, got binding levels [] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:31.616794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.617213 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.629442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.671382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-642af8ea-a340-4b17-b66b-fe2883a9efdb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34a4792e-3cc5-4259-a84b-c56091448556 HTTP/1.1" status: 200 len: 217 time: 0.0450244 Nov 25 18:50:31.672311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Calling delete_port for 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:31.675399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_backend_mixin [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 was not found and therefore no delete operation was performed {{(pid=103457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:50:31.676723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.690536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8716b27-28fd-46a3-be45-1181113a72eb req-750da163-f9e1-4b5f-881b-d0d174713576 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 210 time: 0.0575421 Nov 25 18:50:31.741323 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f55eb590-6194-4855-a3aa-2de6f44cb3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.754141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258e0cf0-5a56-4d21-b0fb-531a62685d35,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:31.766239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Port': ['ID=3ac27e5d-7e4f-431d-b706-6effe8b1bac6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:31.785892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] No DVR routers for this DVR port 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:31.791802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f55eb590-6194-4855-a3aa-2de6f44cb3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.795773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.796843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.797210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.797554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.797886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.798215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.798758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.798907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.799193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.799515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.799836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.800151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:31.844524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e6174140-49e4-43fe-9dac-c3c605dbcf54 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:31.851591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-d58a3094-7257-4b99-bb21-59a904e591d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.853291 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-d58a3094-7257-4b99-bb21-59a904e591d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.1737258 Nov 25 18:50:31.863005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:31.890492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Allocated IP 192.168.233.72 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/9faf1ccb-0368-4269-bcb1-9fdcad135ac1) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:31.896118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af25ba2-1018-476d-8a9d-3803ef1a24a0 req-24c3738d-7a14-4e5c-add3-711ce4c309d5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:31.897611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7af25ba2-1018-476d-8a9d-3803ef1a24a0 req-24c3738d-7a14-4e5c-add3-711ce4c309d5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.2065246 Nov 25 18:50:31.942435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f55eb590-6194-4855-a3aa-2de6f44cb3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.945600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f55eb590-6194-4855-a3aa-2de6f44cb3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.947484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:31.950408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f55eb590-6194-4855-a3aa-2de6f44cb3d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07b6da5f-d1a0-49e0-9a8a-5287780ffbd7 HTTP/1.1" status: 204 len: 168 time: 0.4766126 Nov 25 18:50:31.969370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eb590-6194-4855-a3aa-2de6f44cb3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b6da5f-d1a0-49e0-9a8a-5287780ffbd7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:31.993726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d9ef41-0c83-4dd8-a42c-16e6d96dd63e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:32.013246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b6ace3-0866-4d79-82a5-4e90312ecfb1') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:32.013542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b6ace3-0866-4d79-82a5-4e90312ecfb1') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:32.022835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-33e9d23e-0c94-4cd8-a9ef-b8331789b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.024437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-33e9d23e-0c94-4cd8-a9ef-b8331789b43e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431692 Nov 25 18:50:32.029419 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7af25ba2-1018-476d-8a9d-3803ef1a24a0 req-1b52dd3d-53bd-4d43-b9f3-8ff3249b7981 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072953 Nov 25 18:50:32.031226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.103749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.110372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:32.110754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3ac27e5d-7e4f-431d-b706-6effe8b1bac6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:32.114004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:50:32.114401 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:50:32.123535 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:50:32.156723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.204804 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.211654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e6174140-49e4-43fe-9dac-c3c605dbcf54, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:32.219270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.229443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.232828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/networks/00d9ef41-0c83-4dd8-a42c-16e6d96dd63e HTTP/1.1" status: 204 len: 168 time: 1.9006209 Nov 25 18:50:32.237505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-9803000a-bc51-41b4-96b1-8b21eefd77ba service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043436 Nov 25 18:50:32.237943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:32.240799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'e6174140-49e4-43fe-9dac-c3c605dbcf54', 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'port_id': 'e6174140-49e4-43fe-9dac-c3c605dbcf54', 'mac_address': 'fa:16:3e:ee:8b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea64b89-82e7-4403-833c-c7561fb07d42', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:32.280552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:32.285191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be650638-8a2b-410f-8acf-ecaf97d6e989 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Network': ['ID=00d9ef41-0c83-4dd8-a42c-16e6d96dd63e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:32.289098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:32.306302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:32.342121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.345421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 24b1d507-f43d-44b2-b43d-567685cb82bd up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:32.371220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting subnet bf9ee501-ab7e-45b7-ab11-381897b5fa6e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:50:32.377766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Pushing event updated for resources: {'Port': ['ID=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:32.410640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.433817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6174140-49e4-43fe-9dac-c3c605dbcf54 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:32.438164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.438877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.473350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e6174140-49e4-43fe-9dac-c3c605dbcf54, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:32.479822 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-25a547a2-59b2-4795-b61c-7ae7c69a99fb tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2206309 Nov 25 18:50:32.484966 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.485637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ef5a034c-1569-46b5-ba10-184464454506 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:32.496232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Request body: {'port': {'device_id': '394489e7-2f36-4681-805e-1362948757c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:32.548791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 24b1d507-f43d-44b2-b43d-567685cb82bd completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:32.563017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.570719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 24b1d507-f43d-44b2-b43d-567685cb82bd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:32.571137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.577171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1060e5e-84e7-4e45-9f6d-1bc9e42402c4 req-163e2e53-1790-42f7-8eed-1180de9bf1db service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191249 Nov 25 18:50:32.709178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e6174140-49e4-43fe-9dac-c3c605dbcf54,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:32.753814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.771663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.775859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ef5a034c-1569-46b5-ba10-184464454506, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef5a034c-1569-46b5-ba10-184464454506,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:32.789373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2fbc4e46-8101-47f2-8813-6fd6c093569a None None] Provisioning complete for port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:32.789657 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4e46-8101-47f2-8813-6fd6c093569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.794924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:32.840662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc4e46-8101-47f2-8813-6fd6c093569a None None] Port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:50:32.840899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f9d5-9c23-4911-b892-80aa4a734f00 req-c50fa5c6-a0c2-4a4c-807e-e78393fcc284 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.846699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ef5a034c-1569-46b5-ba10-184464454506', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'port_id': 'ef5a034c-1569-46b5-ba10-184464454506', 'mac_address': 'fa:16:3e:9f:33:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:32.849147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a855f9d5-9c23-4911-b892-80aa4a734f00 req-c50fa5c6-a0c2-4a4c-807e-e78393fcc284 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 944 time: 0.1998422 Nov 25 18:50:32.864797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.870999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.877255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.884899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.890871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.897350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.904061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:32.912720 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-b27916a7-9133-4021-8824-35207f82d562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5432 time: 0.1830456 Nov 25 18:50:32.934704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.937134 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.966232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5a034c-1569-46b5-ba10-184464454506 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:32.966940 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:32.979111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1d507-f43d-44b2-b43d-567685cb82bd'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:32.981505 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646078b-a3ae-4404-8d0e-dba6e2f7e567" -d '{"events": [{"server_uuid": "38d8b1bb-2c40-40c8-9d03-246667abfaec", "name": "network-vif-plugged", "status": "completed", "tag": "24b1d507-f43d-44b2-b43d-567685cb82bd"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:32.997651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a855f9d5-9c23-4911-b892-80aa4a734f00 req-23efbc79-0149-4c67-b655-6bafd55e0972 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429033 Nov 25 18:50:32.999650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 24b1d507-f43d-44b2-b43d-567685cb82bd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=24b1d507-f43d-44b2-b43d-567685cb82bd,segment=NetworkSegment(39330833-acde-45c2-8579-71bb3dd81910),segment_id=39330833-acde-45c2-8579-71bb3dd81910)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:33.005907 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.012872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ef5a034c-1569-46b5-ba10-184464454506, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef5a034c-1569-46b5-ba10-184464454506,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:33.022540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9ee501-ab7e-45b7-ab11-381897b5fa6e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:33.036216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e9634-0d4b-4873-9eea-9d2e89a097b3 None None] Network 318b2399-bccb-4735-85a3-ea3d02c6d4c3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:33.040057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ee19b10-f92c-43aa-bea4-f92f3f07a640 req-91c824b2-abe8-4a54-86b0-a47659bd57af tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245329 Nov 25 18:50:33.041029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.041862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6ca6ba98-52e6-4acc-b10b-556efc63d3ca details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:33.045404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.053342 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9bf1a066-daa3-484f-920e-a442bda06674 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/subnets/bf9ee501-ab7e-45b7-ab11-381897b5fa6e HTTP/1.1" status: 204 len: 168 time: 0.8047726 Nov 25 18:50:33.065789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58372) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:33.145677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-beb3f2ea-0313-4f24-9cd5-f314194d2540 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c3b7c9cfe6041519e85d36443697613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3493226 Nov 25 18:50:33.158972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58374) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:33.217575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting subnet 64f76b88-8f08-457d-aa44-c9fb7aa9b977 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:50:33.226639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.306494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1599b2-f522-4147-80d1-b8d0f5cf1a32 req-224455e7-886c-49a2-9fc9-ff7d1fd31986 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:33.307980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb1599b2-f522-4147-80d1-b8d0f5cf1a32 req-224455e7-886c-49a2-9fc9-ff7d1fd31986 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 935 time: 0.1612110 Nov 25 18:50:33.341683 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf751521-d297-40cf-a8da-c8f907eee622 x-openstack-request-id: req-cf751521-d297-40cf-a8da-c8f907eee622 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:33.342069 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8b1bb-2c40-40c8-9d03-246667abfaec", "name": "network-vif-plugged", "status": "completed", "tag": "24b1d507-f43d-44b2-b43d-567685cb82bd", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:33.342875 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf751521-d297-40cf-a8da-c8f907eee622 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:33.342875 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1d507-f43d-44b2-b43d-567685cb82bd', 'code': 200} Nov 25 18:50:33.356530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.371272 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:50:33.381016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=24b1d507-f43d-44b2-b43d-567685cb82bd,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:33.388372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93abad6d-6311-49f0-a3dd-e9ac2dfda478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.401439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:33.410707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4acb2-f83f-4f4a-9461-dc5df4245f36 req-2630e929-e7d6-4bfb-adfb-075760d5d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:33.411271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb1599b2-f522-4147-80d1-b8d0f5cf1a32 req-36f2c9c9-8164-4cb7-810f-4ae2635f9a14 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933914 Nov 25 18:50:33.412294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fe4acb2-f83f-4f4a-9461-dc5df4245f36 req-2630e929-e7d6-4bfb-adfb-075760d5d7d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 1096 time: 0.1468325 Nov 25 18:50:33.455303 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.463874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93abad6d-6311-49f0-a3dd-e9ac2dfda478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.474892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff00c92-f8d4-41af-bc08-9b8d6823ea94 req-ecbcb84b-2004-4ffc-9ade-1393a1e56125 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:33.477057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eff00c92-f8d4-41af-bc08-9b8d6823ea94 req-ecbcb84b-2004-4ffc-9ade-1393a1e56125 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.1956925 Nov 25 18:50:33.480874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca', 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'port_id': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca', 'mac_address': 'fa:16:3e:0f:c2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea64b89-82e7-4403-833c-c7561fb07d42', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:33.502180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:33.514253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.530632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ef5a034c-1569-46b5-ba10-184464454506,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:33.536666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Transition to ACTIVE for port object 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:50:33.545014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.548292 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.566215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca6ba98-52e6-4acc-b10b-556efc63d3ca {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:33.578767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fe4acb2-f83f-4f4a-9461-dc5df4245f36 req-42fcfdb6-55b2-410e-af56-bb86ac54fe02 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559894 Nov 25 18:50:33.581603 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.589825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:33.596451 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.597165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3cb3ec80-2a76-4df4-af3c-32446f52d036 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:33.625158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:33.642525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eff00c92-f8d4-41af-bc08-9b8d6823ea94 req-abee5e0e-9d95-4c92-abd7-4284e6c9f134 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550403 Nov 25 18:50:33.651623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93abad6d-6311-49f0-a3dd-e9ac2dfda478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.654928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-93abad6d-6311-49f0-a3dd-e9ac2dfda478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.667279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-93abad6d-6311-49f0-a3dd-e9ac2dfda478 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bdbd7699-05a2-468a-8c28-3ca1d16d43d4 HTTP/1.1" status: 204 len: 168 time: 0.4987810 Nov 25 18:50:33.690153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:33.703933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] DHCP port deletion for 318b2399-bccb-4735-85a3-ea3d02c6d4c3 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:33.705665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abad6d-6311-49f0-a3dd-e9ac2dfda478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd7699-05a2-468a-8c28-3ca1d16d43d4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:33.711870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Attempting to bind port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:33.712373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Attempting to bind port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:33.712738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Attempting to bind port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:33.725471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:50:33.728022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Attempting to bind port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:33.734204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.737510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:33.738233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:33.738675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:33.739128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Bound port: 9faf1ccb-0368-4269-bcb1-9fdcad135ac1, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:33.739663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.822231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.835672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58378) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:33.837564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/subnets/64f76b88-8f08-457d-aa44-c9fb7aa9b977 HTTP/1.1" status: 204 len: 168 time: 0.7706144 Nov 25 18:50:33.839071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af9a20-ea2d-494f-93c4-ec78e9afd6b1 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Subnet': ['ID=64f76b88-8f08-457d-aa44-c9fb7aa9b977,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:33.854885 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafebe0b-31c6-4d25-acad-7ea1eae94f38 None None] Network 29b6de5d-67e5-44f0-b3e7-dff189e6a073 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:33.858012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3d16ca42-37e7-48df-b98a-1f0938b574c3 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:33.963695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] For port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:33.971016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:33.990223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] For port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:33.999751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.011306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3cb3ec80-2a76-4df4-af3c-32446f52d036, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:34.026123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] Deleting port 3d16ca42-37e7-48df-b98a-1f0938b574c3 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:34.026630 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.073142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '3cb3ec80-2a76-4df4-af3c-32446f52d036', 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5', 'port_id': '3cb3ec80-2a76-4df4-af3c-32446f52d036', 'mac_address': 'fa:16:3e:4f:11:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f174018d-1762-494b-a114-5876deb307fb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:34.087354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.087973 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.094687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] 10.222.0.64 "PUT /v2.0/ports/9faf1ccb-0368-4269-bcb1-9fdcad135ac1 HTTP/1.1" status: 200 len: 1095 time: 1.6030512 Nov 25 18:50:34.099871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394489e7-2f36-4681-805e-1362948757c9', 'tag': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:34.102526 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2ca516-15ed-461c-8826-19263321edf1" -d '{"events": [{"name": "network-changed", "server_uuid": "394489e7-2f36-4681-805e-1362948757c9", "tag": "9faf1ccb-0368-4269-bcb1-9fdcad135ac1"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:34.242715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.250968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.257562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.268149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.277571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.283116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.294629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.301936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.311448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-067150bb-3d90-4911-b828-c205e525dbf4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5434 time: 0.1454725 Nov 25 18:50:34.362796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] For port 3d16ca42-37e7-48df-b98a-1f0938b574c3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d16ca42-37e7-48df-b98a-1f0938b574c3,segment=NetworkSegment(8cd0fc19-e733-4eb3-8969-614f1ef31db2),segment_id=8cd0fc19-e733-4eb3-8969-614f1ef31db2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:34.363319 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.386533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 3d16ca42-37e7-48df-b98a-1f0938b574c3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d16ca42-37e7-48df-b98a-1f0938b574c3,segment=NetworkSegment(8cd0fc19-e733-4eb3-8969-614f1ef31db2),segment_id=8cd0fc19-e733-4eb3-8969-614f1ef31db2)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:34.391523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] Calling delete_port for 3d16ca42-37e7-48df-b98a-1f0938b574c3 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:34.398308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.402682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.463691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93b7af97-2342-4f2b-8203-5b2b7ffd267a req-cfe85e65-9901-465c-8920-ab7c55ad5477 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1509862 Nov 25 18:50:34.566101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] DHCP port deletion for 29b6de5d-67e5-44f0-b3e7-dff189e6a073 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:34.611972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb3ec80-2a76-4df4-af3c-32446f52d036 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:34.634940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625daf-cc03-41dd-b397-b1cfdd32050d req-1e75633a-a32d-4b1b-a61f-d799a48b530f tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.643691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23625daf-cc03-41dd-b397-b1cfdd32050d req-1e75633a-a32d-4b1b-a61f-d799a48b530f tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 947 time: 0.0661888 Nov 25 18:50:34.675396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3cb3ec80-2a76-4df4-af3c-32446f52d036, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:34.683941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=3d16ca42-37e7-48df-b98a-1f0938b574c3,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:34.689925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.690633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f2251868-ccf1-42d8-ab71-f9ee2d412527 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:34.725206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f2251868-ccf1-42d8-ab71-f9ee2d412527, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:34.729635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:34.736302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23625daf-cc03-41dd-b397-b1cfdd32050d req-513ea470-f998-4831-a1e6-8328f7243140 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910778 Nov 25 18:50:34.739566 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d4602-15b7-4e4e-99bb-23b51faf088c x-openstack-request-id: req-da5d4602-15b7-4e4e-99bb-23b51faf088c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:34.739858 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394489e7-2f36-4681-805e-1362948757c9", "tag": "9faf1ccb-0368-4269-bcb1-9fdcad135ac1", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:34.740115 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da5d4602-15b7-4e4e-99bb-23b51faf088c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:34.740581 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394489e7-2f36-4681-805e-1362948757c9', 'tag': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1', 'status': 'completed', 'code': 200} Nov 25 18:50:34.741757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.742263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.742601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.743811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.743811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.744234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.753475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.753930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.754959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.755251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.755587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.755916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99d4f11-50e1-44bb-8e76-8c05c2305ab3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:34.780289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting port 3d16ca42-37e7-48df-b98a-1f0938b574c3 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:34.780624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.786941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58408) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:34.794642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'f2251868-ccf1-42d8-ab71-f9ee2d412527', 'network_id': 'b771d437-5fd6-46e0-b62a-e89b3aefade5', 'port_id': 'f2251868-ccf1-42d8-ab71-f9ee2d412527', 'mac_address': 'fa:16:3e:69:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f174018d-1762-494b-a114-5876deb307fb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:34.798669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3cb3ec80-2a76-4df4-af3c-32446f52d036,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:34.852840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] Deleting port f989634c-e035-494a-8440-fd1024d61ab9 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:34.853137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.855977 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.860714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786a919-6080-4f8a-a2e1-fb087deae9a4 req-804174cc-215e-418a-b615-6409b3a90f46 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.869043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.870249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1786a919-6080-4f8a-a2e1-fb087deae9a4 req-804174cc-215e-418a-b615-6409b3a90f46 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 945 time: 0.7710731 Nov 25 18:50:34.916635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] For port 3d16ca42-37e7-48df-b98a-1f0938b574c3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d16ca42-37e7-48df-b98a-1f0938b574c3,segment=NetworkSegment(8cd0fc19-e733-4eb3-8969-614f1ef31db2),segment_id=8cd0fc19-e733-4eb3-8969-614f1ef31db2)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:34.916994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:34.920633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-2603a54f-df66-44c1-88d8-1253f3a005d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.929351 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-2603a54f-df66-44c1-88d8-1253f3a005d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a0381346f4b93a16cd013f9ac3dff&device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 1098 time: 0.7689998 Nov 25 18:50:34.932849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361fef6-a8b7-46f1-bc37-d885c6b83f6a req-6237b8c8-8b4f-469f-a51e-2c5770256d3a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:34.935014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b361fef6-a8b7-46f1-bc37-d885c6b83f6a req-6237b8c8-8b4f-469f-a51e-2c5770256d3a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.0950224 Nov 25 18:50:34.968344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2251868-ccf1-42d8-ab71-f9ee2d412527 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:34.983491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] Pushing event deleted for resources: {'Port': ['ID=3d16ca42-37e7-48df-b98a-1f0938b574c3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:34.986811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e346d0f2-97a1-459f-b1a7-07d6a66f6512 None None] No DVR routers for this DVR port 3d16ca42-37e7-48df-b98a-1f0938b574c3 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:34.986959 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-ae188e8c-5a58-4da2-8161-5fcefc413791 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1 HTTP/1.1" status: 200 len: 217 time: 0.0532062 Nov 25 18:50:34.988816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Calling delete_port for 3d16ca42-37e7-48df-b98a-1f0938b574c3 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:35.006217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-26478802-network', 'tenant_id': 'e8415c38c16947e6a62d7a0d081a092d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:35.024776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b361fef6-a8b7-46f1-bc37-d885c6b83f6a req-c761ec20-4ad7-466e-87ec-275e130588ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794356 Nov 25 18:50:35.034944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f2251868-ccf1-42d8-ab71-f9ee2d412527, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:35.034944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] For port f989634c-e035-494a-8440-fd1024d61ab9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f989634c-e035-494a-8440-fd1024d61ab9,segment=NetworkSegment(40852812-c4f9-4cd1-b244-26c2a063056a),segment_id=40852812-c4f9-4cd1-b244-26c2a063056a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:35.034944 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.038005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.038834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 94a855d3-3db1-43cb-9019-f1691f243d37 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:35.050972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Made reservation on behalf of e8415c38c16947e6a62d7a0d081a092d for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:35.053400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.066179 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.075433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] Calling delete_port for f989634c-e035-494a-8440-fd1024d61ab9 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:35.093107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1786a919-6080-4f8a-a2e1-fb087deae9a4 req-020e61bb-e15e-4b8d-801d-13ded4a2eaf6 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215672 Nov 25 18:50:35.121393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-594e347e-96d2-45dd-a051-8fb5dc65e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.123045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-594e347e-96d2-45dd-a051-8fb5dc65e298 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1273470 Nov 25 18:50:35.156215 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.161801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.168971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 94a855d3-3db1-43cb-9019-f1691f243d37, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=94a855d3-3db1-43cb-9019-f1691f243d37,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:35.171398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=f2251868-ccf1-42d8-ab71-f9ee2d412527,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.184153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:50:35.192404 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '94a855d3-3db1-43cb-9019-f1691f243d37', 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'port_id': '94a855d3-3db1-43cb-9019-f1691f243d37', 'mac_address': 'fa:16:3e:88:01:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea64b89-82e7-4403-833c-c7561fb07d42', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:35.203971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4805b1b-cb2b-493f-852a-dbf7333ebbfa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.208310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.209263 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Added segment 8ae7505c-17fe-4d02-823e-da03520337bf of type vlan for network c65798f8-51a5-4179-aa8a-20e1ba0e5933 Nov 25 18:50:35.217581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.225881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-b7f18ded-5c00-432e-a642-6d29fd06fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.227669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-b7f18ded-5c00-432e-a642-6d29fd06fe5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910919 Nov 25 18:50:35.246186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.254652 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.261056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Port': ['ID=3d16ca42-37e7-48df-b98a-1f0938b574c3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.262290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.266910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] No DVR routers for this DVR port 3d16ca42-37e7-48df-b98a-1f0938b574c3 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:35.268713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a855d3-3db1-43cb-9019-f1691f243d37 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:35.292344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] No DVR routers for this DVR port f989634c-e035-494a-8440-fd1024d61ab9 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:35.297173 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.297781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9923f1-380d-4be3-8c71-58fa60c11507 None None] Pushing event deleted for resources: {'Port': ['ID=f989634c-e035-494a-8440-fd1024d61ab9,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.298511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.299170 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.311394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 94a855d3-3db1-43cb-9019-f1691f243d37, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=94a855d3-3db1-43cb-9019-f1691f243d37,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:35.323778 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.324600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e074b3d0-6252-4eef-b942-80849bda7068 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:35.364867 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5758853 Nov 25 18:50:35.369895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58412) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:35.375474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Request body: {'subnet': {'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-26478802-subnet', 'tenant_id': 'e8415c38c16947e6a62d7a0d081a092d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:35.395475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd444c-425f-497f-96db-9de5cf982256 admin admin] Pushing event updated for resources: {'Network': ['ID=c65798f8-51a5-4179-aa8a-20e1ba0e5933,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.400631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e074b3d0-6252-4eef-b942-80849bda7068, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e074b3d0-6252-4eef-b942-80849bda7068,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:35.401763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Made reservation on behalf of e8415c38c16947e6a62d7a0d081a092d for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:35.404098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=94a855d3-3db1-43cb-9019-f1691f243d37,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.404725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.413946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c65798f8-51a5-4179-aa8a-20e1ba0e5933 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:50:35.420013 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.438351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'e074b3d0-6252-4eef-b942-80849bda7068', 'network_id': '4ceda34d-b884-4a07-9638-9608188b8ae3', 'port_id': 'e074b3d0-6252-4eef-b942-80849bda7068', 'mac_address': 'fa:16:3e:01:a3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea64b89-82e7-4403-833c-c7561fb07d42', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:35.453647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318b2399-bccb-4735-85a3-ea3d02c6d4c3']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:35.470269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd0fc19-e733-4eb3-8969-614f1ef31db2') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:35.470657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd0fc19-e733-4eb3-8969-614f1ef31db2') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:35.480015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-1b4692c3-a6f0-4237-aa74-baf83b6936dc service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271211 Nov 25 18:50:35.486092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.539487 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.544867 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.553665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e074b3d0-6252-4eef-b942-80849bda7068 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:35.558127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:50:35.558600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:50:35.562143 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:50:35.576441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e074b3d0-6252-4eef-b942-80849bda7068, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e074b3d0-6252-4eef-b942-80849bda7068,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:35.583933 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.647069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.648011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e074b3d0-6252-4eef-b942-80849bda7068,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.652513 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.658542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/networks/318b2399-bccb-4735-85a3-ea3d02c6d4c3 HTTP/1.1" status: 204 len: 168 time: 1.8197160 Nov 25 18:50:35.659055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58416) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:35.679248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.685483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.686149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe3cd181-bbf7-473a-9f14-eb0994d1772f req-99c2174b-a798-4707-afae-29809e4b92c2 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980031 Nov 25 18:50:35.691625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.696513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f7a47-c281-492a-9bca-108b9115eba5 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Network': ['ID=318b2399-bccb-4735-85a3-ea3d02c6d4c3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.697944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.703591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.709648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.716208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.724443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-8959dd6f-e2ef-4d5a-a470-b0c23b5fdcdf tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5438 time: 0.1442974 Nov 25 18:50:35.736558 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.808945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f989634c-e035-494a-8440-fd1024d61ab9 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:35.817013 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.834211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f989634c-e035-494a-8440-fd1024d61ab9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:35.834589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f989634c-e035-494a-8440-fd1024d61ab9 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:35.845221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Checking segment: {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:35.845482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Network hostable DHCP agents. Network: c65798f8-51a5-4179-aa8a-20e1ba0e5933, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:50:35.848874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:35.856697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ed206c9-b7c1-49c1-a8de-16514d5180ba req-83a7e300-871c-4492-bc7e-4c68d4d121cd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315646 Nov 25 18:50:35.875194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Network c65798f8-51a5-4179-aa8a-20e1ba0e5933 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:50:35.885237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c65798f8-51a5-4179-aa8a-20e1ba0e5933) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:35.889292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.889888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:35.897556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e2be50-811f-4d18-9d2c-fe0421787ce8 None None] Network c65798f8-51a5-4179-aa8a-20e1ba0e5933 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:35.914339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2762ae0c-9a40-44cd-bb05-1738e8f068d5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5359254 Nov 25 18:50:35.914585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca516-15ed-461c-8826-19263321edf1 req-85d23d74-b8dd-4b19-bdd4-db1bec51454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:35.914585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c2ca516-15ed-461c-8826-19263321edf1 req-85d23d74-b8dd-4b19-bdd4-db1bec51454d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a0381346f4b93a16cd013f9ac3dff&device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 1098 time: 0.1635327 Nov 25 18:50:35.999290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.031915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4732a1-e384-4b2a-b1a1-bf32ea03b988 None None] Network c65798f8-51a5-4179-aa8a-20e1ba0e5933 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:36.050217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b0a35-2525-457e-940b-ccf2c007decc req-264e62f3-85f9-4275-8d27-08d8c1a24cd0 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:36.051763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-534b0a35-2525-457e-940b-ccf2c007decc req-264e62f3-85f9-4275-8d27-08d8c1a24cd0 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 947 time: 0.2305276 Nov 25 18:50:36.089271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b6de5d-67e5-44f0-b3e7-dff189e6a073']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:36.110500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40852812-c4f9-4cd1-b244-26c2a063056a') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:36.110757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40852812-c4f9-4cd1-b244-26c2a063056a') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:36.147653 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.162356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a705ead-4924-4bac-958d-32896c4f8071 req-7c26ea99-7cec-4100-a586-9384a40531f9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:36.165401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca516-15ed-461c-8826-19263321edf1 req-a414ebb8-8802-42ba-9827-d521c1a522b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:36.166907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c2ca516-15ed-461c-8826-19263321edf1 req-a414ebb8-8802-42ba-9827-d521c1a522b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.2198069 Nov 25 18:50:36.167178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a705ead-4924-4bac-958d-32896c4f8071 req-7c26ea99-7cec-4100-a586-9384a40531f9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.0618932 Nov 25 18:50:36.172760 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-534b0a35-2525-457e-940b-ccf2c007decc req-7c961b1b-c2b5-41a0-8968-7e36ee4a25cf tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135368 Nov 25 18:50:36.184073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.223776 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c2ca516-15ed-461c-8826-19263321edf1 req-801367aa-38e8-4ada-977e-d6e4714db700 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1 HTTP/1.1" status: 200 len: 217 time: 0.0411007 Nov 25 18:50:36.224723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:50:36.225119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:50:36.229766 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:50:36.236906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a705ead-4924-4bac-958d-32896c4f8071 req-04a13f2c-d276-41fa-9c68-3418a5c7880e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661347 Nov 25 18:50:36.337214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.344942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.350520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/networks/29b6de5d-67e5-44f0-b3e7-dff189e6a073 HTTP/1.1" status: 204 len: 168 time: 0.6835773 Nov 25 18:50:36.350866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58432) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:36.354283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca516-15ed-461c-8826-19263321edf1 req-605d4637-f029-4ee6-855c-db90eb280121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:36.355746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c2ca516-15ed-461c-8826-19263321edf1 req-605d4637-f029-4ee6-855c-db90eb280121 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.1152236 Nov 25 18:50:36.365596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad3f43-6d2f-4b3a-a829-426cfd8b89c4 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Network': ['ID=29b6de5d-67e5-44f0-b3e7-dff189e6a073,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:36.411683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca516-15ed-461c-8826-19263321edf1 req-d8d688cc-0fa8-42a1-a2cd-928c62caf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:36.413289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c2ca516-15ed-461c-8826-19263321edf1 req-d8d688cc-0fa8-42a1-a2cd-928c62caf6d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456362 Nov 25 18:50:36.423057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c9b4-300e-4760-a94f-6bb7f3dc0370 req-1b04ef60-4702-41b9-b3c2-e29520f5180a tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:36.424562 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb85c9b4-300e-4760-a94f-6bb7f3dc0370 req-1b04ef60-4702-41b9-b3c2-e29520f5180a tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 945 time: 0.1299899 Nov 25 18:50:36.442641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting subnet a9502e48-a6cc-44ab-97d4-72d85787b59e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:50:36.446881 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.511110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.539715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb85c9b4-300e-4760-a94f-6bb7f3dc0370 req-cd80324e-7326-42ac-bdb7-96208595f456 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065578 Nov 25 18:50:36.592266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-e321d544-bc72-4b24-ba89-484617039f17 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:36.593716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-e321d544-bc72-4b24-ba89-484617039f17 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 813 time: 0.1750827 Nov 25 18:50:36.597427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c2ca516-15ed-461c-8826-19263321edf1 req-8564becf-8f7d-4ad7-93de-d6d02b3a4986 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672022 Nov 25 18:50:36.618783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.630172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-572d726d-141d-4d9b-b0cd-6b24cb167128 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/quotas/e8415c38c16947e6a62d7a0d081a092d HTTP/1.1" status: 200 len: 375 time: 0.0285296 Nov 25 18:50:36.632993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e6174140-49e4-43fe-9dac-c3c605dbcf54'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:36.674245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['94a855d3-3db1-43cb-9019-f1691f243d37'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:36.689840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-a8fddd38-341b-4ff3-b5a6-d5be74721c50 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346279 Nov 25 18:50:36.700955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.744954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:36.753078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/subnets/a9502e48-a6cc-44ab-97d4-72d85787b59e HTTP/1.1" status: 204 len: 168 time: 0.3981962 Nov 25 18:50:36.753621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb496b2-bb12-4852-965c-56512fd4db1b tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Subnet': ['ID=a9502e48-a6cc-44ab-97d4-72d85787b59e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:36.757760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58444) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:36.768600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb1532-61f9-4f04-8057-ea533a2bc1a1 None None] Network 99e96017-2af5-4869-994a-1015c10b50e8 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:50:36.797142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-8b785137-0f4f-4fca-8ee0-d34e6ec62fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980637 Nov 25 18:50:36.808968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['f2251868-ccf1-42d8-ab71-f9ee2d412527'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:36.812337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['6ca6ba98-52e6-4acc-b10b-556efc63d3ca'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:36.814340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['3cb3ec80-2a76-4df4-af3c-32446f52d036'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:36.903801 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-05c1c701-6063-422e-842a-8ddda7a0b8b0 service neutron] 10.222.0.62 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994232 Nov 25 18:50:36.919737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c2ca516-15ed-461c-8826-19263321edf1 req-ed0a442d-ce0e-474a-b2b6-1c9a124dae7b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113217 Nov 25 18:50:36.923800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:37.104232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ef5a034c-1569-46b5-ba10-184464454506'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:37.122073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57d21010-1744-4f3b-af0b-f37b3fdd0663 req-46783403-06f9-4d9f-a5bc-65aba74a916d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 210 time: 0.0313120 Nov 25 18:50:37.335606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e074b3d0-6252-4eef-b942-80849bda7068'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:37.355123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee53ff-dbdf-46c5-b700-bb0e155897ec req-bf01b358-f562-4d49-9c71-d41fd5cc0e1e tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.357034 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3ee53ff-dbdf-46c5-b700-bb0e155897ec req-bf01b358-f562-4d49-9c71-d41fd5cc0e1e tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 947 time: 0.0964842 Nov 25 18:50:37.456653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3ee53ff-dbdf-46c5-b700-bb0e155897ec req-f99253d5-6a6f-4c56-8cd7-686a0bb80d0b tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858901 Nov 25 18:50:37.624572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.632105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.640358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.646520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7525c-6845-478d-a67a-fff58d8a8830 req-c8c0c1f5-1e9d-4d24-b188-c1848a891835 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.647378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.648089 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9d7525c-6845-478d-a67a-fff58d8a8830 req-c8c0c1f5-1e9d-4d24-b188-c1848a891835 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.1028101 Nov 25 18:50:37.662598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.670260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.678870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:37.681228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-396a3d87-b23f-4367-9013-59835254ca1d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5438 time: 0.7131877 Nov 25 18:50:37.705888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9d7525c-6845-478d-a67a-fff58d8a8830 req-1be74da5-cdf0-4006-83ca-6faaf15b35e4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Nov 25 18:50:37.731254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Deleting port 409383a3-e9bc-4610-9a07-ea0495290510 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:37.731772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:37.805048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aabf8639-c5b7-48e5-961d-9261597170e8 req-7748e698-3140-4df6-bfee-664ee4c6609f tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166873 Nov 25 18:50:37.884683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] For port 409383a3-e9bc-4610-9a07-ea0495290510, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=409383a3-e9bc-4610-9a07-ea0495290510,segment=NetworkSegment(becf3cce-acce-4c1b-92d3-783082e42e1d),segment_id=becf3cce-acce-4c1b-92d3-783082e42e1d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:37.885122 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:37.902169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Calling delete_port for 409383a3-e9bc-4610-9a07-ea0495290510 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:37.905893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] DHCP port deletion for 99e96017-2af5-4869-994a-1015c10b50e8 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:50:38.008005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.053103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Port': ['ID=409383a3-e9bc-4610-9a07-ea0495290510,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:38.062292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] No DVR routers for this DVR port 409383a3-e9bc-4610-9a07-ea0495290510 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:38.150720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] Deleting port 409383a3-e9bc-4610-9a07-ea0495290510 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:38.151305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.172488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.201454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e96017-2af5-4869-994a-1015c10b50e8']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:38.213400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becf3cce-acce-4c1b-92d3-783082e42e1d') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:38.213803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becf3cce-acce-4c1b-92d3-783082e42e1d') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:38.227775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.231099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] For port 409383a3-e9bc-4610-9a07-ea0495290510, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:38.231669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.242678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.246978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] Calling delete_port for 409383a3-e9bc-4610-9a07-ea0495290510 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:38.248487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1b1d960b-284b-4dd3-a0ca-195352065e68 req-e5cd1b54-207f-4760-98da-2fd0e5dc27d7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 210 time: 0.0274694 Nov 25 18:50:38.249696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] Port 409383a3-e9bc-4610-9a07-ea0495290510 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:50:38.250733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:50:38.251046 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.251326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:50:38.255506 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:50:38.275818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] Pushing event deleted for resources: {'Port': ['ID=409383a3-e9bc-4610-9a07-ea0495290510,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:38.279702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267644f-c439-4fa5-a91a-2c8d58306597 None None] No DVR routers for this DVR port 409383a3-e9bc-4610-9a07-ea0495290510 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:38.282277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:38.322343 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.332278 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.338196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/networks/99e96017-2af5-4869-994a-1015c10b50e8 HTTP/1.1" status: 204 len: 168 time: 1.5760634 Nov 25 18:50:38.338694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58472) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:38.346354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270164-3fd6-419a-ac91-84aa5ccb3fb2 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Pushing event deleted for resources: {'Network': ['ID=99e96017-2af5-4869-994a-1015c10b50e8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:38.370774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-74f26434-5d8d-4209-abe7-79162815850d tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc HTTP/1.1" status: 200 len: 205 time: 0.0308130 Nov 25 18:50:38.373152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58474) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:38.408784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:38.423034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1', 'mac_address': 'fa:16:3e:b3:4f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:38.454277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-631b4a23-5534-470d-9f13-4c4bdd979731 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.470920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.492400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:38.522111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:38.526915 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.545032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-2254269b-d760-4db0-963c-1b12e2a51a2a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:38.547171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-2254269b-d760-4db0-963c-1b12e2a51a2a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 813 time: 0.1295650 Nov 25 18:50:38.560853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Request body: {'port': {'device_id': '99fc5652-5c14-41df-8374-00330965ecde', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'admin_state_up': True, 'tenant_id': 'e8415c38c16947e6a62d7a0d081a092d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:38.603247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:38.634442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-631b4a23-5534-470d-9f13-4c4bdd979731 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.636660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-631b4a23-5534-470d-9f13-4c4bdd979731 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.680104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-631b4a23-5534-470d-9f13-4c4bdd979731 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.680762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631b4a23-5534-470d-9f13-4c4bdd979731 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Fanout notify agent at l3_agent the message router_deleted on router f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:50:38.688957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-631b4a23-5534-470d-9f13-4c4bdd979731 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.690065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-631b4a23-5534-470d-9f13-4c4bdd979731 tempest-RoutersNegativeIpV6Test-1968066866 tempest-RoutersNegativeIpV6Test-1968066866-project] 10.222.0.62 "DELETE /v2.0/routers/f9c5e590-c1cf-4b33-90bc-29a50b7dbdbc HTTP/1.1" status: 204 len: 168 time: 0.3158915 Nov 25 18:50:38.702789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ad6d0-0330-44a1-b7da-4a90050b0c3c req-e501edde-fd70-4900-be44-76fb59b13207 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:38.704281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d11ad6d0-0330-44a1-b7da-4a90050b0c3c req-e501edde-fd70-4900-be44-76fb59b13207 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 948 time: 0.1396286 Nov 25 18:50:38.748822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Made reservation on behalf of e8415c38c16947e6a62d7a0d081a092d for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:50:38.752358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:38.782915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d11ad6d0-0330-44a1-b7da-4a90050b0c3c req-9dd9af60-3a00-47cc-b0ad-5d50a65b35ae tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714509 Nov 25 18:50:38.796499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9faf1ccb-0368-4269-bcb1-9fdcad135ac1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:38.867654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43213311-39cc-4c6e-bc7b-0d37b4bfe135 req-28543101-28ab-4a2d-a2a1-96047a249621 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:38.869595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43213311-39cc-4c6e-bc7b-0d37b4bfe135 req-28543101-28ab-4a2d-a2a1-96047a249621 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.0722840 Nov 25 18:50:38.919758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Allocated IP 172.20.0.8 (c65798f8-51a5-4179-aa8a-20e1ba0e5933/d39b52e5-1e9f-4b83-9b02-79ba15dbb18e/351c9894-ab70-4314-8b65-a6c447e62d07) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:50:38.932459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58486) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:38.937292 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43213311-39cc-4c6e-bc7b-0d37b4bfe135 req-0240fb7d-c9e3-4cd2-b056-be255176a27b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566981 Nov 25 18:50:39.029769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.035711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.041690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.047639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.053622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.059852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.065763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.067738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e51ce388-fd40-45a8-b74b-776202649c2f req-816c6fd3-b136-4810-b92f-4ffbb539bcc0 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5438 time: 0.1369889 Nov 25 18:50:39.217129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-549aa148-6bb9-4305-bafc-e75c43e16173 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31dd0c59b5694baf931ea54bfc1e235d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800667 Nov 25 18:50:39.217243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58494) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:39.235932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e51ce388-fd40-45a8-b74b-776202649c2f req-8e42747b-cd4a-4270-afc9-bc7263978307 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589665 Nov 25 18:50:39.251841 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.277047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a083c38-48e8-437f-89dc-08a5253a015c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.307064 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.322961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a083c38-48e8-437f-89dc-08a5253a015c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.367572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Network c65798f8-51a5-4179-aa8a-20e1ba0e5933 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:50:39.372230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:50:39.374210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:39.378049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:50:39.416184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a083c38-48e8-437f-89dc-08a5253a015c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.419174 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5a083c38-48e8-437f-89dc-08a5253a015c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.423003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5a083c38-48e8-437f-89dc-08a5253a015c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a24a29d7-00ce-40ea-911a-c701f7bb000a HTTP/1.1" status: 204 len: 168 time: 0.2027388 Nov 25 18:50:39.432746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083c38-48e8-437f-89dc-08a5253a015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24a29d7-00ce-40ea-911a-c701f7bb000a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:39.451420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e148f9-666b-483f-894c-1e078a522371 req-826ea4a0-6e6c-4b81-98aa-0c151d807cfc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.452980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9e148f9-666b-483f-894c-1e078a522371 req-826ea4a0-6e6c-4b81-98aa-0c151d807cfc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 931 time: 0.0924239 Nov 25 18:50:39.480454 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.481133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.501687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-3a38e17a-7097-4355-8ddc-a0303aba7e47 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9456890 Nov 25 18:50:39.514751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9e148f9-666b-483f-894c-1e078a522371 req-943ca69b-4b5e-4d6c-be7c-f58eded7ed40 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545678 Nov 25 18:50:39.516633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Request body: {'port': {'device_id': '99fc5652-5c14-41df-8374-00330965ecde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:39.581173 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.814541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 409383a3-e9bc-4610-9a07-ea0495290510 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:39.847182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 409383a3-e9bc-4610-9a07-ea0495290510 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:39.847877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 409383a3-e9bc-4610-9a07-ea0495290510 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:39.948066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351c9894-ab70-4314-8b65-a6c447e62d07 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:39.957177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:39.983296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92bee8-28c8-4bbf-bf4d-e7b16fdf4958 req-1ec21dc4-1f31-4c05-8c81-5fa1dfae7f0a tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:39.984975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a92bee8-28c8-4bbf-bf4d-e7b16fdf4958 req-1ec21dc4-1f31-4c05-8c81-5fa1dfae7f0a tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 948 time: 0.0960228 Nov 25 18:50:39.986153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Transition to ACTIVE for port object 351c9894-ab70-4314-8b65-a6c447e62d07 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:50:39.990181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.072951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:40.087057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f53ae-178a-4e97-9bcb-cb7cf1e4bcda req-03abd603-9758-4032-bedc-f961c17b1ed0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.088796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a03f53ae-178a-4e97-9bcb-cb7cf1e4bcda req-03abd603-9758-4032-bedc-f961c17b1ed0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.0794568 Nov 25 18:50:40.130325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a92bee8-28c8-4bbf-bf4d-e7b16fdf4958 req-619af578-a534-480e-a6d1-03f2200da965 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302872 Nov 25 18:50:40.147440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a03f53ae-178a-4e97-9bcb-cb7cf1e4bcda req-5e4197d4-68c8-48e9-ad02-ba43763e302e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 Nov 25 18:50:40.170000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Attempting to bind port 351c9894-ab70-4314-8b65-a6c447e62d07 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:50:40.170351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Attempting to bind port 351c9894-ab70-4314-8b65-a6c447e62d07 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:50:40.170807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Attempting to bind port 351c9894-ab70-4314-8b65-a6c447e62d07 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:40.175479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Port 351c9894-ab70-4314-8b65-a6c447e62d07 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:50:40.175800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Attempting to bind port 351c9894-ab70-4314-8b65-a6c447e62d07 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:50:40.181278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:50:40.181617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Checking segment: {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:50:40.181997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Bound using segment: {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:50:40.182429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Bound port: 351c9894-ab70-4314-8b65-a6c447e62d07, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:50:40.183058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.251632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:50:40.254865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:50:40.260702 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.284270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:40.316445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.317068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.318527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] 10.222.0.66 "PUT /v2.0/ports/351c9894-ab70-4314-8b65-a6c447e62d07 HTTP/1.1" status: 200 len: 1091 time: 0.8076696 Nov 25 18:50:40.319438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:40.321722 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:40.330506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d934e-6e88-43c4-a759-4261adbd8599 service neutron] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:40.380677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:40.388038 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:40.388452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.459852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.468136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.476321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.485697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.493161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.502726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.507338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.509712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.511834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-3a6422f4-9409-4e71-bdd6-6f2a9fef8b30 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5438 time: 0.1547856 Nov 25 18:50:40.514277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-451d1d98-85af-4015-bed6-c4f8e9e75a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.515697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-451d1d98-85af-4015-bed6-c4f8e9e75a05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 1094 time: 0.1468430 Nov 25 18:50:40.535387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394489e7-2f36-4681-805e-1362948757c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:40.540581 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c7172f-32b6-4a5a-baf7-01659ff3e35f" -d '{"events": [{"server_uuid": "394489e7-2f36-4681-805e-1362948757c9", "name": "network-vif-plugged", "status": "completed", "tag": "9faf1ccb-0368-4269-bcb1-9fdcad135ac1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:40.551860 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e68428-e8b0-47dd-82c4-5fe838fd1ebd x-openstack-request-id: req-52e68428-e8b0-47dd-82c4-5fe838fd1ebd {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:40.552156 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:40.552408 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52e68428-e8b0-47dd-82c4-5fe838fd1ebd {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:40.552998 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07', 'status': 'completed', 'code': 200} Nov 25 18:50:40.559619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:40.566326 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.598574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-f7af6a42-faf3-4b92-84e1-526c7c72952a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=351c9894-ab70-4314-8b65-a6c447e62d07 HTTP/1.1" status: 200 len: 217 time: 0.0741696 Nov 25 18:50:40.632274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:40.676543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acf392-0449-4511-a746-617db453c614 req-23068ffe-e5ad-4eeb-afe3-cb1374e3d792 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.678754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-09acf392-0449-4511-a746-617db453c614 req-23068ffe-e5ad-4eeb-afe3-cb1374e3d792 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 945 time: 0.0751767 Nov 25 18:50:40.686058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55a81d44-606a-4678-99bd-88ea632d79b1 req-6a2154e2-34be-42f3-8f66-2a57eb1f22cb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637342 Nov 25 18:50:40.690055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-fcd1c242-92f4-4074-9c02-13b8b58e4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.692480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-fcd1c242-92f4-4074-9c02-13b8b58e4a64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e HTTP/1.1" status: 200 len: 853 time: 0.0816948 Nov 25 18:50:40.729043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-e373cd96-5bfd-4920-bdd2-0a3a78def3f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c65798f8-51a5-4179-aa8a-20e1ba0e5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275042 Nov 25 18:50:40.775022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-09acf392-0449-4511-a746-617db453c614 req-5b25a21f-302a-4798-993b-e31b37f5ff65 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771122 Nov 25 18:50:40.840626 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e6aa31-f351-41b7-81b7-0b181bec6df3 x-openstack-request-id: req-51e6aa31-f351-41b7-81b7-0b181bec6df3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:40.841098 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394489e7-2f36-4681-805e-1362948757c9", "name": "network-vif-plugged", "status": "completed", "tag": "9faf1ccb-0368-4269-bcb1-9fdcad135ac1", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:40.841187 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51e6aa31-f351-41b7-81b7-0b181bec6df3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:40.841826 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394489e7-2f36-4681-805e-1362948757c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1', 'code': 200} Nov 25 18:50:40.871084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2811c-6b92-4f68-aa63-71b08a533c86 req-ae606e76-1a22-4c22-8f36-26089fb31d16 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.872791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45c2811c-6b92-4f68-aa63-71b08a533c86 req-ae606e76-1a22-4c22-8f36-26089fb31d16 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 943 time: 0.0827370 Nov 25 18:50:40.874813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-87ad658d-280e-4ded-ab90-f49cf22cc4a0 service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386619 Nov 25 18:50:40.911697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eaad9edf-0886-4185-ade0-601f4821feae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:40.950493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9fc19-a8ba-49ce-ae49-07e711e127a2 req-44e86eeb-36a0-4a78-b14f-29a4eb34d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:40.952216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16f9fc19-a8ba-49ce-ae49-07e711e127a2 req-44e86eeb-36a0-4a78-b14f-29a4eb34d03c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 1100 time: 0.0462213 Nov 25 18:50:40.978679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45c2811c-6b92-4f68-aa63-71b08a533c86 req-aae726f2-bae3-4215-9b7a-ba3d72cd36b1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984862 Nov 25 18:50:41.007667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-958f7cb1-a51c-4021-a40d-687869f7d946 req-bb0c6afa-826b-4187-afa3-c11c7e0b452f service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219306 Nov 25 18:50:41.044423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16f9fc19-a8ba-49ce-ae49-07e711e127a2 req-0f746084-b496-4677-ad0f-4bd7a642da59 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835817 Nov 25 18:50:41.100088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-0726fd84-9076-49cc-bdec-a783ac70616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.101698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-0726fd84-9076-49cc-bdec-a783ac70616d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 1094 time: 0.0427256 Nov 25 18:50:41.210300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-d4ef986f-e46b-4f08-b84f-3720bc548186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.212700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-d4ef986f-e46b-4f08-b84f-3720bc548186 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 914 time: 0.1020277 Nov 25 18:50:41.279131 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-82c0839e-31c5-4677-b872-81c7527fde6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=351c9894-ab70-4314-8b65-a6c447e62d07 HTTP/1.1" status: 200 len: 217 time: 0.0577397 Nov 25 18:50:41.286520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269f0b9-e561-4be0-877f-88c1cefd54b9 req-15d25116-bafe-42ed-ae9a-f22b163b4dd7 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.288189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9269f0b9-e561-4be0-877f-88c1cefd54b9 req-15d25116-bafe-42ed-ae9a-f22b163b4dd7 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 949 time: 0.0586753 Nov 25 18:50:41.333843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429dc19-94ae-4ba9-97fb-da41c15e1e5b req-123aac00-662d-4408-b34e-859bb9f12b7f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.335280 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429dc19-94ae-4ba9-97fb-da41c15e1e5b req-123aac00-662d-4408-b34e-859bb9f12b7f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.1070399 Nov 25 18:50:41.345589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-d86eb5b7-6bc5-4025-9412-cf7342da6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.347037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9269f0b9-e561-4be0-877f-88c1cefd54b9 req-fd168b67-bcc1-4e78-8945-913740e790ca tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521491 Nov 25 18:50:41.347184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-d86eb5b7-6bc5-4025-9412-cf7342da6910 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e HTTP/1.1" status: 200 len: 853 time: 0.0604787 Nov 25 18:50:41.392156 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-334f81e8-9882-46b5-a29c-ff08b2573440 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c65798f8-51a5-4179-aa8a-20e1ba0e5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356297 Nov 25 18:50:41.469567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7429dc19-94ae-4ba9-97fb-da41c15e1e5b req-5849eba7-103c-4cc2-8214-cbac1abb4267 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209445 Nov 25 18:50:41.512461 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-5958a642-1b00-4e89-8a49-d70f89e66531 service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136048 Nov 25 18:50:41.607985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-45ba73e6-b06d-4e5b-b059-d85397bfc9dd req-2e61a2db-d6fe-4261-8297-6ad6ed1066c9 service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881333 Nov 25 18:50:41.624724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e6174140-49e4-43fe-9dac-c3c605dbcf54 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:41.672953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port e6174140-49e4-43fe-9dac-c3c605dbcf54 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:41.676621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port e6174140-49e4-43fe-9dac-c3c605dbcf54 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:41.677000 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:41.759524 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:41.795295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e6174140-49e4-43fe-9dac-c3c605dbcf54, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:41.799184 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:41.801703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ef5a034c-1569-46b5-ba10-184464454506 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:41.827968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.833865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.840375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.846274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.852786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.858813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.865065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.868682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-34ee8e81-ce44-440b-bb8d-720673d84fa3 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5438 time: 0.0962460 Nov 25 18:50:41.880955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e6174140-49e4-43fe-9dac-c3c605dbcf54,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:41.896488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ef5a034c-1569-46b5-ba10-184464454506 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:41.901677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ef5a034c-1569-46b5-ba10-184464454506 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:41.902204 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:41.925963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e3a7c-9c55-45c1-b94d-6f2bf47611a4 req-b0379ef2-a1a7-423a-b422-df324794cdd8 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:41.927600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c7e3a7c-9c55-45c1-b94d-6f2bf47611a4 req-b0379ef2-a1a7-423a-b422-df324794cdd8 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 945 time: 0.0736687 Nov 25 18:50:41.948157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71e7fb38-69f1-4e4e-8f2f-493b63d5cba2 req-035c116d-ca0a-4a8d-8f95-67285bb8610a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741374 Nov 25 18:50:41.986908 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c7e3a7c-9c55-45c1-b94d-6f2bf47611a4 req-c4657603-afb9-4d1f-b1a4-962183202b3e tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/security-groups?id=f106ba66-58f2-4ee6-9814-504e7a537a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491755 Nov 25 18:50:41.994260 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.027558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ef5a034c-1569-46b5-ba10-184464454506, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef5a034c-1569-46b5-ba10-184464454506,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:42.031920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.032828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6ca6ba98-52e6-4acc-b10b-556efc63d3ca up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:42.115141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ef5a034c-1569-46b5-ba10-184464454506,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:42.120520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac4b01-f610-46ce-b744-83a51d22661b req-326b7db9-21e3-4145-a982-dd4e4c061a1a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:42.122083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5ac4b01-f610-46ce-b744-83a51d22661b req-326b7db9-21e3-4145-a982-dd4e4c061a1a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 943 time: 0.0583642 Nov 25 18:50:42.127585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:42.131928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:42.132295 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.175517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5ac4b01-f610-46ce-b744-83a51d22661b req-aeb466d9-2340-4b7c-a56d-d001a1f02e8d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 Nov 25 18:50:42.227613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.264648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:42.269322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.270158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f2251868-ccf1-42d8-ab71-f9ee2d412527 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:42.348426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:42.362822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port f2251868-ccf1-42d8-ab71-f9ee2d412527 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:42.366981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port f2251868-ccf1-42d8-ab71-f9ee2d412527 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:42.367160 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.449918 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.471129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48716c41-7b6b-4241-b41b-a504453e3fd5 req-42287d03-94e2-43ae-a90e-02a37d050832 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:42.472713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48716c41-7b6b-4241-b41b-a504453e3fd5 req-42287d03-94e2-43ae-a90e-02a37d050832 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 949 time: 0.0583165 Nov 25 18:50:42.483232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f2251868-ccf1-42d8-ab71-f9ee2d412527, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:42.488284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.489113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 94a855d3-3db1-43cb-9019-f1691f243d37 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:42.531644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48716c41-7b6b-4241-b41b-a504453e3fd5 req-41d520db-18fa-4622-a5d6-a4f79e54a748 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526576 Nov 25 18:50:42.574267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=f2251868-ccf1-42d8-ab71-f9ee2d412527,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:42.588027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 94a855d3-3db1-43cb-9019-f1691f243d37 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:42.593379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 94a855d3-3db1-43cb-9019-f1691f243d37 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:42.593707 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.622568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-9c66047c-f51c-4dca-8eab-c866577eaf6e tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:42.624716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-9c66047c-f51c-4dca-8eab-c866577eaf6e tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.64 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 945 time: 0.1083548 Nov 25 18:50:42.683941 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.734670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 94a855d3-3db1-43cb-9019-f1691f243d37, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=94a855d3-3db1-43cb-9019-f1691f243d37,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:42.745921 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.747374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3cb3ec80-2a76-4df4-af3c-32446f52d036 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:42.760470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e12671-6f64-457c-9c3d-c3a633e99d5d req-f0e5fc95-8524-4ca5-bc17-d681e58f7241 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:42.762020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54e12671-6f64-457c-9c3d-c3a633e99d5d req-f0e5fc95-8524-4ca5-bc17-d681e58f7241 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 943 time: 0.1308959 Nov 25 18:50:42.818782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Deleting port 24b1d507-f43d-44b2-b43d-567685cb82bd {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:42.819060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.846232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6174140-49e4-43fe-9dac-c3c605dbcf54'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2251868-ccf1-42d8-ab71-f9ee2d412527'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a855d3-3db1-43cb-9019-f1691f243d37'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:42.848572 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443e660-c1f4-4fee-8019-730d96c4e1a5" -d '{"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "e6174140-49e4-43fe-9dac-c3c605dbcf54"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5a034c-1569-46b5-ba10-184464454506"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "f2251868-ccf1-42d8-ab71-f9ee2d412527"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "94a855d3-3db1-43cb-9019-f1691f243d37"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:42.859089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=94a855d3-3db1-43cb-9019-f1691f243d37,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:42.881063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 3cb3ec80-2a76-4df4-af3c-32446f52d036 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:42.883004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54e12671-6f64-457c-9c3d-c3a633e99d5d req-4b97966f-e6c8-4fd0-b3f4-dca9567b8f18 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123326 Nov 25 18:50:42.885940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 3cb3ec80-2a76-4df4-af3c-32446f52d036 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:42.886315 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.945152 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3e71c-bf76-4a98-8183-2b849b020fbc x-openstack-request-id: req-62d3e71c-bf76-4a98-8183-2b849b020fbc {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:42.946132 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "e6174140-49e4-43fe-9dac-c3c605dbcf54", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "ef5a034c-1569-46b5-ba10-184464454506", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "f2251868-ccf1-42d8-ab71-f9ee2d412527", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "94a855d3-3db1-43cb-9019-f1691f243d37", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:42.946132 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62d3e71c-bf76-4a98-8183-2b849b020fbc {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:42.946652 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6174140-49e4-43fe-9dac-c3c605dbcf54', 'code': 200} Nov 25 18:50:42.947100 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506', 'code': 200} Nov 25 18:50:42.947409 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca', 'code': 200} Nov 25 18:50:42.947969 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2251868-ccf1-42d8-ab71-f9ee2d412527', 'code': 200} Nov 25 18:50:42.947969 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a855d3-3db1-43cb-9019-f1691f243d37', 'code': 200} Nov 25 18:50:42.952841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] For port 24b1d507-f43d-44b2-b43d-567685cb82bd, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=24b1d507-f43d-44b2-b43d-567685cb82bd,segment=NetworkSegment(39330833-acde-45c2-8579-71bb3dd81910),segment_id=39330833-acde-45c2-8579-71bb3dd81910)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:42.953246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:42.971332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Calling delete_port for 24b1d507-f43d-44b2-b43d-567685cb82bd owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:43.004913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.065122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3cb3ec80-2a76-4df4-af3c-32446f52d036, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:43.070481 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.071572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e074b3d0-6252-4eef-b942-80849bda7068 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:43.136723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.143499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.152311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.160161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.168699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.172958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8093f1e-f47a-4658-8e6f-8d2eac92c4f9 req-1f4aaf66-c6a1-4ed5-aa9f-618c46d2eec2 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 210 time: 0.0291247 Nov 25 18:50:43.174322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.177399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.182802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3cb3ec80-2a76-4df4-af3c-32446f52d036,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:43.184631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.186848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-9b72ed5d-3a79-4a5e-bcfc-a1fd4576216a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5444 time: 0.1217444 Nov 25 18:50:43.199890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['24b1d507-f43d-44b2-b43d-567685cb82bd'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:43.201715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port e074b3d0-6252-4eef-b942-80849bda7068 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:43.214692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port e074b3d0-6252-4eef-b942-80849bda7068 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:43.215070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.279875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25eb7dce-0343-4e55-95dd-56dccbbb3010 req-65d46120-2a04-4026-8ee6-19c3985dd782 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799813 Nov 25 18:50:43.511492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bc74432-1f43-4eba-9229-ae22051ceb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.513143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.548531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e074b3d0-6252-4eef-b942-80849bda7068, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e074b3d0-6252-4eef-b942-80849bda7068,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:43.552782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.590749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Pushing event deleted for resources: {'Port': ['ID=24b1d507-f43d-44b2-b43d-567685cb82bd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:43.608387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e074b3d0-6252-4eef-b942-80849bda7068,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:43.624078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 34a4792e-3cc5-4259-a84b-c56091448556 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:43.665327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] No DVR routers for this DVR port 24b1d507-f43d-44b2-b43d-567685cb82bd on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:43.673358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.676710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4a63348-b53e-4b87-ba46-f82554aebf6c req-ab0015c8-3c17-4f16-ae52-0b2caafdc82c tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.64 "DELETE /v2.0/ports/24b1d507-f43d-44b2-b43d-567685cb82bd HTTP/1.1" status: 204 len: 173 time: 1.0443850 Nov 25 18:50:43.677365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'name': 'network-vif-deleted', 'tag': '24b1d507-f43d-44b2-b43d-567685cb82bd'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:43.679685 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45712c2c-f13b-4afe-8372-b37d986d1a3e" -d '{"events": [{"server_uuid": "38d8b1bb-2c40-40c8-9d03-246667abfaec", "name": "network-vif-deleted", "tag": "24b1d507-f43d-44b2-b43d-567685cb82bd"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:43.720197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc95b24-fa2c-4a46-a5b9-513ef70999e2 req-a6a98aa8-7c38-4872-972d-633f294ed699 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:43.722028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9bc95b24-fa2c-4a46-a5b9-513ef70999e2 req-a6a98aa8-7c38-4872-972d-633f294ed699 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 943 time: 0.1359644 Nov 25 18:50:43.801154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 34a4792e-3cc5-4259-a84b-c56091448556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=34a4792e-3cc5-4259-a84b-c56091448556,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:43.810406 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55aa9a3-8f27-4313-a63a-5a06de831790 x-openstack-request-id: req-a55aa9a3-8f27-4313-a63a-5a06de831790 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:43.810690 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d8b1bb-2c40-40c8-9d03-246667abfaec", "name": "network-vif-deleted", "tag": "24b1d507-f43d-44b2-b43d-567685cb82bd", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:43.810940 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a55aa9a3-8f27-4313-a63a-5a06de831790 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:43.811332 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d8b1bb-2c40-40c8-9d03-246667abfaec', 'name': 'network-vif-deleted', 'tag': '24b1d507-f43d-44b2-b43d-567685cb82bd', 'status': 'completed', 'code': 200} Nov 25 18:50:43.821867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '34a4792e-3cc5-4259-a84b-c56091448556', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'port_id': '34a4792e-3cc5-4259-a84b-c56091448556', 'mac_address': 'fa:16:3e:ef:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:43.848389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9bc95b24-fa2c-4a46-a5b9-513ef70999e2 req-09a631a0-4685-425c-adb7-a47adb68f3e8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124828 Nov 25 18:50:43.897389 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:43.923788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a4792e-3cc5-4259-a84b-c56091448556 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:43.961390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 34a4792e-3cc5-4259-a84b-c56091448556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=34a4792e-3cc5-4259-a84b-c56091448556,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:43.967614 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:44.044323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=34a4792e-3cc5-4259-a84b-c56091448556,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:44.045259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a9f8-2bbd-4efd-93dd-9c791100cc1f req-b0c8f730-29e8-4005-a82c-397e8fc4232a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.058747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b25a9f8-2bbd-4efd-93dd-9c791100cc1f req-b0c8f730-29e8-4005-a82c-397e8fc4232a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 944 time: 0.0959334 Nov 25 18:50:44.116274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b25a9f8-2bbd-4efd-93dd-9c791100cc1f req-7e9ec1bb-db61-4421-a0c1-f9b4286a9ead tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563757 Nov 25 18:50:44.354213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:44.380588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['34a4792e-3cc5-4259-a84b-c56091448556'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:44.387662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1568abd-a8bb-4d9b-984a-d1e77ed7dcab req-b87d28f3-3e31-4c72-91a4-74dbf5bf3155 tempest-VolumesActionsTest-442181805 tempest-VolumesActionsTest-442181805-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d8b1bb-2c40-40c8-9d03-246667abfaec HTTP/1.1" status: 200 len: 210 time: 0.0538063 Nov 25 18:50:44.450378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.457593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.464888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.471914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.478809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.485455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.492409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.501250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-7d53ed0a-eef8-48bd-a51c-5f71a335642a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1354611 Nov 25 18:50:44.575181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27f86f75-433b-4586-bc59-790e9cfd8fca req-55c78b5a-9c19-4146-930e-f108a651b7ea tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727563 Nov 25 18:50:44.954488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e074b3d0-6252-4eef-b942-80849bda7068'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:44.954488 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda347e-59b3-4fb0-b306-5ad3d48035a0" -d '{"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "e074b3d0-6252-4eef-b942-80849bda7068"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:44.986590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a433d-d1f9-49b1-b39d-8b1f872ea6d4 req-5e1c7a3c-37f6-40ab-b284-a3009c6ab3ee tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:44.994201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f2a433d-d1f9-49b1-b39d-8b1f872ea6d4 req-5e1c7a3c-37f6-40ab-b284-a3009c6ab3ee tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 943 time: 0.0726728 Nov 25 18:50:45.004383 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84cd23f-cdaa-430e-83cd-30cc09fabfa3 x-openstack-request-id: req-e84cd23f-cdaa-430e-83cd-30cc09fabfa3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:45.004749 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-plugged", "status": "completed", "tag": "e074b3d0-6252-4eef-b942-80849bda7068", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:45.008182 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e84cd23f-cdaa-430e-83cd-30cc09fabfa3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:45.008182 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036', 'code': 200} Nov 25 18:50:45.008182 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e074b3d0-6252-4eef-b942-80849bda7068', 'code': 200} Nov 25 18:50:45.069080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f2a433d-d1f9-49b1-b39d-8b1f872ea6d4 req-0fe0dee6-4172-46a5-b3d6-3a13e864bad3 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738840 Nov 25 18:50:45.164983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.165843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.166359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.166924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.167434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.167950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.168523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.171216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-1bc5ec02-ea8f-4663-8d99-9ab161ee9332 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6502 time: 0.0653620 Nov 25 18:50:45.279469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d78a42a-d092-4f8f-938d-2d6cb61790d6 req-b2791d9e-7836-41ec-b881-360f18864c3d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992966 Nov 25 18:50:45.288009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfecf4-fe7c-408a-a833-b18687e1518b req-10de1f92-e1ec-4fb6-bc73-05652a87c4fd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.289427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06cfecf4-fe7c-408a-a833-b18687e1518b req-10de1f92-e1ec-4fb6-bc73-05652a87c4fd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 944 time: 0.0904813 Nov 25 18:50:45.346978 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06cfecf4-fe7c-408a-a833-b18687e1518b req-d39ea997-c5bb-4e12-8bc1-ef002a07ae33 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507445 Nov 25 18:50:45.627757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 351c9894-ab70-4314-8b65-a6c447e62d07 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:50:45.632121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 34a4792e-3cc5-4259-a84b-c56091448556 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:45.779646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.791105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 34a4792e-3cc5-4259-a84b-c56091448556 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:45.799137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.800685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 34a4792e-3cc5-4259-a84b-c56091448556 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:45.801187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:45.819949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.831923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.845542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.857740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:45.857937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.878305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:45.880412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-5272efe1-2584-400d-bb22-6879f9cfa2dc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1979575 Nov 25 18:50:45.882894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '351c9894-ab70-4314-8b65-a6c447e62d07', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'port_id': '351c9894-ab70-4314-8b65-a6c447e62d07', 'mac_address': 'fa:16:3e:7d:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b52e5-1e9f-4b83-9b02-79ba15dbb18e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:50:45.956046 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:45.962765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-154ee7e5-b5ce-452d-84d7-ee8113a86f82 req-d2afe826-49ae-4c7c-b61e-bc8ecb648d35 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696452 Nov 25 18:50:46.016408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351c9894-ab70-4314-8b65-a6c447e62d07 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:50:46.024868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:46.052643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:46.053772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:46.064037 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:46.206249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 34a4792e-3cc5-4259-a84b-c56091448556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=34a4792e-3cc5-4259-a84b-c56091448556,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:46.212792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:46.225003 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:46.269387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623102-d075-481b-a136-82f7e0f0c3bd req-52282e5d-bf3e-407a-8062-001ebeaf4f4c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:46.279776 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96623102-d075-481b-a136-82f7e0f0c3bd req-52282e5d-bf3e-407a-8062-001ebeaf4f4c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 944 time: 0.0910621 Nov 25 18:50:46.303311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=34a4792e-3cc5-4259-a84b-c56091448556,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:46.359928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96623102-d075-481b-a136-82f7e0f0c3bd req-e00be440-d439-4faa-a242-56620d65b1d7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734909 Nov 25 18:50:46.515536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7b77d-e55f-4492-814b-29b1160742f0 req-10317b6d-03eb-4f72-a0e3-41c69c9855db tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:46.526899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13e7b77d-e55f-4492-814b-29b1160742f0 req-10317b6d-03eb-4f72-a0e3-41c69c9855db tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.0881355 Nov 25 18:50:46.587755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['351c9894-ab70-4314-8b65-a6c447e62d07'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:46.612910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13e7b77d-e55f-4492-814b-29b1160742f0 req-af71099c-73a8-4a5e-abbe-23f15c5f19a1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Nov 25 18:50:46.977410 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:47.010214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164032d9-1490-4826-975e-cfe1c1088363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a4792e-3cc5-4259-a84b-c56091448556'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:47.012890 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f329b-0d92-4246-8f06-388ee7d61010" -d '{"events": [{"server_uuid": "164032d9-1490-4826-975e-cfe1c1088363", "name": "network-vif-plugged", "status": "completed", "tag": "34a4792e-3cc5-4259-a84b-c56091448556"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:47.096401 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379a113-84c4-4f5a-a781-709be133e331 x-openstack-request-id: req-d379a113-84c4-4f5a-a781-709be133e331 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:47.096900 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164032d9-1490-4826-975e-cfe1c1088363", "name": "network-vif-plugged", "status": "completed", "tag": "34a4792e-3cc5-4259-a84b-c56091448556", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:47.097324 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d379a113-84c4-4f5a-a781-709be133e331 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:47.097954 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164032d9-1490-4826-975e-cfe1c1088363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a4792e-3cc5-4259-a84b-c56091448556', 'code': 200} Nov 25 18:50:47.184745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.196488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.212202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.225260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.238096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.250326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.262373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.282065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-ee49f352-1422-4013-bb3d-e431fded8139 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.2391551 Nov 25 18:50:47.311810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601691b-7961-4ab8-85c5-6848e3ae0dc0 req-b778d6f8-532f-4945-92ad-45e7b69cf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.314151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2601691b-7961-4ab8-85c5-6848e3ae0dc0 req-b778d6f8-532f-4945-92ad-45e7b69cf706 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 1096 time: 0.1349826 Nov 25 18:50:47.358989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2683d2b3-924b-4a5e-aa6c-fd1ed36bb6d4 req-1bba198a-71be-459a-8d11-318995bfc4e2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736325 Nov 25 18:50:47.401157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2601691b-7961-4ab8-85c5-6848e3ae0dc0 req-b0f34648-9d3e-4482-903a-1cba1ca09741 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793014 Nov 25 18:50:47.509337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142aa4-f4c8-46cc-842a-29f3fffe595f req-8bebb56d-4256-4486-8813-1ca62a084427 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.517301 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e142aa4-f4c8-46cc-842a-29f3fffe595f req-8bebb56d-4256-4486-8813-1ca62a084427 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 944 time: 0.0761724 Nov 25 18:50:47.571226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e142aa4-f4c8-46cc-842a-29f3fffe595f req-9a442b83-663e-42b5-ace7-cf50963e1883 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528219 Nov 25 18:50:47.851795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35378d6-becc-416e-885a-3c7e8977e5d1 req-779f9d10-93fa-4d2e-bf58-7ef77249c2bf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:47.853904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d35378d6-becc-416e-885a-3c7e8977e5d1 req-779f9d10-93fa-4d2e-bf58-7ef77249c2bf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.0893810 Nov 25 18:50:47.918651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d35378d6-becc-416e-885a-3c7e8977e5d1 req-c885c0f4-5a5e-4753-9f1c-850950bbaf21 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571399 Nov 25 18:50:48.312733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 24b1d507-f43d-44b2-b43d-567685cb82bd no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:48.333921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 24b1d507-f43d-44b2-b43d-567685cb82bd {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:48.334534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 24b1d507-f43d-44b2-b43d-567685cb82bd not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:48.622724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.623725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.632461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.640251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.647847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.656527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.666243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.668970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c621fd46-9083-42e3-8ef2-4668912368cd req-539a2464-6a6b-4d51-98af-24e959d4b1b2 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1738429 Nov 25 18:50:48.832462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c621fd46-9083-42e3-8ef2-4668912368cd req-b1a7e022-428c-4f96-8f72-ffeb401eab5c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569571 Nov 25 18:50:48.881738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ca4bf-6ef3-44a7-ac77-54f90f7a1624 req-c2fe746b-9581-4a40-ae47-1b39e8c008a0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:48.887683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-592ca4bf-6ef3-44a7-ac77-54f90f7a1624 req-c2fe746b-9581-4a40-ae47-1b39e8c008a0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 944 time: 0.1297190 Nov 25 18:50:48.994981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-592ca4bf-6ef3-44a7-ac77-54f90f7a1624 req-1c8e8840-c575-4e4f-9a61-aedf975670d1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026990 Nov 25 18:50:49.056210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.073912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.082397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.095964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.110492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.122855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.144230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b17cf0-a563-471e-91d5-4f635cdf8999 req-7e8b42b6-644c-4cab-9502-600edb656c60 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.146344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36b17cf0-a563-471e-91d5-4f635cdf8999 req-7e8b42b6-644c-4cab-9502-600edb656c60 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.0822592 Nov 25 18:50:49.146939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.149258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d609f401-9747-470c-a740-69e93b15b52e req-50135964-2759-41cb-9113-9d14473f50b8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1909788 Nov 25 18:50:49.159883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58740) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:49.164886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Request body: {'floatingip': {'port_id': 'ef5a034c-1569-46b5-ba10-184464454506'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:50:49.249993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36b17cf0-a563-471e-91d5-4f635cdf8999 req-8fca2304-f60a-4c1a-ab9d-cb309591d161 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961456 Nov 25 18:50:49.252893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:49.656607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 351c9894-ab70-4314-8b65-a6c447e62d07 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:50:49.789565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 351c9894-ab70-4314-8b65-a6c447e62d07 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:50:49.791576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7760a-f72f-44ab-9d44-ef4f22c5b6ce req-a1118fd9-a60c-404e-a287-f73c4ab4361c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:49.795675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 351c9894-ab70-4314-8b65-a6c447e62d07 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:50:49.796328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:49.799254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bc7760a-f72f-44ab-9d44-ef4f22c5b6ce req-a1118fd9-a60c-404e-a287-f73c4ab4361c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.4251873 Nov 25 18:50:49.866645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bc7760a-f72f-44ab-9d44-ef4f22c5b6ce req-520fc51b-5ee5-4d48-a551-d1d240d79947 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626056 Nov 25 18:50:49.989542 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:50.033885 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:50.034928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f29e7-e1f3-4e2a-8912-585f5e82bdc0 req-79e049ec-3be9-44a9-ae41-824d31819d2f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:50.035837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:50.039394 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e658f-094c-4427-825a-b7fd9e99a8b6" -d '{"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-plugged", "status": "completed", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:50.044493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:50.047848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-216f29e7-e1f3-4e2a-8912-585f5e82bdc0 req-79e049ec-3be9-44a9-ae41-824d31819d2f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.1109924 Nov 25 18:50:50.064673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:50.078988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:50.107140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:50.120018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.122077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.122701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.123788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.124232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.125323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.126666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.127112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.127572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.130944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.131403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.132203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:50:50.149375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-216f29e7-e1f3-4e2a-8912-585f5e82bdc0 req-94eec33f-36b1-45a6-9d19-b757db8752b2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994027 Nov 25 18:50:50.226258 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb9439c-829b-4f54-8427-ea6e039f5eea x-openstack-request-id: req-5cb9439c-829b-4f54-8427-ea6e039f5eea {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:50.227502 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-plugged", "status": "completed", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:50.227877 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cb9439c-829b-4f54-8427-ea6e039f5eea {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:50.228376 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07', 'code': 200} Nov 25 18:50:50.261070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ffc15-1925-458e-a5cf-807c46ed10fb req-e23c1871-6fe6-456d-bb28-08fc301b9aa8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:50.262645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-443ffc15-1925-458e-a5cf-807c46ed10fb req-e23c1871-6fe6-456d-bb28-08fc301b9aa8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1090050 Nov 25 18:50:50.331686 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Floating IP 0f88af61-0d19-4e3e-a29c-0e393500802a associated. External IP: 172.25.2.79, port: ef5a034c-1569-46b5-ba10-184464454506. Nov 25 18:50:50.416136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0b640-8ef0-4bf9-94a5-335a7eff9c05 req-5ca09ee4-7987-44f1-8055-136e6ab51008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:50.417859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bf0b640-8ef0-4bf9-94a5-335a7eff9c05 req-5ca09ee4-7987-44f1-8055-136e6ab51008 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 1096 time: 0.1213601 Nov 25 18:50:50.458427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-443ffc15-1925-458e-a5cf-807c46ed10fb req-f2d85253-c22b-4c5d-ba97-3490320a09ea tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886129 Nov 25 18:50:50.540819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bf0b640-8ef0-4bf9-94a5-335a7eff9c05 req-4ff6fbde-94c8-498d-81df-527b24f0b404 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140130 Nov 25 18:50:50.676800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5bbfc-72dd-4fb8-8aab-9d65bd9eb7c2 req-15896bc9-58d8-48e8-823f-754586823bdb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:50.678307 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63a5bbfc-72dd-4fb8-8aab-9d65bd9eb7c2 req-15896bc9-58d8-48e8-823f-754586823bdb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.1466701 Nov 25 18:50:50.748017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63a5bbfc-72dd-4fb8-8aab-9d65bd9eb7c2 req-1d9a9c06-186d-47c7-a80c-eb1ea727399c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582447 Nov 25 18:50:51.121718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Router 20164225-9370-465b-83bc-44ab8548d4b3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:50:51.248820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:50:51.261740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] Sync routers for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:50:51.263362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:51.275775 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:51.276410 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:51.345920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b6e9e45f-2bb0-4f9b-8cce-49e5aa9317dd tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "PUT /v2.0/floatingips/0f88af61-0d19-4e3e-a29c-0e393500802a HTTP/1.1" status: 200 len: 991 time: 2.1822226 Nov 25 18:50:51.345920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:51.347937 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f44a439-1679-4658-a893-6fd3ed5c1335" -d '{"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "ef5a034c-1569-46b5-ba10-184464454506"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:51.451144 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267ba703-71fb-469b-9872-2d687fb8a7c1 x-openstack-request-id: req-267ba703-71fb-469b-9872-2d687fb8a7c1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:51.451738 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "tag": "ef5a034c-1569-46b5-ba10-184464454506", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:51.452266 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-267ba703-71fb-469b-9872-2d687fb8a7c1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:51.453117 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506', 'status': 'completed', 'code': 200} Nov 25 18:50:51.464839 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:51.574430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.574927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.575390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.576179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.576281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.576728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.577174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.579111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-423e116d-6212-419c-9a43-89390d4dafcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6502 time: 0.0946302 Nov 25 18:50:51.698807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a790c-19d7-465b-b16e-6103bd952291 req-8185a810-7226-4578-aa84-a0e98af3e3a6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.700950 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-785a790c-19d7-465b-b16e-6103bd952291 req-8185a810-7226-4578-aa84-a0e98af3e3a6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1323290 Nov 25 18:50:51.778480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-785a790c-19d7-465b-b16e-6103bd952291 req-763ed83b-4a9c-4233-b51e-3fc27c4e3539 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613775 Nov 25 18:50:51.778625 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '0f88af61-0d19-4e3e-a29c-0e393500802a', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'port_id': 'ef5a034c-1569-46b5-ba10-184464454506', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'mac_address': 'fa:16:3e:9f:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:48:53Z', 'updated_at': '2021-11-25T18:50:49Z', 'revision_number': 1, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:29Z', 'revision_number': 5, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:51.804017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-0572cc84-d68f-4ecb-b5be-67d4682ee3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.813692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-0572cc84-d68f-4ecb-b5be-67d4682ee3ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f8726b0-b2b2-4430-9868-33a6f312e430 HTTP/1.1" status: 200 len: 918 time: 0.1960056 Nov 25 18:50:51.815579 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] Checking router: 20164225-9370-465b-83bc-44ab8548d4b3 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:50:51.828644 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:50:51.829953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:50:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:51.945352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c232ab-9393-4bee-92be-bbdf5a29fcf7 req-636ced3c-ae16-4cd1-a986-42ac28b27e95 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:51.947722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17c232ab-9393-4bee-92be-bbdf5a29fcf7 req-636ced3c-ae16-4cd1-a986-42ac28b27e95 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.0904107 Nov 25 18:50:51.953801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-0ce817da-5fc3-4ec0-8983-a0a7311e8dbb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 200 len: 999 time: 0.1393585 Nov 25 18:50:51.980040 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:50:52.050653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17c232ab-9393-4bee-92be-bbdf5a29fcf7 req-ba6f2ba3-8249-48d7-9229-18edb5478995 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957921 Nov 25 18:50:52.061630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-5debc639-be70-4b42-a6c7-187a5474c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:52.064896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-5debc639-be70-4b42-a6c7-187a5474c2ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c HTTP/1.1" status: 200 len: 856 time: 0.1011784 Nov 25 18:50:52.127068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-51c76317-fdde-4759-b6fb-0e18a58f2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:52.129988 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-51c76317-fdde-4759-b6fb-0e18a58f2236 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f8726b0-b2b2-4430-9868-33a6f312e430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538428 Nov 25 18:50:52.263445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-5171d63a-d66b-42d4-8918-ee49e38652ec service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230016 Nov 25 18:50:52.271984 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '0f88af61-0d19-4e3e-a29c-0e393500802a', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'port_id': 'ef5a034c-1569-46b5-ba10-184464454506', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'mac_address': 'fa:16:3e:9f:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:48:53Z', 'updated_at': '2021-11-25T18:50:49Z', 'revision_number': 1, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:29Z', 'revision_number': 5, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:50:52.303396 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113ecd0-29a0-41c1-abc6-29640894383d None None] The sync data for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 is: [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '0f88af61-0d19-4e3e-a29c-0e393500802a', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'port_id': 'ef5a034c-1569-46b5-ba10-184464454506', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'mac_address': 'fa:16:3e:9f:33:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:48:53Z', 'updated_at': '2021-11-25T18:50:49Z', 'revision_number': 1, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:29Z', 'revision_number': 5, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:50:52.369229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f44a439-1679-4658-a893-6fd3ed5c1335 req-212d58c9-66a3-4d40-ac12-319b92aebf6c service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972161 Nov 25 18:50:52.577410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493748d5-3750-4398-b8ce-e1589555ca5b req-1dabeb9c-1ca3-43b9-a16c-78a594eefbf3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:52.579562 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-493748d5-3750-4398-b8ce-e1589555ca5b req-1dabeb9c-1ca3-43b9-a16c-78a594eefbf3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 945 time: 0.1052251 Nov 25 18:50:52.699932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f413d43-b3d4-49ce-80ae-2778126f83cd None None] New status for floating IP 0f88af61-0d19-4e3e-a29c-0e393500802a: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:50:52.721943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port 34a4792e-3cc5-4259-a84b-c56091448556 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:50:52.722557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:52.841829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] For port 34a4792e-3cc5-4259-a84b-c56091448556, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=34a4792e-3cc5-4259-a84b-c56091448556,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:50:52.842262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:52.859117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for 34a4792e-3cc5-4259-a84b-c56091448556 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:50:52.918035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c56e8-fadc-45b3-9b18-18e2d1fa7a4e req-bd28d63f-0c04-4a7f-91c6-dfb063a5a168 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:52.928964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-600c56e8-fadc-45b3-9b18-18e2d1fa7a4e req-bd28d63f-0c04-4a7f-91c6-dfb063a5a168 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0693057 Nov 25 18:50:52.997332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-600c56e8-fadc-45b3-9b18-18e2d1fa7a4e req-97e1c4b3-ed4e-4423-a4bd-03a40716eee2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674040 Nov 25 18:50:53.064038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:53.077923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['34a4792e-3cc5-4259-a84b-c56091448556'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:50:53.140084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=34a4792e-3cc5-4259-a84b-c56091448556,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:53.178966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7968e2ed-683a-4b5d-b28d-118366c27282 req-2bf51cd9-701f-4397-b703-8983aef894e6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0476265 Nov 25 18:50:53.209298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c21f8-f112-4a61-836f-f31bc1d68397 req-ace8bd67-2848-4b74-abea-8302f4865ff2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.211065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43c21f8-f112-4a61-836f-f31bc1d68397 req-ace8bd67-2848-4b74-abea-8302f4865ff2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1375787 Nov 25 18:50:53.212589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] No DVR routers for this DVR port 34a4792e-3cc5-4259-a84b-c56091448556 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:50:53.215315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:53.219293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-493748d5-3750-4398-b8ce-e1589555ca5b req-0d83f1fa-df6d-41b5-9102-bf42bb0e5e77 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "DELETE /v2.0/ports/34a4792e-3cc5-4259-a84b-c56091448556 HTTP/1.1" status: 204 len: 173 time: 0.6298378 Nov 25 18:50:53.279442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43c21f8-f112-4a61-836f-f31bc1d68397 req-7df92185-b6c4-4569-ac4c-30f9d81b7f9c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 Nov 25 18:50:53.436085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-64f19bd8-9316-4912-86b7-cc5a0c762c72 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0734656 Nov 25 18:50:53.454951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164032d9-1490-4826-975e-cfe1c1088363', 'name': 'network-vif-deleted', 'tag': '34a4792e-3cc5-4259-a84b-c56091448556'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:50:53.458214 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11319fe-2b49-4e56-9961-05caf3ca470d" -d '{"events": [{"server_uuid": "164032d9-1490-4826-975e-cfe1c1088363", "name": "network-vif-deleted", "tag": "34a4792e-3cc5-4259-a84b-c56091448556"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:50:53.525478 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b3d3e-c165-4db0-9ff6-f0c466a24453 x-openstack-request-id: req-8a8b3d3e-c165-4db0-9ff6-f0c466a24453 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:50:53.525800 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164032d9-1490-4826-975e-cfe1c1088363", "name": "network-vif-deleted", "tag": "34a4792e-3cc5-4259-a84b-c56091448556", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:50:53.526057 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a8b3d3e-c165-4db0-9ff6-f0c466a24453 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:50:53.526468 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164032d9-1490-4826-975e-cfe1c1088363', 'name': 'network-vif-deleted', 'tag': '34a4792e-3cc5-4259-a84b-c56091448556', 'status': 'completed', 'code': 200} Nov 25 18:50:53.578981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.579464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.591686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.593426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.593916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.595684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.596672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.599916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bd6bd4c9-49c0-45b7-ac70-d1e0ac69495b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6502 time: 0.1106911 Nov 25 18:50:53.868410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c898c-6092-4ed5-b967-02284cb45b1f req-b36009d8-2e1d-4397-9699-be9d8de31e31 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.870169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b95c898c-6092-4ed5-b967-02284cb45b1f req-b36009d8-2e1d-4397-9699-be9d8de31e31 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1286213 Nov 25 18:50:53.872188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-9e81348c-58da-4381-a0b1-ff57078454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.872749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-9e81348c-58da-4381-a0b1-ff57078454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.873395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-9e81348c-58da-4381-a0b1-ff57078454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:53.874956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-9e81348c-58da-4381-a0b1-ff57078454d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f8726b0-b2b2-4430-9868-33a6f312e430&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=b771d437-5fd6-46e0-b62a-e89b3aefade5&id=b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 200 len: 2299 time: 0.2290297 Nov 25 18:50:54.068664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b95c898c-6092-4ed5-b967-02284cb45b1f req-28ad683e-c9d8-4fea-97f9-aada4fda62be tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892717 Nov 25 18:50:54.090160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-0250f1fe-7c64-4b3e-8cae-06c19010a8b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 200 len: 1001 time: 0.1992328 Nov 25 18:50:54.161624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-03e322e7-0cb7-4317-a0bd-36d7b2668ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:54.163492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-03e322e7-0cb7-4317-a0bd-36d7b2668ef7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c HTTP/1.1" status: 200 len: 856 time: 0.0657020 Nov 25 18:50:54.224481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-1b1c7e6a-2aae-455a-a078-bce683076ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:54.226160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-1b1c7e6a-2aae-455a-a078-bce683076ff1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f8726b0-b2b2-4430-9868-33a6f312e430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548751 Nov 25 18:50:54.291063 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8ea9cf7-9d89-4b9b-bf4d-6130b6dcd98d req-4d1c082e-8495-431f-8c51-44202b0ad49f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0392191 Nov 25 18:50:54.338204 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-9ebcaf83-6518-448f-b3d3-daba7d5a1d32 service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039178 Nov 25 18:50:54.452012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-dd1c6677-f4f4-46c7-b7cb-7eab6dd53e52 service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064925 Nov 25 18:50:54.496031 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-44b7e0fd-4e22-43cc-992d-92e44c814257 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 217 time: 0.0373631 Nov 25 18:50:54.534194 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:50:54.546782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-c3f51e2c-f112-48e8-b421-798f76a14d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:54.548376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-c3f51e2c-f112-48e8-b421-798f76a14d87 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0462520 Nov 25 18:50:54.596392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-79124326-7d8f-436b-88df-7a4cd741b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:54.597835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-79124326-7d8f-436b-88df-7a4cd741b767 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419853 Nov 25 18:50:54.709601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-0dfc4fcb-8f3d-447f-8d2b-13035639c08c service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043763 Nov 25 18:50:54.827669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-b934eb9f-97ac-405b-96d3-6715b1cb6d0f service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100354 Nov 25 18:50:54.856705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3856836-75ac-4394-8d4e-77ed03c5a66b req-19304b2d-8d72-4a82-ba18-c7136c1de54a tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:54.858556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3856836-75ac-4394-8d4e-77ed03c5a66b req-19304b2d-8d72-4a82-ba18-c7136c1de54a tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1096 time: 0.0517907 Nov 25 18:50:54.877300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3856836-75ac-4394-8d4e-77ed03c5a66b req-76e80755-a560-425c-98bb-478d2d7b5114 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:54.879835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-8b1df5b7-9d1a-475b-b872-92e9d89089bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 217 time: 0.0455761 Nov 25 18:50:54.939834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-731a7f73-0ee3-47f4-b135-ebab502c4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:54.941784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-731a7f73-0ee3-47f4-b135-ebab502c4b49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0544219 Nov 25 18:50:54.980279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3856836-75ac-4394-8d4e-77ed03c5a66b req-76e80755-a560-425c-98bb-478d2d7b5114 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:54.991441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3856836-75ac-4394-8d4e-77ed03c5a66b req-76e80755-a560-425c-98bb-478d2d7b5114 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:50:55.034354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-10075e7e-703c-4b21-a50f-f74193c46992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:55.035924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-10075e7e-703c-4b21-a50f-f74193c46992 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871921 Nov 25 18:50:55.041993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3856836-75ac-4394-8d4e-77ed03c5a66b req-76e80755-a560-425c-98bb-478d2d7b5114 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772039 Nov 25 18:50:55.064052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e80755-a560-425c-98bb-478d2d7b5114 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac9579-22e7-4075-8255-62ca4cfc8b7f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:50:55.275279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-881022fd-2f5c-4a72-bc29-09017a70cd32 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242157 Nov 25 18:50:55.308576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb6da-1aad-4f72-908f-aae603576513 req-5fa103b2-6eb8-4d22-8ff0-1e862898957a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:55.310370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7a9fb6da-1aad-4f72-908f-aae603576513 req-5fa103b2-6eb8-4d22-8ff0-1e862898957a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0849512 Nov 25 18:50:55.327506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4c29-001d-482b-8c96-c4ae8cf54fe0 req-0c88ed56-6202-4df2-9489-ee154d048295 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:55.329269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797d4c29-001d-482b-8c96-c4ae8cf54fe0 req-0c88ed56-6202-4df2-9489-ee154d048295 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1029191 Nov 25 18:50:55.401734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7a9fb6da-1aad-4f72-908f-aae603576513 req-7e730cad-0fa9-4d78-9333-c1174c81fc64 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845573 Nov 25 18:50:55.430642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-b6c79717-6b7e-4296-93cd-e1089d2af39c service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386397 Nov 25 18:50:55.495075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-f32d1c77-0359-468f-b724-8b4639c7f402 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e074b3d0-6252-4eef-b942-80849bda7068 HTTP/1.1" status: 200 len: 217 time: 0.0531647 Nov 25 18:50:55.500620 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-797d4c29-001d-482b-8c96-c4ae8cf54fe0 req-07b0cdf2-9e68-46b2-bbbd-f8d522fb3377 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360466 Nov 25 18:50:55.511692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd4beacd-5df2-4211-929f-5d0b08bfa19a req-e2976153-27b3-4b18-a228-ac343bd84874 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0488484 Nov 25 18:50:55.528390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58910) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:50:55.577057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-783d80ef-4958-4cf7-8500-d496c8edf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:55.578865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-783d80ef-4958-4cf7-8500-d496c8edf386 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0761573 Nov 25 18:50:55.642820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8dd5ed6e-05b4-4964-9895-6be9c1876c2c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/f776f6f8-4b7d-451c-82fb-b12f5d8daee3 HTTP/1.1" status: 200 len: 992 time: 0.1130888 Nov 25 18:50:55.647669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-dcfd95d6-9e5a-4ba5-877c-c6a69d18b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:55.649779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-dcfd95d6-9e5a-4ba5-877c-c6a69d18b142 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622187 Nov 25 18:50:55.836547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-20c0f54e-33c7-4e38-84bf-e5051443b64f service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789441 Nov 25 18:50:55.966149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-4bbefe18-00da-4ae7-8145-0406e8d5a10f service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220601 Nov 25 18:50:56.037992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-2362dd24-5eb5-47f1-a4aa-69d55d472c94 req-628d12fa-1fee-4039-962c-193eaab04ef5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:50:56.046576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2362dd24-5eb5-47f1-a4aa-69d55d472c94 req-628d12fa-1fee-4039-962c-193eaab04ef5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131528 Nov 25 18:50:56.048677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-4dc9b9b5-0be9-4b49-ad25-465defed3148 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca HTTP/1.1" status: 200 len: 217 time: 0.0742142 Nov 25 18:50:56.145063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-f513a145-67a2-4ca3-946d-55e4eeec3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:56.157199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-f513a145-67a2-4ca3-946d-55e4eeec3369 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0997150 Nov 25 18:50:56.273064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-885b843f-f5ed-46a5-9ae4-aaff925abe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:56.274807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-885b843f-f5ed-46a5-9ae4-aaff925abe70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105399 Nov 25 18:50:56.454217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-d0c905b1-60e5-454e-a95d-ba288f6c4d93 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706336 Nov 25 18:50:56.638814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-a6bd753f-aa1e-4712-8bae-f60ab7ab704b service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735141 Nov 25 18:50:56.741281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed3179-b968-4e0f-9e1e-cc8d3faf4f9b req-0899a15e-2c05-481e-85c6-5b97f5f49627 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:56.757411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70ed3179-b968-4e0f-9e1e-cc8d3faf4f9b req-0899a15e-2c05-481e-85c6-5b97f5f49627 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1907628 Nov 25 18:50:56.774662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-e94a9125-bce9-4024-b5c4-9b37e9820f64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036 HTTP/1.1" status: 200 len: 217 time: 0.1305959 Nov 25 18:50:56.850925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70ed3179-b968-4e0f-9e1e-cc8d3faf4f9b req-a0380a51-8164-4c79-ae39-6f4d9048839e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812449 Nov 25 18:50:56.990130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-c3054ad7-9301-4b0e-9561-84dbf39dda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:56.991745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-c3054ad7-9301-4b0e-9561-84dbf39dda3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.2050531 Nov 25 18:50:56.995445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c152140-7bfb-4f93-a929-74dc0463262f req-0fde306b-aca9-4247-aef2-0b0e8f488391 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.1164596 Nov 25 18:50:57.057923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-6f40b8c5-f3bf-4d06-bfb2-bddc12c7349b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2553151 Nov 25 18:50:57.065254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-102f845e-bddd-484d-a453-790560b94c0e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:50:57.079447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-102f845e-bddd-484d-a453-790560b94c0e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125852 Nov 25 18:50:57.093589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-5963a5c8-1d5b-4b0c-90bf-c71419a6badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:57.095608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-5963a5c8-1d5b-4b0c-90bf-c71419a6badc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922174 Nov 25 18:50:57.123757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ea9c-5bf2-4867-8bc2-9dac8107b220 req-68382ed4-8a64-445c-9637-020ee0bdeaf2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:57.134786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a15ea9c-5bf2-4867-8bc2-9dac8107b220 req-68382ed4-8a64-445c-9637-020ee0bdeaf2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.2202971 Nov 25 18:50:57.224463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a15ea9c-5bf2-4867-8bc2-9dac8107b220 req-9f2c6201-3b07-4a02-af11-7b710fafec21 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839880 Nov 25 18:50:57.287421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-a8e88b64-8641-4b79-9088-653e7dbf4a11 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770630 Nov 25 18:50:57.507632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-692dc9ee-0cd1-4269-bc78-02e9ebe0c118 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098851 Nov 25 18:50:57.661131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 34a4792e-3cc5-4259-a84b-c56091448556 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:50:57.674520 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-a6633d94-2ede-4acc-8916-429b617053d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 200 len: 217 time: 0.1584666 Nov 25 18:50:57.717073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 34a4792e-3cc5-4259-a84b-c56091448556 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:50:57.723190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 34a4792e-3cc5-4259-a84b-c56091448556 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:50:57.816415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-71d47702-2375-438f-9930-e75678721832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:57.817903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-71d47702-2375-438f-9930-e75678721832 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.1346173 Nov 25 18:50:57.920883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bec78db8-90d2-4b6e-aaf8-4f03b3ebcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:57.922666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-bec78db8-90d2-4b6e-aaf8-4f03b3ebcd48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912313 Nov 25 18:50:58.202387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8716dd97-3a1d-48a6-9b8d-e5685941acba req-6009f180-0af8-4813-acdb-302249638a05 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0584369 Nov 25 18:50:58.315869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-8e2691f0-2796-4b82-bbfe-766eb80c8f45 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833838 Nov 25 18:50:58.496058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94880a35-8050-4e93-a127-00458fca2eb6 req-5412507d-170f-457d-9191-3f2dfb4054e3 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716614 Nov 25 18:50:58.554079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cf502-cda9-4618-a34e-254d016f94ca req-b5e2e74a-86bf-428d-b945-2b80ff0cf589 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:58.558207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-998cf502-cda9-4618-a34e-254d016f94ca req-b5e2e74a-86bf-428d-b945-2b80ff0cf589 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.5084233 Nov 25 18:50:58.608435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350d702-2df3-47d0-8e9f-a884bdab36ef req-aba14282-31c5-43a3-91a4-a28648d8b5f7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:58.620538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6350d702-2df3-47d0-8e9f-a884bdab36ef req-aba14282-31c5-43a3-91a4-a28648d8b5f7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1378670 Nov 25 18:50:58.641869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-998cf502-cda9-4618-a34e-254d016f94ca req-59484add-e127-4f64-b207-2e66710fc46e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Nov 25 18:50:58.716346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6350d702-2df3-47d0-8e9f-a884bdab36ef req-e2f29e68-a430-4fb4-a074-402ea5cd7200 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880675 Nov 25 18:50:58.973995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-5ecd7237-3505-4785-b829-f39672a95061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:58.976141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-5ecd7237-3505-4785-b829-f39672a95061 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1096 time: 0.0807066 Nov 25 18:50:59.123499 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-59d02eaf-b21b-4b31-99bf-0a40232f26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:59.125074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-59d02eaf-b21b-4b31-99bf-0a40232f26c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.1402724 Nov 25 18:50:59.390739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-36574acb-b324-4010-9c9f-c6f042ba43f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 1000 time: 0.2559097 Nov 25 18:50:59.427932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86227127-1b13-4ab0-9f52-7c4023eb7f27 req-51cfe35e-4ff6-4a32-b59b-6cbc53d9c4fc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.1111231 Nov 25 18:50:59.472094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-f64c0f60-1e43-4b87-9139-e49cfa419fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:59.474387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-f64c0f60-1e43-4b87-9139-e49cfa419fcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.0747054 Nov 25 18:50:59.556238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-87eda209-b924-4330-acea-12313a4eceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:59.557904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-87eda209-b924-4330-acea-12313a4eceb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729845 Nov 25 18:50:59.651714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-dedd2ddc-c17c-488c-bae7-4a43beccdd01 service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822136 Nov 25 18:50:59.789620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-04f0bc91-49b6-4fad-bab5-42752c11bb7b service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300962 Nov 25 18:50:59.849405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfd64-a52c-410e-b8a6-87ced7b0358f req-5d62ed50-6212-42f4-a40f-80a60f48b3ac tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:59.865938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2accfd64-a52c-410e-b8a6-87ced7b0358f req-5d62ed50-6212-42f4-a40f-80a60f48b3ac tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0936208 Nov 25 18:50:59.885173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed76be2-94b6-4c79-a578-65b8e7f02260 req-09b857d0-8d53-49a3-a1bc-6092608e794a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:50:59.887626 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ed76be2-94b6-4c79-a578-65b8e7f02260 req-09b857d0-8d53-49a3-a1bc-6092608e794a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0783734 Nov 25 18:51:00.003505 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2accfd64-a52c-410e-b8a6-87ced7b0358f req-3453e900-2cb8-4c62-aae9-744bbc28464b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366224 Nov 25 18:51:00.027914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ed76be2-94b6-4c79-a578-65b8e7f02260 req-6b28ec7b-c936-46aa-88c6-55fc46cbdec6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327751 Nov 25 18:51:00.092046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-ae735278-55f0-473b-abbd-35682a4627a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:00.092046 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-ae735278-55f0-473b-abbd-35682a4627a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1096 time: 0.0559182 Nov 25 18:51:00.233321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-6face8c6-c240-4c03-9737-22765192c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:00.234980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-6face8c6-c240-4c03-9737-22765192c983 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.1163075 Nov 25 18:51:00.356691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-61c2e507-823d-4781-a78e-01c51a86ee02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 1000 time: 0.1130598 Nov 25 18:51:00.419794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-71a00aeb-ddb1-4d2c-b2dd-d91df08189dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:00.421291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-71a00aeb-ddb1-4d2c-b2dd-d91df08189dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.0548294 Nov 25 18:51:00.495994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-52afa14d-6222-4783-ad9a-41ecab0ee4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:00.498481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-52afa14d-6222-4783-ad9a-41ecab0ee4ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670877 Nov 25 18:51:00.626356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0219343-1674-4aef-bf74-0bba92579073 req-d0b27702-8c1f-4264-867c-25f2b9328a8a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=164032d9-1490-4826-975e-cfe1c1088363 HTTP/1.1" status: 200 len: 210 time: 0.0434637 Nov 25 18:51:00.638218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-653bb1a9-2aec-4052-98ba-4ba1c7ed70cb service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315291 Nov 25 18:51:00.740128 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:00.772655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b36f4b18-54d6-437d-a3a3-1eadf39c3f2a req-499a9607-3345-48f3-a3dc-540a17985adc service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154892 Nov 25 18:51:01.244733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36377e6d-f2f0-482f-af43-37b96436f14a req-15529763-aa51-4575-a51c-4f8fa1514fc2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:01.246283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-36377e6d-f2f0-482f-af43-37b96436f14a req-15529763-aa51-4575-a51c-4f8fa1514fc2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0784280 Nov 25 18:51:01.270257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c19c1-f269-427b-8ca9-456d1cd3a64e req-fef54252-05e7-45cb-b6fc-c2a2e40933e7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:01.271947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c35c19c1-f269-427b-8ca9-456d1cd3a64e req-fef54252-05e7-45cb-b6fc-c2a2e40933e7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1809454 Nov 25 18:51:01.335987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-36377e6d-f2f0-482f-af43-37b96436f14a req-a37665c7-e500-4940-918f-df2d1cfb0c9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764880 Nov 25 18:51:01.343390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c35c19c1-f269-427b-8ca9-456d1cd3a64e req-111908d5-978b-41e1-90c2-c8c597f2b81b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645287 Nov 25 18:51:02.541684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358ab20-5f87-429b-b22e-598dee860f40 req-a6ecddbc-8c98-4253-a90f-bdb457aa9bec tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:02.544437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e6710-d12a-4710-93de-616612d9cff0 req-f58d788d-2d51-4c1f-83f2-ad37ebd6e938 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:02.552569 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88e6710-d12a-4710-93de-616612d9cff0 req-f58d788d-2d51-4c1f-83f2-ad37ebd6e938 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0813959 Nov 25 18:51:02.557433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2358ab20-5f87-429b-b22e-598dee860f40 req-a6ecddbc-8c98-4253-a90f-bdb457aa9bec tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1075752 Nov 25 18:51:02.636644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f88e6710-d12a-4710-93de-616612d9cff0 req-7f6d7f21-4510-43b3-924a-c199e26200ad tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778899 Nov 25 18:51:02.655837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2358ab20-5f87-429b-b22e-598dee860f40 req-db71df20-cb06-4140-9bd3-f2c61d776428 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974548 Nov 25 18:51:03.303025 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:03.856124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb3be0-a4f4-4cbc-81ae-108188fc0abb req-0ccedf97-928d-4753-a358-95a17ceabfd9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:03.858444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69bb3be0-a4f4-4cbc-81ae-108188fc0abb req-0ccedf97-928d-4753-a358-95a17ceabfd9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1265769 Nov 25 18:51:03.915190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4f30c-d75d-42ad-8490-6df5838c579e req-fca2046e-f560-4852-9091-a6af56671f77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:03.923641 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23d4f30c-d75d-42ad-8490-6df5838c579e req-fca2046e-f560-4852-9091-a6af56671f77 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1301723 Nov 25 18:51:03.984780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-69bb3be0-a4f4-4cbc-81ae-108188fc0abb req-89b81014-f5f8-49c8-92bd-dbeecf55b2d2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202085 Nov 25 18:51:04.060358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23d4f30c-d75d-42ad-8490-6df5838c579e req-f1afe600-effc-4168-a244-d4f07114cad5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322911 Nov 25 18:51:05.185003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb201ed-fcb1-4a10-87e1-7531574cbd7a req-3ddcc58c-477c-4551-90aa-cd32a244923f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:05.187161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cdb201ed-fcb1-4a10-87e1-7531574cbd7a req-3ddcc58c-477c-4551-90aa-cd32a244923f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1084905 Nov 25 18:51:05.217385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ebb37-e4aa-499e-899b-fbba581cc630 req-17853f37-428a-4347-8117-f307ab150ce4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:05.225558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e8ebb37-e4aa-499e-899b-fbba581cc630 req-17853f37-428a-4347-8117-f307ab150ce4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0693088 Nov 25 18:51:05.295908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cdb201ed-fcb1-4a10-87e1-7531574cbd7a req-5a75684e-cc6b-41c7-98a4-450597fc8ba4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029136 Nov 25 18:51:05.310197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e8ebb37-e4aa-499e-899b-fbba581cc630 req-a8c572bc-90ec-4e2d-ade1-e1f385099fcf tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833113 Nov 25 18:51:06.493311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2067edc-06eb-498c-bbce-880a38f03186 req-c308d1f9-3aa3-4035-8d95-cd983f9e1f37 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:06.507050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2067edc-06eb-498c-bbce-880a38f03186 req-c308d1f9-3aa3-4035-8d95-cd983f9e1f37 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1321447 Nov 25 18:51:06.646228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2067edc-06eb-498c-bbce-880a38f03186 req-006bdc6f-45b7-4fbd-a5d5-3d8c5e085888 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379447 Nov 25 18:51:06.725748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65d2c-5c88-487a-87fe-eeb17cfa3bdd req-1b637bf6-ed9a-477a-ad16-e68552c685d8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:06.742008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9f65d2c-5c88-487a-87fe-eeb17cfa3bdd req-1b637bf6-ed9a-477a-ad16-e68552c685d8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.2030590 Nov 25 18:51:06.906236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9f65d2c-5c88-487a-87fe-eeb17cfa3bdd req-c930c26c-f8f9-433b-9134-a34c9f6b8884 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563108 Nov 25 18:51:07.906045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8dd07-b0e0-443f-9eef-8445435b2478 req-58c2ac57-65d0-4977-b40f-c3468cef7101 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:07.916142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a4a8dd07-b0e0-443f-9eef-8445435b2478 req-58c2ac57-65d0-4977-b40f-c3468cef7101 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0998640 Nov 25 18:51:08.029424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a4a8dd07-b0e0-443f-9eef-8445435b2478 req-8d5ebe48-01c0-431e-a4ad-0f90ce9c9a25 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122220 Nov 25 18:51:08.146154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0659a6c-c3bb-4877-b546-4d49b286bd02 req-f954e1aa-b060-4441-b599-4969243997e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:08.155676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0659a6c-c3bb-4877-b546-4d49b286bd02 req-f954e1aa-b060-4441-b599-4969243997e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0823293 Nov 25 18:51:08.258119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0659a6c-c3bb-4877-b546-4d49b286bd02 req-d9886dae-9e06-47f8-9d8a-b1c7d7b8b259 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010320 Nov 25 18:51:09.251326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce8b4-e80b-4782-9794-b248e096fe50 req-de431fd0-9fcc-4abe-bee6-172ad27d833e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:09.252929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbdce8b4-e80b-4782-9794-b248e096fe50 req-de431fd0-9fcc-4abe-bee6-172ad27d833e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1025596 Nov 25 18:51:09.394763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbdce8b4-e80b-4782-9794-b248e096fe50 req-27c04d6a-6826-43da-9d41-d5c763b446d1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346745 Nov 25 18:51:09.520276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791f13-4c4a-4815-8d24-a31477f50fba req-b0c312c1-218f-4ed3-8271-456af5beb55a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:09.530150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64791f13-4c4a-4815-8d24-a31477f50fba req-b0c312c1-218f-4ed3-8271-456af5beb55a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1366665 Nov 25 18:51:09.615466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64791f13-4c4a-4815-8d24-a31477f50fba req-18804ea6-ba58-4727-9fb3-ad2d26c24b0a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832791 Nov 25 18:51:10.091371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59310) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:10.325822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8265d9a-0db8-418c-a6d9-0f8d5fb292f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.497619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8265d9a-0db8-418c-a6d9-0f8d5fb292f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.507530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8265d9a-0db8-418c-a6d9-0f8d5fb292f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.558491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d8265d9a-0db8-418c-a6d9-0f8d5fb292f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a868e03a0be845549c2c04e6401a6b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645245 Nov 25 18:51:10.560401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236c7b-1a05-421e-8889-448549694aa9 req-c32bdcbc-db2d-4ef9-bb47-f21ec7638b8a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:10.563106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b236c7b-1a05-421e-8889-448549694aa9 req-c32bdcbc-db2d-4ef9-bb47-f21ec7638b8a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0662820 Nov 25 18:51:10.566819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59320) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:10.602544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8265d9a-0db8-418c-a6d9-0f8d5fb292f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987d56aa-d132-4576-8adc-d64d0a18808b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:10.778723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b236c7b-1a05-421e-8889-448549694aa9 req-5f1aacaa-90a2-4a28-b12a-8749ab522ab2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037055 Nov 25 18:51:10.807462 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f02a577-6d20-4154-b7d8-c2fe8f003144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.853266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc9a13-6811-45fe-821b-dab04ab27f85 req-0c8343f2-1986-4a20-9186-279257b33a47 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:10.855037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22dc9a13-6811-45fe-821b-dab04ab27f85 req-0c8343f2-1986-4a20-9186-279257b33a47 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0957911 Nov 25 18:51:10.877660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f02a577-6d20-4154-b7d8-c2fe8f003144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.917447 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5e361756-4691-484a-b863-5838f2eb3cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.980869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f02a577-6d20-4154-b7d8-c2fe8f003144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.985214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f02a577-6d20-4154-b7d8-c2fe8f003144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:10.987241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9f02a577-6d20-4154-b7d8-c2fe8f003144 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/987d56aa-d132-4576-8adc-d64d0a18808b HTTP/1.1" status: 204 len: 168 time: 0.4186873 Nov 25 18:51:11.016175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22dc9a13-6811-45fe-821b-dab04ab27f85 req-7dcace2f-03cb-4e91-8553-41279f8689b9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432462 Nov 25 18:51:11.017748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02a577-6d20-4154-b7d8-c2fe8f003144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d56aa-d132-4576-8adc-d64d0a18808b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:11.419988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59338) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:11.441840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01123a6c-56ff-4fed-9f90-3e33ca5d30d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:11.571625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01123a6c-56ff-4fed-9f90-3e33ca5d30d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:11.583168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01123a6c-56ff-4fed-9f90-3e33ca5d30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:11.622740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01123a6c-56ff-4fed-9f90-3e33ca5d30d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb94db-9d2e-44e6-94e6-ac4b6640df31,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:11.642233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59340) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:11.642994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01123a6c-56ff-4fed-9f90-3e33ca5d30d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aeacb554ed3149b3a30d0be89909ec9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208242 Nov 25 18:51:11.749370 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1881a7c3-c072-4efb-8ce7-1483fd7e4191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:11.825429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1881a7c3-c072-4efb-8ce7-1483fd7e4191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:11.936084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1881a7c3-c072-4efb-8ce7-1483fd7e4191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:11.940113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1881a7c3-c072-4efb-8ce7-1483fd7e4191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:11.944421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1881a7c3-c072-4efb-8ce7-1483fd7e4191 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8cb94db-9d2e-44e6-94e6-ac4b6640df31 HTTP/1.1" status: 204 len: 168 time: 0.2982509 Nov 25 18:51:11.964607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881a7c3-c072-4efb-8ce7-1483fd7e4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb94db-9d2e-44e6-94e6-ac4b6640df31,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:12.020261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699efcf5-4a6f-428d-8463-78964b30ea69 req-a218687e-347b-495d-8063-895bb1bd0b34 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:12.022642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-699efcf5-4a6f-428d-8463-78964b30ea69 req-a218687e-347b-495d-8063-895bb1bd0b34 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0992343 Nov 25 18:51:12.147541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-699efcf5-4a6f-428d-8463-78964b30ea69 req-3925cf98-8b06-46f2-b344-d96ac56128b4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164179 Nov 25 18:51:12.241972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c017b-cf2b-47d6-908b-a3812c21e672 req-5b4573a3-f3a8-4f48-bec5-0f03a9b45bde tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:12.249802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510c017b-cf2b-47d6-908b-a3812c21e672 req-5b4573a3-f3a8-4f48-bec5-0f03a9b45bde tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1142733 Nov 25 18:51:12.328800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510c017b-cf2b-47d6-908b-a3812c21e672 req-1ca9ca54-31fb-410e-8efd-dea6fb35a99a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721302 Nov 25 18:51:13.337841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b9f8-627b-4101-9951-488bbc4b7cb1 req-a7c0de5e-a243-436a-83af-1fd140a869da tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:13.339739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19f3b9f8-627b-4101-9951-488bbc4b7cb1 req-a7c0de5e-a243-436a-83af-1fd140a869da tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0748436 Nov 25 18:51:13.437319 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-40bce483-b059-4dd8-b3e7-41732ffd5dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:13.480826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19f3b9f8-627b-4101-9951-488bbc4b7cb1 req-30bc567d-c463-44b1-bbd5-01d0c2815d51 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336796 Nov 25 18:51:13.623715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e113b4c-1401-425f-be82-f82740d1e119 req-3f57bb16-c55f-4828-a388-22a098df6616 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:13.637412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e113b4c-1401-425f-be82-f82740d1e119 req-3f57bb16-c55f-4828-a388-22a098df6616 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1403294 Nov 25 18:51:13.779229 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e113b4c-1401-425f-be82-f82740d1e119 req-875d94e4-daf2-4bd2-8e86-86e92a9e185f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208913 Nov 25 18:51:14.364899 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:14.713040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e44c8-844c-42a7-aa28-f75240ed4a89 req-ea32a477-dbc4-49c1-a8df-0475d63c1ef6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:14.722721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a7e44c8-844c-42a7-aa28-f75240ed4a89 req-ea32a477-dbc4-49c1-a8df-0475d63c1ef6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1207840 Nov 25 18:51:14.805383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a7e44c8-844c-42a7-aa28-f75240ed4a89 req-58f70d20-3f71-4991-83d5-0b829b9002f5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780804 Nov 25 18:51:14.942487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc45b-8ee5-420f-82b3-92fe927731c3 req-a4896090-8fa8-43d4-958e-95668f36d3c3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:14.952663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d1dc45b-8ee5-420f-82b3-92fe927731c3 req-a4896090-8fa8-43d4-958e-95668f36d3c3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0774548 Nov 25 18:51:15.030913 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d1dc45b-8ee5-420f-82b3-92fe927731c3 req-a02e51b0-ffde-457b-aa42-a926c2aec8b9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770080 Nov 25 18:51:15.094307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:15.253134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fbc154fe-2170-4450-b8c4-70e89912fe73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.404040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fbc154fe-2170-4450-b8c4-70e89912fe73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.411955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fbc154fe-2170-4450-b8c4-70e89912fe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.486337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fbc154fe-2170-4450-b8c4-70e89912fe73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=936804cb3bb046099dfb1fc908924300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3908746 Nov 25 18:51:15.487261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc154fe-2170-4450-b8c4-70e89912fe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eab024-067a-46fc-b1ae-d52f09749e61,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:15.489141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59452) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:15.555252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2fc60a1-23b6-4204-8291-69dc3e093502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.580409 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2fc60a1-23b6-4204-8291-69dc3e093502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.641497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2fc60a1-23b6-4204-8291-69dc3e093502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.644405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2fc60a1-23b6-4204-8291-69dc3e093502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:15.647919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c2fc60a1-23b6-4204-8291-69dc3e093502 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1eab024-067a-46fc-b1ae-d52f09749e61 HTTP/1.1" status: 204 len: 168 time: 0.1552370 Nov 25 18:51:15.659780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc60a1-23b6-4204-8291-69dc3e093502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eab024-067a-46fc-b1ae-d52f09749e61,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:15.955154 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.019089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b760-e86f-46dd-abd7-cc9f5ccd109c req-7c7e3115-dac3-4d3a-b37f-0522c646e59b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:16.022354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9b2b760-e86f-46dd-abd7-cc9f5ccd109c req-7c7e3115-dac3-4d3a-b37f-0522c646e59b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0872972 Nov 25 18:51:16.134993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9b2b760-e86f-46dd-abd7-cc9f5ccd109c req-13d2c679-110c-4ad7-8950-0135bdeb0148 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040988 Nov 25 18:51:16.215457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59468) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:16.234506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-700c42f2-f330-43fe-bf96-8d33933d85de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.244481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c584-360f-4d92-ae74-c37a04ae8374 req-33da9062-815e-4cf9-9213-5c5b8ecd1083 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:16.247230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab13c584-360f-4d92-ae74-c37a04ae8374 req-33da9062-815e-4cf9-9213-5c5b8ecd1083 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0912781 Nov 25 18:51:16.312712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab13c584-360f-4d92-ae74-c37a04ae8374 req-999c779c-b65b-4231-8d8c-8ee4afcfd33e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589221 Nov 25 18:51:16.346267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-700c42f2-f330-43fe-bf96-8d33933d85de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.351982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-700c42f2-f330-43fe-bf96-8d33933d85de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.402437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-700c42f2-f330-43fe-bf96-8d33933d85de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=448667b706f44b4ba74914e8f8145307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837578 Nov 25 18:51:16.403187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c42f2-f330-43fe-bf96-8d33933d85de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada7bf42-3851-4c37-b0ae-bfb39f1cef85,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:16.403885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59470) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:16.480967 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81ce688e-ef81-4e63-aec0-eab64604a507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.518822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81ce688e-ef81-4e63-aec0-eab64604a507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.581778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81ce688e-ef81-4e63-aec0-eab64604a507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.589567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81ce688e-ef81-4e63-aec0-eab64604a507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:16.590954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-81ce688e-ef81-4e63-aec0-eab64604a507 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ada7bf42-3851-4c37-b0ae-bfb39f1cef85 HTTP/1.1" status: 204 len: 168 time: 0.1844666 Nov 25 18:51:16.604869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce688e-ef81-4e63-aec0-eab64604a507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada7bf42-3851-4c37-b0ae-bfb39f1cef85,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:16.967556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:17.386911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc679-7e7e-41a2-ab22-ee9a19840c0a req-c0bf98c5-b0cb-4bd1-b140-006f1a260a33 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:17.400976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a8fc679-7e7e-41a2-ab22-ee9a19840c0a req-c0bf98c5-b0cb-4bd1-b140-006f1a260a33 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1080205 Nov 25 18:51:17.535946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a8fc679-7e7e-41a2-ab22-ee9a19840c0a req-79f7c2a4-f4bd-4765-abd0-036975fd652d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324830 Nov 25 18:51:17.598189 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-0013e411-ce30-4887-8ad6-882576e4da0c service neutron] show failed (client error): The resource could not be found. Nov 25 18:51:17.599452 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-0013e411-ce30-4887-8ad6-882576e4da0c service neutron] 10.222.0.64 "GET /v2.0/ports/17212dbb-3acc-43c3-ad51-7b2d92a50186/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.5290647 Nov 25 18:51:17.621671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5000-bc62-470b-8228-1bd5b2183162 req-b8f4c367-e4e2-4767-84ce-2be37a428c93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:17.630320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52da5000-bc62-470b-8228-1bd5b2183162 req-b8f4c367-e4e2-4767-84ce-2be37a428c93 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1548779 Nov 25 18:51:17.721132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52da5000-bc62-470b-8228-1bd5b2183162 req-4292eb68-c17a-49bb-83d5-f3cfab76d163 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847292 Nov 25 18:51:18.064958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-6168d62c-d75a-42ac-b716-097b4b8f4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:18.072176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-6168d62c-d75a-42ac-b716-097b4b8f4421 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 1096 time: 0.1595719 Nov 25 18:51:18.093259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:51:18.250552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:18.650183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:18.692298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:51:18.762442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:18.777706 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856bc399-6eaf-4a40-9c5d-0429c555ebeb" -d '{"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-unplugged", "status": "completed", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:18.784395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf63d3-8dbf-492d-9036-17057331b95f req-0d030a19-6041-4847-af79-7110f908b5d4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:18.792223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:18.796206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cfcf63d3-8dbf-492d-9036-17057331b95f req-0d030a19-6041-4847-af79-7110f908b5d4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0890932 Nov 25 18:51:18.826765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Transition to ACTIVE for port object 17212dbb-3acc-43c3-ad51-7b2d92a50186 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:51:18.849674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:18.922906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cfcf63d3-8dbf-492d-9036-17057331b95f req-8f6de40e-0bab-43ac-afaf-418b60873ba3 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128993 Nov 25 18:51:19.125001 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e3c86c-606a-4838-b7d7-e598c678203a x-openstack-request-id: req-f7e3c86c-606a-4838-b7d7-e598c678203a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:19.125420 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-unplugged", "status": "completed", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:19.125765 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7e3c86c-606a-4838-b7d7-e598c678203a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:19.126516 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'code': 200} Nov 25 18:51:19.127427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:19.144236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d87921-91d1-4304-93a8-017236180ba6 req-5e53035a-ecde-477a-b73f-571488029f27 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:19.159346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04d87921-91d1-4304-93a8-017236180ba6 req-5e53035a-ecde-477a-b73f-571488029f27 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.3260500 Nov 25 18:51:19.284602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04d87921-91d1-4304-93a8-017236180ba6 req-c814b17a-a3e0-4a89-9316-9ea65d6168fc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040318 Nov 25 18:51:19.336631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] No DVR routers for this DVR port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:51:19.615165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:51:19.615979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:51:19.616321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on network 93f4a5fb-5a9d-42af-9844-90905838dfba {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:51:19.622398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on network 93f4a5fb-5a9d-42af-9844-90905838dfba not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:51:19.622752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Attempting to bind port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on network 93f4a5fb-5a9d-42af-9844-90905838dfba {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:51:19.629747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:51:19.630152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Checking segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:51:19.630599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Bound using segment: {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:51:19.631402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Bound port: 17212dbb-3acc-43c3-ad51-7b2d92a50186, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0056c932-fb20-4ba0-9fa9-8904faa3ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:51:19.631767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:20.122484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf966ed-f4db-4ea7-b5c4-0ee079965e34 req-38af730a-19f8-48f4-b22e-6e4c2d60367e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:20.138000 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edf966ed-f4db-4ea7-b5c4-0ee079965e34 req-38af730a-19f8-48f4-b22e-6e4c2d60367e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1037283 Nov 25 18:51:20.322992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:51:20.328158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:51:20.328927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-edf966ed-f4db-4ea7-b5c4-0ee079965e34 req-67045fa4-1649-474a-99a4-c210e6396ea0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888127 Nov 25 18:51:20.343257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:20.385529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:20.386546 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:20.389330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] 10.222.0.66 "PUT /v2.0/ports/17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 1091 time: 2.3080418 Nov 25 18:51:20.534183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680e298-236b-4288-ac30-ba66965d9afc service neutron] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:20.612965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd96ad-877b-4311-871c-fb2a05f951e2 req-53fb32f8-0609-48c0-af29-0eab2db48bc3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:20.624750 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59cd96ad-877b-4311-871c-fb2a05f951e2 req-53fb32f8-0609-48c0-af29-0eab2db48bc3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.1340163 Nov 25 18:51:20.717991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-992af6e1-01a7-4851-be40-63cf229e2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:20.719809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-992af6e1-01a7-4851-be40-63cf229e2861 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1094 time: 0.2985356 Nov 25 18:51:20.797947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59cd96ad-877b-4311-871c-fb2a05f951e2 req-1bac1450-148f-4309-8551-168c990cc4e4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639886 Nov 25 18:51:20.939132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-aa3e4a90-a673-4af8-a71b-ffe855be5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:20.940773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-aa3e4a90-a673-4af8-a71b-ffe855be5439 service neutron] 10.222.0.66 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.2121117 Nov 25 18:51:21.034727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-3a9d1fd2-1e46-4f4c-a16c-a38e5a9b9fb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 998 time: 0.0854552 Nov 25 18:51:21.128123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:21.130105 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153c9ccc-540e-4326-9bf7-c5a5992765e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:21.135301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-3e519d6f-9092-4ec0-9498-eb7ce6972a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:21.135972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-3e519d6f-9092-4ec0-9498-eb7ce6972a01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.0940902 Nov 25 18:51:21.149535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59590) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:21.283604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-c3bf16b1-0796-4f5b-b3cd-9a5e78ec1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:21.289954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-c3bf16b1-0796-4f5b-b3cd-9a5e78ec1a70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022186 Nov 25 18:51:21.291655 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ef18dd-6278-43cd-b4c1-459d29910339 x-openstack-request-id: req-53ef18dd-6278-43cd-b4c1-459d29910339 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:21.291949 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:21.292209 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53ef18dd-6278-43cd-b4c1-459d29910339 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:21.292601 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'status': 'completed', 'code': 200} Nov 25 18:51:21.295735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] Deleting subnet 0b6b661d-7d60-4826-8896-0e1e136ae35c {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:51:21.310737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:21.418278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-8291fe38-1358-4e53-984c-5a2e85c33f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:21.420465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-8291fe38-1358-4e53-984c-5a2e85c33f77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1094 time: 0.1209800 Nov 25 18:51:21.542311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:21.650903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:21.673911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-fbd135e8-c79f-44d2-bcce-580367909b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:21.673911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-fbd135e8-c79f-44d2-bcce-580367909b51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.2246270 Nov 25 18:51:21.698189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-bd5c5fbc-de14-4e7f-baa9-f42386c3cfd8 service neutron] 10.222.0.66 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887305 Nov 25 18:51:21.798995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5facd-2d81-4d66-9c1e-70260c2857ff req-cb30b37a-5047-4344-bdb0-69074e370068 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:21.802025 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:21.807011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5db5facd-2d81-4d66-9c1e-70260c2857ff req-cb30b37a-5047-4344-bdb0-69074e370068 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.3790410 Nov 25 18:51:21.854713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-772f6a73-d4ba-4cce-9dc0-45d2884e3acb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 998 time: 0.1764634 Nov 25 18:51:21.867914 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:21.871268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0b6b661d-7d60-4826-8896-0e1e136ae35c HTTP/1.1" status: 204 len: 168 time: 0.7207007 Nov 25 18:51:21.878231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59604) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:21.896856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c97372-74bc-4266-878c-7abde7fe589c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6b661d-7d60-4826-8896-0e1e136ae35c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:21.943482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e693cb46-bf8d-4e90-8dcf-ba7b358fc0e5 req-53129810-c5d4-4c86-a03d-7f9edb93de4e service neutron] 10.222.0.66 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328203 Nov 25 18:51:22.043840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-e5728cdf-97ac-4a15-ac71-0f7b66cb2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:22.045457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-e5728cdf-97ac-4a15-ac71-0f7b66cb2f31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.1815677 Nov 25 18:51:22.060271 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5db5facd-2d81-4d66-9c1e-70260c2857ff req-5266b9a6-91d6-41bf-b42b-daa434fc8b4c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496707 Nov 25 18:51:22.069829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.089806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa039a7-f0de-46e0-bca3-c6a6c8a1bac3 req-e1e8c0f8-ba9a-44e2-9028-9067ad91fa81 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:22.099119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fa039a7-f0de-46e0-bca3-c6a6c8a1bac3 req-e1e8c0f8-ba9a-44e2-9028-9067ad91fa81 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.1707766 Nov 25 18:51:22.126044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-37fab3c9-194d-4c85-a32e-b677f0feb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:22.127586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-37fab3c9-194d-4c85-a32e-b677f0feb0fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1094 time: 0.1162620 Nov 25 18:51:22.219085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-7dd1186f-8f6b-4c34-9a82-e35067cb9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:22.220614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-7dd1186f-8f6b-4c34-9a82-e35067cb9a5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436911 Nov 25 18:51:22.229889 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.231767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fa039a7-f0de-46e0-bca3-c6a6c8a1bac3 req-e1cbca6b-5ec1-45cb-a447-dc26f3181938 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317332 Nov 25 18:51:22.269097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-02a366b9-4c4d-4ea8-b76e-f6f78a5af7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:22.271033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-02a366b9-4c4d-4ea8-b76e-f6f78a5af7f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.1243420 Nov 25 18:51:22.346871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-512d766f-5a82-4fcd-b510-0b9031ec8f90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 998 time: 0.0685143 Nov 25 18:51:22.405631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-4621a6b1-6ae0-44f6-938b-648d6eb98179 service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711149 Nov 25 18:51:22.409929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-9f554279-509f-4a49-916e-c7799a2bf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:22.411823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-9f554279-509f-4a49-916e-c7799a2bf18a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.0570278 Nov 25 18:51:22.417537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082ca7c5-4c47-4b19-892c-da88d33800f9']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:51:22.454443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:51:22.470969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-f1c8f968-f5bd-48a4-bf6e-2256677821a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:22.477646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-f1c8f968-f5bd-48a4-bf6e-2256677821a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570397 Nov 25 18:51:22.481524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39330833-acde-45c2-8579-71bb3dd81910') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:51:22.482041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39330833-acde-45c2-8579-71bb3dd81910') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:51:22.498206 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.524163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.549842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:51:22.550249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:51:22.552071 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:51:22.565984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:51:22.634315 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-345325ab-25d5-4ede-bad7-af7200cb022f service neutron] 10.222.0.66 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481845 Nov 25 18:51:22.635170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-0c553345-98ba-4c0d-991e-cc7da9c9e6cc service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128856 Nov 25 18:51:22.665798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.673910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.683722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] 10.222.0.62 "DELETE /v2.0/networks/082ca7c5-4c47-4b19-892c-da88d33800f9 HTTP/1.1" status: 204 len: 168 time: 0.8015540 Nov 25 18:51:22.686401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59618) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:22.729262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883a4ae-b102-4e2e-b5f0-fc7df3898e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=082ca7c5-4c47-4b19-892c-da88d33800f9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:22.756918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] Deleting subnet fc567c83-1a82-4be8-916b-68dd4815e7ee {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:51:22.766907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.791219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-153c9ccc-540e-4326-9bf7-c5a5992765e7 req-3a67f572-8be3-4619-b466-7e9e56e08d13 service neutron] 10.222.0.66 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480196 Nov 25 18:51:22.814895 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.872025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.945868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.981157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc567c83-1a82-4be8-916b-68dd4815e7ee,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:22.992596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:22.998429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:23.002965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a434ecc-3fb3-4ce0-97d7-405ee23645a0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fc567c83-1a82-4be8-916b-68dd4815e7ee HTTP/1.1" status: 204 len: 168 time: 0.3119648 Nov 25 18:51:23.082415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.188431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.258200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e122b916-f0a8-4a8f-bef7-8138a0c62d0a']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:51:23.273082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874842fe-71bb-47df-9968-27274998197e') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:51:23.273941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874842fe-71bb-47df-9968-27274998197e') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:51:23.287081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.303772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2984a8-1e63-4ba7-82e2-b9c6c10ead53 req-f6843ec7-ef5a-4743-bc16-c6a215bfd436 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:23.305314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2c2984a8-1e63-4ba7-82e2-b9c6c10ead53 req-f6843ec7-ef5a-4743-bc16-c6a215bfd436 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1227391 Nov 25 18:51:23.313436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.326365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:51:23.326840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:51:23.328616 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:51:23.436613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82300f4d-2b22-4e6d-a641-62f194116cf8 req-0c729fd4-ff3b-4a01-a919-d3f2b717ad16 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:23.438212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82300f4d-2b22-4e6d-a641-62f194116cf8 req-0c729fd4-ff3b-4a01-a919-d3f2b717ad16 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.0874894 Nov 25 18:51:23.459186 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.466695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2c2984a8-1e63-4ba7-82e2-b9c6c10ead53 req-94758250-5479-4647-866d-9b2f26e9f055 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537292 Nov 25 18:51:23.510820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.516517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] 10.222.0.62 "DELETE /v2.0/networks/e122b916-f0a8-4a8f-bef7-8138a0c62d0a HTTP/1.1" status: 204 len: 168 time: 0.5145941 Nov 25 18:51:23.525978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d612-8919-467e-966b-83f58887638d admin admin] Pushing event deleted for resources: {'Network': ['ID=e122b916-f0a8-4a8f-bef7-8138a0c62d0a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:23.526287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82300f4d-2b22-4e6d-a641-62f194116cf8 req-1adc9b9c-2217-4a21-b6b5-2923b495a484 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770032 Nov 25 18:51:23.789840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59644) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:23.840812 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-81f2ce7f-b3f0-4ee8-a595-957937db9b54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9deca34ed73143ec8674678cde4eb4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497406 Nov 25 18:51:23.843388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59646) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:23.913630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31008272-40d9-46fc-9b20-d66f25bf7d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:23.943218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31008272-40d9-46fc-9b20-d66f25bf7d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:24.002797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31008272-40d9-46fc-9b20-d66f25bf7d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:24.006357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-31008272-40d9-46fc-9b20-d66f25bf7d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:24.017546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-31008272-40d9-46fc-9b20-d66f25bf7d9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f106ba66-58f2-4ee6-9814-504e7a537a86 HTTP/1.1" status: 204 len: 168 time: 0.1684742 Nov 25 18:51:24.029145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31008272-40d9-46fc-9b20-d66f25bf7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f106ba66-58f2-4ee6-9814-504e7a537a86,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:24.665847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:24.683919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a8516-d3c8-46b1-a06c-75421915404d req-a6bdb902-6f2b-46b1-b595-fd2be316d7bb tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:24.686238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-911a8516-d3c8-46b1-a06c-75421915404d req-a6bdb902-6f2b-46b1-b595-fd2be316d7bb tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1227059 Nov 25 18:51:24.725908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942aec-9a89-46fe-8253-0f8860a13791 req-f48b74be-1ec8-4f63-a96c-4e1587275293 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:24.728588 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91942aec-9a89-46fe-8253-0f8860a13791 req-f48b74be-1ec8-4f63-a96c-4e1587275293 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.0968680 Nov 25 18:51:24.775536 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-911a8516-d3c8-46b1-a06c-75421915404d req-e4981cf0-ff0e-4fa1-a18a-d5b7d26cf299 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816722 Nov 25 18:51:24.815420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e2318b48-26c0-4e32-a6eb-d47699f753be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e09c7ed70044a4e933aef9f61893539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494050 Nov 25 18:51:24.818030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59688) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:24.876602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91942aec-9a89-46fe-8253-0f8860a13791 req-7a3860b0-d546-4a64-9a0c-50b6f3ff984f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377110 Nov 25 18:51:24.905900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-452f2390-1b99-4a91-8b43-07b6f6ec8f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:24.933309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-452f2390-1b99-4a91-8b43-07b6f6ec8f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:25.009818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-452f2390-1b99-4a91-8b43-07b6f6ec8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:25.014118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-452f2390-1b99-4a91-8b43-07b6f6ec8f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:25.015324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-452f2390-1b99-4a91-8b43-07b6f6ec8f26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0a68511-1238-41c5-bad2-5997f8966c61 HTTP/1.1" status: 204 len: 168 time: 0.1959262 Nov 25 18:51:25.033740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f2390-1b99-4a91-8b43-07b6f6ec8f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a68511-1238-41c5-bad2-5997f8966c61,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:25.780496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:51:25.786350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 351c9894-ab70-4314-8b65-a6c447e62d07 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:51:26.011805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31d3b4-34cf-4492-875d-b500ca0478f3 req-ea653725-5d22-4839-b050-2665db02bd5b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:26.020400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b31d3b4-34cf-4492-875d-b500ca0478f3 req-ea653725-5d22-4839-b050-2665db02bd5b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1140740 Nov 25 18:51:26.096373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b31d3b4-34cf-4492-875d-b500ca0478f3 req-a7b3def8-8b7e-4b6e-b478-e7f4cf540c2d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744133 Nov 25 18:51:26.208791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:26.223237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f655e51-cf78-4133-a735-d298ce375864 req-1ec2c407-1b53-4290-8cf7-902c469ed7c3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:26.226219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f655e51-cf78-4133-a735-d298ce375864 req-1ec2c407-1b53-4290-8cf7-902c469ed7c3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 943 time: 0.1310925 Nov 25 18:51:26.253570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:26.255932 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f407e6-0566-4f44-9aa3-0857944e94d4" -d '{"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-unplugged", "status": "completed", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:26.287767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:26.291421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:26.296199 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:26.376180 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba0d362-c1de-4011-8d3e-b95f02c0efb9 x-openstack-request-id: req-1ba0d362-c1de-4011-8d3e-b95f02c0efb9 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:26.376468 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-unplugged", "status": "completed", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:26.376995 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ba0d362-c1de-4011-8d3e-b95f02c0efb9 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:26.377628 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07', 'code': 200} Nov 25 18:51:26.380652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:26.387375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'port_id': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'mac_address': 'fa:16:3e:5f:c9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:51:26.416724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f655e51-cf78-4133-a735-d298ce375864 req-24731cda-75d9-4364-b246-f8365f50697e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812141 Nov 25 18:51:26.440284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:26.470146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17212dbb-3acc-43c3-ad51-7b2d92a50186 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:51:26.494876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:26.504723 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:26.506907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 351c9894-ab70-4314-8b65-a6c447e62d07 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:51:26.754776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:26.756538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef7102-9a04-43ea-b8a9-0449d5173650 req-b933fe6a-8e89-401b-8897-c3e759287d26 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:26.768245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3ef7102-9a04-43ea-b8a9-0449d5173650 req-b933fe6a-8e89-401b-8897-c3e759287d26 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 944 time: 0.0827794 Nov 25 18:51:26.848266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3ef7102-9a04-43ea-b8a9-0449d5173650 req-b46ba62c-d3e9-43ab-bada-bd906497b63f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784264 Nov 25 18:51:26.984415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:27.004547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '351c9894-ab70-4314-8b65-a6c447e62d07', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'port_id': '351c9894-ab70-4314-8b65-a6c447e62d07', 'mac_address': 'fa:16:3e:7d:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b52e5-1e9f-4b83-9b02-79ba15dbb18e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:51:27.144893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:27.163505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351c9894-ab70-4314-8b65-a6c447e62d07 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:51:27.189926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:27.196603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:27.286305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-0c774160-1ddf-4802-a305-c745ea5f3533 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:27.292464 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-0c774160-1ddf-4802-a305-c745ea5f3533 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033&tenant_id=418ca41106504e6eb537b48299cf87fc&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 944 time: 0.3542554 Nov 25 18:51:27.302887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:27.353715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8c596-6bc2-4ee9-9e05-8607919360cf req-346de049-36e4-4c7f-bd8a-26cbcd0eface tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:27.361635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1c8c596-6bc2-4ee9-9e05-8607919360cf req-346de049-36e4-4c7f-bd8a-26cbcd0eface tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 944 time: 0.1160271 Nov 25 18:51:27.441005 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-fbf10655-a2c7-4ab7-b3db-a1f0182445f1 service neutron] delete failed (client error): The resource could not be found. Nov 25 18:51:27.449672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-fbf10655-a2c7-4ab7-b3db-a1f0182445f1 service neutron] 10.222.0.64 "DELETE /v2.0/ports/17212dbb-3acc-43c3-ad51-7b2d92a50186/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.1453118 Nov 25 18:51:27.479744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1c8c596-6bc2-4ee9-9e05-8607919360cf req-5a0e5d8f-f45e-4d8c-8137-a587599e78a4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170874 Nov 25 18:51:27.608803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['351c9894-ab70-4314-8b65-a6c447e62d07'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:51:27.619942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-72138caf-aee5-4082-a11a-3afb90b876e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:27.622438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-72138caf-aee5-4082-a11a-3afb90b876e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1095 time: 0.1134212 Nov 25 18:51:27.718304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['17212dbb-3acc-43c3-ad51-7b2d92a50186'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:51:27.800429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-ac503e6c-9045-4a12-a17a-fc0b891a0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:27.803749 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-ac503e6c-9045-4a12-a17a-fc0b891a0659 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.1694994 Nov 25 18:51:28.372035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c919d-7a89-49dd-9333-e4db3929e805 req-5ec83afb-e62c-439a-aa9b-bc6d81383a8f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:28.378945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a4c919d-7a89-49dd-9333-e4db3929e805 req-5ec83afb-e62c-439a-aa9b-bc6d81383a8f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 944 time: 0.1101224 Nov 25 18:51:28.441404 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-da3165db-fb1d-4073-9947-4c573b178c76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 999 time: 0.6266532 Nov 25 18:51:28.484971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a4c919d-7a89-49dd-9333-e4db3929e805 req-188e47d5-aafa-4d08-a828-dc88f6914a30 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904582 Nov 25 18:51:28.580395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-87a38200-2f3b-482f-8f87-d0a87cb6124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:28.585435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-87a38200-2f3b-482f-8f87-d0a87cb6124e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.1262639 Nov 25 18:51:28.678360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-e6ee7b68-412f-41a6-b0c0-a44329d271c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:28.681124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-e6ee7b68-412f-41a6-b0c0-a44329d271c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839989 Nov 25 18:51:28.686293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb576373-1944-424e-abaa-a72e94086c31 req-08c519e6-439e-49d0-a531-cffd81e6c97c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:28.696573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb576373-1944-424e-abaa-a72e94086c31 req-08c519e6-439e-49d0-a531-cffd81e6c97c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 944 time: 0.0974774 Nov 25 18:51:28.768133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb576373-1944-424e-abaa-a72e94086c31 req-bc20800d-861c-4923-8577-1b3cbb087d57 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669348 Nov 25 18:51:28.869160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-ae2254a0-84fb-470e-841f-75eb18e690c1 service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783333 Nov 25 18:51:28.984622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b5dc2b5-dbe7-4541-8930-fb518d397f8b req-581df469-f0ce-4c3c-bc5d-eed729edc38c service neutron] 10.222.0.64 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047134 Nov 25 18:51:29.711430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3b09f-1121-4301-8ba2-39f0bb426297 req-d6c91e83-0ded-4b6c-b76a-42b5f2cc5a02 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:29.720479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73a3b09f-1121-4301-8ba2-39f0bb426297 req-d6c91e83-0ded-4b6c-b76a-42b5f2cc5a02 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 944 time: 0.0745902 Nov 25 18:51:29.796571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:51:29.800170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73a3b09f-1121-4301-8ba2-39f0bb426297 req-afcf18bb-871e-4866-9c53-fdfc315fcf43 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744598 Nov 25 18:51:29.876426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 17212dbb-3acc-43c3-ad51-7b2d92a50186 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:51:29.881100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 17212dbb-3acc-43c3-ad51-7b2d92a50186 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:51:29.881492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:30.117918 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:30.148841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918b3e-173f-418e-93cc-9b66a30b25b2 req-46d6f8ea-6390-4008-9630-c6693d5adcd1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:30.151259 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9918b3e-173f-418e-93cc-9b66a30b25b2 req-46d6f8ea-6390-4008-9630-c6693d5adcd1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 944 time: 0.1318979 Nov 25 18:51:30.165333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:30.168645 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ef1240-a44d-4d2d-824e-64df17f6f450" -d '{"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-plugged", "status": "completed", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:30.201656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:30.211297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:30.212201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 351c9894-ab70-4314-8b65-a6c447e62d07 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:51:30.269627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9918b3e-173f-418e-93cc-9b66a30b25b2 req-a7694a73-9580-45c7-950d-a7cbfd6cd625 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091921 Nov 25 18:51:30.302872 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ab7faa-9224-4ef0-b5a3-7d8702593a54 x-openstack-request-id: req-61ab7faa-9224-4ef0-b5a3-7d8702593a54 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:30.303236 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-plugged", "status": "completed", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:30.303697 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61ab7faa-9224-4ef0-b5a3-7d8702593a54 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:30.305088 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'code': 200} Nov 25 18:51:30.344130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:30.371399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 351c9894-ab70-4314-8b65-a6c447e62d07 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:51:30.371781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:30.543342 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:30.580762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:30.587002 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:30.646016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:30.749038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:30.958093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86574b7d-6ccf-4586-9fa6-2f15c9004807 req-5fb47564-357c-4618-bb82-488a3a6862c9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:30.964731 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86574b7d-6ccf-4586-9fa6-2f15c9004807 req-5fb47564-357c-4618-bb82-488a3a6862c9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0797436 Nov 25 18:51:31.017503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86574b7d-6ccf-4586-9fa6-2f15c9004807 req-d8ad4750-4e29-41ed-bd3e-032eac4e1b15 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489597 Nov 25 18:51:31.042003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:31.110827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3a25f008-1d6d-4dba-af7f-3c0d701290dd tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/f776f6f8-4b7d-451c-82fb-b12f5d8daee3 HTTP/1.1" status: 200 len: 992 time: 0.0683746 Nov 25 18:51:31.467028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacc92-0db1-4d20-b577-7cd6c399f823 req-7eee26c5-38f8-4d67-b3ac-db8b7dc72d58 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:31.477155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbdacc92-0db1-4d20-b577-7cd6c399f823 req-7eee26c5-38f8-4d67-b3ac-db8b7dc72d58 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0940721 Nov 25 18:51:31.533343 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:51:31.546167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbdacc92-0db1-4d20-b577-7cd6c399f823 req-ec7dd016-ce9d-4285-ab54-7227cfa5f745 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670466 Nov 25 18:51:32.306408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:32.310050 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73470c21-46ba-4355-9053-6f39d89d5f56" -d '{"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-plugged", "status": "completed", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:32.374656 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1613f-7c9a-4ef0-96a7-26daf194ba62 x-openstack-request-id: req-86c1613f-7c9a-4ef0-96a7-26daf194ba62 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:32.375171 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-plugged", "status": "completed", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:32.375615 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86c1613f-7c9a-4ef0-96a7-26daf194ba62 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:32.376429 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07', 'code': 200} Nov 25 18:51:32.590975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce106c2-df16-4bc1-8cc6-0ec6149efcbb req-1d862759-a5f3-4df8-9d3b-6b07efc042b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:32.592659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cce106c2-df16-4bc1-8cc6-0ec6149efcbb req-1d862759-a5f3-4df8-9d3b-6b07efc042b1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 1096 time: 0.0619998 Nov 25 18:51:32.733569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cce106c2-df16-4bc1-8cc6-0ec6149efcbb req-15eb69c8-fa5c-4635-86ec-edc65b5722e3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282864 Nov 25 18:51:32.812399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799cabe-04a2-4f7a-ad75-20f3f18f01d5 req-ed44cffe-b8bf-4e25-ad1f-13a6f6d90f77 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:32.820318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8799cabe-04a2-4f7a-ad75-20f3f18f01d5 req-ed44cffe-b8bf-4e25-ad1f-13a6f6d90f77 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1633062 Nov 25 18:51:32.862958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59964) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:32.930335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8799cabe-04a2-4f7a-ad75-20f3f18f01d5 req-ab612c72-b126-4629-be5c-fe95cfca1ab3 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064301 Nov 25 18:51:33.044231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.166877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.171747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.222484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6aee0eae7dc248bda0541138ead18517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3583937 Nov 25 18:51:33.223586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0c80c4-cf3d-4091-878b-1ce0ff097148,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:33.225055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59972) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:33.232875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.233521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.234099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.235015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.235573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.236147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.236790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.237347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.237881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.238398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.238926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.239473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5d09e-6159-4aee-94d0-972bdc67f3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:33.299625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.328118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f861b5e6-e085-47ee-ba7f-e2c33fa1fef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.360550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f861b5e6-e085-47ee-ba7f-e2c33fa1fef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.417166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f861b5e6-e085-47ee-ba7f-e2c33fa1fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.420237 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f861b5e6-e085-47ee-ba7f-e2c33fa1fef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.422223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f861b5e6-e085-47ee-ba7f-e2c33fa1fef8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb0c80c4-cf3d-4091-878b-1ce0ff097148 HTTP/1.1" status: 204 len: 168 time: 0.1958034 Nov 25 18:51:33.435743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861b5e6-e085-47ee-ba7f-e2c33fa1fef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0c80c4-cf3d-4091-878b-1ce0ff097148,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:33.829143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59992) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:33.855444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-68ce674f-1142-4e09-af34-fb59aeff6d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.969701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-68ce674f-1142-4e09-af34-fb59aeff6d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:33.976569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-68ce674f-1142-4e09-af34-fb59aeff6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:34.013820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-68ce674f-1142-4e09-af34-fb59aeff6d23 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f3910e244d44b76ae23aebcdf707410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809974 Nov 25 18:51:34.017327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60004) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:34.034858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce674f-1142-4e09-af34-fb59aeff6d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a05fa-a737-486b-a290-1571a5df42a0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:34.190711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7a83e27-b6b8-4389-b04d-35d5d51ef6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:34.219002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7a83e27-b6b8-4389-b04d-35d5d51ef6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:34.285770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7a83e27-b6b8-4389-b04d-35d5d51ef6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:34.289875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7a83e27-b6b8-4389-b04d-35d5d51ef6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:34.293470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b7a83e27-b6b8-4389-b04d-35d5d51ef6fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f66a05fa-a737-486b-a290-1571a5df42a0 HTTP/1.1" status: 204 len: 168 time: 0.2734814 Nov 25 18:51:34.302909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cd80f-6899-4652-bb1f-7df7f3eaa45c req-d726235d-5b3f-441c-b492-116b27b1ffbf tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:34.309302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d8cd80f-6899-4652-bb1f-7df7f3eaa45c req-d726235d-5b3f-441c-b492-116b27b1ffbf tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.2083552 Nov 25 18:51:34.326944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a83e27-b6b8-4389-b04d-35d5d51ef6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a05fa-a737-486b-a290-1571a5df42a0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:34.403283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d8cd80f-6899-4652-bb1f-7df7f3eaa45c req-acf8e034-d711-45e2-8a36-c8bcd3ff6dd7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908077 Nov 25 18:51:35.556021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc643647-b473-4a32-8717-ae56ed99c253 req-d5d05b1d-5def-49f1-8e4f-0df0f7e4aefb tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:35.558982 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc643647-b473-4a32-8717-ae56ed99c253 req-d5d05b1d-5def-49f1-8e4f-0df0f7e4aefb tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.0566039 Nov 25 18:51:35.619630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc643647-b473-4a32-8717-ae56ed99c253 req-825b0053-4d35-4ef4-bc88-63e57dece790 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549517 Nov 25 18:51:35.805890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229be4-0734-4ef7-afa7-9f482344ab8a req-85d37f37-4413-441b-bc5f-96f279033b9e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:35.808675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a229be4-0734-4ef7-afa7-9f482344ab8a req-85d37f37-4413-441b-bc5f-96f279033b9e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1064456 Nov 25 18:51:35.919071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a229be4-0734-4ef7-afa7-9f482344ab8a req-69649bcf-ad6b-47aa-b216-2682574dacde tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011078 Nov 25 18:51:36.656661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-f354003a-3f90-43e7-8951-badb36068938 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:36.666030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-f354003a-3f90-43e7-8951-badb36068938 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 813 time: 0.1884389 Nov 25 18:51:36.685034 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-2b4155f1-21ea-4617-94cf-ffccddb472a2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/quotas/e8415c38c16947e6a62d7a0d081a092d HTTP/1.1" status: 200 len: 375 time: 0.0176895 Nov 25 18:51:36.784257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-01e2f9af-9f32-4d50-8b25-c99d59211e14 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977516 Nov 25 18:51:36.892826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-b48966af-ee12-4065-954c-7e82e1ed3a9d service neutron] 10.222.0.62 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003797 Nov 25 18:51:37.019323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-6759b73d-30ed-4e29-9c30-919eec97985f service neutron] 10.222.0.62 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256642 Nov 25 18:51:37.323447 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4edfd6ad-dee7-4630-9747-f5d2c4d9a8e2 req-f77150e3-317f-48f6-8fd0-f6514bd1e9f1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 210 time: 0.0600965 Nov 25 18:51:37.901573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d81497-b685-49d6-a1e0-477642a680ec req-4cb5e2a4-2be5-4793-9578-9ce78d9831ff tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:37.903501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1d81497-b685-49d6-a1e0-477642a680ec req-4cb5e2a4-2be5-4793-9578-9ce78d9831ff tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "GET /v2.0/ports?device_id=99fc5652-5c14-41df-8374-00330965ecde HTTP/1.1" status: 200 len: 945 time: 0.1122048 Nov 25 18:51:38.091097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Deleting port 351c9894-ab70-4314-8b65-a6c447e62d07 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:51:38.091740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:38.243605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] For port 351c9894-ab70-4314-8b65-a6c447e62d07, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=351c9894-ab70-4314-8b65-a6c447e62d07,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:38.244093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:38.265538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Calling delete_port for 351c9894-ab70-4314-8b65-a6c447e62d07 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:51:38.573853 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1bfeafde-1d27-40be-acd2-45bdd86b95e3 req-721c50f4-70c6-4e03-a303-cf892ea76bb7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 210 time: 0.0619910 Nov 25 18:51:38.671322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:38.687022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['351c9894-ab70-4314-8b65-a6c447e62d07'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:51:38.734716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Pushing event deleted for resources: {'Port': ['ID=351c9894-ab70-4314-8b65-a6c447e62d07,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:38.824949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] No DVR routers for this DVR port 351c9894-ab70-4314-8b65-a6c447e62d07 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:51:38.828130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:38.831642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1d81497-b685-49d6-a1e0-477642a680ec req-bd3039b0-ab96-4005-9077-d0c436f633c1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "DELETE /v2.0/ports/351c9894-ab70-4314-8b65-a6c447e62d07 HTTP/1.1" status: 204 len: 173 time: 0.9149425 Nov 25 18:51:38.850110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-deleted', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:38.856863 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138af9b3-fc72-448b-8a97-f0965ad5e1af" -d '{"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-deleted", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:38.936320 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4550e051-b402-40a7-a19d-82e4ac0946d8 x-openstack-request-id: req-4550e051-b402-40a7-a19d-82e4ac0946d8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:38.936614 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fc5652-5c14-41df-8374-00330965ecde", "name": "network-vif-deleted", "tag": "351c9894-ab70-4314-8b65-a6c447e62d07", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:38.936873 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4550e051-b402-40a7-a19d-82e4ac0946d8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:38.937267 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fc5652-5c14-41df-8374-00330965ecde', 'name': 'network-vif-deleted', 'tag': '351c9894-ab70-4314-8b65-a6c447e62d07', 'status': 'completed', 'code': 200} Nov 25 18:51:39.058412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3670d017-ed92-4732-ac8e-353c09ae0702 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:39.060814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3670d017-ed92-4732-ac8e-353c09ae0702 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.64 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 813 time: 0.1169739 Nov 25 18:51:39.094928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Request body: {'port': {'device_id': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'admin_state_up': True, 'tenant_id': 'e8415c38c16947e6a62d7a0d081a092d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:51:39.243652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Made reservation on behalf of e8415c38c16947e6a62d7a0d081a092d for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:51:39.247564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:39.382782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Allocated IP 172.20.0.2 (c65798f8-51a5-4179-aa8a-20e1ba0e5933/d39b52e5-1e9f-4b83-9b02-79ba15dbb18e/e58f60aa-290b-4994-a3c7-332ad9d9e260) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:51:39.675853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:39.746226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:39.817483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Network c65798f8-51a5-4179-aa8a-20e1ba0e5933 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:51:39.821954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:51:39.829885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:51:39.941449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3d8fa-db02-497f-ba02-e4b026f75b4e req-1c625ff1-6ce0-4297-bacf-30aa8bb623a5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:39.942826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87c3d8fa-db02-497f-ba02-e4b026f75b4e req-1c625ff1-6ce0-4297-bacf-30aa8bb623a5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 931 time: 0.2075639 Nov 25 18:51:39.948258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Pushing event updated for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:39.959842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.960494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.961488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.961997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.963987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.964820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.965309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.965851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.966340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.966855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.967422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.967902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:51:39.978354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:39.979384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:40.079701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87c3d8fa-db02-497f-ba02-e4b026f75b4e req-1ef9f7da-85a3-44e4-a6c7-78373138a136 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218979 Nov 25 18:51:40.088997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-3233cd23-6ffd-4b96-8a10-0a72aa5fd9d6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0106354 Nov 25 18:51:40.106705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Request body: {'port': {'device_id': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:51:40.119243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['351c9894-ab70-4314-8b65-a6c447e62d07'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:51:40.216536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:40.656499 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58f60aa-290b-4994-a3c7-332ad9d9e260 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:51:40.664951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:40.691793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Transition to ACTIVE for port object e58f60aa-290b-4994-a3c7-332ad9d9e260 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:51:40.697655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:40.780469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Pushing event updated for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:40.919179 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ec75abb-b317-4219-a45f-99fb27b20a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:41.136508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Attempting to bind port e58f60aa-290b-4994-a3c7-332ad9d9e260 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:51:41.137046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Attempting to bind port e58f60aa-290b-4994-a3c7-332ad9d9e260 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:51:41.137157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Attempting to bind port e58f60aa-290b-4994-a3c7-332ad9d9e260 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:51:41.195867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Port e58f60aa-290b-4994-a3c7-332ad9d9e260 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:51:41.196208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Attempting to bind port e58f60aa-290b-4994-a3c7-332ad9d9e260 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:51:41.226678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:51:41.227148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Checking segment: {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:51:41.227506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Bound using segment: {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:51:41.228002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Bound port: e58f60aa-290b-4994-a3c7-332ad9d9e260, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:51:41.228359 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:41.511772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b5630-37bc-40d0-8871-46b5bfbb0894 req-3f96aec7-ec03-4f99-a21e-318797255d59 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:41.515442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a7b5630-37bc-40d0-8871-46b5bfbb0894 req-3f96aec7-ec03-4f99-a21e-318797255d59 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 943 time: 0.1646771 Nov 25 18:51:41.517314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:51:41.522674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:51:41.539024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:41.639248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:41.639992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:41.642142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] 10.222.0.64 "PUT /v2.0/ports/e58f60aa-290b-4994-a3c7-332ad9d9e260 HTTP/1.1" status: 200 len: 1091 time: 1.5451472 Nov 25 18:51:41.669265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:41.675984 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c2159b-2055-482f-9414-ea4f8e0d8812" -d '{"events": [{"name": "network-changed", "server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:41.790676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad4ea9-c592-4e6d-b41f-a7418748966d service neutron] Pushing event updated for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:41.800338 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571c720-0b60-48fb-93f9-715b8d5f49e5 x-openstack-request-id: req-c571c720-0b60-48fb-93f9-715b8d5f49e5 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:41.800633 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:41.800887 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c571c720-0b60-48fb-93f9-715b8d5f49e5 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:41.801288 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'status': 'completed', 'code': 200} Nov 25 18:51:41.823334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a7b5630-37bc-40d0-8871-46b5bfbb0894 req-791dd6a0-69c7-47de-971d-dcb0cfb79f2f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984250 Nov 25 18:51:41.826114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 351c9894-ab70-4314-8b65-a6c447e62d07 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:51:41.851811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 351c9894-ab70-4314-8b65-a6c447e62d07 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:51:41.852644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-95f9d268-005c-410a-9e19-45f38d2c1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:41.853097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 351c9894-ab70-4314-8b65-a6c447e62d07 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:51:41.854509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-95f9d268-005c-410a-9e19-45f38d2c1b11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 1094 time: 0.0963111 Nov 25 18:51:41.946325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-9489c397-b98c-4b84-8506-3a5e5eb3397b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260 HTTP/1.1" status: 200 len: 217 time: 0.0732338 Nov 25 18:51:42.060911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-6a915e30-3b39-4b9e-90fd-db0bdf3ccc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:42.062675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-6a915e30-3b39-4b9e-90fd-db0bdf3ccc5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e HTTP/1.1" status: 200 len: 853 time: 0.1083353 Nov 25 18:51:42.144938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-ff8a3651-afb3-44e6-bc2f-0f05a4c1ad72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c65798f8-51a5-4179-aa8a-20e1ba0e5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683589 Nov 25 18:51:42.358383 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-6737777e-3b76-49d8-a1d1-474dda6d1e50 service neutron] 10.222.0.64 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993124 Nov 25 18:51:42.565939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43e8e408-b51c-4815-b2cf-1006c033a541 req-67938032-4001-449d-890e-28b8e491adf8 service neutron] 10.222.0.64 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900766 Nov 25 18:51:42.586765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-abde2302-4357-4ab5-83b4-fd04ed4b9696 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:42.588333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-abde2302-4357-4ab5-83b4-fd04ed4b9696 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.2142234 Nov 25 18:51:42.627122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-8d2fe0e5-3ebe-4b56-a02a-9dd479888b2d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/quotas/81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 375 time: 0.0319986 Nov 25 18:51:42.709498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-13059b46-9afe-47c4-b323-874f9b91491b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774920 Nov 25 18:51:42.721092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-fcca2744-847e-434c-b768-bb6be8a5e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:42.723111 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-fcca2744-847e-434c-b768-bb6be8a5e735 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 1094 time: 0.0753145 Nov 25 18:51:42.834213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-7c908765-7670-4a3a-b2a2-56ecff9a757b service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238077 Nov 25 18:51:42.961905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-b54dc58b-957b-438d-aeb1-c29c98849db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:42.963618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-b54dc58b-957b-438d-aeb1-c29c98849db4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 914 time: 0.2272551 Nov 25 18:51:43.083159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-5c092f82-2f7b-43fb-8638-d8171b37f7d4 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340355 Nov 25 18:51:43.117878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-0383bb09-2e46-4c39-815f-bc465b75546f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260 HTTP/1.1" status: 200 len: 217 time: 0.1341436 Nov 25 18:51:43.155533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8144c73-aede-492c-a3be-950447642de8 req-581b1f2f-c2de-4ebc-9d68-976720a94ed7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:43.157709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8144c73-aede-492c-a3be-950447642de8 req-581b1f2f-c2de-4ebc-9d68-976720a94ed7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 943 time: 0.1880736 Nov 25 18:51:43.259656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-19772431-f48c-411c-b2a5-a8bdf95e10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:43.262582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-19772431-f48c-411c-b2a5-a8bdf95e10b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e HTTP/1.1" status: 200 len: 853 time: 0.1284125 Nov 25 18:51:43.274147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8144c73-aede-492c-a3be-950447642de8 req-564ed075-8ca8-41c8-8114-d3f3a3cc1dd7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785279 Nov 25 18:51:43.349435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-94b2bb56-e422-48d2-9cba-e8b1d3a89964 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c65798f8-51a5-4179-aa8a-20e1ba0e5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735495 Nov 25 18:51:43.444166 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8ea-9998-42de-8d48-3c90acfab59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:43.479133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a5557c2-d5e2-4c64-9544-eaba402b25e5 req-dce37396-5ee5-4e26-8847-b7a70f36d54a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0822754 Nov 25 18:51:43.590096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-4cda56f9-9764-42e7-921f-15f583c5b0ca service neutron] 10.222.0.64 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267160 Nov 25 18:51:43.781346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2c2159b-2055-482f-9414-ea4f8e0d8812 req-4a88e04f-7812-4962-a17c-cef528f899cd service neutron] 10.222.0.64 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822648 Nov 25 18:51:44.375367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:44.531738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5121a-ede0-48ac-a178-f4786aabbc0c req-b899c9ba-597d-4e27-9566-a0efad251fe9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:44.533165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5a5121a-ede0-48ac-a178-f4786aabbc0c req-b899c9ba-597d-4e27-9566-a0efad251fe9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 943 time: 0.0686674 Nov 25 18:51:44.690745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5a5121a-ede0-48ac-a178-f4786aabbc0c req-3980874f-e496-4d8c-953f-28be62919acc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501839 Nov 25 18:51:44.768276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-165a02dc-309f-4c4a-99dc-6eaedd5c6365 req-e01fa5cb-550b-4a99-b475-0a26b6a89c61 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0712976 Nov 25 18:51:44.999706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-52480386-d3b8-462c-8417-b494f9c42ae4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:45.001613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-52480386-d3b8-462c-8417-b494f9c42ae4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.2139308 Nov 25 18:51:45.030901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'port': {'device_id': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'admin_state_up': True, 'tenant_id': '81443d1838114f57a977b4e512fb14ee'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:51:45.273244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:51:45.276762 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:45.519688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.20.0.14 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/0642f3f5-0fba-4e78-a2ce-61733a1b70c4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:51:45.937270 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:45.956719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:46.017639 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6117901d-dc6a-498e-bba2-7909fd5ed5aa req-2081c121-f277-439a-aaa7-e36467842830 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0553234 Nov 25 18:51:46.133624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:46.224138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:51:46.230692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:46.234810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:51:46.250975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:51:46.266259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a69d-c3f0-4745-806f-d604ccf80c4c req-b440cad2-1507-420a-b9b8-da57b075c3a7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:46.268094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b05a69d-c3f0-4745-806f-d604ccf80c4c req-b440cad2-1507-420a-b9b8-da57b075c3a7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 943 time: 0.3841834 Nov 25 18:51:46.421250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:46.422195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:46.467581 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b05a69d-c3f0-4745-806f-d604ccf80c4c req-8ab6488d-67f3-4f77-9d6c-e22f499a2006 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687675 Nov 25 18:51:46.472711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-5f4aeb81-7e08-4bd0-bd9f-fd7edac60006 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4582326 Nov 25 18:51:46.496045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Request body: {'port': {'device_id': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:51:46.562213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:46.624246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e58f60aa-290b-4994-a3c7-332ad9d9e260 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:51:46.864810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:46.877721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'port_id': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'mac_address': 'fa:16:3e:85:8d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b52e5-1e9f-4b83-9b02-79ba15dbb18e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:51:46.879761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9ce00e5a-fb93-48a4-ad5e-60201477ea3d None None] Provisioning complete for port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:51:46.880289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ce00e5a-fb93-48a4-ad5e-60201477ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:46.964173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9ce00e5a-fb93-48a4-ad5e-60201477ea3d None None] Port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:51:47.052995 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.061937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:51:47.083411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.089055 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.110771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58f60aa-290b-4994-a3c7-332ad9d9e260 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:51:47.139001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:47.140303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Transition to ACTIVE for port object 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:51:47.144621 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.151836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.220906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:47.301253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Pushing event updated for resources: {'Port': ['ID=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:47.404387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841a6f3-0d82-4edd-bea0-328d14eb71c7 req-4647b0e7-0639-41b6-8968-097739a2308f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:47.417192 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1841a6f3-0d82-4edd-bea0-328d14eb71c7 req-4647b0e7-0639-41b6-8968-097739a2308f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.1990464 Nov 25 18:51:47.421898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['e58f60aa-290b-4994-a3c7-332ad9d9e260'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:51:47.441434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Attempting to bind port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:51:47.441779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Attempting to bind port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:51:47.442110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Attempting to bind port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:51:47.520987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 on network 5543069d-2fe3-41da-893c-40a6aacef875 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:51:47.521318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Attempting to bind port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:51:47.566599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:51:47.571047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:51:47.578048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:51:47.578048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Bound port: 0642f3f5-0fba-4e78-a2ce-61733a1b70c4, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:51:47.578048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.656638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1841a6f3-0d82-4edd-bea0-328d14eb71c7 req-cd6aaacb-be14-4484-9994-a83023472419 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307341 Nov 25 18:51:47.707001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4f26-abb5-468d-a1ed-8e0b0626d9ca req-96c9fdb4-1625-4662-93c5-29bcf4c2dafc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:47.728320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29cb4f26-abb5-468d-a1ed-8e0b0626d9ca req-96c9fdb4-1625-4662-93c5-29bcf4c2dafc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 944 time: 0.1125715 Nov 25 18:51:47.825063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] For port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:51:47.829954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] For port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:51:47.843177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:47.885499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29cb4f26-abb5-468d-a1ed-8e0b0626d9ca req-5afb1e64-a07a-4315-89cb-f2edfd63e11a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483934 Nov 25 18:51:48.004512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:48.011106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:48.012777 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] 10.222.0.66 "PUT /v2.0/ports/0642f3f5-0fba-4e78-a2ce-61733a1b70c4 HTTP/1.1" status: 200 len: 1092 time: 1.5221181 Nov 25 18:51:48.015740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'tag': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:48.018243 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1becbd4f-8560-4d90-94c6-0a76fc913600" -d '{"events": [{"name": "network-changed", "server_uuid": "de5ef578-5c95-446d-a817-04dfa5103a31", "tag": "0642f3f5-0fba-4e78-a2ce-61733a1b70c4"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:48.155008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a6654-e316-4a42-9bea-3cc2aa039e92 service neutron] Pushing event updated for resources: {'Port': ['ID=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:48.181834 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1e819a-150a-4d91-9439-6738ffa1da51 x-openstack-request-id: req-ad1e819a-150a-4d91-9439-6738ffa1da51 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:48.182361 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5ef578-5c95-446d-a817-04dfa5103a31", "tag": "0642f3f5-0fba-4e78-a2ce-61733a1b70c4", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:48.184688 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad1e819a-150a-4d91-9439-6738ffa1da51 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:48.185839 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'tag': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4', 'status': 'completed', 'code': 200} Nov 25 18:51:48.199194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-3743923f-075c-46b7-8abf-3d06a40ccc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:48.200942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-3743923f-075c-46b7-8abf-3d06a40ccc5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 1095 time: 0.1331089 Nov 25 18:51:48.261259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-8331cd54-264b-4448-b272-022deb433812 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0642f3f5-0fba-4e78-a2ce-61733a1b70c4 HTTP/1.1" status: 200 len: 217 time: 0.0501478 Nov 25 18:51:48.362370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-f647472c-806e-4e2b-8e97-c7716dfe1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:48.365401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-f647472c-806e-4e2b-8e97-c7716dfe1762 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0854850 Nov 25 18:51:48.488185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2015-3649-4724-8bfe-a220dee5059e req-2650747d-165f-4d69-a8a7-246164cfc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:48.494975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-2650747d-165f-4d69-a8a7-246164cfc19a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204376 Nov 25 18:51:48.630317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e58f60aa-290b-4994-a3c7-332ad9d9e260 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:51:48.709246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-c6b7f9e7-bf50-4386-bab3-ce9e1852de47 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069302 Nov 25 18:51:48.766926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port e58f60aa-290b-4994-a3c7-332ad9d9e260 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:51:48.786545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port e58f60aa-290b-4994-a3c7-332ad9d9e260 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:51:48.788383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:48.841103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-044e2015-3649-4724-8bfe-a220dee5059e req-3d96178a-3f5e-4e7f-8486-c70d44751b4b service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232715 Nov 25 18:51:48.970881 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:49.035899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:51:49.039493 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113df8c8-f6ca-4932-b69f-d9d8b3c48b3b" -d '{"events": [{"server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "name": "network-vif-plugged", "status": "completed", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:51:49.068064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:51:49.076063 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:49.087638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b415b-6438-456c-b8c1-ef27abb8bef7 req-84499c54-602b-45c8-aa33-412dfa0e93ae tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:49.089223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e82b415b-6438-456c-b8c1-ef27abb8bef7 req-84499c54-602b-45c8-aa33-412dfa0e93ae tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.2298379 Nov 25 18:51:49.108714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01db1-934e-4950-8add-2d447750a123 req-671d73a1-3155-4ce5-b207-9167952ba3f9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:49.115384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05c01db1-934e-4950-8add-2d447750a123 req-671d73a1-3155-4ce5-b207-9167952ba3f9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 944 time: 0.1148994 Nov 25 18:51:49.149994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-149cedef-ff7f-4c21-a9d5-11d82cd7c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:49.151830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-149cedef-ff7f-4c21-a9d5-11d82cd7c8d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 1095 time: 0.2264707 Nov 25 18:51:49.256667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:49.259125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05c01db1-934e-4950-8add-2d447750a123 req-93465f6b-d64e-49fe-8403-24a42f084e12 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278989 Nov 25 18:51:49.427974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e82b415b-6438-456c-b8c1-ef27abb8bef7 req-96fe5d80-5f3d-404e-9abc-9e06fd1f9d37 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264115 Nov 25 18:51:49.544045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-d5971e82-f576-4fa9-b9df-502ccdc4da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:49.548056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-d5971e82-f576-4fa9-b9df-502ccdc4da92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.3783255 Nov 25 18:51:49.694274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-2891cbfe-7264-4c41-8c28-db9dc24e2cbf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0642f3f5-0fba-4e78-a2ce-61733a1b70c4 HTTP/1.1" status: 200 len: 217 time: 0.1326444 Nov 25 18:51:49.750046 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3972c8-d310-4be2-8114-5dd42b5a64c7 x-openstack-request-id: req-6c3972c8-d310-4be2-8114-5dd42b5a64c7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:51:49.750568 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "name": "network-vif-plugged", "status": "completed", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:51:49.750670 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c3972c8-d310-4be2-8114-5dd42b5a64c7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:51:49.751013 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'code': 200} Nov 25 18:51:49.832981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-d4390624-73ab-457b-bf44-435f8b12c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:49.836818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-d4390624-73ab-457b-bf44-435f8b12c1b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.1311617 Nov 25 18:51:49.924175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e6c96-d03e-405e-82f1-0f7226823e3a req-c174133f-03ff-42a8-87b3-d54ab05adffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:49.925704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b42e6c96-d03e-405e-82f1-0f7226823e3a req-c174133f-03ff-42a8-87b3-d54ab05adffe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 1096 time: 0.0833457 Nov 25 18:51:49.933184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-8fb5a792-8bfd-4665-87c3-46a64f4ba2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:49.934727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-8fb5a792-8bfd-4665-87c3-46a64f4ba2df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899506 Nov 25 18:51:50.050702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b42e6c96-d03e-405e-82f1-0f7226823e3a req-079d8ab9-4f1c-44dd-b830-feb8e11e2cb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159198 Nov 25 18:51:50.067967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-09dc7943-dd15-4c04-bcc0-c59e0405fc8e service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246769 Nov 25 18:51:50.286541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1becbd4f-8560-4d90-94c6-0a76fc913600 req-21c9cc2d-e98a-40bd-800b-f7f9cf960888 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084105 Nov 25 18:51:50.538184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab18c53-1a28-44da-9172-b8e32282a87e req-cdb7803d-49df-424e-83bc-68b0d96a21d8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:50.541824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ab18c53-1a28-44da-9172-b8e32282a87e req-cdb7803d-49df-424e-83bc-68b0d96a21d8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1664102 Nov 25 18:51:50.662161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ab18c53-1a28-44da-9172-b8e32282a87e req-feede175-4652-4a5f-8804-ad79df6591b1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057131 Nov 25 18:51:50.693444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c2f54-803e-416a-9c8a-513d72eb6f57 req-ee112490-5bf1-4001-b062-119123881159 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:50.695084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a01c2f54-803e-416a-9c8a-513d72eb6f57 req-ee112490-5bf1-4001-b062-119123881159 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0930033 Nov 25 18:51:50.765541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a01c2f54-803e-416a-9c8a-513d72eb6f57 req-fa1f99e7-9c64-46d9-b28d-031ce6e6cf57 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580125 Nov 25 18:51:51.841868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c52e4-94c4-401f-b397-bcbb8286e638 req-bab38d8f-01d4-4cc1-a5c9-38a5fd139b79 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:51.849664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-640c52e4-94c4-401f-b397-bcbb8286e638 req-bab38d8f-01d4-4cc1-a5c9-38a5fd139b79 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0959682 Nov 25 18:51:51.976710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f20bad-2033-4058-bbd9-00cc6ff5921d req-677a38b2-9386-4a1c-bd72-594fcc1f0ea1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:51.981447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-640c52e4-94c4-401f-b397-bcbb8286e638 req-33d488af-c258-4d0b-9d16-b06304223696 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299539 Nov 25 18:51:51.995650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8f20bad-2033-4058-bbd9-00cc6ff5921d req-677a38b2-9386-4a1c-bd72-594fcc1f0ea1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.1209300 Nov 25 18:51:52.115690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23961028-2cb2-4b79-9dea-1bcbd975b10e req-f7c95e28-79a4-4d12-a0d5-15724bd0e5d9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:52.125858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23961028-2cb2-4b79-9dea-1bcbd975b10e req-f7c95e28-79a4-4d12-a0d5-15724bd0e5d9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0665205 Nov 25 18:51:52.143569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8f20bad-2033-4058-bbd9-00cc6ff5921d req-6116f6e2-0738-498f-88c5-ccb1477f1438 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469083 Nov 25 18:51:52.204700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23961028-2cb2-4b79-9dea-1bcbd975b10e req-77fc70a6-08a0-4880-b3ea-2157822a8c54 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759377 Nov 25 18:51:52.545956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abbd2d-97f0-4dad-b511-4cf011a66416 req-8773d72f-6edd-4165-819a-4952113084ed tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:52.573256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78abbd2d-97f0-4dad-b511-4cf011a66416 req-8773d72f-6edd-4165-819a-4952113084ed tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1024709 Nov 25 18:51:52.638386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78abbd2d-97f0-4dad-b511-4cf011a66416 req-16198c33-152e-43d2-954d-76420587c5ab tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641234 Nov 25 18:51:52.827341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8375-108f-4afd-ba1c-83d79b920d82 req-0d7949af-543f-4d52-9751-25ef165c14ca tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:52.829427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a88e8375-108f-4afd-ba1c-83d79b920d82 req-0d7949af-543f-4d52-9751-25ef165c14ca tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0906758 Nov 25 18:51:52.937657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a88e8375-108f-4afd-ba1c-83d79b920d82 req-c8943e75-08f5-4dd2-9db8-e04df03a9f68 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904043 Nov 25 18:51:53.443924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e42695-46a0-40c6-a472-0195be3088ba req-9e0b53e4-4df2-42e0-8b73-6494ac2c82d7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:53.450289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18e42695-46a0-40c6-a472-0195be3088ba req-9e0b53e4-4df2-42e0-8b73-6494ac2c82d7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.2005076 Nov 25 18:51:53.576091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18e42695-46a0-40c6-a472-0195be3088ba req-55dd0868-6589-4ffd-ae8e-a02f99a56c61 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195631 Nov 25 18:51:53.732650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9ad96-76dd-4da7-bfdd-c89a4f60a629 req-40440265-234e-4e26-87bc-387dd3073365 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:53.747299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bba9ad96-76dd-4da7-bfdd-c89a4f60a629 req-40440265-234e-4e26-87bc-387dd3073365 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1390975 Nov 25 18:51:53.859310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bba9ad96-76dd-4da7-bfdd-c89a4f60a629 req-ce67577b-d924-4068-a596-ed9cc90ac6ab tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078463 Nov 25 18:51:54.379923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:54.628387 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1fc82eb3-84a1-4244-8a22-b2dd85bdb1b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:54.791624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1fc82eb3-84a1-4244-8a22-b2dd85bdb1b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:54.841369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1fc82eb3-84a1-4244-8a22-b2dd85bdb1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:54.973069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60610) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:54.977663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1fc82eb3-84a1-4244-8a22-b2dd85bdb1b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f855bb8b648413ba9b0d5e073d527dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5944016 Nov 25 18:51:54.996520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1a7d-f38e-467c-b8b6-af8d7da3486a req-598ff332-cbc0-4d41-b42e-0144828d33a8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:54.998598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b2f1a7d-f38e-467c-b8b6-af8d7da3486a req-598ff332-cbc0-4d41-b42e-0144828d33a8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.2221282 Nov 25 18:51:54.999462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc82eb3-84a1-4244-8a22-b2dd85bdb1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ad28e1-62c4-4013-bd70-ed8059212778,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:55.069186 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07243e8f-ee65-43e1-8894-ec7086d68d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:55.117552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07243e8f-ee65-43e1-8894-ec7086d68d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:55.122046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b2f1a7d-f38e-467c-b8b6-af8d7da3486a req-8e8c121c-3ff6-45f0-ba03-1e5a3878b574 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079581 Nov 25 18:51:55.185240 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07243e8f-ee65-43e1-8894-ec7086d68d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:55.189690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07243e8f-ee65-43e1-8894-ec7086d68d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:55.191125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-07243e8f-ee65-43e1-8894-ec7086d68d63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64ad28e1-62c4-4013-bd70-ed8059212778 HTTP/1.1" status: 204 len: 168 time: 0.2170565 Nov 25 18:51:55.232468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07243e8f-ee65-43e1-8894-ec7086d68d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ad28e1-62c4-4013-bd70-ed8059212778,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:55.293534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb1849-c143-4f90-9acd-c3679fc4af92 req-d15d4703-9625-4811-ab33-50cc9f0727ed tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:55.303623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9bcb1849-c143-4f90-9acd-c3679fc4af92 req-d15d4703-9625-4811-ab33-50cc9f0727ed tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1626339 Nov 25 18:51:55.389168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9bcb1849-c143-4f90-9acd-c3679fc4af92 req-519ef948-04b5-46d2-b1ce-c3514be76879 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788991 Nov 25 18:51:55.816822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60632) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:55.849853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a34320a9-3375-422d-a161-e078756d2e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:55.962643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a34320a9-3375-422d-a161-e078756d2e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:55.972870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a34320a9-3375-422d-a161-e078756d2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:56.028065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34320a9-3375-422d-a161-e078756d2e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59743146-8878-478f-9a12-38d009570ee1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:56.034775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a34320a9-3375-422d-a161-e078756d2e13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c846ac5629d47568cb50700fd1742cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2163496 Nov 25 18:51:56.037427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60640) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:51:56.131201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-731c2af0-8cf2-464d-ab2c-e18b032776ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:56.189477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-731c2af0-8cf2-464d-ab2c-e18b032776ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:56.306242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970518-7926-42e6-a699-76f6e14d149e req-029060fc-f7be-4fda-91fc-d06e517d89a8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:56.307855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a970518-7926-42e6-a699-76f6e14d149e req-029060fc-f7be-4fda-91fc-d06e517d89a8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0770125 Nov 25 18:51:56.337771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-731c2af0-8cf2-464d-ab2c-e18b032776ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:56.339514 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-731c2af0-8cf2-464d-ab2c-e18b032776ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:51:56.340851 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-731c2af0-8cf2-464d-ab2c-e18b032776ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59743146-8878-478f-9a12-38d009570ee1 HTTP/1.1" status: 204 len: 168 time: 0.3017149 Nov 25 18:51:56.373825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c2af0-8cf2-464d-ab2c-e18b032776ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59743146-8878-478f-9a12-38d009570ee1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:51:56.479474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a970518-7926-42e6-a699-76f6e14d149e req-edc03efd-1c31-420c-ab50-cc07d20c66f0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551554 Nov 25 18:51:56.602918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96dcc8-645b-41ef-91eb-338b24494c61 req-c8801b6e-f90b-4137-91f9-a616e05ee34d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:56.607677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d96dcc8-645b-41ef-91eb-338b24494c61 req-c8801b6e-f90b-4137-91f9-a616e05ee34d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1119604 Nov 25 18:51:56.738904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d96dcc8-645b-41ef-91eb-338b24494c61 req-f0abf0b9-c6d2-41c8-9878-80d0e588d2ee tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248934 Nov 25 18:51:57.634755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4768-c4e8-4e36-bf55-71cf9a44a49f req-a2fb090d-71ff-44d0-bada-0bf385c2e013 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:57.637260 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b0e4768-c4e8-4e36-bf55-71cf9a44a49f req-a2fb090d-71ff-44d0-bada-0bf385c2e013 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0704012 Nov 25 18:51:57.696890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b0e4768-c4e8-4e36-bf55-71cf9a44a49f req-8945dafe-4319-4216-8a76-a78b916d6d28 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535336 Nov 25 18:51:57.969774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71cdb1-350d-480c-961a-f99a137902de req-766790b7-02ca-4313-bfd2-a23781aa5633 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:57.978669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a71cdb1-350d-480c-961a-f99a137902de req-766790b7-02ca-4313-bfd2-a23781aa5633 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0903859 Nov 25 18:51:58.095564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a71cdb1-350d-480c-961a-f99a137902de req-4c2a0e5b-3aca-4354-aaa2-280ccf3cff46 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096797 Nov 25 18:51:58.880452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ecd70-3724-440a-8f39-53eeb69d2596 req-59704e3c-125c-41d3-aa6f-3aa96855737f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:58.882382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-542ecd70-3724-440a-8f39-53eeb69d2596 req-59704e3c-125c-41d3-aa6f-3aa96855737f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0734808 Nov 25 18:51:59.018772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-542ecd70-3724-440a-8f39-53eeb69d2596 req-60540b7f-a5ec-42ff-881f-565e5062e0b8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251194 Nov 25 18:51:59.322154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a3672-40bb-4635-9c09-ee53d6453078 req-5baf282c-a734-44f1-8001-15110c133cef tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:51:59.339042 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-556a3672-40bb-4635-9c09-ee53d6453078 req-5baf282c-a734-44f1-8001-15110c133cef tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1321576 Nov 25 18:51:59.450936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-556a3672-40bb-4635-9c09-ee53d6453078 req-dab4fddd-bfa4-4a7b-b260-52d503262542 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107025 Nov 25 18:52:00.144822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166be5-d0cf-4e72-90de-109e76709fd2 req-ecb9c46d-d718-42bd-be9d-73e035ff130c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:00.146507 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a166be5-d0cf-4e72-90de-109e76709fd2 req-ecb9c46d-d718-42bd-be9d-73e035ff130c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0621266 Nov 25 18:52:00.222074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a166be5-d0cf-4e72-90de-109e76709fd2 req-e03fb7e5-bc8f-4f33-97ac-3bd1879e600a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640185 Nov 25 18:52:00.622646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6391-1b83-4403-a3ff-9768ccae5f25 req-5dd6c660-be3d-463c-b601-f1640a68444f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:00.624213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b23a6391-1b83-4403-a3ff-9768ccae5f25 req-5dd6c660-be3d-463c-b601-f1640a68444f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0519383 Nov 25 18:52:00.672304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b23a6391-1b83-4403-a3ff-9768ccae5f25 req-d2a2afa4-5aab-408a-966a-0f193b93f96b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Nov 25 18:52:00.739767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:01.374267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d1c60-05b0-4371-b380-fd6e1519c47a req-ee7e1a30-77d2-4a4a-b093-a23617da60e1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:01.375891 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-970d1c60-05b0-4371-b380-fd6e1519c47a req-ee7e1a30-77d2-4a4a-b093-a23617da60e1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0619433 Nov 25 18:52:01.463257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-970d1c60-05b0-4371-b380-fd6e1519c47a req-95f5ec03-0c17-4020-9a16-b23c9839d917 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724545 Nov 25 18:52:01.849121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7599e-4b7c-4a62-8aae-636d078f6e92 req-9ab3b339-f9e3-488b-8016-465fffec7aa1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:01.857147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e7599e-4b7c-4a62-8aae-636d078f6e92 req-9ab3b339-f9e3-488b-8016-465fffec7aa1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0835257 Nov 25 18:52:01.956865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e7599e-4b7c-4a62-8aae-636d078f6e92 req-712075db-bb5e-4a64-b366-92d20842abb5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987868 Nov 25 18:52:02.037242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-8b0f5bc3-55f5-46c3-9e46-33b21aa0a50f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559485 Nov 25 18:52:02.142051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-0c15ed45-9388-47a3-9f7a-359665faf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:02.146059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-0c15ed45-9388-47a3-9f7a-359665faf172 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a0381346f4b93a16cd013f9ac3dff&device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 1100 time: 0.0854807 Nov 25 18:52:02.299601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-28b3dda5-6b95-4dd3-9158-1612fa68d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:02.301453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-28b3dda5-6b95-4dd3-9158-1612fa68d2e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.1296239 Nov 25 18:52:02.350865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-2c18fff4-9ab3-488d-a287-8a777cfbdaa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1 HTTP/1.1" status: 200 len: 217 time: 0.0401988 Nov 25 18:52:02.436617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-5bd0e658-b023-423d-b871-55f0e82506a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:02.438164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-5bd0e658-b023-423d-b871-55f0e82506a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0781510 Nov 25 18:52:02.506741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-1c6d6bce-4b3c-4de5-b4b8-ffda5f184d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:02.506741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-1c6d6bce-4b3c-4de5-b4b8-ffda5f184d0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567894 Nov 25 18:52:02.681413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-d0807d8b-fc5e-415f-9700-44a0d7865d54 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631269 Nov 25 18:52:02.697920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eede4e-184c-489f-a337-92a7bd556d6e req-6e960e20-0b87-4ca6-aafe-a188da755ee4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:02.705905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06eede4e-184c-489f-a337-92a7bd556d6e req-6e960e20-0b87-4ca6-aafe-a188da755ee4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0976539 Nov 25 18:52:02.792260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06eede4e-184c-489f-a337-92a7bd556d6e req-1bed0082-f1e1-4111-a2bb-f34eeeddad51 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851815 Nov 25 18:52:02.830585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bf2df4f-9908-4fd5-a2d8-d849826c7797 req-05672334-a013-405c-9a4a-8b0c99cbea19 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409202 Nov 25 18:52:03.262360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee2040-97df-4b24-b867-c92c0efc1b61 req-61f641fb-fc97-4c9a-8918-f135ae16eac5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:03.268558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1ee2040-97df-4b24-b867-c92c0efc1b61 req-61f641fb-fc97-4c9a-8918-f135ae16eac5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1420863 Nov 25 18:52:03.322127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:03.702564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d1ee2040-97df-4b24-b867-c92c0efc1b61 req-e83a0442-d640-45ff-b215-eb14be8ab5d8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228721 Nov 25 18:52:03.963831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e640d-8c8a-4386-9df7-6d50a68d7888 req-ca3b1eca-c2f8-4bcd-aa8b-8c39d11664bb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:03.965462 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f0e640d-8c8a-4386-9df7-6d50a68d7888 req-ca3b1eca-c2f8-4bcd-aa8b-8c39d11664bb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0904007 Nov 25 18:52:04.038421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f0e640d-8c8a-4386-9df7-6d50a68d7888 req-c5e1c47c-227f-477d-a716-c735a4af11fa tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Nov 25 18:52:04.911083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed03ea8-0ab3-4328-8a0f-224300063e0c req-a1fa5558-fa59-4c5b-bf00-90cf5a56117b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:04.918873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ed03ea8-0ab3-4328-8a0f-224300063e0c req-a1fa5558-fa59-4c5b-bf00-90cf5a56117b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0903606 Nov 25 18:52:04.979323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ed03ea8-0ab3-4328-8a0f-224300063e0c req-4a1c2073-c064-4135-b6ae-2c9386f23e40 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558932 Nov 25 18:52:05.224244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8df7b-4cb0-40fe-a9c3-64bd00e5d06a req-9551a097-3e4e-49f4-8aa8-e7f29e2de6aa tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:05.226377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71a8df7b-4cb0-40fe-a9c3-64bd00e5d06a req-9551a097-3e4e-49f4-8aa8-e7f29e2de6aa tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.1058681 Nov 25 18:52:05.357454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71a8df7b-4cb0-40fe-a9c3-64bd00e5d06a req-0dcaf7fc-2d2b-404e-88bf-b3265da018a1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100919 Nov 25 18:52:06.173570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48b443-a8d6-475a-a088-28dceae2546e req-778e5ba5-ab56-4b54-8079-b9b3571f9fe7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:06.175205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7a48b443-a8d6-475a-a088-28dceae2546e req-778e5ba5-ab56-4b54-8079-b9b3571f9fe7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0766034 Nov 25 18:52:06.237564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7a48b443-a8d6-475a-a088-28dceae2546e req-38cdd57a-07a3-4546-aad3-bc1e0e934b7a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554781 Nov 25 18:52:06.838645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202203a-70fe-4fcb-845c-80cc286a5bc4 req-f763d3e5-bcef-4ad7-9ff6-6a13047d1f6e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:06.840158 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b202203a-70fe-4fcb-845c-80cc286a5bc4 req-f763d3e5-bcef-4ad7-9ff6-6a13047d1f6e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.3506622 Nov 25 18:52:06.932473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b202203a-70fe-4fcb-845c-80cc286a5bc4 req-4c304ea5-aaa6-4dbf-b4e7-e22104f26ccb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843854 Nov 25 18:52:07.379514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32ad72-aeae-4095-8527-0f9a8747fd8d req-82649a34-919e-4a08-b8bc-803aca0b42ff tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:07.388506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc32ad72-aeae-4095-8527-0f9a8747fd8d req-82649a34-919e-4a08-b8bc-803aca0b42ff tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0656345 Nov 25 18:52:07.461623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc32ad72-aeae-4095-8527-0f9a8747fd8d req-b9c40918-be48-43d2-b8dd-11e871d68051 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Nov 25 18:52:08.107714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b694-ae35-4026-9c5f-bd4f43f78e8d req-f617e7ab-38a6-4a43-9828-f2e9892793a4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:08.110917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fe6b694-ae35-4026-9c5f-bd4f43f78e8d req-f617e7ab-38a6-4a43-9828-f2e9892793a4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0603580 Nov 25 18:52:08.165996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fe6b694-ae35-4026-9c5f-bd4f43f78e8d req-b055bfae-6944-4d64-9de1-2b785f52d035 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Nov 25 18:52:08.532254 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:52:08.692182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d614-7126-449d-a0ae-a5771ce855ca req-3cf35a4a-90f9-4102-8941-9eda0b021683 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:08.700117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb68d614-7126-449d-a0ae-a5771ce855ca req-3cf35a4a-90f9-4102-8941-9eda0b021683 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0977528 Nov 25 18:52:08.770974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb68d614-7126-449d-a0ae-a5771ce855ca req-b0281586-e5e5-4210-a5f5-968573eab81c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659382 Nov 25 18:52:09.304150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187fc56-2d01-4cf6-8267-49f9fa32ae2d req-81f9fc92-6548-4b46-9fb3-2489538e5059 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:09.312916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e187fc56-2d01-4cf6-8267-49f9fa32ae2d req-81f9fc92-6548-4b46-9fb3-2489538e5059 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0613086 Nov 25 18:52:09.361013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e187fc56-2d01-4cf6-8267-49f9fa32ae2d req-b7166521-fa22-4a7c-836a-06a5231b620d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Nov 25 18:52:09.924187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4446a-d08f-4042-b387-98b4f8b5025c req-788b6c86-4f07-4b19-9494-c40d4de00a7c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:09.933318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67b4446a-d08f-4042-b387-98b4f8b5025c req-788b6c86-4f07-4b19-9494-c40d4de00a7c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0649126 Nov 25 18:52:10.019068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67b4446a-d08f-4042-b387-98b4f8b5025c req-b4752543-8425-454e-975e-96daf3065df5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689979 Nov 25 18:52:10.515043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e58bdd-eb31-4a83-a79c-a8f99f778008 req-5ba1f081-6b57-4f69-a6bb-a1ee46f4519f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:10.516856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8e58bdd-eb31-4a83-a79c-a8f99f778008 req-5ba1f081-6b57-4f69-a6bb-a1ee46f4519f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0661855 Nov 25 18:52:10.580794 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8e58bdd-eb31-4a83-a79c-a8f99f778008 req-2282bc41-a1a2-4e3f-9965-aac046ed561a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572119 Nov 25 18:52:10.914012 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b82f251-049d-4912-a45c-9e9e862b4d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.076907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32942) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:11.183842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787971e9-cb10-4582-8ac4-50d15e2fc882 req-744fc822-bd50-49bb-8221-2458c671ec6a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:11.186651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-787971e9-cb10-4582-8ac4-50d15e2fc882 req-744fc822-bd50-49bb-8221-2458c671ec6a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0841715 Nov 25 18:52:11.267344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-787971e9-cb10-4582-8ac4-50d15e2fc882 req-24b649ed-3c20-42cb-903f-4628e910d4bc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727866 Nov 25 18:52:11.276105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2df651c2-e7af-4351-8c84-3448f67300f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.363188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2df651c2-e7af-4351-8c84-3448f67300f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.368164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2df651c2-e7af-4351-8c84-3448f67300f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.410032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df651c2-e7af-4351-8c84-3448f67300f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd92211a-2241-4fd9-8297-c2ff25e3169e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:11.417488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:11.423603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2df651c2-e7af-4351-8c84-3448f67300f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0c3dbd8902a4b01975b96a8e68c2847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454792 Nov 25 18:52:11.472501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01046ce2-af8a-42d8-9f31-b61128e7cd80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.499225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01046ce2-af8a-42d8-9f31-b61128e7cd80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.557826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01046ce2-af8a-42d8-9f31-b61128e7cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.562435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01046ce2-af8a-42d8-9f31-b61128e7cd80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:11.563865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01046ce2-af8a-42d8-9f31-b61128e7cd80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd92211a-2241-4fd9-8297-c2ff25e3169e HTTP/1.1" status: 204 len: 168 time: 0.1453829 Nov 25 18:52:11.572992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01046ce2-af8a-42d8-9f31-b61128e7cd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd92211a-2241-4fd9-8297-c2ff25e3169e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:11.730009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6d775-5538-44ab-8b27-cfb437b9d08a req-b7f2e4dd-2403-4f82-aee5-b95fa06c9ac1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:11.738286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98e6d775-5538-44ab-8b27-cfb437b9d08a req-b7f2e4dd-2403-4f82-aee5-b95fa06c9ac1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0740049 Nov 25 18:52:11.797493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98e6d775-5538-44ab-8b27-cfb437b9d08a req-21a6c41e-c7c7-4fea-93ff-552e67334863 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575972 Nov 25 18:52:12.416844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8114c1-bb16-44ea-94f2-f69a97abbf97 req-36c4c460-df06-44fb-92d2-51058c7926a8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:12.418885 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad8114c1-bb16-44ea-94f2-f69a97abbf97 req-36c4c460-df06-44fb-92d2-51058c7926a8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0743611 Nov 25 18:52:12.500276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad8114c1-bb16-44ea-94f2-f69a97abbf97 req-e67e0e7b-d3c8-4a68-af89-3c5e1d255966 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691614 Nov 25 18:52:13.005505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297117-3f8a-4cb3-9a08-e04b9780a78a req-b618672e-9d76-41dd-a347-4d909b531ca5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:13.007939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3297117-3f8a-4cb3-9a08-e04b9780a78a req-b618672e-9d76-41dd-a347-4d909b531ca5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.1144497 Nov 25 18:52:13.082938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3297117-3f8a-4cb3-9a08-e04b9780a78a req-dc8d6d14-8faf-46a2-a9a0-389c74b18a6e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688052 Nov 25 18:52:13.434231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c8f4105-3bd5-48e8-9445-53381e514918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:13.666580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825ce2-1723-44ec-859c-cccc8f7cb7c4 req-2b45da98-6439-48eb-8b73-3e1886822e5e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:13.674922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49825ce2-1723-44ec-859c-cccc8f7cb7c4 req-2b45da98-6439-48eb-8b73-3e1886822e5e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0801277 Nov 25 18:52:13.738530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49825ce2-1723-44ec-859c-cccc8f7cb7c4 req-45174db3-418e-4709-a236-0c26c994ddeb tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621307 Nov 25 18:52:14.232011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310103-a7a7-45c1-a208-70890b46bcfb req-327f394a-0de9-472e-af99-00d9a7b28835 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:14.240359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a310103-a7a7-45c1-a208-70890b46bcfb req-327f394a-0de9-472e-af99-00d9a7b28835 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0722351 Nov 25 18:52:14.331288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a310103-a7a7-45c1-a208-70890b46bcfb req-836e8b01-9b9b-4117-a6c2-37f0e7df55f7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896573 Nov 25 18:52:14.376135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:14.909972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da84ad1-9354-49f8-a289-6c1f22755668 req-e61b5341-5eeb-4111-9542-7df7786920c4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:14.920533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0da84ad1-9354-49f8-a289-6c1f22755668 req-e61b5341-5eeb-4111-9542-7df7786920c4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0684335 Nov 25 18:52:14.987180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0da84ad1-9354-49f8-a289-6c1f22755668 req-7680ddd4-659b-4a8d-973a-6e52f59f0e48 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578313 Nov 25 18:52:15.489231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc3b1-a81c-4004-96ed-f97e1bb8200f req-4faf543d-52bd-4e74-8a8b-13d76137063a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:15.497122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7bcc3b1-a81c-4004-96ed-f97e1bb8200f req-4faf543d-52bd-4e74-8a8b-13d76137063a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0659294 Nov 25 18:52:15.572026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7bcc3b1-a81c-4004-96ed-f97e1bb8200f req-82450092-c243-432e-be31-7c1dc4ce6060 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738978 Nov 25 18:52:15.789750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85a651-364a-4127-ad25-8f63cb098856 req-7d6d6f56-4d04-4dcf-b184-4b10f3e31097 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:15.797792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4c85a651-364a-4127-ad25-8f63cb098856 req-7d6d6f56-4d04-4dcf-b184-4b10f3e31097 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1096 time: 0.0882237 Nov 25 18:52:15.853507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4c85a651-364a-4127-ad25-8f63cb098856 req-05edc4bc-f7b4-408f-bbaf-66e8adb35041 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544207 Nov 25 18:52:15.878229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33308) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:15.955376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:16.189839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port d9a6a253-e379-411c-9ae7-87d5e492e584 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:16.190378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:16.273480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb1c96-e206-4769-91fa-5e1f1c282f70 req-5134756b-387e-4df4-8b53-704b7b0a20ac tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:16.291237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccfb1c96-e206-4769-91fa-5e1f1c282f70 req-5134756b-387e-4df4-8b53-704b7b0a20ac tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1475556 Nov 25 18:52:16.389972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ccfb1c96-e206-4769-91fa-5e1f1c282f70 req-84d4c992-82ca-4ea0-a307-d6f4909de917 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930650 Nov 25 18:52:16.442769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:16.444715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:16.469863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for d9a6a253-e379-411c-9ae7-87d5e492e584 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:16.724973 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:16.767234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=d9a6a253-e379-411c-9ae7-87d5e492e584,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:16.785667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5538322-83f6-44f1-9be6-f270607f5662 req-8211112d-69da-4648-83c0-cc131af0bf95 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:16.787305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5538322-83f6-44f1-9be6-f270607f5662 req-8211112d-69da-4648-83c0-cc131af0bf95 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.0985248 Nov 25 18:52:16.865616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5538322-83f6-44f1-9be6-f270607f5662 req-1f9e5b62-87fe-4789-b682-dd5809d4753f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691743 Nov 25 18:52:16.914254 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:16.914783 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP f776f6f8-4b7d-451c-82fb-b12f5d8daee3 disassociated (deleted). External IP: 172.25.2.86, port: 17212dbb-3acc-43c3-ad51-7b2d92a50186. Nov 25 18:52:16.967433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:17.291592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d8b343f0-93b5-4d02-9404-60d0e742f4ad has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:52:17.504852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:52:17.509898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:17.523364 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] Sync routers for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:52:17.545333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d36cee2-27d7-48fd-8bc4-5756554eb798 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/floatingips/f776f6f8-4b7d-451c-82fb-b12f5d8daee3 HTTP/1.1" status: 204 len: 168 time: 1.6654136 Nov 25 18:52:17.545988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:17.548492 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a371a96-634d-4d69-9ddd-a6f00824d302" -d '{"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:17.555396 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:17.560498 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:17.667455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780531-c9a3-49ad-b9f0-f19408b2fa5f req-b376d8c8-c0a9-4c56-be47-4bbab0b81533 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:17.669543 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24780531-c9a3-49ad-b9f0-f19408b2fa5f req-b376d8c8-c0a9-4c56-be47-4bbab0b81533 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1671705 Nov 25 18:52:17.750166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24780531-c9a3-49ad-b9f0-f19408b2fa5f req-a20b7c33-d767-4c92-bb23-488a53210649 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736818 Nov 25 18:52:17.784110 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:18.030180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:52:18.111158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7515c2-b454-485e-91a9-83cf2097aa25 req-74792004-8960-4e80-8fc4-1a9a5a8481e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:18.120846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a7515c2-b454-485e-91a9-83cf2097aa25 req-74792004-8960-4e80-8fc4-1a9a5a8481e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1222386 Nov 25 18:52:18.122969 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee452105-38ee-40e8-87c5-af2c42872266 x-openstack-request-id: req-ee452105-38ee-40e8-87c5-af2c42872266 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:18.123381 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:18.123612 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee452105-38ee-40e8-87c5-af2c42872266 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:18.123921 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'status': 'completed', 'code': 200} Nov 25 18:52:18.238183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:18.252871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'port_id': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4', 'mac_address': 'fa:16:3e:70:b9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:52:18.298003 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:18.305249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a7515c2-b454-485e-91a9-83cf2097aa25 req-6d290e41-61eb-4053-ad7d-11abe2c7b503 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668000 Nov 25 18:52:18.308546 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:18.322587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:18.326713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-ff198f24-331b-4df2-ac6a-0e08c4b8a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:18.328208 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-ff198f24-331b-4df2-ac6a-0e08c4b8a6ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 1096 time: 0.1895511 Nov 25 18:52:18.368887 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] Checking router: d8b343f0-93b5-4d02-9404-60d0e742f4ad for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:52:18.369322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:18.374218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:18.391763 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:18.392608 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:18.477599 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:18.487041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.487653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.488167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.488689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.489187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.489478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c89aa4-bdee-408b-bbb1-87d9bc1ffc92 req-fe5dcef7-49ee-4f94-82c7-aefc36e3b7a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:18.489858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.490348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.490883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.492104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.492593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.493093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.493578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:18.502817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77c89aa4-bdee-408b-bbb1-87d9bc1ffc92 req-fe5dcef7-49ee-4f94-82c7-aefc36e3b7a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 944 time: 0.2661490 Nov 25 18:52:18.600500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-cba5dfe0-e3db-4f36-8939-57d04ba14c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:18.602929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-cba5dfe0-e3db-4f36-8939-57d04ba14c4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 200 len: 898 time: 0.2609839 Nov 25 18:52:18.632275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77c89aa4-bdee-408b-bbb1-87d9bc1ffc92 req-c03ca450-9cf8-4631-a68a-c6758d1124a5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862780 Nov 25 18:52:18.705654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-7c4300d9-416f-449f-b04b-6e5b48ef0d9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 200 len: 217 time: 0.0720785 Nov 25 18:52:18.720220 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:18.761825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0642f3f5-0fba-4e78-a2ce-61733a1b70c4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:18.793046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-6d49c74d-d1c0-41ae-be54-d516ed09bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:18.794711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-6d49c74d-d1c0-41ae-be54-d516ed09bfea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 200 len: 834 time: 0.0768299 Nov 25 18:52:18.853075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-c29519ba-3cba-40a4-9118-f4adb4c1409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:18.855283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-c29519ba-3cba-40a4-9118-f4adb4c1409b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93f4a5fb-5a9d-42af-9844-90905838dfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494099 Nov 25 18:52:18.983393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-a30fbc8d-ab2c-41a2-a69d-65cab90570a9 service neutron] 10.222.0.66 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199260 Nov 25 18:52:18.998306 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:19.038150 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaa133-8b92-401a-9fac-6400edd1fc7f None None] The sync data for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 is: [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:49:37Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e406e025-ba78-44c5-b93c-edeb50470117', 'name': '', 'network_id': '93f4a5fb-5a9d-42af-9844-90905838dfba', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:b9:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:35Z', 'updated_at': '2021-11-25T18:49:51Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '52b9f73b-02e5-411e-83ce-5e35109b57f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:52:19.104862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485dc7c-e755-483d-8c8e-f3c1a1eba5b7 req-bc811482-9d31-4c60-be46-5004f1e3957e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:19.106736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a485dc7c-e755-483d-8c8e-f3c1a1eba5b7 req-bc811482-9d31-4c60-be46-5004f1e3957e tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1494622 Nov 25 18:52:19.169542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a371a96-634d-4d69-9ddd-a6f00824d302 req-82c28b6d-3163-4b30-a778-c369d8418007 service neutron] 10.222.0.66 "GET /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719515 Nov 25 18:52:19.197141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a485dc7c-e755-483d-8c8e-f3c1a1eba5b7 req-60c46120-7fb4-40d7-a706-0e4a49aa41d1 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824740 Nov 25 18:52:19.520165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5dec-26d8-4b97-b65e-f98f9555ec15 req-5acb6a1b-c760-4ffa-9ba7-86c46874f913 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:19.528207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71de5dec-26d8-4b97-b65e-f98f9555ec15 req-5acb6a1b-c760-4ffa-9ba7-86c46874f913 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.0790644 Nov 25 18:52:19.545199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-47e642c5-79dd-4552-9a94-71f67b837c32 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:19.547321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-47e642c5-79dd-4552-9a94-71f67b837c32 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 945 time: 0.1684706 Nov 25 18:52:19.619136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8f988-84b7-4989-808a-bd89bd810dc3 None None] New status for floating IP f776f6f8-4b7d-451c-82fb-b12f5d8daee3: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:52:19.677043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71de5dec-26d8-4b97-b65e-f98f9555ec15 req-04601d0c-5a5e-4cb3-864c-5af043c01677 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a39e660-a9a9-4120-b422-4e647e15f6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469550 Nov 25 18:52:19.780513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:19.836669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 17212dbb-3acc-43c3-ad51-7b2d92a50186 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:19.837041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:19.854696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc890e-9e9b-4504-8d68-73cbd7c1d21f req-c61c81fa-d657-46f4-aafa-7f907f6b9a39 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:19.863790 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29cc890e-9e9b-4504-8d68-73cbd7c1d21f req-c61c81fa-d657-46f4-aafa-7f907f6b9a39 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 945 time: 0.0759602 Nov 25 18:52:19.938145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29cc890e-9e9b-4504-8d68-73cbd7c1d21f req-64d9cd70-dd44-45ba-992a-1e17a3dc6b67 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684061 Nov 25 18:52:19.986505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 17212dbb-3acc-43c3-ad51-7b2d92a50186, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=17212dbb-3acc-43c3-ad51-7b2d92a50186,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:19.986957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.001731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 17212dbb-3acc-43c3-ad51-7b2d92a50186 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:20.040458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:20.098818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16ff50a7-99eb-4edb-9215-b3e8fad9f186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.099423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:52:20.105198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:20.105645 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.236364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16ff50a7-99eb-4edb-9215-b3e8fad9f186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.242231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16ff50a7-99eb-4edb-9215-b3e8fad9f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.261594 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.286043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.323591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff50a7-99eb-4edb-9215-b3e8fad9f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88dd683-c7b9-4334-9ebf-000bfde2764f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:20.324525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:20.325777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:20.331756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-16ff50a7-99eb-4edb-9215-b3e8fad9f186 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=816e4781fba142dc9743f8df957db48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405452 Nov 25 18:52:20.331962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33658) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:20.333460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=17212dbb-3acc-43c3-ad51-7b2d92a50186,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:20.341315 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8cacad-5c20-4536-9706-a494b0d40e7d" -d '{"events": [{"server_uuid": "de5ef578-5c95-446d-a817-04dfa5103a31", "name": "network-vif-plugged", "status": "completed", "tag": "0642f3f5-0fba-4e78-a2ce-61733a1b70c4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:20.364764 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.458348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] No DVR routers for this DVR port 17212dbb-3acc-43c3-ad51-7b2d92a50186 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:52:20.484263 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea574e2-e444-4ae0-914d-e48f77d0a462 x-openstack-request-id: req-aea574e2-e444-4ae0-914d-e48f77d0a462 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:20.484541 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5ef578-5c95-446d-a817-04dfa5103a31", "name": "network-vif-plugged", "status": "completed", "tag": "0642f3f5-0fba-4e78-a2ce-61733a1b70c4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:20.484801 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aea574e2-e444-4ae0-914d-e48f77d0a462 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:20.485204 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4', 'code': 200} Nov 25 18:52:20.501796 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.503733 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeaba-35b4-49c5-b3f2-9cc306e3cf61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.516339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d26effd3-b7e9-4c6a-b61a-f8795d030db3 req-7279ee8a-5340-4c48-8eef-1f2c5259986d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "DELETE /v2.0/ports/17212dbb-3acc-43c3-ad51-7b2d92a50186 HTTP/1.1" status: 204 len: 173 time: 0.9447656 Nov 25 18:52:20.516829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-deleted', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:20.517615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:20.523325 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac56427-7114-48bb-9104-b1ed7ff1acc0" -d '{"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-deleted", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:20.547052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeaba-35b4-49c5-b3f2-9cc306e3cf61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.651773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeaba-35b4-49c5-b3f2-9cc306e3cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.656589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0f6aeaba-35b4-49c5-b3f2-9cc306e3cf61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:20.658199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0f6aeaba-35b4-49c5-b3f2-9cc306e3cf61 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b88dd683-c7b9-4334-9ebf-000bfde2764f HTTP/1.1" status: 204 len: 168 time: 0.3243995 Nov 25 18:52:20.670326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aeaba-35b4-49c5-b3f2-9cc306e3cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88dd683-c7b9-4334-9ebf-000bfde2764f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:20.734009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d31e-dfb4-4a6c-8690-a433029e46de req-1d0602a7-832d-4cce-ba1d-e9021e7ce679 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:20.743774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b66d31e-dfb4-4a6c-8690-a433029e46de req-1d0602a7-832d-4cce-ba1d-e9021e7ce679 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.3520205 Nov 25 18:52:20.753103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57bf6-869e-4ae7-976b-af40c6c07726 req-421076a3-5f91-4b67-87f4-7d59e4879c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:20.762920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af57bf6-869e-4ae7-976b-af40c6c07726 req-421076a3-5f91-4b67-87f4-7d59e4879c69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 1097 time: 0.1782715 Nov 25 18:52:20.870757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af57bf6-869e-4ae7-976b-af40c6c07726 req-dd200413-b8c3-4fdb-8c1a-0a8b68a69cad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913324 Nov 25 18:52:20.894843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b66d31e-dfb4-4a6c-8690-a433029e46de req-0935f388-fa2a-4c1a-927d-1920be91b589 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495621 Nov 25 18:52:20.924448 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6043f1-fab8-451d-b7a9-3821d02877ef x-openstack-request-id: req-dc6043f1-fab8-451d-b7a9-3821d02877ef {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:20.924931 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194f93e-19e1-4c66-bc1e-570caf461033", "name": "network-vif-deleted", "tag": "17212dbb-3acc-43c3-ad51-7b2d92a50186", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:20.925190 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc6043f1-fab8-451d-b7a9-3821d02877ef {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:20.925642 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194f93e-19e1-4c66-bc1e-570caf461033', 'name': 'network-vif-deleted', 'tag': '17212dbb-3acc-43c3-ad51-7b2d92a50186', 'status': 'completed', 'code': 200} Nov 25 18:52:21.083785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-668559a8-81af-4d4e-9d46-5cccccd17b98 req-30905f30-8cf3-4589-94d5-1755b5cbd4e5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=4194f93e-19e1-4c66-bc1e-570caf461033 HTTP/1.1" status: 200 len: 210 time: 0.0695987 Nov 25 18:52:21.283735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384f5e7-2767-4763-9c31-dd251dd01f12 req-62da1488-dbc9-4945-b6ae-1039fc3ca3b6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:21.285821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c384f5e7-2767-4763-9c31-dd251dd01f12 req-62da1488-dbc9-4945-b6ae-1039fc3ca3b6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 946 time: 0.0673866 Nov 25 18:52:21.378766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c384f5e7-2767-4763-9c31-dd251dd01f12 req-58c99b3c-9322-4033-8470-ffb755e8d6fc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844417 Nov 25 18:52:22.061347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6d87-0e4d-465d-9681-890efdacda7b req-a8a3f52d-ead8-4219-99f8-5d92b94a0b6a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:22.062911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a6b6d87-0e4d-465d-9681-890efdacda7b req-a8a3f52d-ead8-4219-99f8-5d92b94a0b6a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0510879 Nov 25 18:52:22.133755 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a6b6d87-0e4d-465d-9681-890efdacda7b req-b0dd6f72-026f-4cfb-b3d1-410c4af8592b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 Nov 25 18:52:22.174739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33708) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:22.557902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7179d-5f0a-4dd3-bda3-42fa18043c62 req-7101937a-7f11-4c38-8862-56be078e0bb2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:22.559589 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fc7179d-5f0a-4dd3-bda3-42fa18043c62 req-7101937a-7f11-4c38-8862-56be078e0bb2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 946 time: 0.0818148 Nov 25 18:52:22.635810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2fc7179d-5f0a-4dd3-bda3-42fa18043c62 req-00862b6c-fa84-4d16-aceb-50c2682a72e1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644169 Nov 25 18:52:22.700828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:22.794440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6733a-97c0-4b7a-adf2-e68725a60f85 req-9910124b-b332-440d-8109-03847001e78f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:22.802402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9e6733a-97c0-4b7a-adf2-e68725a60f85 req-9910124b-b332-440d-8109-03847001e78f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 946 time: 0.0711055 Nov 25 18:52:22.868503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9e6733a-97c0-4b7a-adf2-e68725a60f85 req-18f151a8-8ca1-4f38-88b7-4a17eb25b662 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650756 Nov 25 18:52:23.039804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa4f1-16c6-43eb-b91c-6c001ade43a6 req-dfe8d701-77f3-4af3-8e36-4eeea851ae99 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:23.041254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-178fa4f1-16c6-43eb-b91c-6c001ade43a6 req-dfe8d701-77f3-4af3-8e36-4eeea851ae99 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 946 time: 0.0878870 Nov 25 18:52:23.072841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port e406e025-ba78-44c5-b93c-edeb50470117 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:23.073278 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:23.289349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d4b9b-8d21-40a6-a9ee-bc4bccd1a0bf req-de6eb4ca-e3d5-44d9-be91-1381ad1045f5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:23.292466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-100d4b9b-8d21-40a6-a9ee-bc4bccd1a0bf req-de6eb4ca-e3d5-44d9-be91-1381ad1045f5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0676346 Nov 25 18:52:23.362634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-100d4b9b-8d21-40a6-a9ee-bc4bccd1a0bf req-e4bedd5a-1f7e-4f01-8583-ee5c7f3e317d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Nov 25 18:52:23.426845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-178fa4f1-16c6-43eb-b91c-6c001ade43a6 req-94455602-049b-4ab1-9a19-d294a0f9d667 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729367 Nov 25 18:52:23.495743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port e406e025-ba78-44c5-b93c-edeb50470117, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e406e025-ba78-44c5-b93c-edeb50470117,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:23.496105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:23.513664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for e406e025-ba78-44c5-b93c-edeb50470117 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:23.789993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:23.799578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25814ab7-3466-4543-956a-00ed0b62decd req-bc20ae9b-f867-4c63-b7d2-626f10a8866e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:23.801402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25814ab7-3466-4543-956a-00ed0b62decd req-bc20ae9b-f867-4c63-b7d2-626f10a8866e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 946 time: 0.0749452 Nov 25 18:52:23.836320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=e406e025-ba78-44c5-b93c-edeb50470117,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:23.871739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25814ab7-3466-4543-956a-00ed0b62decd req-b4f97377-ff0c-4d4f-b37f-3b112cd28ed8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640872 Nov 25 18:52:24.056547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:24.095981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:24.098576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 17212dbb-3acc-43c3-ad51-7b2d92a50186 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:52:24.099160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 17212dbb-3acc-43c3-ad51-7b2d92a50186 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:52:24.349381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d8b343f0-93b5-4d02-9404-60d0e742f4ad has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:52:24.544830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e393-a11b-4f0a-992d-6e4d1f71e871 req-98fc956e-a349-4c75-9e77-9cc93612a1f5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:24.546587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b3e393-a11b-4f0a-992d-6e4d1f71e871 req-98fc956e-a349-4c75-9e77-9cc93612a1f5 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0810597 Nov 25 18:52:24.552294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:52:24.559713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-12af6872-ebcb-4543-8d39-1ad4dcd8c2e0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/d8b343f0-93b5-4d02-9404-60d0e742f4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3836651 Nov 25 18:52:24.563111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33766) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:24.566041 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] Sync routers for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:52:24.587453 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:24.588094 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:24.646994 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b3e393-a11b-4f0a-992d-6e4d1f71e871 req-f66a80f8-65dd-4de7-8ef1-ac966d834253 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920613 Nov 25 18:52:24.661129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting subnet 52b9f73b-02e5-411e-83ce-5e35109b57f3 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:52:24.665713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:24.716597 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:24.739110 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:24.818183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:24.898590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:24.931960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Subnet': ['ID=52b9f73b-02e5-411e-83ce-5e35109b57f3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:24.947681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc547cc1-fde8-4e92-b513-603412d315bc None None] Network 93f4a5fb-5a9d-42af-9844-90905838dfba requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:52:24.947973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:24.952195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-156aeceb-edba-42c7-bf1a-05f3609de2f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/subnets/52b9f73b-02e5-411e-83ce-5e35109b57f3 HTTP/1.1" status: 204 len: 168 time: 0.3880777 Nov 25 18:52:24.954975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33778) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:25.115072 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:52:23Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:25.132483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e62cb2-ab1f-4225-bd89-387878d4688c req-f81a977a-c385-4bde-991e-7d79c12b551c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:25.139840 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08e62cb2-ab1f-4225-bd89-387878d4688c req-f81a977a-c385-4bde-991e-7d79c12b551c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 946 time: 0.1065047 Nov 25 18:52:25.154822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.183485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] Checking router: d8b343f0-93b5-4d02-9404-60d0e742f4ad for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:52:25.200697 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] Routers {'d8b343f0-93b5-4d02-9404-60d0e742f4ad'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:25.201325 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:25.242932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08e62cb2-ab1f-4225-bd89-387878d4688c req-519a8562-2ff1-49df-8a23-b275b89b4f5f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022022 Nov 25 18:52:25.320418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.331383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] DHCP port deletion for 93f4a5fb-5a9d-42af-9844-90905838dfba request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:52:25.396954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 13d6e40e-bcc8-4694-912e-e016fa66f19e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:25.399647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.409059 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] Set router d8b343f0-93b5-4d02-9404-60d0e742f4ad gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:25.413386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-1da26075-10f5-4b5b-98a9-9c2929e29dbd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:25.415447 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-1da26075-10f5-4b5b-98a9-9c2929e29dbd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 946 time: 0.0774119 Nov 25 18:52:25.427265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] Deleting port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:25.427904 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.575413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] For port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd,segment=NetworkSegment(0056c932-fb20-4ba0-9fa9-8904faa3ed09),segment_id=0056c932-fb20-4ba0-9fa9-8904faa3ed09)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:25.576077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.579811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 13d6e40e-bcc8-4694-912e-e016fa66f19e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13d6e40e-bcc8-4694-912e-e016fa66f19e,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:25.580372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.589535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:25.590082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.594742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] Calling delete_port for ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:25.594912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 13d6e40e-bcc8-4694-912e-e016fa66f19e owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:25.763919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.822665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] No DVR routers for this DVR port ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:52:25.827197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215217a-3066-4049-a55b-c4738816dbe1 None None] Pushing event deleted for resources: {'Port': ['ID=ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:25.843272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.877406 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:52:23Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:25.893103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] For port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:25.893716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:25.895945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=13d6e40e-bcc8-4694-912e-e016fa66f19e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:25.913992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715957ed-fd66-4fe8-abb9-2807ccde03b8 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:52:25.961510 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb8402-80e1-4652-bf2f-f581eacb36bf None None] The sync data for ids ['d8b343f0-93b5-4d02-9404-60d0e742f4ad'] in n-d-819194-3 is: [{'id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447470677', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:18Z', 'updated_at': '2021-11-25T18:52:23Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '13d6e40e-bcc8-4694-912e-e016fa66f19e', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b343f0-93b5-4d02-9404-60d0e742f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:20Z', 'updated_at': '2021-11-25T18:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:52:25.971851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:26.009705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f607d1a-8dcd-4f3a-a9aa-cc32a682efc4 req-ef97067d-22bc-40d7-9df9-88936e5c0f54 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:26.021503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f607d1a-8dcd-4f3a-a9aa-cc32a682efc4 req-ef97067d-22bc-40d7-9df9-88936e5c0f54 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.2442558 Nov 25 18:52:26.061801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.197411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:26.238281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f607d1a-8dcd-4f3a-a9aa-cc32a682efc4 req-66f7577e-25ea-4590-b7c9-da46dad42e60 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071208 Nov 25 18:52:26.261865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:52:26.262621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ea4a6105-90f9-4ea6-b25e-4b1fb25a30fd not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:52:26.287976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.290337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.359530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.360698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Fanout notify agent at l3_agent the message router_deleted on router d8b343f0-93b5-4d02-9404-60d0e742f4ad {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:52:26.369063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.372171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.375582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a56db241-4bcf-4404-9406-38f11e9b4290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/routers/d8b343f0-93b5-4d02-9404-60d0e742f4ad HTTP/1.1" status: 204 len: 168 time: 1.4195495 Nov 25 18:52:26.376906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33806) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:26.383342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0642f3f5-0fba-4e78-a2ce-61733a1b70c4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:26.442123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=0642f3f5-0fba-4e78-a2ce-61733a1b70c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:26.456670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6682d113-9304-40d8-b098-72df80135450 req-0e3d1279-8491-49ee-880a-c5c1d10d3eff tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0459819 Nov 25 18:52:26.505052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] No DVR routers for this DVR port 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:52:26.508416 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.512187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa9c47c1-a1ab-4504-abaa-db45ea738b37 req-9e336f8d-0802-4fb2-b0d9-0d9fac52be96 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "DELETE /v2.0/ports/0642f3f5-0fba-4e78-a2ce-61733a1b70c4 HTTP/1.1" status: 204 len: 173 time: 1.0890439 Nov 25 18:52:26.513000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'name': 'network-vif-deleted', 'tag': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:26.515634 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c94b9b-002f-4fd7-a943-79aad9333258" -d '{"events": [{"server_uuid": "de5ef578-5c95-446d-a817-04dfa5103a31", "name": "network-vif-deleted", "tag": "0642f3f5-0fba-4e78-a2ce-61733a1b70c4"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:26.556828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.579393 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2c3948-afae-48d2-9859-5d50454b1beb x-openstack-request-id: req-3e2c3948-afae-48d2-9859-5d50454b1beb {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:26.581884 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5ef578-5c95-446d-a817-04dfa5103a31", "name": "network-vif-deleted", "tag": "0642f3f5-0fba-4e78-a2ce-61733a1b70c4", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:26.582435 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e2c3948-afae-48d2-9859-5d50454b1beb {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:26.583019 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5ef578-5c95-446d-a817-04dfa5103a31', 'name': 'network-vif-deleted', 'tag': '0642f3f5-0fba-4e78-a2ce-61733a1b70c4', 'status': 'completed', 'code': 200} Nov 25 18:52:26.744756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.775127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f4a5fb-5a9d-42af-9844-90905838dfba']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:26.799549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0056c932-fb20-4ba0-9fa9-8904faa3ed09') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:26.799549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0056c932-fb20-4ba0-9fa9-8904faa3ed09') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:26.811404 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.831980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.838823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:52:26.839346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:52:26.842816 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:52:26.924113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.935000 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:26.938737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/networks/93f4a5fb-5a9d-42af-9844-90905838dfba HTTP/1.1" status: 204 len: 168 time: 0.5608616 Nov 25 18:52:26.941349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33818) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:26.962251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f2a54-1cbc-481d-98af-ac7e72841c3d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Network': ['ID=93f4a5fb-5a9d-42af-9844-90905838dfba,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:27.018192 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-80a54214-5a3d-48d8-82ee-980ec236a90c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:27.045081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-80a54214-5a3d-48d8-82ee-980ec236a90c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:27.127983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-80a54214-5a3d-48d8-82ee-980ec236a90c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:27.132406 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-80a54214-5a3d-48d8-82ee-980ec236a90c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:27.134783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-80a54214-5a3d-48d8-82ee-980ec236a90c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a39e660-a9a9-4120-b422-4e647e15f6fc HTTP/1.1" status: 204 len: 168 time: 0.1923625 Nov 25 18:52:27.147876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a54214-5a3d-48d8-82ee-980ec236a90c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a39e660-a9a9-4120-b422-4e647e15f6fc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:27.468732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e4d1b-24f0-4f3a-b3f2-4d7052cd1400 req-b88cba66-344d-41f9-9e29-d5d6f34b999a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:27.470238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-696e4d1b-24f0-4f3a-b3f2-4d7052cd1400 req-b88cba66-344d-41f9-9e29-d5d6f34b999a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0577223 Nov 25 18:52:27.526582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-696e4d1b-24f0-4f3a-b3f2-4d7052cd1400 req-087b6565-0070-4cae-8d4e-cc4778ec255a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452619 Nov 25 18:52:27.641933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64c21d-d7de-48bc-bbc0-8ae6f1c5787f req-0beca3f7-4092-4ee0-be2b-d50996ff8723 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:27.642890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac64c21d-d7de-48bc-bbc0-8ae6f1c5787f req-0beca3f7-4092-4ee0-be2b-d50996ff8723 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 949 time: 0.0581768 Nov 25 18:52:27.699954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac64c21d-d7de-48bc-bbc0-8ae6f1c5787f req-c56ed370-7467-40c5-8030-3627400f205e tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491021 Nov 25 18:52:27.787631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b60c022b-f72d-4f44-89c2-a84d8ddac887 req-4379a579-fd96-48bd-92df-4c5ec5ab0e42 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Nov 25 18:52:27.912554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e406e025-ba78-44c5-b93c-edeb50470117 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:27.945530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: e406e025-ba78-44c5-b93c-edeb50470117 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:52:27.945869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e406e025-ba78-44c5-b93c-edeb50470117 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:52:27.946494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13d6e40e-bcc8-4694-912e-e016fa66f19e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:27.974371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 13d6e40e-bcc8-4694-912e-e016fa66f19e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:52:27.975779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13d6e40e-bcc8-4694-912e-e016fa66f19e not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:52:28.646500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a6935-44d5-4395-9a05-ebbbecef5e4a req-030abb7d-66b8-48d8-b5ca-07b51ea87af0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:28.648036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-682a6935-44d5-4395-9a05-ebbbecef5e4a req-030abb7d-66b8-48d8-b5ca-07b51ea87af0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0507348 Nov 25 18:52:28.697689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-682a6935-44d5-4395-9a05-ebbbecef5e4a req-196a68d8-a713-4812-aa41-47be267f482c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Nov 25 18:52:28.831379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfa086-84f6-45e3-86f2-da82f700a0c3 req-d5f1d02c-9c01-4bd5-bdff-e4cb0145445c tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:28.833486 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6edfa086-84f6-45e3-86f2-da82f700a0c3 req-d5f1d02c-9c01-4bd5-bdff-e4cb0145445c tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 949 time: 0.0556858 Nov 25 18:52:28.888113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6edfa086-84f6-45e3-86f2-da82f700a0c3 req-4ca39664-2680-4544-a796-fda3ad1c48d9 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/security-groups?id=258e0cf0-5a56-4d21-b0fb-531a62685d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468020 Nov 25 18:52:28.889481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e58f60aa-290b-4994-a3c7-332ad9d9e260 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:52:28.984041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f96b173a-78aa-4151-8a30-eadd38c69368 req-e9a6cdbc-c669-4b40-92c3-2575cf1fb2e7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0282347 Nov 25 18:52:29.016829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:29.046044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'port_id': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'mac_address': 'fa:16:3e:85:8d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b52e5-1e9f-4b83-9b02-79ba15dbb18e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:52:29.104687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.120673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e58f60aa-290b-4994-a3c7-332ad9d9e260 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:29.146844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:29.154309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.202838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:29.290271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-33771a11-3636-4969-9e48-20a72157f41f tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:29.291811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-33771a11-3636-4969-9e48-20a72157f41f tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.64 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 949 time: 0.0526605 Nov 25 18:52:29.420774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['e58f60aa-290b-4994-a3c7-332ad9d9e260'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:29.472048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Deleting port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:29.472682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.589510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] For port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:29.590030 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.606700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Calling delete_port for 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:29.651533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:29.659171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-aa65c291-586d-4c23-987d-407e85ef263d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842037502', 'description': 'tempest-secgroup-smoke-1842037502 description', 'project_id': '418ca41106504e6eb537b48299cf87fc'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:29.685523 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa65c291-586d-4c23-987d-407e85ef263d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.814124 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa65c291-586d-4c23-987d-407e85ef263d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.819534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa65c291-586d-4c23-987d-407e85ef263d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.823594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.861710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9faf1ccb-0368-4269-bcb1-9fdcad135ac1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:29.885155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Pushing event deleted for resources: {'Port': ['ID=9faf1ccb-0368-4269-bcb1-9fdcad135ac1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:29.923348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65c291-586d-4c23-987d-407e85ef263d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8187940-ba1d-442c-8442-4aa8daaf675a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:29.944524 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa65c291-586d-4c23-987d-407e85ef263d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.945877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] No DVR routers for this DVR port 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:52:29.946956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aa65c291-586d-4c23-987d-407e85ef263d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2938471 Nov 25 18:52:29.950093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33900) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:29.953888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:29.957822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-44269270-e8bb-4421-885b-f5afdc140474 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f8187940-ba1d-442c-8442-4aa8daaf675a', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:29.958300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aeac1611-b21a-4e09-a638-e36c353e9461 req-57e5cd9b-f0e8-464b-a62c-375de10f06af tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.64 "DELETE /v2.0/ports/9faf1ccb-0368-4269-bcb1-9fdcad135ac1 HTTP/1.1" status: 204 len: 173 time: 0.6543415 Nov 25 18:52:29.958834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394489e7-2f36-4681-805e-1362948757c9', 'name': 'network-vif-deleted', 'tag': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:29.963440 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb73d78-896b-4384-a70c-63c1eee01604" -d '{"events": [{"server_uuid": "394489e7-2f36-4681-805e-1362948757c9", "name": "network-vif-deleted", "tag": "9faf1ccb-0368-4269-bcb1-9fdcad135ac1"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:30.003198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1e3df-24ee-42be-90e9-87e5313773b3 req-2fed8b55-2467-4b3a-98ba-913b6a0d10a7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:30.013724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86b1e3df-24ee-42be-90e9-87e5313773b3 req-2fed8b55-2467-4b3a-98ba-913b6a0d10a7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 944 time: 0.1696990 Nov 25 18:52:30.051113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44269270-e8bb-4421-885b-f5afdc140474 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.051543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-331f734d-05d2-495c-a40f-491596baca51 req-93fee492-baf7-4eec-8516-b1db95b62c11 tempest-VolumesBackupsTest-648536283 tempest-VolumesBackupsTest-648536283-project] 10.222.0.62 "GET /v2.0/ports?device_id=394489e7-2f36-4681-805e-1362948757c9 HTTP/1.1" status: 200 len: 210 time: 0.0589905 Nov 25 18:52:30.089443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:30.105109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86b1e3df-24ee-42be-90e9-87e5313773b3 req-eb53db99-ce0f-4811-add6-30438648c64b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885947 Nov 25 18:52:30.122376 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1a61d5-c44f-4567-89bc-5193f4c21789 x-openstack-request-id: req-6a1a61d5-c44f-4567-89bc-5193f4c21789 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:30.122814 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394489e7-2f36-4681-805e-1362948757c9", "name": "network-vif-deleted", "tag": "9faf1ccb-0368-4269-bcb1-9fdcad135ac1", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:30.123167 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a1a61d5-c44f-4567-89bc-5193f4c21789 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:30.123815 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394489e7-2f36-4681-805e-1362948757c9', 'name': 'network-vif-deleted', 'tag': '9faf1ccb-0368-4269-bcb1-9fdcad135ac1', 'status': 'completed', 'code': 200} Nov 25 18:52:30.143159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:52:30.143869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0642f3f5-0fba-4e78-a2ce-61733a1b70c4 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:52:30.170291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44269270-e8bb-4421-885b-f5afdc140474 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.183728 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44269270-e8bb-4421-885b-f5afdc140474 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.216243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eba2317b-51bf-4a80-ab80-4615a22bff7f req-96883e8f-0a99-4e60-9055-a2f8120bca00 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0435505 Nov 25 18:52:30.245684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269270-e8bb-4421-885b-f5afdc140474 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2107b2ca-9568-4270-bd1d-d73617a175ef,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:30.268173 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44269270-e8bb-4421-885b-f5afdc140474 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.269519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-44269270-e8bb-4421-885b-f5afdc140474 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175340 Nov 25 18:52:30.273088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:30.280368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d5a60295-4bff-4ac8-a19b-12d30bf2cf2e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f8187940-ba1d-442c-8442-4aa8daaf675a', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:30.322409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5a60295-4bff-4ac8-a19b-12d30bf2cf2e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.380717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5a60295-4bff-4ac8-a19b-12d30bf2cf2e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.390169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5a60295-4bff-4ac8-a19b-12d30bf2cf2e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.413851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a60295-4bff-4ac8-a19b-12d30bf2cf2e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60321bed-89a8-4bb2-a3e5-df3d28fee025,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:30.424914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5a60295-4bff-4ac8-a19b-12d30bf2cf2e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.426525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d5a60295-4bff-4ac8-a19b-12d30bf2cf2e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520720 Nov 25 18:52:30.430048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33916) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:30.434827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-71d81662-2546-4106-b66f-0f22b4626035 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f8187940-ba1d-442c-8442-4aa8daaf675a', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:30.480661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71d81662-2546-4106-b66f-0f22b4626035 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.575166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71d81662-2546-4106-b66f-0f22b4626035 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.581225 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71d81662-2546-4106-b66f-0f22b4626035 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.606008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d81662-2546-4106-b66f-0f22b4626035 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb0dc3d-f35b-41de-85d0-909d46ee3088,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:30.621667 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71d81662-2546-4106-b66f-0f22b4626035 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.623823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-71d81662-2546-4106-b66f-0f22b4626035 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925769 Nov 25 18:52:30.626775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33922) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:30.634123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4de4a1eb-342f-4a87-b30e-31ae2ff7be13 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f8187940-ba1d-442c-8442-4aa8daaf675a', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:30.678006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1eb-342f-4a87-b30e-31ae2ff7be13 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.748306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.749615 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1eb-342f-4a87-b30e-31ae2ff7be13 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.755283 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1eb-342f-4a87-b30e-31ae2ff7be13 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.775110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4a1eb-342f-4a87-b30e-31ae2ff7be13 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7a7100-1dc8-4fb8-989b-9802ad076202,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:30.794072 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4de4a1eb-342f-4a87-b30e-31ae2ff7be13 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.796240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4de4a1eb-342f-4a87-b30e-31ae2ff7be13 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682599 Nov 25 18:52:30.799263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:30.805484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f8187940-ba1d-442c-8442-4aa8daaf675a', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:30.836501 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:52:30.842231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.903911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e58f60aa-290b-4994-a3c7-332ad9d9e260 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:30.909968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.916509 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.941442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ee2516-d126-4ce5-8683-31b2b2145280,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:30.954206 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:30.958411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-54773469-f791-4525-a12f-c6c5931e2761 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555479 Nov 25 18:52:30.958881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:30.966067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f8187940-ba1d-442c-8442-4aa8daaf675a', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:30.989819 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port e58f60aa-290b-4994-a3c7-332ad9d9e260 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:30.990750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.005091 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:52:31.013986 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.091513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.097332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.105227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.128459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:31.129422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:31.132647 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9983b342-53f8-40d7-b7fd-d5a0f498ba44" -d '{"events": [{"server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "name": "network-vif-plugged", "status": "completed", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:31.138246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.164171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.165391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2046032 Nov 25 18:52:31.168432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33948) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:31.171497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d72304-f2a7-4aea-a959-1fb5d5893ff7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0acb7e3-8195-4918-a688-0e8d2484e6c0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:31.182642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'network': {'name': 'tempest-network-smoke--262932545', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:31.209426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:31.286271 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de494ec-6c8f-4e77-b8aa-9cfc5233c7ed x-openstack-request-id: req-3de494ec-6c8f-4e77-b8aa-9cfc5233c7ed {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:31.288307 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "name": "network-vif-plugged", "status": "completed", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:31.288559 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3de494ec-6c8f-4e77-b8aa-9cfc5233c7ed {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:31.289079 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'code': 200} Nov 25 18:52:31.316438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:52:31.324052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.414731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575d9fb-483b-44b9-a63b-c2c65578b9e5 req-8bd4aaf3-45bb-4792-8675-36aaea9df836 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:31.422249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4575d9fb-483b-44b9-a63b-c2c65578b9e5 req-8bd4aaf3-45bb-4792-8675-36aaea9df836 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1887364 Nov 25 18:52:31.435353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:52:31.495711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-137e32e9-e680-48e1-9798-abfb1dbc6085 req-73ac231a-750a-441e-9420-6972d43ea9ca tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=de5ef578-5c95-446d-a817-04dfa5103a31 HTTP/1.1" status: 200 len: 210 time: 0.0291276 Nov 25 18:52:31.505355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.505984 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Added segment 9827b027-26fe-4988-b7f1-7b61cb184a43 of type vlan for network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 Nov 25 18:52:31.576892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459769b1-a4d3-41c2-8fcc-a9b08380ffa2 req-71fb9600-3441-44ad-870a-fff508df0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:31.578318 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-459769b1-a4d3-41c2-8fcc-a9b08380ffa2 req-71fb9600-3441-44ad-870a-fff508df0e91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 1096 time: 0.1342626 Nov 25 18:52:31.582397 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.592637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4575d9fb-483b-44b9-a63b-c2c65578b9e5 req-f2d789c3-1cf1-47c3-8cf4-66a4f5360ee4 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471896 Nov 25 18:52:31.646044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.652023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:31.652687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.665449 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-459769b1-a4d3-41c2-8fcc-a9b08380ffa2 req-71f2904d-0947-4783-8472-2450e8a3a778 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767643 Nov 25 18:52:31.733875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5640249 Nov 25 18:52:31.736699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33958) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:31.740469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55203709-474c-4c5f-b53c-6181f8ef9bbc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Network': ['ID=70e7c855-5c0f-4d5d-98f5-39e06d1c6136,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:31.742056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'admin_state_up': True, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:31.754614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:52:31.791805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.793039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:31.907236 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.093015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.292082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.316843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.433813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.224 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/6209b20e-eaad-400e-96ae-ad0aaaafbc7c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:32.553608 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.598614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.644043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:32.645819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:32.649138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:32.663849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c097fd6-9d97-421f-9279-e9844c4cc7b0 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:52:32.698523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:32.753799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0ef7b08e-4cf8-4b1e-80cd-f076531dd8ef None None] Provisioning complete for port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:32.754585 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0ef7b08e-4cf8-4b1e-80cd-f076531dd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:32.802603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7b08e-4cf8-4b1e-80cd-f076531dd8ef None None] Port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:52:32.850196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e1d47-b031-4fe6-8988-6a63bd27b9ee req-a813de9e-ef14-4b02-a4d2-61b856d06589 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:32.858913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94e1d47-b031-4fe6-8988-6a63bd27b9ee req-a813de9e-ef14-4b02-a4d2-61b856d06589 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1541967 Nov 25 18:52:32.985874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94e1d47-b031-4fe6-8988-6a63bd27b9ee req-6f037107-7000-4e50-baa1-8d7a8c10ff94 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257546 Nov 25 18:52:33.062008 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:33.273529 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:33.297673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:33.421135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:52:33.945584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:52:33.955907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Sync routers for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:52:33.972123 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:33.974608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf9dd120-0155-4597-aa38-085d2c785a62 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2368450 Nov 25 18:52:33.978492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33984) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:33.989875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:33.991406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:34.051053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:34.051580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7cc93d45-6dba-4673-ad9f-ea208b98d0f2 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=418ca41106504e6eb537b48299cf87fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658381 Nov 25 18:52:34.293230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e0d77c-9bd2-4f37-86f0-2159e9d70dda tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:34.295098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c4e0d77c-9bd2-4f37-86f0-2159e9d70dda tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2426541 Nov 25 18:52:34.298117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33990) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:34.325118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ee141-87df-4a8d-aaed-02a287bc7e45 req-1bd568f1-efc3-44a6-9413-c5fdaaf6bd6b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:34.327300 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa7ee141-87df-4a8d-aaed-02a287bc7e45 req-1bd568f1-efc3-44a6-9413-c5fdaaf6bd6b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0758374 Nov 25 18:52:34.344880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:34.357132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-907b5242-3048-4b7f-99bd-c6e24c02aa69 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576177 Nov 25 18:52:34.361213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33992) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:34.366360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1784466627', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:34.543872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:52:34.547391 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:34.611598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:32Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:34.675525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Checking router: 7d6c1aae-38e2-404b-82f0-51b08ac3f113 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:52:34.675899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Updating router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:52:34.730483 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:34.867569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:34.892957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa7ee141-87df-4a8d-aaed-02a287bc7e45 req-8632da8d-8438-42cc-95f3-c23e9438b715 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559618 Nov 25 18:52:34.929042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:34.988675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:52:34.989370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9faf1ccb-0368-4269-bcb1-9fdcad135ac1 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:52:35.030502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Subnet': ['ID=1326b035-b68e-4509-8035-4dde86c3e7f0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:35.067337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.067719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.068167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.068602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.069741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.070204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.071669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.071669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.074123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.074633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.075077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.075482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:35.099200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Checking segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:52:35.100860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network hostable DHCP agents. Network: 70e7c855-5c0f-4d5d-98f5-39e06d1c6136, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:52:35.128914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:52:35.129532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a08d-5609-4fc9-a85b-8bd5a9a0e1c1 req-40c3d148-9214-4df0-ad38-4d40c64530f7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:35.131754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cda3a08d-5609-4fc9-a85b-8bd5a9a0e1c1 req-40c3d148-9214-4df0-ad38-4d40c64530f7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.0981436 Nov 25 18:52:35.140644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 70e7c855-5c0f-4d5d-98f5-39e06d1c6136) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:35.145917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:35.147750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:35.177865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34004) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:35.180183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-09aab316-593a-4a5b-99ec-db46bb9f1e6a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8178375 Nov 25 18:52:35.204406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:35.218484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b56b5c-6e03-4f40-91b7-1fdb96503771 None None] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:52:35.223229 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:35.271139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cda3a08d-5609-4fc9-a85b-8bd5a9a0e1c1 req-4fd4ffdd-fc6b-43b3-8f2c-6041167843c9 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195302 Nov 25 18:52:35.356730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2090bf9-e6a3-4fce-9231-4ce524ae44f6 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:52:35.360767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Attempting to bind port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:52:35.361245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Attempting to bind port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:52:35.361996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Attempting to bind port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:35.383053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:52:35.383494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:52:35.399397 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:35.402874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:52:35.403512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Bound port: 6209b20e-eaad-400e-96ae-ad0aaaafbc7c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:52:35.404209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:35.456992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce691c3-3eff-489b-885e-086106e8f2de None None] Pushing event updated for resources: {'Port': ['ID=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:35.546138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] For port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:52:35.550654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] For port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:52:35.553099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a872d05c-5d7f-4030-bd8a-0223291ddcf6 None None] Provisioning complete for port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:35.554326 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a872d05c-5d7f-4030-bd8a-0223291ddcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:35.572215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:35.650293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d64660-cb1b-428b-adb2-b688aea456ed None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:52:35.715012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:35.716924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:36.031662 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a872d05c-5d7f-4030-bd8a-0223291ddcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:36.079580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a872d05c-5d7f-4030-bd8a-0223291ddcf6 None None] For port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:36.099761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea29f-2e00-4b04-b618-009fbe586098 req-bd1c9ab5-a50a-4776-a90d-c2c110c584f3 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:36.104011 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a872d05c-5d7f-4030-bd8a-0223291ddcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:36.112166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-bd1c9ab5-a50a-4776-a90d-c2c110c584f3 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 813 time: 0.2450697 Nov 25 18:52:36.113928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce691c3-3eff-489b-885e-086106e8f2de None None] Pushing event updated for resources: {'Port': ['ID=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:36.154803 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-40e14d25-4892-45a4-bc88-fb69e2834c8a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/quotas/e8415c38c16947e6a62d7a0d081a092d HTTP/1.1" status: 200 len: 375 time: 0.0416548 Nov 25 18:52:36.186811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872d05c-5d7f-4030-bd8a-0223291ddcf6 None None] Pushing event updated for resources: {'Port': ['ID=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:36.283410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:52:36.284651 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:36.301089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-dc54dcc1-901f-493e-a2e6-3d3c94ca0209 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369314 Nov 25 18:52:36.495733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-d2427977-f00d-4fb3-aa17-340f23e36065 service neutron] 10.222.0.62 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797748 Nov 25 18:52:36.549258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Allocated IP 172.20.0.2 (70e7c855-5c0f-4d5d-98f5-39e06d1c6136/1326b035-b68e-4509-8035-4dde86c3e7f0/4ea32eff-43cf-4d75-bd24-9b40800b4b87) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:36.627656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:36.693411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-84068e15-51d5-479d-b227-7ba4d5f5abc6 None None] Provisioning complete for port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:36.695969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84068e15-51d5-479d-b227-7ba4d5f5abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:36.721560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-3411f706-3d9e-419c-a620-654ea90b0086 service neutron] 10.222.0.62 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243354 Nov 25 18:52:36.805724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:37.143760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d9158b26-1087-48cf-ab33-1627bc746a5a req-6c59d736-2a68-4e6e-a499-a996421f17bc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 210 time: 0.0854187 Nov 25 18:52:37.201071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a60cdf-301a-456b-b608-e672c39e7879 req-b793efda-d72c-4970-9ceb-4b9621eaed41 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:37.203705 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43a60cdf-301a-456b-b608-e672c39e7879 req-b793efda-d72c-4970-9ceb-4b9621eaed41 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.64 "GET /v2.0/ports?device_id=3245b869-7542-45ce-a1c6-32a50bbeaa9e HTTP/1.1" status: 200 len: 945 time: 0.1440680 Nov 25 18:52:37.423692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Deleting port e58f60aa-290b-4994-a3c7-332ad9d9e260 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:37.424194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:37.648618 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:37.677005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:37.680010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] For port e58f60aa-290b-4994-a3c7-332ad9d9e260, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=e58f60aa-290b-4994-a3c7-332ad9d9e260,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:37.680567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:37.744395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Pushing event updated for resources: {'Port': ['ID=4ea32eff-43cf-4d75-bd24-9b40800b4b87,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:37.764918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:37.768123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:37.769583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Calling delete_port for e58f60aa-290b-4994-a3c7-332ad9d9e260 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:37.771807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:37.777197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:32Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:37.850796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2ac3a-7728-4560-b19e-4ceafd247777 None None] The sync data for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 is: [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:32Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:52:37.951295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.1 (70e7c855-5c0f-4d5d-98f5-39e06d1c6136/1326b035-b68e-4509-8035-4dde86c3e7f0/981d0d4b-8b81-40aa-aa0b-f74c6f1fb941) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:37.962901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Attempting to bind port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:52:37.963287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Attempting to bind port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:52:37.965503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Attempting to bind port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:37.982169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:52:37.982623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Checking segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:52:37.983236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:37.983620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Bound using segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:52:37.984129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Bound port: 4ea32eff-43cf-4d75-bd24-9b40800b4b87, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:52:37.984522 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:38.199402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] For port 4ea32eff-43cf-4d75-bd24-9b40800b4b87, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:52:38.213735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] For port 4ea32eff-43cf-4d75-bd24-9b40800b4b87, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4ea32eff-43cf-4d75-bd24-9b40800b4b87,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:52:38.220379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:38.406687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94fde0-d2ef-44c2-b64d-80dd85729d20 None None] Pushing event updated for resources: {'Port': ['ID=4ea32eff-43cf-4d75-bd24-9b40800b4b87,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:38.511541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5ef3ab31-4f34-4e41-8149-abb7c45e35fc req-c2772580-9173-4a04-a80e-cf4b8102fe69 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 210 time: 0.0597491 Nov 25 18:52:38.512325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:38.529489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['e58f60aa-290b-4994-a3c7-332ad9d9e260'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:38.581243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Pushing event deleted for resources: {'Port': ['ID=e58f60aa-290b-4994-a3c7-332ad9d9e260,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:38.908130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:39.047374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea29f-2e00-4b04-b618-009fbe586098 req-dde4337c-8af8-4e04-a090-3bc7733e9049 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:39.048996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-dde4337c-8af8-4e04-a090-3bc7733e9049 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 813 time: 0.4549601 Nov 25 18:52:39.064321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Request body: {'port': {'device_id': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'admin_state_up': True, 'tenant_id': 'e8415c38c16947e6a62d7a0d081a092d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:39.094787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] No DVR routers for this DVR port e58f60aa-290b-4994-a3c7-332ad9d9e260 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:52:39.104299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:39.115541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-43a60cdf-301a-456b-b608-e672c39e7879 req-41ef6545-a036-4e30-9f33-8aa723d3c292 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.64 "DELETE /v2.0/ports/e58f60aa-290b-4994-a3c7-332ad9d9e260 HTTP/1.1" status: 204 len: 173 time: 1.9033134 Nov 25 18:52:39.123262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'name': 'network-vif-deleted', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:39.134236 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aa0516-3052-47f6-bccb-b0a4e22bdfac" -d '{"events": [{"server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "name": "network-vif-deleted", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:39.148609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:39.435284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:39.458765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:39.462151 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723973a2-9787-4ddd-94c1-300b0f85887f x-openstack-request-id: req-723973a2-9787-4ddd-94c1-300b0f85887f {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:39.462477 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3245b869-7542-45ce-a1c6-32a50bbeaa9e", "name": "network-vif-deleted", "tag": "e58f60aa-290b-4994-a3c7-332ad9d9e260", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:39.462772 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-723973a2-9787-4ddd-94c1-300b0f85887f {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:39.463312 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3245b869-7542-45ce-a1c6-32a50bbeaa9e', 'name': 'network-vif-deleted', 'tag': 'e58f60aa-290b-4994-a3c7-332ad9d9e260', 'status': 'completed', 'code': 200} Nov 25 18:52:39.464705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:39.471465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:39.479482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Made reservation on behalf of e8415c38c16947e6a62d7a0d081a092d for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:52:39.484286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:39.626284 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:39.864366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7cfce8b2-f86b-4b4b-8031-fe7db874e726 req-e394f431-3b86-4e96-8a95-9647d9caa881 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 210 time: 0.1904171 Nov 25 18:52:39.979787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Allocated IP 172.20.0.5 (c65798f8-51a5-4179-aa8a-20e1ba0e5933/d39b52e5-1e9f-4b83-9b02-79ba15dbb18e/0886aaac-04bc-4aa5-bd08-72ce0b01a7c9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:40.015662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.146798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6209b20e-eaad-400e-96ae-ad0aaaafbc7c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:40.282425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:40.282825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.437436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.485007 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.547228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Network c65798f8-51a5-4179-aa8a-20e1ba0e5933 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:40.554396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:40.561445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:40.592601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ea32eff-43cf-4d75-bd24-9b40800b4b87 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:40.600130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Pushing event updated for resources: {'Port': ['ID=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:40.628985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86190dc9-ba76-4139-842c-123de9553ecf None None] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:52:40.633485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:40.634915 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.661023 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-07e2324e-d779-4e97-890e-ca854761cf71 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6007044 Nov 25 18:52:40.676011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Request body: {'port': {'device_id': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:40.767339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.923356 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.930581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:40.958011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e58f60aa-290b-4994-a3c7-332ad9d9e260 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:52:41.013255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: e58f60aa-290b-4994-a3c7-332ad9d9e260 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:52:41.013862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device e58f60aa-290b-4994-a3c7-332ad9d9e260 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:52:41.029355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7433cacd-513e-4107-836a-8d2450467bac None None] Provisioning complete for port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:41.030102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7433cacd-513e-4107-836a-8d2450467bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.039322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a890ccf8-1e33-411d-b2ba-4dd9727bed9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.056371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.058274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:41.075455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.078251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.078671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.079056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.079400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.080148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.080676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.081452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.081667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.081987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.082422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.082666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:41.152308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:41.152874 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.317410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:41.322398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:41.368690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7433cacd-513e-4107-836a-8d2450467bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.513120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:41.522307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7433cacd-513e-4107-836a-8d2450467bac None None] For port 4ea32eff-43cf-4d75-bd24-9b40800b4b87, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4ea32eff-43cf-4d75-bd24-9b40800b4b87,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:41.538655 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7433cacd-513e-4107-836a-8d2450467bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.550565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.576767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.629414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Transition to ACTIVE for port object 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:52:41.648133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44128a-3bba-4c49-8fbf-2d0a1ec98321 req-0032a9a6-64dc-477d-b2d8-cd8bfa79ef30 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:41.660351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da44128a-3bba-4c49-8fbf-2d0a1ec98321 req-0032a9a6-64dc-477d-b2d8-cd8bfa79ef30 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 931 time: 0.6773272 Nov 25 18:52:41.676002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:52:41.711599 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.726165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da44128a-3bba-4c49-8fbf-2d0a1ec98321 req-67730874-c5e9-47da-9f24-0ee4b359ecfc tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632153 Nov 25 18:52:41.854635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433cacd-513e-4107-836a-8d2450467bac None None] Pushing event updated for resources: {'Port': ['ID=4ea32eff-43cf-4d75-bd24-9b40800b4b87,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:41.891675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:52:41.892041 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:52:41.893238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-36ab803c-4c6c-41e4-8ed3-e4bf93650bac None None] Provisioning complete for port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:41.893603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36ab803c-4c6c-41e4-8ed3-e4bf93650bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:41.899121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Pushing event updated for resources: {'Port': ['ID=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:41.942834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Attempting to bind port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:52:41.943472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Attempting to bind port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:52:41.944912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Attempting to bind port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:41.950180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:52:41.950802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Attempting to bind port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 on network c65798f8-51a5-4179-aa8a-20e1ba0e5933 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:41.958386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:52:41.958999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Checking segment: {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:52:41.960189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Bound using segment: {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:52:41.960811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Bound port: 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae7505c-17fe-4d02-823e-da03520337bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:52:41.961348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:42.037000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:52:42.044892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-36ab803c-4c6c-41e4-8ed3-e4bf93650bac None None] Provisioning complete for port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:42.044892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36ab803c-4c6c-41e4-8ed3-e4bf93650bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:42.053899 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Sync routers for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:52:42.055430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-66c99b7a-e573-4a62-8f69-d491851fe1ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/7d6c1aae-38e2-404b-82f0-51b08ac3f113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8706653 Nov 25 18:52:42.080961 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:42.085078 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:42.133381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] For port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:52:42.148438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] For port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:52:42.152762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-36ab803c-4c6c-41e4-8ed3-e4bf93650bac None None] Port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:52:42.157872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:42.178675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:42.178675 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:42.179254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] 10.222.0.66 "PUT /v2.0/ports/0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 HTTP/1.1" status: 200 len: 1091 time: 1.5101924 Nov 25 18:52:42.182152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'tag': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:42.188256 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5068941e-b143-4a10-b103-666420de6fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "7eabb572-d327-4e37-9f0e-3d855198c49b", "tag": "0886aaac-04bc-4aa5-bd08-72ce0b01a7c9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:42.288835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-061dc0ec-8ad1-41e1-a551-e828f568dda9 None None] Provisioning complete for port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:42.289211 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-061dc0ec-8ad1-41e1-a551-e828f568dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:42.358899 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:42.383043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-061dc0ec-8ad1-41e1-a551-e828f568dda9 None None] Port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:52:42.391592 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e598eda-f282-4d9c-9b1f-112276541864 x-openstack-request-id: req-6e598eda-f282-4d9c-9b1f-112276541864 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:42.391592 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eabb572-d327-4e37-9f0e-3d855198c49b", "tag": "0886aaac-04bc-4aa5-bd08-72ce0b01a7c9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:42.391592 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e598eda-f282-4d9c-9b1f-112276541864 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:42.391592 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'tag': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9', 'status': 'completed', 'code': 200} Nov 25 18:52:42.501396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58da29-f71f-4b6d-9625-41634c2bb38b service neutron] Pushing event updated for resources: {'Port': ['ID=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:42.517597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea29f-2e00-4b04-b618-009fbe586098 req-d88b8e43-8086-400f-93da-d55cc53382a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:42.522980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-d88b8e43-8086-400f-93da-d55cc53382a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 1094 time: 0.2317681 Nov 25 18:52:42.538362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4162dec4-c637-4cd7-bb1f-ef603ac884f3 None None] Provisioning complete for port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:42.540391 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4162dec4-c637-4cd7-bb1f-ef603ac884f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:42.607592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-17f3ef82-6c4d-4b66-be13-8dc7a67630ee tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842037502&fields=id&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 267 time: 0.1203310 Nov 25 18:52:42.628743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-9668bf1d-59fa-4290-a50b-e28cd50b8495 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0971248 Nov 25 18:52:42.648068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4162dec4-c637-4cd7-bb1f-ef603ac884f3 None None] Port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:52:42.698129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea29f-2e00-4b04-b618-009fbe586098 req-80559795-0e15-4069-94d7-016f9cca59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:42.700781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-80559795-0e15-4069-94d7-016f9cca59e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e HTTP/1.1" status: 200 len: 853 time: 0.0657423 Nov 25 18:52:42.713465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ea32eff-43cf-4d75-bd24-9b40800b4b87 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:42.806122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:42.806526 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:42.836259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-666beeb4-6c30-4fbd-af08-ebfc69c43c64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c65798f8-51a5-4179-aa8a-20e1ba0e5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118450 Nov 25 18:52:42.908992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-05a304bf-bed0-48aa-b8b8-537571b06866 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:42.914193 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:40Z', 'revision_number': 2, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:42.914697 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-05a304bf-bed0-48aa-b8b8-537571b06866 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 796 time: 0.3006127 Nov 25 18:52:42.942115 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-e5ad668c-5a63-4982-830f-a648483d11c1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/quotas/418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 375 time: 0.0195718 Nov 25 18:52:42.972374 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Checking router: 7d6c1aae-38e2-404b-82f0-51b08ac3f113 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:52:42.973060 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Updating router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:52:43.009803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ce5c-d197-41dc-8274-20d8a9fd6bb1 req-0380b729-d98b-4fd0-a56c-c6f232dc88d0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:43.011415 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:43.024966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-f21e8a58-708d-494d-9125-295cfd02b4f2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710428 Nov 25 18:52:43.025221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f6ce5c-d197-41dc-8274-20d8a9fd6bb1 req-0380b729-d98b-4fd0-a56c-c6f232dc88d0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 943 time: 0.1616890 Nov 25 18:52:43.086637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-09779005-3a2d-4070-aff7-16c8a17bdef5 service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421539 Nov 25 18:52:43.114673 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f6ce5c-d197-41dc-8274-20d8a9fd6bb1 req-c3d9d9e9-05a0-4463-bc2d-e84ed8712ca8 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878890 Nov 25 18:52:43.175057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-d7b391f1-7471-4bc1-bc2c-6ab19227dab7 service neutron] 10.222.0.62 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362143 Nov 25 18:52:43.328226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229ea29f-2e00-4b04-b618-009fbe586098 req-8e5bc53c-524e-484e-bb2a-c07a3cc9a190 service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203975 Nov 25 18:52:43.368105 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-99acc19b-4a8c-4c2a-a5f2-c75d96b0e08b service neutron] 10.222.0.62 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816285 Nov 25 18:52:43.457651 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0062111d-bbd6-4c3a-a99f-a7adbf757b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:43.495593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068941e-b143-4a10-b103-666420de6fa5 req-c0ecbc25-5cd7-41aa-923d-c5a452a854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:43.498666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5068941e-b143-4a10-b103-666420de6fa5 req-c0ecbc25-5cd7-41aa-923d-c5a452a854e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8415c38c16947e6a62d7a0d081a092d&device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 1094 time: 0.0947735 Nov 25 18:52:43.592525 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:43.602544 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:43.681095 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Pushing event updated for resources: {'Port': ['ID=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:43.720129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e84b592-f457-48e4-9768-e979b16af25e req-f5658930-2fca-48bc-9051-cb05cac3ae56 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 210 time: 0.0757453 Nov 25 18:52:43.728498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068941e-b143-4a10-b103-666420de6fa5 req-71d18138-43d3-436c-bbd1-8d00f0b011fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:43.730406 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5068941e-b143-4a10-b103-666420de6fa5 req-71d18138-43d3-436c-bbd1-8d00f0b011fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 200 len: 914 time: 0.2255352 Nov 25 18:52:43.755870 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.756271 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.758167 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.759723 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.760225 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.760956 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.762100 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.763889 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.764513 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.765006 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.765548 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.765823 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:52:43.790430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5068941e-b143-4a10-b103-666420de6fa5 req-10cf151e-1425-423c-be3b-b1d74796a1ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0510099 Nov 25 18:52:43.793107 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Attempting to bind port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:52:43.793574 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Attempting to bind port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:52:43.794915 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Attempting to bind port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:43.801640 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:52:43.802079 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Checking segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:52:43.802601 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:43.803502 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Bound using segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:52:43.803990 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Bound port: 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:52:43.804470 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:43.909047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068941e-b143-4a10-b103-666420de6fa5 req-d433c754-f59e-4793-afee-f2788eb6fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:43.912072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5068941e-b143-4a10-b103-666420de6fa5 req-d433c754-f59e-4793-afee-f2788eb6fb0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e HTTP/1.1" status: 200 len: 853 time: 0.1140339 Nov 25 18:52:43.929953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] For port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:52:43.939286 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] For port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:52:43.950376 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:43.989086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5068941e-b143-4a10-b103-666420de6fa5 req-35783a23-0bd2-4ea5-b86a-f0bd4699ed55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c65798f8-51a5-4179-aa8a-20e1ba0e5933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682616 Nov 25 18:52:44.058173 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2e807-4bd8-4e8d-b40f-eadcc80a432a None None] Pushing event updated for resources: {'Port': ['ID=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:44.073200 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:52:44.073828 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:44.112294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-18221978-3547-46af-bc0b-dab13e03f45c None None] Provisioning complete for port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:44.112735 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18221978-3547-46af-bc0b-dab13e03f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:44.143133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5068941e-b143-4a10-b103-666420de6fa5 req-8840fb2e-3256-41c0-b53c-69909902d86e service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418872 Nov 25 18:52:44.271195 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:52:44.379481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6bf18-cb97-4cc5-b91d-73f93cb43ef9 req-87aa06da-28a5-408a-8175-91b289752300 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:44.403088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9c6bf18-cb97-4cc5-b91d-73f93cb43ef9 req-87aa06da-28a5-408a-8175-91b289752300 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 943 time: 0.1725574 Nov 25 18:52:44.423404 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18221978-3547-46af-bc0b-dab13e03f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:44.451143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5068941e-b143-4a10-b103-666420de6fa5 req-bfae76a8-cec5-4f57-95c1-de78f1d5d31e service neutron] 10.222.0.66 "GET /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988980 Nov 25 18:52:44.512135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9c6bf18-cb97-4cc5-b91d-73f93cb43ef9 req-bf7df5ff-5267-4aba-8393-84333c9cd7c6 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080828 Nov 25 18:52:44.562943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:44.579924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-18221978-3547-46af-bc0b-dab13e03f45c None None] For port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:44.593803 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18221978-3547-46af-bc0b-dab13e03f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:44.708962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221978-3547-46af-bc0b-dab13e03f45c None None] Pushing event updated for resources: {'Port': ['ID=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:44.759042 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:43Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:52:44.795886 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30da5dd-c2b2-482f-bfdb-211d7f274e38 None None] The sync data for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 is: [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:43Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:52:44.797544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dea99557-0832-446c-aec1-546519e8e6c9 None None] Provisioning complete for port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:44.797922 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea99557-0832-446c-aec1-546519e8e6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:45.011187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-443caba9-0bde-4439-8c11-4c96412b4dcc req-e663a74c-227d-4632-b6e2-7fe8a575c8ba tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 210 time: 0.0714281 Nov 25 18:52:45.356988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-a49be36f-f465-4f08-984b-f514c576eab8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:45.361949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-a49be36f-f465-4f08-984b-f514c576eab8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 796 time: 0.1511180 Nov 25 18:52:45.484534 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-4b97961e-3773-460e-88f5-1f073682999e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 380 time: 0.1040530 Nov 25 18:52:45.495198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'port': {'device_id': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'admin_state_up': True, 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'security_groups': ['f8187940-ba1d-442c-8442-4aa8daaf675a']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:45.535342 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:52:45.683991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368da4c-9318-46b0-ac2a-4fd27bf3b97e req-8b3c5715-b742-4910-8a81-da87891d3863 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:45.686056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4368da4c-9318-46b0-ac2a-4fd27bf3b97e req-8b3c5715-b742-4910-8a81-da87891d3863 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 943 time: 0.0798917 Nov 25 18:52:45.810577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4368da4c-9318-46b0-ac2a-4fd27bf3b97e req-ab77369f-94c7-4490-afc7-0137ab86404b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051910 Nov 25 18:52:45.936073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.000120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:52:46.006195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.169381 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8e94020-e3da-46a4-922c-ae13df590dd6 req-00fa7add-1024-4ce5-975b-f88b0cf5c910 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 210 time: 0.0652730 Nov 25 18:52:46.245678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.11 (70e7c855-5c0f-4d5d-98f5-39e06d1c6136/1326b035-b68e-4509-8035-4dde86c3e7f0/d44d5471-bfd5-4652-bf5a-a6fd74a196cf) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:46.552240 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.639131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.691826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:46.704396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:46.708381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:46.713989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:46.766289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:46.801810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:46.802732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.829120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-5ced563c-42e1-4cd2-8415-df503d827784 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3379211 Nov 25 18:52:46.854115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Request body: {'port': {'device_id': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:46.886630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:46.888328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:46.972866 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.041207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.106777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712bf5a-e6c8-4068-ad33-eee83ca455d2 req-ece21d01-696d-4184-b2d6-c932f3659327 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:47.115245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2712bf5a-e6c8-4068-ad33-eee83ca455d2 req-ece21d01-696d-4184-b2d6-c932f3659327 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 943 time: 0.1073563 Nov 25 18:52:47.176973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d993f859-3879-4510-ac3b-35d104fae907 None None] Provisioning complete for port d44d5471-bfd5-4652-bf5a-a6fd74a196cf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:47.177350 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d993f859-3879-4510-ac3b-35d104fae907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.227722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d993f859-3879-4510-ac3b-35d104fae907 None None] Port d44d5471-bfd5-4652-bf5a-a6fd74a196cf cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:52:47.295198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2712bf5a-e6c8-4068-ad33-eee83ca455d2 req-7e9e602b-239d-486a-b767-2a01398540ce tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786494 Nov 25 18:52:47.349952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f763ab-c7bb-4b89-a4af-b6ed31197e8a req-53db7f3c-329c-4835-a675-2fea6724a672 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:47.366768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60f763ab-c7bb-4b89-a4af-b6ed31197e8a req-53db7f3c-329c-4835-a675-2fea6724a672 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 932 time: 0.0942993 Nov 25 18:52:47.464213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60f763ab-c7bb-4b89-a4af-b6ed31197e8a req-4352025e-b8a7-4be9-82e9-d8676f1a9472 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965278 Nov 25 18:52:47.572616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44d5471-bfd5-4652-bf5a-a6fd74a196cf {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:47.581629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.596950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Transition to ACTIVE for port object d44d5471-bfd5-4652-bf5a-a6fd74a196cf will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:52:47.604140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:47.819474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:47.866810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:52:47.867253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:52:47.870054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:47.878892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:52:47.879250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:52:47.886538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:52:47.886935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Checking segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:52:47.895631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Bound using segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:52:47.896124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Bound port: d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:52:47.896498 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:48.124653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:52:48.133210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:52:48.141996 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:48.183196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:52:48.241460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:48.241957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:48.244090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] 10.222.0.64 "PUT /v2.0/ports/d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1092 time: 1.4008255 Nov 25 18:52:48.265906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:48.279247 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c59d79-3e80-49d8-b219-5af955859e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:48.432599 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb83c5d-3cf0-4b4b-8dd9-6248e7676d37 x-openstack-request-id: req-9bb83c5d-3cf0-4b4b-8dd9-6248e7676d37 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:48.432901 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:48.433156 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bb83c5d-3cf0-4b4b-8dd9-6248e7676d37 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:48.452689 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'status': 'completed', 'code': 200} Nov 25 18:52:48.479591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4ef6-047b-4c99-9b28-6cd912ea5646 service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:48.508734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:48.531116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9', 'network_id': 'c65798f8-51a5-4179-aa8a-20e1ba0e5933', 'port_id': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9', 'mac_address': 'fa:16:3e:80:65:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39b52e5-1e9f-4b83-9b02-79ba15dbb18e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:52:48.569658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-c899c74d-4f85-4e5a-bc22-5df25fda9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:48.571294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-c899c74d-4f85-4e5a-bc22-5df25fda9eba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1095 time: 0.2689795 Nov 25 18:52:48.652008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:48.683002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-483d6fb6-cac9-4bcc-a4de-dddf05c14a5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 217 time: 0.0948765 Nov 25 18:52:48.696257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089092d-f3c7-4f60-802a-9ec675be3850 req-5a9fde34-68fc-4e52-83b6-2db07a0f1ab2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:48.696767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef3f69-8ac7-476d-a118-069d5a132dad req-c92f5515-0286-47d7-b47c-a0f3883972e5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:48.707975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3089092d-f3c7-4f60-802a-9ec675be3850 req-5a9fde34-68fc-4e52-83b6-2db07a0f1ab2 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 943 time: 0.2024534 Nov 25 18:52:48.711046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20ef3f69-8ac7-476d-a118-069d5a132dad req-c92f5515-0286-47d7-b47c-a0f3883972e5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.1148262 Nov 25 18:52:48.717152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:48.777153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-eb78abcb-0dd8-4886-a242-5b0bef92b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:48.778984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-eb78abcb-0dd8-4886-a242-5b0bef92b8e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0628498 Nov 25 18:52:48.791282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20ef3f69-8ac7-476d-a118-069d5a132dad req-51ebd055-2f30-49f0-8856-60e28b4e1718 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793178 Nov 25 18:52:48.841876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:48.852199 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:48.952751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3089092d-f3c7-4f60-802a-9ec675be3850 req-478826dd-893c-4712-a755-d7cb39415198 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427640 Nov 25 18:52:48.974698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-37a4d1d7-e434-448e-b2a0-e41feba00ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:48.974698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-37a4d1d7-e434-448e-b2a0-e41feba00ba7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773570 Nov 25 18:52:48.987415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:49.209846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-3c5b533d-1e3c-4c42-b99e-701f0ae85956 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229955 Nov 25 18:52:49.231326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0886aaac-04bc-4aa5-bd08-72ce0b01a7c9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:49.383925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb3af549-db71-4fec-b37e-8ee6eb2ff2c9 req-353081a5-a8f4-4468-92c7-9070bd511ebb service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619101 Nov 25 18:52:49.551172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-2893cdbe-65c6-4353-b740-268ff46b9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:49.556282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-2893cdbe-65c6-4353-b740-268ff46b9ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1095 time: 0.1189976 Nov 25 18:52:49.726495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-df8e41d4-6621-4b83-811b-3042182ff417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:49.728230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-df8e41d4-6621-4b83-811b-3042182ff417 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.1660035 Nov 25 18:52:49.780103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-62e6d57c-45e9-4d25-ae30-ae37346a5a70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 217 time: 0.0442727 Nov 25 18:52:49.911790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-4eda5d0a-88b7-48e0-bc64-ead3c3a681e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:49.914523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-4eda5d0a-88b7-48e0-bc64-ead3c3a681e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.1264122 Nov 25 18:52:50.002708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-c5cdf48f-3a17-4865-b0cd-185f5bbe018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:50.004405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-c5cdf48f-3a17-4865-b0cd-185f5bbe018f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747225 Nov 25 18:52:50.016000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e4932-c801-486c-8e3f-874ca38e762d req-b1020bf0-797d-435d-a0c1-637abfa6a949 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:50.017777 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea5e4932-c801-486c-8e3f-874ca38e762d req-b1020bf0-797d-435d-a0c1-637abfa6a949 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.0905788 Nov 25 18:52:50.121079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa0a3d-11e4-40e7-ad87-544897192486 req-ffda1cab-2096-43ad-a6e2-9f3cd51ba49f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:50.122644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdaa0a3d-11e4-40e7-ad87-544897192486 req-ffda1cab-2096-43ad-a6e2-9f3cd51ba49f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 944 time: 0.0619771 Nov 25 18:52:50.127130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea5e4932-c801-486c-8e3f-874ca38e762d req-5994479a-b326-4d0a-961c-8b07a4db9cec tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006527 Nov 25 18:52:50.166739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-a9f9351f-31cc-41e5-973c-aad12f20fcea service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478214 Nov 25 18:52:50.217446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdaa0a3d-11e4-40e7-ad87-544897192486 req-7357a1ea-9c97-4190-a793-f63794f750e3 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837717 Nov 25 18:52:50.305361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3c59d79-3e80-49d8-b219-5af955859e2e req-0427a5e0-56c7-40d8-8376-d79baa8ed0ee service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291049 Nov 25 18:52:51.258720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadae66-2a38-4270-96b4-f86347a6c186 req-ce37163f-2e68-4671-a971-4f59d5766392 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:51.260465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7aadae66-2a38-4270-96b4-f86347a6c186 req-ce37163f-2e68-4671-a971-4f59d5766392 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.0566413 Nov 25 18:52:51.360272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7aadae66-2a38-4270-96b4-f86347a6c186 req-872338a0-7736-4f82-8ee4-a0c5b494bbe8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915160 Nov 25 18:52:51.415005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d103-61e6-4318-b7ab-6ed666c4430c req-6b894792-4411-4da5-bc46-01b8d70cc99d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:51.416640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ff42d103-61e6-4318-b7ab-6ed666c4430c req-6b894792-4411-4da5-bc46-01b8d70cc99d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 944 time: 0.0776012 Nov 25 18:52:51.477411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ff42d103-61e6-4318-b7ab-6ed666c4430c req-3ff0fa7c-82ba-4397-8592-2d581209c87f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546885 Nov 25 18:52:52.230242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:52.292039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:52:52.296020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:52.296470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:52.497267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:52.532068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:52.534533 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a07817-e176-45b2-99ef-e1539c4d7a8f" -d '{"events": [{"server_uuid": "7eabb572-d327-4e37-9f0e-3d855198c49b", "name": "network-vif-plugged", "status": "completed", "tag": "0886aaac-04bc-4aa5-bd08-72ce0b01a7c9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:52.552801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75b5bc-76c7-4b84-8233-e7e599615f8f req-302d040b-6fd1-4af1-8223-7273705f6afc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:52.553950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:52.555763 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be75b5bc-76c7-4b84-8233-e7e599615f8f req-302d040b-6fd1-4af1-8223-7273705f6afc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.0843492 Nov 25 18:52:52.564154 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:52.618058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:52.639547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be75b5bc-76c7-4b84-8233-e7e599615f8f req-2605b170-f527-40ef-9713-a8c02781a145 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755906 Nov 25 18:52:52.681859 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9e2776-b5fc-4306-a699-930cb911e49e x-openstack-request-id: req-4c9e2776-b5fc-4306-a699-930cb911e49e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:52.682217 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eabb572-d327-4e37-9f0e-3d855198c49b", "name": "network-vif-plugged", "status": "completed", "tag": "0886aaac-04bc-4aa5-bd08-72ce0b01a7c9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:52.682506 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c9e2776-b5fc-4306-a699-930cb911e49e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:52.682902 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9', 'code': 200} Nov 25 18:52:52.752122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280affd-25ae-4721-8fed-6eaa17b3337f req-41c0cd9d-aee6-4612-9cda-11a45911f65b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:52.753803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8280affd-25ae-4721-8fed-6eaa17b3337f req-41c0cd9d-aee6-4612-9cda-11a45911f65b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0778058 Nov 25 18:52:52.796899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829f4d9-2924-4519-9251-3edcc3c29be0 req-67278907-dfdf-4d49-b2a4-f7fff2fea2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:52.798821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8829f4d9-2924-4519-9251-3edcc3c29be0 req-67278907-dfdf-4d49-b2a4-f7fff2fea2f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 1096 time: 0.0462151 Nov 25 18:52:52.818699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8280affd-25ae-4721-8fed-6eaa17b3337f req-ea04bc8e-5ac0-41cd-aa6d-c3edecde5a61 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563457 Nov 25 18:52:52.851980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8829f4d9-2924-4519-9251-3edcc3c29be0 req-5ebc5ade-77e9-4921-abc9-278a5d9f2437 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Nov 25 18:52:52.964226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:52:53.071127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:53.086647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'port_id': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'mac_address': 'fa:16:3e:4b:9a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:52:53.131448 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:53.146497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44d5471-bfd5-4652-bf5a-a6fd74a196cf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:52:53.172422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:53.176636 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:53.241339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:53.426506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d44d5471-bfd5-4652-bf5a-a6fd74a196cf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:53.796704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03eb45-6429-4cfc-9d01-463e7ac53b54 req-09603ada-d77f-4ad6-87e7-228f2f329a32 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:53.798900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b03eb45-6429-4cfc-9d01-463e7ac53b54 req-09603ada-d77f-4ad6-87e7-228f2f329a32 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 945 time: 0.0676479 Nov 25 18:52:53.864320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b03eb45-6429-4cfc-9d01-463e7ac53b54 req-11187cbb-ba87-4cf3-83d3-e7dacd52402c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587068 Nov 25 18:52:53.952819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaede5-a69e-4695-bcce-f9cc40573052 req-0f530e04-88cf-4f55-9b6a-4152e730c145 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:53.957821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3aaede5-a69e-4695-bcce-f9cc40573052 req-0f530e04-88cf-4f55-9b6a-4152e730c145 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0598333 Nov 25 18:52:54.018781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d3aaede5-a69e-4695-bcce-f9cc40573052 req-01065985-9ee0-4a95-bd4f-6b055df37cce tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Nov 25 18:52:54.998841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:52:55.067481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e056e-0162-4e3f-9622-ce84aef984ef req-fb450af1-5961-4352-916b-41bbe20b360a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.077377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e3e056e-0162-4e3f-9622-ce84aef984ef req-fb450af1-5961-4352-916b-41bbe20b360a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 945 time: 0.1112487 Nov 25 18:52:55.085920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d44d5471-bfd5-4652-bf5a-a6fd74a196cf completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:52:55.090437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d44d5471-bfd5-4652-bf5a-a6fd74a196cf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:52:55.090847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:55.137027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e3e056e-0162-4e3f-9622-ce84aef984ef req-0d96d80b-517c-44fb-a2c1-018df23d67ae tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586050 Nov 25 18:52:55.224802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc86676-72b7-4a34-9b3c-ede85efe7e0c req-33382e26-b6ac-4c76-94a7-e302663fbbdf tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.226242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8dc86676-72b7-4a34-9b3c-ede85efe7e0c req-33382e26-b6ac-4c76-94a7-e302663fbbdf tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0655184 Nov 25 18:52:55.254104 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:55.289892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:52:55.293002 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fc068e-6136-43e8-bd17-c1997ec532b3" -d '{"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-plugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:52:55.296075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8dc86676-72b7-4a34-9b3c-ede85efe7e0c req-4d948e7b-cc74-4858-be59-7ae644963c88 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Nov 25 18:52:55.308886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:55.322525 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:55.362050 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96760225-275e-43ac-8b93-3b996e372d3b x-openstack-request-id: req-96760225-275e-43ac-8b93-3b996e372d3b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:52:55.362342 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-plugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:52:55.367562 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96760225-275e-43ac-8b93-3b996e372d3b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:52:55.368415 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'code': 200} Nov 25 18:52:55.400160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:55.446284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-abda11cb-8cce-46d8-9cd0-d3d677b42745 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0826805 Nov 25 18:52:55.496041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6514-c22d-4604-aa60-fbf86a60e65c req-28e91abf-4428-423b-85a4-9f7cbe88ed45 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.497501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a1e6514-c22d-4604-aa60-fbf86a60e65c req-28e91abf-4428-423b-85a4-9f7cbe88ed45 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0927932 Nov 25 18:52:55.500486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e3fe8-27a3-43b1-a53d-5fc8b1c2e6c8 req-ec7ff6ed-a33c-4974-88dc-45bf09f5a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.502108 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-059e3fe8-27a3-43b1-a53d-5fc8b1c2e6c8 req-ec7ff6ed-a33c-4974-88dc-45bf09f5a4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1097 time: 0.0666363 Nov 25 18:52:55.555901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.556262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.556794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.557657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.558306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.558899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.559528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.565538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6f458425-d97c-437c-8d51-b82dd0abde2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6502 time: 0.0659311 Nov 25 18:52:55.594806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a1e6514-c22d-4604-aa60-fbf86a60e65c req-0b03777f-2900-4806-9641-52762d159242 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849552 Nov 25 18:52:55.610734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-059e3fe8-27a3-43b1-a53d-5fc8b1c2e6c8 req-02bcc971-332c-4934-b9ee-be58e0aa5414 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975132 Nov 25 18:52:55.715641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-b907e89d-d8e0-413d-8590-e1a20dc5b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.716146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-b907e89d-d8e0-413d-8590-e1a20dc5b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.716616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-b907e89d-d8e0-413d-8590-e1a20dc5b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.718295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-b907e89d-d8e0-413d-8590-e1a20dc5b913 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f8726b0-b2b2-4430-9868-33a6f312e430&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=b771d437-5fd6-46e0-b62a-e89b3aefade5&id=b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 200 len: 2299 time: 0.1208518 Nov 25 18:52:55.812684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-2d1fc2fa-78b9-4001-8783-03acca5bb882 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 200 len: 1001 time: 0.0863736 Nov 25 18:52:55.845960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c4308-6d22-43f6-8bc5-6afc79ffc419 req-d8f80f87-6c93-4f58-a35e-5d88876f44d0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.847671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-261c4308-6d22-43f6-8bc5-6afc79ffc419 req-d8f80f87-6c93-4f58-a35e-5d88876f44d0 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0564611 Nov 25 18:52:55.888010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-0b39dac7-3437-434d-abd4-5bb867100fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.889611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-0b39dac7-3437-434d-abd4-5bb867100fd1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c HTTP/1.1" status: 200 len: 856 time: 0.0691581 Nov 25 18:52:55.923225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-261c4308-6d22-43f6-8bc5-6afc79ffc419 req-4eb5c80d-1491-4fe3-917d-ac9341954c67 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637794 Nov 25 18:52:55.943019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-27eb58f3-a966-425b-a28c-0ff106558bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:55.944565 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-27eb58f3-a966-425b-a28c-0ff106558bf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f8726b0-b2b2-4430-9868-33a6f312e430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477355 Nov 25 18:52:56.087482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e855c10-6f41-44fb-9532-ec023ca20f19 req-c46efdfb-8f1b-4b70-aaa7-f60a34ab7bee tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:56.088942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e855c10-6f41-44fb-9532-ec023ca20f19 req-c46efdfb-8f1b-4b70-aaa7-f60a34ab7bee tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0757585 Nov 25 18:52:56.110394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-699097b3-46f1-424c-8dc9-eaf87e99fbca service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509247 Nov 25 18:52:56.222980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e855c10-6f41-44fb-9532-ec023ca20f19 req-9e3ed9c7-4741-4fbb-9efe-26217149127d tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196258 Nov 25 18:52:56.283984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79acfa-dc7f-4eee-a7fc-c577d701a4df req-220edc87-5429-4ba4-bc4f-c9039847277f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:56.294441 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f79acfa-dc7f-4eee-a7fc-c577d701a4df req-220edc87-5429-4ba4-bc4f-c9039847277f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0672791 Nov 25 18:52:56.300449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-77f99a21-38a1-4188-9326-1efb28ab4c1a service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819203 Nov 25 18:52:56.359131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f79acfa-dc7f-4eee-a7fc-c577d701a4df req-8ce295f5-a25a-42cb-a6f1-9d997ba0eebe tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590162 Nov 25 18:52:56.367492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-4919b267-7873-4c6c-944d-5abf824b4d34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 217 time: 0.0590651 Nov 25 18:52:56.437410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-a2d27fa9-9be0-4715-9ebb-9bfbac804c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:56.439022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-a2d27fa9-9be0-4715-9ebb-9bfbac804c5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0637052 Nov 25 18:52:56.512154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-21a7d08c-bd50-479a-9b15-8b343abf76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:56.515212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-21a7d08c-bd50-479a-9b15-8b343abf76f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686209 Nov 25 18:52:56.516296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71423e67-7889-45f8-8849-89be835b40e8 req-31a5ea01-d857-4abc-aca1-93eb3bfc6581 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:56.518232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71423e67-7889-45f8-8849-89be835b40e8 req-31a5ea01-d857-4abc-aca1-93eb3bfc6581 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0561604 Nov 25 18:52:56.595611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71423e67-7889-45f8-8849-89be835b40e8 req-a2b0f86b-0658-4d2f-aab2-ebbf5801456b tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710111 Nov 25 18:52:56.664288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-48e3412d-e9e0-45d2-a4f9-1cc7f60ddf5f service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409073 Nov 25 18:52:56.854836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3eea1-c91a-4c8b-a68b-82e7d93bbf64 req-fc5ed510-5ab3-40a0-899b-1ab6d75e1636 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:56.865250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fd3eea1-c91a-4c8b-a68b-82e7d93bbf64 req-fc5ed510-5ab3-40a0-899b-1ab6d75e1636 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.1218410 Nov 25 18:52:56.865250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-2d964904-e639-4ed6-97d4-365d0c7d6955 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855376 Nov 25 18:52:56.912093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-52ebdf3c-053b-4c62-baa6-4644c481b47a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 217 time: 0.0436809 Nov 25 18:52:57.049616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fd3eea1-c91a-4c8b-a68b-82e7d93bbf64 req-91baac70-c562-454c-9b18-ed1fa6f55035 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560810 Nov 25 18:52:57.049616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-8e212117-5e63-4564-9dfc-344c489cd072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:57.049616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-8e212117-5e63-4564-9dfc-344c489cd072 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.1287947 Nov 25 18:52:57.169246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-e0572f73-154c-4829-86d6-1fc69bbd5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:57.169246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-e0572f73-154c-4829-86d6-1fc69bbd5823 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003244 Nov 25 18:52:57.316097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-fd692edb-61b7-4656-9fcc-3f8e3cc7a90e service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508343 Nov 25 18:52:57.447187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-1d0d42ac-1e2e-4f6c-8af1-fc63e4635a78 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219316 Nov 25 18:52:57.519656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d822a38-8c92-4937-a876-0a93a6844f2d req-03885e88-3101-4f4c-8a03-e98e4ba5b17a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:57.521166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d822a38-8c92-4937-a876-0a93a6844f2d req-03885e88-3101-4f4c-8a03-e98e4ba5b17a tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.0792277 Nov 25 18:52:57.545325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-ef84645b-1a46-4bfc-a070-555cf2f027ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e074b3d0-6252-4eef-b942-80849bda7068 HTTP/1.1" status: 200 len: 217 time: 0.0631168 Nov 25 18:52:57.612684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ff1f3-51e0-45ee-a860-89a7c01f0e32 req-ac28e97c-a796-48ba-858b-37dc949d0992 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:57.614644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-434ff1f3-51e0-45ee-a860-89a7c01f0e32 req-ac28e97c-a796-48ba-858b-37dc949d0992 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1601372 Nov 25 18:52:57.619430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d822a38-8c92-4937-a876-0a93a6844f2d req-c0f4c4b5-1cc6-4828-9359-0a9194f38c7c tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919054 Nov 25 18:52:57.668609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-70b062c2-1e02-4628-89de-86607436e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:57.670135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-70b062c2-1e02-4628-89de-86607436e6f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.1143992 Nov 25 18:52:57.734683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-434ff1f3-51e0-45ee-a860-89a7c01f0e32 req-a4c9d930-1c1c-4dfb-b121-f54c0095723f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109273 Nov 25 18:52:57.756111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-430ced83-56eb-40ac-9065-386be20a315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:57.759224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-430ced83-56eb-40ac-9065-386be20a315b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763645 Nov 25 18:52:57.904999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2bc47-6f7c-4a68-8a7f-7e47d79bc3b7 req-c0273bf3-3e11-4555-9cc3-8ad34f0cbd24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:57.909021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd2bc47-6f7c-4a68-8a7f-7e47d79bc3b7 req-c0273bf3-3e11-4555-9cc3-8ad34f0cbd24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0675077 Nov 25 18:52:57.939244 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-d2667446-6659-44fa-ae74-8ec9da78bf79 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716688 Nov 25 18:52:58.038939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd2bc47-6f7c-4a68-8a7f-7e47d79bc3b7 req-ef7b65c3-387a-4822-8908-e76cbfbd6ee5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224332 Nov 25 18:52:58.052172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34502) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:58.079659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-acf7f0ec-4743-41ce-ad84-be540eaad3d1 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319084 Nov 25 18:52:58.109457 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be146417-0b9c-4c73-b858-db8c92d7a832 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:58.115010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-be146417-0b9c-4c73-b858-db8c92d7a832 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1092 time: 0.0617440 Nov 25 18:52:58.115811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34506) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:52:58.120506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:52:58.139870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-6eb96ab4-ec73-4d7c-9f6f-10f68fd91558 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca HTTP/1.1" status: 200 len: 217 time: 0.0508986 Nov 25 18:52:58.149966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:58.307435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:58.523815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.159 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0ed387a5-069e-422f-8189-a94592f14ec7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:52:58.650640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-ed7b9f04-d4b8-4875-912c-b539eeda0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:58.652169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-ed7b9f04-d4b8-4875-912c-b539eeda0ab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.5039036 Nov 25 18:52:58.680140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:58.733573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:58.788372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=0ed387a5-069e-422f-8189-a94592f14ec7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:52:58.845214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-73d4c653-f6b2-451c-b53b-a637322819bb tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:58.846775 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-73d4c653-f6b2-451c-b53b-a637322819bb tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.1160755 Nov 25 18:52:58.850563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:52:58.850835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-b9312c83-df1c-44f6-9354-1664f8208c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:58.852357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-b9312c83-df1c-44f6-9354-1664f8208c71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1926363 Nov 25 18:52:58.853676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:52:58.857427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:52:58.994572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed01ab0-7a9f-4713-b290-4454d5220c52 req-0ffde186-4e3a-4a6c-8051-7c6a778290b7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:58.996081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aed01ab0-7a9f-4713-b290-4454d5220c52 req-0ffde186-4e3a-4a6c-8051-7c6a778290b7 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 945 time: 0.2177842 Nov 25 18:52:59.114633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Deleting port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:52:59.116317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:59.128894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aed01ab0-7a9f-4713-b290-4454d5220c52 req-cc7777c7-b086-41e5-9b6a-ca82ecd9b58f tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/security-groups?id=c4805b1b-cb2b-493f-852a-dbf7333ebbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263821 Nov 25 18:52:59.241161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-7f09369b-552d-4327-9915-0e4b09afa91b service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117454 Nov 25 18:52:59.351683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] For port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,segment=NetworkSegment(8ae7505c-17fe-4d02-823e-da03520337bf),segment_id=8ae7505c-17fe-4d02-823e-da03520337bf)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:52:59.352027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:59.377894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Calling delete_port for 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:52:59.426738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-0b36ca89-cca6-4c28-8fe1-b42da61b160d service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736684 Nov 25 18:52:59.527611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-cfac63b6-5d9c-40f0-ba18-0d18a6e5be39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036 HTTP/1.1" status: 200 len: 217 time: 0.0568094 Nov 25 18:52:59.570331 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:59.642152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-2c37de01-7ad3-47c9-9310-c0262d347154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:59.643910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-2c37de01-7ad3-47c9-9310-c0262d347154 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.1135240 Nov 25 18:52:59.694920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:59.747796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-8a45d965-bdb6-47f2-b0c9-76f11b5e9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:52:59.749473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-8a45d965-bdb6-47f2-b0c9-76f11b5e9e85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970995 Nov 25 18:52:59.756620 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:59.769174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0886aaac-04bc-4aa5-bd08-72ce0b01a7c9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:52:59.942502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:59.951180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:52:59.961334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Pushing event deleted for resources: {'Port': ['ID=0886aaac-04bc-4aa5-bd08-72ce0b01a7c9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:00.001812 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-683acb1f-7af9-4b5f-aa69-c6248484dfea service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413223 Nov 25 18:53:00.005663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] No DVR routers for this DVR port 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:53:00.015254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:00.022529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53b353f7-5d17-47fd-b7d3-4934a5679e3d req-0913ad21-2fe7-4a19-81df-ed43c670f520 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.66 "DELETE /v2.0/ports/0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 HTTP/1.1" status: 204 len: 173 time: 1.1686821 Nov 25 18:53:00.023010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'name': 'network-vif-deleted', 'tag': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:00.025301 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9fe71b-01e5-4596-a47a-510b52d277d5" -d '{"events": [{"server_uuid": "7eabb572-d327-4e37-9f0e-3d855198c49b", "name": "network-vif-deleted", "tag": "0886aaac-04bc-4aa5-bd08-72ce0b01a7c9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:00.051166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=0ed387a5-069e-422f-8189-a94592f14ec7,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:00.085408 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09793e4a-7c3b-4057-9175-9eb158a1c9be x-openstack-request-id: req-09793e4a-7c3b-4057-9175-9eb158a1c9be {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:00.085710 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eabb572-d327-4e37-9f0e-3d855198c49b", "name": "network-vif-deleted", "tag": "0886aaac-04bc-4aa5-bd08-72ce0b01a7c9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:00.085970 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09793e4a-7c3b-4057-9175-9eb158a1c9be {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:00.086374 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eabb572-d327-4e37-9f0e-3d855198c49b', 'name': 'network-vif-deleted', 'tag': '0886aaac-04bc-4aa5-bd08-72ce0b01a7c9', 'status': 'completed', 'code': 200} Nov 25 18:53:00.122686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:00.289976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-699c8429-e363-4880-9d40-d1202ce23571 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689245 Nov 25 18:53:00.300008 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP 46811d63-0d0b-41b2-9bc7-53dec71cfef0 associated. External IP: 172.25.2.159, port: d44d5471-bfd5-4652-bf5a-a6fd74a196cf. Nov 25 18:53:00.368461 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-631410e4-542e-4ae7-856c-f298f3e13f4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 200 len: 217 time: 0.0767589 Nov 25 18:53:00.464549 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1335db9-530e-40b5-bf13-27b109c14d49 req-8cf18a8a-e1e2-48e3-9285-cc049e9c4476 tempest-ServerDiskConfigTestJSON-1642992189 tempest-ServerDiskConfigTestJSON-1642992189-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eabb572-d327-4e37-9f0e-3d855198c49b HTTP/1.1" status: 200 len: 210 time: 0.0887136 Nov 25 18:53:00.506234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-f8080ede-55c1-437a-8dc5-a7f90121d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:00.507772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-f8080ede-55c1-437a-8dc5-a7f90121d9b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.1307909 Nov 25 18:53:00.610711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-8ebe6fdb-e1ea-4a39-96e1-52e6fc4ad80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:00.613048 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-8ebe6fdb-e1ea-4a39-96e1-52e6fc4ad80d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972197 Nov 25 18:53:00.672237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:53:00.761252 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:00.782675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-b3854a65-33f9-44b7-966a-dd9816cbe2a4 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610010 Nov 25 18:53:00.974032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1a053f9-1318-4ffd-a729-5d868b20c545 req-c807147b-0500-4109-8d3c-20e87784a274 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817482 Nov 25 18:53:01.223975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:53:01.249615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] Sync routers for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:53:01.257426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:01.267261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:01.272415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:01.325237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c18be0d2-6678-4a5f-90db-32ee098f8697 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2076128 Nov 25 18:53:01.325814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:01.341272 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0099c0-cea4-43a8-8944-286ce77e71ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:01.407066 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9b6b8b-6ea6-4def-90a9-b56842341fe8 x-openstack-request-id: req-9a9b6b8b-6ea6-4def-90a9-b56842341fe8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:01.407438 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:01.407766 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a9b6b8b-6ea6-4def-90a9-b56842341fe8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:01.408242 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'status': 'completed', 'code': 200} Nov 25 18:53:01.522211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:01.622735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-c548e355-bfa1-4917-afb6-883c0b4445f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:01.624232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-c548e355-bfa1-4917-afb6-883c0b4445f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1097 time: 0.1949255 Nov 25 18:53:01.714011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d42db-c9e8-42f8-94a4-9124b5909a1b req-8d8037e2-b311-4f12-b2bb-2a3f1377941a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:01.740653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f55d42db-c9e8-42f8-94a4-9124b5909a1b req-8d8037e2-b311-4f12-b2bb-2a3f1377941a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.2013478 Nov 25 18:53:01.874334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f55d42db-c9e8-42f8-94a4-9124b5909a1b req-a30149e2-e255-4ec9-bc52-640d69c25cf5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425152 Nov 25 18:53:01.891083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34620) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:01.937279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34624) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:02.001584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-fd419094-cbcc-410a-b274-4dffcef57016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:02.004633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-fd419094-cbcc-410a-b274-4dffcef57016 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.3600681 Nov 25 18:53:02.123327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '46811d63-0d0b-41b2-9bc7-53dec71cfef0', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'port_id': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'mac_address': 'fa:16:3e:4b:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:52:59Z', 'updated_at': '2021-11-25T18:52:59Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:44Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:02.134759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d2b4c0f9-f884-4127-ba48-b10cedfe1256 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/46811d63-0d0b-41b2-9bc7-53dec71cfef0 HTTP/1.1" status: 200 len: 992 time: 0.2414215 Nov 25 18:53:02.144611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-b87e7a41-6cbe-4c25-88e1-73822e38ed92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.1285243 Nov 25 18:53:02.165372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-e29ca9f2-14ba-417f-bcee-3cdc99f2a72a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039088 Nov 25 18:53:02.173879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] Deleting subnet d39b52e5-1e9f-4b83-9b02-79ba15dbb18e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:53:02.180587 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:02.181364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] Checking router: 7d6c1aae-38e2-404b-82f0-51b08ac3f113 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:53:02.207492 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:02.208444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:52:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:02.231210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-b1461349-821c-43e0-8e94-874af8d49c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:02.233558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-b1461349-821c-43e0-8e94-874af8d49c00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0788293 Nov 25 18:53:02.254490 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:02.263020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:53:02.333336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-be52d405-8af1-40f9-89b6-0a9827d908dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:02.337477 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-be52d405-8af1-40f9-89b6-0a9827d908dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945318 Nov 25 18:53:02.345043 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:02.377043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:53:02.377043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0886aaac-04bc-4aa5-bd08-72ce0b01a7c9 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:53:02.530682 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:02.555937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:02.575039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-dc24a2f8-faeb-445a-8a7c-9ff51ddde11f service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240839 Nov 25 18:53:02.625770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39b52e5-1e9f-4b83-9b02-79ba15dbb18e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:02.639367 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:02.642781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f3ccebe1-9c06-4e32-914f-f236eb92399c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d39b52e5-1e9f-4b83-9b02-79ba15dbb18e HTTP/1.1" status: 204 len: 168 time: 0.7046270 Nov 25 18:53:02.647631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34650) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:02.812406 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:02.871203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d0099c0-cea4-43a8-8944-286ce77e71ee req-8edb46ed-596e-484f-9dc7-d8f41a68c8a2 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934775 Nov 25 18:53:02.959397 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:02.984332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65798f8-51a5-4179-aa8a-20e1ba0e5933']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:02.996837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae7505c-17fe-4d02-823e-da03520337bf') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:02.997134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae7505c-17fe-4d02-823e-da03520337bf') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:03.009523 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.025750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.035763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:53:03.036257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:53:03.038889 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:53:03.083354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-6b7bd29a-70c4-4cf9-93b7-7bec4ed26fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:03.085238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-6b7bd29a-70c4-4cf9-93b7-7bec4ed26fdc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1097 time: 0.1070023 Nov 25 18:53:03.153914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '46811d63-0d0b-41b2-9bc7-53dec71cfef0', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'port_id': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'mac_address': 'fa:16:3e:4b:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:52:59Z', 'updated_at': '2021-11-25T18:52:59Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:44Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:03.158733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34660) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:03.192476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3853708-3730-4b10-bd30-041dc3c76c10 None None] The sync data for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 is: [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '46811d63-0d0b-41b2-9bc7-53dec71cfef0', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'port_id': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'mac_address': 'fa:16:3e:4b:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:52:59Z', 'updated_at': '2021-11-25T18:52:59Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:44Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:53:03.319562 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-881c8017-c508-46d7-80ee-3c03b78792fb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/46811d63-0d0b-41b2-9bc7-53dec71cfef0 HTTP/1.1" status: 200 len: 992 time: 0.1574218 Nov 25 18:53:03.322327 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.323291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.330292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.337339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c65798f8-51a5-4179-aa8a-20e1ba0e5933 HTTP/1.1" status: 204 len: 168 time: 0.6886652 Nov 25 18:53:03.356775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3d60f-495f-41a3-9ec5-f34c737d741b admin admin] Pushing event deleted for resources: {'Network': ['ID=c65798f8-51a5-4179-aa8a-20e1ba0e5933,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:03.395915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-e9aabd9f-3c20-40d0-b766-02bb9939d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:03.398082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-e9aabd9f-3c20-40d0-b766-02bb9939d61d service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.2761643 Nov 25 18:53:03.492362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-a0e8336b-383a-4e19-b94a-879e621e388a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.0859005 Nov 25 18:53:03.581003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-ea78e4c7-c49d-4b6a-9007-537bb90c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:03.583825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-ea78e4c7-c49d-4b6a-9007-537bb90c913f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0826828 Nov 25 18:53:03.650303 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604594eb-ed2e-40ba-bc5f-8dc411a68770 None None] New status for floating IP 46811d63-0d0b-41b2-9bc7-53dec71cfef0: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:53:03.666521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34676) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:03.699579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-47964af4-17b9-4faa-b109-0a589c883120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:03.705480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-47964af4-17b9-4faa-b109-0a589c883120 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133678 Nov 25 18:53:03.767508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-334cbde6-b437-42cf-8fad-99dc58c5290e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8415c38c16947e6a62d7a0d081a092d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998192 Nov 25 18:53:03.776639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34678) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:03.863804 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d759e79c-d7d6-4dab-b52f-adf1e5e612ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.888511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-45d657ea-74b0-43a7-93b1-3d8fcc3184e7 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760821 Nov 25 18:53:03.889980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d759e79c-d7d6-4dab-b52f-adf1e5e612ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.968585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d759e79c-d7d6-4dab-b52f-adf1e5e612ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.971836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d759e79c-d7d6-4dab-b52f-adf1e5e612ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:03.973167 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d759e79c-d7d6-4dab-b52f-adf1e5e612ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4805b1b-cb2b-493f-852a-dbf7333ebbfa HTTP/1.1" status: 204 len: 168 time: 0.1953409 Nov 25 18:53:03.989113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759e79c-d7d6-4dab-b52f-adf1e5e612ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4805b1b-cb2b-493f-852a-dbf7333ebbfa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:04.093338 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05f296eb-d8c5-4f89-a97b-692b01503ba2 req-6aed3925-840f-49c2-8064-5d5f7256b093 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942670 Nov 25 18:53:04.323480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34694) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:04.478764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0123a968-cfcd-42fa-8ecd-74e489df47bf tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/46811d63-0d0b-41b2-9bc7-53dec71cfef0 HTTP/1.1" status: 200 len: 994 time: 0.1547873 Nov 25 18:53:05.170982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34730) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:05.316385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1494479196-network', 'tenant_id': '9260d2fd03b241fbb2f408ceb09ef62b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:05.368302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Made reservation on behalf of 9260d2fd03b241fbb2f408ceb09ef62b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:05.370607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.383455 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.515492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.523566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.572276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:53:05.584853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e4c428-610f-4471-b796-1ce838020d37,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:05.597158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.600264 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Added segment 8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5 of type vlan for network dd38de16-da09-49d1-954c-53e2167bd0e0 Nov 25 18:53:05.649389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.687572 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.711659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:05.713410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:05.792291 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6198254 Nov 25 18:53:05.795450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34752) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:05.801833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Request body: {'subnet': {'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1494479196-subnet', 'tenant_id': '9260d2fd03b241fbb2f408ceb09ef62b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:05.803285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86936e30-7b60-4922-b004-71486e4b86e4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd38de16-da09-49d1-954c-53e2167bd0e0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:05.821446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network dd38de16-da09-49d1-954c-53e2167bd0e0 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:53:05.914799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Made reservation on behalf of 9260d2fd03b241fbb2f408ceb09ef62b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:05.919357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:06.191325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:06.254341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8463b9d9-bdd8-4afb-b2d4-b922eacb6982,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:06.277422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Checking segment: {'id': '8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:06.277806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Network hostable DHCP agents. Network: dd38de16-da09-49d1-954c-53e2167bd0e0, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:53:06.305832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Network dd38de16-da09-49d1-954c-53e2167bd0e0 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:53:06.326290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, dd38de16-da09-49d1-954c-53e2167bd0e0) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:06.337322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:06.337322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:06.341217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d848f5-89b8-4939-8c06-fa71a5c333c9 None None] Network dd38de16-da09-49d1-954c-53e2167bd0e0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:53:06.400340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0e0df2d-6e05-41da-bef9-c628fb46d62b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6027093 Nov 25 18:53:06.643004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb07f45-2c8d-4966-bb46-80f37501c7b4 None None] Network dd38de16-da09-49d1-954c-53e2167bd0e0 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:53:07.167750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1d23c112-ba37-4c29-a0f9-e9d67cdcdf10 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:07.169421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1d23c112-ba37-4c29-a0f9-e9d67cdcdf10 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/networks?id=dd38de16-da09-49d1-954c-53e2167bd0e0 HTTP/1.1" status: 200 len: 822 time: 0.1655946 Nov 25 18:53:07.192300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-4115cebd-9ca6-49a6-bd6b-10bab06729d7 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/quotas/9260d2fd03b241fbb2f408ceb09ef62b HTTP/1.1" status: 200 len: 375 time: 0.0144076 Nov 25 18:53:07.231793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-5981def4-f298-4b79-acd0-d97a2593c6d5 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9260d2fd03b241fbb2f408ceb09ef62b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320539 Nov 25 18:53:07.349288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-54ce9149-3d17-4620-b3de-850711f7fde5 service neutron] 10.222.0.62 "GET /v2.0/networks/dd38de16-da09-49d1-954c-53e2167bd0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056120 Nov 25 18:53:07.503653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-0689aa66-e430-41e3-8d3b-77c7aadfe742 service neutron] 10.222.0.62 "GET /v2.0/networks/dd38de16-da09-49d1-954c-53e2167bd0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467988 Nov 25 18:53:07.768837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-429758a8-e562-4681-9342-8cf174d2b086 req-132edcb1-a7e1-4cff-9ed9-715d80eacb07 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 210 time: 0.0407255 Nov 25 18:53:08.949249 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18ed20be-c822-40a1-b0b2-db6cfae0c66c req-05e80d61-c92d-476f-8d93-7ce919ba0e49 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 210 time: 0.0725110 Nov 25 18:53:09.112985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-461d534a-6d3c-4563-a749-f0532e08c6c9 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:09.114769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-461d534a-6d3c-4563-a749-f0532e08c6c9 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.66 "GET /v2.0/networks?id=dd38de16-da09-49d1-954c-53e2167bd0e0 HTTP/1.1" status: 200 len: 822 time: 0.2369108 Nov 25 18:53:09.133042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Request body: {'port': {'device_id': '0984da76-eab2-40ba-a41b-4089183917d7', 'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0', 'admin_state_up': True, 'tenant_id': '9260d2fd03b241fbb2f408ceb09ef62b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:09.290667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Made reservation on behalf of 9260d2fd03b241fbb2f408ceb09ef62b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:09.298177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:09.503064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Allocated IP 172.20.0.7 (dd38de16-da09-49d1-954c-53e2167bd0e0/8463b9d9-bdd8-4afb-b2d4-b922eacb6982/ccbc020f-2315-4851-bad4-4821d76a3e0e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:09.727221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:09.776258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:09.831305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Network dd38de16-da09-49d1-954c-53e2167bd0e0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:09.838621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:09.843922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:09.876995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Pushing event updated for resources: {'Port': ['ID=ccbc020f-2315-4851-bad4-4821d76a3e0e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:09.904686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:09.905330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:09.921924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c8eef264-2dc5-448a-89fb-07d7b67904a8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939110 Nov 25 18:53:09.954251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Request body: {'port': {'device_id': '0984da76-eab2-40ba-a41b-4089183917d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:10.030004 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:10.236809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de5166-9fbb-4877-b88b-0a6af7a080df req-7a1cfded-6832-4326-82c8-c986adb517f9 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:10.238814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87de5166-9fbb-4877-b88b-0a6af7a080df req-7a1cfded-6832-4326-82c8-c986adb517f9 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 931 time: 0.1925764 Nov 25 18:53:10.382498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87de5166-9fbb-4877-b88b-0a6af7a080df req-dd347d36-a532-42f7-b643-1d8de4d6840f tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330073 Nov 25 18:53:10.531228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbc020f-2315-4851-bad4-4821d76a3e0e {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:53:10.558188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:10.577450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Transition to ACTIVE for port object ccbc020f-2315-4851-bad4-4821d76a3e0e will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:53:10.582494 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:10.636676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbc020f-2315-4851-bad4-4821d76a3e0e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:10.749917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Attempting to bind port ccbc020f-2315-4851-bad4-4821d76a3e0e on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:53:10.750376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Attempting to bind port ccbc020f-2315-4851-bad4-4821d76a3e0e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:53:10.751217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Attempting to bind port ccbc020f-2315-4851-bad4-4821d76a3e0e on network dd38de16-da09-49d1-954c-53e2167bd0e0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:10.756601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Port ccbc020f-2315-4851-bad4-4821d76a3e0e on network dd38de16-da09-49d1-954c-53e2167bd0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:53:10.757040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Attempting to bind port ccbc020f-2315-4851-bad4-4821d76a3e0e on network dd38de16-da09-49d1-954c-53e2167bd0e0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:10.766165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:53:10.766165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Checking segment: {'id': '8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:10.766510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Bound using segment: {'id': '8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:53:10.766987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Bound port: ccbc020f-2315-4851-bad4-4821d76a3e0e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:53:10.767445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:10.853235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] For port ccbc020f-2315-4851-bad4-4821d76a3e0e, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:10.856797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] For port ccbc020f-2315-4851-bad4-4821d76a3e0e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ccbc020f-2315-4851-bad4-4821d76a3e0e,segment=NetworkSegment(8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5),segment_id=8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:53:10.863541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:10.905506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:10.906189 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:10.907807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] 10.222.0.66 "PUT /v2.0/ports/ccbc020f-2315-4851-bad4-4821d76a3e0e HTTP/1.1" status: 200 len: 1091 time: 0.9621089 Nov 25 18:53:10.910918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0984da76-eab2-40ba-a41b-4089183917d7', 'tag': 'ccbc020f-2315-4851-bad4-4821d76a3e0e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:10.911123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-317e56ea-f839-4d02-8989-08eb8dc10f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:10.915125 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc60f72a-496a-469f-9cf8-5ddd1b723bba" -d '{"events": [{"name": "network-changed", "server_uuid": "0984da76-eab2-40ba-a41b-4089183917d7", "tag": "ccbc020f-2315-4851-bad4-4821d76a3e0e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:10.952265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2722af-5ab3-4c0b-b591-74408d75cca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbc020f-2315-4851-bad4-4821d76a3e0e,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:11.026963 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf4efab-5c9b-4063-ad43-7855c6dcc6fa x-openstack-request-id: req-abf4efab-5c9b-4063-ad43-7855c6dcc6fa {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:11.027555 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0984da76-eab2-40ba-a41b-4089183917d7", "tag": "ccbc020f-2315-4851-bad4-4821d76a3e0e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:11.027555 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abf4efab-5c9b-4063-ad43-7855c6dcc6fa {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:11.027897 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0984da76-eab2-40ba-a41b-4089183917d7', 'tag': 'ccbc020f-2315-4851-bad4-4821d76a3e0e', 'status': 'completed', 'code': 200} Nov 25 18:53:11.047399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-ca920605-06ca-4e81-aad3-a728045d6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:11.049261 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-ca920605-06ca-4e81-aad3-a728045d6073 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9260d2fd03b241fbb2f408ceb09ef62b&device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 1094 time: 0.0841355 Nov 25 18:53:11.106021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-5d962390-16aa-4f9c-86ae-11ce3fa7b3bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccbc020f-2315-4851-bad4-4821d76a3e0e HTTP/1.1" status: 200 len: 217 time: 0.0471771 Nov 25 18:53:11.178148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-7fd28bb6-09dc-4770-9533-09a635a1053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:11.179684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-7fd28bb6-09dc-4770-9533-09a635a1053b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8463b9d9-bdd8-4afb-b2d4-b922eacb6982 HTTP/1.1" status: 200 len: 862 time: 0.0659885 Nov 25 18:53:11.221025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-0a7f84c3-f6eb-4aeb-962d-fca64087e648 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd38de16-da09-49d1-954c-53e2167bd0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342519 Nov 25 18:53:11.335044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-c4ede284-38ab-48dd-8eb7-4dd161e6a536 service neutron] 10.222.0.66 "GET /v2.0/networks/dd38de16-da09-49d1-954c-53e2167bd0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062889 Nov 25 18:53:11.460991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed42e06a-5eb5-4776-ba14-6798a9ff5b64 req-3d3ac924-4d28-4f50-a32e-47943eb00373 service neutron] 10.222.0.66 "GET /v2.0/networks/dd38de16-da09-49d1-954c-53e2167bd0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186638 Nov 25 18:53:11.604230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a7fb8-5f7c-4da1-9c4e-4137c92a2a12 req-fec9d6ff-13f5-430c-a79f-06c4724206a7 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:11.606357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-5d55f8a0-b382-4308-8c6e-ce697c11e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:11.617987 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e6a7fb8-5f7c-4da1-9c4e-4137c92a2a12 req-fec9d6ff-13f5-430c-a79f-06c4724206a7 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 943 time: 0.1209848 Nov 25 18:53:11.618949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-5d55f8a0-b382-4308-8c6e-ce697c11e6ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9260d2fd03b241fbb2f408ceb09ef62b&device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 1094 time: 0.0962162 Nov 25 18:53:11.700894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e6a7fb8-5f7c-4da1-9c4e-4137c92a2a12 req-11319981-85c6-4eac-858d-bbb9d89979d5 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 Nov 25 18:53:11.755322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-fb3b9575-a08b-4bae-8f68-af9b05d6f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:11.757245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-fb3b9575-a08b-4bae-8f68-af9b05d6f2b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd38de16-da09-49d1-954c-53e2167bd0e0 HTTP/1.1" status: 200 len: 923 time: 0.1312330 Nov 25 18:53:11.807695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-1758af41-85bf-4f59-8f61-6b8dfe64ea8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccbc020f-2315-4851-bad4-4821d76a3e0e HTTP/1.1" status: 200 len: 217 time: 0.0428061 Nov 25 18:53:11.879779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-65cb4d59-b25b-4461-ad80-372cdb91396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:11.881892 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-65cb4d59-b25b-4461-ad80-372cdb91396b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8463b9d9-bdd8-4afb-b2d4-b922eacb6982 HTTP/1.1" status: 200 len: 862 time: 0.0659177 Nov 25 18:53:11.918898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-9ceb26c3-11c2-4be9-b6f5-f2365e28c943 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd38de16-da09-49d1-954c-53e2167bd0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300171 Nov 25 18:53:12.046126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-71a0edfb-5bc9-45af-b1d6-779e721c718d service neutron] 10.222.0.66 "GET /v2.0/networks/dd38de16-da09-49d1-954c-53e2167bd0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203034 Nov 25 18:53:12.159713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc60f72a-496a-469f-9cf8-5ddd1b723bba req-24813a18-6677-4746-a398-61319cd1d2b7 service neutron] 10.222.0.66 "GET /v2.0/networks/dd38de16-da09-49d1-954c-53e2167bd0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009228 Nov 25 18:53:12.856105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516be0a-2f9e-48ea-87c2-de836ec645a5 req-28b68e53-6383-4966-bfae-fc12df5b07b5 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:12.858408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e516be0a-2f9e-48ea-87c2-de836ec645a5 req-28b68e53-6383-4966-bfae-fc12df5b07b5 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 943 time: 0.0684125 Nov 25 18:53:12.954737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e516be0a-2f9e-48ea-87c2-de836ec645a5 req-bcda7ed3-5a44-444e-a23a-168a0052fc7c tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853686 Nov 25 18:53:13.433454 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11527c37-c422-46de-8aa5-a59e87fa6b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:14.113005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dcf15-1179-4ffd-af99-d01d79a246f5 req-5450b91d-064b-4dfd-8ff0-293b18ab2059 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:14.115974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f80dcf15-1179-4ffd-af99-d01d79a246f5 req-5450b91d-064b-4dfd-8ff0-293b18ab2059 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 943 time: 0.0724902 Nov 25 18:53:14.178440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f80dcf15-1179-4ffd-af99-d01d79a246f5 req-fe814bd9-a1d9-4bd9-9550-7ed4597fc351 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534072 Nov 25 18:53:14.377033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:15.301338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcd7fe-1965-4a44-ac92-5dd821589cea req-5e9d2f05-2374-4b75-9fd9-8eb5c1132a0c tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:15.302908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dbcd7fe-1965-4a44-ac92-5dd821589cea req-5e9d2f05-2374-4b75-9fd9-8eb5c1132a0c tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 943 time: 0.0507522 Nov 25 18:53:15.359365 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5dbcd7fe-1965-4a44-ac92-5dd821589cea req-c6255150-0cad-4625-aa15-326ac98ec5c0 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493577 Nov 25 18:53:15.930584 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:16.353164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ccbc020f-2315-4851-bad4-4821d76a3e0e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:53:16.466162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-139b0502-e982-4ed9-a59a-a94ba900a1cf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:16.468098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-139b0502-e982-4ed9-a59a-a94ba900a1cf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1398950 Nov 25 18:53:16.484258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ccbc020f-2315-4851-bad4-4821d76a3e0e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ccbc020f-2315-4851-bad4-4821d76a3e0e,segment=NetworkSegment(8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5),segment_id=8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:16.501514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-9beb4e63-1453-4f59-990e-336d66ce32d8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/quotas/81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 375 time: 0.0220659 Nov 25 18:53:16.504008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ccbc020f-2315-4851-bad4-4821d76a3e0e', 'network_id': 'dd38de16-da09-49d1-954c-53e2167bd0e0', 'port_id': 'ccbc020f-2315-4851-bad4-4821d76a3e0e', 'mac_address': 'fa:16:3e:4c:18:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8463b9d9-bdd8-4afb-b2d4-b922eacb6982', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:53:16.508143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8483c0d-19f6-43c9-ab8a-397942ca5224 req-63b9bcc0-9be7-4461-9886-cc251d094b98 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:16.514401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8483c0d-19f6-43c9-ab8a-397942ca5224 req-63b9bcc0-9be7-4461-9886-cc251d094b98 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 943 time: 0.0661190 Nov 25 18:53:16.561223 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:16.569573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8483c0d-19f6-43c9-ab8a-397942ca5224 req-7b3e482d-ce9f-4334-82bd-9df7bb5b8a85 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501990 Nov 25 18:53:16.570851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-37285fe1-63e5-40ba-a90c-201afced280a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666521 Nov 25 18:53:16.586072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbc020f-2315-4851-bad4-4821d76a3e0e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:53:16.614999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ccbc020f-2315-4851-bad4-4821d76a3e0e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ccbc020f-2315-4851-bad4-4821d76a3e0e,segment=NetworkSegment(8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5),segment_id=8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:16.619879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:16.671777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ccbc020f-2315-4851-bad4-4821d76a3e0e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:16.740625 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-082af783-33be-4d43-8f4f-6412d2163103 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615856 Nov 25 18:53:16.853619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-859275c0-5150-4274-9af5-9a415b742c5d service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046455 Nov 25 18:53:16.975386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:16.988083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ccbc020f-2315-4851-bad4-4821d76a3e0e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:53:17.258239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1dc87908-7d91-4c01-8925-656a07f0a6ca req-191fa572-fa0a-46ef-89bc-ac464517dc42 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0271881 Nov 25 18:53:17.703595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15497ac-8a14-47a6-a86d-07069256a449 req-a20f9095-5ff7-4b89-833d-7d2db2939b2d tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:17.705099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f15497ac-8a14-47a6-a86d-07069256a449 req-a20f9095-5ff7-4b89-833d-7d2db2939b2d tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 944 time: 0.0606294 Nov 25 18:53:17.758633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f15497ac-8a14-47a6-a86d-07069256a449 req-88a74621-426d-4a87-97e1-7edb043567d8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454288 Nov 25 18:53:18.299217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cafe8bad-b417-4b35-9e87-b2214eccc79b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:18.301371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cafe8bad-b417-4b35-9e87-b2214eccc79b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1554956 Nov 25 18:53:18.320922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'port': {'device_id': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'admin_state_up': True, 'tenant_id': '81443d1838114f57a977b4e512fb14ee'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:18.379804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ccbc020f-2315-4851-bad4-4821d76a3e0e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:53:18.421272 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-29e44086-1283-4f2b-97df-75c6efe952a7 req-72b5aef1-52aa-4c11-b6e1-32d2e81720f3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0787163 Nov 25 18:53:18.447996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ccbc020f-2315-4851-bad4-4821d76a3e0e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:53:18.461712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ccbc020f-2315-4851-bad4-4821d76a3e0e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:18.462093 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:18.538976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:18.542566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:18.625099 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:18.684813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984da76-eab2-40ba-a41b-4089183917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbc020f-2315-4851-bad4-4821d76a3e0e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:18.707396 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c4f67e-7893-4860-9e81-c294fa490e3d" -d '{"events": [{"server_uuid": "0984da76-eab2-40ba-a41b-4089183917d7", "name": "network-vif-plugged", "status": "completed", "tag": "ccbc020f-2315-4851-bad4-4821d76a3e0e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:18.741571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ccbc020f-2315-4851-bad4-4821d76a3e0e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ccbc020f-2315-4851-bad4-4821d76a3e0e,segment=NetworkSegment(8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5),segment_id=8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:18.748334 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:18.755505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.20.0.14 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/37b7de4e-0d8a-4840-9ab2-396c7666375f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:18.835787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ccbc020f-2315-4851-bad4-4821d76a3e0e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:18.906810 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698a46e3-aa09-47d8-b7bd-1dcbb95dfd16 x-openstack-request-id: req-698a46e3-aa09-47d8-b7bd-1dcbb95dfd16 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:18.907120 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984da76-eab2-40ba-a41b-4089183917d7", "name": "network-vif-plugged", "status": "completed", "tag": "ccbc020f-2315-4851-bad4-4821d76a3e0e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:18.907273 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-698a46e3-aa09-47d8-b7bd-1dcbb95dfd16 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:18.907609 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0984da76-eab2-40ba-a41b-4089183917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbc020f-2315-4851-bad4-4821d76a3e0e', 'code': 200} Nov 25 18:53:18.913441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.914026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.914568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.915076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.915567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.926939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.927533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.928540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.929027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.929510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.930001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.930528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:18.964538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d6fd-70e8-4c56-8360-03430a8c56f3 req-97a2f3f1-8dd0-45b0-8a9a-7c9b7d0364fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:18.968208 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13b0d6fd-70e8-4c56-8360-03430a8c56f3 req-97a2f3f1-8dd0-45b0-8a9a-7c9b7d0364fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 1096 time: 0.0874522 Nov 25 18:53:19.036580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13b0d6fd-70e8-4c56-8360-03430a8c56f3 req-af235f91-9b27-4cbc-81da-b315f8d40ef5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607843 Nov 25 18:53:19.038396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a59a1-cf9c-48f1-89d9-a83e0c12f58c req-efa6e144-5f33-4b1e-ad9b-d4ebfeb00f79 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:19.039966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d8a59a1-cf9c-48f1-89d9-a83e0c12f58c req-efa6e144-5f33-4b1e-ad9b-d4ebfeb00f79 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 945 time: 0.1664407 Nov 25 18:53:19.148785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d8a59a1-cf9c-48f1-89d9-a83e0c12f58c req-03140cb9-1525-49ee-b396-a8162ea8bdc8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915918 Nov 25 18:53:19.161179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:19.211488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:19.261131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:19.264216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:19.267939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:19.300682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=37b7de4e-0d8a-4840-9ab2-396c7666375f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:19.363079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:19.363730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:19.387880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-41164f2b-fee1-4f4b-8acf-d30871730be4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0720520 Nov 25 18:53:19.402051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Request body: {'port': {'device_id': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:19.473663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:19.644751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e93daf26-602d-49cf-b848-04f7000f8cb0 None None] Provisioning complete for port 37b7de4e-0d8a-4840-9ab2-396c7666375f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:19.645385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e93daf26-602d-49cf-b848-04f7000f8cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:19.650834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dd01b-1a4c-4091-9127-30ac7a3e2d0e req-1542ab45-23f7-41ac-8870-7470ae4a2bdd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:19.650834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f4dd01b-1a4c-4091-9127-30ac7a3e2d0e req-1542ab45-23f7-41ac-8870-7470ae4a2bdd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 932 time: 0.1247110 Nov 25 18:53:19.702392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e93daf26-602d-49cf-b848-04f7000f8cb0 None None] Port 37b7de4e-0d8a-4840-9ab2-396c7666375f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:53:19.760002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f4dd01b-1a4c-4091-9127-30ac7a3e2d0e req-742439cc-805a-4854-bf44-195c4c1fc3c8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022265 Nov 25 18:53:19.851972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b7de4e-0d8a-4840-9ab2-396c7666375f {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:53:19.860061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:19.874479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Transition to ACTIVE for port object 37b7de4e-0d8a-4840-9ab2-396c7666375f will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:53:19.879392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:19.959907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Pushing event updated for resources: {'Port': ['ID=37b7de4e-0d8a-4840-9ab2-396c7666375f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:20.025066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Attempting to bind port 37b7de4e-0d8a-4840-9ab2-396c7666375f on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:53:20.025931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Attempting to bind port 37b7de4e-0d8a-4840-9ab2-396c7666375f by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:53:20.026579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Attempting to bind port 37b7de4e-0d8a-4840-9ab2-396c7666375f on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:20.032347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Port 37b7de4e-0d8a-4840-9ab2-396c7666375f on network 5543069d-2fe3-41da-893c-40a6aacef875 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:53:20.034807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Attempting to bind port 37b7de4e-0d8a-4840-9ab2-396c7666375f on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:20.043492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:53:20.043807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:20.044315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:53:20.045715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Bound port: 37b7de4e-0d8a-4840-9ab2-396c7666375f, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:53:20.045715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:20.151656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] For port 37b7de4e-0d8a-4840-9ab2-396c7666375f, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:20.154713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] For port 37b7de4e-0d8a-4840-9ab2-396c7666375f, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:53:20.160324 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:20.241422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Pushing event updated for resources: {'Port': ['ID=37b7de4e-0d8a-4840-9ab2-396c7666375f,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:20.249163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:20.251717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:20.253301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-cb93ecaf-e8c6-495a-9866-c8a7a03fe6db service neutron] 10.222.0.64 "PUT /v2.0/ports/37b7de4e-0d8a-4840-9ab2-396c7666375f HTTP/1.1" status: 200 len: 1092 time: 0.8561506 Nov 25 18:53:20.253936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'tag': '37b7de4e-0d8a-4840-9ab2-396c7666375f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:20.257014 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb9e4aa-3631-4120-91fc-d3190507401b", "tag": "37b7de4e-0d8a-4840-9ab2-396c7666375f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:20.319723 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa359898-f0a3-4082-afc4-81f50ad60b6e x-openstack-request-id: req-fa359898-f0a3-4082-afc4-81f50ad60b6e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:20.320241 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb9e4aa-3631-4120-91fc-d3190507401b", "tag": "37b7de4e-0d8a-4840-9ab2-396c7666375f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:20.320660 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa359898-f0a3-4082-afc4-81f50ad60b6e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:20.321252 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'tag': '37b7de4e-0d8a-4840-9ab2-396c7666375f', 'status': 'completed', 'code': 200} Nov 25 18:53:20.402940 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1424f5-de01-4286-94c4-734757d94dda req-a70931e0-77e0-4197-ae32-50ea99238fdd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:20.412473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e1424f5-de01-4286-94c4-734757d94dda req-a70931e0-77e0-4197-ae32-50ea99238fdd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 945 time: 0.1231968 Nov 25 18:53:20.454871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-78ec36b7-679d-4862-8c69-d2fc141ad52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:20.456511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-78ec36b7-679d-4862-8c69-d2fc141ad52a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 1095 time: 0.1256053 Nov 25 18:53:20.541216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e1424f5-de01-4286-94c4-734757d94dda req-97045264-4228-45d1-a8c7-bab3b2a76c1a tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266325 Nov 25 18:53:20.562185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-98de8784-1620-4eae-8892-4ce5edd54a5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f HTTP/1.1" status: 200 len: 217 time: 0.0881674 Nov 25 18:53:20.634494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-406fe930-7fc0-47b5-97c6-5cd2404903e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:20.635974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-406fe930-7fc0-47b5-97c6-5cd2404903e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0643177 Nov 25 18:53:20.702614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f138aa-be10-4ba8-af09-aedd689704bd req-7a077e6e-8463-4d5f-aadf-d3b24477ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:20.704598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-7a077e6e-8463-4d5f-aadf-d3b24477ffc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567226 Nov 25 18:53:20.828485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-abb7cd34-2fb1-4a35-bfb7-19f02f414f4c service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148410 Nov 25 18:53:20.974064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085c0e0-d171-4ab0-9351-226f8bd26897 req-70f5dcd6-210d-4212-94a6-1d4b6c0f0aec tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:20.981531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5085c0e0-d171-4ab0-9351-226f8bd26897 req-70f5dcd6-210d-4212-94a6-1d4b6c0f0aec tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.1331289 Nov 25 18:53:21.022644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-20f138aa-be10-4ba8-af09-aedd689704bd req-a75f942a-48f8-42f6-8a18-ffc4fc06625a service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830320 Nov 25 18:53:21.047500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5085c0e0-d171-4ab0-9351-226f8bd26897 req-2d48e088-cbc0-48eb-a055-3a093e8d5df4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646060 Nov 25 18:53:21.118710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-8e4db97d-793f-41a6-b84b-da3fee9e6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:21.120183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-8e4db97d-793f-41a6-b84b-da3fee9e6f7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 1095 time: 0.0423272 Nov 25 18:53:21.217249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-393acce8-a442-4be6-a06c-da8fe95666f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:21.218758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-393acce8-a442-4be6-a06c-da8fe95666f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.0886683 Nov 25 18:53:21.260099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-8b773186-85d1-4e98-a5c8-9c2e2eb9a145 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f HTTP/1.1" status: 200 len: 217 time: 0.0337412 Nov 25 18:53:21.309023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-b551baa8-22a4-4faa-9002-f993bd164e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:21.310577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-b551baa8-22a4-4faa-9002-f993bd164e86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0430002 Nov 25 18:53:21.365337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-8f3864a3-ccaf-4857-8b94-93ecbb405e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:21.366969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-8f3864a3-ccaf-4857-8b94-93ecbb405e05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451369 Nov 25 18:53:21.477825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-04bd7e63-ed9d-4f5e-a109-56bda33bf2cc service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989797 Nov 25 18:53:21.959357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdd440b0-d534-47cb-b8a1-2d23c98e51a0 req-92dcba4f-ec75-4f78-b51a-8f461e8d8629 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686666 Nov 25 18:53:21.967968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cb3be-8dfe-4afd-8f5d-b3526c269b81 req-de1671d5-681a-4bdb-9b4b-779393919610 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:21.969457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f14cb3be-8dfe-4afd-8f5d-b3526c269b81 req-de1671d5-681a-4bdb-9b4b-779393919610 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 945 time: 0.0858133 Nov 25 18:53:22.051296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f14cb3be-8dfe-4afd-8f5d-b3526c269b81 req-8f772b5c-0c52-4d26-b0df-6aa20fc310ce tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Nov 25 18:53:22.198188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f54894-c47b-4f37-877f-9a7bd04db7d6 req-97835e00-5ab2-4534-b282-da30d2ef8546 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:22.206237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8f54894-c47b-4f37-877f-9a7bd04db7d6 req-97835e00-5ab2-4534-b282-da30d2ef8546 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.0669780 Nov 25 18:53:22.265811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a8f54894-c47b-4f37-877f-9a7bd04db7d6 req-3c5c3dd8-f7c0-4b7e-8553-7ac411496a53 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Nov 25 18:53:22.534240 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:53:22.549870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743846-5a94-4d02-bf79-4282897d6ed0 req-58e374fd-2989-4e3c-8320-82b0d68b3e63 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:22.554106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40743846-5a94-4d02-bf79-4282897d6ed0 req-58e374fd-2989-4e3c-8320-82b0d68b3e63 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 945 time: 0.0941002 Nov 25 18:53:22.607470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40743846-5a94-4d02-bf79-4282897d6ed0 req-cc92cedf-8b37-4e29-b354-68d22654911b tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Nov 25 18:53:23.409400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc86bf7-07a4-44e2-8563-2fd840da07da req-fe566619-a46b-4f6f-a4a1-834d677ae201 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:23.414780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cc86bf7-07a4-44e2-8563-2fd840da07da req-fe566619-a46b-4f6f-a4a1-834d677ae201 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.0657284 Nov 25 18:53:23.472028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cc86bf7-07a4-44e2-8563-2fd840da07da req-a039c444-6ec9-40b8-a9bc-b34e67cdee43 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524571 Nov 25 18:53:23.770752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a7de3-c004-4547-9171-6500ab530631 req-a37287c5-9579-4a8a-a400-4dac954e318b tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:23.778550 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e2a7de3-c004-4547-9171-6500ab530631 req-a37287c5-9579-4a8a-a400-4dac954e318b tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 945 time: 0.0732427 Nov 25 18:53:23.865862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22759a-febd-495d-a3ca-45c44b80814a req-6671fa4b-585d-400b-abe6-6c2da9cb9fe8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:23.867396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db22759a-febd-495d-a3ca-45c44b80814a req-6671fa4b-585d-400b-abe6-6c2da9cb9fe8 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.66 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 945 time: 0.0621247 Nov 25 18:53:23.880329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e2a7de3-c004-4547-9171-6500ab530631 req-5d9a86da-dcab-41b2-9527-e4237fc24627 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997481 Nov 25 18:53:23.989631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Deleting port ccbc020f-2315-4851-bad4-4821d76a3e0e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:53:23.990015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:24.570709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] For port ccbc020f-2315-4851-bad4-4821d76a3e0e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ccbc020f-2315-4851-bad4-4821d76a3e0e,segment=NetworkSegment(8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5),segment_id=8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:24.571798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:24.615933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Calling delete_port for ccbc020f-2315-4851-bad4-4821d76a3e0e owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:53:24.774131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47219476-2078-482e-87f0-e29fe1fca6dc req-b8775ae4-3603-4a57-8725-bac73a2b1533 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:24.783134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47219476-2078-482e-87f0-e29fe1fca6dc req-b8775ae4-3603-4a57-8725-bac73a2b1533 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.1016006 Nov 25 18:53:24.861324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47219476-2078-482e-87f0-e29fe1fca6dc req-8b1394e8-5a72-4e1f-813f-9be58787a994 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770671 Nov 25 18:53:25.177757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa404-a16a-4b3f-ad10-ef15c39a88cd req-03a2b3eb-6bac-49c7-910c-2b640603da3b tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:25.184973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fdaa404-a16a-4b3f-ad10-ef15c39a88cd req-03a2b3eb-6bac-49c7-910c-2b640603da3b tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/ports?device_id=0984da76-eab2-40ba-a41b-4089183917d7 HTTP/1.1" status: 200 len: 945 time: 0.2109559 Nov 25 18:53:25.192481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:25.205393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ccbc020f-2315-4851-bad4-4821d76a3e0e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:53:25.241823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Pushing event deleted for resources: {'Port': ['ID=ccbc020f-2315-4851-bad4-4821d76a3e0e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:25.300719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] No DVR routers for this DVR port ccbc020f-2315-4851-bad4-4821d76a3e0e on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:53:25.304573 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:25.308052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db22759a-febd-495d-a3ca-45c44b80814a req-30dac537-41f6-4eec-be86-3d8dfaa03abd tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.66 "DELETE /v2.0/ports/ccbc020f-2315-4851-bad4-4821d76a3e0e HTTP/1.1" status: 204 len: 173 time: 1.4326904 Nov 25 18:53:25.308518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984da76-eab2-40ba-a41b-4089183917d7', 'name': 'network-vif-deleted', 'tag': 'ccbc020f-2315-4851-bad4-4821d76a3e0e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:25.310972 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad1a991-2158-4335-bd67-6faf1b3c44dd" -d '{"events": [{"server_uuid": "0984da76-eab2-40ba-a41b-4089183917d7", "name": "network-vif-deleted", "tag": "ccbc020f-2315-4851-bad4-4821d76a3e0e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:25.361145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fdaa404-a16a-4b3f-ad10-ef15c39a88cd req-1f6b7597-9c84-413c-b127-98a4b63d7495 tempest-InstanceActionsNegativeTestJSON-80701294 tempest-InstanceActionsNegativeTestJSON-80701294-project] 10.222.0.62 "GET /v2.0/security-groups?id=51e4c428-610f-4471-b796-1ce838020d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736915 Nov 25 18:53:25.421564 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4867313a-d5f0-49c1-9e83-4cd360fe70e9 x-openstack-request-id: req-4867313a-d5f0-49c1-9e83-4cd360fe70e9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:25.421763 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984da76-eab2-40ba-a41b-4089183917d7", "name": "network-vif-deleted", "tag": "ccbc020f-2315-4851-bad4-4821d76a3e0e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:25.422000 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4867313a-d5f0-49c1-9e83-4cd360fe70e9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:25.422408 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0984da76-eab2-40ba-a41b-4089183917d7', 'name': 'network-vif-deleted', 'tag': 'ccbc020f-2315-4851-bad4-4821d76a3e0e', 'status': 'completed', 'code': 200} Nov 25 18:53:26.003235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6edac-24de-49fd-b154-26267c055759 req-2b35e4c1-2835-4755-bfdd-c860316d8727 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:26.009438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88c6edac-24de-49fd-b154-26267c055759 req-2b35e4c1-2835-4755-bfdd-c860316d8727 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.0794828 Nov 25 18:53:26.112543 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88c6edac-24de-49fd-b154-26267c055759 req-13d12a2a-823d-4edd-a0de-a01127d4d96b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010170 Nov 25 18:53:26.482746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35640) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:26.600730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] Deleting subnet 8463b9d9-bdd8-4afb-b2d4-b922eacb6982 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:53:26.606105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:26.686708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:26.766634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:26.877773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:26.907680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8463b9d9-bdd8-4afb-b2d4-b922eacb6982,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:26.916431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:26.924460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7fd62c8b-2b2c-4fa0-8124-8f83eee75fa6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8463b9d9-bdd8-4afb-b2d4-b922eacb6982 HTTP/1.1" status: 204 len: 168 time: 0.4388955 Nov 25 18:53:26.924654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35650) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:27.063892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.222756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.262365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd38de16-da09-49d1-954c-53e2167bd0e0']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:27.278936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:27.279547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b64b8fb-2b8c-4d84-afec-cb7c3ad150e5') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:27.287470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff455afa-e223-4409-8a2b-4b05dedd30f1 req-04c4e04f-8955-4e6f-b24e-0478ee592c95 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:27.292477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.295226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ff455afa-e223-4409-8a2b-4b05dedd30f1 req-04c4e04f-8955-4e6f-b24e-0478ee592c95 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.0930834 Nov 25 18:53:27.328885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.345508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:53:27.346212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:53:27.348420 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:53:27.420178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ff455afa-e223-4409-8a2b-4b05dedd30f1 req-5ede73d6-d61c-4581-9295-837a9063d07b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190040 Nov 25 18:53:27.461381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.472448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.476677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] 10.222.0.62 "DELETE /v2.0/networks/dd38de16-da09-49d1-954c-53e2167bd0e0 HTTP/1.1" status: 204 len: 168 time: 0.5508292 Nov 25 18:53:27.491565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980b62a-47de-4165-823d-dafd2ee0d8db admin admin] Pushing event deleted for resources: {'Network': ['ID=dd38de16-da09-49d1-954c-53e2167bd0e0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:27.616635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35666) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:27.671629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e5e394be-f1dd-4ca2-bcbf-989ecdbdb5c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9260d2fd03b241fbb2f408ceb09ef62b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538304 Nov 25 18:53:27.676869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:27.729674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ccca5df-2605-4eb0-b531-8b20bb19ed5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.752801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ccca5df-2605-4eb0-b531-8b20bb19ed5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.800072 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ccca5df-2605-4eb0-b531-8b20bb19ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.803245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ccca5df-2605-4eb0-b531-8b20bb19ed5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:27.804381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3ccca5df-2605-4eb0-b531-8b20bb19ed5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51e4c428-610f-4471-b796-1ce838020d37 HTTP/1.1" status: 204 len: 168 time: 0.1264093 Nov 25 18:53:27.815746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccca5df-2605-4eb0-b531-8b20bb19ed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e4c428-610f-4471-b796-1ce838020d37,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:28.453122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ccbc020f-2315-4851-bad4-4821d76a3e0e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:53:28.475770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: ccbc020f-2315-4851-bad4-4821d76a3e0e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:53:28.476115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ccbc020f-2315-4851-bad4-4821d76a3e0e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:53:28.586598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35704) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:28.630173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46096008-1465-4548-ac4d-2f5099f37ffb req-fb37297c-0c18-4385-bd3a-b79909af8988 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:28.640025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46096008-1465-4548-ac4d-2f5099f37ffb req-fb37297c-0c18-4385-bd3a-b79909af8988 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.1306741 Nov 25 18:53:28.694878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46096008-1465-4548-ac4d-2f5099f37ffb req-e431fa9d-735b-4610-aad0-84a5a2556447 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536313 Nov 25 18:53:28.740653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-55032857-network', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:28.764179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Made reservation on behalf of d8ce9afebfa0434abd4290e87d05f22b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:28.768404 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:28.781709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:28.869572 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:28.874126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:28.900183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:53:28.909950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b6295e-5349-4cab-b362-f8c30f14a2db,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:28.915120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:28.915465 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Added segment fece1d17-4c09-4bf5-8fc1-97c2799e688e of type vlan for network 99668f2f-169f-4bef-af43-91e9a19e1777 Nov 25 18:53:28.959295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:28.989128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:28.990825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:28.991472 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.066598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4790072 Nov 25 18:53:29.070328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:29.082464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Request body: {'subnet': {'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-55032857-subnet', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:29.090287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cd620-4427-4943-9bdb-986606959c92 admin admin] Pushing event updated for resources: {'Network': ['ID=99668f2f-169f-4bef-af43-91e9a19e1777,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:29.102031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 99668f2f-169f-4bef-af43-91e9a19e1777 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:53:29.122601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Made reservation on behalf of d8ce9afebfa0434abd4290e87d05f22b for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:29.125374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.333047 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.395814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e4f46a-5cac-44c4-b101-f786babdc585,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:29.401416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:29.401773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Network hostable DHCP agents. Network: 99668f2f-169f-4bef-af43-91e9a19e1777, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:53:29.420098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:53:29.429208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 99668f2f-169f-4bef-af43-91e9a19e1777) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:29.433236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:29.433847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.440158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab58cd-00e5-4514-a3a6-8be10e40de2e None None] Network 99668f2f-169f-4bef-af43-91e9a19e1777 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:53:29.450944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f800bfaa-21ac-426a-8583-31f510ff1e24 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3786044 Nov 25 18:53:29.453577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35722) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:29.458098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:29.480309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.481466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.542112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.636246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-99668f2f-169f-4bef-af43-91e9a19e1777', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:53:29.637122 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.720304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:29.791826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Allocated IP 172.20.0.2 (99668f2f-169f-4bef-af43-91e9a19e1777/96e4f46a-5cac-44c4-b101-f786babdc585/a511a2b3-f91b-461a-84c6-b4279fd4ea15) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:29.917878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fdaf0-4d2a-4048-a1cc-d7e091fbdc06 req-3c332a6c-6303-41bc-ab34-6f9f949b0577 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:29.921109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b6fdaf0-4d2a-4048-a1cc-d7e091fbdc06 req-3c332a6c-6303-41bc-ab34-6f9f949b0577 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.0912883 Nov 25 18:53:29.980357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b6fdaf0-4d2a-4048-a1cc-d7e091fbdc06 req-d5df0558-b2c3-40e9-9bf1-1618522299ae tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530083 Nov 25 18:53:30.012746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.021616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.072235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.082868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:30.085229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Pushing event updated for resources: {'Port': ['ID=a511a2b3-f91b-461a-84c6-b4279fd4ea15,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:30.089077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:30.091829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:30.106994 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.152264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Attempting to bind port a511a2b3-f91b-461a-84c6-b4279fd4ea15 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:53:30.152943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Attempting to bind port a511a2b3-f91b-461a-84c6-b4279fd4ea15 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:53:30.153472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Attempting to bind port a511a2b3-f91b-461a-84c6-b4279fd4ea15 on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:30.159022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:53:30.159820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:30.160388 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.160957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Bound using segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:53:30.161606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Bound port: a511a2b3-f91b-461a-84c6-b4279fd4ea15, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:53:30.162163 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.227339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] For port a511a2b3-f91b-461a-84c6-b4279fd4ea15, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:30.230817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] For port a511a2b3-f91b-461a-84c6-b4279fd4ea15, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a511a2b3-f91b-461a-84c6-b4279fd4ea15,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:53:30.236321 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.251361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Allocated IP 172.25.2.54 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/df43fb1e-da21-4712-b109-a31f93a05245) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:30.363164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d80494-0786-4401-a7ea-9f5e616a2dc1 None None] Pushing event updated for resources: {'Port': ['ID=a511a2b3-f91b-461a-84c6-b4279fd4ea15,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:30.394998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.453809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.501665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:30.504777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:30.508745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:30.524216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b304f4-1d96-4aae-9bbc-6c804e43e10b None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:53:30.541570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Pushing event updated for resources: {'Port': ['ID=df43fb1e-da21-4712-b109-a31f93a05245,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:30.598771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3d709cb1-e736-4b57-8a13-12a885e0084a None None] Provisioning complete for port df43fb1e-da21-4712-b109-a31f93a05245 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:30.599273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d709cb1-e736-4b57-8a13-12a885e0084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.681002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3d709cb1-e736-4b57-8a13-12a885e0084a None None] Port df43fb1e-da21-4712-b109-a31f93a05245 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:53:30.756801 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:30.896759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:31.109561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:31.144849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c37e-edee-492f-9318-dc7cb0eea231 req-9cf4b2a3-61aa-452e-8458-4daead7698db tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:31.156352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9150c37e-edee-492f-9318-dc7cb0eea231 req-9cf4b2a3-61aa-452e-8458-4daead7698db tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.0785580 Nov 25 18:53:31.204949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9150c37e-edee-492f-9318-dc7cb0eea231 req-bdf66f91-7168-4c82-9b10-42ff95fb734d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Nov 25 18:53:31.264380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Router 10793d99-4cc8-45ed-ae88-da2236edfd18 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:53:31.389053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:53:31.399694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Sync routers for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:53:31.410429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:31.411411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:53:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:31.431394 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:31.432822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4d842d05-71aa-45ff-912f-744b6809d349 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9781580 Nov 25 18:53:31.435929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35744) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:31.548955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:31.777464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80a8ac-47ce-4b4d-82aa-b65d82a095bb None None] Network 99668f2f-169f-4bef-af43-91e9a19e1777 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:53:31.780785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:30Z', 'revision_number': 3, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:31.864352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Checking router: 10793d99-4cc8-45ed-ae88-da2236edfd18 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:53:31.866745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Updating router 10793d99-4cc8-45ed-ae88-da2236edfd18 port df43fb1e-da21-4712-b109-a31f93a05245 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:53:31.919857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:31.975315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-232bb019-d14b-4c51-9574-26d1d0af25f6 None None] Provisioning complete for port a511a2b3-f91b-461a-84c6-b4279fd4ea15 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:31.975900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-232bb019-d14b-4c51-9574-26d1d0af25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.052055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.327434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Allocated IP 172.20.0.1 (99668f2f-169f-4bef-af43-91e9a19e1777/96e4f46a-5cac-44c4-b101-f786babdc585/cfb88201-fdf1-48f3-b5b5-95f3916de19f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:32.370361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-232bb019-d14b-4c51-9574-26d1d0af25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.421331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-232bb019-d14b-4c51-9574-26d1d0af25f6 None None] For port a511a2b3-f91b-461a-84c6-b4279fd4ea15, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a511a2b3-f91b-461a-84c6-b4279fd4ea15,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:32.433750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-232bb019-d14b-4c51-9574-26d1d0af25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.438571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc087b0c-e2e3-4163-b7d0-c97547ecf242 req-e1b5c09b-0984-4228-bd50-6611521c8dc9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:32.440243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc087b0c-e2e3-4163-b7d0-c97547ecf242 req-e1b5c09b-0984-4228-bd50-6611521c8dc9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.1101439 Nov 25 18:53:32.504962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc087b0c-e2e3-4163-b7d0-c97547ecf242 req-d2979f57-18f5-440e-ac19-93b4c5640cd4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577815 Nov 25 18:53:32.556955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.591365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bb019-d14b-4c51-9574-26d1d0af25f6 None None] Pushing event updated for resources: {'Port': ['ID=a511a2b3-f91b-461a-84c6-b4279fd4ea15,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:32.622402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.717993 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.725254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:32.730701 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.740858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb88201-fdf1-48f3-b5b5-95f3916de19f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:32.743955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:32.746933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:32.820989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d380-0e44-42cc-8b21-65b794964348 None None] Pushing event updated for resources: {'Port': ['ID=df43fb1e-da21-4712-b109-a31f93a05245,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:32.824441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Attempting to bind port df43fb1e-da21-4712-b109-a31f93a05245 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:53:32.824956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Attempting to bind port df43fb1e-da21-4712-b109-a31f93a05245 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:53:32.825468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Attempting to bind port df43fb1e-da21-4712-b109-a31f93a05245 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:32.831629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a511a2b3-f91b-461a-84c6-b4279fd4ea15 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:53:32.846974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.867041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64a930-432b-4828-8b07-48136d97b098 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:53:32.876037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:53:32.876557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:32.876958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.877620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:53:32.878202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Bound port: df43fb1e-da21-4712-b109-a31f93a05245, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:53:32.878631 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:32.947662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] For port df43fb1e-da21-4712-b109-a31f93a05245, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:32.961277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] For port df43fb1e-da21-4712-b109-a31f93a05245, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=df43fb1e-da21-4712-b109-a31f93a05245,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:53:32.975471 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.019825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a511a2b3-f91b-461a-84c6-b4279fd4ea15 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:33.020200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.064747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.070683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097012a-0558-43aa-a898-0d18ad704c41 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:53:33.102977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:33.103522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:53:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:33.194622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] Provisioning complete for port df43fb1e-da21-4712-b109-a31f93a05245 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:33.195556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.197450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d380-0e44-42cc-8b21-65b794964348 None None] Pushing event updated for resources: {'Port': ['ID=df43fb1e-da21-4712-b109-a31f93a05245,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:33.340925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.347216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.414221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb88201-fdf1-48f3-b5b5-95f3916de19f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:33.416819 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.459683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.462333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:33.483603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.525637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:33.526900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:33.570099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] For port df43fb1e-da21-4712-b109-a31f93a05245, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=df43fb1e-da21-4712-b109-a31f93a05245,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:33.581869 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.769792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] Provisioning complete for port a511a2b3-f91b-461a-84c6-b4279fd4ea15 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:33.770172 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:33.819950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a09e-db9a-4bb1-b5ff-b8645fae4031 req-7e293365-fb99-4cdf-8940-dba2e2aac797 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:33.831315 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6380a09e-db9a-4bb1-b5ff-b8645fae4031 req-7e293365-fb99-4cdf-8940-dba2e2aac797 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.2060649 Nov 25 18:53:33.840499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bdc76-c204-4501-8b51-9656943bafe8 None None] Pushing event updated for resources: {'Port': ['ID=df43fb1e-da21-4712-b109-a31f93a05245,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:33.881946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Router 10793d99-4cc8-45ed-ae88-da2236edfd18 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:53:33.918216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6380a09e-db9a-4bb1-b5ff-b8645fae4031 req-3e914faf-aaa8-431d-a1ad-079306b85542 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846858 Nov 25 18:53:34.025938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:32Z', 'revision_number': 1, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:34.055586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362db123-6166-47ca-a8f9-bf0aea641c43 None None] The sync data for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 is: [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:32Z', 'revision_number': 1, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:53:34.060289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:53:34.066390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-106853d8-3b81-4587-8906-3943fdb3e9c5 admin admin] 10.222.0.62 "PUT /v2.0/routers/10793d99-4cc8-45ed-ae88-da2236edfd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6293287 Nov 25 18:53:34.132587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5772a6ab-5e75-4579-ba45-5987025756f9 None None] Provisioning complete for port df43fb1e-da21-4712-b109-a31f93a05245 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:34.133187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5772a6ab-5e75-4579-ba45-5987025756f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:34.264657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5772a6ab-5e75-4579-ba45-5987025756f9 None None] Provisioning complete for port cfb88201-fdf1-48f3-b5b5-95f3916de19f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:34.265038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5772a6ab-5e75-4579-ba45-5987025756f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:34.325078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5772a6ab-5e75-4579-ba45-5987025756f9 None None] Port cfb88201-fdf1-48f3-b5b5-95f3916de19f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:53:34.676316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a511a2b3-f91b-461a-84c6-b4279fd4ea15 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:53:34.752085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35786) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:34.757219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-03046834-d208-45b1-84f2-92b529f80ca6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594179105', 'description': 'tempest-description--1478307773'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:34.761428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a511a2b3-f91b-461a-84c6-b4279fd4ea15 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:34.762397 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:34.817119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03046834-d208-45b1-84f2-92b529f80ca6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:34.997397 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03046834-d208-45b1-84f2-92b529f80ca6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.008686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03046834-d208-45b1-84f2-92b529f80ca6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.055842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03046834-d208-45b1-84f2-92b529f80ca6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7fda9e-a8f4-462b-90e4-685b05453fa4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:35.060077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03046834-d208-45b1-84f2-92b529f80ca6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.064400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:35.066812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-03046834-d208-45b1-84f2-92b529f80ca6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3113177 Nov 25 18:53:35.074213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'security_group_rule': {'security_group_id': '5a7fda9e-a8f4-462b-90e4-685b05453fa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:35.178776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.208332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f4da-d3ce-4f44-983e-7bbf8ba1fb1d req-ba1f4624-4deb-466c-a9bb-bb06ab217ae6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:35.210871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d09f4da-d3ce-4f44-983e-7bbf8ba1fb1d req-ba1f4624-4deb-466c-a9bb-bb06ab217ae6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 944 time: 0.1315391 Nov 25 18:53:35.250767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 37b7de4e-0d8a-4840-9ab2-396c7666375f details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:53:35.300338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d09f4da-d3ce-4f44-983e-7bbf8ba1fb1d req-598ae234-bf6d-438f-bdd8-1578cf88d541 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776889 Nov 25 18:53:35.351102 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.359041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.421449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2040362-a54a-4508-9d6e-86b56c7ee3c1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:35.436394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 37b7de4e-0d8a-4840-9ab2-396c7666375f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:35.439160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.443613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3740985 Nov 25 18:53:35.443613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.443613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.443613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.444127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35802) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:35.448594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-11758bf3-a438-4ce2-a786-554feae9d0d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'security_group_rule': {'security_group_id': '5a7fda9e-a8f4-462b-90e4-685b05453fa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:35.450941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.451117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.451417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.451757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.452095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.452434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.453026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.453160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.467591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f7cb-fd5c-4431-a1a8-7abc172767ab tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:35.485981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '37b7de4e-0d8a-4840-9ab2-396c7666375f', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'port_id': '37b7de4e-0d8a-4840-9ab2-396c7666375f', 'mac_address': 'fa:16:3e:c2:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:53:35.498779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11758bf3-a438-4ce2-a786-554feae9d0d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.570622 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.591631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b7de4e-0d8a-4840-9ab2-396c7666375f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:53:35.597909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11758bf3-a438-4ce2-a786-554feae9d0d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.604344 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11758bf3-a438-4ce2-a786-554feae9d0d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.621110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 37b7de4e-0d8a-4840-9ab2-396c7666375f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:35.628528 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.639235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11758bf3-a438-4ce2-a786-554feae9d0d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9211af54-6b39-4521-ade1-9424b2d2aa6f,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:35.670775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11758bf3-a438-4ce2-a786-554feae9d0d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.677189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 35806) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:35.678962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-11758bf3-a438-4ce2-a786-554feae9d0d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2339697 Nov 25 18:53:35.682392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:35.700952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=37b7de4e-0d8a-4840-9ab2-396c7666375f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:35.712040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.851753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:35.869517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['37b7de4e-0d8a-4840-9ab2-396c7666375f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:53:35.982113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263922f0-f70e-4724-91a4-0e131e2c08f5 req-96c3a8ef-71d1-4390-a0c9-8dc86ca026ee tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:36.013260 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-263922f0-f70e-4724-91a4-0e131e2c08f5 req-96c3a8ef-71d1-4390-a0c9-8dc86ca026ee tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1097 time: 0.1111495 Nov 25 18:53:36.125289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Allocated IP 172.25.2.135 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/36ad94b3-23e4-4742-a275-1f2f774cd825) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:36.176648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-263922f0-f70e-4724-91a4-0e131e2c08f5 req-524ca890-d70b-458a-a381-78ee7617ecb4 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368616 Nov 25 18:53:36.349634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:36.366941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8e5b-21a0-4ac6-82af-f90f9e8156d6 req-6134d44b-a9ba-4037-a9e7-b8d27578f4b2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:36.368419 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-192a8e5b-21a0-4ac6-82af-f90f9e8156d6 req-6134d44b-a9ba-4037-a9e7-b8d27578f4b2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0794477 Nov 25 18:53:36.418168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:36.472563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd189bbd-fd59-48be-b77e-ebf84efb79de req-55aa2c9c-e741-4468-8133-18f05173c7a6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:36.474977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd189bbd-fd59-48be-b77e-ebf84efb79de req-55aa2c9c-e741-4468-8133-18f05173c7a6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 945 time: 0.0547209 Nov 25 18:53:36.476542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:36.487747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-192a8e5b-21a0-4ac6-82af-f90f9e8156d6 req-c465a596-55cc-417d-85da-83ddc3d450eb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080329 Nov 25 18:53:36.491672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:36.510234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:36.519681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 35826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:36.548626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=36ad94b3-23e4-4742-a275-1f2f774cd825,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:36.602877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd189bbd-fd59-48be-b77e-ebf84efb79de req-592a2e06-4c58-4420-8e86-3d9f32ede043 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031811 Nov 25 18:53:36.606503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8603ce9f-44ce-48f6-9e01-161abaddc1f0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/46811d63-0d0b-41b2-9bc7-53dec71cfef0 HTTP/1.1" status: 200 len: 994 time: 0.0851779 Nov 25 18:53:36.648952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:36.695842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:36.702389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device df43fb1e-da21-4712-b109-a31f93a05245 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:53:36.788307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port df43fb1e-da21-4712-b109-a31f93a05245 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:36.789191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:36.921217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:36.926955 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:36.989338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-6b4d4dd1-1130-4183-9634-23b8b045d4b7 req-723a09bd-c34a-4144-9739-6df491b3dd61 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:53:36.991072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b4d4dd1-1130-4183-9634-23b8b045d4b7 req-723a09bd-c34a-4144-9739-6df491b3dd61 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065777 Nov 25 18:53:37.004929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=36ad94b3-23e4-4742-a275-1f2f774cd825,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:37.017882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:37.048941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:37.050331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-855dc552-6cbd-4ca6-8aaf-1b32b2e6fd46 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3721280 Nov 25 18:53:37.260570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 37b7de4e-0d8a-4840-9ab2-396c7666375f up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:53:37.304185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-3814ed0b-86f9-434e-be1f-24e73393f62e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1594179105&fields=id&tenant_id=d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 267 time: 0.0835536 Nov 25 18:53:37.322756 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Sync routers for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:53:37.340265 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:37.340905 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:53:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:37.390938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 37b7de4e-0d8a-4840-9ab2-396c7666375f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:53:37.399827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 37b7de4e-0d8a-4840-9ab2-396c7666375f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:37.400998 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:37.510101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-39a96398-0967-43cb-b855-ae524ee8605b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:37.511864 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-39a96398-0967-43cb-b855-ae524ee8605b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1998470 Nov 25 18:53:37.540025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-b695e65e-dba9-4dfc-90cb-6c270aea91af tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/quotas/d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 375 time: 0.0207562 Nov 25 18:53:37.589178 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:37.609158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-f02e1dbb-e4e5-45df-8ef9-9a682854d90e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629971 Nov 25 18:53:37.613217 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:37.654852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7de4e-0d8a-4840-9ab2-396c7666375f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:37.657600 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e8256-435a-4d95-9ba8-2d095aeb0241" -d '{"events": [{"server_uuid": "bfb9e4aa-3631-4120-91fc-d3190507401b", "name": "network-vif-plugged", "status": "completed", "tag": "37b7de4e-0d8a-4840-9ab2-396c7666375f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:37.676086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 37b7de4e-0d8a-4840-9ab2-396c7666375f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:37.685111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:37.842429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-8f1dc274-ac5f-494f-b72f-bbb3adfd3777 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130630 Nov 25 18:53:37.847306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=37b7de4e-0d8a-4840-9ab2-396c7666375f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:37.868818 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-5c12fdd8-a1bd-4cc8-bece-b3cfbab80b7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156189 Nov 25 18:53:37.961220 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 2, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:38.001609 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Checking router: 10793d99-4cc8-45ed-ae88-da2236edfd18 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:53:38.002202 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Updating router 10793d99-4cc8-45ed-ae88-da2236edfd18 port cfb88201-fdf1-48f3-b5b5-95f3916de19f binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:53:38.015500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-dcf83460-e1c2-4042-b579-485e8a776f05 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718249 Nov 25 18:53:38.030007 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:38.074575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee349f-e507-4e59-bc1e-8cbcfe0b1ade req-6477caad-795c-484b-b5d5-73acdde0a5a6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:38.076900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dee349f-e507-4e59-bc1e-8cbcfe0b1ade req-6477caad-795c-484b-b5d5-73acdde0a5a6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 946 time: 0.1619990 Nov 25 18:53:38.211604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dee349f-e507-4e59-bc1e-8cbcfe0b1ade req-0500ef1d-3152-488f-b337-820b7f4c1c08 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226707 Nov 25 18:53:38.410042 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a6e78-8314-4a44-aaf2-90d325d1a824 x-openstack-request-id: req-af6a6e78-8314-4a44-aaf2-90d325d1a824 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:38.410440 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb9e4aa-3631-4120-91fc-d3190507401b", "name": "network-vif-plugged", "status": "completed", "tag": "37b7de4e-0d8a-4840-9ab2-396c7666375f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:38.410817 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af6a6e78-8314-4a44-aaf2-90d325d1a824 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:38.411306 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7de4e-0d8a-4840-9ab2-396c7666375f', 'code': 200} Nov 25 18:53:38.490695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc621084-9304-4423-94d0-f287e85c7348 req-9f507882-89fb-4e97-9265-bdde64447b51 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:38.504612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc621084-9304-4423-94d0-f287e85c7348 req-9f507882-89fb-4e97-9265-bdde64447b51 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1427917 Nov 25 18:53:38.551812 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-348bf6f6-5d03-440f-a47f-8ecdff7b0636 req-5b9fcd4e-1f3e-4f45-a8b4-0bf4255c414f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0383320 Nov 25 18:53:38.651182 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc621084-9304-4423-94d0-f287e85c7348 req-9e7c8a76-9e4e-446e-8d34-9f00b3ea91a0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452410 Nov 25 18:53:38.678832 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:38.682381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21deb97-d7cd-4dc5-8520-7ae4ddde700b req-93c0bd84-0a86-473b-8f00-18cc424f6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:38.685797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d21deb97-d7cd-4dc5-8520-7ae4ddde700b req-93c0bd84-0a86-473b-8f00-18cc424f6d85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 1097 time: 0.1784611 Nov 25 18:53:38.689570 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:38.786560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d21deb97-d7cd-4dc5-8520-7ae4ddde700b req-a74258a3-3134-4641-938d-acb0db470541 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885048 Nov 25 18:53:38.866760 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281c03e-b8fe-47be-88d1-160e1afb42ee None None] Pushing event updated for resources: {'Port': ['ID=cfb88201-fdf1-48f3-b5b5-95f3916de19f,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:38.911767 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Attempting to bind port cfb88201-fdf1-48f3-b5b5-95f3916de19f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:53:38.912128 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Attempting to bind port cfb88201-fdf1-48f3-b5b5-95f3916de19f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:53:38.912694 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Attempting to bind port cfb88201-fdf1-48f3-b5b5-95f3916de19f on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:38.932199 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:53:38.934827 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:38.935264 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:38.935665 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Bound using segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:53:38.936274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Bound port: cfb88201-fdf1-48f3-b5b5-95f3916de19f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:53:38.936815 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:39.031990 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] For port cfb88201-fdf1-48f3-b5b5-95f3916de19f, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:39.037083 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] For port cfb88201-fdf1-48f3-b5b5-95f3916de19f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cfb88201-fdf1-48f3-b5b5-95f3916de19f,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:53:39.042401 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:39.112929 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:39.113567 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:53:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:39.194058 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281c03e-b8fe-47be-88d1-160e1afb42ee None None] Pushing event updated for resources: {'Port': ['ID=cfb88201-fdf1-48f3-b5b5-95f3916de19f,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:39.265931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6ec95807-7a95-46fe-89cc-6575198219a2 None None] Provisioning complete for port cfb88201-fdf1-48f3-b5b5-95f3916de19f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:39.266428 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ec95807-7a95-46fe-89cc-6575198219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:39.404639 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:39.431128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819c6d1-7391-41bd-8c8e-090933285ea0 req-2c8ebeba-a750-497c-b9f9-f4c57d12e45f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:39.440118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d819c6d1-7391-41bd-8c8e-090933285ea0 req-2c8ebeba-a750-497c-b9f9-f4c57d12e45f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 946 time: 0.1257389 Nov 25 18:53:39.470669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ec95807-7a95-46fe-89cc-6575198219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:39.579345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d819c6d1-7391-41bd-8c8e-090933285ea0 req-90c7e4b4-74c6-4302-be4d-db278d5e9e24 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382320 Nov 25 18:53:39.601577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6ec95807-7a95-46fe-89cc-6575198219a2 None None] For port cfb88201-fdf1-48f3-b5b5-95f3916de19f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cfb88201-fdf1-48f3-b5b5-95f3916de19f,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:39.614216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ec95807-7a95-46fe-89cc-6575198219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:39.753959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-66327fa6-f710-4ab9-adf1-2df0127412a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:39.757612 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57591031-18b5-4187-b0a6-1a5680c1fe04 req-de8fe6b6-907c-4ca4-b98d-122f9c9076b2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0651653 Nov 25 18:53:39.761488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-66327fa6-f710-4ab9-adf1-2df0127412a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1097 time: 0.0961797 Nov 25 18:53:39.764168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec95807-7a95-46fe-89cc-6575198219a2 None None] Pushing event updated for resources: {'Port': ['ID=cfb88201-fdf1-48f3-b5b5-95f3916de19f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:39.792649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e8f98c26-5dc7-4b43-b372-f536d9cee970 None None] Provisioning complete for port cfb88201-fdf1-48f3-b5b5-95f3916de19f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:39.793275 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8f98c26-5dc7-4b43-b372-f536d9cee970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:39.935787 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:39.982154 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b528482-f33c-412a-a21a-d9aff2d5c020 None None] The sync data for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 is: [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:53:40.027974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-3936b161-6450-4e85-8935-af383d08d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:40.029724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-3936b161-6450-4e85-8935-af383d08d70d service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.2586603 Nov 25 18:53:40.186876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9358b30-4f31-44f6-b95b-023ca480ef9d req-71fd254c-d262-490d-80c7-e80bf3454cf1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:40.189164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f9358b30-4f31-44f6-b95b-023ca480ef9d req-71fd254c-d262-490d-80c7-e80bf3454cf1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1840105 Nov 25 18:53:40.194575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-79f638f8-663b-4954-b62d-eb84b87ab1cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1002 time: 0.1379948 Nov 25 18:53:40.336094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-3714a1fc-3794-479a-bb59-e0d0c91ba0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:40.337971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-3714a1fc-3794-479a-bb59-e0d0c91ba0ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.1355150 Nov 25 18:53:40.414640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f9358b30-4f31-44f6-b95b-023ca480ef9d req-e4f8fe9f-6494-4360-a839-ab3ecb6560d2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028987 Nov 25 18:53:40.491256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-d3ce928b-61c7-4da2-a044-692296a7c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:40.493049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-d3ce928b-61c7-4da2-a044-692296a7c6c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132908 Nov 25 18:53:40.513669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-d960e3fc-c400-4099-abf3-42e58fa8a5da tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:40.515282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-d960e3fc-c400-4099-abf3-42e58fa8a5da tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.3498020 Nov 25 18:53:40.650694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-031e2a1c-50a0-4217-833f-a6aa2c488b31 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488762 Nov 25 18:53:40.661086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-601cee67-d14f-44b9-8183-19291092e26f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 380 time: 0.1298516 Nov 25 18:53:40.674562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'port': {'device_id': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'admin_state_up': True, 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'security_groups': ['5a7fda9e-a8f4-462b-90e4-685b05453fa4']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:40.773147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cfb88201-fdf1-48f3-b5b5-95f3916de19f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:53:40.848804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-7265ba60-875a-4046-8257-11f01724e292 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900611 Nov 25 18:53:40.879285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cfb88201-fdf1-48f3-b5b5-95f3916de19f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:40.879900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:40.891525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46347456-8d99-4090-9a92-3f6e3d77cc52 req-e9cf2478-ea35-4a32-999f-eb14e4888975 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:40.896097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46347456-8d99-4090-9a92-3f6e3d77cc52 req-e9cf2478-ea35-4a32-999f-eb14e4888975 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 946 time: 0.1191013 Nov 25 18:53:40.973504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8885b9bb-4b32-4b91-b7c3-2337b3ddb73e req-2895b131-191a-4a68-b934-0d783781315c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0727878 Nov 25 18:53:41.031386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Made reservation on behalf of d8ce9afebfa0434abd4290e87d05f22b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:41.031386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:41.079120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b91ea636-7509-4ab4-ae68-fee02a09959a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:41.151112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46347456-8d99-4090-9a92-3f6e3d77cc52 req-bf02397d-593b-4060-8145-0fdd2036a909 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044957 Nov 25 18:53:41.342592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Allocated IP 172.20.0.3 (99668f2f-169f-4bef-af43-91e9a19e1777/96e4f46a-5cac-44c4-b101-f786babdc585/7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:41.632261 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:41.655005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68994a6-24ed-4435-bbb8-af7bb714045f req-89fb6eb4-c007-4cfb-ae89-cd88488b1c75 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:41.657127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c68994a6-24ed-4435-bbb8-af7bb714045f req-89fb6eb4-c007-4cfb-ae89-cd88488b1c75 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1039684 Nov 25 18:53:41.732584 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:41.765927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57c046-baa9-44a1-a25a-8dece57a81c6 req-85c4dd62-0bcc-405e-af00-4bd95baa0097 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:41.775820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd57c046-baa9-44a1-a25a-8dece57a81c6 req-85c4dd62-0bcc-405e-af00-4bd95baa0097 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 946 time: 0.4930136 Nov 25 18:53:41.802714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c68994a6-24ed-4435-bbb8-af7bb714045f req-0180df53-211d-4167-989c-45305931ea70 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275823 Nov 25 18:53:41.813521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:41.824985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:41.832834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:41.836650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:41.860370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd57c046-baa9-44a1-a25a-8dece57a81c6 req-3f1f93b6-0bdf-4bf0-8cde-51aeaf5909da tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835435 Nov 25 18:53:41.903956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:41.904557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:41.934336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-334bac04-6f8d-422c-817d-1f57db66731c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2666292 Nov 25 18:53:41.948483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Request body: {'port': {'device_id': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:42.029471 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:42.150142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e533a1-2a1f-444e-87e3-0c8e30fdca05 req-d8dcf152-18ef-498f-ad45-e90bf6b1ed78 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:42.158594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7e533a1-2a1f-444e-87e3-0c8e30fdca05 req-d8dcf152-18ef-498f-ad45-e90bf6b1ed78 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 931 time: 0.0738933 Nov 25 18:53:42.207851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-db61809c-ab54-42e1-9211-289cd76128c1 None None] Provisioning complete for port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:42.209417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db61809c-ab54-42e1-9211-289cd76128c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:42.257347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7e533a1-2a1f-444e-87e3-0c8e30fdca05 req-c23836cf-a256-49ea-8845-4cfbd048642a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954461 Nov 25 18:53:42.297619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-db61809c-ab54-42e1-9211-289cd76128c1 None None] Port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:53:42.450903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:53:42.459700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:42.474804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Transition to ACTIVE for port object 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:53:42.492884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:42.598674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:42.717460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Attempting to bind port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:53:42.717928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Attempting to bind port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:53:42.718354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Attempting to bind port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:42.723048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac on network 99668f2f-169f-4bef-af43-91e9a19e1777 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:53:42.723761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Attempting to bind port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:42.730131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:53:42.731194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:42.731194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Bound using segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:53:42.732072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Bound port: 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:53:42.732549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:42.822898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:42.827286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:53:42.847281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:42.972918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:42.977855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:42.980272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 1091 time: 1.0364347 Nov 25 18:53:42.984458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:43.014496 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc72ca-0e51-4192-b9c9-d3688803c858" -d '{"events": [{"name": "network-changed", "server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:43.080319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e643c-8c0a-4dd4-93e7-241012715922 service neutron] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:43.102822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-678a417b-b45c-4a1a-a938-923e70b61291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:43.104464 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-678a417b-b45c-4a1a-a938-923e70b61291 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1094 time: 0.0563827 Nov 25 18:53:43.126668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f03376-97ea-421e-a45e-b20749f92df9 req-daa10270-44cf-4df1-af9d-dc851d77259d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:43.140598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6f03376-97ea-421e-a45e-b20749f92df9 req-daa10270-44cf-4df1-af9d-dc851d77259d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1586518 Nov 25 18:53:43.199015 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-1d522f72-ab49-47d8-9c1b-fafcd9e80301 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 217 time: 0.0842459 Nov 25 18:53:43.244524 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6f03376-97ea-421e-a45e-b20749f92df9 req-9f05d99f-ae74-4591-a2fc-44687cb3034e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005626 Nov 25 18:53:43.310056 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cfcc0a-6cea-4d0f-94e7-51a25b463809 x-openstack-request-id: req-12cfcc0a-6cea-4d0f-94e7-51a25b463809 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:43.310618 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:43.320520 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12cfcc0a-6cea-4d0f-94e7-51a25b463809 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:43.322550 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'status': 'completed', 'code': 200} Nov 25 18:53:43.339181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-aead5664-3f18-4ef4-87e5-14bde2349c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:43.347190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-aead5664-3f18-4ef4-87e5-14bde2349c94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.1387451 Nov 25 18:53:43.481641 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa7041fa-7fd9-42c4-809b-6df0c4b8640b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:43.570022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bf727-4f79-45bd-bba2-75cb5907fba7 req-5f45317e-d26c-4cff-9f4f-6383c6ec9274 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:43.584346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-009bf727-4f79-45bd-bba2-75cb5907fba7 req-5f45317e-d26c-4cff-9f4f-6383c6ec9274 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1468365 Nov 25 18:53:43.672334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-009bf727-4f79-45bd-bba2-75cb5907fba7 req-9ec81600-c915-490d-9801-f178ac202519 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815318 Nov 25 18:53:44.033241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c4d793f9-002a-4c93-a18a-2175e8da82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:44.035052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-c4d793f9-002a-4c93-a18a-2175e8da82c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6793518 Nov 25 18:53:44.179183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-6e7e9bee-cd11-4e3a-bb1a-899d3caf462f service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357818 Nov 25 18:53:44.333238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee018489-f193-4ddd-97f9-c43c598a45f9 req-03f0f92c-e86b-43e3-bb6d-73b1886d2324 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462524 Nov 25 18:53:44.382576 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:44.495616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03bd63-6c54-4b77-8185-9044263c5a0c req-cd109cbc-37d7-4bf7-9fe6-1979f2f4ed24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:44.506374 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b03bd63-6c54-4b77-8185-9044263c5a0c req-cd109cbc-37d7-4bf7-9fe6-1979f2f4ed24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1776254 Nov 25 18:53:44.520587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-7df27bd2-cee1-4307-b2ea-47c5fafa5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:44.522122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-7df27bd2-cee1-4307-b2ea-47c5fafa5b83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1094 time: 0.1129603 Nov 25 18:53:44.612126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b03bd63-6c54-4b77-8185-9044263c5a0c req-46a74b70-8c79-4667-b00c-0dd78803e044 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048431 Nov 25 18:53:44.687788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-3a53eb95-6692-4140-a90f-bb2148e699cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:44.689283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-3a53eb95-6692-4140-a90f-bb2148e699cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.1581554 Nov 25 18:53:44.749977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-adb9b58a-d0d0-42e1-aa66-b7ae2f705a61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 217 time: 0.0529552 Nov 25 18:53:44.887915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babbc7-a5dd-499e-82bd-1e87570ed9a1 req-a6f19a96-6be3-4868-9d29-c0f22ba59a83 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:44.891181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0babbc7-a5dd-499e-82bd-1e87570ed9a1 req-a6f19a96-6be3-4868-9d29-c0f22ba59a83 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0912962 Nov 25 18:53:44.893199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-2ee6af52-1410-4ba1-9994-fe7903dd3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:44.894642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-2ee6af52-1410-4ba1-9994-fe7903dd3bf3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.1382334 Nov 25 18:53:45.040457 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0babbc7-a5dd-499e-82bd-1e87570ed9a1 req-9880c7eb-3d50-4ac6-b8f4-67bfad02d829 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139858 Nov 25 18:53:45.059938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-4af71e38-26ed-4805-89f0-ed38d12ac510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:45.061427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-4af71e38-26ed-4805-89f0-ed38d12ac510 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205845 Nov 25 18:53:45.192415 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-b78cc023-de07-4895-b10b-c45e210e041c service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229086 Nov 25 18:53:45.293333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9edc72ca-0e51-4192-b9c9-d3688803c858 req-e2ede012-70e9-4b80-8bc7-3ffa10bf0950 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923929 Nov 25 18:53:45.756441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6703b-af8f-4bb5-b71c-2e14b09fc5a8 req-f25d7f07-2c59-4201-a27d-3b61a9376275 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:45.758207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8a6703b-af8f-4bb5-b71c-2e14b09fc5a8 req-f25d7f07-2c59-4201-a27d-3b61a9376275 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0518858 Nov 25 18:53:45.807576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d8a6703b-af8f-4bb5-b71c-2e14b09fc5a8 req-6372da4f-db59-4cae-b7ee-5eec32d4ddfb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Nov 25 18:53:45.949318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:46.165911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7578b-0652-4ab9-9a36-3450ab4d87e8 req-60a0cc37-3a4b-406c-94ea-40e9da4fe245 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:46.167555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcd7578b-0652-4ab9-9a36-3450ab4d87e8 req-60a0cc37-3a4b-406c-94ea-40e9da4fe245 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0552225 Nov 25 18:53:46.236421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcd7578b-0652-4ab9-9a36-3450ab4d87e8 req-7bc274db-9dec-4d71-b63c-8c836764ee37 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595691 Nov 25 18:53:46.561587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-17e2974f-b6cf-48b3-a851-bd47152da6a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:46.563357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-17e2974f-b6cf-48b3-a851-bd47152da6a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1476016 Nov 25 18:53:46.578643 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-9ce9e664-8f42-4ed6-a29c-6939973255b3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/quotas/81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 375 time: 0.0092945 Nov 25 18:53:46.632872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-29632afb-ed43-4baf-9c15-b5f83556a357 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479426 Nov 25 18:53:46.726978 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-4dc5bc1d-7f4e-49de-a9ef-bcd9ce93816c service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864944 Nov 25 18:53:46.823132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-d9aa5247-6006-4994-b8ab-b4533152cea1 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916362 Nov 25 18:53:46.941666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf655-5391-41b4-8691-01fe3d4c6f4b req-746b195a-e78e-4db0-9512-e3ae1be1897d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:46.944016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89edf655-5391-41b4-8691-01fe3d4c6f4b req-746b195a-e78e-4db0-9512-e3ae1be1897d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0616713 Nov 25 18:53:46.973674 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:47.017056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89edf655-5391-41b4-8691-01fe3d4c6f4b req-ffa21dad-4e4f-4544-9abe-c8372a6143d7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662253 Nov 25 18:53:47.116748 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51bb7bf0-b767-458a-9588-4f0a33286e68 req-19a170de-55d4-41e0-a2fb-bea373553a11 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.0324581 Nov 25 18:53:47.383081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65e07b-faea-4dbd-a87c-91bf80bbf277 req-295e3247-8f36-4c2d-bfc7-1326d5e8ef64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:47.384964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb65e07b-faea-4dbd-a87c-91bf80bbf277 req-295e3247-8f36-4c2d-bfc7-1326d5e8ef64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 943 time: 0.0563266 Nov 25 18:53:47.453310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb65e07b-faea-4dbd-a87c-91bf80bbf277 req-91a6e747-b854-4194-b016-a85370418513 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621302 Nov 25 18:53:48.229359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bc409-df44-4e1e-b8da-828c971bc3d9 req-2e1fcbb9-2941-48aa-9651-1531c3fef9ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:48.232426 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-687bc409-df44-4e1e-b8da-828c971bc3d9 req-2e1fcbb9-2941-48aa-9651-1531c3fef9ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0978181 Nov 25 18:53:48.328076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-687bc409-df44-4e1e-b8da-828c971bc3d9 req-8bdf72da-4b44-47c0-bf66-50e12b3e37c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865858 Nov 25 18:53:48.378089 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99c6c579-e8ed-4c98-a677-abb6301bcf9d req-f4976666-1796-47d0-acb3-3d9e5a4ca378 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.0732179 Nov 25 18:53:48.441512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-391dbaf8-ed7f-49e9-bd40-b05da5873c0b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:48.443600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-391dbaf8-ed7f-49e9-bd40-b05da5873c0b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.2586205 Nov 25 18:53:48.460060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'port': {'device_id': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'admin_state_up': True, 'tenant_id': '81443d1838114f57a977b4e512fb14ee'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:48.555314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:53:48.788301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:48.790980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253797-cfc2-4423-9cab-1ea89646a655 req-8e68793f-317d-410b-a08f-747905ffc0b2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:48.803039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59253797-cfc2-4423-9cab-1ea89646a655 req-8e68793f-317d-410b-a08f-747905ffc0b2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 943 time: 0.1788971 Nov 25 18:53:48.825206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'mac_address': 'fa:16:3e:39:b0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:53:48.898148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:48.926237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:53:48.947840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:48.954788 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-59253797-cfc2-4423-9cab-1ea89646a655 req-f528ebeb-00bf-4840-a369-e509f0caf0ae tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506047 Nov 25 18:53:48.967982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:53:48.972926 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:48.975442 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:49.106941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:49.257410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.20.0.3 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/db30f173-a568-48f9-b6f1-fc18ddb40849) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:53:49.340656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:53:49.562845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f63703-ca1e-4809-96b0-febcf70be4bf req-4c470eeb-0209-4bf2-9418-7771721b1b17 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:49.570953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42f63703-ca1e-4809-96b0-febcf70be4bf req-4c470eeb-0209-4bf2-9418-7771721b1b17 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0827930 Nov 25 18:53:49.612453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b8f7e13-1481-4966-9a32-4a28a229b703 req-de78cb75-dfce-4a97-8586-f403977a06cb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.0758412 Nov 25 18:53:49.711869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:49.730599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42f63703-ca1e-4809-96b0-febcf70be4bf req-dd84f99d-f55b-4eeb-96de-e921e3ad6195 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514556 Nov 25 18:53:49.767208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:49.782356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['37b7de4e-0d8a-4840-9ab2-396c7666375f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:53:49.820243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=db30f173-a568-48f9-b6f1-fc18ddb40849,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:49.835494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.835998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.836516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.836945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.837405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.837839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.838273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.838856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.839267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.839701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.840133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.840561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:53:49.857483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:53:49.864130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:53:49.866922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:53:50.014300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:50.015024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.068627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ceb8dc04-3d18-4629-90fc-9825d572fcf4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6148376 Nov 25 18:53:50.082198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Request body: {'port': {'device_id': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:50.162595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b2992-bc43-4d1c-8ec8-e6af9b314414 req-9c116e74-67c5-41c2-872f-2d1cee9f4416 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:50.178726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d2b2992-bc43-4d1c-8ec8-e6af9b314414 req-9c116e74-67c5-41c2-872f-2d1cee9f4416 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1006634 Nov 25 18:53:50.197058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.257148 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d2b2992-bc43-4d1c-8ec8-e6af9b314414 req-30b5cfd8-654e-4462-82ff-1a968bd86cf4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755050 Nov 25 18:53:50.309054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e21e3f16-476a-4633-aa5f-5f22998e2bfc None None] Provisioning complete for port db30f173-a568-48f9-b6f1-fc18ddb40849 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:50.312559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e21e3f16-476a-4633-aa5f-5f22998e2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.356443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e21e3f16-476a-4633-aa5f-5f22998e2bfc None None] Port db30f173-a568-48f9-b6f1-fc18ddb40849 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:53:50.571338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db30f173-a568-48f9-b6f1-fc18ddb40849 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:53:50.584412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:53:50.585008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.601249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Transition to ACTIVE for port object db30f173-a568-48f9-b6f1-fc18ddb40849 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:53:50.607857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.794737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:53:50.802778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:53:50.804314 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.842329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Attempting to bind port db30f173-a568-48f9-b6f1-fc18ddb40849 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:53:50.842987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Attempting to bind port db30f173-a568-48f9-b6f1-fc18ddb40849 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:53:50.843645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Attempting to bind port db30f173-a568-48f9-b6f1-fc18ddb40849 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:50.846061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=db30f173-a568-48f9-b6f1-fc18ddb40849,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:50.867138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Port db30f173-a568-48f9-b6f1-fc18ddb40849 on network 5543069d-2fe3-41da-893c-40a6aacef875 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:53:50.869489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Attempting to bind port db30f173-a568-48f9-b6f1-fc18ddb40849 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:53:50.876390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:53:50.876390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:53:50.877160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:53:50.877710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Bound port: db30f173-a568-48f9-b6f1-fc18ddb40849, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:53:50.878487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:50.955851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c503d-c8b2-4065-8ec2-629f7b17223a req-acfba480-0294-4f7c-996d-22d7a61fdb99 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:50.964697 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b65c503d-c8b2-4065-8ec2-629f7b17223a req-acfba480-0294-4f7c-996d-22d7a61fdb99 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.1604285 Nov 25 18:53:51.015713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] For port db30f173-a568-48f9-b6f1-fc18ddb40849, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:51.018144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a4271-e68f-4aac-9f60-d78975e2d674 req-80588870-c329-4e49-be25-0c1ac9665c46 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:51.022017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-412a4271-e68f-4aac-9f60-d78975e2d674 req-80588870-c329-4e49-be25-0c1ac9665c46 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1157751 Nov 25 18:53:51.034908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] For port db30f173-a568-48f9-b6f1-fc18ddb40849, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=db30f173-a568-48f9-b6f1-fc18ddb40849,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:53:51.046292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:51.068895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:51.099721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-412a4271-e68f-4aac-9f60-d78975e2d674 req-994cccd6-a808-454a-87b3-95c926d5f294 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617638 Nov 25 18:53:51.161806 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:51.165089 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78830ea3-3dbb-4f32-beb7-aa5ed9177797" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:51.196967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:51.204602 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:51.210069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:51.212829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:51.216463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] 10.222.0.64 "PUT /v2.0/ports/db30f173-a568-48f9-b6f1-fc18ddb40849 HTTP/1.1" status: 200 len: 1091 time: 1.1385810 Nov 25 18:53:51.244536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3a36f-c08b-459c-97b4-c2e26e2f8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=db30f173-a568-48f9-b6f1-fc18ddb40849,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:51.257555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'tag': 'db30f173-a568-48f9-b6f1-fc18ddb40849'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:51.271823 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1314bea-7197-4e53-a440-a10df42a8b9a", "tag": "db30f173-a568-48f9-b6f1-fc18ddb40849"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:51.329376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b65c503d-c8b2-4065-8ec2-629f7b17223a req-b78044c4-d348-4c2c-9605-52295f62cca3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635745 Nov 25 18:53:51.358182 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf3d9f7-ff1e-47cc-9f12-8a8223f52307 x-openstack-request-id: req-ddf3d9f7-ff1e-47cc-9f12-8a8223f52307 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:51.358931 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:51.359362 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddf3d9f7-ff1e-47cc-9f12-8a8223f52307 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:51.359990 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'code': 200} Nov 25 18:53:51.401199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:51.445847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-292f6db8-06ea-449b-abfa-b682e7b983ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:51.447480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-292f6db8-06ea-449b-abfa-b682e7b983ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 1094 time: 0.1640577 Nov 25 18:53:51.531769 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4138ba8a-d6fe-4050-a5c6-da4c0eebe41e x-openstack-request-id: req-4138ba8a-d6fe-4050-a5c6-da4c0eebe41e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:51.532103 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1314bea-7197-4e53-a440-a10df42a8b9a", "tag": "db30f173-a568-48f9-b6f1-fc18ddb40849", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:51.532375 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4138ba8a-d6fe-4050-a5c6-da4c0eebe41e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:51.532780 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'tag': 'db30f173-a568-48f9-b6f1-fc18ddb40849', 'status': 'completed', 'code': 200} Nov 25 18:53:51.534832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-74b7fd92-1715-462f-9aae-9d9ee147a068 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30f173-a568-48f9-b6f1-fc18ddb40849 HTTP/1.1" status: 200 len: 217 time: 0.0785694 Nov 25 18:53:51.539014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358cd99-6f5b-48a9-9ba5-4e6ad0693fd2 req-be10feb4-e635-489e-ba0d-7bfbc30e736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:51.540597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f358cd99-6f5b-48a9-9ba5-4e6ad0693fd2 req-be10feb4-e635-489e-ba0d-7bfbc30e736b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1556933 Nov 25 18:53:51.582572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e374d7b-9831-45e4-9765-2a7d7382912d req-daa5ab10-48c3-41ff-8bd9-607b21479a61 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:51.584389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e374d7b-9831-45e4-9765-2a7d7382912d req-daa5ab10-48c3-41ff-8bd9-607b21479a61 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1147103 Nov 25 18:53:51.624552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ba6feed4-0560-4a5d-8b2f-69b2a3898b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:51.626958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-ba6feed4-0560-4a5d-8b2f-69b2a3898b3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0833809 Nov 25 18:53:51.663440 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f358cd99-6f5b-48a9-9ba5-4e6ad0693fd2 req-b7b0bbf0-9961-4fc1-b276-35d4a8494055 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102467 Nov 25 18:53:51.699672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e374d7b-9831-45e4-9765-2a7d7382912d req-66f92a25-1e2e-4f71-ac9c-b7c640cc442c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053154 Nov 25 18:53:51.726823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-a4024412-776c-4e15-9d14-edef1eeea50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:51.728805 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-a4024412-776c-4e15-9d14-edef1eeea50f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906217 Nov 25 18:53:51.884280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-74870dfe-3e2d-4c30-bbe7-704417a63ae1 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457562 Nov 25 18:53:51.995077 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc68e01d-2785-4f2d-bbaf-b5699222ddcc req-c165485d-93dc-473d-b01a-4737169bbd8f service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029541 Nov 25 18:53:52.122320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-5871e95c-3f17-4fc9-aa5a-69292a2ebcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:52.124126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-5871e95c-3f17-4fc9-aa5a-69292a2ebcff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 1094 time: 0.0735564 Nov 25 18:53:52.294609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b55c-90fb-401f-a322-e52dd6705573 req-f5b41aa0-aaf3-46f5-ab6a-b03819455336 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:52.299651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a97b55c-90fb-401f-a322-e52dd6705573 req-f5b41aa0-aaf3-46f5-ab6a-b03819455336 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0976853 Nov 25 18:53:52.304132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-ffef93f7-d275-4fa7-ae04-f400d35d2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:52.305835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-ffef93f7-d275-4fa7-ae04-f400d35d2e75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1729946 Nov 25 18:53:52.371770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a97b55c-90fb-401f-a322-e52dd6705573 req-a58e42d9-65a0-44d4-9610-975b601bbf42 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646272 Nov 25 18:53:52.410565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-cc7c6d4f-d655-4bef-93b6-949d9468de23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db30f173-a568-48f9-b6f1-fc18ddb40849 HTTP/1.1" status: 200 len: 217 time: 0.0496025 Nov 25 18:53:52.526931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b23f5-0677-4926-a717-27f3495d590c req-4fe40330-542d-4fcb-9bbd-fcb318ce0df7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:52.527717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-1b19ce4b-0c4e-426b-aeba-29275851bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:52.529503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-1b19ce4b-0c4e-426b-aeba-29275851bb20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0968935 Nov 25 18:53:52.537134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d8b23f5-0677-4926-a717-27f3495d590c req-4fe40330-542d-4fcb-9bbd-fcb318ce0df7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0802379 Nov 25 18:53:52.618053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d8b23f5-0677-4926-a717-27f3495d590c req-71633ae3-23b2-49a8-9284-29ba29217c1c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798466 Nov 25 18:53:52.633395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-f8efcea0-1529-461f-a521-96172d729234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:52.637737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-f8efcea0-1529-461f-a521-96172d729234 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995529 Nov 25 18:53:52.832350 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-328d328d-7b5f-4317-973c-4e3a07e6384e service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822190 Nov 25 18:53:53.010266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aedff-f143-414b-b228-eac58c6dd5b0 req-4ac898c5-90fc-4da1-8344-9c55b5936a7e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:53.019871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-681aedff-f143-414b-b228-eac58c6dd5b0 req-4ac898c5-90fc-4da1-8344-9c55b5936a7e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1534448 Nov 25 18:53:53.057500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c098b69-fd6e-4e81-9d95-9c0a301dfbe6 req-19a40489-8e4e-4bfb-beec-8edc0bd970f5 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150962 Nov 25 18:53:53.115963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-681aedff-f143-414b-b228-eac58c6dd5b0 req-14229e0b-e688-467b-95d5-fb9aff54be94 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948701 Nov 25 18:53:53.551070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721962-d1d7-4178-aac8-d76caaf204b8 req-f816741f-8815-482d-a131-c8f1ccc64400 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:53.553277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d721962-d1d7-4178-aac8-d76caaf204b8 req-f816741f-8815-482d-a131-c8f1ccc64400 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0632041 Nov 25 18:53:53.696325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d721962-d1d7-4178-aac8-d76caaf204b8 req-77dea5d7-d063-481a-a3b4-eb118aa5dc43 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316359 Nov 25 18:53:53.819623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed33c4-23cc-44e2-9240-04878201a55c req-f8f98466-1c1d-47a6-b5d5-1f8612af6a19 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:53.821544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35ed33c4-23cc-44e2-9240-04878201a55c req-f8f98466-1c1d-47a6-b5d5-1f8612af6a19 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0807219 Nov 25 18:53:53.911451 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35ed33c4-23cc-44e2-9240-04878201a55c req-717bc2d2-d5ee-4830-98eb-dbcab7cf5d9a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 Nov 25 18:53:54.303597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809e532-6931-4058-bc4c-341fdfcbcd8b req-797a8c98-71ba-45e7-bb19-e17d03e8b3e3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:54.310892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f809e532-6931-4058-bc4c-341fdfcbcd8b req-797a8c98-71ba-45e7-bb19-e17d03e8b3e3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0812836 Nov 25 18:53:54.380257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f809e532-6931-4058-bc4c-341fdfcbcd8b req-e9d1a1bb-2b70-45b7-96e2-7db18c5618af tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685451 Nov 25 18:53:54.581889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2092f-9a4a-4864-a8ee-f81f60186429 req-04c91af9-f384-4cf6-a848-1f8b3e6affbe tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:54.584033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0a2092f-9a4a-4864-a8ee-f81f60186429 req-04c91af9-f384-4cf6-a848-1f8b3e6affbe tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0849736 Nov 25 18:53:54.595545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36388) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:53:54.610482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'floatingip': {'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:54.671745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:55.014234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9571a9e-6309-4559-af4d-bf1ee2e3751b req-da23b247-d0be-46f1-b4d3-403db4314187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:55.030865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9571a9e-6309-4559-af4d-bf1ee2e3751b req-da23b247-d0be-46f1-b4d3-403db4314187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1981199 Nov 25 18:53:55.126404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9571a9e-6309-4559-af4d-bf1ee2e3751b req-f14e9edd-0b97-4732-9224-47a1f0e20c30 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893757 Nov 25 18:53:55.292328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7380d-b119-4f55-a8e1-5b3f376a3e3d req-bafbe9eb-6ea4-4b4c-899e-51d1071a7fe7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:55.293928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afd7380d-b119-4f55-a8e1-5b3f376a3e3d req-bafbe9eb-6ea4-4b4c-899e-51d1071a7fe7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.2346101 Nov 25 18:53:55.483448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afd7380d-b119-4f55-a8e1-5b3f376a3e3d req-3771012d-16dc-4867-b810-d09d5451f4e9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803341 Nov 25 18:53:55.510723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 18:53:55.662304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:55.670594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:55.865020 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Floating IP dabb260c-82a8-4283-abc4-c5b56d8f6e9c associated. External IP: 172.25.2.135, port: 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac. Nov 25 18:53:56.708357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456a23-953f-417f-8215-166c4dc94f91 req-2865045f-d450-4150-8d11-5772eb225570 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:56.718750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2456a23-953f-417f-8215-166c4dc94f91 req-2865045f-d450-4150-8d11-5772eb225570 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0957093 Nov 25 18:53:56.729458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5d768-8c5d-47e5-90bd-ce2a654bdfed req-f19bac6c-fb2c-4ac9-b4ee-96ed2c99b777 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:56.730607 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3e5d768-8c5d-47e5-90bd-ce2a654bdfed req-f19bac6c-fb2c-4ac9-b4ee-96ed2c99b777 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.2224982 Nov 25 18:53:56.797666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2456a23-953f-417f-8215-166c4dc94f91 req-ebee20e5-0044-46c2-82cf-d565012d7193 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777438 Nov 25 18:53:56.885480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3e5d768-8c5d-47e5-90bd-ce2a654bdfed req-6a46851e-3fb3-47fc-9553-c148593d7403 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425862 Nov 25 18:53:56.906337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Router 10793d99-4cc8-45ed-ae88-da2236edfd18 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:53:57.113757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:53:57.123924 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:57.135450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] Sync routers for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:53:57.148003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:57.159279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:53:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:57.166377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cccea7ac-3bd3-431e-8f26-318e2797fe17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "PUT /v2.0/floatingips/dabb260c-82a8-4283-abc4-c5b56d8f6e9c HTTP/1.1" status: 200 len: 991 time: 2.5644166 Nov 25 18:53:57.167230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:57.169609 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:57.276981 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa2bff5-8190-4051-b787-936b26b63804 x-openstack-request-id: req-1fa2bff5-8190-4051-b787-936b26b63804 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:57.277268 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:57.277514 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fa2bff5-8190-4051-b787-936b26b63804 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:57.277908 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'status': 'completed', 'code': 200} Nov 25 18:53:57.353815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-e805ce47-e63b-4746-858d-e819270dd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:57.355793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-e805ce47-e63b-4746-858d-e819270dd0fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0604286 Nov 25 18:53:57.360637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:57.610749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-591afef2-498e-437e-9ca1-3d62d60dd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:57.615773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-591afef2-498e-437e-9ca1-3d62d60dd6ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.2500253 Nov 25 18:53:57.734600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-60871e8f-975b-41a5-867d-6721ccb00b7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 999 time: 0.1135855 Nov 25 18:53:57.756209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'dabb260c-82a8-4283-abc4-c5b56d8f6e9c', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'mac_address': 'fa:16:3e:39:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:53:36Z', 'updated_at': '2021-11-25T18:53:55Z', 'revision_number': 1, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:57.820723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] Checking router: 10793d99-4cc8-45ed-ae88-da2236edfd18 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:53:57.833824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-39a1827e-18ef-4214-83a5-132543bfbe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:57.835640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-39a1827e-18ef-4214-83a5-132543bfbe36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0835071 Nov 25 18:53:57.836374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:53:57.837015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:53:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:57.972991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-ee7b9c29-5ea9-4b50-8089-65c255a4e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:57.975897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-ee7b9c29-5ea9-4b50-8089-65c255a4e12f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233232 Nov 25 18:53:58.007478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:53:58.176501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1aad-1051-41c0-bbd1-2153842c3708 req-7b91d79d-b79c-415b-8f1b-8783e1370141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:58.179702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-598d1aad-1051-41c0-bbd1-2153842c3708 req-7b91d79d-b79c-415b-8f1b-8783e1370141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.1184893 Nov 25 18:53:58.206472 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-66e6b877-a099-45af-b8d3-c576ea0af11c service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225723 Nov 25 18:53:58.259351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623502-72b4-40cd-8fae-c353207ef752 req-8ef35282-0061-47b4-b1a6-0b7a22c24dce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:58.274739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2623502-72b4-40cd-8fae-c353207ef752 req-8ef35282-0061-47b4-b1a6-0b7a22c24dce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.2981915 Nov 25 18:53:58.354958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a0509ce-cb72-42aa-b9bc-b04a63e30c9c req-1b23af19-7498-4d80-ac0e-01b3490aaa47 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389470 Nov 25 18:53:58.396780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-598d1aad-1051-41c0-bbd1-2153842c3708 req-01d5b2fe-4e65-4f7a-8731-7e98c4163b30 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054527 Nov 25 18:53:58.486674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2623502-72b4-40cd-8fae-c353207ef752 req-1db020f2-f70b-44b0-988a-fe287491badc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106745 Nov 25 18:53:58.527661 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-07d8e163-d217-4612-94bb-25a2780876ab req-1a7761c2-f4ed-4832-95ae-f4c49797c00f service neutron] show failed (client error): The resource could not be found. Nov 25 18:53:58.528730 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-1a7761c2-f4ed-4832-95ae-f4c49797c00f service neutron] 10.222.0.64 "GET /v2.0/ports/d44d5471-bfd5-4652-bf5a-a6fd74a196cf/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.4300549 Nov 25 18:53:58.690944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'dabb260c-82a8-4283-abc4-c5b56d8f6e9c', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'mac_address': 'fa:16:3e:39:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:53:36Z', 'updated_at': '2021-11-25T18:53:55Z', 'revision_number': 1, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:53:58.741300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b17bf67-c42f-4280-a9f5-08c08b02c460 None None] The sync data for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 is: [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'dabb260c-82a8-4283-abc4-c5b56d8f6e9c', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'mac_address': 'fa:16:3e:39:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:53:36Z', 'updated_at': '2021-11-25T18:53:55Z', 'revision_number': 1, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:53:58.850856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-13c9df10-e89d-40df-bcda-67d8383adddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:58.852340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-13c9df10-e89d-40df-bcda-67d8383adddd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 1097 time: 0.0597415 Nov 25 18:53:58.867333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:53:58.951953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:59.233826 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30312bf-3a23-43b6-909c-641a35b18636 None None] New status for floating IP dabb260c-82a8-4283-abc4-c5b56d8f6e9c: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:53:59.268665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:53:59.304044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:53:59.347485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:59.361292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Transition to ACTIVE for port object d44d5471-bfd5-4652-bf5a-a6fd74a196cf will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:53:59.362218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:53:59.364948 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3257531b-2ea9-4272-b669-cbaa064f36fb" -d '{"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-unplugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:53:59.382820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:53:59.477647 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a466a7-917f-47b5-808e-e2a7d720b530 x-openstack-request-id: req-a5a466a7-917f-47b5-808e-e2a7d720b530 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:53:59.477878 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-unplugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:53:59.478112 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5a466a7-917f-47b5-808e-e2a7d720b530 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:53:59.478543 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'code': 200} Nov 25 18:53:59.562924 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:53:59.600220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:53:59.676710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] No DVR routers for this DVR port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:53:59.746352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5cb0-2842-4704-bb07-d3d4d52598e2 req-e90a0034-0adf-4367-b1ee-7d38f9c985a3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:53:59.759806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e98f5cb0-2842-4704-bb07-d3d4d52598e2 req-e90a0034-0adf-4367-b1ee-7d38f9c985a3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.1530848 Nov 25 18:53:59.850928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e98f5cb0-2842-4704-bb07-d3d4d52598e2 req-f5c937c3-155a-4d0e-a033-ad5d242028b7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773525 Nov 25 18:54:00.047753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d33af-55e7-4ad6-8142-deea0498e291 req-e3087942-5461-4bb7-afc2-8cff25e9cf03 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:00.055242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-010d33af-55e7-4ad6-8142-deea0498e291 req-e3087942-5461-4bb7-afc2-8cff25e9cf03 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.3797510 Nov 25 18:54:00.077887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:54:00.078249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:54:00.078580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:54:00.093292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:54:00.093876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:54:00.102421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:54:00.102849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Checking segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:54:00.103192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Bound using segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:54:00.104300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Bound port: d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:54:00.104868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:00.198102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-010d33af-55e7-4ad6-8142-deea0498e291 req-aab7fb98-deb4-4a72-b1b3-375f575e94c0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419983 Nov 25 18:54:00.233225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:54:00.236345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:54:00.242072 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:00.297561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:00.301220 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:00.303831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] 10.222.0.66 "PUT /v2.0/ports/d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1092 time: 1.4417477 Nov 25 18:54:00.367193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777f3d4-c9cb-471a-8003-ba4b7a53613b service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:00.482781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-8c67c35d-92d9-499d-ac13-27553d3773c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:00.484578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-8c67c35d-92d9-499d-ac13-27553d3773c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1095 time: 0.1145649 Nov 25 18:54:00.646712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-50e15ed4-22c8-4aa5-8eec-2f93942f420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:00.648392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-50e15ed4-22c8-4aa5-8eec-2f93942f420d service neutron] 10.222.0.66 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.1525528 Nov 25 18:54:00.762386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:00.777665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-fc20b489-e89b-45d0-a6f1-bb19cc02cb7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.1180007 Nov 25 18:54:00.883221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-a2351477-1eee-473b-9900-ed38d1d8fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:00.885068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-a2351477-1eee-473b-9900-ed38d1d8fa3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.1004517 Nov 25 18:54:00.991284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e163-d217-4612-94bb-25a2780876ab req-1444fd46-fe97-4f0e-8627-7624955c2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:00.992800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-1444fd46-fe97-4f0e-8627-7624955c2f2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002421 Nov 25 18:54:01.047138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9a48c-398e-4fa5-b6f2-bdb4d98aa549 req-6f9ae983-2977-482b-b6b6-96caddc30c4f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:01.055774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9af9a48c-398e-4fa5-b6f2-bdb4d98aa549 req-6f9ae983-2977-482b-b6b6-96caddc30c4f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.0846572 Nov 25 18:54:01.202505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-577c0a9f-e309-4681-8535-71a2ddb7866a service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006185 Nov 25 18:54:01.243373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9af9a48c-398e-4fa5-b6f2-bdb4d98aa549 req-d8931676-87ae-41dd-b848-96c0759a6b8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859725 Nov 25 18:54:01.398413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a35dd-afe0-4a81-9fdf-2e0082740b2c req-1a3839b5-2d7f-4233-ac25-8d1a6371d9f2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:01.399955 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-980a35dd-afe0-4a81-9fdf-2e0082740b2c req-1a3839b5-2d7f-4233-ac25-8d1a6371d9f2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0767684 Nov 25 18:54:01.401808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07d8e163-d217-4612-94bb-25a2780876ab req-2ba3d5da-c2c7-4123-ad64-a75ae3370d38 service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922486 Nov 25 18:54:01.480046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:01.482485 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf02be6-9105-4869-a33f-d84abb664727" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:01.538945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-980a35dd-afe0-4a81-9fdf-2e0082740b2c req-2e4b1b31-ab4f-47d8-876a-5cc0facb68d8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224716 Nov 25 18:54:01.630370 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be9cc2d-34a2-40ac-8c06-2ab5d9ccc78e x-openstack-request-id: req-6be9cc2d-34a2-40ac-8c06-2ab5d9ccc78e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:01.630726 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:01.630991 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6be9cc2d-34a2-40ac-8c06-2ab5d9ccc78e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:01.631401 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'status': 'completed', 'code': 200} Nov 25 18:54:01.728699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-d025669e-b8c3-4d01-8780-4cd6db4af5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:01.730945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-d025669e-b8c3-4d01-8780-4cd6db4af5bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1095 time: 0.0801706 Nov 25 18:54:01.758194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-d9e5bb47-58f9-4356-aa37-38bed9001689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:01.759874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-d9e5bb47-58f9-4356-aa37-38bed9001689 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1095 time: 0.1002355 Nov 25 18:54:01.874238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-6d50b7a7-cccc-4bca-9ea4-8400c81fa267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:01.876237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-6d50b7a7-cccc-4bca-9ea4-8400c81fa267 service neutron] 10.222.0.66 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.1369498 Nov 25 18:54:01.944261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-4808b233-1f52-4bcf-8f36-af2f1c61bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:01.947509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-4808b233-1f52-4bcf-8f36-af2f1c61bfaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.1753075 Nov 25 18:54:01.994150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-518423ae-f724-45f3-8fb8-9f5026138f90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.1080868 Nov 25 18:54:02.038281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-41314bf7-5f57-4d1d-9a14-d796405a7567 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.0805399 Nov 25 18:54:02.057012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-a738a9a2-deb2-4aa8-942d-467ef9106115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:02.058693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-a738a9a2-deb2-4aa8-942d-467ef9106115 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0570798 Nov 25 18:54:02.096835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-49fd46d1-7baf-4e49-b9bf-654b95256508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:02.099317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-49fd46d1-7baf-4e49-b9bf-654b95256508 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0538766 Nov 25 18:54:02.116205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-f635039b-ccf8-4629-a56b-5e200c5df27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:02.118173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-f635039b-ccf8-4629-a56b-5e200c5df27f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524004 Nov 25 18:54:02.155521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02be6-9105-4869-a33f-d84abb664727 req-503b78b1-286f-49c9-8487-02047cdb56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:02.157039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-503b78b1-286f-49c9-8487-02047cdb56bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474932 Nov 25 18:54:02.291474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-90b11f6e-fe66-4f34-b6ab-289d1b886e8c service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657231 Nov 25 18:54:02.357018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-9d2c2b73-f304-4f8d-8b9d-18308cd32f6c service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912487 Nov 25 18:54:02.466468 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-c5e5c32e-639f-42ee-b867-8cd049f7b7b8 service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646559 Nov 25 18:54:02.468350 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cf02be6-9105-4869-a33f-d84abb664727 req-ff0c7c44-72d4-4a2d-9f8a-8e1b0edbd082 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012094 Nov 25 18:54:02.480925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657559-d8e4-442f-8e00-6f846015a090 req-2712742c-7eb0-4051-9442-74e0efe1f368 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:02.482433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a657559-d8e4-442f-8e00-6f846015a090 req-2712742c-7eb0-4051-9442-74e0efe1f368 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.1043909 Nov 25 18:54:02.545579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a657559-d8e4-442f-8e00-6f846015a090 req-dcee726d-7a6f-4a24-816e-b852e0a2aa16 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531602 Nov 25 18:54:02.680121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a385-444c-4071-8125-ea53f37a7ab4 req-d37f0b4e-6603-430a-b963-4a5397c1fa51 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:02.681623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71c2a385-444c-4071-8125-ea53f37a7ab4 req-d37f0b4e-6603-430a-b963-4a5397c1fa51 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0571027 Nov 25 18:54:02.732538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71c2a385-444c-4071-8125-ea53f37a7ab4 req-3e6174c4-d7f9-4ae3-aaec-9bf33056e8eb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Nov 25 18:54:03.024199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-3dead463-4fb6-4357-b85a-8fdbf799c194 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430861 Nov 25 18:54:03.121229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116428-8280-40b5-a096-15e473f8827a req-aaeee36f-04b0-4727-97a6-fd2955b31a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:03.122898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-aaeee36f-04b0-4727-97a6-fd2955b31a3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 1097 time: 0.0493138 Nov 25 18:54:03.246598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116428-8280-40b5-a096-15e473f8827a req-bd271f02-56cf-4fd6-b598-4ceb77620a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:03.248298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-bd271f02-56cf-4fd6-b598-4ceb77620a85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1009812 Nov 25 18:54:03.297937 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:03.312473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-96fcbc80-cce5-4578-aa77-c8560275d37e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f HTTP/1.1" status: 200 len: 217 time: 0.0540593 Nov 25 18:54:03.369306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116428-8280-40b5-a096-15e473f8827a req-49c1c22e-8f85-4ddc-8d49-8636212862fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:03.372527 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-49c1c22e-8f85-4ddc-8d49-8636212862fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0498729 Nov 25 18:54:03.422132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:03.446694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47116428-8280-40b5-a096-15e473f8827a req-7e3a81b0-1bf7-4b1c-b16a-9f145fda09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:03.448238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-7e3a81b0-1bf7-4b1c-b16a-9f145fda09ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696392 Nov 25 18:54:03.475431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:03.550131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-e381c32c-3c48-48a2-bbfe-d19b02914242 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934894 Nov 25 18:54:03.684711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47116428-8280-40b5-a096-15e473f8827a req-fd1ccb19-94cc-450a-b603-b1bbedb2fcdc service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212616 Nov 25 18:54:03.689143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9987a0-6e5b-4840-a1ad-0a84e33aae6d req-0c5ca614-e8a0-46e7-b70e-3c4c6533d354 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:03.691153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a9987a0-6e5b-4840-a1ad-0a84e33aae6d req-0c5ca614-e8a0-46e7-b70e-3c4c6533d354 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.0567224 Nov 25 18:54:03.759793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a9987a0-6e5b-4840-a1ad-0a84e33aae6d req-5a265980-5733-4bde-9dba-b61e462508ee tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620975 Nov 25 18:54:03.875374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e7686-b9fe-4e7d-a16f-ba92d9c08b5d req-874561ea-7395-413a-b17b-03ca98645b22 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:03.876710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-048e7686-b9fe-4e7d-a16f-ba92d9c08b5d req-874561ea-7395-413a-b17b-03ca98645b22 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0545087 Nov 25 18:54:03.928651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-048e7686-b9fe-4e7d-a16f-ba92d9c08b5d req-0e4c3e44-2b6c-4efa-abda-1af7ce2bced6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Nov 25 18:54:04.933341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ccc59-f3cc-4201-8906-37c58bb3cf07 req-7e248424-dd78-4611-9337-b3e02cf18321 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:04.935262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc0ccc59-f3cc-4201-8906-37c58bb3cf07 req-7e248424-dd78-4611-9337-b3e02cf18321 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.0856073 Nov 25 18:54:05.073982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc0ccc59-f3cc-4201-8906-37c58bb3cf07 req-731c8240-918b-4c1d-8f6d-fcd18f2fcc9a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275399 Nov 25 18:54:05.141310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3f8b2-d5b0-4c97-849d-5782f347530d req-93a4ab8e-27a4-4fc7-a8a5-5f2a60a2d792 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:05.150547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ea3f8b2-d5b0-4c97-849d-5782f347530d req-93a4ab8e-27a4-4fc7-a8a5-5f2a60a2d792 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0774004 Nov 25 18:54:05.224442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7ea3f8b2-d5b0-4c97-849d-5782f347530d req-37a038a7-b3cc-4ccc-9695-b1d172f94fe1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685492 Nov 25 18:54:06.274411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7925e-bdcd-4835-8be6-ac50855bf9a9 req-887d2016-0a48-4660-8a9a-16037cd95a5b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:06.276837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-30f7925e-bdcd-4835-8be6-ac50855bf9a9 req-887d2016-0a48-4660-8a9a-16037cd95a5b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.0608993 Nov 25 18:54:06.339254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-30f7925e-bdcd-4835-8be6-ac50855bf9a9 req-fc24d206-8368-4944-9909-17d98e2069bc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562224 Nov 25 18:54:06.444396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7d7b2-d927-4e2d-b78f-01ec8113a883 req-e680878b-d2d8-4f40-84cb-a33a2ce9b56e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:06.447226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dc7d7b2-d927-4e2d-b78f-01ec8113a883 req-e680878b-d2d8-4f40-84cb-a33a2ce9b56e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0914335 Nov 25 18:54:06.540848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dc7d7b2-d927-4e2d-b78f-01ec8113a883 req-b8dcaf72-a3ec-463e-935c-4206e89acb2f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846126 Nov 25 18:54:06.673956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:54:06.921472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c14a9-c82c-4a55-b040-1eb5621f3837 req-bff0f0a7-bb4f-457e-a523-5e31988af12d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:06.924327 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-699c14a9-c82c-4a55-b040-1eb5621f3837 req-bff0f0a7-bb4f-457e-a523-5e31988af12d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 944 time: 0.1668983 Nov 25 18:54:06.935958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-fc77863d-0273-4ba4-afde-a02843b557da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:06.938947 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-fc77863d-0273-4ba4-afde-a02843b557da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f&tenant_id=418ca41106504e6eb537b48299cf87fc&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 944 time: 0.2764773 Nov 25 18:54:06.943189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:06.986428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'port_id': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'mac_address': 'fa:16:3e:4b:9a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:54:07.034172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-8cf792fa-9a87-44b4-af7e-7a48a633be61 service neutron] 10.222.0.66 "GET /v2.0/ports/d44d5471-bfd5-4652-bf5a-a6fd74a196cf/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 382 time: 0.0697639 Nov 25 18:54:07.090610 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:07.101854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-699c14a9-c82c-4a55-b040-1eb5621f3837 req-a3d1b7ab-74fd-469b-96e0-3d511b74ecb1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615491 Nov 25 18:54:07.120082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44d5471-bfd5-4652-bf5a-a6fd74a196cf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:54:07.164273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:07.171284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:07.180456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-92896681-8441-4fce-bcb4-189e0eb2f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:07.182669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-92896681-8441-4fce-bcb4-189e0eb2f779 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1095 time: 0.0634394 Nov 25 18:54:07.236013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:07.309960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-6cae4369-6936-4d7f-985a-795ec0e4c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:07.311893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-6cae4369-6936-4d7f-985a-795ec0e4c1e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.1219759 Nov 25 18:54:07.616268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['d44d5471-bfd5-4652-bf5a-a6fd74a196cf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:54:07.680639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8d6e-345c-424a-a22b-3749e83218c4 req-b02ba0e8-4c83-4e29-9fd2-dbf29f745642 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:07.689346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65be8d6e-345c-424a-a22b-3749e83218c4 req-b02ba0e8-4c83-4e29-9fd2-dbf29f745642 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0616295 Nov 25 18:54:07.767629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65be8d6e-345c-424a-a22b-3749e83218c4 req-fdbeb100-7f0d-4ce8-b603-18a20fecfd7e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770123 Nov 25 18:54:08.092726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-8115c774-c0ba-4ca9-807e-cd79e7c20891 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1001 time: 0.7731297 Nov 25 18:54:08.172050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-1e9108bf-4064-4d7d-baa6-00f15968ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:08.173553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-1e9108bf-4064-4d7d-baa6-00f15968ccb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0734148 Nov 25 18:54:08.238508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-bfd3217e-bd00-477d-8894-73e803eb8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:08.239980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-bfd3217e-bd00-477d-8894-73e803eb8d12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581436 Nov 25 18:54:08.347530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-187490ab-ba54-458b-a008-a1ca6653a35c service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997112 Nov 25 18:54:08.352918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f50b3c-2cc0-443c-b89d-784a168a6fcf req-67e5f49c-ed07-43e4-bd0c-2adf4f4a1e9b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:08.368802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25f50b3c-2cc0-443c-b89d-784a168a6fcf req-67e5f49c-ed07-43e4-bd0c-2adf4f4a1e9b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 945 time: 0.1349788 Nov 25 18:54:08.480878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25f50b3c-2cc0-443c-b89d-784a168a6fcf req-03775fb8-abdb-4bef-bc8b-8a94aee9a6c0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015625 Nov 25 18:54:08.512453 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-61393d09-a62d-42c0-9315-d881ffb11838 service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495848 Nov 25 18:54:08.931986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3c38-1e62-4d65-b677-0557c3506715 req-5a000b67-1b6d-4045-8369-77517308b47b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:08.943201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1dac3c38-1e62-4d65-b677-0557c3506715 req-5a000b67-1b6d-4045-8369-77517308b47b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0713642 Nov 25 18:54:09.006849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1dac3c38-1e62-4d65-b677-0557c3506715 req-5ff66299-5b17-4e73-a2e7-06d1b3e62a6e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605273 Nov 25 18:54:09.626116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86a3d-893b-4b14-beca-1f6211acfcfd req-ecdfab79-59fa-4650-a500-59e1a07d0abf tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:09.636346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3f86a3d-893b-4b14-beca-1f6211acfcfd req-ecdfab79-59fa-4650-a500-59e1a07d0abf tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 945 time: 0.0690041 Nov 25 18:54:09.710232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f3f86a3d-893b-4b14-beca-1f6211acfcfd req-cc42ae72-37a0-4232-bae5-27719937fc82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729022 Nov 25 18:54:10.181443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88617acd-0f73-43b0-9993-09c09eeb294e req-acdbea13-884b-4e78-a3a0-bc02a54a3058 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:10.183676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88617acd-0f73-43b0-9993-09c09eeb294e req-acdbea13-884b-4e78-a3a0-bc02a54a3058 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0616152 Nov 25 18:54:10.271887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88617acd-0f73-43b0-9993-09c09eeb294e req-02e88789-ae59-463b-9082-f9fc3f78beeb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697134 Nov 25 18:54:10.681939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:54:10.766082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port d44d5471-bfd5-4652-bf5a-a6fd74a196cf completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:54:10.771067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port d44d5471-bfd5-4652-bf5a-a6fd74a196cf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:54:10.771629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:10.881431 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:10.912832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:10.915229 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb5b4d-e250-4177-acf6-31810ee9ff55" -d '{"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-plugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:10.935834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:10.946084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7819303c-2782-44b5-8900-7cb0b85df7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:10.947742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:11.005163 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89490e2-d28e-477d-be0c-ae907f1d9c94 x-openstack-request-id: req-a89490e2-d28e-477d-be0c-ae907f1d9c94 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:11.005532 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-plugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:11.006229 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a89490e2-d28e-477d-be0c-ae907f1d9c94 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:11.006906 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'code': 200} Nov 25 18:54:11.075364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:11.157854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3041c-9378-4a42-ab86-a4b621d7c19f req-37fe06ba-9708-4834-a507-01a0867c4ea2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:11.160877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9f3041c-9378-4a42-ab86-a4b621d7c19f req-37fe06ba-9708-4834-a507-01a0867c4ea2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0794177 Nov 25 18:54:11.302590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9f3041c-9378-4a42-ab86-a4b621d7c19f req-016f5f01-ccc2-4f02-86c1-0af5a9bbcf80 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250405 Nov 25 18:54:11.314108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-48aaaab0-5411-4809-a0d7-d5087936304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:11.315727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-48aaaab0-5411-4809-a0d7-d5087936304c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 1097 time: 0.1513536 Nov 25 18:54:11.329444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:11.406893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:11.466372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc73b9-55f7-4cca-8f19-9b48017b0b3b req-fe726ddd-6db9-4858-bb19-917768270d74 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:11.481495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0cc73b9-55f7-4cca-8f19-9b48017b0b3b req-fe726ddd-6db9-4858-bb19-917768270d74 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0981174 Nov 25 18:54:11.593899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0cc73b9-55f7-4cca-8f19-9b48017b0b3b req-bb39ce87-5987-4d61-aecb-e6506104642a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103225 Nov 25 18:54:11.690952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:11.732010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:54:11.781775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:11.788998 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea355e26-f8f9-4b5b-8af4-5a9d405291ff" -d '{"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-unplugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:11.798303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:11.814913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Transition to ACTIVE for port object d44d5471-bfd5-4652-bf5a-a6fd74a196cf will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:54:11.828905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:11.909340 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d244cad-1133-41ae-89c2-2e38e8683969 x-openstack-request-id: req-0d244cad-1133-41ae-89c2-2e38e8683969 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:11.909636 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-unplugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:11.909891 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d244cad-1133-41ae-89c2-2e38e8683969 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:11.910290 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'code': 200} Nov 25 18:54:12.021750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:12.084662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] No DVR routers for this DVR port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:12.305444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:54:12.306115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:54:12.306237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:54:12.319446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:54:12.319446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Attempting to bind port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:54:12.329171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:54:12.333614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Checking segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:54:12.334025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Bound using segment: {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:54:12.334529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Bound port: d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9827b027-26fe-4988-b7f1-7b61cb184a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:54:12.334898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:12.437367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:54:12.442774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:54:12.448284 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:12.488507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e76002-f21c-48b5-86f6-d84bfc0ffc86 req-56daf729-f4a6-4970-98ee-3ff756d18f17 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.500113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16e76002-f21c-48b5-86f6-d84bfc0ffc86 req-56daf729-f4a6-4970-98ee-3ff756d18f17 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 945 time: 0.0776150 Nov 25 18:54:12.510089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.510759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:12.512687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] 10.222.0.64 "PUT /v2.0/ports/d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1093 time: 1.1874661 Nov 25 18:54:12.587308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16e76002-f21c-48b5-86f6-d84bfc0ffc86 req-107aabd9-5474-40fd-a1f2-d9d31273ebb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832758 Nov 25 18:54:12.617792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199c6a3-b5ef-4aa6-bd16-567201cc854a service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=11']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:12.661843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-c1e9fc34-43d8-4e5f-9a64-83dc28495603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.663558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-c1e9fc34-43d8-4e5f-9a64-83dc28495603 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1096 time: 0.0548832 Nov 25 18:54:12.870669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5188d64-b426-45a1-b02c-4853eb52bbbc req-30088609-64e4-4826-b716-feb003b79f90 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.881100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5188d64-b426-45a1-b02c-4853eb52bbbc req-30088609-64e4-4826-b716-feb003b79f90 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.1252303 Nov 25 18:54:12.893502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-a5d11c91-f66b-4354-a78c-a7eecef66ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:12.895066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-a5d11c91-f66b-4354-a78c-a7eecef66ffd service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.2212129 Nov 25 18:54:12.994700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5188d64-b426-45a1-b02c-4853eb52bbbc req-b3c29ecc-0f4e-4fbc-a73f-bbb8eb884ed2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126258 Nov 25 18:54:13.007859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-4bc0fb34-826f-4e5b-9bf0-9b337f26cce4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.0994182 Nov 25 18:54:13.079058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-b6ec891a-9e00-440d-b22a-c2ca6ed53be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:13.081040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-b6ec891a-9e00-440d-b22a-c2ca6ed53be8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0646167 Nov 25 18:54:13.144769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240995c0-5230-49ed-98d5-65a67feab84f req-0711a7fa-0c14-46e4-aba8-2576d8aa1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:13.146875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-0711a7fa-0c14-46e4-aba8-2576d8aa1755 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582268 Nov 25 18:54:13.254434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-a47a6d66-1fa2-4056-9b48-2b2fb2e9f62c service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987587 Nov 25 18:54:13.378905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-240995c0-5230-49ed-98d5-65a67feab84f req-68505002-f689-4ec8-ab2f-1693f7c7696e service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148348 Nov 25 18:54:13.446791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b06140d-77f8-4329-ad93-e53a9ffea9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:13.721984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98bf79-e40a-43ee-8786-20767b400bac req-9e429cfb-caf3-46c0-a9e4-5776bd5c918c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:13.729818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b98bf79-e40a-43ee-8786-20767b400bac req-9e429cfb-caf3-46c0-a9e4-5776bd5c918c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 945 time: 0.0623901 Nov 25 18:54:13.789862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b98bf79-e40a-43ee-8786-20767b400bac req-e3196183-36d2-4298-8d82-3bcce5d7bbb2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560284 Nov 25 18:54:13.911052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:13.913768 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00a5166-ffaf-4f44-ac86-f4ec079381cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:13.992798 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e148f-dada-41e3-af78-6e6c9fb91736 x-openstack-request-id: req-6a2e148f-dada-41e3-af78-6e6c9fb91736 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:13.993273 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:13.993563 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a2e148f-dada-41e3-af78-6e6c9fb91736 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:13.994004 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'status': 'completed', 'code': 200} Nov 25 18:54:14.071206 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-fe7cad65-52f1-47ba-b64e-cec125aca9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.073185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-fe7cad65-52f1-47ba-b64e-cec125aca9b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1096 time: 0.0605836 Nov 25 18:54:14.127468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-81d73f71-1300-4459-98ac-48a17c06c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.130722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-81d73f71-1300-4459-98ac-48a17c06c937 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1096 time: 0.1105838 Nov 25 18:54:14.214662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeadffe-1834-44f2-9c5e-7b29b9369238 req-97e0cd82-79c0-49d7-a753-b654c665b9f9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.222597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-afeadffe-1834-44f2-9c5e-7b29b9369238 req-97e0cd82-79c0-49d7-a753-b654c665b9f9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.1395447 Nov 25 18:54:14.250357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-54da2708-d013-46da-9b00-a5f902d06a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.251995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-54da2708-d013-46da-9b00-a5f902d06a16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.1137204 Nov 25 18:54:14.296427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-afeadffe-1834-44f2-9c5e-7b29b9369238 req-71392963-8db4-4e70-87c4-3b3c90715cbc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655832 Nov 25 18:54:14.324323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-4aad85e7-5a4a-46d8-879b-289b24e30294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.326847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-4aad85e7-5a4a-46d8-879b-289b24e30294 service neutron] 10.222.0.66 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.2456973 Nov 25 18:54:14.382875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-a91dcf63-076b-4063-b365-4d4859750084 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.1172183 Nov 25 18:54:14.415123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:14.444234 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-0d9e0631-1023-41d1-94b6-d7071660fe7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 1000 time: 0.1088464 Nov 25 18:54:14.488789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-6a348dde-d527-4038-a3b7-1c00fb1c7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.491209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-6a348dde-d527-4038-a3b7-1c00fb1c7dc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.1042743 Nov 25 18:54:14.544611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-65413493-c7cd-41c0-b70f-dde8f63fc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.547187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-65413493-c7cd-41c0-b70f-dde8f63fc1ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0936441 Nov 25 18:54:14.563789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-50858c2a-0361-4fec-8239-e2c64f0ec208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.565485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-50858c2a-0361-4fec-8239-e2c64f0ec208 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664833 Nov 25 18:54:14.625915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-30f4b9c7-8643-413a-855a-21cefecfff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.628302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-30f4b9c7-8643-413a-855a-21cefecfff04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725598 Nov 25 18:54:14.675160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-a66d9c40-3147-4182-ae57-93fe33034d38 service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000381 Nov 25 18:54:14.686136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:14.779135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:14.823540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-054307f1-384c-44ef-a960-4d6ca51ac26b service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861734 Nov 25 18:54:14.828763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-c37dee30-842f-4415-ba63-8ce07ac5083c service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449442 Nov 25 18:54:14.967544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00a5166-ffaf-4f44-ac86-f4ec079381cb req-8511a1e2-90aa-48c2-a00a-0591a4891e9e service neutron] 10.222.0.66 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349595 Nov 25 18:54:14.973722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5d852-9222-483d-8a2d-134e184b90f9 req-2ee1f4c6-f26b-4b7c-96d3-5b37d6c0cc7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:14.985472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89f5d852-9222-483d-8a2d-134e184b90f9 req-2ee1f4c6-f26b-4b7c-96d3-5b37d6c0cc7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 945 time: 0.0959523 Nov 25 18:54:15.067971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89f5d852-9222-483d-8a2d-134e184b90f9 req-2df29b3b-1d7f-4c7b-b6de-a43f1578c247 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734551 Nov 25 18:54:15.432238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:54:15.508281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795fb2-e406-4a75-849c-213e45b8dff7 req-a6ef38b7-a659-4703-b491-1e83af48ef28 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:15.513172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e795fb2-e406-4a75-849c-213e45b8dff7 req-a6ef38b7-a659-4703-b491-1e83af48ef28 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.1218243 Nov 25 18:54:15.543106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:15.558184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'port_id': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'mac_address': 'fa:16:3e:4b:9a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:54:15.603327 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:15.604303 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e795fb2-e406-4a75-849c-213e45b8dff7 req-01375274-4b18-4946-9760-b09af082aae7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740676 Nov 25 18:54:15.625084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44d5471-bfd5-4652-bf5a-a6fd74a196cf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:54:15.660659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:15.665670 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:15.720887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:15.932915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d44d5471-bfd5-4652-bf5a-a6fd74a196cf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:54:15.962804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:16.220348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa7864-e9ca-4306-9b74-434343b81168 req-a6ca6739-e16a-4774-8394-9410279e111c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:16.222213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5fa7864-e9ca-4306-9b74-434343b81168 req-a6ca6739-e16a-4774-8394-9410279e111c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 946 time: 0.0597038 Nov 25 18:54:16.276501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5fa7864-e9ca-4306-9b74-434343b81168 req-e00baff3-e63d-4df7-8c84-a324b5e80e41 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471735 Nov 25 18:54:16.300202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 36966) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:16.378502 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-39417913-8040-4bd7-9311-443557bb0b1f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/46811d63-0d0b-41b2-9bc7-53dec71cfef0 HTTP/1.1" status: 200 len: 993 time: 0.0700927 Nov 25 18:54:16.745004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e489db-6a19-4095-9e90-ddb7775d03e6 req-5ad1fb4c-6da9-4810-a654-6385ece0e4bc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:16.748053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5e489db-6a19-4095-9e90-ddb7775d03e6 req-5ad1fb4c-6da9-4810-a654-6385ece0e4bc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0665944 Nov 25 18:54:16.796065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5e489db-6a19-4095-9e90-ddb7775d03e6 req-148cd711-896a-4877-a3b0-364a942d6ed2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Nov 25 18:54:16.969419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:17.433990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:54:17.493716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d44d5471-bfd5-4652-bf5a-a6fd74a196cf completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:54:17.498466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d44d5471-bfd5-4652-bf5a-a6fd74a196cf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:54:17.498881 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:17.595881 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:17.622045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:17.624425 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8563f83e-a68f-4122-845c-3619ec5f625b" -d '{"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-plugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:17.638626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:17.642706 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:17.680355 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa7efac-c93b-41bc-a38e-285f4b74f89c x-openstack-request-id: req-efa7efac-c93b-41bc-a38e-285f4b74f89c {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:17.680658 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-plugged", "status": "completed", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:17.680914 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efa7efac-c93b-41bc-a38e-285f4b74f89c {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:17.681311 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'code': 200} Nov 25 18:54:17.701365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=13']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:17.943587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504367c-edb0-422c-8c2c-d71c1e07c3fa req-14d33a70-61f1-4efd-8e2c-565c8fe4da73 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:17.945674 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2504367c-edb0-422c-8c2c-d71c1e07c3fa req-14d33a70-61f1-4efd-8e2c-565c8fe4da73 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0540900 Nov 25 18:54:17.998873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2504367c-edb0-422c-8c2c-d71c1e07c3fa req-d947ded3-59ca-4277-9826-da7ad79cf004 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455010 Nov 25 18:54:19.461294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5025a-59f9-499c-b300-34f23c0acadb req-a024e464-a4f0-42e7-929e-de6f004a7a27 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:19.469901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4dc5025a-59f9-499c-b300-34f23c0acadb req-a024e464-a4f0-42e7-929e-de6f004a7a27 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.3765447 Nov 25 18:54:19.526161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4dc5025a-59f9-499c-b300-34f23c0acadb req-7483205e-7697-4110-b683-34b9960bd20e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552924 Nov 25 18:54:20.659865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9aa98-3054-4c0d-84cb-6a5c52e1521a req-3160fbec-a09e-43a0-9ee8-b6b6e879f0a2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:20.661546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25a9aa98-3054-4c0d-84cb-6a5c52e1521a req-3160fbec-a09e-43a0-9ee8-b6b6e879f0a2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 943 time: 0.0523565 Nov 25 18:54:20.714224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25a9aa98-3054-4c0d-84cb-6a5c52e1521a req-d3930263-eaeb-4117-8939-9e32e755c818 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 Nov 25 18:54:21.436196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device db30f173-a568-48f9-b6f1-fc18ddb40849 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:54:21.543927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port db30f173-a568-48f9-b6f1-fc18ddb40849, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=db30f173-a568-48f9-b6f1-fc18ddb40849,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:21.557561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'db30f173-a568-48f9-b6f1-fc18ddb40849', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'port_id': 'db30f173-a568-48f9-b6f1-fc18ddb40849', 'mac_address': 'fa:16:3e:20:d0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:54:21.595161 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:21.608947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db30f173-a568-48f9-b6f1-fc18ddb40849 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:54:21.628044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port db30f173-a568-48f9-b6f1-fc18ddb40849, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=db30f173-a568-48f9-b6f1-fc18ddb40849,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:21.632498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:21.693108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=db30f173-a568-48f9-b6f1-fc18ddb40849,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:21.701441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.701736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.702081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.702606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.702945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.703279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.703938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.704281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.704613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.704944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.705269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.705598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:21.862809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0635103-d14c-4426-885e-6b9f9c9f6e91 req-bba25f7a-ce70-414c-8fbc-1d817e15c501 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:21.865732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0635103-d14c-4426-885e-6b9f9c9f6e91 req-bba25f7a-ce70-414c-8fbc-1d817e15c501 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 944 time: 0.0771301 Nov 25 18:54:21.916466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['db30f173-a568-48f9-b6f1-fc18ddb40849'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:54:21.922200 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0635103-d14c-4426-885e-6b9f9c9f6e91 req-f634a638-9146-4faa-a932-268da132b0e8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555980 Nov 25 18:54:23.049267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32118-9e8c-4d73-9858-3b8fc9af534c req-04f585c9-89ab-43b4-8427-d6dc59166b76 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:23.057843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29b32118-9e8c-4d73-9858-3b8fc9af534c req-04f585c9-89ab-43b4-8427-d6dc59166b76 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 944 time: 0.0529478 Nov 25 18:54:23.103629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29b32118-9e8c-4d73-9858-3b8fc9af534c req-48b0d163-b2dd-4fb6-b457-8252b6efbdb1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Nov 25 18:54:23.438623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device db30f173-a568-48f9-b6f1-fc18ddb40849 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:54:23.505967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port db30f173-a568-48f9-b6f1-fc18ddb40849 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:54:23.509996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port db30f173-a568-48f9-b6f1-fc18ddb40849 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:54:23.510339 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:23.594878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:23.621489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30f173-a568-48f9-b6f1-fc18ddb40849'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:23.624125 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26edb7fa-4efc-4c97-ac6f-ccb77a00d5bf" -d '{"events": [{"server_uuid": "c1314bea-7197-4e53-a440-a10df42a8b9a", "name": "network-vif-plugged", "status": "completed", "tag": "db30f173-a568-48f9-b6f1-fc18ddb40849"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:23.638194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port db30f173-a568-48f9-b6f1-fc18ddb40849, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=db30f173-a568-48f9-b6f1-fc18ddb40849,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:23.642439 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:23.670033 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460dad8e-efb4-4514-92d9-0bcdc5d843f5 x-openstack-request-id: req-460dad8e-efb4-4514-92d9-0bcdc5d843f5 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:23.670334 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1314bea-7197-4e53-a440-a10df42a8b9a", "name": "network-vif-plugged", "status": "completed", "tag": "db30f173-a568-48f9-b6f1-fc18ddb40849", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:23.670635 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-460dad8e-efb4-4514-92d9-0bcdc5d843f5 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:23.671012 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30f173-a568-48f9-b6f1-fc18ddb40849', 'code': 200} Nov 25 18:54:23.808863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501f16c-92f6-449f-993a-47b1f237fa6b req-c3c40cb2-bbda-4357-9c91-9d21933036e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:23.811496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0501f16c-92f6-449f-993a-47b1f237fa6b req-c3c40cb2-bbda-4357-9c91-9d21933036e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 1096 time: 0.0708213 Nov 25 18:54:23.874825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0501f16c-92f6-449f-993a-47b1f237fa6b req-d1b6b888-14e3-43f9-ad64-e8d3a141b939 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540442 Nov 25 18:54:23.899606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=db30f173-a568-48f9-b6f1-fc18ddb40849,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:24.237810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce2670-3ee8-49d5-87c2-fd9105a087cc req-6fddfab1-8b9b-454d-932e-a36f17c20731 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:24.241392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bce2670-3ee8-49d5-87c2-fd9105a087cc req-6fddfab1-8b9b-454d-932e-a36f17c20731 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 945 time: 0.0590208 Nov 25 18:54:24.343921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8bce2670-3ee8-49d5-87c2-fd9105a087cc req-8bdd5283-c5e0-4be8-870d-4ca4a208bf5b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937989 Nov 25 18:54:25.492598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac984f96-31d1-41f0-a05e-9821d65989fc req-39c2d582-a5d5-4940-94bc-fe74170e8c44 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:25.494197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac984f96-31d1-41f0-a05e-9821d65989fc req-39c2d582-a5d5-4940-94bc-fe74170e8c44 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 945 time: 0.0554221 Nov 25 18:54:25.565243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac984f96-31d1-41f0-a05e-9821d65989fc req-259e81be-79b5-475a-ba2d-c8d16dec009e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Nov 25 18:54:25.702998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07e922-85f8-4b96-b250-7cbf5ef327d4 req-7fe3c72e-6d6c-4d74-baaa-47c525780e24 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:25.704609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d07e922-85f8-4b96-b250-7cbf5ef327d4 req-7fe3c72e-6d6c-4d74-baaa-47c525780e24 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 945 time: 0.0624673 Nov 25 18:54:25.764818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d07e922-85f8-4b96-b250-7cbf5ef327d4 req-7a998922-0058-4da0-9d34-76d750a08308 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516891 Nov 25 18:54:26.126641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc127-77b8-4d69-99ec-523853968a97 req-537062e5-bef0-468f-b163-4361829f3c8a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:26.128378 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f5dc127-77b8-4d69-99ec-523853968a97 req-537062e5-bef0-468f-b163-4361829f3c8a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 945 time: 0.0606058 Nov 25 18:54:26.184666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0f5dc127-77b8-4d69-99ec-523853968a97 req-96621960-1643-4da8-8d42-a9ff148e0651 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478892 Nov 25 18:54:27.311714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601314e3-f5f3-484c-9ec5-daa2b1179585 req-3b13bddb-63ae-47ca-b6f7-b3dbbe8c7b62 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:27.313497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-601314e3-f5f3-484c-9ec5-daa2b1179585 req-3b13bddb-63ae-47ca-b6f7-b3dbbe8c7b62 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 945 time: 0.0517600 Nov 25 18:54:27.377427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-601314e3-f5f3-484c-9ec5-daa2b1179585 req-101de13c-5354-451f-897b-110c1f2c8872 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Nov 25 18:54:27.670953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-c030cb16-daa5-421f-9f76-239ad87be4c8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:27.672509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-c030cb16-daa5-421f-9f76-239ad87be4c8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 945 time: 0.0551074 Nov 25 18:54:27.781380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port db30f173-a568-48f9-b6f1-fc18ddb40849 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:27.781786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:27.887516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] For port db30f173-a568-48f9-b6f1-fc18ddb40849, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=db30f173-a568-48f9-b6f1-fc18ddb40849,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:27.888006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:27.904081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for db30f173-a568-48f9-b6f1-fc18ddb40849 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:28.056845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:28.073104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['37b7de4e-0d8a-4840-9ab2-396c7666375f', 'db30f173-a568-48f9-b6f1-fc18ddb40849'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:54:28.128169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=db30f173-a568-48f9-b6f1-fc18ddb40849,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:28.161100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] No DVR routers for this DVR port db30f173-a568-48f9-b6f1-fc18ddb40849 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:28.165762 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:28.171538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b17469e-e3ef-4e43-a394-3a8c3deed102 req-62518086-d206-415d-a6cc-a0443a5ea99c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "DELETE /v2.0/ports/db30f173-a568-48f9-b6f1-fc18ddb40849 HTTP/1.1" status: 204 len: 173 time: 0.4923179 Nov 25 18:54:28.172070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'name': 'network-vif-deleted', 'tag': 'db30f173-a568-48f9-b6f1-fc18ddb40849'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:28.175880 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8680cb10-61e8-4116-a65a-c9d80d6ad2dc" -d '{"events": [{"server_uuid": "c1314bea-7197-4e53-a440-a10df42a8b9a", "name": "network-vif-deleted", "tag": "db30f173-a568-48f9-b6f1-fc18ddb40849"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:28.270753 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6dfd3e-16b3-4503-8ed6-c18d774d3548 x-openstack-request-id: req-6a6dfd3e-16b3-4503-8ed6-c18d774d3548 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:28.271460 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1314bea-7197-4e53-a440-a10df42a8b9a", "name": "network-vif-deleted", "tag": "db30f173-a568-48f9-b6f1-fc18ddb40849", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:28.272049 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a6dfd3e-16b3-4503-8ed6-c18d774d3548 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:28.272829 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1314bea-7197-4e53-a440-a10df42a8b9a', 'name': 'network-vif-deleted', 'tag': 'db30f173-a568-48f9-b6f1-fc18ddb40849', 'status': 'completed', 'code': 200} Nov 25 18:54:28.490763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df7f5188-3d83-4654-9100-2333b862c503 req-410e8c4e-2645-43b3-aa1f-fbba3e7567da tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.0314953 Nov 25 18:54:29.626821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-646c95d7-a00e-4a29-818d-ba91e88c8ba1 req-9e8592db-ea3c-4476-b08f-318dbd37a869 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.0392251 Nov 25 18:54:30.761847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:30.792021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-946212d7-e2cc-4057-bedb-10a78f15703a req-936dc98d-8a10-463f-bde9-121f341de058 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.0633686 Nov 25 18:54:31.478494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device db30f173-a568-48f9-b6f1-fc18ddb40849 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:31.503357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: db30f173-a568-48f9-b6f1-fc18ddb40849 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:31.503932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device db30f173-a568-48f9-b6f1-fc18ddb40849 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:32.048977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b9cb07a-6dab-4a45-803b-ffdf37fc919b req-15279c54-dc72-4551-b910-81f9e50723be tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.1317163 Nov 25 18:54:33.140026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ca87d4fc-acdc-4c78-8174-2bbd1a2aac39 req-e290c15b-7b3e-48e8-87a0-557685a77aab tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1314bea-7197-4e53-a440-a10df42a8b9a HTTP/1.1" status: 200 len: 210 time: 0.0268836 Nov 25 18:54:33.303550 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:36.533673 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:54:39.828021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:40.031979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.129442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.133830 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.173653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56b57ce540da4c59ad21f6aceadfe56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452783 Nov 25 18:54:40.175388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d09364-8951-4fcc-9396-4312dd022140,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:40.177520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:40.185347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.185851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.186364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.186939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.187494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.188346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.188950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.189479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.190002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.190563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.191106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.191648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036cb5c-8f75-4f5c-a697-771aa2cf3417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:40.243256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0a6440f-9fcd-4301-a03c-41878015a574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.264705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0a6440f-9fcd-4301-a03c-41878015a574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.323006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0a6440f-9fcd-4301-a03c-41878015a574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.325780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0a6440f-9fcd-4301-a03c-41878015a574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.326967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0a6440f-9fcd-4301-a03c-41878015a574 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4d09364-8951-4fcc-9396-4312dd022140 HTTP/1.1" status: 204 len: 168 time: 0.1465583 Nov 25 18:54:40.336320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6440f-9fcd-4301-a03c-41878015a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d09364-8951-4fcc-9396-4312dd022140,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:40.601131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 37884) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:40.614532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb0f0bc-8541-425c-9294-51e5e257adf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.703636 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb0f0bc-8541-425c-9294-51e5e257adf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.712678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bb0f0bc-8541-425c-9294-51e5e257adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.757296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2bb0f0bc-8541-425c-9294-51e5e257adf5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=229e31dad4024839b87e7b7bd985103b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550124 Nov 25 18:54:40.760168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 37892) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:40.764186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0f0bc-8541-425c-9294-51e5e257adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98d684-c42f-40f6-91e1-808b31b78382,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:40.824795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16cb8a-f5c1-4426-b7f4-38a349ed4569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.851528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16cb8a-f5c1-4426-b7f4-38a349ed4569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.916892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-278f11de-2d5a-4698-b4ac-2a307a5f09fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.939232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bb6f9-51f8-49ad-b17f-8b9ad2829037 req-1de1e6eb-1082-472e-b8b2-f49fe230b841 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:40.940674 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f2bb6f9-51f8-49ad-b17f-8b9ad2829037 req-1de1e6eb-1082-472e-b8b2-f49fe230b841 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 946 time: 0.0820699 Nov 25 18:54:40.962138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16cb8a-f5c1-4426-b7f4-38a349ed4569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.964751 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16cb8a-f5c1-4426-b7f4-38a349ed4569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:40.965866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4a16cb8a-f5c1-4426-b7f4-38a349ed4569 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c98d684-c42f-40f6-91e1-808b31b78382 HTTP/1.1" status: 204 len: 168 time: 0.2047193 Nov 25 18:54:40.982982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16cb8a-f5c1-4426-b7f4-38a349ed4569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c98d684-c42f-40f6-91e1-808b31b78382,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:41.011397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f2bb6f9-51f8-49ad-b17f-8b9ad2829037 req-d5a95e38-b0ae-41ff-8620-eef29af94bfd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640464 Nov 25 18:54:42.144322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5e1c-3760-40a0-a7ad-e9a7eb4b375f req-5fae075f-8014-4b5e-8b7d-d5c574fd2047 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:42.147192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d1b5e1c-3760-40a0-a7ad-e9a7eb4b375f req-5fae075f-8014-4b5e-8b7d-d5c574fd2047 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 946 time: 0.0572033 Nov 25 18:54:42.199713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d1b5e1c-3760-40a0-a7ad-e9a7eb4b375f req-737abd59-2e8d-4f32-a163-95a1d37bf106 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=959182d8-e3ce-4cef-b035-564bc78bc07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Nov 25 18:54:42.551296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-6c1b6b15-7b2f-463e-ba36-7a8de22da36d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:42.554655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-6c1b6b15-7b2f-463e-ba36-7a8de22da36d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 946 time: 0.0641942 Nov 25 18:54:42.682195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port 37b7de4e-0d8a-4840-9ab2-396c7666375f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:42.682671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.798484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] For port 37b7de4e-0d8a-4840-9ab2-396c7666375f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=37b7de4e-0d8a-4840-9ab2-396c7666375f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:42.798971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.817551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for 37b7de4e-0d8a-4840-9ab2-396c7666375f owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:42.981815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:42.995056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['37b7de4e-0d8a-4840-9ab2-396c7666375f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:54:43.030497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=37b7de4e-0d8a-4840-9ab2-396c7666375f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:43.078293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] No DVR routers for this DVR port 37b7de4e-0d8a-4840-9ab2-396c7666375f on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:43.081041 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:43.085486 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6420fce-6a67-43c6-bf86-5ec03027806a req-ad7ebe26-79ba-4566-b073-8acd09037f56 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "DELETE /v2.0/ports/37b7de4e-0d8a-4840-9ab2-396c7666375f HTTP/1.1" status: 204 len: 173 time: 0.5225718 Nov 25 18:54:43.086205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'name': 'network-vif-deleted', 'tag': '37b7de4e-0d8a-4840-9ab2-396c7666375f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:43.088559 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a02d1-00cf-45b4-a366-d128786a0e57" -d '{"events": [{"server_uuid": "bfb9e4aa-3631-4120-91fc-d3190507401b", "name": "network-vif-deleted", "tag": "37b7de4e-0d8a-4840-9ab2-396c7666375f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:43.128866 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62611828-371e-4e20-94c6-8b592e1f62c9 x-openstack-request-id: req-62611828-371e-4e20-94c6-8b592e1f62c9 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:43.129685 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb9e4aa-3631-4120-91fc-d3190507401b", "name": "network-vif-deleted", "tag": "37b7de4e-0d8a-4840-9ab2-396c7666375f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:43.129944 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62611828-371e-4e20-94c6-8b592e1f62c9 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:43.130349 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9e4aa-3631-4120-91fc-d3190507401b', 'name': 'network-vif-deleted', 'tag': '37b7de4e-0d8a-4840-9ab2-396c7666375f', 'status': 'completed', 'code': 200} Nov 25 18:54:43.301903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e12335db-01a4-4655-b85e-c84692a73f86 req-823e0a12-5d33-4adf-8e0b-3e7cce0434d7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0273621 Nov 25 18:54:43.449878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1018243f-578f-4369-9a43-2bb4ffcfc7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:44.398804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:44.414157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-540c5d9a-e227-4dc4-aab5-b1ce2f1edfc5 req-56c32e08-9d3b-4225-abfe-4d6562146ae4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0348706 Nov 25 18:54:45.525567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c4a4c048-c0c4-458f-b3bf-1ca5e36b2faf req-4db9be5e-a943-44bf-bd91-8ed611fa3efc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0303493 Nov 25 18:54:45.941891 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:46.639102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15a4547e-143d-4b78-9659-f00b3083f5fe req-4d6d3cde-c56b-4ea0-8d8b-b2b6e53493f2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0307047 Nov 25 18:54:46.963836 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:47.559011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 37b7de4e-0d8a-4840-9ab2-396c7666375f no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:47.586402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 37b7de4e-0d8a-4840-9ab2-396c7666375f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:47.588672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 37b7de4e-0d8a-4840-9ab2-396c7666375f not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:47.755185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3a6e0dbb-0151-4347-9c6a-638da68dda07 req-dae07fd5-069c-4fc1-8b70-04b4bd996f8d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0387812 Nov 25 18:54:48.874884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9654a987-8902-47ac-8ea9-c95cac494fc0 req-545fead5-7482-49fd-ae46-863e65bb0840 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0420523 Nov 25 18:54:49.396246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4411-8cbb-4713-98cf-3319f9b594d8 req-83c1c4c0-f254-4813-b06e-95e4e7903156 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:49.401549 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0ec4411-8cbb-4713-98cf-3319f9b594d8 req-83c1c4c0-f254-4813-b06e-95e4e7903156 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1098 time: 0.0670347 Nov 25 18:54:49.485576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0ec4411-8cbb-4713-98cf-3319f9b594d8 req-34022ac6-ad1f-4efd-b5c4-2e3d101d1873 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779331 Nov 25 18:54:49.502929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38080) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:49.691252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 0ed387a5-069e-422f-8189-a94592f14ec7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:49.692240 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:49.789088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:49.789794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:49.804453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 0ed387a5-069e-422f-8189-a94592f14ec7 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:50.042190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a4a14ba6-bb99-4f50-96ed-ff64d4e12a32 req-c82bc342-5a28-41a4-900f-6a54fdcbf761 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfb9e4aa-3631-4120-91fc-d3190507401b HTTP/1.1" status: 200 len: 210 time: 0.0467546 Nov 25 18:54:50.054201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:50.084570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=0ed387a5-069e-422f-8189-a94592f14ec7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:50.184918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:50.185257 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP 46811d63-0d0b-41b2-9bc7-53dec71cfef0 disassociated (deleted). External IP: 172.25.2.159, port: d44d5471-bfd5-4652-bf5a-a6fd74a196cf. Nov 25 18:54:50.446052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:54:50.615513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:54:50.620779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:50.628372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] Sync routers for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:54:50.646111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:50.647069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:54:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:50.664185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e84dcce6-5903-419d-b2e9-d3c10f693b6c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/floatingips/46811d63-0d0b-41b2-9bc7-53dec71cfef0 HTTP/1.1" status: 204 len: 168 time: 1.1601164 Nov 25 18:54:50.665080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:50.683303 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805b6475-34c0-4b32-ba61-a60a4d25c833" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:50.803943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:50.838270 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab93865e-c522-4578-a94f-90d2c75a853a x-openstack-request-id: req-ab93865e-c522-4578-a94f-90d2c75a853a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:50.838600 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:50.838906 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab93865e-c522-4578-a94f-90d2c75a853a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:50.839312 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'status': 'completed', 'code': 200} Nov 25 18:54:50.948623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-bace9113-c836-4251-953f-41cb5140206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:50.951141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-bace9113-c836-4251-953f-41cb5140206d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 1098 time: 0.0866375 Nov 25 18:54:51.125543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:44Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:51.163892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] Checking router: 7d6c1aae-38e2-404b-82f0-51b08ac3f113 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:54:51.173367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:51.174008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:54:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:51.205638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-5ef30b6b-cbec-4e3e-8011-58da4834501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:51.208168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-5ef30b6b-cbec-4e3e-8011-58da4834501a service neutron] 10.222.0.64 "GET /v2.0/networks?id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 200 len: 897 time: 0.2446508 Nov 25 18:54:51.220331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5047ab-b614-4a28-9f63-91888f7804df req-1115ac16-d33a-4bdc-8fc0-d3ce64685079 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:51.228790 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e5047ab-b614-4a28-9f63-91888f7804df req-1115ac16-d33a-4bdc-8fc0-d3ce64685079 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 947 time: 0.2483642 Nov 25 18:54:51.286478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-ffa5ccc3-da3c-483b-ace1-40c468b1acb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 200 len: 217 time: 0.0552897 Nov 25 18:54:51.312054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:51.363410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e5047ab-b614-4a28-9f63-91888f7804df req-e64898bb-17a7-4e17-9fcc-b9febd6234c6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333239 Nov 25 18:54:51.372772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-40f52a24-3bc0-4e3f-b59c-591b88e79f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:51.375269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-40f52a24-3bc0-4e3f-b59c-591b88e79f12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 200 len: 835 time: 0.0789816 Nov 25 18:54:51.440380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-f65733ef-4699-462d-9c16-9c4703aa8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:51.443401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-f65733ef-4699-462d-9c16-9c4703aa8592 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70e7c855-5c0f-4d5d-98f5-39e06d1c6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591602 Nov 25 18:54:51.557709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-7c51e211-dd75-4aea-974c-77a9e0cda3af service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046779 Nov 25 18:54:51.558839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:44Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:51.588315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b38dd3-321e-4937-999e-2479e5315577 None None] The sync data for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 is: [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:52:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '981d0d4b-8b81-40aa-aa0b-f74c6f1fb941', 'name': '', 'network_id': '70e7c855-5c0f-4d5d-98f5-39e06d1c6136', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:64:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:36Z', 'updated_at': '2021-11-25T18:52:44Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': '1326b035-b68e-4509-8035-4dde86c3e7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:54:51.689006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-805b6475-34c0-4b32-ba61-a60a4d25c833 req-7f97dd75-2833-4a7e-a628-a26a5fab651d service neutron] 10.222.0.64 "GET /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204202 Nov 25 18:54:51.997568 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed088c30-125d-4297-9479-b17348191f1b None None] New status for floating IP 46811d63-0d0b-41b2-9bc7-53dec71cfef0: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:54:52.436245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-e9dca43b-2f62-496e-9147-2c549c464385 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:52.439415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-e9dca43b-2f62-496e-9147-2c549c464385 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 947 time: 0.0766287 Nov 25 18:54:52.532926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d792a-ae3b-4e30-9d1c-401daedc267e req-bd91de9b-3140-4311-8e14-14245d0004ca tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:52.541608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f54d792a-ae3b-4e30-9d1c-401daedc267e req-bd91de9b-3140-4311-8e14-14245d0004ca tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe05dc86-4d52-4b71-9143-aa9b5b0f312f HTTP/1.1" status: 200 len: 947 time: 0.0792782 Nov 25 18:54:52.559887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port d44d5471-bfd5-4652-bf5a-a6fd74a196cf {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:52.560522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:52.608560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f54d792a-ae3b-4e30-9d1c-401daedc267e req-0ea15794-0555-406c-a948-46c46a69997c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8187940-ba1d-442c-8442-4aa8daaf675a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659068 Nov 25 18:54:52.677346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port d44d5471-bfd5-4652-bf5a-a6fd74a196cf, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:52.677712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:52.695194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for d44d5471-bfd5-4652-bf5a-a6fd74a196cf owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:52.861972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:52.893636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=d44d5471-bfd5-4652-bf5a-a6fd74a196cf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:52.913250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.913250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.913250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.913250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.913250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.913250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.913250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.914094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.915928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.916652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.917077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.917539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:54:52.961933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] No DVR routers for this DVR port d44d5471-bfd5-4652-bf5a-a6fd74a196cf on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:52.965166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:52.969375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4cab5a3-25b7-40bd-af03-dcd2f1a1909b req-6676c499-0cf1-41fa-9a24-fe9944fbf187 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "DELETE /v2.0/ports/d44d5471-bfd5-4652-bf5a-a6fd74a196cf HTTP/1.1" status: 204 len: 173 time: 0.5234344 Nov 25 18:54:52.969923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-deleted', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:54:52.972332 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00c959d-de83-403e-a27f-d4c11f0a1d9d" -d '{"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-deleted", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:54:53.021152 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4eaa9-077a-4ff9-a142-904215c13563 x-openstack-request-id: req-69d4eaa9-077a-4ff9-a142-904215c13563 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:54:53.021449 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05dc86-4d52-4b71-9143-aa9b5b0f312f", "name": "network-vif-deleted", "tag": "d44d5471-bfd5-4652-bf5a-a6fd74a196cf", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:54:53.021707 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69d4eaa9-077a-4ff9-a142-904215c13563 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:54:53.022108 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05dc86-4d52-4b71-9143-aa9b5b0f312f', 'name': 'network-vif-deleted', 'tag': 'd44d5471-bfd5-4652-bf5a-a6fd74a196cf', 'status': 'completed', 'code': 200} Nov 25 18:54:53.685561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38138) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:54.336076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:54.657084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:54.657084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:54.756264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:54.756939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:54.774277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:55.045078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:55.082781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=981d0d4b-8b81-40aa-aa0b-f74c6f1fb941,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:55.378345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:55.797803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:54:55.982623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:54:55.995221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] Sync routers for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:54:55.999619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3b7331ff-05a7-48c5-b77e-ccb3c5acdd10 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/7d6c1aae-38e2-404b-82f0-51b08ac3f113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3120093 Nov 25 18:54:56.002705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38240) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:56.032433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:56.033093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:54:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:56.071484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting subnet 1326b035-b68e-4509-8035-4dde86c3e7f0 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:54:56.075357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:56.166273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:56.219289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:56.357427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:56.543467 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:56.574363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:54:54Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:56.604578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Subnet': ['ID=1326b035-b68e-4509-8035-4dde86c3e7f0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:56.630977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:56.636187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38268) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:56.648340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b0560898-7a57-48a6-8450-53163442c562 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/subnets/1326b035-b68e-4509-8035-4dde86c3e7f0 HTTP/1.1" status: 204 len: 168 time: 0.6435587 Nov 25 18:54:56.662328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36847ba-7519-4907-be95-1b6a054347e9 None None] Network 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:54:56.853853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] Checking router: 7d6c1aae-38e2-404b-82f0-51b08ac3f113 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:54:56.859543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:56.916975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] Routers {'7d6c1aae-38e2-404b-82f0-51b08ac3f113'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:54:56.917822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:54:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:57.116517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] DHCP port deletion for 70e7c855-5c0f-4d5d-98f5-39e06d1c6136 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:54:57.167092 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.230161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] Set router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:54:57.296289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:57.296777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.481505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38300) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:57.487559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6f96b65f-06cd-4ecf-8a3d-23b660734a70 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838576532', 'description': 'tempest-secgroup-smoke-1838576532 description', 'project_id': '81443d1838114f57a977b4e512fb14ee'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:57.542758 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f96b65f-06cd-4ecf-8a3d-23b660734a70 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.562100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 6209b20e-eaad-400e-96ae-ad0aaaafbc7c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:57.562610 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.608531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 6209b20e-eaad-400e-96ae-ad0aaaafbc7c owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:57.632064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-d768078c-6e8e-4ca6-84ea-98610e4d28d6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1475084 Nov 25 18:54:57.671113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:57.678709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] Deleting port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:54:57.679329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.696987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f96b65f-06cd-4ecf-8a3d-23b660734a70 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.708496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f96b65f-06cd-4ecf-8a3d-23b660734a70 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.737245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f96b65f-06cd-4ecf-8a3d-23b660734a70 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.740365 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6f96b65f-06cd-4ecf-8a3d-23b660734a70 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2570064 Nov 25 18:54:57.745485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38304) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:57.753026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a36c70ba-8529-4d6d-933c-e1fe85103be3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'security_group_rule': {'security_group_id': 'd1fbc72c-5f63-47ad-bf97-96c23a97c6e7', 'project_id': '81443d1838114f57a977b4e512fb14ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:57.755917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] For port 4ea32eff-43cf-4d75-bd24-9b40800b4b87, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4ea32eff-43cf-4d75-bd24-9b40800b4b87,segment=NetworkSegment(9827b027-26fe-4988-b7f1-7b61cb184a43),segment_id=9827b027-26fe-4988-b7f1-7b61cb184a43)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:54:57.756540 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.769273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] Calling delete_port for 4ea32eff-43cf-4d75-bd24-9b40800b4b87 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:54:57.822208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96b65f-06cd-4ecf-8a3d-23b660734a70 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:57.874690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a36c70ba-8529-4d6d-933c-e1fe85103be3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.884982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.914163 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:57.919319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] Pushing event deleted for resources: {'Port': ['ID=4ea32eff-43cf-4d75-bd24-9b40800b4b87,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:57.920991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: d44d5471-bfd5-4652-bf5a-a6fd74a196cf {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:57.921336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d44d5471-bfd5-4652-bf5a-a6fd74a196cf not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:57.942631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b50b9-1d2f-4e42-9f3f-f347d5c340e2 None None] No DVR routers for this DVR port 4ea32eff-43cf-4d75-bd24-9b40800b4b87 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:54:57.977275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=6209b20e-eaad-400e-96ae-ad0aaaafbc7c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:57.998151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8f03d-4d7e-4bba-8f0e-484e0b49b5e0 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:54:58.039801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:54:54Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:58.049306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:58.049782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:58.050244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:58.051285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:58.051748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:58.052205 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:58.052655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:58.054575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-db77105f-9099-4089-b318-c318799bb4fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6502 time: 0.1939700 Nov 25 18:54:58.068402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a36c70ba-8529-4d6d-933c-e1fe85103be3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.080359 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a36c70ba-8529-4d6d-933c-e1fe85103be3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.094443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.106253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c70ba-8529-4d6d-933c-e1fe85103be3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a754e648-b227-469c-8f82-69172fd6f524,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:58.112845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeadb8e-af33-4cb6-87ed-9ea448ddd1d3 None None] The sync data for ids ['7d6c1aae-38e2-404b-82f0-51b08ac3f113'] in n-d-819194-3 is: [{'id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475748355', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:52:31Z', 'updated_at': '2021-11-25T18:54:54Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6209b20e-eaad-400e-96ae-ad0aaaafbc7c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6c1aae-38e2-404b-82f0-51b08ac3f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:52:32Z', 'updated_at': '2021-11-25T18:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:54:58.148639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a36c70ba-8529-4d6d-933c-e1fe85103be3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.153637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a36c70ba-8529-4d6d-933c-e1fe85103be3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4051452 Nov 25 18:54:58.154852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38310) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:58.165958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5c9ea763-737f-44db-8de7-cd63649699a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'security_group_rule': {'security_group_id': 'd1fbc72c-5f63-47ad-bf97-96c23a97c6e7', 'project_id': '81443d1838114f57a977b4e512fb14ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:58.214753 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea763-737f-44db-8de7-cd63649699a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.305113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea763-737f-44db-8de7-cd63649699a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.312348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea763-737f-44db-8de7-cd63649699a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.363704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ea763-737f-44db-8de7-cd63649699a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197a30aa-c1d3-427f-8d8c-f67dddec7079,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:58.395479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c9ea763-737f-44db-8de7-cd63649699a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.396742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c9ea763-737f-44db-8de7-cd63649699a9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2386889 Nov 25 18:54:58.407012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:58.412984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fa5750fd-d700-4a4d-87e1-234cfcc8b14c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'security_group_rule': {'security_group_id': 'd1fbc72c-5f63-47ad-bf97-96c23a97c6e7', 'project_id': '81443d1838114f57a977b4e512fb14ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:58.462053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5750fd-d700-4a4d-87e1-234cfcc8b14c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.609559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5750fd-d700-4a4d-87e1-234cfcc8b14c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.620866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5750fd-d700-4a4d-87e1-234cfcc8b14c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.645568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5750fd-d700-4a4d-87e1-234cfcc8b14c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1c0f5f-8a04-4d23-9048-02c8d33d171e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:58.674296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa5750fd-d700-4a4d-87e1-234cfcc8b14c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.676043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fa5750fd-d700-4a4d-87e1-234cfcc8b14c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2679904 Nov 25 18:54:58.679687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:58.687898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ca94abbf-9d20-4734-96c3-7d7e63d5efe6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'security_group_rule': {'security_group_id': 'd1fbc72c-5f63-47ad-bf97-96c23a97c6e7', 'project_id': '81443d1838114f57a977b4e512fb14ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:58.745602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca94abbf-9d20-4734-96c3-7d7e63d5efe6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.825010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:58.854914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca94abbf-9d20-4734-96c3-7d7e63d5efe6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.861365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca94abbf-9d20-4734-96c3-7d7e63d5efe6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.867234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:58.867581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 981d0d4b-8b81-40aa-aa0b-f74c6f1fb941 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:58.868000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ea32eff-43cf-4d75-bd24-9b40800b4b87 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:54:58.883453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94abbf-9d20-4734-96c3-7d7e63d5efe6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba1ed8a-a8e3-45f4-b453-f2313c31c69d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:58.894775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca94abbf-9d20-4734-96c3-7d7e63d5efe6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.896472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ca94abbf-9d20-4734-96c3-7d7e63d5efe6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2127860 Nov 25 18:54:58.899545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38330) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:58.904965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'security_group_rule': {'security_group_id': 'd1fbc72c-5f63-47ad-bf97-96c23a97c6e7', 'project_id': '81443d1838114f57a977b4e512fb14ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:58.920708 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.925588 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:58.933972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 4ea32eff-43cf-4d75-bd24-9b40800b4b87 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:54:58.934317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ea32eff-43cf-4d75-bd24-9b40800b4b87 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:54:58.960836 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Project 81443d1838114f57a977b4e512fb14ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:54:58.967745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.045571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-0bd95425-360b-4d54-a51a-60f769dc7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:59.046878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-0bd95425-360b-4d54-a51a-60f769dc7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:59.047349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-0bd95425-360b-4d54-a51a-60f769dc7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:59.049025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-0bd95425-360b-4d54-a51a-60f769dc7b54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f8726b0-b2b2-4430-9868-33a6f312e430&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=b771d437-5fd6-46e0-b62a-e89b3aefade5&id=b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 200 len: 2299 time: 0.9512877 Nov 25 18:54:59.065360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.067377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.068008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Fanout notify agent at l3_agent the message router_deleted on router 7d6c1aae-38e2-404b-82f0-51b08ac3f113 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:54:59.081025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.100834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2ca542-3847-4468-a3ef-7a8a994dd306,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:59.131522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.144194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.145947 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1c697c9e-b442-42a8-b2ff-e01ceba56e9f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/routers/7d6c1aae-38e2-404b-82f0-51b08ac3f113 HTTP/1.1" status: 204 len: 168 time: 2.5086715 Nov 25 18:54:59.146498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:59.153112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'security_group_rule': {'security_group_id': 'd1fbc72c-5f63-47ad-bf97-96c23a97c6e7', 'project_id': '81443d1838114f57a977b4e512fb14ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:54:59.159390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38336) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:54:59.166202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4dc73006-506f-4af3-be71-cb2d68d9a89f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2393718 Nov 25 18:54:59.256522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-8c1305b9-b912-480b-a7f5-7f35d55f82f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 200 len: 1001 time: 0.1971745 Nov 25 18:54:59.267953 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Project 81443d1838114f57a977b4e512fb14ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:54:59.298042 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.330996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.446072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-3b3248c0-7855-42d4-bc02-4e5080caf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:59.447493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-3b3248c0-7855-42d4-bc02-4e5080caf87f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c HTTP/1.1" status: 200 len: 856 time: 0.1743524 Nov 25 18:54:59.463952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.497253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.548900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b951a09b-9ce5-45f6-a396-1b0689e3983d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:54:59.607448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.611485 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-85138762-f0a1-4b46-8d2d-211357a7888c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4588461 Nov 25 18:54:59.611485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.651786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-38ebea30-c3e4-4d40-bc87-48d4af4fb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:54:59.653295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-38ebea30-c3e4-4d40-bc87-48d4af4fb2b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f8726b0-b2b2-4430-9868-33a6f312e430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684132 Nov 25 18:54:59.671853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e7c855-5c0f-4d5d-98f5-39e06d1c6136']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:59.762143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9827b027-26fe-4988-b7f1-7b61cb184a43') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:59.762440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9827b027-26fe-4988-b7f1-7b61cb184a43') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:54:59.779038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.804099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.811930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:54:59.812437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:54:59.877327 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:54:59.915427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.927168 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:54:59.932884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/networks/70e7c855-5c0f-4d5d-98f5-39e06d1c6136 HTTP/1.1" status: 204 len: 168 time: 0.7714829 Nov 25 18:54:59.935454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38392) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:00.001878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1827aa8-7f8d-475a-adfc-4e69ca3615da tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Network': ['ID=70e7c855-5c0f-4d5d-98f5-39e06d1c6136,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:00.069785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-8d942fa1-489a-48b7-ad65-65111d33a726 service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462830 Nov 25 18:55:00.095399 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2292c744-a6f7-433d-a7d0-9746003429a7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:00.141301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2292c744-a6f7-433d-a7d0-9746003429a7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:00.172617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-34b25e9e-6c56-4e98-899f-a9ffe4a7ec91 service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373003 Nov 25 18:55:00.240093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-670639ec-6dff-4ff2-98f6-88759186c8f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 217 time: 0.0598764 Nov 25 18:55:00.241613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2292c744-a6f7-433d-a7d0-9746003429a7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:00.244833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2292c744-a6f7-433d-a7d0-9746003429a7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:00.264889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2292c744-a6f7-433d-a7d0-9746003429a7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/security-groups/f8187940-ba1d-442c-8442-4aa8daaf675a HTTP/1.1" status: 204 len: 168 time: 0.3281677 Nov 25 18:55:00.281720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292c744-a6f7-433d-a7d0-9746003429a7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8187940-ba1d-442c-8442-4aa8daaf675a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:00.404853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-afd71aa5-65c2-49a1-8616-d596a2829d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:00.406599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-afd71aa5-65c2-49a1-8616-d596a2829d3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.1463275 Nov 25 18:55:00.481951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-1d7102bf-1236-4ef5-9c84-0f465f1134db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:00.497086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-1d7102bf-1236-4ef5-9c84-0f465f1134db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829096 Nov 25 18:55:00.652606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6209b20e-eaad-400e-96ae-ad0aaaafbc7c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:55:00.680537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6209b20e-eaad-400e-96ae-ad0aaaafbc7c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:55:00.680897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6209b20e-eaad-400e-96ae-ad0aaaafbc7c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:55:00.695227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-d118c100-8ad0-4ca2-b5d4-d3ffcaab074b service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898003 Nov 25 18:55:00.774667 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:00.897017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38448) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:00.906916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-165be7e4-091f-4f09-a858-979b4675e713 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512663743', 'description': 'tempest-secgroup-smoke-1512663743 description', 'project_id': '418ca41106504e6eb537b48299cf87fc'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:00.944015 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-2aa63e23-266d-4db4-86aa-05b25b15e21f service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409730 Nov 25 18:55:00.961210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-165be7e4-091f-4f09-a858-979b4675e713 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.010257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-2a8b4a6c-cc92-4810-b44a-52956ff4495d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 217 time: 0.0585296 Nov 25 18:55:01.083997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-78a852d0-942f-4b55-bab4-769cc1d6fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:01.085811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-78a852d0-942f-4b55-bab4-769cc1d6fdcc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0680954 Nov 25 18:55:01.107039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-165be7e4-091f-4f09-a858-979b4675e713 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.116791 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-165be7e4-091f-4f09-a858-979b4675e713 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.159691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165be7e4-091f-4f09-a858-979b4675e713 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a9474f-f51d-4866-9d35-a428f3ab8ad6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:01.176773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-be489176-bd1e-4d5c-9b79-bd9cc746860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:01.182695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-165be7e4-091f-4f09-a858-979b4675e713 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.184609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-165be7e4-091f-4f09-a858-979b4675e713 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2862704 Nov 25 18:55:01.185528 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-be489176-bd1e-4d5c-9b79-bd9cc746860c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809884 Nov 25 18:55:01.189047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:01.194673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9832e8c9-904f-4397-b800-35aee1a2fe7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9474f-f51d-4866-9d35-a428f3ab8ad6', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:01.269183 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9832e8c9-904f-4397-b800-35aee1a2fe7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.325958 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-aa73d055-6f2d-4f66-a6aa-4cb114872204 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385694 Nov 25 18:55:01.497490 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9832e8c9-904f-4397-b800-35aee1a2fe7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.510064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9832e8c9-904f-4397-b800-35aee1a2fe7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.552822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-a2de7e6f-3a58-4ac0-9d50-abcc2da604a6 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188559 Nov 25 18:55:01.608576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832e8c9-904f-4397-b800-35aee1a2fe7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095fbebb-0526-435f-a1e8-887c0a6ae2c1,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:01.615857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-1a682192-7074-4c88-b3ca-778c58a233ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e074b3d0-6252-4eef-b942-80849bda7068 HTTP/1.1" status: 200 len: 217 time: 0.0555909 Nov 25 18:55:01.645719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9832e8c9-904f-4397-b800-35aee1a2fe7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.647756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9832e8c9-904f-4397-b800-35aee1a2fe7e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4574673 Nov 25 18:55:01.652857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38462) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:01.664396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c54e0fbe-e879-43c0-901b-49bd061eaaa6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9474f-f51d-4866-9d35-a428f3ab8ad6', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:01.762095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-c42775e0-6b12-406a-9af5-5c3bab1ab81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:01.765390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-c42775e0-6b12-406a-9af5-5c3bab1ab81b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.1415160 Nov 25 18:55:01.778141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c54e0fbe-e879-43c0-901b-49bd061eaaa6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.841266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-0bd64af5-d13e-41ed-8334-3d89e7170002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:01.843455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-0bd64af5-d13e-41ed-8334-3d89e7170002 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708477 Nov 25 18:55:01.875134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c54e0fbe-e879-43c0-901b-49bd061eaaa6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.882848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c54e0fbe-e879-43c0-901b-49bd061eaaa6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.945016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c54e0fbe-e879-43c0-901b-49bd061eaaa6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:01.947916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c54e0fbe-e879-43c0-901b-49bd061eaaa6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2913561 Nov 25 18:55:01.951175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38470) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:01.956496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-73506884-a00b-4224-9394-2d07a55bd7b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9474f-f51d-4866-9d35-a428f3ab8ad6', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:01.958353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e0fbe-e879-43c0-901b-49bd061eaaa6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342a9108-2bd4-45fc-8962-a7d6f6d9a4c3,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:02.065382 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73506884-a00b-4224-9394-2d07a55bd7b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.105225 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-3214fc63-e313-4f2b-932b-98d6ccd05a03 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530751 Nov 25 18:55:02.238339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73506884-a00b-4224-9394-2d07a55bd7b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.256176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73506884-a00b-4224-9394-2d07a55bd7b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.277181 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-2879372e-68de-4b89-bb54-6eb7d90330aa service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613810 Nov 25 18:55:02.282010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73506884-a00b-4224-9394-2d07a55bd7b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff8e861-3e50-4f7f-b042-417807c2f3a6,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:02.329067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-7a24881e-a339-4d2e-9548-c25672858923 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca HTTP/1.1" status: 200 len: 217 time: 0.0426381 Nov 25 18:55:02.333648 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73506884-a00b-4224-9394-2d07a55bd7b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.334741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73506884-a00b-4224-9394-2d07a55bd7b4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826039 Nov 25 18:55:02.337644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:02.345438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-06c051ff-53c9-4802-8b19-9900b2a291e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9474f-f51d-4866-9d35-a428f3ab8ad6', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:02.413067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-8a682d79-ad36-4a22-91ed-be5f1049b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:02.415250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-8a682d79-ad36-4a22-91ed-be5f1049b9b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0784698 Nov 25 18:55:02.430416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06c051ff-53c9-4802-8b19-9900b2a291e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.482045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-13a7a4b5-f16b-46db-ba45-dd2cdc187013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:02.484294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-13a7a4b5-f16b-46db-ba45-dd2cdc187013 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588427 Nov 25 18:55:02.544884 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06c051ff-53c9-4802-8b19-9900b2a291e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.561290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06c051ff-53c9-4802-8b19-9900b2a291e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.599333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c051ff-53c9-4802-8b19-9900b2a291e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66486166-a4a2-481e-8906-9cc11ab912b8,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:02.644426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-06c051ff-53c9-4802-8b19-9900b2a291e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.645290 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-ebfd1a68-9df6-4af6-a81f-547c6b2015c9 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531844 Nov 25 18:55:02.645898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-06c051ff-53c9-4802-8b19-9900b2a291e8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3061543 Nov 25 18:55:02.648868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38484) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:02.654836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9474f-f51d-4866-9d35-a428f3ab8ad6', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:02.708691 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:55:02.716606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.774014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-bea6fc6b-1118-449b-b314-fd29a653ca9f service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208584 Nov 25 18:55:02.801267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.807928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.834716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-66b858d2-f6c6-4c9a-b2f7-e6ba60f2ca1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036 HTTP/1.1" status: 200 len: 217 time: 0.0512602 Nov 25 18:55:02.838559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.842236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896493 Nov 25 18:55:02.842470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38494) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:02.847063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9474f-f51d-4866-9d35-a428f3ab8ad6', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:02.852213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ef0f5-5347-4b1d-a894-c1b783c98fac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e3667a-9cbe-4701-b650-4efd7a7ffd73,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:02.880428 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:55:02.887317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.900703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-add8c03a-56cb-46b2-96b7-3b2e2190220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:02.902836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-add8c03a-56cb-46b2-96b7-3b2e2190220b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.0595651 Nov 25 18:55:02.974111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-58e32edc-bc5a-454b-b524-7c97dce0658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:02.976361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:02.978414 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-58e32edc-bc5a-454b-b524-7c97dce0658a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667830 Nov 25 18:55:02.981254 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.010297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.011620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1680803 Nov 25 18:55:03.012651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d5e7b-0578-4742-9065-b4fc85a88cb0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d305e850-21c8-4f54-8069-61bfe8490366,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:03.014799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38498) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:03.020833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'network': {'name': 'tempest-network-smoke--2002336431', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:03.046249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:55:03.052675 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.081674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:55:03.112617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.112974 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Added segment 46e66ace-ad7e-4acd-b2e7-040172c7f7b5 of type vlan for network 323ff727-de50-4652-ac5b-85579ab0bc33 Nov 25 18:55:03.118310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-e3b696ca-df7d-4f83-9e7e-8f3d8f74d97f service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258225 Nov 25 18:55:03.190002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.227488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.239970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:03.241286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.251439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-4718c19c-3c47-44a4-b3d0-8532c1332651 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252112 Nov 25 18:55:03.314022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-e40bcd84-3399-495f-8064-a5a18f83a5a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 200 len: 217 time: 0.0541010 Nov 25 18:55:03.317236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3012967 Nov 25 18:55:03.317843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.325193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38504) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:03.332781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'admin_state_up': True, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:03.345440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635eec1-c7b3-4527-9597-2dbac64597c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Network': ['ID=323ff727-de50-4652-ac5b-85579ab0bc33,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:03.366992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 323ff727-de50-4652-ac5b-85579ab0bc33 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:55:03.382216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.383635 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.386568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-67f16906-794b-4579-9f7a-c49f12f7b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:03.388060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-67f16906-794b-4579-9f7a-c49f12f7b2d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.0679951 Nov 25 18:55:03.448064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e382-326b-46be-9988-c7552ac69a27 req-dac00725-1f15-43f9-a463-a3ab9b5f75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:03.449646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-dac00725-1f15-43f9-a463-a3ab9b5f75b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528226 Nov 25 18:55:03.537994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.625501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-3ea8fae6-7630-4972-adfe-183ea6163f59 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666336 Nov 25 18:55:03.707664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:03.756742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd75e382-326b-46be-9988-c7552ac69a27 req-1cbccf3f-f63f-43ef-84f9-bcefbc6151c1 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231716 Nov 25 18:55:03.981906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:04.001794 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:04.138650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.104 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/6769e8d9-2f90-4782-bad8-53458adb7422) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:55:04.297095 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:04.346911 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:04.394057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=6769e8d9-2f90-4782-bad8-53458adb7422,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:04.407123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:04.408737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:04.412305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:55:04.425512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1b0d3-9f59-4218-8f54-c46b1ec71b58 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:55:04.469329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bf4cfdb2-6300-4be6-98d3-7f07a782f4eb None None] Provisioning complete for port 6769e8d9-2f90-4782-bad8-53458adb7422 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:04.469329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf4cfdb2-6300-4be6-98d3-7f07a782f4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:04.523815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cfdb2-6300-4be6-98d3-7f07a782f4eb None None] Port 6769e8d9-2f90-4782-bad8-53458adb7422 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:55:04.774686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:05.044331 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:05.524079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d49913c4-d232-402a-946b-6a144222949c is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:55:05.675260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:55:05.690279 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Sync routers for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:55:05.726393 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:05.726953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:54:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:05.771455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:05.782198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38574) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:05.792378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f15cefa-840b-4702-a87b-5ce0b46ad14f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4660571 Nov 25 18:55:05.870265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38578) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:05.881144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bcb101f3-0739-4091-b102-92831cd4fa0a tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=418ca41106504e6eb537b48299cf87fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0976663 Nov 25 18:55:05.918130 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:06.167313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb656344-9000-4f2e-b9fd-1602afbd4c35 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:06.171621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fb656344-9000-4f2e-b9fd-1602afbd4c35 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2977343 Nov 25 18:55:06.172644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:06.186766 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:04Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:06.211299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dd258a80-a7e5-42bc-aa6d-aa1e73257b09 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348651 Nov 25 18:55:06.212306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:06.217604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864084951', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:06.356048 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Checking router: d49913c4-d232-402a-946b-6a144222949c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:55:06.356254 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Updating router d49913c4-d232-402a-946b-6a144222949c port 6769e8d9-2f90-4782-bad8-53458adb7422 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:55:06.399082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:55:06.408081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:06.426529 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:06.756170 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:06.909179 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:06.917693 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:06.921280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Subnet': ['ID=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:06.937942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Checking segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:55:06.940864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network hostable DHCP agents. Network: 323ff727-de50-4652-ac5b-85579ab0bc33, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:55:06.981824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 323ff727-de50-4652-ac5b-85579ab0bc33 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:55:06.989804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168be408-69d0-4b59-a5b7-3caadab42427 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:55:07.005920 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Pushing event updated for resources: {'Port': ['ID=6769e8d9-2f90-4782-bad8-53458adb7422,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:07.013189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 323ff727-de50-4652-ac5b-85579ab0bc33) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:07.014429 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Attempting to bind port 6769e8d9-2f90-4782-bad8-53458adb7422 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:55:07.014839 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Attempting to bind port 6769e8d9-2f90-4782-bad8-53458adb7422 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:55:07.017429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:07.018038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.021333 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Attempting to bind port 6769e8d9-2f90-4782-bad8-53458adb7422 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:55:07.033377 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.036285 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.037248 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.038258 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.038640 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.038980 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.039308 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.039633 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.039954 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.040273 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.040592 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.042112 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:07.047515 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:55:07.047923 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:55:07.048400 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.052209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3e0e1859-cc84-4cfc-a4c8-2e9ac10a8929 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8358223 Nov 25 18:55:07.052382 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:55:07.052382 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Bound port: 6769e8d9-2f90-4782-bad8-53458adb7422, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:55:07.052382 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.052611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38608) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:07.077534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30f01a-7bba-441c-8220-2647a3a6c7f5 None None] Network 323ff727-de50-4652-ac5b-85579ab0bc33 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:55:07.137708 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] For port 6769e8d9-2f90-4782-bad8-53458adb7422, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:55:07.141133 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] For port 6769e8d9-2f90-4782-bad8-53458adb7422, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6769e8d9-2f90-4782-bad8-53458adb7422,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:55:07.153426 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.155608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-100c0a98-d86b-4396-b1b6-3dc011436f2d None None] Provisioning complete for port 6769e8d9-2f90-4782-bad8-53458adb7422 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:07.156075 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-100c0a98-d86b-4396-b1b6-3dc011436f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.344268 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64ffbf-9610-42a6-b42f-dbd874a9672e None None] Pushing event updated for resources: {'Port': ['ID=6769e8d9-2f90-4782-bad8-53458adb7422,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:07.360158 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:07.360793 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:54:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:07.366986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-100c0a98-d86b-4396-b1b6-3dc011436f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.416955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-100c0a98-d86b-4396-b1b6-3dc011436f2d None None] For port 6769e8d9-2f90-4782-bad8-53458adb7422, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6769e8d9-2f90-4782-bad8-53458adb7422,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:07.418938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53375303-087b-42f5-a492-0c340c1d174e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:55:07.432482 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-100c0a98-d86b-4396-b1b6-3dc011436f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.508846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c0a98-d86b-4396-b1b6-3dc011436f2d None None] Pushing event updated for resources: {'Port': ['ID=6769e8d9-2f90-4782-bad8-53458adb7422,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:07.597508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-323ff727-de50-4652-ac5b-85579ab0bc33', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:55:07.599156 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:07.618934 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:07.661080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-28976d36-e4e6-458a-8d7b-c2102c17688e None None] Provisioning complete for port 6769e8d9-2f90-4782-bad8-53458adb7422 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:07.661381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28976d36-e4e6-458a-8d7b-c2102c17688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.001204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.164855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Allocated IP 172.20.0.2 (323ff727-de50-4652-ac5b-85579ab0bc33/a2121bc2-1ba1-4bae-989d-02e0d4cb65f8/4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:55:08.311632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38636) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:08.360339 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:04Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:08.441238 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9be8f5-7273-4ab0-9d83-ae0ecb5cf79c None None] The sync data for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 is: [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:04Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:55:08.599974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.617714 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.637231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c766b2ce-275e-4b5e-a069-1dac2c6882d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.759529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Pushing event updated for resources: {'Port': ['ID=4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:08.766289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Network 323ff727-de50-4652-ac5b-85579ab0bc33 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:08.768395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:08.771820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:55:08.802900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.1 (323ff727-de50-4652-ac5b-85579ab0bc33/a2121bc2-1ba1-4bae-989d-02e0d4cb65f8/b8f2354f-ee03-4b9a-9c91-1216371b8dfb) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:55:08.837036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Attempting to bind port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:55:08.837580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Attempting to bind port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:55:08.838154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Attempting to bind port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:55:08.847352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:55:08.849527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Checking segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:55:08.850293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.852701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Bound using segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:55:08.853305 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Bound port: 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:55:08.854468 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.866499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c766b2ce-275e-4b5e-a069-1dac2c6882d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.872755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c766b2ce-275e-4b5e-a069-1dac2c6882d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:08.952838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766b2ce-275e-4b5e-a069-1dac2c6882d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e43726-e604-4685-84a8-1db04f372a70,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:09.061488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c766b2ce-275e-4b5e-a069-1dac2c6882d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54d7400b68f544ccbfb13c53a6086e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481287 Nov 25 18:55:09.065290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38656) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:09.084452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] For port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:55:09.093691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] For port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:55:09.114688 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.155906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.221053 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c159e49-1872-4338-ba96-ce1fabefec36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.233135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.290279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c159e49-1872-4338-ba96-ce1fabefec36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.326650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115ff9e-af60-4971-bbeb-36d696865b13 None None] Pushing event updated for resources: {'Port': ['ID=4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:09.347026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:09.349877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c159e49-1872-4338-ba96-ce1fabefec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.360981 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c159e49-1872-4338-ba96-ce1fabefec36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.362585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c159e49-1872-4338-ba96-ce1fabefec36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44e43726-e604-4685-84a8-1db04f372a70 HTTP/1.1" status: 204 len: 168 time: 0.2950110 Nov 25 18:55:09.368288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 323ff727-de50-4652-ac5b-85579ab0bc33 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:09.370226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:09.378033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:55:09.400516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c159e49-1872-4338-ba96-ce1fabefec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e43726-e604-4685-84a8-1db04f372a70,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:09.498588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:09.865320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:10.480056 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:10.486527 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:10.562037 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:10.702673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:10.837868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 38708) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:10.840424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 323ff727-de50-4652-ac5b-85579ab0bc33 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:10.842140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:10.931130 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8649688f-dff8-4c7d-b712-56483e3aea6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:10.947457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf362aa-3073-41f4-a8a8-123120af159a None None] Network 323ff727-de50-4652-ac5b-85579ab0bc33 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:55:11.005114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:55:11.067251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2132339429-network', 'tenant_id': 'cf41e0d94fa9468eaeef1396fb3e32a8'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:11.122221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Made reservation on behalf of cf41e0d94fa9468eaeef1396fb3e32a8 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:55:11.126535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.138837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.150785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-76e988d0-4e8c-4f37-a440-3c711b56024d None None] Provisioning complete for port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:11.151490 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76e988d0-4e8c-4f37-a440-3c711b56024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.194085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d49913c4-d232-402a-946b-6a144222949c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:55:11.212070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:11.212671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.263414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.270569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.307944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:55:11.325464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:11.332417 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.332982 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Added segment a46d1c9f-7993-42c6-909e-7718998ba915 of type vlan for network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 Nov 25 18:55:11.383891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.432212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.433977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:11.434704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.440657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:55:11.448520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-849da8fe-f79a-4a65-84f3-5f876c02b203 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/d49913c4-d232-402a-946b-6a144222949c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3944521 Nov 25 18:55:11.559590 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7201130 Nov 25 18:55:11.563053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 38730) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:11.571421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Request body: {'subnet': {'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2132339429-subnet', 'tenant_id': 'cf41e0d94fa9468eaeef1396fb3e32a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:11.576866 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76e988d0-4e8c-4f37-a440-3c711b56024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.585870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af219c41-b6c8-4889-9ac4-f6641e12e184 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:11.621835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Made reservation on behalf of cf41e0d94fa9468eaeef1396fb3e32a8 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:55:11.627751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:11.646197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:55:11.944954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-b8ff491e-9b88-413c-9cda-a9112b996390 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512663743&fields=id&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 267 time: 0.1300960 Nov 25 18:55:11.990781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:12.000628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Sync routers for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:55:12.011521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-76e988d0-4e8c-4f37-a440-3c711b56024d None None] For port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:12.031427 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76e988d0-4e8c-4f37-a440-3c711b56024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:12.038284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:12.062693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:12.063408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:54:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:12.126558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-b16baf1c-a6e3-417e-92d0-4b37533555f1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:12.128220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-b16baf1c-a6e3-417e-92d0-4b37533555f1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 797 time: 0.1758685 Nov 25 18:55:12.155312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-ba4ca2a9-e055-45da-9d61-f92a35ac69a3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/quotas/418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 375 time: 0.0191920 Nov 25 18:55:12.177040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79abe9f-462a-4671-991a-2dac88f38e0f,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:12.182959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Checking segment: {'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:55:12.183813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Network hostable DHCP agents. Network: 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:55:12.256575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:55:12.278736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:12.283669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:12.284450 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:12.295351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-cbd972f7-baf9-416c-8658-409a011bb684 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354015 Nov 25 18:55:12.308236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da301079-4fcd-4e95-bb0e-f490d582f2e7 None None] Network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:55:12.311837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-478e9a79-ebff-47f7-88e5-7a25ee8ec669 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7452235 Nov 25 18:55:12.368146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:12.555137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e988d0-4e8c-4f37-a440-3c711b56024d None None] Pushing event updated for resources: {'Port': ['ID=4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:12.604793 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 18:55:12.605349 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 18:55:12.673010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-7bde9bf1-296b-4f16-8a43-143a88890d2f service neutron] 10.222.0.62 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390446 Nov 25 18:55:12.731155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b966a7b8-1166-49b6-b76f-7aa11247173d None None] Provisioning complete for port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:12.731526 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b966a7b8-1166-49b6-b76f-7aa11247173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:12.838220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-f72ba6da-45f2-40c5-9115-34973039068e service neutron] 10.222.0.62 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610739 Nov 25 18:55:13.234058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ad41c-c561-4f25-9a33-f0861df791be None None] Network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:55:13.241917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca91f2fd-d92c-4ba4-9ff8-d770787a508e req-c25c9304-0765-401d-9218-3c6e743aebee tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 210 time: 0.1184382 Nov 25 18:55:13.325486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b966a7b8-1166-49b6-b76f-7aa11247173d None None] Provisioning complete for port b8f2354f-ee03-4b9a-9c91-1216371b8dfb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:13.325486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b966a7b8-1166-49b6-b76f-7aa11247173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:13.377856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b966a7b8-1166-49b6-b76f-7aa11247173d None None] Port b8f2354f-ee03-4b9a-9c91-1216371b8dfb cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:55:13.386018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6769e8d9-2f90-4782-bad8-53458adb7422 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:55:13.508033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4746a8c-aec8-48a0-a533-0efac4084e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:13.533779 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:55:13.551579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6769e8d9-2f90-4782-bad8-53458adb7422 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:13.551906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:13.557908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-57b76ad3-e8de-4c1a-9917-536ec4bc6bae None None] Provisioning complete for port b8f2354f-ee03-4b9a-9c91-1216371b8dfb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:13.558218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57b76ad3-e8de-4c1a-9917-536ec4bc6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:13.646157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-57b76ad3-e8de-4c1a-9917-536ec4bc6bae None None] Port b8f2354f-ee03-4b9a-9c91-1216371b8dfb cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:55:13.659035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:10Z', 'revision_number': 2, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:13.733933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Checking router: d49913c4-d232-402a-946b-6a144222949c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:55:13.737098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Updating router d49913c4-d232-402a-946b-6a144222949c port b8f2354f-ee03-4b9a-9c91-1216371b8dfb binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:55:13.851545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:14.083855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:55:14.245468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:14.246116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:14.409166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb22e3e8-01ea-4432-8f99-d807e8442a4c req-3572d678-00e7-4460-82af-8d9f19b7f9a4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 210 time: 0.0680296 Nov 25 18:55:14.479581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:14.482735 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:14.495924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:14.563357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa4b67-e434-46fe-8517-066d5204e49a None None] Pushing event updated for resources: {'Port': ['ID=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:14.923790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-3fbe4e07-99ee-4b6b-bbd7-fe829be8b8d3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:14.928084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-3fbe4e07-99ee-4b6b-bbd7-fe829be8b8d3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 797 time: 0.2095578 Nov 25 18:55:14.992543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Attempting to bind port b8f2354f-ee03-4b9a-9c91-1216371b8dfb on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:55:14.993034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Attempting to bind port b8f2354f-ee03-4b9a-9c91-1216371b8dfb by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:55:14.993500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Attempting to bind port b8f2354f-ee03-4b9a-9c91-1216371b8dfb on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:55:15.005719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:55:15.005719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Checking segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:55:15.007032 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.008630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Bound using segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:55:15.009147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Bound port: b8f2354f-ee03-4b9a-9c91-1216371b8dfb, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:55:15.009731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.034553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-8f3cf605-7960-441f-8f1b-084c9ea24d88 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 380 time: 0.0906901 Nov 25 18:55:15.047069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'port': {'device_id': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'admin_state_up': True, 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'security_groups': ['d9a9474f-f51d-4866-9d35-a428f3ab8ad6']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:15.076541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-204a0ee4-cf94-4ed9-8987-b29832b11bf8 None None] Provisioning complete for port b8f2354f-ee03-4b9a-9c91-1216371b8dfb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:15.076939 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-204a0ee4-cf94-4ed9-8987-b29832b11bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.143525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] For port b8f2354f-ee03-4b9a-9c91-1216371b8dfb, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:55:15.147080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] For port b8f2354f-ee03-4b9a-9c91-1216371b8dfb, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:55:15.148149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-204a0ee4-cf94-4ed9-8987-b29832b11bf8 None None] Port b8f2354f-ee03-4b9a-9c91-1216371b8dfb cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:55:15.155005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.206016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:55:15.212569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.232171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:15.232830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:55:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:15.243083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa4b67-e434-46fe-8517-066d5204e49a None None] Pushing event updated for resources: {'Port': ['ID=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:15.451972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:15.459164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.9 (323ff727-de50-4652-ac5b-85579ab0bc33/a2121bc2-1ba1-4bae-989d-02e0d4cb65f8/0fe5e208-7b8b-474d-9348-7c1940838e48) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:55:15.737652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d77e379b-e5c4-4a9d-bf56-cc64dca1ed63 req-ecb20e92-8e87-4d87-b49e-0f8469f8e66a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 210 time: 0.0587771 Nov 25 18:55:15.739317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4e8f8120-6767-428e-9ec3-9d168689a922 None None] Provisioning complete for port b8f2354f-ee03-4b9a-9c91-1216371b8dfb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:15.739774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8120-6767-428e-9ec3-9d168689a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.845935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.896282 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:15.957762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:15.965307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 323ff727-de50-4652-ac5b-85579ab0bc33 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:15.966734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:15.983249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:55:16.009712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.028097 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8120-6767-428e-9ec3-9d168689a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.052259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:16.053355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.076473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4e8f8120-6767-428e-9ec3-9d168689a922 None None] For port b8f2354f-ee03-4b9a-9c91-1216371b8dfb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:16.078432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-86aff5c9-cc63-40d3-8c93-ac62c97da8b5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0357077 Nov 25 18:55:16.081453 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8120-6767-428e-9ec3-9d168689a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.089980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:15Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:16.101442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Request body: {'port': {'device_id': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:16.130402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fa449-1d8d-4081-a16a-98352ae074ba None None] The sync data for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 is: [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:15Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:55:16.190558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f8120-6767-428e-9ec3-9d168689a922 None None] Pushing event updated for resources: {'Port': ['ID=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:16.231861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.429401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3e022c9a-d815-4372-9bd3-c655a7ccf250 None None] Provisioning complete for port 0fe5e208-7b8b-474d-9348-7c1940838e48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:16.430126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e022c9a-d815-4372-9bd3-c655a7ccf250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.504485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3e022c9a-d815-4372-9bd3-c655a7ccf250 None None] Port 0fe5e208-7b8b-474d-9348-7c1940838e48 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:55:16.783223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe5e208-7b8b-474d-9348-7c1940838e48 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:55:16.792520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.825757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Transition to ACTIVE for port object 0fe5e208-7b8b-474d-9348-7c1940838e48 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:55:16.842994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:16.927341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053a264-adc3-41d7-9b04-991b7ab99528 req-2a1092cd-a7ec-400d-83a9-b9ae25d99172 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:16.929927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d053a264-adc3-41d7-9b04-991b7ab99528 req-2a1092cd-a7ec-400d-83a9-b9ae25d99172 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 943 time: 0.0952983 Nov 25 18:55:16.932937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:16.992041 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:17.060508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d053a264-adc3-41d7-9b04-991b7ab99528 req-2574e85a-74bd-4602-82f2-962039c61b8e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156151 Nov 25 18:55:17.105308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:55:17.105839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:55:17.107464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:55:17.119346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:55:17.119674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:55:17.130640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:55:17.130985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Checking segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:55:17.131375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Bound using segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:55:17.131823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Bound port: 0fe5e208-7b8b-474d-9348-7c1940838e48, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:55:17.132184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:17.277526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:55:17.286141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:55:17.296954 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:17.342994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:17.343614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:17.345353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] 10.222.0.64 "PUT /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 1091 time: 1.2524445 Nov 25 18:55:17.349816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:55:17.352009 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5618f1-61ae-4bb9-854c-779505967ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:55:17.450891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2df7-7ffd-4bda-9c5d-24b64a181e10 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:17.474701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-1ae070e1-4cb6-4c7d-b94c-b72dcb15522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:17.479215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-1ae070e1-4cb6-4c7d-b94c-b72dcb15522a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1094 time: 0.0674582 Nov 25 18:55:17.486864 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d340fbc-014a-4bd4-a1f3-91a976442380 x-openstack-request-id: req-9d340fbc-014a-4bd4-a1f3-91a976442380 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:55:17.487162 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:55:17.487469 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d340fbc-014a-4bd4-a1f3-91a976442380 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:55:17.487932 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'status': 'completed', 'code': 200} Nov 25 18:55:17.556131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-0f75fc51-4215-4ad8-b1e8-3fc6d1b85ddf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 217 time: 0.0580182 Nov 25 18:55:17.626903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-806e9e92-9d98-460d-bb63-39603ebe2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:17.628727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-806e9e92-9d98-460d-bb63-39603ebe2244 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.0597713 Nov 25 18:55:17.740719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a284-f232-49b4-9547-beacf25e592a req-2e5ebb76-5592-4dcd-a75e-51c9310e767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:17.742213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-2e5ebb76-5592-4dcd-a75e-51c9310e767d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996604 Nov 25 18:55:18.029645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-392136ad-6acd-47ac-84b1-a2bc390ec501 service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742918 Nov 25 18:55:18.146800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b8f2354f-ee03-4b9a-9c91-1216371b8dfb up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:55:18.344065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b8f2354f-ee03-4b9a-9c91-1216371b8dfb triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:18.344363 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:18.360761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c00c-3892-4c77-8ebf-896e6945ac48 req-fe00892b-6887-4f08-a1e1-ecb6b3cb99ce tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:18.371752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f751c00c-3892-4c77-8ebf-896e6945ac48 req-fe00892b-6887-4f08-a1e1-ecb6b3cb99ce tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 943 time: 0.1309655 Nov 25 18:55:18.404470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2af7a284-f232-49b4-9547-beacf25e592a req-759b3a37-1bf8-4557-ba6a-fc81a66acc3e service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618605 Nov 25 18:55:18.477212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f751c00c-3892-4c77-8ebf-896e6945ac48 req-bf0e560a-ea0e-46d6-a915-cb54282b39c6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999410 Nov 25 18:55:18.548162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-34745bbb-8a54-487c-99f1-0308736ec9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:18.549826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-34745bbb-8a54-487c-99f1-0308736ec9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1094 time: 0.0775173 Nov 25 18:55:18.658487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-a3c0a852-8f8b-4a8f-b0ff-006651e2d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:18.661060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-a3c0a852-8f8b-4a8f-b0ff-006651e2d4f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 898 time: 0.1035643 Nov 25 18:55:18.713197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-97cbda2e-995c-47b6-8d7e-84d5958a3046 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 217 time: 0.0390623 Nov 25 18:55:18.773170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-36e4900f-cdb6-45c5-9f41-13998a12299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:18.774820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-36e4900f-cdb6-45c5-9f41-13998a12299e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.0541694 Nov 25 18:55:18.825964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-f2d556f9-8f9a-40c2-94fb-e29f5c9e1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:18.827693 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-f2d556f9-8f9a-40c2-94fb-e29f5c9e1f5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449066 Nov 25 18:55:18.924269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-2841bc5f-f941-4fd8-bf79-54e9c1a93621 service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886745 Nov 25 18:55:19.030992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f5618f1-61ae-4bb9-854c-779505967ebb req-3e9fd88f-6910-47f9-a743-eb8fb5bb1e4a service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993009 Nov 25 18:55:19.606389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35863789-7d22-4504-972e-f8d749a85fab req-f81b6cdb-b5e9-420b-ae43-3e6ff6771508 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:19.609021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35863789-7d22-4504-972e-f8d749a85fab req-f81b6cdb-b5e9-420b-ae43-3e6ff6771508 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 943 time: 0.0626001 Nov 25 18:55:19.682808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-35863789-7d22-4504-972e-f8d749a85fab req-ec881a7f-52a6-49be-9d34-be4b12c8c99d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630078 Nov 25 18:55:20.845266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605268ac-6a25-4d04-b196-4f91defb5300 req-42926ed7-c3bc-42ac-83d7-568d5751d89a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:20.847936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-605268ac-6a25-4d04-b196-4f91defb5300 req-42926ed7-c3bc-42ac-83d7-568d5751d89a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 943 time: 0.0598860 Nov 25 18:55:20.904296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-605268ac-6a25-4d04-b196-4f91defb5300 req-834d44e5-6d48-46e1-84dd-ed162179aee5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499661 Nov 25 18:55:21.790984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:55:22.017541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:22.041898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'port_id': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'mac_address': 'fa:16:3e:b1:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:55:22.127744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295c8de-8c13-486c-a92b-115e2a3377c6 req-726bd859-228d-4076-8c5c-d89e44baf48e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:22.140744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5295c8de-8c13-486c-a92b-115e2a3377c6 req-726bd859-228d-4076-8c5c-d89e44baf48e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 943 time: 0.1015360 Nov 25 18:55:22.141967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:22.166796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe5e208-7b8b-474d-9348-7c1940838e48 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:55:22.213559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:22.218651 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:22.237041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5295c8de-8c13-486c-a92b-115e2a3377c6 req-597ac48b-cf5d-4fdb-9c7d-ab42f1e24863 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965061 Nov 25 18:55:22.282024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:22.293201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.293766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.294247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.294746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.295247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.295740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.297365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.298088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.298598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.299093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.299691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.300170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:22.474253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['0fe5e208-7b8b-474d-9348-7c1940838e48'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:55:23.391615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b4ed1-67f4-4d5a-893e-061b07831118 req-dcd4b2ae-cffa-4fac-ac00-f3846beb41a3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:23.402782 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb9b4ed1-67f4-4d5a-893e-061b07831118 req-dcd4b2ae-cffa-4fac-ac00-f3846beb41a3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 944 time: 0.0797236 Nov 25 18:55:23.486796 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb9b4ed1-67f4-4d5a-893e-061b07831118 req-c2c2f4e0-d97d-4586-8ea7-6f584a34dc26 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828173 Nov 25 18:55:23.808527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:55:23.923005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 0fe5e208-7b8b-474d-9348-7c1940838e48 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:55:23.937709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 0fe5e208-7b8b-474d-9348-7c1940838e48 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:23.938390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:24.129035 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:24.208468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:24.209477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:55:24.211918 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692d4dde-86c6-4c9d-9e60-26ae9975ee2a" -d '{"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:55:24.227980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:24.275563 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e750f6-61bd-4ae2-a780-2410281f14db x-openstack-request-id: req-97e750f6-61bd-4ae2-a780-2410281f14db {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:55:24.275876 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:55:24.276137 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97e750f6-61bd-4ae2-a780-2410281f14db {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:55:24.276536 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'code': 200} Nov 25 18:55:24.351838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:24.508754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d881b6-c7b4-4d5d-9ecc-c68d9abc2cfa req-b3d550b5-d126-481b-83ed-6a3ac06e8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:24.513842 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c6d881b6-c7b4-4d5d-9ecc-c68d9abc2cfa req-b3d550b5-d126-481b-83ed-6a3ac06e8edd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1096 time: 0.1210144 Nov 25 18:55:24.609314 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c6d881b6-c7b4-4d5d-9ecc-c68d9abc2cfa req-88f84bb6-3fa4-444a-9da5-a544ea5d0838 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787904 Nov 25 18:55:24.736378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f375544-7429-4bee-b6c6-e25754e11d01 req-99993f72-8181-49ab-9cbe-6bbeee9ad276 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:24.739359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f375544-7429-4bee-b6c6-e25754e11d01 req-99993f72-8181-49ab-9cbe-6bbeee9ad276 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.1168792 Nov 25 18:55:24.847710 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f375544-7429-4bee-b6c6-e25754e11d01 req-cb13dafd-10d6-4268-bb93-eb746c50a04b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016781 Nov 25 18:55:26.078825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be79bfe-1b22-49ad-8b0d-ba484ca3d5a7 req-0ca51af4-189d-4c09-85fd-916f6d9e4375 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:26.082530 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0be79bfe-1b22-49ad-8b0d-ba484ca3d5a7 req-0ca51af4-189d-4c09-85fd-916f6d9e4375 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0947068 Nov 25 18:55:26.229416 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0be79bfe-1b22-49ad-8b0d-ba484ca3d5a7 req-20052aa7-05c5-4f17-a827-676d6e49cf52 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391017 Nov 25 18:55:27.456303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faa187-dd7b-44e2-8cd7-adb4a380a579 req-ba43e706-b0f6-4290-a6e3-a19ab05fc369 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:27.458771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18faa187-dd7b-44e2-8cd7-adb4a380a579 req-ba43e706-b0f6-4290-a6e3-a19ab05fc369 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.1014662 Nov 25 18:55:27.537687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18faa187-dd7b-44e2-8cd7-adb4a380a579 req-d375da4b-2df5-43a8-b242-407e178982d1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707119 Nov 25 18:55:27.702298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5fec-f9f6-43b6-a6f7-a531a55a0a7c req-dfeb6e9f-01b9-45af-b11e-9cdb948745d1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:27.711147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-553c5fec-f9f6-43b6-a6f7-a531a55a0a7c req-dfeb6e9f-01b9-45af-b11e-9cdb948745d1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0826972 Nov 25 18:55:27.762078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-553c5fec-f9f6-43b6-a6f7-a531a55a0a7c req-b1e725b3-9310-47e2-b1cb-b866c718bd08 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500450 Nov 25 18:55:27.794101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:27.854693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b0fa2-1cbc-4b47-9fec-f9c8efe6933d tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:27.859309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ec1b0fa2-1cbc-4b47-9fec-f9c8efe6933d tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1091 time: 0.0616202 Nov 25 18:55:27.860077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39264) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:27.866695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:27.919138 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:28.050894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:28.495586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.123 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/01ca1141-681d-4d72-9b6e-273985c9002f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:55:28.637967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:28.679567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:28.720588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:28.723633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:28.733433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:55:28.741163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=01ca1141-681d-4d72-9b6e-273985c9002f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:29.224559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:29.310609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-531b8030-1dca-4b7e-a1a7-95799973d187 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838576532&fields=id&tenant_id=81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 267 time: 0.0967317 Nov 25 18:55:29.358972 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:29.523106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-1be4b267-07d0-4620-85af-bdb39c92eff8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:29.524667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-1be4b267-07d0-4620-85af-bdb39c92eff8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1985142 Nov 25 18:55:29.546935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-91cb56a0-61b1-49d6-826c-e519dd76d611 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/quotas/81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 375 time: 0.0143678 Nov 25 18:55:29.638199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-812bdb03-c388-44ff-8538-d8dd76309474 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851088 Nov 25 18:55:29.642632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:29.647719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:29.771580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=01ca1141-681d-4d72-9b6e-273985c9002f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:29.792803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:29.867412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-4536ab93-2433-46a6-933d-2430eb16dc24 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100627 Nov 25 18:55:29.978531 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP 36b98c34-5766-4aa7-9a1d-22013855a46e associated. External IP: 172.25.2.123, port: 0fe5e208-7b8b-474d-9348-7c1940838e48. Nov 25 18:55:30.058431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-d3f8596e-4fc4-47fd-965c-a6c5401b63c9 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599128 Nov 25 18:55:30.252596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d49913c4-d232-402a-946b-6a144222949c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:55:30.400581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:55:30.412970 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] Sync routers for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:55:30.428778 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:30.430331 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:55:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:30.438282 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:30.485116 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-55505f8a-a288-434c-ad0a-972d61086271 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6240776 Nov 25 18:55:30.486031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:55:30.492833 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50489b-0990-4774-8866-70bcc16efcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:55:30.556711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f0dea63-fed9-4f31-b8f8-3e0d64885096 req-4669e9ff-c31d-47c9-9027-7f82e8cab2e3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0457385 Nov 25 18:55:30.603717 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:30.677270 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba72d964-5951-4fc1-8856-b0301eb482ba x-openstack-request-id: req-ba72d964-5951-4fc1-8856-b0301eb482ba {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:55:30.678255 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:55:30.678755 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba72d964-5951-4fc1-8856-b0301eb482ba {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:55:30.679365 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'status': 'completed', 'code': 200} Nov 25 18:55:30.748969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:30.828899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b701e4-d4ac-4716-811e-398215814b17 req-b0614f92-ee95-4d94-8f4e-fd7f664b1365 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:30.842091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88b701e4-d4ac-4716-811e-398215814b17 req-b0614f92-ee95-4d94-8f4e-fd7f664b1365 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.2089891 Nov 25 18:55:30.935300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88b701e4-d4ac-4716-811e-398215814b17 req-96d32f37-10ee-4ae2-8c91-ef3768a21eb4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854669 Nov 25 18:55:30.946207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-7b80338d-7126-4de8-9ee2-90313e6ee677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:30.948030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-7b80338d-7126-4de8-9ee2-90313e6ee677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1096 time: 0.2384107 Nov 25 18:55:30.964415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39506) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:31.056024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2977f8ec-0466-4eb6-8a7b-9a57ea4bb249 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/36b98c34-5766-4aa7-9a1d-22013855a46e HTTP/1.1" status: 200 len: 991 time: 0.0902367 Nov 25 18:55:31.097913 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '36b98c34-5766-4aa7-9a1d-22013855a46e', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd49913c4-d232-402a-946b-6a144222949c', 'port_id': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'mac_address': 'fa:16:3e:b1:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:55:29Z', 'updated_at': '2021-11-25T18:55:29Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:16Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:31.109215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-91fb05d6-048f-42e3-bc21-1d963b28a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:31.111298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-91fb05d6-048f-42e3-bc21-1d963b28a50f service neutron] 10.222.0.64 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 898 time: 0.1473029 Nov 25 18:55:31.127709 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] Checking router: d49913c4-d232-402a-946b-6a144222949c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:55:31.138360 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:31.139058 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:55:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:31.218236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-fb20ed6e-6250-4e82-aabb-4f2765bb5482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 999 time: 0.0994189 Nov 25 18:55:31.284144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-e649258f-20c9-4be4-b7ca-79238653c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:31.284865 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:31.286269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-e649258f-20c9-4be4-b7ca-79238653c808 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.0609057 Nov 25 18:55:31.347619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-63f498fa-da4d-47b2-a7ce-6870ba63401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:31.349961 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-63f498fa-da4d-47b2-a7ce-6870ba63401f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560746 Nov 25 18:55:31.454099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-86814c8e-92f4-49bf-8dd6-84fc40140b49 service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954535 Nov 25 18:55:31.553782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf50489b-0990-4774-8866-70bcc16efcb0 req-1dddc637-be90-4871-b4df-5055c710bd06 service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893471 Nov 25 18:55:31.650801 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '36b98c34-5766-4aa7-9a1d-22013855a46e', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd49913c4-d232-402a-946b-6a144222949c', 'port_id': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'mac_address': 'fa:16:3e:b1:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:55:29Z', 'updated_at': '2021-11-25T18:55:29Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:16Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:31.672594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a52903c2-6953-40b7-b6d5-3e122445e918 req-dcee286e-c644-4646-abd9-8688e3afc455 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0376318 Nov 25 18:55:31.687672 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca12e50-01a5-47e2-a366-557d6b54932d None None] The sync data for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 is: [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '36b98c34-5766-4aa7-9a1d-22013855a46e', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd49913c4-d232-402a-946b-6a144222949c', 'port_id': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'mac_address': 'fa:16:3e:b1:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:55:29Z', 'updated_at': '2021-11-25T18:55:29Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:16Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:55:31.812282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-7fc615fc-ea76-48b1-805d-d22cc108f144 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:31.813787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-7fc615fc-ea76-48b1-805d-d22cc108f144 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1488082 Nov 25 18:55:31.916148 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-5f12efad-ecd0-45c2-a7aa-193c4fe6f49f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 380 time: 0.0902154 Nov 25 18:55:31.939693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'port': {'device_id': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'admin_state_up': True, 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'security_groups': ['d1fbc72c-5f63-47ad-bf97-96c23a97c6e7']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:32.022164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cfd891-0f9b-4e28-8be6-72b2681c3d3c None None] New status for floating IP 36b98c34-5766-4aa7-9a1d-22013855a46e: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:55:32.057880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 39520) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:32.133508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:55:32.139659 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:32.187621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-71a40b79-d042-44b8-84aa-2997e7b823fe tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/36b98c34-5766-4aa7-9a1d-22013855a46e HTTP/1.1" status: 200 len: 991 time: 0.1273804 Nov 25 18:55:32.390768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.20.0.14 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/ac12af74-26c5-4698-b823-90409b29d2b1) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:55:32.569397 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:32.609851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:32.649367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:32.651736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:32.655172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:55:32.782625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:32.783274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:32.793766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=ac12af74-26c5-4698-b823-90409b29d2b1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:32.854583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf9cd7-6f5b-4e1c-b553-21000c37c055 req-89070f07-9049-4e04-b1c4-884ce83c95a0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:32.861974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79bf9cd7-6f5b-4e1c-b553-21000c37c055 req-89070f07-9049-4e04-b1c4-884ce83c95a0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 932 time: 0.0622642 Nov 25 18:55:32.879622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-f69d1f67-f1e4-40e4-a587-f7c030b280f4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9532313 Nov 25 18:55:32.892969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Request body: {'port': {'device_id': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:32.958062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:32.996891 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79bf9cd7-6f5b-4e1c-b553-21000c37c055 req-bd0a7800-5f79-489e-b1a1-22c547bb6e9f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333294 Nov 25 18:55:33.054110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6b7e24ff-4d6b-43fd-80d9-47b1eb62ae4c None None] Provisioning complete for port ac12af74-26c5-4698-b823-90409b29d2b1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:33.055361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b7e24ff-4d6b-43fd-80d9-47b1eb62ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:33.111090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e24ff-4d6b-43fd-80d9-47b1eb62ae4c None None] Port ac12af74-26c5-4698-b823-90409b29d2b1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:55:33.191264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 39534) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:33.283899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5098b239-b23d-4497-9aaa-17c419933cc5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/36b98c34-5766-4aa7-9a1d-22013855a46e HTTP/1.1" status: 200 len: 993 time: 0.0914574 Nov 25 18:55:33.312019 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:33.339367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac12af74-26c5-4698-b823-90409b29d2b1 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:55:33.346783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:33.358742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Transition to ACTIVE for port object ac12af74-26c5-4698-b823-90409b29d2b1 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:55:33.362145 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:33.417041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Pushing event updated for resources: {'Port': ['ID=ac12af74-26c5-4698-b823-90409b29d2b1,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:33.489673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Attempting to bind port ac12af74-26c5-4698-b823-90409b29d2b1 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:55:33.490076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Attempting to bind port ac12af74-26c5-4698-b823-90409b29d2b1 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:55:33.490541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Attempting to bind port ac12af74-26c5-4698-b823-90409b29d2b1 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:55:33.495746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Port ac12af74-26c5-4698-b823-90409b29d2b1 on network 5543069d-2fe3-41da-893c-40a6aacef875 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:55:33.496150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Attempting to bind port ac12af74-26c5-4698-b823-90409b29d2b1 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:55:33.501566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:55:33.502099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:55:33.502593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:55:33.503125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Bound port: ac12af74-26c5-4698-b823-90409b29d2b1, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:55:33.504141 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:33.576410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] For port ac12af74-26c5-4698-b823-90409b29d2b1, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:55:33.579941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] For port ac12af74-26c5-4698-b823-90409b29d2b1, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac12af74-26c5-4698-b823-90409b29d2b1,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:55:33.588326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:33.631064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:33.631583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:33.632989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] 10.222.0.66 "PUT /v2.0/ports/ac12af74-26c5-4698-b823-90409b29d2b1 HTTP/1.1" status: 200 len: 1092 time: 0.7446342 Nov 25 18:55:33.633450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:55:33.636358 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65466a-e620-44d3-9590-70e3fbbb272b" -d '{"events": [{"name": "network-changed", "server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:55:33.660400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fdfeb-bc26-4ef3-88b3-2cf306e5120d service neutron] Pushing event updated for resources: {'Port': ['ID=ac12af74-26c5-4698-b823-90409b29d2b1,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:33.709960 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c5df7-d7dc-4972-b636-6a3597a52007 x-openstack-request-id: req-9e6c5df7-d7dc-4972-b636-6a3597a52007 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:55:33.710297 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:55:33.710607 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e6c5df7-d7dc-4972-b636-6a3597a52007 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:55:33.711009 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'status': 'completed', 'code': 200} Nov 25 18:55:33.727266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-3f193abd-ee24-413f-a34a-cef9b8922f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:33.728810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-3f193abd-ee24-413f-a34a-cef9b8922f46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 1095 time: 0.0478940 Nov 25 18:55:33.776782 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-fdcebbc2-c7fc-4356-8491-cb873288f516 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac12af74-26c5-4698-b823-90409b29d2b1 HTTP/1.1" status: 200 len: 217 time: 0.0391281 Nov 25 18:55:33.831314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-ef94fc88-1139-42e9-8941-7861a6cd57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:33.833189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-ef94fc88-1139-42e9-8941-7861a6cd57f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0494871 Nov 25 18:55:33.883077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-bc45e8a8-b340-4877-802b-a52e11e5857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:33.884732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-bc45e8a8-b340-4877-802b-a52e11e5857c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444255 Nov 25 18:55:33.981237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-037f2a2b-1d54-4e99-9ecf-f797a3b0bbe1 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886195 Nov 25 18:55:34.094354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a32b89e-4b91-4c0a-910d-9d3191813d06 req-be77cc39-a8f1-4002-9669-b2818d32bf99 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063957 Nov 25 18:55:34.139404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee6024-8b87-4bbc-9cc7-425d746ba273 req-8ae0d838-daa7-4467-8ddc-1776c515692b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:34.140810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6ee6024-8b87-4bbc-9cc7-425d746ba273 req-8ae0d838-daa7-4467-8ddc-1776c515692b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0564940 Nov 25 18:55:34.215542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-adca653b-7d80-4f46-b9b9-8035341e7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:34.217021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-adca653b-7d80-4f46-b9b9-8035341e7097 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 1095 time: 0.0753653 Nov 25 18:55:34.221127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6ee6024-8b87-4bbc-9cc7-425d746ba273 req-fb317f19-8c2d-4392-bd50-db73e8360e76 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707512 Nov 25 18:55:34.314286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-f35bbed4-5f88-4398-ae81-7a5f1ea9037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:34.315825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-f35bbed4-5f88-4398-ae81-7a5f1ea9037f service neutron] 10.222.0.66 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.0915954 Nov 25 18:55:34.706150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-0379be69-16c9-476a-8ac4-098e1de76f86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac12af74-26c5-4698-b823-90409b29d2b1 HTTP/1.1" status: 200 len: 217 time: 0.3836210 Nov 25 18:55:34.754610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-54042785-a3d5-4ddc-9b03-45b4b53652c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:34.756123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-54042785-a3d5-4ddc-9b03-45b4b53652c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0428562 Nov 25 18:55:34.800443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-38054fee-47c2-47e0-b0a4-cce8b5ece9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:34.802022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-38054fee-47c2-47e0-b0a4-cce8b5ece9ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389497 Nov 25 18:55:34.895165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-6bdafa35-0cbf-4243-8ebe-e137b5f577e0 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857227 Nov 25 18:55:34.982071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee65466a-e620-44d3-9590-70e3fbbb272b req-a17afaf2-a3e2-47de-a7df-71e9ecc2f4e1 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802112 Nov 25 18:55:35.344024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9a09d-0352-433a-b284-e51d894a0920 req-cb277eff-c9f8-49ea-ac0e-00e5a459367f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:35.345636 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25f9a09d-0352-433a-b284-e51d894a0920 req-cb277eff-c9f8-49ea-ac0e-00e5a459367f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0508983 Nov 25 18:55:35.401394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-25f9a09d-0352-433a-b284-e51d894a0920 req-a144893f-d28f-44ff-8f35-16d2ae24ba02 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491557 Nov 25 18:55:36.521415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488945-a5f4-489a-8ad0-8eb1f830178b req-d0c0a418-ebac-4634-9bfa-1f645aa0a3bd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:36.522841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06488945-a5f4-489a-8ad0-8eb1f830178b req-d0c0a418-ebac-4634-9bfa-1f645aa0a3bd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0500662 Nov 25 18:55:36.578494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06488945-a5f4-489a-8ad0-8eb1f830178b req-66284e22-b487-4106-9229-f0850c52b538 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 Nov 25 18:55:37.713758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610930d9-e7f7-46ff-a110-16d72418e9ce req-2fdc21c3-c409-4f34-89cb-af279f4e3b37 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:37.715402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-610930d9-e7f7-46ff-a110-16d72418e9ce req-2fdc21c3-c409-4f34-89cb-af279f4e3b37 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0519698 Nov 25 18:55:37.768510 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-610930d9-e7f7-46ff-a110-16d72418e9ce req-c44a217e-6728-42bf-ab5c-5a0ac06923de tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470529 Nov 25 18:55:38.932351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5c145-be11-4c53-ad79-5b2a6a54f041 req-045b2c73-10b2-4756-b618-49d27eee9d93 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:38.940364 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cb5c145-be11-4c53-ad79-5b2a6a54f041 req-045b2c73-10b2-4756-b618-49d27eee9d93 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0732489 Nov 25 18:55:38.994227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4cb5c145-be11-4c53-ad79-5b2a6a54f041 req-d63b0a88-3b68-4913-916a-b93caff90fdf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528860 Nov 25 18:55:40.114752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62db898-0c8a-4ab3-969c-8b725e64e51e req-51c8ad41-5ce4-4058-8e77-634d17f308b9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:40.117921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e62db898-0c8a-4ab3-969c-8b725e64e51e req-51c8ad41-5ce4-4058-8e77-634d17f308b9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0522797 Nov 25 18:55:40.174221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e62db898-0c8a-4ab3-969c-8b725e64e51e req-52937a98-537e-428d-ba1b-e94f8ca917f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501313 Nov 25 18:55:40.914572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-de45a03a-483c-4425-b3b5-d5931dc10fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:41.298938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289031-25fd-459b-8d38-285a39bdba50 req-1e32618d-bf92-4988-a8ec-6e796496891a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:41.301114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48289031-25fd-459b-8d38-285a39bdba50 req-1e32618d-bf92-4988-a8ec-6e796496891a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0545835 Nov 25 18:55:41.371952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-48289031-25fd-459b-8d38-285a39bdba50 req-540c34cc-ecb0-4e69-b51e-b035fa196a4c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607123 Nov 25 18:55:42.509789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9c6fb-6d11-41a1-bfb2-ef16274ad943 req-ecf07cba-ca92-48df-b13a-5895a4723534 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:42.511912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65f9c6fb-6d11-41a1-bfb2-ef16274ad943 req-ecf07cba-ca92-48df-b13a-5895a4723534 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0583892 Nov 25 18:55:42.578579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65f9c6fb-6d11-41a1-bfb2-ef16274ad943 req-ccb50ded-6443-4cc2-a736-ea04424f8a3f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586131 Nov 25 18:55:43.449820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-960d7202-cd66-412e-89dc-43163ecf2195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:43.704475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c36831-5d81-4f12-a183-e3900ab61df4 req-a22c4827-38f8-4c23-8364-b1d3ff76c3f7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:43.706959 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62c36831-5d81-4f12-a183-e3900ab61df4 req-a22c4827-38f8-4c23-8364-b1d3ff76c3f7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0561750 Nov 25 18:55:43.758077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62c36831-5d81-4f12-a183-e3900ab61df4 req-5e605de1-4aac-47c0-b201-62875d6c8426 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451412 Nov 25 18:55:44.385859 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:44.900647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256dd3-1a55-4290-b581-bfc9b89caf9a req-fb9a4a05-3921-4bc9-8125-d0bd57a7a0c5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:44.906395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63256dd3-1a55-4290-b581-bfc9b89caf9a req-fb9a4a05-3921-4bc9-8125-d0bd57a7a0c5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0714035 Nov 25 18:55:44.957673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-63256dd3-1a55-4290-b581-bfc9b89caf9a req-07176291-265c-4e06-b742-fe456cfb63ea tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 Nov 25 18:55:45.944606 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:46.086532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110ffb-2f37-467c-9d10-3942ec4629f9 req-04e381df-c87b-482d-b0d6-3599029617bc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:46.088045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b110ffb-2f37-467c-9d10-3942ec4629f9 req-04e381df-c87b-482d-b0d6-3599029617bc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0574455 Nov 25 18:55:46.145049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b110ffb-2f37-467c-9d10-3942ec4629f9 req-18de9364-8f15-44fb-8364-e352b049590a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505290 Nov 25 18:55:46.981826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:47.207003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac12af74-26c5-4698-b823-90409b29d2b1 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:55:47.281054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d5f72-e009-4662-962f-f7ba8eaa598a req-c29264e8-8e2f-4a27-9440-ef50157c1de5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:47.282759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd4d5f72-e009-4662-962f-f7ba8eaa598a req-c29264e8-8e2f-4a27-9440-ef50157c1de5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 944 time: 0.0578148 Nov 25 18:55:47.351793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dd4d5f72-e009-4662-962f-f7ba8eaa598a req-dd2b84b2-831b-4605-b98b-4055c4b4166a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620260 Nov 25 18:55:47.361420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac12af74-26c5-4698-b823-90409b29d2b1, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac12af74-26c5-4698-b823-90409b29d2b1,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:47.375750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'port_id': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'mac_address': 'fa:16:3e:7c:0e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:55:47.419152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:47.432352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac12af74-26c5-4698-b823-90409b29d2b1 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:55:47.452494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac12af74-26c5-4698-b823-90409b29d2b1, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac12af74-26c5-4698-b823-90409b29d2b1,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:47.457744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:47.506774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ac12af74-26c5-4698-b823-90409b29d2b1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:47.894814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ac12af74-26c5-4698-b823-90409b29d2b1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:55:48.523981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccce6cf-2f53-4aac-9331-2bd6c3029735 req-92ebbbe5-92c8-432f-9864-6d5e781c1d5c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:48.541727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ccce6cf-2f53-4aac-9331-2bd6c3029735 req-92ebbbe5-92c8-432f-9864-6d5e781c1d5c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 945 time: 0.1103177 Nov 25 18:55:48.599650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ccce6cf-2f53-4aac-9331-2bd6c3029735 req-5bf22e6a-eaeb-4377-a344-de464891ad19 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569777 Nov 25 18:55:49.227018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac12af74-26c5-4698-b823-90409b29d2b1 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:55:49.276297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ac12af74-26c5-4698-b823-90409b29d2b1 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:55:49.280465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ac12af74-26c5-4698-b823-90409b29d2b1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:55:49.280982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:49.526859 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:49.559601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ac12af74-26c5-4698-b823-90409b29d2b1, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac12af74-26c5-4698-b823-90409b29d2b1,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:55:49.560517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:55:49.563130 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b7025-98d9-4c80-ac19-79968cbb94ba" -d '{"events": [{"server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "name": "network-vif-plugged", "status": "completed", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:55:49.583396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:49.612422 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979ef6fe-b2c5-4e5b-9f5b-7c8ec3495681 x-openstack-request-id: req-979ef6fe-b2c5-4e5b-9f5b-7c8ec3495681 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:55:49.612778 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "name": "network-vif-plugged", "status": "completed", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:55:49.613117 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-979ef6fe-b2c5-4e5b-9f5b-7c8ec3495681 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:55:49.613583 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'code': 200} Nov 25 18:55:49.649946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ac12af74-26c5-4698-b823-90409b29d2b1,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:49.760868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19c8ec-875d-4db3-9827-536b6d18604d req-301d5e13-e3d6-41c5-966f-a976a5f941ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:49.763083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da19c8ec-875d-4db3-9827-536b6d18604d req-301d5e13-e3d6-41c5-966f-a976a5f941ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 1097 time: 0.0705113 Nov 25 18:55:49.776189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9537b7-060e-404f-83ed-fa5424158d83 req-6a629ac8-6ba8-47dd-b5e5-cb669e28913b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:49.784195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e9537b7-060e-404f-83ed-fa5424158d83 req-6a629ac8-6ba8-47dd-b5e5-cb669e28913b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 946 time: 0.0618775 Nov 25 18:55:49.820797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da19c8ec-875d-4db3-9827-536b6d18604d req-b1cdc1ba-bdcc-4db8-b3d2-9e2845ee8be5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493777 Nov 25 18:55:49.836228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e9537b7-060e-404f-83ed-fa5424158d83 req-5c6bd2f6-295e-424f-9a9d-50411c8f07de tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510097 Nov 25 18:55:50.537380 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:55:51.123724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6c6b5-54fa-41bc-854e-2b09c7aa7dfc req-5bf1264c-b090-4346-8b64-f8dbf1184e6d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:51.125999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96d6c6b5-54fa-41bc-854e-2b09c7aa7dfc req-5bf1264c-b090-4346-8b64-f8dbf1184e6d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 946 time: 0.2176397 Nov 25 18:55:51.192996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96d6c6b5-54fa-41bc-854e-2b09c7aa7dfc req-39e8788c-9434-4cf1-bab1-61444b7f9e05 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560236 Nov 25 18:55:52.345164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fce849-e569-42e1-b908-f9debd9687be req-06b2dd2b-ab04-43ea-8e9f-b67f8d2f7f3b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:52.348008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51fce849-e569-42e1-b908-f9debd9687be req-06b2dd2b-ab04-43ea-8e9f-b67f8d2f7f3b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 946 time: 0.0824878 Nov 25 18:55:52.407001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51fce849-e569-42e1-b908-f9debd9687be req-cbcdb2cf-58c8-4c9e-89a3-e7f511b63f36 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521536 Nov 25 18:55:52.589898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d36ea-6b1a-4d49-8c15-3cb21708a65b req-8f3cba60-c9cb-4d0e-beb9-a1f2842873d4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:52.592120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f15d36ea-6b1a-4d49-8c15-3cb21708a65b req-8f3cba60-c9cb-4d0e-beb9-a1f2842873d4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 946 time: 0.1163688 Nov 25 18:55:52.647099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f15d36ea-6b1a-4d49-8c15-3cb21708a65b req-001c4ce5-89a0-495c-9f51-7adb17e332bf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480864 Nov 25 18:55:52.671459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40070) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:52.858330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b6acfd-b4aa-48ad-a305-c4315ecb1c44 tempest-TestVolumeBootPattern-915812200 tempest-TestVolumeBootPattern-915812200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:52.860143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-10b6acfd-b4aa-48ad-a305-c4315ecb1c44 tempest-TestVolumeBootPattern-915812200 tempest-TestVolumeBootPattern-915812200-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 1092 time: 0.1877015 Nov 25 18:55:52.863095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40082) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:55:52.868011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:55:52.892645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:53.317660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:53.441573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.25.2.209 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/e3205898-989f-4692-893d-f3d8530831dd) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:55:53.557110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:53.594617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:53.633962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:55:53.636859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:55:53.649414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:55:53.655762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=e3205898-989f-4692-893d-f3d8530831dd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:53.689236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.689851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.690198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.691102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.691442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.691778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.692109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.692433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.692756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.693080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.693404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:53.693726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:55:54.065288 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:54.141315 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:54.330232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:54.336040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:54.391154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:54.536596 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Floating IP 90d4c047-6c71-4cee-897e-ecfb02cdc5c8 associated. External IP: 172.25.2.209, port: ac12af74-26c5-4698-b823-90409b29d2b1. Nov 25 18:55:54.538737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=e3205898-989f-4692-893d-f3d8530831dd,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:55:54.772023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:55:54.891252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:55:54.904108 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:55:54.911647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:55:54.929071 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:54.929697 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:55:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:54.955346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6837406f-9db4-43e5-b85e-a37e8f2d88ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0908580 Nov 25 18:55:54.956482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:55:54.959151 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b5e28-cafc-42a9-962f-5e3d870f0114" -d '{"events": [{"name": "network-changed", "server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:55:55.004870 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30062b2-2835-4c9c-bc43-a87d9d0daf6c x-openstack-request-id: req-b30062b2-2835-4c9c-bc43-a87d9d0daf6c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:55:55.005606 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:55:55.006516 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b30062b2-2835-4c9c-bc43-a87d9d0daf6c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:55:55.007518 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'status': 'completed', 'code': 200} Nov 25 18:55:55.055231 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:55.103000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-90fbcddc-23df-4599-9e1f-65db4d014a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:55.105247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-90fbcddc-23df-4599-9e1f-65db4d014a00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 1097 time: 0.0555727 Nov 25 18:55:55.222627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-f3a0e13b-b2f2-4545-a106-fc47e1ec811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:55.226853 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-f3a0e13b-b2f2-4545-a106-fc47e1ec811e service neutron] 10.222.0.66 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1134074 Nov 25 18:55:55.310070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-8af4f55e-1b1f-4ef3-af0f-5dbe7fa2ea46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac12af74-26c5-4698-b823-90409b29d2b1 HTTP/1.1" status: 200 len: 1000 time: 0.0747161 Nov 25 18:55:55.315561 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '90d4c047-6c71-4cee-897e-ecfb02cdc5c8', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:7c:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:55:53Z', 'updated_at': '2021-11-25T18:55:53Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:55.351065 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:55:55.360238 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:55:55.360728 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:55:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:55.371119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-b3723bda-cbd1-49c8-a256-7a341342ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:55.373273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-b3723bda-cbd1-49c8-a256-7a341342ced4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0523870 Nov 25 18:55:55.455153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-c357e9f7-d8e1-4673-9dd3-c8185f8f161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:55.458008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-c357e9f7-d8e1-4673-9dd3-c8185f8f161b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769310 Nov 25 18:55:55.541842 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:55:55.577230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-f2c1de67-9862-4a0d-80de-34d82a4be03e service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121318 Nov 25 18:55:55.702651 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c27b5e28-cafc-42a9-962f-5e3d870f0114 req-2d9ffca3-26d0-4186-aa19-02b2caef7896 service neutron] 10.222.0.66 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171687 Nov 25 18:55:55.813129 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '90d4c047-6c71-4cee-897e-ecfb02cdc5c8', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:7c:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:55:53Z', 'updated_at': '2021-11-25T18:55:53Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:55:55.842833 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae39f8-528a-4405-be51-d780275481c2 None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '90d4c047-6c71-4cee-897e-ecfb02cdc5c8', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:7c:0e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:55:53Z', 'updated_at': '2021-11-25T18:55:53Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:55:56.077893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcd71c-31db-43e1-b5b1-f76bf6a21519 None None] New status for floating IP 90d4c047-6c71-4cee-897e-ecfb02cdc5c8: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:55:59.426073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-1f2b850f-beec-4059-a3aa-6732ab8602d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467019 Nov 25 18:55:59.497227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-535c1fb0-e719-4617-8f59-9160a6e67bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:59.498736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-535c1fb0-e719-4617-8f59-9160a6e67bf6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0490539 Nov 25 18:55:59.623988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-750a1cbf-6382-41ee-875a-c4db61f312c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:59.625508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-750a1cbf-6382-41ee-875a-c4db61f312c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.1074255 Nov 25 18:55:59.700027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-b164a40a-ef83-4cea-ad36-f294b81597b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 1001 time: 0.0670464 Nov 25 18:55:59.751103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-51bc43d7-3736-42e5-add4-07ab3f5e2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:59.752584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-51bc43d7-3736-42e5-add4-07ab3f5e2604 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0448806 Nov 25 18:55:59.805988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-00ea7a39-d50d-48b6-b49c-5703617e5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:55:59.807559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-00ea7a39-d50d-48b6-b49c-5703617e5152 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483100 Nov 25 18:55:59.923006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-885825a1-5321-4be3-9b8f-3457c82a5318 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075256 Nov 25 18:56:00.052094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb9fa2ca-d85d-4fc7-9ff5-663e2f7b6362 req-1bac8648-a9ee-47a8-861f-85d2b9d8b8a5 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209676 Nov 25 18:56:00.736048 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:02.533265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c3671-df89-4b27-bf9b-03a8de9867e3 req-919d94ff-c49e-40e6-b03d-124775d93a7a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:02.538937 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c12c3671-df89-4b27-bf9b-03a8de9867e3 req-919d94ff-c49e-40e6-b03d-124775d93a7a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0586071 Nov 25 18:56:02.595069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c12c3671-df89-4b27-bf9b-03a8de9867e3 req-e0d36d43-01e3-443e-a73d-8af2bea2de0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541446 Nov 25 18:56:02.618030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 40446) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:02.694929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-956c60cc-c403-46a2-8c61-f93ff06197ef tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/36b98c34-5766-4aa7-9a1d-22013855a46e HTTP/1.1" status: 200 len: 993 time: 0.0755980 Nov 25 18:56:03.048826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7e2b2-63cd-4887-bf99-a0b69c4d7701 req-6ed9ac51-5d66-4141-9394-4185ddd67e79 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:03.050986 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ca7e2b2-63cd-4887-bf99-a0b69c4d7701 req-6ed9ac51-5d66-4141-9394-4185ddd67e79 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1096 time: 0.0425785 Nov 25 18:56:03.104071 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8ca7e2b2-63cd-4887-bf99-a0b69c4d7701 req-371ec704-b75a-4caa-bf8a-ada3f9dcb472 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465257 Nov 25 18:56:03.328203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:03.787871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 40514) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:03.888599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b2590a25-305b-4c8c-8df4-8aaf1c7ad40c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988586 Nov 25 18:56:03.898981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-60bafe87-b6e5-422a-824a-4581ef67e595 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:56:03.900184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-60bafe87-b6e5-422a-824a-4581ef67e595 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051014 Nov 25 18:56:04.074733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-3a35b32d-80fe-4b0c-9979-42645be2e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:04.076747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-3a35b32d-80fe-4b0c-9979-42645be2e09c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1096 time: 0.0662975 Nov 25 18:56:04.254780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-839ab4c2-655b-4ad2-9b4c-41a437d84a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:04.257784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-839ab4c2-655b-4ad2-9b4c-41a437d84a33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 898 time: 0.1468668 Nov 25 18:56:04.358233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-fe13dcd1-c278-421b-9bd4-8ce621fcf33e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 1001 time: 0.0919676 Nov 25 18:56:04.415703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-6be03ca4-8085-46d2-8ff3-5b76ec530832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:04.417201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-6be03ca4-8085-46d2-8ff3-5b76ec530832 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.0505180 Nov 25 18:56:04.522507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-990fceb1-6e4f-491e-aae4-435e87272a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:04.526816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-990fceb1-6e4f-491e-aae4-435e87272a4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911303 Nov 25 18:56:04.629399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-d965d7e1-c30b-4b24-81e3-6388b791fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:04.634949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-d965d7e1-c30b-4b24-81e3-6388b791fb47 service neutron] 10.222.0.62 "GET /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 1093 time: 0.0483992 Nov 25 18:56:04.641242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Request body: {'binding': {'host': 'n-h1-819194-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:04.641697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Unknown quota resources ['binding']. {{(pid=103456) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 18:56:04.699925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-56834e80-a863-442c-b703-68f93c075ef4 service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656945 Nov 25 18:56:04.888351 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b220962-545d-4d0f-af6b-d86ce9181f32 req-9bf78d90-f3d6-4f2c-bd8a-9fdd16edd445 service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781189 Nov 25 18:56:04.899057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on host n-h1-819194-3 for vnic_type normal with profile None {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:56:04.899385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:56:04.899708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:04.904012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:56:04.904337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:04.909664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:56:04.909996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Checking segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:04.910375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Bound using segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:56:04.910836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Bound port: 0fe5e208-7b8b-474d-9348-7c1940838e48, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:56:05.046797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:56:05.055053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:05.056585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-7245911c-4448-4ffb-908b-374db1f6fab4 service neutron] 10.222.0.62 "POST /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48/bindings HTTP/1.1" status: 201 len: 389 time: 0.4205134 Nov 25 18:56:05.229271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcf708-1b53-463b-a195-e9f5901e843e req-790352c1-64bf-4544-90ac-e5c38de13ae0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:05.231133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62fcf708-1b53-463b-a195-e9f5901e843e req-790352c1-64bf-4544-90ac-e5c38de13ae0 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0695312 Nov 25 18:56:05.339553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-62fcf708-1b53-463b-a195-e9f5901e843e req-806dc666-341c-4b8a-8375-d43c86bb6508 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884316 Nov 25 18:56:05.345078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-9495c076-a1a3-4131-bcca-a55ae87b8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:05.348828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-9495c076-a1a3-4131-bcca-a55ae87b8acb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1096 time: 0.0751071 Nov 25 18:56:05.476586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-81915da2-3d0d-414d-a361-ecc9751f3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:05.478087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-81915da2-3d0d-414d-a361-ecc9751f3381 service neutron] 10.222.0.66 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 898 time: 0.1159346 Nov 25 18:56:05.554938 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-ea65a835-7463-4855-a252-a372b6500f16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 1001 time: 0.0701139 Nov 25 18:56:05.608075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-eb455df6-24ad-4c57-aed6-e4d8ee1176ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:05.611410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-eb455df6-24ad-4c57-aed6-e4d8ee1176ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.0500369 Nov 25 18:56:05.674575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-d849248f-9a29-4b13-976e-1cef9797601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:05.677195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-d849248f-9a29-4b13-976e-1cef9797601a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581627 Nov 25 18:56:05.933813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-70485008-da50-4fd8-acdb-b381e65ac875 service neutron] 10.222.0.66 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203356 Nov 25 18:56:06.034916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-e2590459-e17c-407a-b981-4d7ca0057501 service neutron] 10.222.0.66 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935919 Nov 25 18:56:06.186352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-4fcdf507-45fd-49ca-8133-6c8709a7456b tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:06.187964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-4fcdf507-45fd-49ca-8133-6c8709a7456b tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7&tenant_id=418ca41106504e6eb537b48299cf87fc&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1096 time: 0.0949583 Nov 25 18:56:06.209315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819194-3'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:06.276535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:06.423986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:06.472860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:06.508976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501e82d-7ec0-42f9-ad08-6744de75e501 req-d3590835-d8c5-4fef-b18b-a26e497f29af tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:06.513137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4501e82d-7ec0-42f9-ad08-6744de75e501 req-d3590835-d8c5-4fef-b18b-a26e497f29af tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0682976 Nov 25 18:56:06.555351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:06.555739 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0819063d-29e6-47b5-b40f-9649eaa83bb4" -d '{"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:06.568732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:06.584362 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:06.592724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4501e82d-7ec0-42f9-ad08-6744de75e501 req-2392dc6f-e9ce-4b26-b366-0c986b7eea8c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679662 Nov 25 18:56:06.674789 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f3a2b-d458-4ab3-817f-4fbdb7ae8ef6 x-openstack-request-id: req-0f0f3a2b-d458-4ab3-817f-4fbdb7ae8ef6 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:06.675154 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:06.675483 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f0f3a2b-d458-4ab3-817f-4fbdb7ae8ef6 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:06.675942 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'code': 200} Nov 25 18:56:06.708776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:06.726099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.726569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.727036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.727448 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.727852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.728256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.728657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.729060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.729457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.729875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.730282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.730701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:06.802421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on host n-h2-819194-3 for vnic_type normal with profile {"migrating_to": "n-h1-819194-3"} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:56:06.802891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:56:06.803298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:06.810719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:56:06.811585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Attempting to bind port 0fe5e208-7b8b-474d-9348-7c1940838e48 on network 323ff727-de50-4652-ac5b-85579ab0bc33 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:06.818202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:56:06.818618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Checking segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:06.819019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Bound using segment: {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:56:06.827619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Bound port: 0fe5e208-7b8b-474d-9348-7c1940838e48, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e66ace-ad7e-4acd-b2e7-040172c7f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:56:06.828419 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:06.963041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:06.967556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:56:06.974410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:07.000602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-26496149-13b9-44d4-8ef3-c209304de3f1 None None] Provisioning complete for port 0fe5e208-7b8b-474d-9348-7c1940838e48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:07.001219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26496149-13b9-44d4-8ef3-c209304de3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:07.076124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=8']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:07.103141 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26496149-13b9-44d4-8ef3-c209304de3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:07.148366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-26496149-13b9-44d4-8ef3-c209304de3f1 None None] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:07.149986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:07.154065 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c95c3-6a3b-4bb8-bad5-58127d4c40b0" -d '{"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:07.173361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-26496149-13b9-44d4-8ef3-c209304de3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:07.184341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:07.185369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:07.187272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b9fdcc96-8d78-413e-add6-72fd1be6134c service neutron] 10.222.0.66 "PUT /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 1121 time: 0.9913650 Nov 25 18:56:07.270272 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5595face-f026-4ed9-9250-9d6fc5597147 x-openstack-request-id: req-5595face-f026-4ed9-9250-9d6fc5597147 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:07.271030 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-plugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:07.271503 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5595face-f026-4ed9-9250-9d6fc5597147 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:07.272125 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'code': 200} Nov 25 18:56:07.282213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26496149-13b9-44d4-8ef3-c209304de3f1 None None] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:07.350038 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['0fe5e208-7b8b-474d-9348-7c1940838e48'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:56:07.627692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b5a6865c-45a9-4511-8dd9-ff279833f5ae None None] Provisioning complete for port 0fe5e208-7b8b-474d-9348-7c1940838e48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:07.628061 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5a6865c-45a9-4511-8dd9-ff279833f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:07.745246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47982b6-c57f-4863-a85e-c843bb7103c1 req-360352ed-f734-41dc-8237-3e201d897405 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:07.746946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b47982b6-c57f-4863-a85e-c843bb7103c1 req-360352ed-f734-41dc-8237-3e201d897405 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0587063 Nov 25 18:56:07.820720 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b47982b6-c57f-4863-a85e-c843bb7103c1 req-e12ecff6-afb4-4394-a3b7-cb57b3222fb8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667071 Nov 25 18:56:08.677518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:08.680086 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f27483c-16e6-4d72-a067-76c31445f771" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:08.726101 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d396618-3c1c-4d52-81a8-136552f3f182 x-openstack-request-id: req-1d396618-3c1c-4d52-81a8-136552f3f182 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:08.726395 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:08.726680 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d396618-3c1c-4d52-81a8-136552f3f182 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:08.727130 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'status': 'completed', 'code': 200} Nov 25 18:56:08.795210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27483c-16e6-4d72-a067-76c31445f771 req-de5f98f5-8f59-4ae8-a8c7-ad115e1d928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:08.796729 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f27483c-16e6-4d72-a067-76c31445f771 req-de5f98f5-8f59-4ae8-a8c7-ad115e1d928c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1126 time: 0.0466571 Nov 25 18:56:08.953484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27483c-16e6-4d72-a067-76c31445f771 req-39a041c4-9fb0-4316-a49d-24f724c99e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:08.955026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f27483c-16e6-4d72-a067-76c31445f771 req-39a041c4-9fb0-4316-a49d-24f724c99e36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 898 time: 0.1462779 Nov 25 18:56:09.012206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba0a6b-a9df-4be1-b47f-fe85d6b1f88c req-7a1e7c13-bdfa-4dcd-9b20-9836838a7ded tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:09.013835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4ba0a6b-a9df-4be1-b47f-fe85d6b1f88c req-7a1e7c13-bdfa-4dcd-9b20-9836838a7ded tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.1030779 Nov 25 18:56:09.089145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4ba0a6b-a9df-4be1-b47f-fe85d6b1f88c req-dee5bc9c-0df9-47aa-9768-a97b6af9d95f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621295 Nov 25 18:56:09.102961 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f27483c-16e6-4d72-a067-76c31445f771 req-2bb5a64d-d1b3-498b-a8c8-295eaae0d0e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 1001 time: 0.1367142 Nov 25 18:56:09.164167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27483c-16e6-4d72-a067-76c31445f771 req-5e1eb533-6a20-4af7-bb7a-3a1ac13e8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:09.165713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f27483c-16e6-4d72-a067-76c31445f771 req-5e1eb533-6a20-4af7-bb7a-3a1ac13e8e98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.0555489 Nov 25 18:56:09.229256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27483c-16e6-4d72-a067-76c31445f771 req-f9d38553-8c5a-4188-8dbb-80150089cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:09.230999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f27483c-16e6-4d72-a067-76c31445f771 req-f9d38553-8c5a-4188-8dbb-80150089cf67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561478 Nov 25 18:56:09.316416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:56:09.339423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f27483c-16e6-4d72-a067-76c31445f771 req-0281747f-744a-4c9c-9828-ff6d6ca6d21d service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989034 Nov 25 18:56:09.446078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:09.459156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 has no active binding in host n-h1-819194-3 {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 18:56:09.463649 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f27483c-16e6-4d72-a067-76c31445f771 req-623895da-7f38-4206-aca8-51961c4d84a6 service neutron] 10.222.0.64 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116457 Nov 25 18:56:10.208440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13746256-d285-44ee-95d8-906f15521765 req-60a2ef88-1ca3-4e7d-846b-397240efa337 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:10.210219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13746256-d285-44ee-95d8-906f15521765 req-60a2ef88-1ca3-4e7d-846b-397240efa337 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0584705 Nov 25 18:56:10.263780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13746256-d285-44ee-95d8-906f15521765 req-f09b22c6-365d-4fe9-b3ea-205c6c17368b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475659 Nov 25 18:56:10.915319 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07865c8c-e440-4025-879b-e9ae9a08a55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:11.413667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766d010-fd2c-4998-969b-99754d480016 req-51e71778-6f69-4c7c-a292-3069764be272 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:11.415466 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e766d010-fd2c-4998-969b-99754d480016 req-51e71778-6f69-4c7c-a292-3069764be272 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0729179 Nov 25 18:56:11.475426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e766d010-fd2c-4998-969b-99754d480016 req-495c1f59-2674-4be4-ab65-f0d6771a6290 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534353 Nov 25 18:56:12.630676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac46f04-6605-434c-8347-3d5eeac6c42f req-e02f14bf-b0de-4c75-8a29-739ae645a99d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:12.632527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ac46f04-6605-434c-8347-3d5eeac6c42f req-e02f14bf-b0de-4c75-8a29-739ae645a99d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0694096 Nov 25 18:56:12.684041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ac46f04-6605-434c-8347-3d5eeac6c42f req-7fd036cb-f1a1-4d45-8c84-f4cc0239bc5c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454204 Nov 25 18:56:13.448323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41adde61-ee2b-4078-a502-60f151938e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:13.808619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df8290-8e2c-44da-9bd1-9244533f2b92 req-6071fcb2-79bd-4f5c-96a8-11023c9f71a9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:13.810155 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b6df8290-8e2c-44da-9bd1-9244533f2b92 req-6071fcb2-79bd-4f5c-96a8-11023c9f71a9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Nov 25 18:56:13.869141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b6df8290-8e2c-44da-9bd1-9244533f2b92 req-b0d4076b-c34e-447c-9894-fe0df1f644cc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499597 Nov 25 18:56:14.401115 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:15.076778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4425c8c-2053-4517-a69e-0beeff503820 req-a27f8a82-3040-41f8-aa3e-356e457c9594 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:15.078487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4425c8c-2053-4517-a69e-0beeff503820 req-a27f8a82-3040-41f8-aa3e-356e457c9594 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0990038 Nov 25 18:56:15.138726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f4425c8c-2053-4517-a69e-0beeff503820 req-d377cb49-2dbe-40ff-9caa-7a6960b50e6d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514164 Nov 25 18:56:15.949539 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:16.332326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fd544-c283-4123-8a6d-3dedba5d9a23 req-067a6302-2517-4fe3-83a2-7c6e60bf798c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:16.333870 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-739fd544-c283-4123-8a6d-3dedba5d9a23 req-067a6302-2517-4fe3-83a2-7c6e60bf798c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0671947 Nov 25 18:56:16.407770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-739fd544-c283-4123-8a6d-3dedba5d9a23 req-c6a2c2bd-066f-421a-a7f0-e54b78ee90c5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663254 Nov 25 18:56:16.981257 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:17.536641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b5c3a-5047-4889-9b86-e32c8f4d3de6 req-fc784adf-74f9-474c-9fcb-ca9be15882e9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:17.538164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b34b5c3a-5047-4889-9b86-e32c8f4d3de6 req-fc784adf-74f9-474c-9fcb-ca9be15882e9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 945 time: 0.0550702 Nov 25 18:56:17.618739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b34b5c3a-5047-4889-9b86-e32c8f4d3de6 req-8446d477-997d-4aeb-b44f-0d53835f8881 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696712 Nov 25 18:56:17.881678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-71b289ff-2ae5-43ac-942a-1f560cc45902 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:56:17.882585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-71b289ff-2ae5-43ac-942a-1f560cc45902 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057228 Nov 25 18:56:18.034037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-ba534709-5bb7-467b-be1f-1c10121a07e0 service neutron] 10.222.0.64 "GET /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 384 time: 0.1436541 Nov 25 18:56:18.255490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:18.280072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:18.329729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:18.332251 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399f863-ab38-487c-981e-379a4d13dfe8" -d '{"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:18.340562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:18.367947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:18.383287 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daa3b66-7829-44db-a95c-32d52261ef75 x-openstack-request-id: req-7daa3b66-7829-44db-a95c-32d52261ef75 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:18.383648 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:18.386706 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7daa3b66-7829-44db-a95c-32d52261ef75 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:18.387375 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'code': 200} Nov 25 18:56:18.491015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] Transition to ACTIVE for port object 0fe5e208-7b8b-474d-9348-7c1940838e48 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:56:18.496549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:18.598343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] Pushing event updated for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=11']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:18.638401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] No DVR routers for this DVR port 0fe5e208-7b8b-474d-9348-7c1940838e48 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:56:18.767730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d35c2-7197-40b1-8e4d-7e2507717d43 req-235cbc5e-beb2-4d2f-a7f3-7339a16963d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:18.780243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-617d35c2-7197-40b1-8e4d-7e2507717d43 req-235cbc5e-beb2-4d2f-a7f3-7339a16963d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 944 time: 0.0759561 Nov 25 18:56:18.860074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-617d35c2-7197-40b1-8e4d-7e2507717d43 req-66b5117b-fab8-4b5b-bafe-194e35b1e07a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784197 Nov 25 18:56:19.128677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b6049d47-7038-46fa-898a-1fa5218e05cd service neutron] 10.222.0.64 "PUT /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48/bindings/n-h1-819194-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0831559 Nov 25 18:56:19.240599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-1f126220-a2ab-4a30-b9b6-ee075e22fab6 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:19.242491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-1f126220-a2ab-4a30-b9b6-ee075e22fab6 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7&tenant_id=418ca41106504e6eb537b48299cf87fc&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 1095 time: 0.0529442 Nov 25 18:56:19.297415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-a3c2f383-2472-4eb1-bf66-c4d906e2ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:19.300054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-a3c2f383-2472-4eb1-bf66-c4d906e2ffee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 1095 time: 0.0480785 Nov 25 18:56:19.367073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-56c40f76-2d0c-4368-940f-bdfd02b2b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:19.368559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-56c40f76-2d0c-4368-940f-bdfd02b2b301 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1095 time: 0.0428464 Nov 25 18:56:19.494616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-ceaa9766-30d1-4054-9935-ebe3a4aa77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:19.496400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-ceaa9766-30d1-4054-9935-ebe3a4aa77ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 898 time: 0.1194341 Nov 25 18:56:19.576354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-561c32c4-7119-420e-8ad5-302ac147f32c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 999 time: 0.0721245 Nov 25 18:56:19.621594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-f53de9b4-eb95-4055-8eee-cd38a0a6fd81 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:19.623394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-f53de9b4-eb95-4055-8eee-cd38a0a6fd81 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 814 time: 0.1500874 Nov 25 18:56:19.641697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-8ba9dd4f-c3c0-48c1-b6c1-59f5ea98ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:19.644126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-8ba9dd4f-c3c0-48c1-b6c1-59f5ea98ba49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.0602956 Nov 25 18:56:19.647442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-73cfcf3f-5716-4ac5-b679-c9d8d296fe86 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/quotas/cf41e0d94fa9468eaeef1396fb3e32a8 HTTP/1.1" status: 200 len: 375 time: 0.0152185 Nov 25 18:56:19.689386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-4bce0208-353f-437d-8b65-1c6f0ebdf931 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345764 Nov 25 18:56:19.694207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b10977f5-abf4-4606-9a24-a8439031c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:19.695722 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-b10977f5-abf4-4606-9a24-a8439031c95f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446763 Nov 25 18:56:19.791421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-8109b29f-03de-4551-9a98-ee963d27f165 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923612 Nov 25 18:56:19.804657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-ee2a9f6d-e027-4178-aa6f-a97b5a03b79a service neutron] 10.222.0.66 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007288 Nov 25 18:56:19.892874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-2d358dd0-6e23-4fbb-93d6-faf1b0d5ace9 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944948 Nov 25 18:56:19.923036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-a7621861-aede-403f-a1ad-262cc681a39b service neutron] 10.222.0.66 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114318 Nov 25 18:56:20.122247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981df69c-dca6-415a-ad1e-b6d802b2dcb4 req-8b3c5983-c6f4-4c39-8ec2-1a98a6ea0c33 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:20.131852 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-981df69c-dca6-415a-ad1e-b6d802b2dcb4 req-8b3c5983-c6f4-4c39-8ec2-1a98a6ea0c33 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 944 time: 0.1241827 Nov 25 18:56:20.151754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8bbad735-c4ea-4d00-b118-14c74a6e8f20 req-ce3327f2-4b0b-4dd7-8b87-5e0efc7de53f tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 210 time: 0.0769210 Nov 25 18:56:20.203085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-981df69c-dca6-415a-ad1e-b6d802b2dcb4 req-5cc4c136-0e7d-4ca5-ba02-c3b1358599fb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699637 Nov 25 18:56:20.263748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-eb719c58-67b3-4f1d-81f6-61066f004373 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:20.265312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-eb719c58-67b3-4f1d-81f6-61066f004373 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7&tenant_id=418ca41106504e6eb537b48299cf87fc&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 1095 time: 0.0578001 Nov 25 18:56:20.415371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-4b1e67aa-41f0-465f-a683-7dd55caf12ae service neutron] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:20.419125 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-4b1e67aa-41f0-465f-a683-7dd55caf12ae service neutron] Publish callbacks [] for binding, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:20.420312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-291867ba-60e9-45a4-8f21-be4922d827a8 req-4b1e67aa-41f0-465f-a683-7dd55caf12ae service neutron] 10.222.0.66 "DELETE /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48/bindings/n-h2-819194-3 HTTP/1.1" status: 204 len: 173 time: 0.1467118 Nov 25 18:56:21.281655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb58a4a4-20ec-4991-9794-0d42e88e4d34 req-5b466cd8-c70f-4e70-86b2-5060bbaf0b5f tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 210 time: 0.0408266 Nov 25 18:56:21.290801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-619b0bc1-42c1-4c23-8929-c76de38febda tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:21.293005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-619b0bc1-42c1-4c23-8929-c76de38febda tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 814 time: 0.1424460 Nov 25 18:56:21.310779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Request body: {'port': {'device_id': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2', 'admin_state_up': True, 'tenant_id': 'cf41e0d94fa9468eaeef1396fb3e32a8'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:21.332743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6c57-4eef-4d19-beaa-bb670d03851a req-66a3dbe4-8fc6-4ffa-be5e-f273e23547eb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:21.334515 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-550c6c57-4eef-4d19-beaa-bb670d03851a req-66a3dbe4-8fc6-4ffa-be5e-f273e23547eb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 944 time: 0.0562890 Nov 25 18:56:21.386918 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-550c6c57-4eef-4d19-beaa-bb670d03851a req-9b7defb7-d1e2-4835-956e-81b07ed27ebd tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463605 Nov 25 18:56:21.435451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Made reservation on behalf of cf41e0d94fa9468eaeef1396fb3e32a8 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:56:21.438993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:21.576212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f25e-c4cb-4aca-850b-20d6f35d0240 req-d65de938-04fc-4a33-aa61-8027791eefff tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:21.577811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a324f25e-c4cb-4aca-850b-20d6f35d0240 req-d65de938-04fc-4a33-aa61-8027791eefff tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1095 time: 0.1152549 Nov 25 18:56:21.616745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Allocated IP 172.20.0.5 (0bd914c8-312f-4523-ad37-5dbc9ebdd1e2/d79abe9f-462a-4671-991a-2dac88f38e0f/84a0e36d-530f-478e-ac65-a60763c13bf7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:56:21.652397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a324f25e-c4cb-4aca-850b-20d6f35d0240 req-92e6539f-76b6-4f07-bfd5-647aeb0fd180 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678568 Nov 25 18:56:21.825717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6049bd-dcf1-413f-9fe3-e004df4ac6a8 req-3ea18af9-d830-4f4e-9c3d-1e6b9622f34b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:21.827112 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa6049bd-dcf1-413f-9fe3-e004df4ac6a8 req-3ea18af9-d830-4f4e-9c3d-1e6b9622f34b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 944 time: 0.0891569 Nov 25 18:56:21.830007 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:21.896094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa6049bd-dcf1-413f-9fe3-e004df4ac6a8 req-98c3d820-5782-40fa-84bf-081d6f8fee53 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621941 Nov 25 18:56:21.901991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:21.919394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41398) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:21.947388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:56:21.951100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:56:21.955026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:56:21.981210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Pushing event updated for resources: {'Port': ['ID=84a0e36d-530f-478e-ac65-a60763c13bf7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:21.998376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b7c88867-457b-43d1-9b75-4520db0ecce1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/36b98c34-5766-4aa7-9a1d-22013855a46e HTTP/1.1" status: 200 len: 991 time: 0.0727220 Nov 25 18:56:22.017564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:22.018822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.026696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:56:22.038014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a96abad0-c586-4838-a0c4-c6ed592c1e76 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313244 Nov 25 18:56:22.057437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Request body: {'port': {'device_id': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:22.073950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:56:22.115418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.413523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a0e36d-530f-478e-ac65-a60763c13bf7 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:56:22.422358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.444647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ee83-6728-4517-843b-526e565263a1 req-de4990d5-cd4b-461c-b0af-f7f0af4c393e tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:22.446134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f05ee83-6728-4517-843b-526e565263a1 req-de4990d5-cd4b-461c-b0af-f7f0af4c393e tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 931 time: 0.0781896 Nov 25 18:56:22.448726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Transition to ACTIVE for port object 84a0e36d-530f-478e-ac65-a60763c13bf7 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:56:22.452336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.527202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0e36d-530f-478e-ac65-a60763c13bf7,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:22.560663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f05ee83-6728-4517-843b-526e565263a1 req-a5ca549b-6eb4-493b-bda3-f7b8757883b1 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060326 Nov 25 18:56:22.612928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Attempting to bind port 84a0e36d-530f-478e-ac65-a60763c13bf7 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:56:22.613270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Attempting to bind port 84a0e36d-530f-478e-ac65-a60763c13bf7 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:56:22.613601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Attempting to bind port 84a0e36d-530f-478e-ac65-a60763c13bf7 on network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:22.617897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Port 84a0e36d-530f-478e-ac65-a60763c13bf7 on network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:56:22.618222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Attempting to bind port 84a0e36d-530f-478e-ac65-a60763c13bf7 on network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:22.623152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:56:22.623493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Checking segment: {'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:22.623880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Bound using segment: {'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:56:22.624312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Bound port: 84a0e36d-530f-478e-ac65-a60763c13bf7, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:56:22.624666 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.686871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] For port 84a0e36d-530f-478e-ac65-a60763c13bf7, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:22.690762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] For port 84a0e36d-530f-478e-ac65-a60763c13bf7, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=84a0e36d-530f-478e-ac65-a60763c13bf7,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:56:22.695518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.728156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:22.728842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:22.730163 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] 10.222.0.64 "PUT /v2.0/ports/84a0e36d-530f-478e-ac65-a60763c13bf7 HTTP/1.1" status: 200 len: 1091 time: 0.6780052 Nov 25 18:56:22.730664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'tag': '84a0e36d-530f-478e-ac65-a60763c13bf7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:22.732905 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f" -d '{"events": [{"name": "network-changed", "server_uuid": "80bbd798-3206-4b4a-af3e-4ef795c8d9bb", "tag": "84a0e36d-530f-478e-ac65-a60763c13bf7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:22.760765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15f5e9-93b4-466e-8632-cdf0111c1ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0e36d-530f-478e-ac65-a60763c13bf7,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:22.806613 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208f423e-5a60-461a-b351-dd311453c1fb x-openstack-request-id: req-208f423e-5a60-461a-b351-dd311453c1fb {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:22.806908 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bbd798-3206-4b4a-af3e-4ef795c8d9bb", "tag": "84a0e36d-530f-478e-ac65-a60763c13bf7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:22.807165 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-208f423e-5a60-461a-b351-dd311453c1fb {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:22.807569 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'tag': '84a0e36d-530f-478e-ac65-a60763c13bf7', 'status': 'completed', 'code': 200} Nov 25 18:56:22.850491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-d4bc3c3b-f328-45c2-a2ea-5fc67bcef5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:22.851999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-d4bc3c3b-f328-45c2-a2ea-5fc67bcef5c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 1094 time: 0.0547926 Nov 25 18:56:22.905943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-92f5b6f3-6e36-428f-9089-3fb0502e809c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a0e36d-530f-478e-ac65-a60763c13bf7 HTTP/1.1" status: 200 len: 217 time: 0.0406358 Nov 25 18:56:22.965168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-6e364e58-59d5-417e-af3d-d1ab16d74e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:22.966710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-6e364e58-59d5-417e-af3d-d1ab16d74e22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d79abe9f-462a-4671-991a-2dac88f38e0f HTTP/1.1" status: 200 len: 854 time: 0.0480421 Nov 25 18:56:23.005471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-cb01d027-a2a7-45c2-ae99-dc8b4af475c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276208 Nov 25 18:56:23.136785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-fb15faf3-12f8-4dfd-a0cf-a62bb13544af service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184156 Nov 25 18:56:23.244080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb84600-ba16-44ad-bb4b-84047f7b3472 req-a654ca97-4611-49bb-864c-714661af8d50 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930221 Nov 25 18:56:23.337757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-f4e39f5a-5a41-4893-84bb-7107ecfcd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:23.339284 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-f4e39f5a-5a41-4893-84bb-7107ecfcd258 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 1094 time: 0.0438690 Nov 25 18:56:23.438055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-a8beda7d-683b-4cda-a674-cf763e40d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:23.440014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-a8beda7d-683b-4cda-a674-cf763e40d481 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 915 time: 0.0921762 Nov 25 18:56:23.483824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-43cda17c-51e3-4d86-9626-28d2cdff9710 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a0e36d-530f-478e-ac65-a60763c13bf7 HTTP/1.1" status: 200 len: 217 time: 0.0366790 Nov 25 18:56:23.540222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-964d8e15-5019-43d3-b942-4b1aa69222f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:23.541693 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-964d8e15-5019-43d3-b942-4b1aa69222f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d79abe9f-462a-4671-991a-2dac88f38e0f HTTP/1.1" status: 200 len: 854 time: 0.0492105 Nov 25 18:56:23.575567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-1267bfc7-c738-40aa-b335-d58d5bd42b22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249908 Nov 25 18:56:23.676592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-8598cbc2-f471-4890-9ae5-fb3820114deb service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927200 Nov 25 18:56:23.695078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03d1f0-5686-4ab6-8a7c-ac39deb69b5e req-827f65dd-bd52-4ec3-a3b6-8f181471dd98 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:23.697166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a03d1f0-5686-4ab6-8a7c-ac39deb69b5e req-827f65dd-bd52-4ec3-a3b6-8f181471dd98 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 943 time: 0.0599306 Nov 25 18:56:23.745834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5a03d1f0-5686-4ab6-8a7c-ac39deb69b5e req-b90f4c9d-fefd-48ad-b2e5-7d999a689f67 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422239 Nov 25 18:56:23.780175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f5f00443-dcfd-4dd5-b04a-0ac9ce2bd98f req-20b37fdc-f812-4498-805f-a3a4e063c8cd service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931251 Nov 25 18:56:24.240388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41428) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:24.399306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 01ca1141-681d-4d72-9b6e-273985c9002f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:56:24.399640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:24.472730 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:24.473157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:24.485152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 01ca1141-681d-4d72-9b6e-273985c9002f owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:56:24.641957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:24.671648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=01ca1141-681d-4d72-9b6e-273985c9002f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:24.751035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:24.751503 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP 36b98c34-5766-4aa7-9a1d-22013855a46e disassociated (deleted). External IP: 172.25.2.123, port: 0fe5e208-7b8b-474d-9348-7c1940838e48. Nov 25 18:56:24.928805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875005-262f-4af0-ae50-8042fb9aca51 req-8cd3af7e-43c7-448e-a36f-82eede67e3bb tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:24.930279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-21875005-262f-4af0-ae50-8042fb9aca51 req-8cd3af7e-43c7-448e-a36f-82eede67e3bb tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 943 time: 0.0973468 Nov 25 18:56:25.036846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-21875005-262f-4af0-ae50-8042fb9aca51 req-a7bc3c23-d57f-4214-995f-079c46d10afc tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973721 Nov 25 18:56:25.045482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d49913c4-d232-402a-946b-6a144222949c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:56:25.116407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bdca0-d4ec-4b41-a0fb-9488941248e0 req-85010081-377a-4d66-89be-260c56d0d643 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:25.117978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a40bdca0-d4ec-4b41-a0fb-9488941248e0 req-85010081-377a-4d66-89be-260c56d0d643 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0849843 Nov 25 18:56:25.161626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:56:25.166428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:25.176042 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] Sync routers for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:56:25.189148 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a40bdca0-d4ec-4b41-a0fb-9488941248e0 req-af46d576-42ff-4d1e-b78e-e5740149777d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624502 Nov 25 18:56:25.194688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a35f1c7b-c2e2-432e-b2a6-e77761e7bc8b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/floatingips/36b98c34-5766-4aa7-9a1d-22013855a46e HTTP/1.1" status: 204 len: 168 time: 0.9530351 Nov 25 18:56:25.195519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:25.201852 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:25.206780 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:25.207403 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:25.253561 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c7933-a99e-462f-87b4-4412994da6f8 x-openstack-request-id: req-6d6c7933-a99e-462f-87b4-4412994da6f8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:25.254029 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:25.254514 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d6c7933-a99e-462f-87b4-4412994da6f8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:25.255110 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'status': 'completed', 'code': 200} Nov 25 18:56:25.335722 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:25.500938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-5da99a2b-5fff-4333-8134-515376baffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:25.508410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-5da99a2b-5fff-4333-8134-515376baffec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 1095 time: 0.2273581 Nov 25 18:56:25.653270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-eb1d916a-7ece-470a-a965-3dcb7329e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:25.655066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-eb1d916a-7ece-470a-a965-3dcb7329e019 service neutron] 10.222.0.66 "GET /v2.0/networks?id=323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 200 len: 898 time: 0.1398799 Nov 25 18:56:25.682938 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:16Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:25.710649 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] Checking router: d49913c4-d232-402a-946b-6a144222949c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:56:25.721385 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:25.722023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:25.991291 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:26.023509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 84a0e36d-530f-478e-ac65-a60763c13bf7 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:56:26.088360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-1b789a6d-7ddd-4c5f-96b8-c78e3406ffe8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 200 len: 217 time: 0.4188910 Nov 25 18:56:26.169361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e05ed-be3f-4a9a-b873-6becfd1a7cde req-3a4c3455-598f-4c04-a07b-b9688796e6d9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:26.177300 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5e05ed-be3f-4a9a-b873-6becfd1a7cde req-3a4c3455-598f-4c04-a07b-b9688796e6d9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 944 time: 0.5387783 Nov 25 18:56:26.192263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-a6fb9b5f-18a5-4b12-a450-40a95368e6fc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:26.193716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-a6fb9b5f-18a5-4b12-a450-40a95368e6fc tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbf77b84-3b5e-41a1-98fa-c942f53891f7 HTTP/1.1" status: 200 len: 944 time: 0.1175396 Nov 25 18:56:26.204597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-f6eb0d42-c9a0-4887-889a-e1fd2cacf32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:26.206546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-f6eb0d42-c9a0-4887-889a-e1fd2cacf32f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 200 len: 834 time: 0.1026106 Nov 25 18:56:26.207724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 84a0e36d-530f-478e-ac65-a60763c13bf7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=84a0e36d-530f-478e-ac65-a60763c13bf7,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:26.222075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '84a0e36d-530f-478e-ac65-a60763c13bf7', 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2', 'port_id': '84a0e36d-530f-478e-ac65-a60763c13bf7', 'mac_address': 'fa:16:3e:34:3a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79abe9f-462a-4671-991a-2dac88f38e0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:56:26.278437 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:26.294804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a0e36d-530f-478e-ac65-a60763c13bf7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:56:26.326948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 84a0e36d-530f-478e-ac65-a60763c13bf7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=84a0e36d-530f-478e-ac65-a60763c13bf7,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:26.328555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22565-e3aa-4fba-a6ab-82b923f62564 req-5c94347b-6d2a-4956-a4bc-a7dbe2389796 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:26.332383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:26.334629 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:16Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:26.344323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f22565-e3aa-4fba-a6ab-82b923f62564 req-5c94347b-6d2a-4956-a4bc-a7dbe2389796 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 943 time: 0.1590858 Nov 25 18:56:26.347580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be5e05ed-be3f-4a9a-b873-6becfd1a7cde req-6d9ac64e-d339-461e-98f8-f0a5c43f70b6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9a9474f-f51d-4866-9d35-a428f3ab8ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693542 Nov 25 18:56:26.368211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-680568e0-3681-4298-8568-8d6739aa99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:26.369715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-680568e0-3681-4298-8568-8d6739aa99fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=323ff727-de50-4652-ac5b-85579ab0bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521719 Nov 25 18:56:26.376606 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bcd2a-424b-4659-9baa-5f56fe4fd88e None None] The sync data for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 is: [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:55:09Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b8f2354f-ee03-4b9a-9c91-1216371b8dfb', 'name': '', 'network_id': '323ff727-de50-4652-ac5b-85579ab0bc33', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:88:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:08Z', 'updated_at': '2021-11-25T18:55:16Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'a2121bc2-1ba1-4bae-989d-02e0d4cb65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:56:26.448853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=84a0e36d-530f-478e-ac65-a60763c13bf7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:26.458092 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f22565-e3aa-4fba-a6ab-82b923f62564 req-0892f3da-9df0-4b22-b3a8-fa3d8de68b07 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075563 Nov 25 18:56:26.469459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 0fe5e208-7b8b-474d-9348-7c1940838e48 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:56:26.469459 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:26.476994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.477537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.478025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.478530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.479008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.479578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.479916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.480238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.480564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.480890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.481212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.481531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:26.582251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-c3184e34-3fcf-48b5-adbe-65c336cf45dc service neutron] 10.222.0.66 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006586 Nov 25 18:56:26.598393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['84a0e36d-530f-478e-ac65-a60763c13bf7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:56:26.668832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 0fe5e208-7b8b-474d-9348-7c1940838e48, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0fe5e208-7b8b-474d-9348-7c1940838e48,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:26.669208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:26.696414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 0fe5e208-7b8b-474d-9348-7c1940838e48 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:56:26.775560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ddcdcdc-1354-4876-90be-0d5028c6a7cb req-60dbf6ca-c415-4304-a43f-e1c0e8d90a87 service neutron] 10.222.0.66 "GET /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792760 Nov 25 18:56:26.794366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb860a-a0e0-4a0f-a851-7ae34fbb4749 None None] New status for floating IP 36b98c34-5766-4aa7-9a1d-22013855a46e: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:56:26.868274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:26.902581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=0fe5e208-7b8b-474d-9348-7c1940838e48,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:26.949670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] No DVR routers for this DVR port 0fe5e208-7b8b-474d-9348-7c1940838e48 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:56:26.952656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:26.957455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00134d2c-359a-463b-a136-e4e9a8b1daf3 req-425d7a21-d5e5-4ae3-ac10-1b7980e0d539 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "DELETE /v2.0/ports/0fe5e208-7b8b-474d-9348-7c1940838e48 HTTP/1.1" status: 204 len: 173 time: 0.7481391 Nov 25 18:56:27.256998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-deleted', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:27.260457 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcc2199-a79c-4171-92cc-3b5fde84540a" -d '{"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-deleted", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:27.298954 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80424c8e-8d68-4f2d-b189-aecbb9b3f6d4 x-openstack-request-id: req-80424c8e-8d68-4f2d-b189-aecbb9b3f6d4 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:27.299251 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf77b84-3b5e-41a1-98fa-c942f53891f7", "name": "network-vif-deleted", "tag": "0fe5e208-7b8b-474d-9348-7c1940838e48", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:27.299508 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80424c8e-8d68-4f2d-b189-aecbb9b3f6d4 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:27.300002 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf77b84-3b5e-41a1-98fa-c942f53891f7', 'name': 'network-vif-deleted', 'tag': '0fe5e208-7b8b-474d-9348-7c1940838e48', 'status': 'completed', 'code': 200} Nov 25 18:56:27.423461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41482) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:27.540585 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:56:27.577702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d666b-e483-4d8e-9bfe-b31aba6f65b1 req-b1c4290b-94bd-4eac-bf9e-2d25e02c72bc tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:27.579678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50d666b-e483-4d8e-9bfe-b31aba6f65b1 req-b1c4290b-94bd-4eac-bf9e-2d25e02c72bc tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 944 time: 0.0579627 Nov 25 18:56:27.635278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50d666b-e483-4d8e-9bfe-b31aba6f65b1 req-8383c428-32c8-46bc-b909-14195e3c09b6 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485005 Nov 25 18:56:27.824687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.032302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 84a0e36d-530f-478e-ac65-a60763c13bf7 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:56:28.083417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 84a0e36d-530f-478e-ac65-a60763c13bf7 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:56:28.088238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 84a0e36d-530f-478e-ac65-a60763c13bf7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:28.088629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.115901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port b8f2354f-ee03-4b9a-9c91-1216371b8dfb {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:56:28.116344 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.173244 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.200637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0e36d-530f-478e-ac65-a60763c13bf7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:28.202859 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b306151-d323-457c-91f7-85a86d01b4e4" -d '{"events": [{"server_uuid": "80bbd798-3206-4b4a-af3e-4ef795c8d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "84a0e36d-530f-478e-ac65-a60763c13bf7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:28.214322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port b8f2354f-ee03-4b9a-9c91-1216371b8dfb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:28.215215 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.219016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 84a0e36d-530f-478e-ac65-a60763c13bf7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=84a0e36d-530f-478e-ac65-a60763c13bf7,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:28.225026 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.231437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for b8f2354f-ee03-4b9a-9c91-1216371b8dfb owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:56:28.256461 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf4ef5-809a-47be-ac76-b5a0c0f5c8e9 x-openstack-request-id: req-abdf4ef5-809a-47be-ac76-b5a0c0f5c8e9 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:28.256757 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bbd798-3206-4b4a-af3e-4ef795c8d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "84a0e36d-530f-478e-ac65-a60763c13bf7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:28.257174 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abdf4ef5-809a-47be-ac76-b5a0c0f5c8e9 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:28.257574 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0e36d-530f-478e-ac65-a60763c13bf7', 'code': 200} Nov 25 18:56:28.303672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=84a0e36d-530f-478e-ac65-a60763c13bf7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:28.372790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ca51e-e4b7-4ecf-88e2-f693d1116461 req-4b990490-8b0c-4a31-b3fc-3587bc16a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:28.374398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe5ca51e-e4b7-4ecf-88e2-f693d1116461 req-4b990490-8b0c-4a31-b3fc-3587bc16a676 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 1096 time: 0.0439615 Nov 25 18:56:28.431382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe5ca51e-e4b7-4ecf-88e2-f693d1116461 req-cc3f4080-7f04-4f34-ac58-3397964f56fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Nov 25 18:56:28.472582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.500017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=b8f2354f-ee03-4b9a-9c91-1216371b8dfb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:28.693712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:28.863188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea771b5-0629-4f3e-b7e5-e9e921f1689d req-d672e753-9669-4ecd-bdae-45a57e4b9e0d tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:28.864645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ea771b5-0629-4f3e-b7e5-e9e921f1689d req-d672e753-9669-4ecd-bdae-45a57e4b9e0d tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 945 time: 0.1091166 Nov 25 18:56:29.010369 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ea771b5-0629-4f3e-b7e5-e9e921f1689d req-21631cf6-46b6-4523-9acb-f1252d81ebbd tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359613 Nov 25 18:56:29.043430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d49913c4-d232-402a-946b-6a144222949c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:56:29.150394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:56:29.155450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30250c60-65eb-4709-ad44-17e0244b7894 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/d49913c4-d232-402a-946b-6a144222949c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308602 Nov 25 18:56:29.158381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41506) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:29.160525 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] Sync routers for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:56:29.171366 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:29.171982 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:29.215410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting subnet a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:56:29.218525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.263707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.277310 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:29.361390 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.435865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.463810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Subnet': ['ID=a2121bc2-1ba1-4bae-989d-02e0d4cb65f8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:29.467615 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.470964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aba484f6-d5ef-4aba-8d85-3b2ce337c230 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/subnets/a2121bc2-1ba1-4bae-989d-02e0d4cb65f8 HTTP/1.1" status: 204 len: 168 time: 0.3109167 Nov 25 18:56:29.473611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41510) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:29.475197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:56:29.487938 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:56:28Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:29.516551 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] Checking router: d49913c4-d232-402a-946b-6a144222949c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:56:29.522810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300331b7-d1ec-456c-9c02-4f36df122205 None None] Network 323ff727-de50-4652-ac5b-85579ab0bc33 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:56:29.526150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 0fe5e208-7b8b-474d-9348-7c1940838e48 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:56:29.526701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0fe5e208-7b8b-474d-9348-7c1940838e48 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:56:29.527029 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] Routers {'d49913c4-d232-402a-946b-6a144222949c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:29.527745 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d49913c4-d232-402a-946b-6a144222949c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:29.597835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.676528 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] Set router d49913c4-d232-402a-946b-6a144222949c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:29.721189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.763403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] DHCP port deletion for 323ff727-de50-4652-ac5b-85579ab0bc33 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:56:29.780899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 6769e8d9-2f90-4782-bad8-53458adb7422 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:56:29.781307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.823708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] Deleting port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:56:29.824093 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.870091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 6769e8d9-2f90-4782-bad8-53458adb7422, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6769e8d9-2f90-4782-bad8-53458adb7422,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:29.870793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.889592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 6769e8d9-2f90-4782-bad8-53458adb7422 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:56:29.898601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] For port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8,segment=NetworkSegment(46e66ace-ad7e-4acd-b2e7-040172c7f7b5),segment_id=46e66ace-ad7e-4acd-b2e7-040172c7f7b5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:29.899149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:29.918302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] Calling delete_port for 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:56:29.984470 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:56:28Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:30.036802 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412fd0d-9633-4a5c-ba50-8d867a2d3361 None None] The sync data for ids ['d49913c4-d232-402a-946b-6a144222949c'] in n-d-819194-3 is: [{'id': 'd49913c4-d232-402a-946b-6a144222949c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153559796', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:55:03Z', 'updated_at': '2021-11-25T18:56:28Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '6769e8d9-2f90-4782-bad8-53458adb7422', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49913c4-d232-402a-946b-6a144222949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:55:04Z', 'updated_at': '2021-11-25T18:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:56:30.198582 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.227872 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=6769e8d9-2f90-4782-bad8-53458adb7422,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:30.246946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.261559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dad76-efe7-4755-83cd-ace7d1ad7626 req-edba6dc6-dfe6-42c6-bcba-2fe2a188dba4 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:30.266607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-491dad76-efe7-4755-83cd-ace7d1ad7626 req-edba6dc6-dfe6-42c6-bcba-2fe2a188dba4 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 945 time: 0.1200731 Nov 25 18:56:30.293002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991d6d0-3c6b-4fc5-af91-11a82b4354e4 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:56:30.302506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.302904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] Pushing event deleted for resources: {'Port': ['ID=4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:30.326852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c534e-f927-4299-b887-5b38f1730454 None None] No DVR routers for this DVR port 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:56:30.376238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-491dad76-efe7-4755-83cd-ace7d1ad7626 req-b6c89ad4-52af-45c5-8506-1c9974dcf73a tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032841 Nov 25 18:56:30.422536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.428087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.520414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:56:30.521117 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.521715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Fanout notify agent at l3_agent the message router_deleted on router d49913c4-d232-402a-946b-6a144222949c {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:56:30.538443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.540709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb95e3d9-4ca6-41c3-8a09-3e8f6f4fc281 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/routers/d49913c4-d232-402a-946b-6a144222949c HTTP/1.1" status: 204 len: 168 time: 1.0654709 Nov 25 18:56:30.542755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41544) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:30.550047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:56:30.550811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4ec41a3f-0e74-49c4-9413-2d5f95a9b0e8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:56:30.653573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.835310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.931565 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.931565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323ff727-de50-4652-ac5b-85579ab0bc33']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:30.931565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e66ace-ad7e-4acd-b2e7-040172c7f7b5') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:30.931565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e66ace-ad7e-4acd-b2e7-040172c7f7b5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:30.931565 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.931565 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.938623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:56:30.939830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:56:30.946401 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:56:31.066180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.073442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.077187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/networks/323ff727-de50-4652-ac5b-85579ab0bc33 HTTP/1.1" status: 204 len: 168 time: 0.5330620 Nov 25 18:56:31.083272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41588) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:31.118943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a51a85-f90a-482c-bb40-eb1cd217e089 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Network': ['ID=323ff727-de50-4652-ac5b-85579ab0bc33,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:31.180268 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e2474e1-2689-4ac4-975e-02c3905f5d99 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.217778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e2474e1-2689-4ac4-975e-02c3905f5d99 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.284455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e2474e1-2689-4ac4-975e-02c3905f5d99 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.287198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e2474e1-2689-4ac4-975e-02c3905f5d99 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.288485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e2474e1-2689-4ac4-975e-02c3905f5d99 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/security-groups/d9a9474f-f51d-4866-9d35-a428f3ab8ad6 HTTP/1.1" status: 204 len: 168 time: 0.2041621 Nov 25 18:56:31.301256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2474e1-2689-4ac4-975e-02c3905f5d99 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a9474f-f51d-4866-9d35-a428f3ab8ad6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:31.482419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:56:31.637457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:31.645463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41640) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:31.653726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e0eab4f1-bc23-4262-a290-4f5c26340ed7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35964406', 'description': 'tempest-secgroup-smoke-35964406 description', 'project_id': '418ca41106504e6eb537b48299cf87fc'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:31.670945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'mac_address': 'fa:16:3e:39:b0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:56:31.681245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4f1-bc23-4262-a290-4f5c26340ed7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.736003 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.752003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:56:31.773188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4f1-bc23-4262-a290-4f5c26340ed7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.775976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:31.777741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4f1-bc23-4262-a290-4f5c26340ed7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.783123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.813317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eab4f1-bc23-4262-a290-4f5c26340ed7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.819178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41644) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:31.824474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b42f3752-e182-4d3c-acab-9580487fba6b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:31.831915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e0eab4f1-bc23-4262-a290-4f5c26340ed7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1804490 Nov 25 18:56:31.843631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eab4f1-bc23-4262-a290-4f5c26340ed7 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:31.869796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:31.884827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b42f3752-e182-4d3c-acab-9580487fba6b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.909383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:56:31.957661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b42f3752-e182-4d3c-acab-9580487fba6b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:31.964829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b42f3752-e182-4d3c-acab-9580487fba6b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.002908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b42f3752-e182-4d3c-acab-9580487fba6b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.004491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b42f3752-e182-4d3c-acab-9580487fba6b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1839654 Nov 25 18:56:32.005635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f3752-e182-4d3c-acab-9580487fba6b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2199ea75-864c-4cd3-95a7-6d8aac1b113b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:32.007506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41654) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:32.012340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0bd5a63c-979b-4491-9371-115bbf969f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:32.058251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a63c-979b-4491-9371-115bbf969f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.161260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b8f2354f-ee03-4b9a-9c91-1216371b8dfb no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:56:32.173499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a63c-979b-4491-9371-115bbf969f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.180129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a63c-979b-4491-9371-115bbf969f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.202621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: b8f2354f-ee03-4b9a-9c91-1216371b8dfb {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:56:32.203297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5a63c-979b-4491-9371-115bbf969f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c15da6-da1f-437d-a5fc-a1a6a1fcac8d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:32.203523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b8f2354f-ee03-4b9a-9c91-1216371b8dfb not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:56:32.204052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6769e8d9-2f90-4782-bad8-53458adb7422 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:56:32.222928 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a63c-979b-4491-9371-115bbf969f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.224229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0bd5a63c-979b-4491-9371-115bbf969f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2154598 Nov 25 18:56:32.226851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41662) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:32.227856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6769e8d9-2f90-4782-bad8-53458adb7422 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:56:32.228272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6769e8d9-2f90-4782-bad8-53458adb7422 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:56:32.236555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-318bc244-6067-4c64-9307-39ed3f5c42d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:32.270757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-318bc244-6067-4c64-9307-39ed3f5c42d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.334852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-318bc244-6067-4c64-9307-39ed3f5c42d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.339195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-318bc244-6067-4c64-9307-39ed3f5c42d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.370922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc244-6067-4c64-9307-39ed3f5c42d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bb4897-9f24-4bff-bdbb-32b25e1c0fa5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:32.382942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-318bc244-6067-4c64-9307-39ed3f5c42d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.384003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-318bc244-6067-4c64-9307-39ed3f5c42d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549685 Nov 25 18:56:32.387864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41666) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:32.392490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9a6d7ea2-976e-4476-a85f-3480222a2b0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:32.449350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7ea2-976e-4476-a85f-3480222a2b0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.522297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7ea2-976e-4476-a85f-3480222a2b0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.526194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7ea2-976e-4476-a85f-3480222a2b0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.544735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d7ea2-976e-4476-a85f-3480222a2b0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d890da3-31d0-429f-994d-91f10fce9319,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:32.553843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7ea2-976e-4476-a85f-3480222a2b0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.558225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9a6d7ea2-976e-4476-a85f-3480222a2b0e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663787 Nov 25 18:56:32.558549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:32.563293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:32.603035 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:56:32.608690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.692613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.697849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.716802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c189b92-5fb7-4227-90de-08fc7e85cdd8,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:32.729251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.730175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2019b99b-dddd-4626-9efe-de6099ad73f8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1706059 Nov 25 18:56:32.732926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:32.738642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'security_group_rule': {'security_group_id': 'f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:32.765645 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Project 418ca41106504e6eb537b48299cf87fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 18:56:32.771281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.843379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.848670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.868807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52674746-f472-4347-a024-edf25d23d64d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:32.875369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.879726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41684) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:32.886843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'network': {'name': 'tempest-network-smoke--1890838075', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:32.890721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-75bc7338-e296-4b42-bf96-e94439b4367b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459026 Nov 25 18:56:32.927579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:56:32.931033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.963557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:56:32.972843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:32.973188 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Added segment 6c80b96d-83c2-4435-bd92-6eaf07887817 of type vlan for network 7ba69925-3915-421d-8f19-1086c03f0548 Nov 25 18:56:33.018827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.050135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.060918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:33.061566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.144507 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2631278 Nov 25 18:56:33.147091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41698) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:33.152350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'admin_state_up': True, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:33.160853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7471f6-15c8-4085-aa46-2a2c207903aa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Network': ['ID=7ba69925-3915-421d-8f19-1086c03f0548,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:33.172024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 7ba69925-3915-421d-8f19-1086c03f0548 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:56:33.191302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.193174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.273288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.345318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.445516 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.487473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:56:33.571179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:33.571925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.657915 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.686341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:33.688782 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24453291-5fbc-4afa-bb5e-ff82a97e2101" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:33.703254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:33.710236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.716202 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.745256 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:33.754754 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aafc11e-3e45-48c3-b6fc-a9ccbabeb8e4 x-openstack-request-id: req-5aafc11e-3e45-48c3-b6fc-a9ccbabeb8e4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:33.755050 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:33.755560 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aafc11e-3e45-48c3-b6fc-a9ccbabeb8e4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:33.755960 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'code': 200} Nov 25 18:56:33.786336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:33.876759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.237 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/56973521-dc52-47db-b0e9-e968fb0d5fc9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:56:34.016954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:34.055696 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:34.102030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:56:34.108578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:56:34.112324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:56:34.115883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=56973521-dc52-47db-b0e9-e968fb0d5fc9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:34.134040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b9234-32b7-422f-99d2-d30c90ec33f2 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:56:34.255174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a3ac51ea-6461-435c-b13b-b310e10b912e None None] Provisioning complete for port 56973521-dc52-47db-b0e9-e968fb0d5fc9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:34.255831 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a3ac51ea-6461-435c-b13b-b310e10b912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:34.319028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac51ea-6461-435c-b13b-b310e10b912e None None] Port 56973521-dc52-47db-b0e9-e968fb0d5fc9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:56:34.450591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:34.681151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:34.839154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:56:34.961459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:56:34.972178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Sync routers for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:56:34.994574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:34.998749 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-029b8f10-346f-4717-9462-acd145631f76 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8473012 Nov 25 18:56:34.999250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41754) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:35.000775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:35.001505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:35.037333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-196cd797-e13b-49a1-95be-b1745045b89e tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=418ca41106504e6eb537b48299cf87fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348160 Nov 25 18:56:35.040019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41756) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:35.177973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5b68d9-3974-4f4b-9801-95fe08287c44 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:35.180622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7a5b68d9-3974-4f4b-9801-95fe08287c44 tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390648 Nov 25 18:56:35.183928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 41766) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:35.197482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:35.254967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41774) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:35.256982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-94e337eb-fcf2-4b4b-bba1-826ee3c993db tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717576 Nov 25 18:56:35.260732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1999595750', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'project_id': '418ca41106504e6eb537b48299cf87fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:35.404227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:56:35.412084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:35.478234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:34Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:35.533094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Checking router: d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:56:35.534325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Updating router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 port 56973521-dc52-47db-b0e9-e968fb0d5fc9 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:56:35.564142 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.016489 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.035309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.153557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Attempting to bind port 56973521-dc52-47db-b0e9-e968fb0d5fc9 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:56:36.153969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Attempting to bind port 56973521-dc52-47db-b0e9-e968fb0d5fc9 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:56:36.154339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Attempting to bind port 56973521-dc52-47db-b0e9-e968fb0d5fc9 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:36.168837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a17408-1a40-4af7-9957-faf48a599ec3 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:56:36.178761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.195743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:56:36.198491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:36.200532 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.201254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:56:36.202193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Bound port: 56973521-dc52-47db-b0e9-e968fb0d5fc9, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:56:36.203028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.260619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b2401-3d03-4fc4-bd4b-919861781600 None None] Pushing event updated for resources: {'Port': ['ID=56973521-dc52-47db-b0e9-e968fb0d5fc9,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:36.292041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Subnet': ['ID=ac4a8395-b345-4bb3-8c72-3854b034f3e4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:36.333209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] For port 56973521-dc52-47db-b0e9-e968fb0d5fc9, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:36.337329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] For port 56973521-dc52-47db-b0e9-e968fb0d5fc9, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=56973521-dc52-47db-b0e9-e968fb0d5fc9,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:56:36.349854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.351559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Checking segment: {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:36.351996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network hostable DHCP agents. Network: 7ba69925-3915-421d-8f19-1086c03f0548, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:56:36.432681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2a4e50b-c93d-4516-9ec6-f4bf0b6cb639 None None] Provisioning complete for port 56973521-dc52-47db-b0e9-e968fb0d5fc9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:36.433920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e50b-c93d-4516-9ec6-f4bf0b6cb639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.443762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 7ba69925-3915-421d-8f19-1086c03f0548 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:56:36.468515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b2401-3d03-4fc4-bd4b-919861781600 None None] Pushing event updated for resources: {'Port': ['ID=56973521-dc52-47db-b0e9-e968fb0d5fc9,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:36.483024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e828752-74e2-4c91-a0e0-87f19f1a41f6 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:56:36.492236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 7ba69925-3915-421d-8f19-1086c03f0548) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:56:36.501628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:36.505259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb94a8f-901a-4e93-9e19-a343cc78bd36 None None] Network 7ba69925-3915-421d-8f19-1086c03f0548 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:56:36.505488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:36.586212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-404f218d-0a25-4ec0-bb20-52371413b141 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3296952 Nov 25 18:56:36.588993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 41826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:36.617862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:36.618613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:36.833670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-7ba69925-3915-421d-8f19-1086c03f0548', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:56:36.834590 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:37.038665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:37.040795 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e50b-c93d-4516-9ec6-f4bf0b6cb639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:37.071563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Allocated IP 172.20.0.2 (7ba69925-3915-421d-8f19-1086c03f0548/ac4a8395-b345-4bb3-8c72-3854b034f3e4/a8c93e4a-6e46-40b7-a05c-f12de2ba0652) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:56:37.213703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c2a4e50b-c93d-4516-9ec6-f4bf0b6cb639 None None] For port 56973521-dc52-47db-b0e9-e968fb0d5fc9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=56973521-dc52-47db-b0e9-e968fb0d5fc9,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:37.606331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e50b-c93d-4516-9ec6-f4bf0b6cb639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:37.613259 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:37.784931 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:37.795002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4e50b-c93d-4516-9ec6-f4bf0b6cb639 None None] Pushing event updated for resources: {'Port': ['ID=56973521-dc52-47db-b0e9-e968fb0d5fc9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:37.799545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-997cb008-05a6-46fd-be1a-aba845b752fe None None] Provisioning complete for port 56973521-dc52-47db-b0e9-e968fb0d5fc9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:37.800048 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-997cb008-05a6-46fd-be1a-aba845b752fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:37.848860 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:37.958967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Pushing event updated for resources: {'Port': ['ID=a8c93e4a-6e46-40b7-a05c-f12de2ba0652,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:37.969369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Network 7ba69925-3915-421d-8f19-1086c03f0548 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:56:37.974537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:56:37.978778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:56:38.132025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:34Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:38.150391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Attempting to bind port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:56:38.150779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Attempting to bind port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:56:38.151249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Attempting to bind port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 on network 7ba69925-3915-421d-8f19-1086c03f0548 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:38.180987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4840ba-0fb4-45b5-a655-9d8d85681ca1 None None] The sync data for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 is: [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:34Z', 'revision_number': 3, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:56:38.183046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:56:38.184987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Checking segment: {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:38.185595 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:38.186095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Bound using segment: {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:56:38.186809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Bound port: a8c93e4a-6e46-40b7-a05c-f12de2ba0652, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:56:38.187302 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:38.265133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.1 (7ba69925-3915-421d-8f19-1086c03f0548/ac4a8395-b345-4bb3-8c72-3854b034f3e4/377e6fa1-100c-4402-a18d-7182078199fa) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:56:38.310292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] For port a8c93e4a-6e46-40b7-a05c-f12de2ba0652, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:38.317996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] For port a8c93e4a-6e46-40b7-a05c-f12de2ba0652, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a8c93e4a-6e46-40b7-a05c-f12de2ba0652,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:56:38.333093 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:38.486151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11defa9f-3de0-4a08-acfb-ea48224d111e None None] Pushing event updated for resources: {'Port': ['ID=a8c93e4a-6e46-40b7-a05c-f12de2ba0652,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:38.510085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:38.567143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:38.669279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=377e6fa1-100c-4402-a18d-7182078199fa,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:38.733752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 7ba69925-3915-421d-8f19-1086c03f0548 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:56:38.748562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:56:38.770792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:56:38.897396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:39.149696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:39.764658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:39.781430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:39.979365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:39.981575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=377e6fa1-100c-4402-a18d-7182078199fa,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:40.230310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 7ba69925-3915-421d-8f19-1086c03f0548 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:56:40.232548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:56:40.301919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a8c93e4a-6e46-40b7-a05c-f12de2ba0652 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:56:40.410345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:40.420645 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:40.499193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc592706-4c6c-439f-a030-4f0cf5eb67cd None None] Network 7ba69925-3915-421d-8f19-1086c03f0548 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:56:40.543826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:56:40.619722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f6bd2856-010c-4bb8-bd89-09678b0eb769 None None] Provisioning complete for port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:40.646538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2856-010c-4bb8-bd89-09678b0eb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:40.714805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:56:40.727187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:40.732136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6267c214-80d9-430f-9c6f-314920514229 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417286 Nov 25 18:56:40.937439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port a8c93e4a-6e46-40b7-a05c-f12de2ba0652, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a8c93e4a-6e46-40b7-a05c-f12de2ba0652,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:41.018795 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:41.019726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 56973521-dc52-47db-b0e9-e968fb0d5fc9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:56:41.073054 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9985f0c8-411d-44e1-b079-99400f52a1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:41.175462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=a8c93e4a-6e46-40b7-a05c-f12de2ba0652,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:41.225851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 56973521-dc52-47db-b0e9-e968fb0d5fc9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:41.226414 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:41.315493 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Sync routers for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:56:41.350485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:41.350485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:41.551301 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:41.739831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-41f0a6bd-788c-4e06-b0e8-e4e4158a4385 None None] Provisioning complete for port 377e6fa1-100c-4402-a18d-7182078199fa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:41.741019 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41f0a6bd-788c-4e06-b0e8-e4e4158a4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:41.814933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-41f0a6bd-788c-4e06-b0e8-e4e4158a4385 None None] Port 377e6fa1-100c-4402-a18d-7182078199fa cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:56:41.839658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-41f0a6bd-788c-4e06-b0e8-e4e4158a4385 None None] Provisioning complete for port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:41.841110 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41f0a6bd-788c-4e06-b0e8-e4e4158a4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:41.935993 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 2, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:41.975062 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Checking router: d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:56:41.975418 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Updating router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 port 377e6fa1-100c-4402-a18d-7182078199fa binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:56:42.143629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a8c93e4a-6e46-40b7-a05c-f12de2ba0652 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:56:42.176309 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:42.325686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:42.325969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:42.509104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-922214b1-4ea0-4326-8913-673ba3416824 None None] Provisioning complete for port 377e6fa1-100c-4402-a18d-7182078199fa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:42.509501 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-922214b1-4ea0-4326-8913-673ba3416824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:42.691747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-922214b1-4ea0-4326-8913-673ba3416824 None None] Port 377e6fa1-100c-4402-a18d-7182078199fa cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:56:42.760023 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:42.772631 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:42.839109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f7fe6af3-340e-4a1f-ba48-a07cd4b3e86c None None] Provisioning complete for port 377e6fa1-100c-4402-a18d-7182078199fa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:42.840043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7fe6af3-340e-4a1f-ba48-a07cd4b3e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:42.894810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe6af3-340e-4a1f-ba48-a07cd4b3e86c None None] Port 377e6fa1-100c-4402-a18d-7182078199fa cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:56:42.975352 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Pushing event updated for resources: {'Port': ['ID=377e6fa1-100c-4402-a18d-7182078199fa,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:42.987555 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.988133 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.988634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.989110 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.989593 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.990204 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.990699 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.991176 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.991639 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.992103 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.994175 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:42.994729 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:56:43.143805 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Attempting to bind port 377e6fa1-100c-4402-a18d-7182078199fa on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:56:43.144295 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Attempting to bind port 377e6fa1-100c-4402-a18d-7182078199fa by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:56:43.144533 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Attempting to bind port 377e6fa1-100c-4402-a18d-7182078199fa on network 7ba69925-3915-421d-8f19-1086c03f0548 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:43.164078 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:56:43.164445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Checking segment: {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:43.166371 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:43.167634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Bound using segment: {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:56:43.171126 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Bound port: 377e6fa1-100c-4402-a18d-7182078199fa, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:56:43.172383 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:43.301099 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] For port 377e6fa1-100c-4402-a18d-7182078199fa, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:43.306137 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] For port 377e6fa1-100c-4402-a18d-7182078199fa, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=377e6fa1-100c-4402-a18d-7182078199fa,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:56:43.311451 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:43.319766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7b96f2e7-6e36-470c-addb-b7cf5fff1b7c None None] Provisioning complete for port 377e6fa1-100c-4402-a18d-7182078199fa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:43.320240 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b96f2e7-6e36-470c-addb-b7cf5fff1b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:43.428670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d740-43e8-4345-9d38-f2b815b6f3d9 None None] Pushing event updated for resources: {'Port': ['ID=377e6fa1-100c-4402-a18d-7182078199fa,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:43.445356 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:56:43.445999 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:43.465726 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b96f2e7-6e36-470c-addb-b7cf5fff1b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:43.602255 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:56:43.612926 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0cb9c162-d948-43d6-aa11-8b6844538173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:43.616165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7b96f2e7-6e36-470c-addb-b7cf5fff1b7c None None] For port 377e6fa1-100c-4402-a18d-7182078199fa, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=377e6fa1-100c-4402-a18d-7182078199fa,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:43.627525 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b96f2e7-6e36-470c-addb-b7cf5fff1b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:43.779239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96f2e7-6e36-470c-addb-b7cf5fff1b7c None None] Pushing event updated for resources: {'Port': ['ID=377e6fa1-100c-4402-a18d-7182078199fa,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:43.866615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0bb95066-d7b0-47cd-bd4a-000e69d1dc06 None None] Provisioning complete for port 377e6fa1-100c-4402-a18d-7182078199fa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:43.867290 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0bb95066-d7b0-47cd-bd4a-000e69d1dc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:44.018929 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:56:44.102827 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967bcc1-bf76-43f2-a2d3-f50b71833777 None None] The sync data for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 is: [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:56:44.452321 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:45.981332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:46.219927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 377e6fa1-100c-4402-a18d-7182078199fa up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:56:46.313571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 377e6fa1-100c-4402-a18d-7182078199fa triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:46.313830 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:46.981379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:49.411050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-f35c5824-7a1d-4a34-92f6-8fd2975245b2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35964406&fields=id&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 267 time: 0.1077883 Nov 25 18:56:49.571289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-72c77f8a-9340-40bf-98ce-16a366b1d7c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:49.574924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-72c77f8a-9340-40bf-98ce-16a366b1d7c2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/networks?id=7ba69925-3915-421d-8f19-1086c03f0548 HTTP/1.1" status: 200 len: 797 time: 0.1607430 Nov 25 18:56:49.590798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-681c5f05-065e-40db-81f8-44a5828dec99 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/quotas/418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 375 time: 0.0107980 Nov 25 18:56:49.722316 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-f162dc38-a180-4b2b-b541-d4d2ad2e7622 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188242 Nov 25 18:56:49.840103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-85198b3c-7f3c-4b3b-b76b-4075e82f1e24 service neutron] 10.222.0.62 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989740 Nov 25 18:56:49.984590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-7bd20c2d-982c-441a-baa9-1035e226c456 service neutron] 10.222.0.62 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365027 Nov 25 18:56:50.233841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9f3e36f-2442-4685-930f-8144f386f3b4 req-591e6066-91c3-471e-a3f1-945a4a06c604 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 210 time: 0.0563941 Nov 25 18:56:51.376337 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b173d00e-8681-453e-acee-50c415503b5e req-f225bad3-0b56-4439-bb2d-d4bd032dd44e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 210 time: 0.0487807 Nov 25 18:56:51.825888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-c902278b-531b-4519-a3cf-87815156c93e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:51.827671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-c902278b-531b-4519-a3cf-87815156c93e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "GET /v2.0/networks?id=7ba69925-3915-421d-8f19-1086c03f0548 HTTP/1.1" status: 200 len: 797 time: 0.1736197 Nov 25 18:56:51.954955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:51.963472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:51.971588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:51.979102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:51.989163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.002503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.012206 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.014286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-704b879c-eb1e-4889-9930-c1054db100ac req-d0c9a126-5701-4b33-97ee-347db6a40d71 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1855114 Nov 25 18:56:52.021766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2996c4c1-e739-4513-a8d9-8cc875ee5a75 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418ca41106504e6eb537b48299cf87fc HTTP/1.1" status: 200 len: 378 time: 0.1789973 Nov 25 18:56:52.033759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'port': {'device_id': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'admin_state_up': True, 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'security_groups': ['f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:52.162812 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-704b879c-eb1e-4889-9930-c1054db100ac req-2c2c4942-0577-4edb-83bd-de4e2624fab8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396971 Nov 25 18:56:52.212038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Made reservation on behalf of 418ca41106504e6eb537b48299cf87fc for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:56:52.216650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:52.348142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.354179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.360709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.368060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.377027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.384985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.20.0.11 (7ba69925-3915-421d-8f19-1086c03f0548/ac4a8395-b345-4bb3-8c72-3854b034f3e4/5627965d-f37b-4c15-899b-e4c789fead1f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:56:52.405003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.415276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.419166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a305195-c823-4019-bded-6e91236b0818 req-e3157bc1-860f-469f-970d-23fc64cbe7f6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1372211 Nov 25 18:56:52.546841 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24e9e67b-926f-47a4-91b6-03a8444692e0 req-1a34527a-54e4-40a4-9233-a41286dd9078 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 210 time: 0.0343425 Nov 25 18:56:52.594882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25720d12-86e0-464f-8a1b-7a017adc070f req-d002a6af-650c-4667-997f-57e1194743d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.596819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25720d12-86e0-464f-8a1b-7a017adc070f req-d002a6af-650c-4667-997f-57e1194743d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.1467583 Nov 25 18:56:52.686770 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:52.705522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25720d12-86e0-464f-8a1b-7a017adc070f req-1109c1a6-c51e-44ce-b8d8-e98058668f9d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945723 Nov 25 18:56:52.756814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:52.805428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 7ba69925-3915-421d-8f19-1086c03f0548 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:56:52.808787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:56:52.813294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:56:52.820791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:52.884018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:52.884787 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:52.907326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-28d05189-895a-4112-8e4f-b3b15ac64501 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776970 Nov 25 18:56:52.922691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Request body: {'port': {'device_id': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:56:53.112236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-91ead37b-3043-4877-a77e-fdbec13fbfdf None None] Provisioning complete for port 5627965d-f37b-4c15-899b-e4c789fead1f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:56:53.112863 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91ead37b-3043-4877-a77e-fdbec13fbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:53.157224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-91ead37b-3043-4877-a77e-fdbec13fbfdf None None] Port 5627965d-f37b-4c15-899b-e4c789fead1f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:56:53.380658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:53.663001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5627965d-f37b-4c15-899b-e4c789fead1f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:56:53.671644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:53.687109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Transition to ACTIVE for port object 5627965d-f37b-4c15-899b-e4c789fead1f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:56:53.695336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:53.706292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15efd81-843e-4903-bb3e-89ead61b6b9a req-9d7d3150-159f-4dd9-9dcd-08e0ebef039d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:53.709015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b15efd81-843e-4903-bb3e-89ead61b6b9a req-9d7d3150-159f-4dd9-9dcd-08e0ebef039d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 932 time: 0.0760722 Nov 25 18:56:53.852066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b15efd81-843e-4903-bb3e-89ead61b6b9a req-4f64bb60-0e56-439f-af90-49d25b62b71a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338434 Nov 25 18:56:53.860670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:53.945605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Attempting to bind port 5627965d-f37b-4c15-899b-e4c789fead1f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:56:53.945943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Attempting to bind port 5627965d-f37b-4c15-899b-e4c789fead1f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:56:53.946274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Attempting to bind port 5627965d-f37b-4c15-899b-e4c789fead1f on network 7ba69925-3915-421d-8f19-1086c03f0548 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:53.953777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Port 5627965d-f37b-4c15-899b-e4c789fead1f on network 7ba69925-3915-421d-8f19-1086c03f0548 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:56:53.954095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Attempting to bind port 5627965d-f37b-4c15-899b-e4c789fead1f on network 7ba69925-3915-421d-8f19-1086c03f0548 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:56:53.963519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:56:53.963967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Checking segment: {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:56:53.964243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Bound using segment: {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:56:53.965010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Bound port: 5627965d-f37b-4c15-899b-e4c789fead1f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c80b96d-83c2-4435-bd92-6eaf07887817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:56:53.965010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:53.985617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0caa0e-99e1-4b61-8f60-e28d17051d0e req-5b09546f-f38e-41f1-a70e-03b57a2fbf7c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:53.987974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b0caa0e-99e1-4b61-8f60-e28d17051d0e req-5b09546f-f38e-41f1-a70e-03b57a2fbf7c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0774958 Nov 25 18:56:54.102677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:56:54.108317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b0caa0e-99e1-4b61-8f60-e28d17051d0e req-68c6674f-dd20-49e7-a6aa-508fcc137a2c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887971 Nov 25 18:56:54.110207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:56:54.115926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:54.160518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.161151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:54.163176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] 10.222.0.66 "PUT /v2.0/ports/5627965d-f37b-4c15-899b-e4c789fead1f HTTP/1.1" status: 200 len: 1092 time: 1.2455423 Nov 25 18:56:54.163628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:54.165907 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe6f2eb-8cb1-4fa8-bca4-b16114f16df7" -d '{"events": [{"name": "network-changed", "server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:54.191375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda8b15-bd5e-4185-bec4-3d9b9e8115f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:54.229174 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59089a2d-b1f0-46b2-9be5-59a707ca664b x-openstack-request-id: req-59089a2d-b1f0-46b2-9be5-59a707ca664b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:54.229522 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:54.229718 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59089a2d-b1f0-46b2-9be5-59a707ca664b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:54.230172 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f', 'status': 'completed', 'code': 200} Nov 25 18:56:54.305197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6f2eb-8cb1-4fa8-bca4-b16114f16df7 req-8548341e-6811-49bc-968b-226ff2b0a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.309821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fe6f2eb-8cb1-4fa8-bca4-b16114f16df7 req-8548341e-6811-49bc-968b-226ff2b0a60c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 1095 time: 0.0699403 Nov 25 18:56:54.533486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6f2eb-8cb1-4fa8-bca4-b16114f16df7 req-1eb3f572-bdd8-4ff4-91e1-c15e5184f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.535203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fe6f2eb-8cb1-4fa8-bca4-b16114f16df7 req-1eb3f572-bdd8-4ff4-91e1-c15e5184f665 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=418ca41106504e6eb537b48299cf87fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2168167 Nov 25 18:56:54.686944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6f2eb-8cb1-4fa8-bca4-b16114f16df7 req-083b10d2-d3d6-486e-b33d-3f102eb0bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.688877 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fe6f2eb-8cb1-4fa8-bca4-b16114f16df7 req-083b10d2-d3d6-486e-b33d-3f102eb0bdf1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450279 Nov 25 18:56:54.785720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42170) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:56:54.788550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-21c4d160-9adf-4c05-ab83-c5b03f359715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.790062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-21c4d160-9adf-4c05-ab83-c5b03f359715 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 1095 time: 0.0599341 Nov 25 18:56:54.836161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-70e40100-5cb0-4153-ac9c-7288de526d20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5627965d-f37b-4c15-899b-e4c789fead1f HTTP/1.1" status: 200 len: 217 time: 0.0361552 Nov 25 18:56:54.890613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.891219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.891688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.892368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.892834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.893287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.893795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.895832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-fa5cb54d-1fa3-4ee9-81d1-11ffc771254c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6502 time: 0.1078625 Nov 25 18:56:54.926928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-96b4133d-7491-4480-94cb-7a88f3f0dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:54.928664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-96b4133d-7491-4480-94cb-7a88f3f0dd00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac4a8395-b345-4bb3-8c72-3854b034f3e4 HTTP/1.1" status: 200 len: 835 time: 0.0815315 Nov 25 18:56:54.992920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-06707740-e02e-425a-93e7-9fc6d4bbe983 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871594 Nov 25 18:56:55.036269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6265d-a66e-43ed-98b0-2bad668509df req-e58a723e-a69d-4a31-898f-ac889345336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:55.038080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-e58a723e-a69d-4a31-898f-ac889345336d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ba69925-3915-421d-8f19-1086c03f0548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012650 Nov 25 18:56:55.061327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce79fe1-7b04-43c1-a25e-e21191856177 req-9032c5dc-c26a-4f26-b16f-b0d4fb920ac5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:55.062869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ce79fe1-7b04-43c1-a25e-e21191856177 req-9032c5dc-c26a-4f26-b16f-b0d4fb920ac5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.1159170 Nov 25 18:56:55.172341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ce79fe1-7b04-43c1-a25e-e21191856177 req-860ed6db-a997-45ec-bdf1-932c748e1ca2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972407 Nov 25 18:56:55.183673 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-2b333067-30c2-461a-86dd-fd89453bd106 service neutron] 10.222.0.66 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376269 Nov 25 18:56:55.278696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08b6265d-a66e-43ed-98b0-2bad668509df req-854a2678-839d-402c-b3aa-268449eaf12b service neutron] 10.222.0.66 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869451 Nov 25 18:56:55.548360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:56:55.669907 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:55.709129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:55.710299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:56:55.712740 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e7c2b9-8f15-464c-9996-ab4237566a85" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:56:55.716313 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:55.779886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:56:55.893502 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8708076-c94e-4230-ba5f-ac9ed90087f3 x-openstack-request-id: req-e8708076-c94e-4230-ba5f-ac9ed90087f3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:56:55.893845 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:56:55.894350 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8708076-c94e-4230-ba5f-ac9ed90087f3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:56:55.894797 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'code': 200} Nov 25 18:56:56.014589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-06779053-2842-4e57-bc95-93763ced62a0 req-e58787b4-f2cd-46d2-85f8-e921d9576300 service neutron] (103456) timed out ('10.222.0.66', 60375) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:56:56.313847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c99f19-ca5b-4d6a-b303-c2b24c4ee608 req-a19b72f8-3a9c-44f0-ba90-003f047bfa0a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:56.322756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00c99f19-ca5b-4d6a-b303-c2b24c4ee608 req-a19b72f8-3a9c-44f0-ba90-003f047bfa0a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.0645273 Nov 25 18:56:56.389786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00c99f19-ca5b-4d6a-b303-c2b24c4ee608 req-ffa01bbf-b74d-4498-ba39-4466aaa66f4f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659976 Nov 25 18:56:57.509263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b74392-bc2c-4041-9311-64582fd56988 req-1c941f22-04cc-4598-883f-ce10df67d24a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:57.510899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9b74392-bc2c-4041-9311-64582fd56988 req-1c941f22-04cc-4598-883f-ce10df67d24a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.0534186 Nov 25 18:56:57.561595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9b74392-bc2c-4041-9311-64582fd56988 req-69cbf9b5-f241-4bd2-9c69-03eefab134e1 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440876 Nov 25 18:56:58.685834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec846ac5-04e0-4ca8-a513-378772232bbe req-174365fe-84ca-46f3-bac6-2d85f0d38654 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:58.687514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec846ac5-04e0-4ca8-a513-378772232bbe req-174365fe-84ca-46f3-bac6-2d85f0d38654 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.0522006 Nov 25 18:56:58.740285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec846ac5-04e0-4ca8-a513-378772232bbe req-a69c4655-599c-480f-beaf-48fd98f66185 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457644 Nov 25 18:56:59.562799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:56:59.675900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:59.688488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'mac_address': 'fa:16:3e:39:b0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:56:59.733050 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:59.756194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:56:59.777782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:59.787780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:56:59.788939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5627965d-f37b-4c15-899b-e4c789fead1f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:56:59.931242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339c678-5d91-415d-9832-af74906476fa req-04270b88-12b5-41ab-b582-d95e0aa21122 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:56:59.932881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2339c678-5d91-415d-9832-af74906476fa req-04270b88-12b5-41ab-b582-d95e0aa21122 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.0820460 Nov 25 18:56:59.961774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:56:59.978155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '5627965d-f37b-4c15-899b-e4c789fead1f', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'port_id': '5627965d-f37b-4c15-899b-e4c789fead1f', 'mac_address': 'fa:16:3e:e1:2e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:57:00.013219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2339c678-5d91-415d-9832-af74906476fa req-de1de9fb-9126-43d0-a607-4930d85abfb2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708394 Nov 25 18:57:00.018465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:00.088785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:00.107091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5627965d-f37b-4c15-899b-e4c789fead1f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:57:00.137233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:00.144200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:00.205866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:00.266198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:57:00.299193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-6c29c318-51a5-48d1-b14d-190bc0e7237d req-f72a1682-50c5-40a0-80a2-e146c2c10e37 service neutron] (103456) timed out ('10.222.0.64', 50731) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:57:00.742979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5627965d-f37b-4c15-899b-e4c789fead1f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:57:00.783219 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:01.140217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d5b8c-3fa0-44ad-8c31-d8c8fa525bb2 req-9f762e6e-2b28-4d3a-a150-3a6f5d614a8f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.142163 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f39d5b8c-3fa0-44ad-8c31-d8c8fa525bb2 req-9f762e6e-2b28-4d3a-a150-3a6f5d614a8f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 945 time: 0.0515406 Nov 25 18:57:01.202528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f39d5b8c-3fa0-44ad-8c31-d8c8fa525bb2 req-e29b9332-139c-46c0-9240-79a91d7e9b16 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526946 Nov 25 18:57:01.427703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-fa62768e-fc0a-4558-89b2-06348f5b1b0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0522032 Nov 25 18:57:01.539555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.540081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.540623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.540923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.541532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.542157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.542652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.545015 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-a2790052-eb3e-4829-934c-a4c37a082455 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 6502 time: 0.0555131 Nov 25 18:57:01.585645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:57:01.676019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:57:01.676566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:01.704715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-5a0113af-6a4f-4fb5-992e-475e517d503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.706039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-5a0113af-6a4f-4fb5-992e-475e517d503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.706747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-5a0113af-6a4f-4fb5-992e-475e517d503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.708980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-5a0113af-6a4f-4fb5-992e-475e517d503f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f8726b0-b2b2-4430-9868-33a6f312e430&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=4ceda34d-b884-4a07-9638-9608188b8ae3&id=b771d437-5fd6-46e0-b62a-e89b3aefade5&id=b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 200 len: 2299 time: 0.1370182 Nov 25 18:57:01.782781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:01.798321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-9720d79c-4d08-4a98-b5a5-55ca86df8f58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 200 len: 1001 time: 0.0809894 Nov 25 18:57:01.807159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:01.809439 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d4552-a50c-4f4d-b266-9bf3b4200395" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:01.832019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:01.848071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:01.879069 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2817bca7-bb99-446d-a0a2-9cfad466301d x-openstack-request-id: req-2817bca7-bb99-446d-a0a2-9cfad466301d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:01.879372 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:01.879768 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2817bca7-bb99-446d-a0a2-9cfad466301d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:01.880179 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'code': 200} Nov 25 18:57:01.884279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-dd41bf7e-2e5c-4441-aead-b6615717126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.886494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-dd41bf7e-2e5c-4441-aead-b6615717126d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c HTTP/1.1" status: 200 len: 856 time: 0.0802014 Nov 25 18:57:01.917080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:01.968549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-37b61521-0411-4636-95c8-de566d22a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:01.970263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-37b61521-0411-4636-95c8-de566d22a236 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f8726b0-b2b2-4430-9868-33a6f312e430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757902 Nov 25 18:57:02.083318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-5856b77a-6a1f-4570-b7ce-dcc2da3f154b service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041365 Nov 25 18:57:02.186485 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-89fe2fa7-fc93-4756-b92d-9caf710c5362 service neutron] 10.222.0.66 "GET /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950167 Nov 25 18:57:02.228845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-ea48f966-a4b2-4f67-8f60-acf1e8e57f01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 217 time: 0.0353930 Nov 25 18:57:02.280912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-4960c2f7-2b42-4934-ad32-341872b2a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:02.282501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-4960c2f7-2b42-4934-ad32-341872b2a051 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0468791 Nov 25 18:57:02.323421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad33df-cab5-47d3-b0bd-0af2e0b604a6 req-48c34fca-4913-4f2d-bea1-bbd5ff12d6f4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:02.324937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1bad33df-cab5-47d3-b0bd-0af2e0b604a6 req-48c34fca-4913-4f2d-bea1-bbd5ff12d6f4 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 945 time: 0.0521312 Nov 25 18:57:02.341703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-0b183721-d282-401c-a7cd-1a73f5d999e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:02.343453 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-0b183721-d282-401c-a7cd-1a73f5d999e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529547 Nov 25 18:57:02.375443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1bad33df-cab5-47d3-b0bd-0af2e0b604a6 req-4013e114-f293-4d66-a7ad-4f896575322c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444188 Nov 25 18:57:02.442688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-fe8f35aa-040d-480f-bc25-3ee71bfa45fa service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924716 Nov 25 18:57:02.540932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-4ec2d406-3849-46e2-a951-11df3029518f service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899532 Nov 25 18:57:02.583065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-f759258a-9978-4ea4-8e67-04ff4d0c2d1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 217 time: 0.0345690 Nov 25 18:57:02.637271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-3838301b-2e6a-401a-933f-8c517b67dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:02.638895 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-3838301b-2e6a-401a-933f-8c517b67dbf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0496104 Nov 25 18:57:02.692629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-6ae2c1a7-cfe5-40e7-89f3-ced12d1ea7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:02.694139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-6ae2c1a7-cfe5-40e7-89f3-ced12d1ea7aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488217 Nov 25 18:57:02.788767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-3f63b17c-c8a2-452f-9dae-d6b518c337af service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Nov 25 18:57:02.885201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-862ab464-691e-45de-aef6-96c6ca967761 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Nov 25 18:57:02.929196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-c80f41b6-9ab7-4a28-b199-542ffe425a9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e074b3d0-6252-4eef-b942-80849bda7068 HTTP/1.1" status: 200 len: 217 time: 0.0368392 Nov 25 18:57:02.981957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-930781cc-007e-43da-9cc2-d652fcc8083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:02.983485 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-930781cc-007e-43da-9cc2-d652fcc8083b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0475130 Nov 25 18:57:03.044651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-7d96e4e8-583e-4ce6-8ff0-2852298a9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:03.046187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-7d96e4e8-583e-4ce6-8ff0-2852298a9ff9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553091 Nov 25 18:57:03.139834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-d9b948fc-4c3e-443e-90b6-fc53c0744a94 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860307 Nov 25 18:57:03.232494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-683d63ac-04ab-40c3-abcb-03577d7d5d99 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860510 Nov 25 18:57:03.310780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-69fe3bf7-0314-489f-9636-7b1c9cdca3d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca HTTP/1.1" status: 200 len: 217 time: 0.0371730 Nov 25 18:57:03.343023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:03.378245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-f571be5a-8e00-4396-be6c-82f9ffd8e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:03.379919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-f571be5a-8e00-4396-be6c-82f9ffd8e3f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 200 len: 797 time: 0.0561087 Nov 25 18:57:03.499716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-776a6e2c-f96a-4cea-9124-9980f202a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:03.502800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-776a6e2c-f96a-4cea-9124-9980f202a34e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ceda34d-b884-4a07-9638-9608188b8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893140 Nov 25 18:57:03.514478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394a18f-9a5a-44de-b983-55975446d870 req-240f73f6-8759-49c6-87e7-6854e0db9cf5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:03.515996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f394a18f-9a5a-44de-b983-55975446d870 req-240f73f6-8759-49c6-87e7-6854e0db9cf5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 945 time: 0.0698330 Nov 25 18:57:03.610564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5627965d-f37b-4c15-899b-e4c789fead1f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:57:03.640583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f394a18f-9a5a-44de-b983-55975446d870 req-063caffe-344b-411f-a934-78620dd4e683 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157055 Nov 25 18:57:03.660082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-631b7ae1-f8e2-4068-9aa7-33e52f3fb7e8 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430404 Nov 25 18:57:03.693203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 5627965d-f37b-4c15-899b-e4c789fead1f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:57:03.698714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 5627965d-f37b-4c15-899b-e4c789fead1f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:57:03.699087 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:03.796005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:03.807837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-ec6368e8-7e7c-4f7c-be95-5750a4badfd6 service neutron] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355209 Nov 25 18:57:03.836871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:03.848294 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:03.881920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:03.884486 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267d10d-cef9-444f-9893-104ffe902ad6" -d '{"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-plugged", "status": "completed", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:03.899871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-1bdc7957-ed75-46df-974a-d29041ff3e99 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036 HTTP/1.1" status: 200 len: 217 time: 0.0833843 Nov 25 18:57:03.920300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:03.971707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-14b5d051-a885-4025-9630-6a4f30bb8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:03.973217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-14b5d051-a885-4025-9630-6a4f30bb8ac9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.0652404 Nov 25 18:57:04.003076 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878f63c1-4277-4152-aef8-cd78fde2bc60 x-openstack-request-id: req-878f63c1-4277-4152-aef8-cd78fde2bc60 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:04.003899 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-plugged", "status": "completed", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:04.004160 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-878f63c1-4277-4152-aef8-cd78fde2bc60 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:04.004723 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f', 'code': 200} Nov 25 18:57:04.045666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-f1e09a5f-1b6e-4273-8639-b1a4d43dd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:04.047689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-f1e09a5f-1b6e-4273-8639-b1a4d43dd1af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657139 Nov 25 18:57:04.211805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e03f1-5cc8-4c0d-ac13-99bf5adb24eb req-d1dd738e-ee45-4e25-8784-0ae1f60c04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:04.213689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-337e03f1-5cc8-4c0d-ac13-99bf5adb24eb req-d1dd738e-ee45-4e25-8784-0ae1f60c04f9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 1097 time: 0.0960579 Nov 25 18:57:04.247717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-879f75e5-ac97-49c4-aca4-2eea8f06b4a6 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809037 Nov 25 18:57:04.290389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-337e03f1-5cc8-4c0d-ac13-99bf5adb24eb req-c65751fb-7945-468b-bf44-01fc5b428865 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684125 Nov 25 18:57:04.414266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-45829dca-5abd-4383-8200-3e1cafb4badd service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572008 Nov 25 18:57:04.544727 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:57:04.573445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-13a2198f-4045-4af8-8c9f-d0701dcad303 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 200 len: 217 time: 0.0437038 Nov 25 18:57:04.634245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-170e5d12-9aa2-4648-a6a1-a404f90ef8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:04.636077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-170e5d12-9aa2-4648-a6a1-a404f90ef8b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 200 len: 797 time: 0.0536764 Nov 25 18:57:04.697210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-04eeda1a-7514-4c0e-ae63-d55db91ccc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:04.698767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-04eeda1a-7514-4c0e-ae63-d55db91ccc49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b771d437-5fd6-46e0-b62a-e89b3aefade5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530083 Nov 25 18:57:04.864462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-616bd6c1-69a8-494b-8fdb-bf25c693d829 service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558285 Nov 25 18:57:04.872073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e52a8-fcd6-4c72-98e1-33f67c2e419a req-82380998-e5da-4b4a-a656-dd89b70f0ab6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:04.873728 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2c4e52a8-fcd6-4c72-98e1-33f67c2e419a req-82380998-e5da-4b4a-a656-dd89b70f0ab6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1012802 Nov 25 18:57:04.977034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2c4e52a8-fcd6-4c72-98e1-33f67c2e419a req-3b774091-a3fa-426f-b10f-936569672f24 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942717 Nov 25 18:57:05.027115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fbe52c73-5e54-4118-9a88-82e41010a967 req-dd2a14d3-aebf-45e2-a79c-793c928a5f9a service neutron] 10.222.0.66 "GET /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486838 Nov 25 18:57:06.011983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-e8f8c57c-d218-402e-a03b-35050a375b81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470328 Nov 25 18:57:06.212164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933f5b-98b5-416e-b749-db353a0451f3 req-e8079888-bd34-4ccb-a4eb-5e25b4053b2a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:06.214169 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2933f5b-98b5-416e-b749-db353a0451f3 req-e8079888-bd34-4ccb-a4eb-5e25b4053b2a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1365235 Nov 25 18:57:06.227832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-a8f6120f-01df-4bac-a3bb-b4c671a14626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:06.231652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-a8f6120f-01df-4bac-a3bb-b4c671a14626 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 1096 time: 0.1425807 Nov 25 18:57:06.339294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2933f5b-98b5-416e-b749-db353a0451f3 req-30d81338-5f4b-4ce7-b469-c6ff415644d9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156409 Nov 25 18:57:06.386653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-7e3e8f4e-1344-47a5-9c85-b52a7e3dbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:06.388779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-7e3e8f4e-1344-47a5-9c85-b52a7e3dbd3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 915 time: 0.1298995 Nov 25 18:57:06.472643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-1aa8cee0-6edf-420a-8053-94b446e0bab8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a0e36d-530f-478e-ac65-a60763c13bf7 HTTP/1.1" status: 200 len: 217 time: 0.0719237 Nov 25 18:57:06.507025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734d0a-899f-4b70-a06f-d29babaa1032 req-52aee56a-fd90-432a-98e5-511b29a0d981 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:06.508742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15734d0a-899f-4b70-a06f-d29babaa1032 req-52aee56a-fd90-432a-98e5-511b29a0d981 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0729833 Nov 25 18:57:06.581471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-40a64b06-a79f-4502-8393-33e5f753f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:06.582912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-40a64b06-a79f-4502-8393-33e5f753f6f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d79abe9f-462a-4671-991a-2dac88f38e0f HTTP/1.1" status: 200 len: 854 time: 0.0900066 Nov 25 18:57:06.616731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15734d0a-899f-4b70-a06f-d29babaa1032 req-67722fe3-6958-4abc-b8a7-6ff5449c92ca tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011009 Nov 25 18:57:06.635165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-fa55832e-d4fa-450b-9985-0198f88f2021 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431304 Nov 25 18:57:06.653583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42774) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:57:06.705588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80cb5c-ed5f-4479-8d45-74b386f0e12b tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:06.707705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-db80cb5c-ed5f-4479-8d45-74b386f0e12b tempest-TestNetworkAdvancedServerOps-1415966151 tempest-TestNetworkAdvancedServerOps-1415966151-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 1092 time: 0.0529954 Nov 25 18:57:06.716594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42776) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:57:06.726521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '5627965d-f37b-4c15-899b-e4c789fead1f', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:57:06.768867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:06.782035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-f48d1165-89e9-4e16-b379-f76aa1a17946 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378996 Nov 25 18:57:06.913891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:06.915672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a7759d-c093-4fbb-a37d-50b5ef48e73d req-43f9b048-b09f-4dfe-a663-39b1fff7c175 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256750 Nov 25 18:57:07.079388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Allocated IP 172.25.2.37 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/de888a4d-0c66-4cdb-9c08-48e1455f65bf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:57:07.228723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:07.272444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:07.345829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:57:07.357577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:57:07.364765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:57:07.433234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=de888a4d-0c66-4cdb-9c08-48e1455f65bf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:07.454051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.454407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.463562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.464176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.465388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.466198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.467169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.470464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.471006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.471508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.472005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:07.472507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:08.083984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:08.210737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:08.439977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:08.460323 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:08.535692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event updated for resources: {'Port': ['ID=de888a4d-0c66-4cdb-9c08-48e1455f65bf,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:08.552827 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:08.710950 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP 6d33c061-4c2b-4e4d-823b-7a27f8277834 associated. External IP: 172.25.2.37, port: 5627965d-f37b-4c15-899b-e4c789fead1f. Nov 25 18:57:09.001104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:57:09.186227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:57:09.205125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] Sync routers for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:57:09.226586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:57:09.227209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:09.235745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:09.291648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-16a72b36-e4e8-4efc-989a-6ae012986b82 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5737236 Nov 25 18:57:09.292621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:09.295902 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229cb00-7c44-4fef-8873-c61196daad43" -d '{"events": [{"name": "network-changed", "server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:09.362315 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab1e208-89ed-4fa9-b15d-1ec7e0efdab5 x-openstack-request-id: req-dab1e208-89ed-4fa9-b15d-1ec7e0efdab5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:09.362884 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:09.363234 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dab1e208-89ed-4fa9-b15d-1ec7e0efdab5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:09.363749 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f', 'status': 'completed', 'code': 200} Nov 25 18:57:09.453490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229cb00-7c44-4fef-8873-c61196daad43 req-b21b8577-2614-46f7-8beb-4352c868388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:09.455089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1229cb00-7c44-4fef-8873-c61196daad43 req-b21b8577-2614-46f7-8beb-4352c868388d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 1097 time: 0.0623274 Nov 25 18:57:09.460392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad936329-9428-42a5-8c32-589873034c61 req-938f9ce7-91ce-4019-9029-7aa0bbd99534 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:09.462508 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad936329-9428-42a5-8c32-589873034c61 req-938f9ce7-91ce-4019-9029-7aa0bbd99534 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1074061 Nov 25 18:57:09.599185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad936329-9428-42a5-8c32-589873034c61 req-4cbe3c41-a0f8-4856-8bdd-5b523fd36faf tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256292 Nov 25 18:57:09.607831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42814) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:57:09.626082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:57:09.716369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-215aa7b8-6608-4975-8e39-bb10192e2bb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/6d33c061-4c2b-4e4d-823b-7a27f8277834 HTTP/1.1" status: 200 len: 991 time: 0.1060815 Nov 25 18:57:10.000843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '6d33c061-4c2b-4e4d-823b-7a27f8277834', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'port_id': '5627965d-f37b-4c15-899b-e4c789fead1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'mac_address': 'fa:16:3e:e1:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:57:07Z', 'updated_at': '2021-11-25T18:57:07Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:10.006155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229cb00-7c44-4fef-8873-c61196daad43 req-6556ff57-be83-49d9-87e2-30b6b1ce3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:10.008263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1229cb00-7c44-4fef-8873-c61196daad43 req-6556ff57-be83-49d9-87e2-30b6b1ce3997 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ba69925-3915-421d-8f19-1086c03f0548 HTTP/1.1" status: 200 len: 898 time: 0.5446663 Nov 25 18:57:10.029191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] Checking router: d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:57:10.042133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:57:10.043285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:56:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:10.099927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1229cb00-7c44-4fef-8873-c61196daad43 req-b5167be9-48e8-4785-873c-5f30bfa4dc07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5627965d-f37b-4c15-899b-e4c789fead1f HTTP/1.1" status: 200 len: 999 time: 0.0811241 Nov 25 18:57:10.177343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229cb00-7c44-4fef-8873-c61196daad43 req-37b6f194-e977-4d54-8d36-00b98ef132ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:10.178852 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1229cb00-7c44-4fef-8873-c61196daad43 req-37b6f194-e977-4d54-8d36-00b98ef132ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac4a8395-b345-4bb3-8c72-3854b034f3e4 HTTP/1.1" status: 200 len: 835 time: 0.0712159 Nov 25 18:57:10.210096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:57:10.287399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229cb00-7c44-4fef-8873-c61196daad43 req-c8f0c973-1903-40b1-ac82-bfd198d90303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:10.293659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1229cb00-7c44-4fef-8873-c61196daad43 req-c8f0c973-1903-40b1-ac82-bfd198d90303 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ba69925-3915-421d-8f19-1086c03f0548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999575 Nov 25 18:57:10.505471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1229cb00-7c44-4fef-8873-c61196daad43 req-22f85629-10fa-4cf2-b02c-c4763ad881d4 service neutron] 10.222.0.66 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033367 Nov 25 18:57:10.631145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '6d33c061-4c2b-4e4d-823b-7a27f8277834', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'port_id': '5627965d-f37b-4c15-899b-e4c789fead1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'mac_address': 'fa:16:3e:e1:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:57:07Z', 'updated_at': '2021-11-25T18:57:07Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:10.693683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1229cb00-7c44-4fef-8873-c61196daad43 req-19ac70d8-a536-4456-9a6a-56f4d48d4c3c service neutron] 10.222.0.66 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802080 Nov 25 18:57:10.697251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c800-dc47-4877-a772-165409c56f53 None None] The sync data for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 is: [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '6d33c061-4c2b-4e4d-823b-7a27f8277834', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'port_id': '5627965d-f37b-4c15-899b-e4c789fead1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'mac_address': 'fa:16:3e:e1:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:57:07Z', 'updated_at': '2021-11-25T18:57:07Z', 'revision_number': 0, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:57:10.719997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42830) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:57:10.859190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bd6cc0a0-ba8a-4f3d-bfd9-2aa7ddbd8148 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/6d33c061-4c2b-4e4d-823b-7a27f8277834 HTTP/1.1" status: 200 len: 991 time: 0.1347878 Nov 25 18:57:10.933140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-455e78e0-23b8-4c4c-8eb0-15dffbe86ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:11.104670 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d3770-6db6-44dc-bd81-8df2cd5577c9 None None] New status for floating IP 6d33c061-4c2b-4e4d-823b-7a27f8277834: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:57:11.860403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 42840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:57:11.976435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aac6aa3c-781d-4ba0-a180-25d56330cbbb tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/6d33c061-4c2b-4e4d-823b-7a27f8277834 HTTP/1.1" status: 200 len: 993 time: 0.1143169 Nov 25 18:57:12.346622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42856) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:57:12.645757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f55adf67-8724-4904-a275-f5cf77d89ac6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c7a0381346f4b93a16cd013f9ac3dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956660 Nov 25 18:57:12.646207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 42860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:57:12.713223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71255196-36e8-4987-99a0-b88a1cd705ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:12.746754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71255196-36e8-4987-99a0-b88a1cd705ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:12.831920 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71255196-36e8-4987-99a0-b88a1cd705ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:12.834916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71255196-36e8-4987-99a0-b88a1cd705ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:12.840725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-71255196-36e8-4987-99a0-b88a1cd705ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/258e0cf0-5a56-4d21-b0fb-531a62685d35 HTTP/1.1" status: 204 len: 168 time: 0.1926341 Nov 25 18:57:12.851431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255196-36e8-4987-99a0-b88a1cd705ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e0cf0-5a56-4d21-b0fb-531a62685d35,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:13.443912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f04a214-2966-49a0-8683-821fb27e7c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:14.409054 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:15.960958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:16.991183 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:17.636437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe8a6c-bada-4e3c-a16d-ecefedf10064 req-01da5b16-d6e7-4ebb-b9ea-1948058fced8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:17.637980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fffe8a6c-bada-4e3c-a16d-ecefedf10064 req-01da5b16-d6e7-4ebb-b9ea-1948058fced8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0630267 Nov 25 18:57:17.734177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fffe8a6c-bada-4e3c-a16d-ecefedf10064 req-e651a234-298e-4076-9a72-56947058f069 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892644 Nov 25 18:57:18.897190 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ced5-f367-4dc9-bf64-464a54bcff61 req-004a3232-f2d5-4336-b7a0-c7ec2dfa2b18 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:18.899569 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1294ced5-f367-4dc9-bf64-464a54bcff61 req-004a3232-f2d5-4336-b7a0-c7ec2dfa2b18 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0514865 Nov 25 18:57:18.953437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1294ced5-f367-4dc9-bf64-464a54bcff61 req-f7c9638e-53b0-4b6f-a00c-d2feec04a0c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Nov 25 18:57:19.445011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6069f-96cc-43cd-a72d-5ddd918136a9 req-a4df7746-bf24-4922-8a5b-3a2763322e04 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:19.447208 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3ca6069f-96cc-43cd-a72d-5ddd918136a9 req-a4df7746-bf24-4922-8a5b-3a2763322e04 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0810277 Nov 25 18:57:19.497226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3ca6069f-96cc-43cd-a72d-5ddd918136a9 req-a60d6894-6cdd-4070-af25-8925b0ae0e6b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 Nov 25 18:57:19.719294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:57:19.796118 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:19.820270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:19.823995 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afb4de-b4f9-4b8b-a276-556faf16be0c" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:19.836218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:19.844804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:19.885910 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e57115-e285-4d40-99b1-ab5c15422799 x-openstack-request-id: req-55e57115-e285-4d40-99b1-ab5c15422799 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:19.886207 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:19.886489 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55e57115-e285-4d40-99b1-ab5c15422799 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:19.886872 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'code': 200} Nov 25 18:57:19.908665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:20.645386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd79ca-fad9-4bd9-b281-9a56fb1f5630 req-92708939-eab9-4311-8859-66a191289b82 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:20.647068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69cd79ca-fad9-4bd9-b281-9a56fb1f5630 req-92708939-eab9-4311-8859-66a191289b82 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0513725 Nov 25 18:57:20.696262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69cd79ca-fad9-4bd9-b281-9a56fb1f5630 req-d6df89f7-d2ff-4b2a-b343-dc6d49a87297 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Nov 25 18:57:21.822729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66ea3-3fd0-4726-af5b-7d1b3a7e6da9 req-8e3f5f6b-99cd-4981-8646-3d079e6d7171 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:21.824226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dc66ea3-3fd0-4726-af5b-7d1b3a7e6da9 req-8e3f5f6b-99cd-4981-8646-3d079e6d7171 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0508437 Nov 25 18:57:21.875412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0dc66ea3-3fd0-4726-af5b-7d1b3a7e6da9 req-f815f0e7-0ebd-4c0a-9f7f-d92d50762fb5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Nov 25 18:57:22.998153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e8ab-e004-47c8-9e39-a455b60cdd3a req-fb8aaf9f-9757-4255-a36a-8f01474c3fec tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:22.999651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa37e8ab-e004-47c8-9e39-a455b60cdd3a req-fb8aaf9f-9757-4255-a36a-8f01474c3fec tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0527763 Nov 25 18:57:23.047591 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fa37e8ab-e004-47c8-9e39-a455b60cdd3a req-3455f9aa-0a1d-4e0c-a6de-9026dbf806ce tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413632 Nov 25 18:57:23.734028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:57:23.842381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:23.856199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'mac_address': 'fa:16:3e:39:b0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:57:23.900929 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:23.917103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:57:23.939070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:23.951233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:24.018105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:24.077867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:57:24.189935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68278-3db3-4e06-aab1-222e96ebac79 req-e97749e5-a68e-4ab3-8027-170fdf5deb78 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:24.198711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43f68278-3db3-4e06-aab1-222e96ebac79 req-e97749e5-a68e-4ab3-8027-170fdf5deb78 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0652125 Nov 25 18:57:24.251842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43f68278-3db3-4e06-aab1-222e96ebac79 req-f532b7ed-bad2-44e8-9d8d-7022d3696c7a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519078 Nov 25 18:57:25.380629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3faa9d-ce3f-4132-8854-00b48a42a1e4 req-72f1ad15-9612-40ff-9f59-03fc7e991129 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:25.382237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d3faa9d-ce3f-4132-8854-00b48a42a1e4 req-72f1ad15-9612-40ff-9f59-03fc7e991129 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 945 time: 0.0560865 Nov 25 18:57:25.433822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3d3faa9d-ce3f-4132-8854-00b48a42a1e4 req-9d615177-7fa1-45ae-8989-ebeb44e0bacc tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 Nov 25 18:57:25.749748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:57:25.799600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:57:25.800213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:25.885171 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:25.930204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:25.932540 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e3e5fd-5efc-4796-ae50-f7952e099da7" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:25.939965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:25.945573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:25.996621 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4692c34b-7a04-4da6-b54f-e8b8710db083 x-openstack-request-id: req-4692c34b-7a04-4da6-b54f-e8b8710db083 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:25.996914 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:25.997302 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4692c34b-7a04-4da6-b54f-e8b8710db083 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:25.998787 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'code': 200} Nov 25 18:57:26.012314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=13']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:26.552272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f366-6db6-44d4-99b1-0eda22fdac8e req-7359a524-ee41-404c-b972-b31a34906a4b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:26.554020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66f366-6db6-44d4-99b1-0eda22fdac8e req-7359a524-ee41-404c-b972-b31a34906a4b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0500178 Nov 25 18:57:26.607317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd66f366-6db6-44d4-99b1-0eda22fdac8e req-4853c74c-00e2-43df-82e9-9adb85fc0e15 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Nov 25 18:57:27.734282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c24ae5-2e7b-43bd-b055-b2010db42dcf req-ca082e01-9ae8-4260-bd9a-548c61ce01e8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:27.737106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37c24ae5-2e7b-43bd-b055-b2010db42dcf req-ca082e01-9ae8-4260-bd9a-548c61ce01e8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0559242 Nov 25 18:57:27.787757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37c24ae5-2e7b-43bd-b055-b2010db42dcf req-44b9bf8c-554d-4924-b67e-7cf1e3d41000 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452001 Nov 25 18:57:28.950495 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f08936-6e78-4653-85eb-a37b7d2f6083 req-46a230eb-4163-4e84-986f-ae802aa7c869 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:28.961308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00f08936-6e78-4653-85eb-a37b7d2f6083 req-46a230eb-4163-4e84-986f-ae802aa7c869 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0884862 Nov 25 18:57:29.021279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00f08936-6e78-4653-85eb-a37b7d2f6083 req-9199af2b-d614-46fc-902d-5739b1226432 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589709 Nov 25 18:57:30.167218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58f28-f131-417c-ab6c-f1134c0cb27e req-010f38c6-3fd2-4a90-820f-a60b309356d8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:30.168806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2b58f28-f131-417c-ab6c-f1134c0cb27e req-010f38c6-3fd2-4a90-820f-a60b309356d8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0610094 Nov 25 18:57:30.240364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2b58f28-f131-417c-ab6c-f1134c0cb27e req-752a1d9d-9b45-4a2b-92db-35f16f7b4e62 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632098 Nov 25 18:57:30.543903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37911b0-9303-49ad-b73f-146be0ce694b req-a2b9acf0-6057-4e30-9cc5-65abe863ab78 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:30.545740 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c37911b0-9303-49ad-b73f-146be0ce694b req-a2b9acf0-6057-4e30-9cc5-65abe863ab78 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 945 time: 0.0775342 Nov 25 18:57:30.626148 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c37911b0-9303-49ad-b73f-146be0ce694b req-633ec11f-c8a1-4428-93ae-bf9da8c4ee88 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737457 Nov 25 18:57:30.760960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:31.453393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295494c-46fe-4faa-a47d-9f9d673ff164 req-71bf67ae-f3e0-4789-86b2-71f7750f0a20 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:31.455226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1295494c-46fe-4faa-a47d-9f9d673ff164 req-71bf67ae-f3e0-4789-86b2-71f7750f0a20 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1034970 Nov 25 18:57:31.538097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1295494c-46fe-4faa-a47d-9f9d673ff164 req-dc6f662b-ef3a-4b88-a941-e1417de60a3f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745063 Nov 25 18:57:31.785328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9b1bf-9f68-41c2-b42c-c28cf460d234 req-1386bd4a-3a87-4683-a9ee-0bca2010e51d tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:31.792781 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ef9b1bf-9f68-41c2-b42c-c28cf460d234 req-1386bd4a-3a87-4683-a9ee-0bca2010e51d tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 945 time: 0.0757082 Nov 25 18:57:31.857679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ef9b1bf-9f68-41c2-b42c-c28cf460d234 req-b3c0810d-0ae6-44ba-b2fb-07b460fddd28 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638993 Nov 25 18:57:32.356271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-6265ccea-cc2d-409d-830a-2a01dd336d11 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:32.357826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-6265ccea-cc2d-409d-830a-2a01dd336d11 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 945 time: 0.0930469 Nov 25 18:57:32.480920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Deleting port 84a0e36d-530f-478e-ac65-a60763c13bf7 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:57:32.481514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:32.631109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] For port 84a0e36d-530f-478e-ac65-a60763c13bf7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=84a0e36d-530f-478e-ac65-a60763c13bf7,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:32.631787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:32.660692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Calling delete_port for 84a0e36d-530f-478e-ac65-a60763c13bf7 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:57:32.724443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17a43e-0164-46cf-8ac7-7a186c2055dc req-fc7ba84c-1b81-4c4e-9d01-5a8b5b11f0fc tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:32.727127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b17a43e-0164-46cf-8ac7-7a186c2055dc req-fc7ba84c-1b81-4c4e-9d01-5a8b5b11f0fc tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1033466 Nov 25 18:57:32.845203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b17a43e-0164-46cf-8ac7-7a186c2055dc req-203c27c0-71a2-4aa3-9d90-c8c38b5d8b20 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067500 Nov 25 18:57:32.904863 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:32.922247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['84a0e36d-530f-478e-ac65-a60763c13bf7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:57:32.959961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Pushing event deleted for resources: {'Port': ['ID=84a0e36d-530f-478e-ac65-a60763c13bf7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:32.978549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.978915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.979272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.979609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.979939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.980268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.980596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.980923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.981911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.981911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.982090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:32.982441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:33.080887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] No DVR routers for this DVR port 84a0e36d-530f-478e-ac65-a60763c13bf7 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:57:33.084425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19fffb88-7787-49a4-8612-779b1fa6871e req-de968894-8eda-4f66-af77-367ca993b1fc tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=80bbd798-3206-4b4a-af3e-4ef795c8d9bb HTTP/1.1" status: 200 len: 210 time: 0.0665157 Nov 25 18:57:33.085494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:33.088925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b83f856-9cee-4f5e-aa21-07721e3e573a req-05915c83-6afc-45a0-b285-32ee784014a0 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "DELETE /v2.0/ports/84a0e36d-530f-478e-ac65-a60763c13bf7 HTTP/1.1" status: 204 len: 173 time: 0.7229881 Nov 25 18:57:33.089412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'name': 'network-vif-deleted', 'tag': '84a0e36d-530f-478e-ac65-a60763c13bf7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:33.091814 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd9dfef-2fa9-46d6-8e9f-d304b7580a02" -d '{"events": [{"server_uuid": "80bbd798-3206-4b4a-af3e-4ef795c8d9bb", "name": "network-vif-deleted", "tag": "84a0e36d-530f-478e-ac65-a60763c13bf7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:33.347591 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf2212b-a4e8-4948-b06e-4abdbeada6ad x-openstack-request-id: req-9cf2212b-a4e8-4948-b06e-4abdbeada6ad {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:33.348225 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bbd798-3206-4b4a-af3e-4ef795c8d9bb", "name": "network-vif-deleted", "tag": "84a0e36d-530f-478e-ac65-a60763c13bf7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:33.348694 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cf2212b-a4e8-4948-b06e-4abdbeada6ad {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:33.349305 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bbd798-3206-4b4a-af3e-4ef795c8d9bb', 'name': 'network-vif-deleted', 'tag': '84a0e36d-530f-478e-ac65-a60763c13bf7', 'status': 'completed', 'code': 200} Nov 25 18:57:33.392120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:33.983695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a562d23-f79f-4db1-82ed-fd07fb363bb7 req-3aa59245-74be-46b5-891a-6cc198038f45 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:33.987364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a562d23-f79f-4db1-82ed-fd07fb363bb7 req-3aa59245-74be-46b5-891a-6cc198038f45 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0654914 Nov 25 18:57:34.439212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a562d23-f79f-4db1-82ed-fd07fb363bb7 req-7e2cd008-1a75-4d41-8180-e7fdca62ca13 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4443421 Nov 25 18:57:35.591562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceed355-d1a1-49dd-bfb3-0b1ecf74e4fd req-2fc6c861-8cee-4319-9da2-bc73fbab7ca2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:35.593847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fceed355-d1a1-49dd-bfb3-0b1ecf74e4fd req-2fc6c861-8cee-4319-9da2-bc73fbab7ca2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0741317 Nov 25 18:57:35.669689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fceed355-d1a1-49dd-bfb3-0b1ecf74e4fd req-c38a6bfe-40b0-4d0a-a9e6-b7c66d13505a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671465 Nov 25 18:57:36.334582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 84a0e36d-530f-478e-ac65-a60763c13bf7 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:57:36.360377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 84a0e36d-530f-478e-ac65-a60763c13bf7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:57:36.361342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 84a0e36d-530f-478e-ac65-a60763c13bf7 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:57:36.872937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ab667-6b48-4268-8e98-47fe2d131850 req-7ca23579-58c9-45e9-8a43-4a830803f9a5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:36.881265 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b32ab667-6b48-4268-8e98-47fe2d131850 req-7ca23579-58c9-45e9-8a43-4a830803f9a5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0796413 Nov 25 18:57:36.955425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b32ab667-6b48-4268-8e98-47fe2d131850 req-b8c871da-5b6a-4690-a1bf-7291149d73d6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729680 Nov 25 18:57:38.121666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5b240-a1ce-4e0f-bd02-ba746b2563df req-8ff10605-a5de-465d-8a7e-d61c68ac158a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:38.129724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0b5b240-a1ce-4e0f-bd02-ba746b2563df req-8ff10605-a5de-465d-8a7e-d61c68ac158a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0590863 Nov 25 18:57:38.185432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0b5b240-a1ce-4e0f-bd02-ba746b2563df req-fb9e1138-f6e2-4241-b807-d5639266b939 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505190 Nov 25 18:57:39.363657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45f18-473d-4b72-a46f-5a726f8aca4d req-d69a077d-f3ee-433c-a50f-ffdbe4dc301f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:39.367260 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12e45f18-473d-4b72-a46f-5a726f8aca4d req-d69a077d-f3ee-433c-a50f-ffdbe4dc301f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0965073 Nov 25 18:57:39.492285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12e45f18-473d-4b72-a46f-5a726f8aca4d req-eb2d9bc6-61d7-42bd-98a5-68685129f3b9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182275 Nov 25 18:57:40.643331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069d419-08e7-4501-826b-cbf35ee14002 req-ad487161-e848-4861-a739-0a06053d319d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:40.652784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2069d419-08e7-4501-826b-cbf35ee14002 req-ad487161-e848-4861-a739-0a06053d319d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0925519 Nov 25 18:57:40.706973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2069d419-08e7-4501-826b-cbf35ee14002 req-32a09314-ae96-4503-a3e0-d3773195c341 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497561 Nov 25 18:57:40.921391 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f583d4d-0aeb-40a9-8fb1-bd15f138cf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:41.572604 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:57:41.945385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba958a2-c6d9-48e3-8d19-a0e14ce68bc2 req-4b910730-4299-4d73-bedb-e90d3ccf26f5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:41.946916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba958a2-c6d9-48e3-8d19-a0e14ce68bc2 req-4b910730-4299-4d73-bedb-e90d3ccf26f5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0529199 Nov 25 18:57:41.995952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba958a2-c6d9-48e3-8d19-a0e14ce68bc2 req-be6076f3-180e-4a1f-9946-4f62ee6de316 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Nov 25 18:57:42.623445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-67072a1e-f1a9-438c-82da-1fb9aa295e83 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:42.624984 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-67072a1e-f1a9-438c-82da-1fb9aa295e83 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 814 time: 0.1217592 Nov 25 18:57:42.642432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-8c0fcb4d-f425-46cf-9a31-c3c1ed0e782f tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/quotas/cf41e0d94fa9468eaeef1396fb3e32a8 HTTP/1.1" status: 200 len: 375 time: 0.0106800 Nov 25 18:57:42.676939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-a12ce2ea-7533-4e7f-a0d7-b55837a2a911 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273824 Nov 25 18:57:42.791806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-b2500b5d-f8c8-4e23-8218-2b68569b2661 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064656 Nov 25 18:57:42.900646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-2270a8a1-ad71-4c70-ad59-51854e420453 service neutron] 10.222.0.62 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992293 Nov 25 18:57:43.109151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ce5c7-b0f7-4bf4-8137-54c0d2ea8267 req-51b35e43-3ed9-4a64-bbf9-318738c5dd93 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:43.112627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f57ce5c7-b0f7-4bf4-8137-54c0d2ea8267 req-51b35e43-3ed9-4a64-bbf9-318738c5dd93 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.0651450 Nov 25 18:57:43.116352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a70387ae-6098-44e4-b87c-b6d09c356d2e req-b10105f2-567e-4a02-910e-603d76fde67b tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 210 time: 0.0351961 Nov 25 18:57:43.171258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f57ce5c7-b0f7-4bf4-8137-54c0d2ea8267 req-8fc653b1-8383-4a9e-9401-0e2ca6d310ec tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534959 Nov 25 18:57:43.457949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-c8948966-e2da-4475-aff1-3da5061e5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:43.459697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1319bdc0-d65d-47d2-abd2-3f6091b77f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:43.460231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-c8948966-e2da-4475-aff1-3da5061e5ec9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0579753 Nov 25 18:57:43.465029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6626450-2daf-4e75-807b-75097ddf9a3c req-538178ec-ab2f-4a2f-956c-138b9892e909 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:43.467165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6626450-2daf-4e75-807b-75097ddf9a3c req-538178ec-ab2f-4a2f-956c-138b9892e909 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 946 time: 0.1003084 Nov 25 18:57:43.539360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6626450-2daf-4e75-807b-75097ddf9a3c req-6d4f85a5-7d74-4a2b-8cc2-84a492824b76 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640230 Nov 25 18:57:43.586266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-740b918a-d7d5-452e-98d2-176956d6d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:43.587834 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-740b918a-d7d5-452e-98d2-176956d6d923 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.1214805 Nov 25 18:57:43.661020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-84201317-8d3a-4927-9c3a-29708b22130a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 1001 time: 0.0640767 Nov 25 18:57:43.721437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-dfe6ca70-08cb-40db-93fa-b298f212bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:43.723013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-dfe6ca70-08cb-40db-93fa-b298f212bc9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0540004 Nov 25 18:57:43.786659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-b081e4cc-c2ed-439b-a0ba-1284850fbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:43.788220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-b081e4cc-c2ed-439b-a0ba-1284850fbfe5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579743 Nov 25 18:57:43.821430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:57:43.895524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-e952cb0d-84a5-42b3-bd19-447cd2933ab0 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984223 Nov 25 18:57:43.908982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:43.935594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:43.938313 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92270f3b-5f36-42d6-8899-64cc90e5ff4e" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:43.956351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:43.968143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:43.997363 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a97c69f-6953-4657-b1bc-fe66e6b3d3a8 x-openstack-request-id: req-1a97c69f-6953-4657-b1bc-fe66e6b3d3a8 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:43.997716 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:43.998003 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a97c69f-6953-4657-b1bc-fe66e6b3d3a8 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:43.998434 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'code': 200} Nov 25 18:57:44.021914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcbaa1b5-ccae-487f-bfc8-f909cd30c556 req-a088a427-d46f-4405-9980-b31120b0be53 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186955 Nov 25 18:57:44.027531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=14']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:44.035433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.036023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.036544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.037250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.037742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.038976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.039351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.039776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.040115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.040443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.040770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.041091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:57:44.247051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed75a42f-81c5-4f1a-89e8-a38c273d9d3f req-510e036e-e31c-473b-bba8-0487f2144cfe tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 210 time: 0.0408485 Nov 25 18:57:44.362960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-17f3c044-57ee-43a1-90d2-48ddf9d1701a tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:44.364612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-17f3c044-57ee-43a1-90d2-48ddf9d1701a tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 814 time: 0.1159430 Nov 25 18:57:44.386806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Request body: {'port': {'device_id': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2', 'admin_state_up': True, 'tenant_id': 'cf41e0d94fa9468eaeef1396fb3e32a8'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:57:44.401764 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:44.512072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Made reservation on behalf of cf41e0d94fa9468eaeef1396fb3e32a8 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:57:44.514534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:44.667195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Allocated IP 172.20.0.7 (0bd914c8-312f-4523-ad37-5dbc9ebdd1e2/d79abe9f-462a-4671-991a-2dac88f38e0f/3646feaa-fd63-4842-af6e-7a7c87e47f46) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:57:44.695132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403544e7-d830-4c3f-bced-7a56b8976c6d req-359e0469-67d5-4dfb-8009-52fd24962520 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:44.696846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-403544e7-d830-4c3f-bced-7a56b8976c6d req-359e0469-67d5-4dfb-8009-52fd24962520 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0672355 Nov 25 18:57:44.757370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-403544e7-d830-4c3f-bced-7a56b8976c6d req-985570c3-ec8f-4acd-82fd-a7ec72c63eae tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546134 Nov 25 18:57:44.824203 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:44.859273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:44.910638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:57:44.913789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:57:44.917936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:57:44.924807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Pushing event updated for resources: {'Port': ['ID=3646feaa-fd63-4842-af6e-7a7c87e47f46,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:44.971348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:44.972011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:44.988460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e33a4b9-5d5c-4e84-8880-f2d6e4010617 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077938 Nov 25 18:57:45.004123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Request body: {'port': {'device_id': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:57:45.061414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:45.368042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3646feaa-fd63-4842-af6e-7a7c87e47f46 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:57:45.377587 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:45.397977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce36ce3-9bb0-453b-9850-6a9f55d8942e req-8c95e787-43fa-41ff-aedd-e05f85647b8b tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:45.399545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ce36ce3-9bb0-453b-9850-6a9f55d8942e req-8c95e787-43fa-41ff-aedd-e05f85647b8b tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 931 time: 0.0944493 Nov 25 18:57:45.403181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Transition to ACTIVE for port object 3646feaa-fd63-4842-af6e-7a7c87e47f46 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:57:45.408547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:45.503398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Pushing event updated for resources: {'Port': ['ID=3646feaa-fd63-4842-af6e-7a7c87e47f46,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:45.509875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ce36ce3-9bb0-453b-9850-6a9f55d8942e req-f4379c27-85f5-4d33-880d-641cdb99ea7f tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987916 Nov 25 18:57:45.571939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Attempting to bind port 3646feaa-fd63-4842-af6e-7a7c87e47f46 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:57:45.572264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Attempting to bind port 3646feaa-fd63-4842-af6e-7a7c87e47f46 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:57:45.572581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Attempting to bind port 3646feaa-fd63-4842-af6e-7a7c87e47f46 on network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:57:45.576744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Port 3646feaa-fd63-4842-af6e-7a7c87e47f46 on network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:57:45.577060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Attempting to bind port 3646feaa-fd63-4842-af6e-7a7c87e47f46 on network 0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:57:45.581917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:57:45.582247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Checking segment: {'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:57:45.582738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Bound using segment: {'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:57:45.583158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Bound port: 3646feaa-fd63-4842-af6e-7a7c87e47f46, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46d1c9f-7993-42c6-909e-7718998ba915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:57:45.583502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:45.654340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] For port 3646feaa-fd63-4842-af6e-7a7c87e47f46, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:57:45.663414 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] For port 3646feaa-fd63-4842-af6e-7a7c87e47f46, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:57:45.670625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:45.707680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:45.708307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:45.709733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] 10.222.0.64 "PUT /v2.0/ports/3646feaa-fd63-4842-af6e-7a7c87e47f46 HTTP/1.1" status: 200 len: 1091 time: 0.7103086 Nov 25 18:57:45.710176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'tag': '3646feaa-fd63-4842-af6e-7a7c87e47f46'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:45.712484 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f17666-bd7a-405f-8f9e-60dde5b529d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e57934-2085-4d8c-a849-ab02c7be5217", "tag": "3646feaa-fd63-4842-af6e-7a7c87e47f46"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:45.749533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39664a7-967c-4cb3-9e92-13605340450a service neutron] Pushing event updated for resources: {'Port': ['ID=3646feaa-fd63-4842-af6e-7a7c87e47f46,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:45.776105 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a94636c-548e-47a5-ae42-7fec1cba090b x-openstack-request-id: req-2a94636c-548e-47a5-ae42-7fec1cba090b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:45.776403 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e57934-2085-4d8c-a849-ab02c7be5217", "tag": "3646feaa-fd63-4842-af6e-7a7c87e47f46", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:45.776661 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a94636c-548e-47a5-ae42-7fec1cba090b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:45.777057 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'tag': '3646feaa-fd63-4842-af6e-7a7c87e47f46', 'status': 'completed', 'code': 200} Nov 25 18:57:45.816417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-bf240ca4-1315-4686-81d0-9d64cf84a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:45.818076 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-bf240ca4-1315-4686-81d0-9d64cf84a313 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 1094 time: 0.0534735 Nov 25 18:57:45.874906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-55b62f14-c273-4567-9ab4-7ca964d83405 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46 HTTP/1.1" status: 200 len: 217 time: 0.0445263 Nov 25 18:57:45.952064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9c87-5ca4-4fb0-86a3-c2fe7cd82615 req-0222bba3-1886-4854-8010-3fcd76c9bb64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:45.952064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-32bb9c87-5ca4-4fb0-86a3-c2fe7cd82615 req-0222bba3-1886-4854-8010-3fcd76c9bb64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1150959 Nov 25 18:57:45.958351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e53abcc-ce9c-484b-8a75-1499d36783b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:45.960042 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-6e53abcc-ce9c-484b-8a75-1499d36783b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d79abe9f-462a-4671-991a-2dac88f38e0f HTTP/1.1" status: 200 len: 854 time: 0.0667634 Nov 25 18:57:45.972853 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:46.010570 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-59ef58a3-7940-4bad-a600-c81167ee443e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343027 Nov 25 18:57:46.036885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-32bb9c87-5ca4-4fb0-86a3-c2fe7cd82615 req-f1551d60-7059-4054-8546-3b99632ccb07 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758412 Nov 25 18:57:46.122425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-f39b361b-8493-49b0-b644-0d53cd9a538b service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982869 Nov 25 18:57:46.245049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06b15f31-e4fb-4a8c-b00c-e698d663e8e1 req-979472e0-650c-4f43-b85d-c46553331830 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108248 Nov 25 18:57:46.256248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e15741-0897-4ee4-82f7-4c614cd19a98 req-653e439e-660f-424b-a017-94d5eb71dee5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:46.257790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1e15741-0897-4ee4-82f7-4c614cd19a98 req-653e439e-660f-424b-a017-94d5eb71dee5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0725191 Nov 25 18:57:46.313989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1e15741-0897-4ee4-82f7-4c614cd19a98 req-61b164d7-2979-4a0a-9020-00fbcdb3d6ae tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495317 Nov 25 18:57:46.356963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-ebd82b24-a98f-47f7-90ea-489777aa0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:46.358480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-ebd82b24-a98f-47f7-90ea-489777aa0b2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 1094 time: 0.0503805 Nov 25 18:57:46.492293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b04b-9dd7-4b50-b0fc-bc47bfde1848 req-c74f742f-86c0-4fb7-a07b-3291df3e352b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:46.493806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d353b04b-9dd7-4b50-b0fc-bc47bfde1848 req-c74f742f-86c0-4fb7-a07b-3291df3e352b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1066368 Nov 25 18:57:46.495085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-2d46ea34-35f1-4eae-abba-13364d32fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:46.496461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-2d46ea34-35f1-4eae-abba-13364d32fc5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 915 time: 0.1307898 Nov 25 18:57:46.550657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-5e878314-df52-4d50-a7c8-41e02b0970d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46 HTTP/1.1" status: 200 len: 217 time: 0.0419991 Nov 25 18:57:46.606017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d353b04b-9dd7-4b50-b0fc-bc47bfde1848 req-b67e3e21-686a-4090-86f2-8cf4796122dd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047125 Nov 25 18:57:46.617047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-27a4d1bc-c943-4183-b4db-2a31ff004d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:46.618640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-27a4d1bc-c943-4183-b4db-2a31ff004d2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d79abe9f-462a-4671-991a-2dac88f38e0f HTTP/1.1" status: 200 len: 854 time: 0.0583043 Nov 25 18:57:46.635141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa11268-6d4a-480a-b009-28895188d57e req-9bae5b45-9696-40b2-a019-538dcedc0ebf tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:46.643312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fa11268-6d4a-480a-b009-28895188d57e req-9bae5b45-9696-40b2-a019-538dcedc0ebf tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 943 time: 0.0645463 Nov 25 18:57:46.671655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-3dba6feb-be58-44f5-8844-77c8e9e3c33b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445197 Nov 25 18:57:46.700584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fa11268-6d4a-480a-b009-28895188d57e req-b5873ad4-d781-4421-af4d-a3bfd512e3b3 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547650 Nov 25 18:57:46.782262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-eb78c6a5-9ac4-439a-8830-95f586a45ffb service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988162 Nov 25 18:57:46.954821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b2f17666-bd7a-405f-8f9e-60dde5b529d5 req-2ef8d884-ef9b-4fae-8c9a-eb9897f0d5f7 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634302 Nov 25 18:57:46.976769 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:46.989763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-409039b3-e3bf-4e8b-9861-99abb2be2b4e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:46.991285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-409039b3-e3bf-4e8b-9861-99abb2be2b4e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1416552 Nov 25 18:57:47.008735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-27140718-b023-4d5e-aa20-9a068c9ccc32 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/quotas/d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 375 time: 0.0114837 Nov 25 18:57:47.070604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-0cd1ccc1-b67f-4f23-9261-a8bdc1947c94 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557966 Nov 25 18:57:47.166775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-e70a8268-2910-495d-8f98-f18b6fda066f service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886848 Nov 25 18:57:47.259364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-dc5465c9-cca6-4b30-b37b-ff3fb8847ca4 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864258 Nov 25 18:57:47.424454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b576ccc-3e24-44d4-8435-e43504dd8046 req-339958a7-9034-4aea-be4e-31bf038e8a42 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 210 time: 0.0282967 Nov 25 18:57:47.847378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536f4a8-0dd4-4d6b-8891-6821e4b8363e req-5320df06-21bf-4d5e-95bf-95f1f655ba2b tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:47.850269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4536f4a8-0dd4-4d6b-8891-6821e4b8363e req-5320df06-21bf-4d5e-95bf-95f1f655ba2b tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 943 time: 0.0786397 Nov 25 18:57:47.931087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4536f4a8-0dd4-4d6b-8891-6821e4b8363e req-9cf3ab18-28b6-482e-8047-9f8b34783f33 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741029 Nov 25 18:57:48.400748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3646feaa-fd63-4842-af6e-7a7c87e47f46 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:57:48.525343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3646feaa-fd63-4842-af6e-7a7c87e47f46, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:48.539747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '3646feaa-fd63-4842-af6e-7a7c87e47f46', 'network_id': '0bd914c8-312f-4523-ad37-5dbc9ebdd1e2', 'port_id': '3646feaa-fd63-4842-af6e-7a7c87e47f46', 'mac_address': 'fa:16:3e:d5:c6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79abe9f-462a-4671-991a-2dac88f38e0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:57:48.583186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-208784a6-0782-4ed1-ba82-278f2e59ebcf req-dee2cb6e-7392-4e68-be70-fa366313b1c9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 210 time: 0.0455840 Nov 25 18:57:48.587565 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:48.605873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3646feaa-fd63-4842-af6e-7a7c87e47f46 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:57:48.615270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-5620b639-52ff-4b96-a1d3-7a4739b2f9e0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:48.617111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-5620b639-52ff-4b96-a1d3-7a4739b2f9e0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.2298255 Nov 25 18:57:48.632467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3646feaa-fd63-4842-af6e-7a7c87e47f46, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:48.634063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'port': {'device_id': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'admin_state_up': True, 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:57:48.638186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:48.688133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3646feaa-fd63-4842-af6e-7a7c87e47f46,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:48.756783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Made reservation on behalf of d8ce9afebfa0434abd4290e87d05f22b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:57:48.760478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:48.896639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['3646feaa-fd63-4842-af6e-7a7c87e47f46'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:57:48.915396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Allocated IP 172.20.0.11 (99668f2f-169f-4bef-af43-91e9a19e1777/96e4f46a-5cac-44c4-b101-f786babdc585/15ba9919-8d25-4e0a-b564-30652b83268b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:57:49.070892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d583-c727-4a69-a921-bd4deaff3085 req-7ce441dc-1c4c-4966-9253-bc4437bb25a6 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:49.072670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d033d583-c727-4a69-a921-bd4deaff3085 req-7ce441dc-1c4c-4966-9253-bc4437bb25a6 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 944 time: 0.0612879 Nov 25 18:57:49.112851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.135474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d033d583-c727-4a69-a921-bd4deaff3085 req-ab3158e1-5c22-478f-b956-3fa84dccfb62 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549862 Nov 25 18:57:49.160424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.205840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:57:49.208879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:57:49.212829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:57:49.241355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=15ba9919-8d25-4e0a-b564-30652b83268b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:49.270919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:49.271567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.289914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-ed2c5fc0-e2ca-4515-ac79-482b73f08cc8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6618748 Nov 25 18:57:49.316821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Request body: {'port': {'device_id': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:57:49.377973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.490394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a2a036a8-a7e8-4cb7-a76d-190292fb1f00 None None] Provisioning complete for port 15ba9919-8d25-4e0a-b564-30652b83268b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:57:49.491028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2a036a8-a7e8-4cb7-a76d-190292fb1f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.530488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a2a036a8-a7e8-4cb7-a76d-190292fb1f00 None None] Port 15ba9919-8d25-4e0a-b564-30652b83268b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:57:49.690405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ba9919-8d25-4e0a-b564-30652b83268b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:57:49.700921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.718388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Transition to ACTIVE for port object 15ba9919-8d25-4e0a-b564-30652b83268b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:57:49.726884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b671c5d-5199-4e71-a03b-bb3f2484bef2 req-5e27527b-ae9a-4921-9597-ef8e840c5f1d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:49.728371 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b671c5d-5199-4e71-a03b-bb3f2484bef2 req-5e27527b-ae9a-4921-9597-ef8e840c5f1d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 932 time: 0.0813277 Nov 25 18:57:49.729426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.829478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=15ba9919-8d25-4e0a-b564-30652b83268b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:49.873968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b671c5d-5199-4e71-a03b-bb3f2484bef2 req-263a0833-234a-41f1-a01b-9bca5269e96b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361253 Nov 25 18:57:49.900811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Attempting to bind port 15ba9919-8d25-4e0a-b564-30652b83268b on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:57:49.901150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Attempting to bind port 15ba9919-8d25-4e0a-b564-30652b83268b by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:57:49.901503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Attempting to bind port 15ba9919-8d25-4e0a-b564-30652b83268b on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:57:49.916388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Port 15ba9919-8d25-4e0a-b564-30652b83268b on network 99668f2f-169f-4bef-af43-91e9a19e1777 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:57:49.916724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Attempting to bind port 15ba9919-8d25-4e0a-b564-30652b83268b on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:57:49.922475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:57:49.923834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:57:49.924223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Bound using segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:57:49.924796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Bound port: 15ba9919-8d25-4e0a-b564-30652b83268b, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:57:49.924995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:49.997132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] For port 15ba9919-8d25-4e0a-b564-30652b83268b, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:57:50.001155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] For port 15ba9919-8d25-4e0a-b564-30652b83268b, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=15ba9919-8d25-4e0a-b564-30652b83268b,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:57:50.007031 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:50.046659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.047291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:50.048691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] 10.222.0.66 "PUT /v2.0/ports/15ba9919-8d25-4e0a-b564-30652b83268b HTTP/1.1" status: 200 len: 1092 time: 0.7367544 Nov 25 18:57:50.049129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'tag': '15ba9919-8d25-4e0a-b564-30652b83268b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:50.051434 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ef34f5-4769-44d5-ba11-6f72a9667565", "tag": "15ba9919-8d25-4e0a-b564-30652b83268b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:50.074021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e577e5-d96e-4bf0-a3e7-8c99759fb5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=15ba9919-8d25-4e0a-b564-30652b83268b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:50.147748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-29542d97-3916-4b6a-ad5e-00fe991f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.149387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-29542d97-3916-4b6a-ad5e-00fe991f8f79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 1095 time: 0.0489161 Nov 25 18:57:50.224605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-ba2db736-0aaf-4da9-b46f-401a7fd42441 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ba9919-8d25-4e0a-b564-30652b83268b HTTP/1.1" status: 200 len: 217 time: 0.0664485 Nov 25 18:57:50.235771 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede815f4-7141-43cb-9e8d-8a0fcfb48473 x-openstack-request-id: req-ede815f4-7141-43cb-9e8d-8a0fcfb48473 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:50.236069 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ef34f5-4769-44d5-ba11-6f72a9667565", "tag": "15ba9919-8d25-4e0a-b564-30652b83268b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:50.236324 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ede815f4-7141-43cb-9e8d-8a0fcfb48473 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:50.236726 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'tag': '15ba9919-8d25-4e0a-b564-30652b83268b', 'status': 'completed', 'code': 200} Nov 25 18:57:50.318521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3485e58-b5fb-4f0d-bf46-9acc3f5e883c req-4fe76bf3-74a2-406d-aae3-cb935c213e96 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.320034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3485e58-b5fb-4f0d-bf46-9acc3f5e883c req-4fe76bf3-74a2-406d-aae3-cb935c213e96 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 944 time: 0.0945373 Nov 25 18:57:50.337341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-04336e91-a7a3-480a-9f65-a3e05858ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.338825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-04336e91-a7a3-480a-9f65-a3e05858ef1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0999849 Nov 25 18:57:50.406605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3485e58-b5fb-4f0d-bf46-9acc3f5e883c req-86fa592c-4fc4-409a-9e5b-63bdf623c3a9 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800540 Nov 25 18:57:50.412808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706001-8d49-421b-8057-933cc8f74584 req-9af6e69b-5a0f-4919-b054-b56c3ff2be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.414287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-9af6e69b-5a0f-4919-b054-b56c3ff2be75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669255 Nov 25 18:57:50.418684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3646feaa-fd63-4842-af6e-7a7c87e47f46 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:57:50.471573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 3646feaa-fd63-4842-af6e-7a7c87e47f46 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:57:50.476494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 3646feaa-fd63-4842-af6e-7a7c87e47f46 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:57:50.477092 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:50.512416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-7debe959-24cd-4e20-b4d8-af72b25f02e3 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894728 Nov 25 18:57:50.568422 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:50.597195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3646feaa-fd63-4842-af6e-7a7c87e47f46'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:50.599530 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdaa870-f986-4c9a-841c-cc2792d11f77" -d '{"events": [{"server_uuid": "e4e57934-2085-4d8c-a849-ab02c7be5217", "name": "network-vif-plugged", "status": "completed", "tag": "3646feaa-fd63-4842-af6e-7a7c87e47f46"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:50.615894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 3646feaa-fd63-4842-af6e-7a7c87e47f46, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:50.621882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:50.645292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26706001-8d49-421b-8057-933cc8f74584 req-3d3a0ba5-d21f-4185-9ef3-cc887a1c3364 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256828 Nov 25 18:57:50.651856 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e0f18-7883-4586-97de-d1a830d54eb0 x-openstack-request-id: req-de9e0f18-7883-4586-97de-d1a830d54eb0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:50.652170 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e57934-2085-4d8c-a849-ab02c7be5217", "name": "network-vif-plugged", "status": "completed", "tag": "3646feaa-fd63-4842-af6e-7a7c87e47f46", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:50.652430 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de9e0f18-7883-4586-97de-d1a830d54eb0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:50.652820 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3646feaa-fd63-4842-af6e-7a7c87e47f46', 'code': 200} Nov 25 18:57:50.682416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=3646feaa-fd63-4842-af6e-7a7c87e47f46,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:50.733470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-f338a27d-0862-4de1-83ee-fd7e8a423338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.736341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-f338a27d-0862-4de1-83ee-fd7e8a423338 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 1095 time: 0.0434403 Nov 25 18:57:50.766996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d5acc-0d09-4e0d-9d6b-c4c743d8490f req-2f848284-4a81-46e6-a5f0-5876bed8e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.768608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f32d5acc-0d09-4e0d-9d6b-c4c743d8490f req-2f848284-4a81-46e6-a5f0-5876bed8e6e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 1096 time: 0.0469661 Nov 25 18:57:50.820410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f32d5acc-0d09-4e0d-9d6b-c4c743d8490f req-e1e27b30-2760-4e65-bccb-3d12f50b1608 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Nov 25 18:57:50.831642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-ff61bb49-9af4-449a-88fd-e5aa637c0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.833111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-ff61bb49-9af4-449a-88fd-e5aa637c0c78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0898035 Nov 25 18:57:50.884179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-b508691c-aed5-472c-8d2a-fcbc7f8d8f42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ba9919-8d25-4e0a-b564-30652b83268b HTTP/1.1" status: 200 len: 217 time: 0.0433965 Nov 25 18:57:50.936274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-1b3af749-8248-4365-abfa-3360903f8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:50.937762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-1b3af749-8248-4365-abfa-3360903f8451 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0463388 Nov 25 18:57:51.010011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-8b2c62be-b37f-4d1f-8406-3769f208f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:51.011703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-8b2c62be-b37f-4d1f-8406-3769f208f4a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670226 Nov 25 18:57:51.078587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35377933-70c8-4351-82b7-8cfb24816fbf req-d5d83475-9095-4b55-9e8b-874f20038db0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:51.080601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35377933-70c8-4351-82b7-8cfb24816fbf req-d5d83475-9095-4b55-9e8b-874f20038db0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 944 time: 0.1031232 Nov 25 18:57:51.150418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-3603e67a-825c-4546-911f-87ea2b4629b1 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309731 Nov 25 18:57:51.169012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35377933-70c8-4351-82b7-8cfb24816fbf req-e0af8689-df5f-4c43-8542-d66b7a44d63e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821915 Nov 25 18:57:51.255186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006a72b0-a2a2-4d43-ad2a-84bd6dff4a45 req-2aeb3f9f-ffd3-4ea2-bbf8-50411ce541a5 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957060 Nov 25 18:57:51.527187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94a18-6d8f-44ab-a480-023579541473 req-deae4dad-8c5c-4f83-86e2-29a5cc362275 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:51.528660 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab94a18-6d8f-44ab-a480-023579541473 req-deae4dad-8c5c-4f83-86e2-29a5cc362275 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 945 time: 0.0503359 Nov 25 18:57:51.576808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fab94a18-6d8f-44ab-a480-023579541473 req-0f41e0fb-c688-493f-abc7-a799294dc6cd tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Nov 25 18:57:52.285836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378d34-9908-41d1-8a0b-0294eb3c9ce3 req-d3657c6d-20ab-40d0-b78e-543f40f3f268 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:52.287357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a378d34-9908-41d1-8a0b-0294eb3c9ce3 req-d3657c6d-20ab-40d0-b78e-543f40f3f268 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 944 time: 0.0493102 Nov 25 18:57:52.335474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a378d34-9908-41d1-8a0b-0294eb3c9ce3 req-d507c55d-b3d8-4c56-abf4-714be93a2811 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Nov 25 18:57:52.698051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb482-9f16-4a29-816a-a5478b21039e req-1969db9c-50ab-4aae-8912-8905e8b92ab1 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:52.699545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b0feb482-9f16-4a29-816a-a5478b21039e req-1969db9c-50ab-4aae-8912-8905e8b92ab1 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 945 time: 0.0537398 Nov 25 18:57:52.751946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b0feb482-9f16-4a29-816a-a5478b21039e req-1b735d17-99f4-44a3-8402-61ace7e0697d tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Nov 25 18:57:52.957647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76460b91-5009-40e2-b4d8-fb05f85fb82a req-90614e7a-8a8b-450b-95d0-97fb37fef23d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:52.959339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76460b91-5009-40e2-b4d8-fb05f85fb82a req-90614e7a-8a8b-450b-95d0-97fb37fef23d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 946 time: 0.0550449 Nov 25 18:57:53.034805 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76460b91-5009-40e2-b4d8-fb05f85fb82a req-e30e93ce-41e3-4121-88d6-0b6442f00d53 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643518 Nov 25 18:57:53.475319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333ae4c-0f56-473b-a5a3-582e460430f4 req-aae8ef35-5634-40da-96d6-d751bfcf2cf0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:53.491066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5333ae4c-0f56-473b-a5a3-582e460430f4 req-aae8ef35-5634-40da-96d6-d751bfcf2cf0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Nov 25 18:57:53.530440 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5333ae4c-0f56-473b-a5a3-582e460430f4 req-d2d16d9b-5ea2-4cb9-b2ac-d0cfa59cf8b0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Nov 25 18:57:53.873433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 15ba9919-8d25-4e0a-b564-30652b83268b details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:57:54.152173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 15ba9919-8d25-4e0a-b564-30652b83268b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=15ba9919-8d25-4e0a-b564-30652b83268b,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:54.169994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '15ba9919-8d25-4e0a-b564-30652b83268b', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '15ba9919-8d25-4e0a-b564-30652b83268b', 'mac_address': 'fa:16:3e:7a:b2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:57:54.215708 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:54.230964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ba9919-8d25-4e0a-b564-30652b83268b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:57:54.243195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c24668-bb97-49e4-becc-109c6f4af68b req-a4418f53-d3fb-4b12-be42-1f76a8e57903 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:54.253442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78c24668-bb97-49e4-becc-109c6f4af68b req-a4418f53-d3fb-4b12-be42-1f76a8e57903 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 946 time: 0.0864551 Nov 25 18:57:54.254016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 15ba9919-8d25-4e0a-b564-30652b83268b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=15ba9919-8d25-4e0a-b564-30652b83268b,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:54.259329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:54.302094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-78c24668-bb97-49e4-becc-109c6f4af68b req-06f39749-3961-46d1-95fe-8eaea5f7f560 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Nov 25 18:57:54.315054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=15ba9919-8d25-4e0a-b564-30652b83268b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:54.708006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:57:54.726377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89015a46-bae3-4827-9cc7-b9ab9e8da107 req-b416c712-615c-4f29-86eb-7566ecdce43e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:54.728032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89015a46-bae3-4827-9cc7-b9ab9e8da107 req-b416c712-615c-4f29-86eb-7566ecdce43e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 945 time: 0.1087019 Nov 25 18:57:54.737228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-b17a2dd4-2a0a-47d6-9f71-701e054e4b9e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:54.739043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-b17a2dd4-2a0a-47d6-9f71-701e054e4b9e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 946 time: 0.0924733 Nov 25 18:57:54.857700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89015a46-bae3-4827-9cc7-b9ab9e8da107 req-620535b9-95da-42d7-9da5-8df49e0fb631 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173608 Nov 25 18:57:54.886933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port ac12af74-26c5-4698-b823-90409b29d2b1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:57:54.887372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:54.985536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] For port ac12af74-26c5-4698-b823-90409b29d2b1, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ac12af74-26c5-4698-b823-90409b29d2b1,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:54.985992 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:55.202492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:55.202925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:55.203311 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Floating IP 90d4c047-6c71-4cee-897e-ecfb02cdc5c8 disassociated. External IP: 172.25.2.209, port: ac12af74-26c5-4698-b823-90409b29d2b1. Nov 25 18:57:55.203723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for ac12af74-26c5-4698-b823-90409b29d2b1 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:57:55.354639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:55.396003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=ac12af74-26c5-4698-b823-90409b29d2b1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:55.458508 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d82f0915-2ebd-46bf-86e2-6070e085b740 req-47bdfa1d-817a-4d7c-9030-dbab355ace9f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0455132 Nov 25 18:57:55.531208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:57:55.649882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:57:55.664776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:57:55.680098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:57:55.681057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:57:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:55.700021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] No DVR routers for this DVR port ac12af74-26c5-4698-b823-90409b29d2b1 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:57:55.702837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:55.707233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2cd6171-efec-49c9-babe-1840e2c11c7a req-781bf838-54d3-499c-9140-f83405b5e5ee tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.66 "DELETE /v2.0/ports/ac12af74-26c5-4698-b823-90409b29d2b1 HTTP/1.1" status: 204 len: 173 time: 0.9609718 Nov 25 18:57:55.707686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'name': 'network-vif-deleted', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:55.710283 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72b5dd0-8606-4bf7-a34d-c2ac4a8f8c75" -d '{"events": [{"server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "name": "network-vif-deleted", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:55.759051 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11b290a-2186-4341-9aad-395b0b0e4def x-openstack-request-id: req-b11b290a-2186-4341-9aad-395b0b0e4def {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:55.760231 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a89fe8-d118-4e01-a462-db0af6500b4c", "name": "network-vif-deleted", "tag": "ac12af74-26c5-4698-b823-90409b29d2b1", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:55.760830 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b11b290a-2186-4341-9aad-395b0b0e4def {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:55.761433 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a89fe8-d118-4e01-a462-db0af6500b4c', 'name': 'network-vif-deleted', 'tag': 'ac12af74-26c5-4698-b823-90409b29d2b1', 'status': 'completed', 'code': 200} Nov 25 18:57:55.830647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:57:55.887019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 15ba9919-8d25-4e0a-b564-30652b83268b up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:57:56.030035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e015794-d7a4-46c9-9621-9e99a26a1854 req-bab92d53-de9b-463e-810a-9213ec53be74 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:56.034539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e015794-d7a4-46c9-9621-9e99a26a1854 req-bab92d53-de9b-463e-810a-9213ec53be74 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 945 time: 0.0759337 Nov 25 18:57:56.093803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e015794-d7a4-46c9-9621-9e99a26a1854 req-b8b77a9a-bdf5-4eb5-b9c1-197dde98403f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522785 Nov 25 18:57:56.123337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 15ba9919-8d25-4e0a-b564-30652b83268b completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:57:56.129195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 15ba9919-8d25-4e0a-b564-30652b83268b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:57:56.129666 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:56.151255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:56.181075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:57:56.199409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:57:56.200893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:57:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:56.343210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:57:56.367923 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:56.401805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ba9919-8d25-4e0a-b564-30652b83268b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:57:56.403697 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc88b0c-41e0-4167-8934-86d5fec341ec" -d '{"events": [{"server_uuid": "c8ef34f5-4769-44d5-ba11-6f72a9667565", "name": "network-vif-plugged", "status": "completed", "tag": "15ba9919-8d25-4e0a-b564-30652b83268b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:57:56.448134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 15ba9919-8d25-4e0a-b564-30652b83268b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=15ba9919-8d25-4e0a-b564-30652b83268b,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:57:56.462309 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8a6cdd-f700-4de5-b2ae-3025fac5ab3d x-openstack-request-id: req-6e8a6cdd-f700-4de5-b2ae-3025fac5ab3d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:57:56.462626 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ef34f5-4769-44d5-ba11-6f72a9667565", "name": "network-vif-plugged", "status": "completed", "tag": "15ba9919-8d25-4e0a-b564-30652b83268b", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:57:56.462866 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e8a6cdd-f700-4de5-b2ae-3025fac5ab3d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:57:56.463245 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ba9919-8d25-4e0a-b564-30652b83268b', 'code': 200} Nov 25 18:57:56.465543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:57:56.466329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac12af74-26c5-4698-b823-90409b29d2b1 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:57:56.536833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: ac12af74-26c5-4698-b823-90409b29d2b1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:57:56.537174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ac12af74-26c5-4698-b823-90409b29d2b1 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:57:56.570561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-432ceb6f-b360-40bb-a975-adfe12d8ad61 req-feb89209-bfe6-41e4-84a3-f28066e5c218 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0357614 Nov 25 18:57:56.593694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=15ba9919-8d25-4e0a-b564-30652b83268b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:57:56.597025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7fcba-10dd-474f-bfeb-25831366f952 req-005ba654-c630-40cf-b3a8-397a8453f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:56.598416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1eb7fcba-10dd-474f-bfeb-25831366f952 req-005ba654-c630-40cf-b3a8-397a8453f317 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 1097 time: 0.0613854 Nov 25 18:57:56.650729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1eb7fcba-10dd-474f-bfeb-25831366f952 req-f144fe8d-9117-4f79-b9da-f8e1159148be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Nov 25 18:57:56.662317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:57:56.691894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740a3d2-fd53-4677-99a5-4538241572a0 None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:57:56.932020 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b927918-2bb0-458f-814b-77e49ede2c91 None None] New status for floating IP 90d4c047-6c71-4cee-897e-ecfb02cdc5c8: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:57:57.218713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cb1c7-21dc-4e90-83b6-d69fed0882d3 req-730f7893-f8c8-4918-8650-933312eba342 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:57.220376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a84cb1c7-21dc-4e90-83b6-d69fed0882d3 req-730f7893-f8c8-4918-8650-933312eba342 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0505936 Nov 25 18:57:57.271257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a84cb1c7-21dc-4e90-83b6-d69fed0882d3 req-33a83f1a-f569-4c8e-a4d9-fb08889f1abf tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Nov 25 18:57:57.666521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4b3019b-e3a3-4abe-a97f-b20cceaf82e0 req-e89bb8b4-23e5-43ff-ad60-acab517bbec8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0275266 Nov 25 18:57:58.389038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e614cf8-2cd5-49c3-8c0e-384ac801c8e6 req-6bc5d296-9493-48cf-a211-21279bf2367d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:58.390769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e614cf8-2cd5-49c3-8c0e-384ac801c8e6 req-6bc5d296-9493-48cf-a211-21279bf2367d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0506465 Nov 25 18:57:58.439714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e614cf8-2cd5-49c3-8c0e-384ac801c8e6 req-f00994c8-9762-45f6-8e17-2466f10acbdb tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Nov 25 18:57:58.640693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf14805-f1b9-4ad7-82f1-4667261baac1 req-6c0a4271-7a07-48cb-955f-90673790e7a7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:58.642186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdf14805-f1b9-4ad7-82f1-4667261baac1 req-6c0a4271-7a07-48cb-955f-90673790e7a7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0529237 Nov 25 18:57:58.689734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdf14805-f1b9-4ad7-82f1-4667261baac1 req-aab09b38-0e9b-4ea4-a8f7-6f681ed06aee tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Nov 25 18:57:58.768615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-829d1acc-004e-44ec-9157-d8efe4cd8f26 req-614c2273-2579-4ebd-ae07-834d009e8b51 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0268745 Nov 25 18:57:59.810630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63708d65-c984-41ad-b4f8-c5d996e2e5e5 req-2f55619b-7a7b-4b1b-9c5b-130dd1f7d5e3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:57:59.812140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63708d65-c984-41ad-b4f8-c5d996e2e5e5 req-2f55619b-7a7b-4b1b-9c5b-130dd1f7d5e3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0496373 Nov 25 18:57:59.861761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63708d65-c984-41ad-b4f8-c5d996e2e5e5 req-63d24562-3cc6-4d37-9280-be44ee9d1a52 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Nov 25 18:57:59.874594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54f5fe87-6255-44e8-8e35-3acc1ea8f1e2 req-50e46367-687f-4ab3-ae01-f015d4bdd2f0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0280373 Nov 25 18:58:00.745305 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:01.038360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed70bc48-7ecb-49b2-ae15-2da280c9b12e req-df02c9d6-9003-4e42-be57-aeb23243ac65 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=94a89fe8-d118-4e01-a462-db0af6500b4c HTTP/1.1" status: 200 len: 210 time: 0.0545871 Nov 25 18:58:01.051133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe7e51-0d45-47c1-98fb-bbec07b87029 req-05cd0ee2-ac3e-4670-8172-04c157bdea1d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:01.054894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3abe7e51-0d45-47c1-98fb-bbec07b87029 req-05cd0ee2-ac3e-4670-8172-04c157bdea1d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.1118307 Nov 25 18:58:01.103499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3abe7e51-0d45-47c1-98fb-bbec07b87029 req-166746d8-c336-404e-887b-3755ce83eb95 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 Nov 25 18:58:01.396460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-83c3b590-335a-4e46-a64c-c88b9ac90ccd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424330 Nov 25 18:58:01.465241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-249d21c3-6b9f-46df-aaaa-8bf887c0b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:01.466791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-249d21c3-6b9f-46df-aaaa-8bf887c0b7eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0441780 Nov 25 18:58:01.572766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-7bda68b7-daf4-47be-a1e8-f495be534f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:01.574231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-7bda68b7-daf4-47be-a1e8-f495be534f36 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0878780 Nov 25 18:58:01.647590 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-926a380d-6518-484d-abce-f64519398336 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 999 time: 0.0651586 Nov 25 18:58:01.697941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-f185fb2a-3009-431a-a466-57d78d1cc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:01.699534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-f185fb2a-3009-431a-a466-57d78d1cc480 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0452883 Nov 25 18:58:01.753857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-27516d4e-e139-4370-a19c-c540b119bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:01.755410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-27516d4e-e139-4370-a19c-c540b119bdaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464466 Nov 25 18:58:01.767460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-9067ec1a-6983-43dc-a68a-e8c1982802a4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:58:01.768431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-9067ec1a-6983-43dc-a68a-e8c1982802a4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052199 Nov 25 18:58:01.859104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-817e9a58-1563-42a3-a4c3-f09bfa3b23d0 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816793 Nov 25 18:58:02.321706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-b29ac68e-98f4-459b-974a-bef60dd22861 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838576532&fields=id&tenant_id=81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 267 time: 0.0538096 Nov 25 18:58:02.361100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26e11c-e1e4-469c-8572-f1515ac5ac03 req-c55ab12b-0658-4282-9614-6c5f65cb3616 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:02.362601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a26e11c-e1e4-469c-8572-f1515ac5ac03 req-c55ab12b-0658-4282-9614-6c5f65cb3616 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0812538 Nov 25 18:58:02.364829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28b1b851-ab2e-4790-a814-076ce5d6b3f0 req-0673ea4c-e9a4-4aa7-a7da-04885342b108 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977245 Nov 25 18:58:02.428586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1a26e11c-e1e4-469c-8572-f1515ac5ac03 req-60aa2df4-0085-453a-bd55-5c9188425a32 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588899 Nov 25 18:58:02.457874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-81d0ba42-ba57-48bd-898f-f34126c52f5a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:02.459388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-81d0ba42-ba57-48bd-898f-f34126c52f5a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1276786 Nov 25 18:58:02.475070 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-de0e7ddd-b6b6-41dc-b907-7b41f26cf130 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/quotas/81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 375 time: 0.0095870 Nov 25 18:58:02.531587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-4e832b1c-cbed-48d0-b27d-5af05ed09069 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509379 Nov 25 18:58:02.637348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-2f22f5fa-071f-4276-aeaa-d1de99ae5bbb service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937688 Nov 25 18:58:02.731928 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-79345807-7fa3-41bb-9b15-4fb93711a148 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877452 Nov 25 18:58:03.035420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ee2c170b-d6d4-448b-bed5-f15787c766ea req-2957030b-c7ca-4f01-961c-ad5a1f94fb67 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 210 time: 0.0368087 Nov 25 18:58:03.369457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:03.553529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69703550-897a-4291-a739-59381da5fb2e req-2421951c-e7c6-4290-a059-27e6c7c306a0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:03.555787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69703550-897a-4291-a739-59381da5fb2e req-2421951c-e7c6-4290-a059-27e6c7c306a0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Nov 25 18:58:03.605028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69703550-897a-4291-a739-59381da5fb2e req-c792ca00-7626-40bb-a8a9-c89865bd35e9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Nov 25 18:58:04.014195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-9e0c90ff-6c5d-495e-bcd0-e945c4f577ae tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:04.017207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-9e0c90ff-6c5d-495e-bcd0-e945c4f577ae tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1131938 Nov 25 18:58:04.099465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-87df519f-62bb-4760-9926-317d47279d9d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 380 time: 0.0734549 Nov 25 18:58:04.114368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'port': {'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'admin_state_up': True, 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'security_groups': ['d1fbc72c-5f63-47ad-bf97-96c23a97c6e7']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:58:04.162926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67595a12-e43a-4758-b0e0-43bc569a1801 req-5720f42b-cc16-4f0a-a9a5-88ee7fde45d9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 210 time: 0.0395710 Nov 25 18:58:04.241796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:58:04.245540 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:04.383068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.20.0.7 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/a80a2258-e2be-4b95-b9b2-ad41aa713a8f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:58:04.549154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:04.593128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:04.642870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:58:04.647963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:58:04.652312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:58:04.684440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:04.721661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:04.722552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:04.777086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-786dc763-e2d0-423b-8b26-7c67817377d0 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6676338 Nov 25 18:58:04.790852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Request body: {'port': {'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:58:04.821589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dc8f1-b3b5-4bd3-92c4-26df40af7495 req-24c4e0b4-e51f-40a7-89a5-9aa74683cb2c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:04.823304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-569dc8f1-b3b5-4bd3-92c4-26df40af7495 req-24c4e0b4-e51f-40a7-89a5-9aa74683cb2c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0966268 Nov 25 18:58:04.898274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:04.922041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-569dc8f1-b3b5-4bd3-92c4-26df40af7495 req-3da0706c-8d23-47a3-bbe0-2aef95a63acb tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907826 Nov 25 18:58:04.947298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cef3ccf4-e382-44be-8796-96223027a8b1 None None] Provisioning complete for port a80a2258-e2be-4b95-b9b2-ad41aa713a8f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:58:04.947825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cef3ccf4-e382-44be-8796-96223027a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:04.987263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cef3ccf4-e382-44be-8796-96223027a8b1 None None] Port a80a2258-e2be-4b95-b9b2-ad41aa713a8f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:58:05.190130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80a2258-e2be-4b95-b9b2-ad41aa713a8f {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:58:05.199218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:05.215792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Transition to ACTIVE for port object a80a2258-e2be-4b95-b9b2-ad41aa713a8f will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:58:05.221373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:05.279020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:05.281915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a09b-bf24-442a-a476-d76bd24bc4c8 req-0bbc5b46-59e0-4906-895a-69603e7d825d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:05.291990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdc0a09b-bf24-442a-a476-d76bd24bc4c8 req-0bbc5b46-59e0-4906-895a-69603e7d825d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0603709 Nov 25 18:58:05.339896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cdc0a09b-bf24-442a-a476-d76bd24bc4c8 req-9da9548b-f4ef-42ba-afc7-5be6f0a01976 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Nov 25 18:58:05.370415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Attempting to bind port a80a2258-e2be-4b95-b9b2-ad41aa713a8f on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:58:05.370788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Attempting to bind port a80a2258-e2be-4b95-b9b2-ad41aa713a8f by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:58:05.371124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Attempting to bind port a80a2258-e2be-4b95-b9b2-ad41aa713a8f on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:58:05.375809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Port a80a2258-e2be-4b95-b9b2-ad41aa713a8f on network 5543069d-2fe3-41da-893c-40a6aacef875 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:58:05.376123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Attempting to bind port a80a2258-e2be-4b95-b9b2-ad41aa713a8f on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:58:05.381361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:58:05.381636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:58:05.382018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:58:05.382469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Bound port: a80a2258-e2be-4b95-b9b2-ad41aa713a8f, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:58:05.382825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:05.453951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] For port a80a2258-e2be-4b95-b9b2-ad41aa713a8f, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:58:05.457165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] For port a80a2258-e2be-4b95-b9b2-ad41aa713a8f, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:58:05.462900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:05.503082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:05.503708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:05.505109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] 10.222.0.64 "PUT /v2.0/ports/a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 1091 time: 0.7193835 Nov 25 18:58:05.505562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:05.508202 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3088d-968d-4498-b5ae-c31c1f01fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:05.549088 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b21fe-fcc2-4679-b686-54864e0890dd x-openstack-request-id: req-c02b21fe-fcc2-4679-b686-54864e0890dd {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:05.549407 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:05.549665 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c02b21fe-fcc2-4679-b686-54864e0890dd {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:05.550061 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'status': 'completed', 'code': 200} Nov 25 18:58:05.551111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944153f-1c5a-4876-90c9-51ea376f4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:05.603158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-fd4cdbb2-a656-4545-90c5-3d6e1510692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:05.604702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-fd4cdbb2-a656-4545-90c5-3d6e1510692f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1094 time: 0.0453715 Nov 25 18:58:05.667542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-d30e69f1-ea26-400f-9685-15c6ccf1d855 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 217 time: 0.0541675 Nov 25 18:58:05.721920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-9ba2a6c4-f4c3-4fcf-80b3-3bdd9145822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:05.723497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-9ba2a6c4-f4c3-4fcf-80b3-3bdd9145822b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0475576 Nov 25 18:58:05.770936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-47d4d9dd-155b-43ca-8aee-3e69d71fab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:05.772445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-47d4d9dd-155b-43ca-8aee-3e69d71fab74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414467 Nov 25 18:58:06.079732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-458a875e-a271-46c0-8bdb-9679147fb514 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1172192 Nov 25 18:58:06.101858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2adbb1-1680-42df-9d87-b8378149fb2b req-e8681fc9-c498-4ab2-9ffd-97116bda2281 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.103579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f2adbb1-1680-42df-9d87-b8378149fb2b req-e8681fc9-c498-4ab2-9ffd-97116bda2281 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0746791 Nov 25 18:58:06.178355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-de375ac9-0885-465a-b5db-1f91e202ad04 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984113 Nov 25 18:58:06.189968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f2adbb1-1680-42df-9d87-b8378149fb2b req-d1aca030-7f29-432c-ba15-f45fedea3605 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784862 Nov 25 18:58:06.192126 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-f0667045-ebef-4190-83d5-dc563f61b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.193766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-f0667045-ebef-4190-83d5-dc563f61b0d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 1096 time: 0.0680208 Nov 25 18:58:06.277752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3b436a3-f5e1-49cd-8105-0162cd2da34d req-41ba0942-26cf-4149-a318-5399c1aa67ab service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912607 Nov 25 18:58:06.308861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-3132de24-89c1-439a-9dfa-a961502026e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.310999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-3132de24-89c1-439a-9dfa-a961502026e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 200 len: 915 time: 0.0968375 Nov 25 18:58:06.366662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-30985a29-c5ed-4415-96f1-816be9440a6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46 HTTP/1.1" status: 200 len: 217 time: 0.0364435 Nov 25 18:58:06.377226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-e0366ced-bfe5-46f9-b58c-15218350230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.378770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-e0366ced-bfe5-46f9-b58c-15218350230b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1094 time: 0.0482886 Nov 25 18:58:06.442611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-1f7ed58d-e6ba-4d4f-aaff-6a8024b9b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.444085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-1f7ed58d-e6ba-4d4f-aaff-6a8024b9b9b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d79abe9f-462a-4671-991a-2dac88f38e0f HTTP/1.1" status: 200 len: 854 time: 0.0562539 Nov 25 18:58:06.477841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-5cb7514b-fec3-4ae6-9837-27937ce199b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259287 Nov 25 18:58:06.517637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-a4ce19b4-5ea8-4516-a4fb-af191bac2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.519062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-a4ce19b4-5ea8-4516-a4fb-af191bac2fd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1237402 Nov 25 18:58:06.526278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169036bb-5041-4e23-92cd-c0daa456d0ad req-fb3eafeb-c185-40f0-bd7d-75bcca7d2bd5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.527651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-169036bb-5041-4e23-92cd-c0daa456d0ad req-fb3eafeb-c185-40f0-bd7d-75bcca7d2bd5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0815115 Nov 25 18:58:06.573122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-614d7f32-670f-4461-b85d-80b174d74079 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 217 time: 0.0439844 Nov 25 18:58:06.580099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-0273bd84-1ceb-4d00-ace4-19f42055ce87 service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947599 Nov 25 18:58:06.646213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-169036bb-5041-4e23-92cd-c0daa456d0ad req-9b740665-4c1c-4c65-a57b-3749b0fa325f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097381 Nov 25 18:58:06.647749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-a824016f-f417-424a-a790-f734f33218db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.649340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-a824016f-f417-424a-a790-f734f33218db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0678177 Nov 25 18:58:06.675656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41d06e3-f047-40be-9d7c-c18b639e0c05 req-027ea8cf-47c4-4928-9ec0-8a86b45f731f service neutron] 10.222.0.64 "GET /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890408 Nov 25 18:58:06.703384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-3a39d14a-7853-428d-bcc0-a718f5290956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:06.705435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-3a39d14a-7853-428d-bcc0-a718f5290956 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462625 Nov 25 18:58:06.804980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-83bfe0cf-1773-41df-89df-9ccb0f624bd2 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878656 Nov 25 18:58:06.899197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86a3088d-968d-4498-b5ae-c31c1f01fa0b req-54db5864-f724-4b30-90a9-903723caa52d service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833576 Nov 25 18:58:07.340252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7af80-a2aa-4c05-88e5-f36b17ba9a83 req-78423cba-700a-4912-82fe-4355ed0888a4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:07.341863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9cf7af80-a2aa-4c05-88e5-f36b17ba9a83 req-78423cba-700a-4912-82fe-4355ed0888a4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0705445 Nov 25 18:58:07.410917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9cf7af80-a2aa-4c05-88e5-f36b17ba9a83 req-9d1dfefd-0f51-43b2-8aa4-be650bb6e81d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621192 Nov 25 18:58:07.802896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9379b6c-bec7-4044-9f96-53a28b715c79 req-de524178-d69a-4618-843a-01fe130f0c5a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:07.804892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9379b6c-bec7-4044-9f96-53a28b715c79 req-de524178-d69a-4618-843a-01fe130f0c5a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0677559 Nov 25 18:58:07.881475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9379b6c-bec7-4044-9f96-53a28b715c79 req-ab03a590-9765-4e0e-ae56-771b84eb71fc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699568 Nov 25 18:58:08.548908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6fe9a-cc08-41ac-b821-c19e8dc23639 req-7f6bcddc-ec32-47c3-bac5-a7578060d750 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:08.550427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cad6fe9a-cc08-41ac-b821-c19e8dc23639 req-7f6bcddc-ec32-47c3-bac5-a7578060d750 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0570667 Nov 25 18:58:08.606427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cad6fe9a-cc08-41ac-b821-c19e8dc23639 req-2b6a4625-a156-4795-a6a3-988173d6e959 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488002 Nov 25 18:58:09.005279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efb050-52b4-4048-bc99-0ffe4230fbde req-269ef0a2-233e-4534-b055-24f4d01ffac7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:09.007511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0efb050-52b4-4048-bc99-0ffe4230fbde req-269ef0a2-233e-4534-b055-24f4d01ffac7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0568347 Nov 25 18:58:09.067795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a0efb050-52b4-4048-bc99-0ffe4230fbde req-1b4b2648-7a50-413b-9875-6961dd259191 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506675 Nov 25 18:58:09.742539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d3000-d01b-44c8-aa5b-af277fca6167 req-05f4aa7e-9995-41a8-9696-c087c7629678 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:09.746918 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b86d3000-d01b-44c8-aa5b-af277fca6167 req-05f4aa7e-9995-41a8-9696-c087c7629678 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0608363 Nov 25 18:58:09.805383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b86d3000-d01b-44c8-aa5b-af277fca6167 req-c7757c90-d8a7-4bdd-be4a-461013c23b3d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551319 Nov 25 18:58:10.208537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08d9d-8f66-4ed9-9d1c-122da71955cc req-c90cfc11-f046-4136-9ce1-cb6cb4290a91 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:10.210066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0fe08d9d-8f66-4ed9-9d1c-122da71955cc req-c90cfc11-f046-4136-9ce1-cb6cb4290a91 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0606589 Nov 25 18:58:10.281958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0fe08d9d-8f66-4ed9-9d1c-122da71955cc req-a4e4e8e5-9034-40d6-b07a-73ec331181b1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645659 Nov 25 18:58:10.914531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52011b3e-c198-4a05-a752-85802e90871e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:10.925303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d650399-da8d-4ac9-9a2b-3a430c6f4647 req-71618d2b-49dd-4624-bc0a-b887b4500db1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:10.926923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d650399-da8d-4ac9-9a2b-3a430c6f4647 req-71618d2b-49dd-4624-bc0a-b887b4500db1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0505583 Nov 25 18:58:10.976150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d650399-da8d-4ac9-9a2b-3a430c6f4647 req-54c11b6e-e410-4a6d-8184-f2adf338d566 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Nov 25 18:58:11.411641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844164f0-b747-435b-9278-af301ca8fb5b req-8ace83ff-9556-4039-b9ad-f676bf474654 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:11.413311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-844164f0-b747-435b-9278-af301ca8fb5b req-8ace83ff-9556-4039-b9ad-f676bf474654 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0562675 Nov 25 18:58:11.467519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-844164f0-b747-435b-9278-af301ca8fb5b req-f4bdbe4a-d86a-425c-96a4-6516c5e73b9c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481229 Nov 25 18:58:12.109606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58632fc-2c91-4e49-b292-675c3d45682d req-4986974f-3d70-4a47-87fe-4e49816ac183 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:12.111124 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f58632fc-2c91-4e49-b292-675c3d45682d req-4986974f-3d70-4a47-87fe-4e49816ac183 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0586579 Nov 25 18:58:12.162199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f58632fc-2c91-4e49-b292-675c3d45682d req-03fdf0d0-f6b1-4d33-874f-353e56d0efb4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Nov 25 18:58:12.689020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebfe7f-13c6-4294-9aa8-936f210b8694 req-36beffee-616a-4a80-a15f-ca273d6d3b69 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:12.691193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ebfe7f-13c6-4294-9aa8-936f210b8694 req-36beffee-616a-4a80-a15f-ca273d6d3b69 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.1529582 Nov 25 18:58:12.758989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12ebfe7f-13c6-4294-9aa8-936f210b8694 req-245d85b0-ada5-4ce3-9a74-9b9176af4464 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596948 Nov 25 18:58:13.295566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeba22-b4d7-497f-aafb-54ff9e163fd1 req-410aa662-7a52-4135-aaa0-586fafeca7bd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:13.297920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08eeba22-b4d7-497f-aafb-54ff9e163fd1 req-410aa662-7a52-4135-aaa0-586fafeca7bd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0589068 Nov 25 18:58:13.361101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08eeba22-b4d7-497f-aafb-54ff9e163fd1 req-2b90ae14-b9a6-4f2e-8f96-61f67f2b30a3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525527 Nov 25 18:58:13.441945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45b8b9a0-1fcf-46f9-8182-1a0d0dd6ed73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:13.877404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbc05-db0e-4b84-897f-5e8a5f136c3a req-1f60b8de-a1c2-4684-8e26-1b7739d0f694 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:13.879450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac3bbc05-db0e-4b84-897f-5e8a5f136c3a req-1f60b8de-a1c2-4684-8e26-1b7739d0f694 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0560625 Nov 25 18:58:13.929781 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac3bbc05-db0e-4b84-897f-5e8a5f136c3a req-b3cbea65-a1fa-4480-8da5-540dea1e8680 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Nov 25 18:58:14.419911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:14.522834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2ec48-4d88-4cc1-a58f-d687144f7690 req-9a4fa012-70b8-4c92-be56-78e11bcfec98 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:14.528558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd2ec48-4d88-4cc1-a58f-d687144f7690 req-9a4fa012-70b8-4c92-be56-78e11bcfec98 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0602095 Nov 25 18:58:14.574947 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bbd2ec48-4d88-4cc1-a58f-d687144f7690 req-ce94675c-265f-48db-bd74-b4d33cec00ee tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Nov 25 18:58:15.080809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08fab3-f45f-49db-bc07-ada45602080f req-4055581e-2396-462d-adf0-1e9af2f625e8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:15.082557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f08fab3-f45f-49db-bc07-ada45602080f req-4055581e-2396-462d-adf0-1e9af2f625e8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0683489 Nov 25 18:58:15.156807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f08fab3-f45f-49db-bc07-ada45602080f req-018c96ea-2ea2-4790-a1d2-d26201373d94 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671344 Nov 25 18:58:15.207453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44538) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:58:15.312164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01b319c-ecd2-4c4e-a7d1-1f0d962b62d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:15.395543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01b319c-ecd2-4c4e-a7d1-1f0d962b62d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:15.401190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c01b319c-ecd2-4c4e-a7d1-1f0d962b62d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:15.439625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b319c-ecd2-4c4e-a7d1-1f0d962b62d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61dfce-46e8-4fcb-8bdb-7a24b04a3601,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:15.446410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c01b319c-ecd2-4c4e-a7d1-1f0d962b62d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e6cb4df86b948b39d52c8bbf1798aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355249 Nov 25 18:58:15.446676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44544) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:58:15.497322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84a2edf0-340d-43c3-b47d-a839c3c7d0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:15.544213 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84a2edf0-340d-43c3-b47d-a839c3c7d0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:15.595770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84a2edf0-340d-43c3-b47d-a839c3c7d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:15.599405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84a2edf0-340d-43c3-b47d-a839c3c7d0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:15.603470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-84a2edf0-340d-43c3-b47d-a839c3c7d0c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e61dfce-46e8-4fcb-8bdb-7a24b04a3601 HTTP/1.1" status: 204 len: 168 time: 0.1551206 Nov 25 18:58:15.612981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2edf0-340d-43c3-b47d-a839c3c7d0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61dfce-46e8-4fcb-8bdb-7a24b04a3601,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:15.727604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274f1ab-1de7-42e2-b9e7-cce107ce36b1 req-cb9c5942-f038-463c-a8b5-c00c93fe0d8c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:15.729676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2274f1ab-1de7-42e2-b9e7-cce107ce36b1 req-cb9c5942-f038-463c-a8b5-c00c93fe0d8c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0696976 Nov 25 18:58:15.785568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2274f1ab-1de7-42e2-b9e7-cce107ce36b1 req-04244ea3-d723-4e14-aaa1-8ab84d262c02 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Nov 25 18:58:15.963555 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:16.282673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7332bd-bd00-49f6-a555-d172397549e9 req-aa9c84ca-3763-41c3-a6ff-2110900b5afb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:16.284277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a7332bd-bd00-49f6-a555-d172397549e9 req-aa9c84ca-3763-41c3-a6ff-2110900b5afb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0545154 Nov 25 18:58:16.347155 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a7332bd-bd00-49f6-a555-d172397549e9 req-d316398a-c11b-49bc-b1f3-ce5b876f37b3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556064 Nov 25 18:58:17.034073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:17.048228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e83c8-50ee-4879-b90d-ff731c08c4cb req-c96c8b95-20ea-4bb9-aca5-c320d7b66f4e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:17.064037 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229e83c8-50ee-4879-b90d-ff731c08c4cb req-c96c8b95-20ea-4bb9-aca5-c320d7b66f4e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.1298554 Nov 25 18:58:17.127078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-229e83c8-50ee-4879-b90d-ff731c08c4cb req-c8290319-73ba-424b-9bff-1a8f26e458e5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620747 Nov 25 18:58:17.472432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd014e64-143d-4a6f-ac63-08050c217016 req-be7a3180-a828-428d-96c8-808bf191ecbf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:17.473907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd014e64-143d-4a6f-ac63-08050c217016 req-be7a3180-a828-428d-96c8-808bf191ecbf tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0503161 Nov 25 18:58:17.530790 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd014e64-143d-4a6f-ac63-08050c217016 req-cac5f396-a912-4e6d-926f-d93cb82bfce7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507300 Nov 25 18:58:18.256450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104e8c7-23c0-47a9-bcc1-b0213ae03ab5 req-db2bcb5d-50f1-481e-a07c-9184a2fa1a31 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:18.258039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4104e8c7-23c0-47a9-bcc1-b0213ae03ab5 req-db2bcb5d-50f1-481e-a07c-9184a2fa1a31 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0549383 Nov 25 18:58:18.308729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4104e8c7-23c0-47a9-bcc1-b0213ae03ab5 req-fca17ea9-ad50-4e40-96e7-549e64813096 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446255 Nov 25 18:58:18.552573 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:58:18.584327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a80a2258-e2be-4b95-b9b2-ad41aa713a8f details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:58:18.667205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2317f0-f268-4683-b52e-520c4b5fb7b6 req-22a9a054-7898-479a-bb18-9ca9184f6fb6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:18.669559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb2317f0-f268-4683-b52e-520c4b5fb7b6 req-22a9a054-7898-479a-bb18-9ca9184f6fb6 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 943 time: 0.0562985 Nov 25 18:58:18.735024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a80a2258-e2be-4b95-b9b2-ad41aa713a8f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:18.747352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb2317f0-f268-4683-b52e-520c4b5fb7b6 req-2da3915c-f832-4e0d-a38d-e285c8318bcd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690837 Nov 25 18:58:18.754426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:58:18.797216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:18.812135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80a2258-e2be-4b95-b9b2-ad41aa713a8f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:58:18.842786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a80a2258-e2be-4b95-b9b2-ad41aa713a8f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:18.848619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:18.907042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:19.105289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['a80a2258-e2be-4b95-b9b2-ad41aa713a8f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:58:19.436369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676bfe-ea9e-4010-8532-fa7b74968a9a req-380e59a6-3711-4cf0-94b8-f52df3abfc17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:19.438105 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f676bfe-ea9e-4010-8532-fa7b74968a9a req-380e59a6-3711-4cf0-94b8-f52df3abfc17 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0568864 Nov 25 18:58:19.487052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f676bfe-ea9e-4010-8532-fa7b74968a9a req-49fe6776-8839-4919-9fd2-135b67b66017 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Nov 25 18:58:19.877540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331d84b-fc91-4f60-9fa3-feef43f17973 req-37012f40-f308-452a-92fd-5aa79018ef24 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:19.879460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3331d84b-fc91-4f60-9fa3-feef43f17973 req-37012f40-f308-452a-92fd-5aa79018ef24 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 944 time: 0.0544167 Nov 25 18:58:19.934059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3331d84b-fc91-4f60-9fa3-feef43f17973 req-2e6032d4-6d1c-4066-8e3d-0e40ce3b13a8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481842 Nov 25 18:58:20.585174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a80a2258-e2be-4b95-b9b2-ad41aa713a8f up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:58:20.653764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e71596-ee39-4eb9-bff9-788ceeceee75 req-123ae2bc-bfdb-415d-bd34-1b4aba4c64f6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:20.655559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7e71596-ee39-4eb9-bff9-788ceeceee75 req-123ae2bc-bfdb-415d-bd34-1b4aba4c64f6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0793624 Nov 25 18:58:20.663314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port a80a2258-e2be-4b95-b9b2-ad41aa713a8f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:58:20.668111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port a80a2258-e2be-4b95-b9b2-ad41aa713a8f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:58:20.668824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:20.720678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7e71596-ee39-4eb9-bff9-788ceeceee75 req-2e68baf5-bbc1-4a39-88b0-750ff1df33ed tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571837 Nov 25 18:58:20.777064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:20.800580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:20.803542 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac332e-10f2-44a5-9a8b-f131abd6c4e2" -d '{"events": [{"server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "name": "network-vif-plugged", "status": "completed", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:20.820564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port a80a2258-e2be-4b95-b9b2-ad41aa713a8f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:20.827536 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:20.865220 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dc756-1676-4f3b-b2f6-41727ecff0b9 x-openstack-request-id: req-cd8dc756-1676-4f3b-b2f6-41727ecff0b9 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:20.865513 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "name": "network-vif-plugged", "status": "completed", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:20.865768 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd8dc756-1676-4f3b-b2f6-41727ecff0b9 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:20.866159 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'code': 200} Nov 25 18:58:20.900776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:20.993456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10666cd7-7be5-438c-b9f4-ad2bb81bb0ea req-1339eedb-7663-4be5-90e3-af2d0ab322d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:20.996869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-10666cd7-7be5-438c-b9f4-ad2bb81bb0ea req-1339eedb-7663-4be5-90e3-af2d0ab322d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1096 time: 0.0501533 Nov 25 18:58:21.067730 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-10666cd7-7be5-438c-b9f4-ad2bb81bb0ea req-57080713-6d0f-4b04-99ff-ac4fc29ea1ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634050 Nov 25 18:58:21.091485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680108d-9678-4931-a629-f76376228296 req-ff8fe51f-5893-430b-8e60-8863ac384ef9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:21.093364 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e680108d-9678-4931-a629-f76376228296 req-ff8fe51f-5893-430b-8e60-8863ac384ef9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 945 time: 0.0627999 Nov 25 18:58:21.148994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e680108d-9678-4931-a629-f76376228296 req-f6ac5188-f6c4-40cf-b44a-fbab39006c23 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487027 Nov 25 18:58:21.860496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495f7a7-5ea9-432e-8cf6-083579de2c9f req-79ae45c9-14ec-4f15-bbea-e96c77fc7000 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:21.862036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d495f7a7-5ea9-432e-8cf6-083579de2c9f req-79ae45c9-14ec-4f15-bbea-e96c77fc7000 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0536816 Nov 25 18:58:21.917844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d495f7a7-5ea9-432e-8cf6-083579de2c9f req-ad215551-eb33-42e5-a2e7-b5a56df4c5b7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Nov 25 18:58:22.275906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d5d41-18d3-4a8f-a12c-5293cfe50dd0 req-166cb109-d1cf-4ceb-b504-09107ce990c4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:22.277654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-179d5d41-18d3-4a8f-a12c-5293cfe50dd0 req-166cb109-d1cf-4ceb-b504-09107ce990c4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Nov 25 18:58:22.330378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-179d5d41-18d3-4a8f-a12c-5293cfe50dd0 req-9645bde2-7b36-4cb9-9512-c2bc1ce3c232 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Nov 25 18:58:23.057006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd8ab4-8b0e-42b9-b776-afa48df87a3f req-4c9fb8b0-4fb8-4fef-80cc-6837f3bcc931 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:23.058680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68bd8ab4-8b0e-42b9-b776-afa48df87a3f req-4c9fb8b0-4fb8-4fef-80cc-6837f3bcc931 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0595226 Nov 25 18:58:23.117442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68bd8ab4-8b0e-42b9-b776-afa48df87a3f req-c995ec87-867e-4acd-991e-9150d0221035 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525067 Nov 25 18:58:23.470631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f5888-591e-4da5-a45e-77783d6c8296 req-0b77e175-b6fc-4d66-b3dd-8328c2665bcb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:23.475159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-361f5888-591e-4da5-a45e-77783d6c8296 req-0b77e175-b6fc-4d66-b3dd-8328c2665bcb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 945 time: 0.0570617 Nov 25 18:58:23.525688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-361f5888-591e-4da5-a45e-77783d6c8296 req-6204f693-259c-4ee7-a166-5392db83a73a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 Nov 25 18:58:23.655617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90071d-d756-4711-9d63-d1c761e6b956 req-184da87f-f4a5-47b1-97f7-8703472932db tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:23.657384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f90071d-d756-4711-9d63-d1c761e6b956 req-184da87f-f4a5-47b1-97f7-8703472932db tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 945 time: 0.0569873 Nov 25 18:58:23.718981 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f90071d-d756-4711-9d63-d1c761e6b956 req-c68ba4a2-1be4-4f4b-83a6-93ff83c20ee2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551605 Nov 25 18:58:23.766757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 44722) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:58:23.813611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68dcb7-5163-4702-a08f-1e40091b80eb tempest-TestVolumeBootPattern-915812200 tempest-TestVolumeBootPattern-915812200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:23.818366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4b68dcb7-5163-4702-a08f-1e40091b80eb tempest-TestVolumeBootPattern-915812200 tempest-TestVolumeBootPattern-915812200-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1091 time: 0.0475328 Nov 25 18:58:23.818884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 44724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:58:23.827408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:58:23.863082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:23.967829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:24.090115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.25.2.147 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/939d4fa8-632e-4cd3-b89d-00c9e64fb26e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:58:24.205309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:24.253162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:24.316353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6e2bd-c64a-4c4d-afde-4558e81ba906 req-9b02fac1-abb0-4c58-9cf6-266cb14c8b30 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:24.321860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4f6e2bd-c64a-4c4d-afde-4558e81ba906 req-9b02fac1-abb0-4c58-9cf6-266cb14c8b30 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0826080 Nov 25 18:58:24.331511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:58:24.336063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:58:24.338389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=939d4fa8-632e-4cd3-b89d-00c9e64fb26e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:24.341730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:58:24.350016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.350367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.350749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.351092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.351433 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.351770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.352100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.352424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.352761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.353079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.353406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.353742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:24.392371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4f6e2bd-c64a-4c4d-afde-4558e81ba906 req-69d6f847-5c5b-472c-99ac-f2ea62ad2acb tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593514 Nov 25 18:58:24.827351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:24.911286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:25.108355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:25.114757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:25.300208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=939d4fa8-632e-4cd3-b89d-00c9e64fb26e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:25.322664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:25.342080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7a85-0b3b-40d5-b7ef-7bcf56170915 req-de6d30c4-7768-436b-a133-a2a1bb0fe69b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:25.352894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-278c7a85-0b3b-40d5-b7ef-7bcf56170915 req-de6d30c4-7768-436b-a133-a2a1bb0fe69b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0934849 Nov 25 18:58:25.447718 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-278c7a85-0b3b-40d5-b7ef-7bcf56170915 req-801a9fdd-887c-435c-beb4-e700791c937f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934660 Nov 25 18:58:25.487183 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Floating IP a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa associated. External IP: 172.25.2.147, port: a80a2258-e2be-4b95-b9b2-ad41aa713a8f. Nov 25 18:58:25.654827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498488e-f8b1-4b0d-99fb-0dd70012f080 req-b0d0eb48-95b4-4f3f-9c9a-857566d457d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:25.656250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0498488e-f8b1-4b0d-99fb-0dd70012f080 req-b0d0eb48-95b4-4f3f-9c9a-857566d457d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.1070354 Nov 25 18:58:25.799916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0498488e-f8b1-4b0d-99fb-0dd70012f080 req-a330a349-92c6-4f63-ad30-05774078dbdb tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351562 Nov 25 18:58:25.837895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:58:25.964583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:58:25.979534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:58:25.991676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:58:25.992540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:58:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:58:26.003464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:26.039404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c912c653-12b1-4708-ad0d-bcedd39e1b83 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2193456 Nov 25 18:58:26.040804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:26.043168 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297b9737-2cdd-4f2a-9461-f31f4cf42c25" -d '{"events": [{"name": "network-changed", "server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:26.092895 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9663e3c-4471-4e50-b998-c2bb8ee25f91 x-openstack-request-id: req-f9663e3c-4471-4e50-b998-c2bb8ee25f91 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:26.093287 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:26.093638 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9663e3c-4471-4e50-b998-c2bb8ee25f91 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:26.094171 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'status': 'completed', 'code': 200} Nov 25 18:58:26.178171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-1f2a89de-0675-4986-9817-a874b3d66c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:26.179352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:58:26.182940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-1f2a89de-0675-4986-9817-a874b3d66c3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1096 time: 0.0503206 Nov 25 18:58:26.290611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-ab6ec79f-3213-4f2d-9bb2-08581521fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:26.292179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-ab6ec79f-3213-4f2d-9bb2-08581521fc0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.0976880 Nov 25 18:58:26.396610 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-f080c0b6-dadc-4b2d-a36b-d9a3469abc1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 999 time: 0.0926049 Nov 25 18:58:26.454409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-ee4386af-2d7a-4936-ad1b-3443468d26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:26.455970 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-ee4386af-2d7a-4936-ad1b-3443468d26d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0513451 Nov 25 18:58:26.476776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:24Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:58:26.512440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-a6ac65a1-879d-4792-9d32-b218b5fdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:26.514423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-a6ac65a1-879d-4792-9d32-b218b5fdab20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502105 Nov 25 18:58:26.684582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e4f70-32bf-40a7-988f-64c4a9342441 req-ae0f1716-1e4e-4390-93ed-0ebfea8e2ea9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:26.691581 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-555e4f70-32bf-40a7-988f-64c4a9342441 req-ae0f1716-1e4e-4390-93ed-0ebfea8e2ea9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1241343 Nov 25 18:58:26.704746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:58:26.708020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-408999d8-6532-4186-bc79-6ce47f7e9600 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846986 Nov 25 18:58:26.717133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:58:26.717749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:58:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:58:26.790186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-555e4f70-32bf-40a7-988f-64c4a9342441 req-ec98e811-fabc-4d65-8a0f-d3086de9db67 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950572 Nov 25 18:58:26.854400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-297b9737-2cdd-4f2a-9461-f31f4cf42c25 req-c1ea4ba2-4880-44df-8231-662f9f956cf0 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384072 Nov 25 18:58:26.867222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:58:26.973765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d3756-529c-4230-ad40-876dbdafe9ae req-a1f817db-4e1f-4ce0-af14-f5201db9bf55 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:26.976256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e64d3756-529c-4230-ad40-876dbdafe9ae req-a1f817db-4e1f-4ce0-af14-f5201db9bf55 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0796936 Nov 25 18:58:27.037064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e64d3756-529c-4230-ad40-876dbdafe9ae req-c0e8da54-77d1-477d-a9fd-0fae84365de1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Nov 25 18:58:27.143938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:24Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:58:27.174943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa1006-05c6-4270-867a-adb787b9915d None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:24Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:58:27.413557 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7ca93-76b0-49be-ae3b-0c7591a3ef4a None None] New status for floating IP a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:58:27.746166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efb665-99c0-472f-9a38-fdfffa8234fb req-527d50b7-c254-4444-a83c-a3422482d67a tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:27.748006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0efb665-99c0-472f-9a38-fdfffa8234fb req-527d50b7-c254-4444-a83c-a3422482d67a tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 945 time: 0.0618668 Nov 25 18:58:27.798362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0efb665-99c0-472f-9a38-fdfffa8234fb req-80cb6806-c660-495f-8bbc-3c4ce8e68d9c tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Nov 25 18:58:27.917033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab12148-64d1-4759-9a61-a8b86613762e req-27c9fbb4-cc52-4162-aba0-edb4ae57df45 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:27.918593 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ab12148-64d1-4759-9a61-a8b86613762e req-27c9fbb4-cc52-4162-aba0-edb4ae57df45 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0549762 Nov 25 18:58:27.969891 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ab12148-64d1-4759-9a61-a8b86613762e req-a8846ef9-5543-4ef5-9e5a-e6176e19c1c9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447612 Nov 25 18:58:28.157463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1fe3b-9ad3-4246-a2b5-c7764a59e27a req-e7e9c9cc-c732-4e7f-9d43-a2f6f3260ad1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:28.159042 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3da1fe3b-9ad3-4246-a2b5-c7764a59e27a req-e7e9c9cc-c732-4e7f-9d43-a2f6f3260ad1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0504150 Nov 25 18:58:28.213809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3da1fe3b-9ad3-4246-a2b5-c7764a59e27a req-ba4cc3fe-4457-4acb-8921-24e17ca572a2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481381 Nov 25 18:58:28.915050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418207-b578-450e-af0e-67a43df5d191 req-6170f668-6705-4e10-a3de-fa477731001a tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:28.916705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a418207-b578-450e-af0e-67a43df5d191 req-6170f668-6705-4e10-a3de-fa477731001a tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 945 time: 0.0492196 Nov 25 18:58:28.968013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a418207-b578-450e-af0e-67a43df5d191 req-2eadbf0b-8c1c-4194-9f28-c7cf4c319ebf tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/security-groups?id=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Nov 25 18:58:29.092881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6975466-fed0-4967-93ba-dc252532b805 req-5c8e0532-0fab-4ac4-b6dd-72b916cf6d4e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:29.094301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6975466-fed0-4967-93ba-dc252532b805 req-5c8e0532-0fab-4ac4-b6dd-72b916cf6d4e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0528224 Nov 25 18:58:29.143503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6975466-fed0-4967-93ba-dc252532b805 req-03712f7f-dde7-4f3d-b86b-b7d8f43d2533 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429652 Nov 25 18:58:29.337389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefa8ec-aab3-44f2-81d5-21ce73effd23 req-f9a622db-a499-43c4-a163-30720d874760 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:29.338900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7cefa8ec-aab3-44f2-81d5-21ce73effd23 req-f9a622db-a499-43c4-a163-30720d874760 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0537472 Nov 25 18:58:29.387320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7cefa8ec-aab3-44f2-81d5-21ce73effd23 req-1a9a3335-9fea-406c-94af-f219baf0683f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Nov 25 18:58:29.456722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-bef9fd6f-810c-427a-bc43-b4334c824222 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:29.458382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-bef9fd6f-810c-427a-bc43-b4334c824222 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 945 time: 0.0511770 Nov 25 18:58:29.561515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Deleting port 3646feaa-fd63-4842-af6e-7a7c87e47f46 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:58:29.561875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:29.586905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae738b-a710-48de-9b47-02355eca1eee req-bb977c5f-8fde-4ace-b143-7f5719d4ebd1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:29.588747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08ae738b-a710-48de-9b47-02355eca1eee req-bb977c5f-8fde-4ace-b143-7f5719d4ebd1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0536599 Nov 25 18:58:29.641308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08ae738b-a710-48de-9b47-02355eca1eee req-ee389afe-cc2e-4c8b-b400-eddeac1ae7b1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444767 Nov 25 18:58:29.667198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] For port 3646feaa-fd63-4842-af6e-7a7c87e47f46, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=3646feaa-fd63-4842-af6e-7a7c87e47f46,segment=NetworkSegment(a46d1c9f-7993-42c6-909e-7718998ba915),segment_id=a46d1c9f-7993-42c6-909e-7718998ba915)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:29.667198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:29.680215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Calling delete_port for 3646feaa-fd63-4842-af6e-7a7c87e47f46 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:58:29.799155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75df3e3-b9ee-4846-a67b-a0ff6ad0c057 req-352008a2-e43d-4566-9a72-d30d4af2930f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:29.800659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d75df3e3-b9ee-4846-a67b-a0ff6ad0c057 req-352008a2-e43d-4566-9a72-d30d4af2930f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0744946 Nov 25 18:58:29.889538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d75df3e3-b9ee-4846-a67b-a0ff6ad0c057 req-6fbb99d7-5a54-4f21-9daa-efc60661881b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824471 Nov 25 18:58:29.896503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:29.911155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['3646feaa-fd63-4842-af6e-7a7c87e47f46'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:58:29.950654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Pushing event deleted for resources: {'Port': ['ID=3646feaa-fd63-4842-af6e-7a7c87e47f46,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:29.994881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] No DVR routers for this DVR port 3646feaa-fd63-4842-af6e-7a7c87e47f46 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:58:29.997633 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:30.001578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fda3ad4-df6c-4386-a44c-e8df1db1858d req-346a83b0-4608-43a8-9c29-25633fe79db7 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.64 "DELETE /v2.0/ports/3646feaa-fd63-4842-af6e-7a7c87e47f46 HTTP/1.1" status: 204 len: 173 time: 0.5356393 Nov 25 18:58:30.004045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'name': 'network-vif-deleted', 'tag': '3646feaa-fd63-4842-af6e-7a7c87e47f46'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:30.006749 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11360a62-9637-4e8e-9978-0be7c249459b" -d '{"events": [{"server_uuid": "e4e57934-2085-4d8c-a849-ab02c7be5217", "name": "network-vif-deleted", "tag": "3646feaa-fd63-4842-af6e-7a7c87e47f46"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:30.064786 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210ebbd-b51d-4c27-9eb8-f0d9fe7379b9 x-openstack-request-id: req-7210ebbd-b51d-4c27-9eb8-f0d9fe7379b9 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:30.065542 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e57934-2085-4d8c-a849-ab02c7be5217", "name": "network-vif-deleted", "tag": "3646feaa-fd63-4842-af6e-7a7c87e47f46", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:30.066019 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7210ebbd-b51d-4c27-9eb8-f0d9fe7379b9 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:30.066673 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e57934-2085-4d8c-a849-ab02c7be5217', 'name': 'network-vif-deleted', 'tag': '3646feaa-fd63-4842-af6e-7a7c87e47f46', 'status': 'completed', 'code': 200} Nov 25 18:58:30.103905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-702a398c-7037-4c11-9f06-deabe1c1379f req-018a7b7e-6d92-4188-a19a-de367aa6fbc8 tempest-VolumesSnapshotTestJSON-593643046 tempest-VolumesSnapshotTestJSON-593643046-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4e57934-2085-4d8c-a849-ab02c7be5217 HTTP/1.1" status: 200 len: 210 time: 0.0355279 Nov 25 18:58:30.277341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc910d1a-b3ca-4607-b617-7eb7295bd64a req-4fc8158f-8a10-47a5-9c3d-7c761c0d9e31 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:30.280095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc910d1a-b3ca-4607-b617-7eb7295bd64a req-4fc8158f-8a10-47a5-9c3d-7c761c0d9e31 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0626032 Nov 25 18:58:30.281214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-01e96b75-0f93-4239-91d0-945c4d23cc37 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:30.283386 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-01e96b75-0f93-4239-91d0-945c4d23cc37 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1198690 Nov 25 18:58:30.299749 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-f3dfd9a2-bb55-4e9c-b8ff-f13acf3e561b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/quotas/d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 375 time: 0.0098712 Nov 25 18:58:30.337560 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc910d1a-b3ca-4607-b617-7eb7295bd64a req-df842324-f18a-4ecb-a5a8-77095a0aaae8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512040 Nov 25 18:58:30.357688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-f9d810ac-1172-44e7-83e2-b71858764b23 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0520689 Nov 25 18:58:30.482476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-c7fe837c-7034-4717-adae-e1c7e2ebccd4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:58:30.484360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-c7fe837c-7034-4717-adae-e1c7e2ebccd4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1195316 Nov 25 18:58:30.600286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-535260b3-19c0-4856-b2f1-cf8cb79599d5 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079333 Nov 25 18:58:30.695579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-0bcfa58b-31b2-4623-a5bb-a84ff9408d62 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870550 Nov 25 18:58:30.747598 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:30.892936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f0dd790-3f4e-452f-87f4-f99628912192 req-868ebdb9-308b-4f64-8abe-8f85361df752 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 210 time: 0.0505686 Nov 25 18:58:31.522593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2098407-5a8c-4ae2-b58c-4fad56002bf2 req-e2ec6736-dbce-44f5-bde9-9f64806814ac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:31.526764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2098407-5a8c-4ae2-b58c-4fad56002bf2 req-e2ec6736-dbce-44f5-bde9-9f64806814ac tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0774915 Nov 25 18:58:31.583377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2098407-5a8c-4ae2-b58c-4fad56002bf2 req-0165fa28-f2bb-4dd4-833e-a4dfe27e7ed3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492053 Nov 25 18:58:31.996093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-eaeac39e-bbef-4ec7-9f9e-a86ec61dea20 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:31.998351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-eaeac39e-bbef-4ec7-9f9e-a86ec61dea20 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1971946 Nov 25 18:58:32.017538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'port': {'device_id': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'admin_state_up': True, 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:58:32.049009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3e41aee2-06fd-401d-aa0d-69d7ece32c88 req-ec73f5b3-59bc-491d-9942-c949bba5cfc0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 210 time: 0.0447285 Nov 25 18:58:32.150040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Made reservation on behalf of d8ce9afebfa0434abd4290e87d05f22b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:58:32.153747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:32.303634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Allocated IP 172.20.0.4 (99668f2f-169f-4bef-af43-91e9a19e1777/96e4f46a-5cac-44c4-b101-f786babdc585/263e50f3-120b-4206-b5bc-7b6a31cf9493) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:58:32.461718 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:32.496050 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:32.510237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:58:32.563022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:58:32.567661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:58:32.571200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:58:32.575280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=263e50f3-120b-4206-b5bc-7b6a31cf9493,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:32.648320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3646feaa-fd63-4842-af6e-7a7c87e47f46 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:58:32.684323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 3646feaa-fd63-4842-af6e-7a7c87e47f46 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:58:32.685139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 3646feaa-fd63-4842-af6e-7a7c87e47f46 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:58:32.699399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:32.700142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:32.757105 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-c6d23ae2-0c35-423e-9408-62647ae72a64 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450440 Nov 25 18:58:32.798829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Request body: {'port': {'device_id': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:58:32.834632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac052f7c-3ea6-408f-a737-5b20fc36c9f7 req-aad28158-4940-4f2f-acfb-7b6cd91dc44b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:32.836233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac052f7c-3ea6-408f-a737-5b20fc36c9f7 req-aad28158-4940-4f2f-acfb-7b6cd91dc44b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1303182 Nov 25 18:58:32.927160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac052f7c-3ea6-408f-a737-5b20fc36c9f7 req-cd516b19-480a-4a84-b6e8-3712f08b250a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809534 Nov 25 18:58:32.928264 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:32.945944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9a648a7f-356e-416a-b2a3-8ce544ad0a54 None None] Provisioning complete for port 263e50f3-120b-4206-b5bc-7b6a31cf9493 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:58:32.946330 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a648a7f-356e-416a-b2a3-8ce544ad0a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:32.987327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9a648a7f-356e-416a-b2a3-8ce544ad0a54 None None] Port 263e50f3-120b-4206-b5bc-7b6a31cf9493 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:58:33.163793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86619b-1946-4c73-997b-aa72107a2d2b req-811e7b69-a03e-46ae-a9a6-5d453e1d4b52 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:33.172545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f86619b-1946-4c73-997b-aa72107a2d2b req-811e7b69-a03e-46ae-a9a6-5d453e1d4b52 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 931 time: 0.0566032 Nov 25 18:58:33.239885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f86619b-1946-4c73-997b-aa72107a2d2b req-a116d70a-4cd0-4342-821b-3da985625c43 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661788 Nov 25 18:58:33.280096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263e50f3-120b-4206-b5bc-7b6a31cf9493 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:58:33.290732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:33.307120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Transition to ACTIVE for port object 263e50f3-120b-4206-b5bc-7b6a31cf9493 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:58:33.313220 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:33.366259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Pushing event updated for resources: {'Port': ['ID=263e50f3-120b-4206-b5bc-7b6a31cf9493,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:33.435530 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:33.464161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Attempting to bind port 263e50f3-120b-4206-b5bc-7b6a31cf9493 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:58:33.464786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Attempting to bind port 263e50f3-120b-4206-b5bc-7b6a31cf9493 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:58:33.465296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Attempting to bind port 263e50f3-120b-4206-b5bc-7b6a31cf9493 on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:58:33.470805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Port 263e50f3-120b-4206-b5bc-7b6a31cf9493 on network 99668f2f-169f-4bef-af43-91e9a19e1777 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:58:33.471364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Attempting to bind port 263e50f3-120b-4206-b5bc-7b6a31cf9493 on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:58:33.478965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:58:33.479736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:58:33.480619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Bound using segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:58:33.481111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Bound port: 263e50f3-120b-4206-b5bc-7b6a31cf9493, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:58:33.481476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:33.564697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] For port 263e50f3-120b-4206-b5bc-7b6a31cf9493, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:58:33.568608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] For port 263e50f3-120b-4206-b5bc-7b6a31cf9493, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:58:33.574017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:33.619255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:33.620000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:33.621511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] 10.222.0.66 "PUT /v2.0/ports/263e50f3-120b-4206-b5bc-7b6a31cf9493 HTTP/1.1" status: 200 len: 1091 time: 0.8395483 Nov 25 18:58:33.621993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'tag': '263e50f3-120b-4206-b5bc-7b6a31cf9493'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:33.624819 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68867fa8-42fd-42b9-91ac-1c8e837758bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f28c90ac-272e-4e2a-8a7a-f3ca120a69bb", "tag": "263e50f3-120b-4206-b5bc-7b6a31cf9493"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:33.653023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93e74-9eef-4001-8ffc-62d7d4e82217 service neutron] Pushing event updated for resources: {'Port': ['ID=263e50f3-120b-4206-b5bc-7b6a31cf9493,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:33.715563 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993d9fb-1363-425f-9ba9-be6e2d5505d1 x-openstack-request-id: req-7993d9fb-1363-425f-9ba9-be6e2d5505d1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:33.715864 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28c90ac-272e-4e2a-8a7a-f3ca120a69bb", "tag": "263e50f3-120b-4206-b5bc-7b6a31cf9493", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:33.716117 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7993d9fb-1363-425f-9ba9-be6e2d5505d1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:33.716569 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'tag': '263e50f3-120b-4206-b5bc-7b6a31cf9493', 'status': 'completed', 'code': 200} Nov 25 18:58:33.736040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-282e251f-408b-453a-9a52-7f9a5555e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:33.739408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-282e251f-408b-453a-9a52-7f9a5555e78d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 1094 time: 0.0632973 Nov 25 18:58:33.799407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-63b8d42a-8d7c-4f88-b46c-57f589fd94c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493 HTTP/1.1" status: 200 len: 217 time: 0.0506716 Nov 25 18:58:33.898203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-73210e86-ab22-42df-9d98-635425eafab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:33.899835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-73210e86-ab22-42df-9d98-635425eafab3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0914145 Nov 25 18:58:33.968162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef027-9174-49b2-9c39-a77444697a8e req-82bf6ac1-03b4-4c3b-a765-6eb5e44917a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:33.971339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-82bf6ac1-03b4-4c3b-a765-6eb5e44917a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642712 Nov 25 18:58:34.114868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-5e63ac38-d6b2-4077-8f3c-d7efa6d2ea24 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359015 Nov 25 18:58:34.127140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a5cbf-c41f-4450-8611-a5a74e506abc req-b34a9a78-15d3-4843-9da2-85290e10cb3a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:34.134877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-116a5cbf-c41f-4450-8611-a5a74e506abc req-b34a9a78-15d3-4843-9da2-85290e10cb3a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0934300 Nov 25 18:58:34.194443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-116a5cbf-c41f-4450-8611-a5a74e506abc req-ad0917c4-b708-45a0-8c07-8cf5a43475ae tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586419 Nov 25 18:58:34.247079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cccef027-9174-49b2-9c39-a77444697a8e req-a7c3c590-694f-4031-993e-bcb2d2275c97 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244454 Nov 25 18:58:34.367664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-dcfbfe9e-6acd-4701-9be5-1db8cf4c8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:34.369070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-dcfbfe9e-6acd-4701-9be5-1db8cf4c8b61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 1094 time: 0.0639253 Nov 25 18:58:34.573650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-cf277215-4b1a-4fa2-9e07-f8d9e39f6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:34.576514 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-cf277215-4b1a-4fa2-9e07-f8d9e39f6235 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.1993299 Nov 25 18:58:34.650836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-a516f5e9-58ec-4871-bedf-7988532d8e22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493 HTTP/1.1" status: 200 len: 217 time: 0.0582621 Nov 25 18:58:34.679763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e87df-34c0-4da2-a14b-c682e3c498ca req-550cb92a-993f-409a-98af-85ac8998a808 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:34.681515 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-507e87df-34c0-4da2-a14b-c682e3c498ca req-550cb92a-993f-409a-98af-85ac8998a808 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 943 time: 0.1248646 Nov 25 18:58:34.754894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-899c2b92-4db8-4cef-bc9f-bd4cb7608db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:34.756438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-899c2b92-4db8-4cef-bc9f-bd4cb7608db7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0973015 Nov 25 18:58:34.764682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-507e87df-34c0-4da2-a14b-c682e3c498ca req-8fa28e0b-141f-4f27-a9c9-7033ad3eb537 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622935 Nov 25 18:58:34.811460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-3238ba3d-9645-409f-b1dd-7bde671a01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:34.813820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-3238ba3d-9645-409f-b1dd-7bde671a01a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480947 Nov 25 18:58:34.917541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-ea4895e3-6992-42f9-bfa6-d28f75b9f696 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968430 Nov 25 18:58:35.016235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68867fa8-42fd-42b9-91ac-1c8e837758bc req-06be727f-b428-4fdf-8091-525a22365415 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906250 Nov 25 18:58:35.356258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7d4a-a167-4f7e-9d98-175cafb79339 req-e839e4ec-6944-45d4-9b2c-aa15e1b36779 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:35.357957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-030f7d4a-a167-4f7e-9d98-175cafb79339 req-e839e4ec-6944-45d4-9b2c-aa15e1b36779 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0548487 Nov 25 18:58:35.414017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-030f7d4a-a167-4f7e-9d98-175cafb79339 req-60947a1b-cd25-4e33-beaf-aa6405763861 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498509 Nov 25 18:58:35.900106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48a510-ef22-44e7-891e-629359d6712a req-1d66bf98-e828-43ab-a05f-99c81685704b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:35.901577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb48a510-ef22-44e7-891e-629359d6712a req-1d66bf98-e828-43ab-a05f-99c81685704b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 943 time: 0.0539429 Nov 25 18:58:35.950143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb48a510-ef22-44e7-891e-629359d6712a req-d0960548-84e2-4cc7-9a96-7143a5618776 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Nov 25 18:58:36.546409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41f872-5581-4bb1-9fd5-de6267ed2460 req-beeb73b8-0b64-4d14-9f03-a63d11410a26 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:36.548546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b41f872-5581-4bb1-9fd5-de6267ed2460 req-beeb73b8-0b64-4d14-9f03-a63d11410a26 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0571511 Nov 25 18:58:36.599932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b41f872-5581-4bb1-9fd5-de6267ed2460 req-cc450087-dae6-47da-8749-f283d747ebed tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446973 Nov 25 18:58:37.075151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382688c-d88a-4afe-a401-2ff0502c54f0 req-38a5db7b-6bf6-4b29-97c8-e8739cf82c04 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:37.077127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c382688c-d88a-4afe-a401-2ff0502c54f0 req-38a5db7b-6bf6-4b29-97c8-e8739cf82c04 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 943 time: 0.0532126 Nov 25 18:58:37.127732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c382688c-d88a-4afe-a401-2ff0502c54f0 req-b6925a37-2db9-417f-bec7-88b3f483ae02 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Nov 25 18:58:37.728281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e51b-e321-4b97-9492-99008c136346 req-ade3941b-94fb-433a-bee2-c6719d446cfa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:37.730141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ba4e51b-e321-4b97-9492-99008c136346 req-ade3941b-94fb-433a-bee2-c6719d446cfa tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0535827 Nov 25 18:58:37.793268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ba4e51b-e321-4b97-9492-99008c136346 req-b10360e7-7e9a-4858-88a0-7fb0afc25b56 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476518 Nov 25 18:58:38.244412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c8c1d-6a3d-4e30-b020-6028bb0d2503 req-d0d3697e-e9f2-494e-b345-20faa73976e3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:38.245866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-779c8c1d-6a3d-4e30-b020-6028bb0d2503 req-d0d3697e-e9f2-494e-b345-20faa73976e3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 943 time: 0.0476401 Nov 25 18:58:38.298081 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-779c8c1d-6a3d-4e30-b020-6028bb0d2503 req-f466ad26-c5b4-414d-a483-5430d5ee36e1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454602 Nov 25 18:58:38.937558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe891d-089f-431b-858b-f6846c2704da req-4cfe506f-bf48-44fb-b4c4-b94ac14cfee3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:38.946410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4fe891d-089f-431b-858b-f6846c2704da req-4cfe506f-bf48-44fb-b4c4-b94ac14cfee3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0664668 Nov 25 18:58:39.001018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4fe891d-089f-431b-858b-f6846c2704da req-0090f52d-ea67-4da1-a45d-d8bfb7af91d5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536504 Nov 25 18:58:39.444710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f8e13-ac82-43a2-a36e-13ad847026fc req-147cab15-7373-44b8-9728-7495919fd193 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:39.451002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-997f8e13-ac82-43a2-a36e-13ad847026fc req-147cab15-7373-44b8-9728-7495919fd193 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 943 time: 0.0583112 Nov 25 18:58:39.501497 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-997f8e13-ac82-43a2-a36e-13ad847026fc req-0f5e402a-97c4-4e07-a4f2-b95ca23ea79a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Nov 25 18:58:40.038730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 263e50f3-120b-4206-b5bc-7b6a31cf9493 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:58:40.170734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7bc6-284c-4266-956f-1e73bb19bb3b req-1d5e8b44-0648-4d37-a384-0b1f8938a6a6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:40.179362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-435a7bc6-284c-4266-956f-1e73bb19bb3b req-1d5e8b44-0648-4d37-a384-0b1f8938a6a6 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0646248 Nov 25 18:58:40.261390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 263e50f3-120b-4206-b5bc-7b6a31cf9493, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:40.271857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-435a7bc6-284c-4266-956f-1e73bb19bb3b req-65c184f7-c570-4307-a8b7-c2a33efcf37d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910962 Nov 25 18:58:40.273452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '263e50f3-120b-4206-b5bc-7b6a31cf9493', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '263e50f3-120b-4206-b5bc-7b6a31cf9493', 'mac_address': 'fa:16:3e:fd:cf:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:58:40.321448 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:40.336393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263e50f3-120b-4206-b5bc-7b6a31cf9493 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:58:40.360011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 263e50f3-120b-4206-b5bc-7b6a31cf9493, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:40.364523 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:40.420102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=263e50f3-120b-4206-b5bc-7b6a31cf9493,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:40.671727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac3e3-32e8-4a27-b40f-a5165a022b9a req-bdbe4f0e-de8d-411e-b7fd-5c6e76449514 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:40.673260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f4ac3e3-32e8-4a27-b40f-a5165a022b9a req-bdbe4f0e-de8d-411e-b7fd-5c6e76449514 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 944 time: 0.0507417 Nov 25 18:58:40.732154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f4ac3e3-32e8-4a27-b40f-a5165a022b9a req-5a29c8ec-2bf6-4d8e-8d68-c639e9acc7cf tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517938 Nov 25 18:58:40.781952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['263e50f3-120b-4206-b5bc-7b6a31cf9493'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:58:40.946411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99879a2b-9d17-4e0d-bf45-e1203a71bfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:41.444867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44ca41-0568-41b9-8b0f-fb2629430557 req-d332b3c7-31e6-4cbe-8cc7-5eebe8e2105e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:41.451125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e44ca41-0568-41b9-8b0f-fb2629430557 req-d332b3c7-31e6-4cbe-8cc7-5eebe8e2105e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0833001 Nov 25 18:58:41.541161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e44ca41-0568-41b9-8b0f-fb2629430557 req-8d9a5ebe-f30f-4a28-b920-75b8869cc626 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843678 Nov 25 18:58:41.871588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13ec6e-ed55-4dc6-a708-e9b07e139ba3 req-7ac7f410-4815-4a1b-8e86-a9103c3b0074 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:41.873204 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f13ec6e-ed55-4dc6-a708-e9b07e139ba3 req-7ac7f410-4815-4a1b-8e86-a9103c3b0074 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 944 time: 0.0563357 Nov 25 18:58:41.923077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5f13ec6e-ed55-4dc6-a708-e9b07e139ba3 req-ac306b97-8294-4a13-9979-749aa3d85101 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Nov 25 18:58:42.698650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e698e7a-d10b-45a2-93b1-9aed1c5c9d6e req-063e7cc7-adbe-42b2-a90c-939aca89c62f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:42.707280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e698e7a-d10b-45a2-93b1-9aed1c5c9d6e req-063e7cc7-adbe-42b2-a90c-939aca89c62f tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0856473 Nov 25 18:58:42.764793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e698e7a-d10b-45a2-93b1-9aed1c5c9d6e req-e5dac0fb-e944-4257-8c8b-dc65fb949216 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561748 Nov 25 18:58:43.065627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18249e09-1d62-44e5-a0ba-30a6a1dc6080 req-754e3984-0341-4433-9398-d8fab9e80012 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:43.067513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18249e09-1d62-44e5-a0ba-30a6a1dc6080 req-754e3984-0341-4433-9398-d8fab9e80012 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 944 time: 0.0610483 Nov 25 18:58:43.117824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18249e09-1d62-44e5-a0ba-30a6a1dc6080 req-601231c0-f1e6-4bda-a12f-962bc846418a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Nov 25 18:58:43.445805 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87af95dd-e243-4b1b-aefe-068f709a8476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:43.900099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea89486-2706-432e-b5a0-96764770c2cb req-2ac2fb05-0c85-4421-b9b3-7036bbbf749c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:43.902719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ea89486-2706-432e-b5a0-96764770c2cb req-2ac2fb05-0c85-4421-b9b3-7036bbbf749c tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.0631807 Nov 25 18:58:43.965112 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1ea89486-2706-432e-b5a0-96764770c2cb req-20601fb3-ba00-41f7-97fc-dd935d2d92f5 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529177 Nov 25 18:58:44.064950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 263e50f3-120b-4206-b5bc-7b6a31cf9493 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:58:44.115873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 263e50f3-120b-4206-b5bc-7b6a31cf9493 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:58:44.120538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 263e50f3-120b-4206-b5bc-7b6a31cf9493 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:58:44.120962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:44.214572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:44.254241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261c11c-f33b-4471-9ce1-7976d62c74c5 req-5302cdf1-a109-460e-9ebc-35a65268c809 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:44.254829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263e50f3-120b-4206-b5bc-7b6a31cf9493'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:44.261467 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77491b6-9a10-45bb-a7fe-6d6ac5766dc2" -d '{"events": [{"server_uuid": "f28c90ac-272e-4e2a-8a7a-f3ca120a69bb", "name": "network-vif-plugged", "status": "completed", "tag": "263e50f3-120b-4206-b5bc-7b6a31cf9493"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:44.262252 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e261c11c-f33b-4471-9ce1-7976d62c74c5 req-5302cdf1-a109-460e-9ebc-35a65268c809 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 944 time: 0.0579851 Nov 25 18:58:44.296235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 263e50f3-120b-4206-b5bc-7b6a31cf9493, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:44.305646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:44.307525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5627965d-f37b-4c15-899b-e4c789fead1f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:58:44.321327 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e261c11c-f33b-4471-9ce1-7976d62c74c5 req-7a63b282-7f15-4262-8285-3041d68d9d33 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580869 Nov 25 18:58:44.346437 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb0a8b9-9fad-434d-b479-03a234506b4a x-openstack-request-id: req-cfb0a8b9-9fad-434d-b479-03a234506b4a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:44.346760 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28c90ac-272e-4e2a-8a7a-f3ca120a69bb", "name": "network-vif-plugged", "status": "completed", "tag": "263e50f3-120b-4206-b5bc-7b6a31cf9493", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:44.347121 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfb0a8b9-9fad-434d-b479-03a234506b4a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:44.347575 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263e50f3-120b-4206-b5bc-7b6a31cf9493', 'code': 200} Nov 25 18:58:44.426361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=263e50f3-120b-4206-b5bc-7b6a31cf9493,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:44.438712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:44.440304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.440826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.441328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.441831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.442627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.443289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.443780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.446443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.447086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.447168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.447524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.447850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:44.476719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed04eb-3e91-43d0-a3ba-a77ad20827cb req-e462072d-b61a-4742-b7a7-07ea356ff328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:44.478229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8ed04eb-3e91-43d0-a3ba-a77ad20827cb req-e462072d-b61a-4742-b7a7-07ea356ff328 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 1096 time: 0.0423214 Nov 25 18:58:44.501499 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:44.535207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8ed04eb-3e91-43d0-a3ba-a77ad20827cb req-7943ce5d-bde0-4753-ab0f-1ea48f5f371b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 Nov 25 18:58:44.537525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:44.542368 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:44.592637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:45.144452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3bc1f-3ab2-4b62-960f-01238c137db9 req-fbe1adf5-2065-4ec9-b975-9bf1cd4f12d9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:45.146102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8a3bc1f-3ab2-4b62-960f-01238c137db9 req-fbe1adf5-2065-4ec9-b975-9bf1cd4f12d9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.0933549 Nov 25 18:58:45.164732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ac4d7-c632-4453-87e4-318d664a5271 req-8ea714ba-71a8-40b5-a75c-4b8419eca131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:45.166348 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d6ac4d7-c632-4453-87e4-318d664a5271 req-8ea714ba-71a8-40b5-a75c-4b8419eca131 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 1095 time: 0.0758872 Nov 25 18:58:45.454189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4216e2-b1d4-46bb-aa08-a8e0c75533cb req-4ecdcea7-5c5b-4a92-ad98-49cf22be3185 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:45.462171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de4216e2-b1d4-46bb-aa08-a8e0c75533cb req-4ecdcea7-5c5b-4a92-ad98-49cf22be3185 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 945 time: 0.0723445 Nov 25 18:58:45.526910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de4216e2-b1d4-46bb-aa08-a8e0c75533cb req-3b543dc5-941f-43fc-9a45-6aafe72a985c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Nov 25 18:58:45.636750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f8a3bc1f-3ab2-4b62-960f-01238c137db9 req-c84a51d0-d53a-4604-8d02-dbf67667cc60 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4804695 Nov 25 18:58:45.661646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d6ac4d7-c632-4453-87e4-318d664a5271 req-d89d639c-92fa-4870-8a28-5315cc6c4da6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4839139 Nov 25 18:58:45.968314 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:46.349223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:46.351606 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7637f0df-946b-4ff9-ac37-cc63ad359efc" -d '{"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-unplugged", "status": "completed", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:46.391744 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4a57c7-6544-43d5-837b-f82776330ec0 x-openstack-request-id: req-ad4a57c7-6544-43d5-837b-f82776330ec0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:46.392048 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-unplugged", "status": "completed", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:46.392323 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad4a57c7-6544-43d5-837b-f82776330ec0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:46.393237 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f', 'code': 200} Nov 25 18:58:46.646638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7fbc-d1fb-4c9a-944a-b8144fc9f3fe req-8d62ba91-0d10-455d-ac86-d847bf35f815 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:46.648135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d4b7fbc-d1fb-4c9a-944a-b8144fc9f3fe req-8d62ba91-0d10-455d-ac86-d847bf35f815 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 945 time: 0.0523894 Nov 25 18:58:46.708648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6d4b7fbc-d1fb-4c9a-944a-b8144fc9f3fe req-160069fd-e41e-4f14-8c1b-31ba7a314074 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513606 Nov 25 18:58:46.785540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b00dc-77d3-4203-b52b-bf74c7075886 req-e9b2dc96-d9e1-4c81-beb9-6efba7ff7ba3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:46.787236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd5b00dc-77d3-4203-b52b-bf74c7075886 req-e9b2dc96-d9e1-4c81-beb9-6efba7ff7ba3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.0615304 Nov 25 18:58:46.855398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd5b00dc-77d3-4203-b52b-bf74c7075886 req-8f7d8205-02da-4de2-a961-c00f5ea7aa00 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599577 Nov 25 18:58:46.985546 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:47.998789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f8938-a14e-438f-bd55-1a1d76c56957 req-eb39349e-e148-4d7d-8837-789d45b76f4d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:48.008680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c02f8938-a14e-438f-bd55-1a1d76c56957 req-eb39349e-e148-4d7d-8837-789d45b76f4d tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 944 time: 0.0695467 Nov 25 18:58:48.083065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c02f8938-a14e-438f-bd55-1a1d76c56957 req-d8c391fb-0332-46fd-ac1f-6a470c82f0be tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731413 Nov 25 18:58:48.098000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45050) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:58:48.105427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5627965d-f37b-4c15-899b-e4c789fead1f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:58:48.192388 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7cc00db8-1465-46ad-b4bb-d342d1c03eb9 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/floatingips/6d33c061-4c2b-4e4d-823b-7a27f8277834 HTTP/1.1" status: 200 len: 991 time: 0.0908060 Nov 25 18:58:48.256777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:48.272856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '5627965d-f37b-4c15-899b-e4c789fead1f', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'port_id': '5627965d-f37b-4c15-899b-e4c789fead1f', 'mac_address': 'fa:16:3e:e1:2e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:58:48.324443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:48.340234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5627965d-f37b-4c15-899b-e4c789fead1f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:58:48.361472 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:48.367380 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:48.436868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:48.774409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['5627965d-f37b-4c15-899b-e4c789fead1f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:58:50.106197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5627965d-f37b-4c15-899b-e4c789fead1f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:58:50.175900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 5627965d-f37b-4c15-899b-e4c789fead1f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:58:50.176282 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:50.268275 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:50.292266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:58:50.294729 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2165816-a886-4c57-9389-d8b754c9c5c5" -d '{"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-plugged", "status": "completed", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:58:50.308559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:50.313228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:50.345921 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a175cd-3d25-4a6b-ae11-cf7e054a8464 x-openstack-request-id: req-94a175cd-3d25-4a6b-ae11-cf7e054a8464 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:58:50.346384 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-plugged", "status": "completed", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:58:50.346750 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94a175cd-3d25-4a6b-ae11-cf7e054a8464 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:58:50.347235 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f', 'code': 200} Nov 25 18:58:50.377323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:54.670327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45116) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:58:54.780671 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8c3c-111d-4843-aee9-9f5e1fa4b570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:54.858852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8c3c-111d-4843-aee9-9f5e1fa4b570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:54.863768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8c3c-111d-4843-aee9-9f5e1fa4b570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:54.902376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:58:54.908994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1fd8c3c-111d-4843-aee9-9f5e1fa4b570 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed3023daf14248288edc225083592905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362459 Nov 25 18:58:54.916257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd8c3c-111d-4843-aee9-9f5e1fa4b570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd58696-fd1a-4d4e-899a-9cc3161f30de,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:54.954539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:54.975496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:55.028792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:55.033102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:55.037693 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4dd58696-fd1a-4d4e-899a-9cc3161f30de HTTP/1.1" status: 204 len: 168 time: 0.1341219 Nov 25 18:58:55.048541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd58696-fd1a-4d4e-899a-9cc3161f30de,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:55.057152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.057677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.058028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.058364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.058744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.059205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.059754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.060092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.060417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.060741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.061059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.061566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d7a7f-b6cc-4551-ad8d-de6cf3275067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:58:55.520019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-1347adf7-cfe8-4ce0-9166-89292bc36292 req-333042df-1327-45df-8043-85112cf5c3b5 service neutron] (103457) timed out ('10.222.0.66', 60196) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 18:58:55.553597 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:58:57.344609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:57.350917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:57.357820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:57.364914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:57.371530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:57.379735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:57.385651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:57.394045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-3bac04d8-ce09-407e-b509-f9da5d14ccd8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1087713 Nov 25 18:58:57.471064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-155a32a5-5a21-436d-999f-47c33c0c7424 req-27b70935-dd29-4e11-9ea4-952bb8bc6db9 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713584 Nov 25 18:58:58.625442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.632532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.640401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.661985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.668626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.676626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.684671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.686912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-71a69d1c-123c-44e9-bb8d-34f3404f40c1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1267016 Nov 25 18:58:58.843964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.854146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.860841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.866819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.872743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.878640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.884520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.886483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-7a6baed5-250b-4ebe-8c9f-b72bc1906091 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 5445 time: 0.1984899 Nov 25 18:58:58.939779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4c83138-e1fe-4743-8b1a-98ca2d9b7247 req-23ac6fd5-fce5-4711-9755-0410d1e7eea1 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2304733 Nov 25 18:58:58.956123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-557f3567-1358-47c3-869f-bc53a1184773 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:58.957632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-557f3567-1358-47c3-869f-bc53a1184773 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "GET /v2.0/ports/e6174140-49e4-43fe-9dac-c3c605dbcf54?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0590935 Nov 25 18:58:59.098769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-822bc7ee-e91a-4a76-bafb-ba9f4242b707 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "GET /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1328778 Nov 25 18:58:59.109784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:58:59.193649 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:59.382065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] For port e6174140-49e4-43fe-9dac-c3c605dbcf54, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e6174140-49e4-43fe-9dac-c3c605dbcf54,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:58:59.421121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] For port e6174140-49e4-43fe-9dac-c3c605dbcf54, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:58:59.466371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] device_id is not set on port e6174140-49e4-43fe-9dac-c3c605dbcf54 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:58:59.478054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:59.485059 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:59.543900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] No DVR routers for this DVR port e6174140-49e4-43fe-9dac-c3c605dbcf54 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:58:59.616367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] Pushing event updated for resources: {'Port': ['ID=e6174140-49e4-43fe-9dac-c3c605dbcf54,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:58:59.641802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] In _notify_port_updated(), no bound segment for port e6174140-49e4-43fe-9dac-c3c605dbcf54 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:58:59.642852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:59.643578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:59.645264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-7bd6dd0b-02b3-403c-9b6b-f525f70580aa service neutron] 10.222.0.66 "PUT /v2.0/ports/e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 200 len: 1033 time: 0.5396035 Nov 25 18:58:59.703584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-28e3a9a0-fcfe-4d48-8e8b-8ea0e5f23c98 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:58:59.704996 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-28e3a9a0-fcfe-4d48-8e8b-8ea0e5f23c98 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "GET /v2.0/ports/94a855d3-3db1-43cb-9019-f1691f243d37?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0525830 Nov 25 18:58:59.723677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:58:59.806836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:59.811728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c40f425b-63d9-41e2-8282-7c31841cfb81 None None] Provisioning complete for port e6174140-49e4-43fe-9dac-c3c605dbcf54 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:58:59.814932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c40f425b-63d9-41e2-8282-7c31841cfb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:58:59.863134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c40f425b-63d9-41e2-8282-7c31841cfb81 None None] Port e6174140-49e4-43fe-9dac-c3c605dbcf54 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:59:00.084934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab6ef-e216-4eb8-a1be-2d7d63bf4105 req-18801648-81a7-41d3-bf2f-67457ed16e7a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.086503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9aeab6ef-e216-4eb8-a1be-2d7d63bf4105 req-18801648-81a7-41d3-bf2f-67457ed16e7a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1005776 Nov 25 18:59:00.088392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] For port 94a855d3-3db1-43cb-9019-f1691f243d37, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=94a855d3-3db1-43cb-9019-f1691f243d37,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:00.145043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-52d81da5-89c7-409f-b6b7-c673af2009e8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.150800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-52d81da5-89c7-409f-b6b7-c673af2009e8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.157821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-52d81da5-89c7-409f-b6b7-c673af2009e8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.159959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] For port 94a855d3-3db1-43cb-9019-f1691f243d37, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:59:00.164419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-52d81da5-89c7-409f-b6b7-c673af2009e8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.165504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9aeab6ef-e216-4eb8-a1be-2d7d63bf4105 req-d619dbc9-9cde-4a38-a296-f47168435bb3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670114 Nov 25 18:59:00.193812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-52d81da5-89c7-409f-b6b7-c673af2009e8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.213582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-52d81da5-89c7-409f-b6b7-c673af2009e8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.220547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] device_id is not set on port 94a855d3-3db1-43cb-9019-f1691f243d37 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 18:59:00.221914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-52d81da5-89c7-409f-b6b7-c673af2009e8 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 4665 time: 0.1599145 Nov 25 18:59:00.230137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.237667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.326195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c45962c-0b5b-4b77-947b-ac777be3259e req-7394893e-d4f7-43c4-9f00-efc8449212ef tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=a355b7bb-1bd3-4132-b132-945a2b0bb227&id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033871 Nov 25 18:59:00.333802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] No DVR routers for this DVR port 94a855d3-3db1-43cb-9019-f1691f243d37 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:00.408521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] Pushing event updated for resources: {'Port': ['ID=94a855d3-3db1-43cb-9019-f1691f243d37,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:00.453906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] In _notify_port_updated(), no bound segment for port 94a855d3-3db1-43cb-9019-f1691f243d37 on network 4ceda34d-b884-4a07-9638-9608188b8ae3 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 18:59:00.454988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.455780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.457258 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-4bf33b51-5c76-4542-b385-45a40c661a8e service neutron] 10.222.0.66 "PUT /v2.0/ports/94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 200 len: 1032 time: 0.7380054 Nov 25 18:59:00.467913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95024320-dc64-4c5a-9b99-9a2b95d4e2c5 req-0ec40338-b00e-4fb9-981e-93e177bf2f18 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.469490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95024320-dc64-4c5a-9b99-9a2b95d4e2c5 req-0ec40338-b00e-4fb9-981e-93e177bf2f18 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1704171 Nov 25 18:59:00.576109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95024320-dc64-4c5a-9b99-9a2b95d4e2c5 req-2ed76186-dffd-4a4a-ab60-2861c7858560 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982075 Nov 25 18:59:00.604566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port f2251868-ccf1-42d8-ab71-f9ee2d412527 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:00.605051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.605818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c22bdb02-29af-4c0c-b606-fa7ebd715772 None None] Provisioning complete for port 94a855d3-3db1-43cb-9019-f1691f243d37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:00.606383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb02-29af-4c0c-b606-fa7ebd715772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.649745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c22bdb02-29af-4c0c-b606-fa7ebd715772 None None] Port 94a855d3-3db1-43cb-9019-f1691f243d37 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:59:00.705881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] For port f2251868-ccf1-42d8-ab71-f9ee2d412527, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f2251868-ccf1-42d8-ab71-f9ee2d412527,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:00.706540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.719935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for f2251868-ccf1-42d8-ab71-f9ee2d412527 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:00.771423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.883753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ccce2-1fe8-4d32-8495-ccda92300f46 req-2534bce5-b524-4add-a244-24db48a0e826 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:00.885245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-354ccce2-1fe8-4d32-8495-ccda92300f46 req-2534bce5-b524-4add-a244-24db48a0e826 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0831835 Nov 25 18:59:00.900659 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:00.943047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=f2251868-ccf1-42d8-ab71-f9ee2d412527,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:01.006103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] No DVR routers for this DVR port f2251868-ccf1-42d8-ab71-f9ee2d412527 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:01.010141 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:01.013644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-f65af187-dbf2-4cba-a8a5-943bee84dc08 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "DELETE /v2.0/ports/f2251868-ccf1-42d8-ab71-f9ee2d412527 HTTP/1.1" status: 204 len: 173 time: 0.5432289 Nov 25 18:59:01.014262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': 'f2251868-ccf1-42d8-ab71-f9ee2d412527'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:59:01.016923 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05750050-8d9d-43d1-b7be-fd0f5ac23fe7" -d '{"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "f2251868-ccf1-42d8-ab71-f9ee2d412527"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:59:01.024435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-354ccce2-1fe8-4d32-8495-ccda92300f46 req-63e1c34d-1698-447e-8245-59ed63118410 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310775 Nov 25 18:59:01.126926 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f66efac-51ad-4099-a2e4-1e26519058c3 x-openstack-request-id: req-6f66efac-51ad-4099-a2e4-1e26519058c3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:59:01.127226 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "f2251868-ccf1-42d8-ab71-f9ee2d412527", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:59:01.127505 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f66efac-51ad-4099-a2e4-1e26519058c3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:59:01.128015 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': 'f2251868-ccf1-42d8-ab71-f9ee2d412527', 'status': 'completed', 'code': 200} Nov 25 18:59:01.188395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port e074b3d0-6252-4eef-b942-80849bda7068 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:01.188734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:01.313939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] For port e074b3d0-6252-4eef-b942-80849bda7068, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e074b3d0-6252-4eef-b942-80849bda7068,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:01.314334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:01.332540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for e074b3d0-6252-4eef-b942-80849bda7068 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:01.603042 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:01.632497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b3a3-3ac7-4ffe-9a4c-5de564f1a22b req-0c52a194-ccc5-48bc-8b94-9bf8ac2442a5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:01.650787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b3a3-3ac7-4ffe-9a4c-5de564f1a22b req-0c52a194-ccc5-48bc-8b94-9bf8ac2442a5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:01.657149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b3a3-3ac7-4ffe-9a4c-5de564f1a22b req-0c52a194-ccc5-48bc-8b94-9bf8ac2442a5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:01.657397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=e074b3d0-6252-4eef-b942-80849bda7068,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:01.677307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b3a3-3ac7-4ffe-9a4c-5de564f1a22b req-0c52a194-ccc5-48bc-8b94-9bf8ac2442a5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:01.684917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e87b3a3-3ac7-4ffe-9a4c-5de564f1a22b req-0c52a194-ccc5-48bc-8b94-9bf8ac2442a5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 3151 time: 0.1923211 Nov 25 18:59:01.753082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7e87b3a3-3ac7-4ffe-9a4c-5de564f1a22b req-41625539-70ba-4a8e-bf8d-e94efa546034 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671811 Nov 25 18:59:01.760215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] No DVR routers for this DVR port e074b3d0-6252-4eef-b942-80849bda7068 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:01.763668 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:01.768744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-e9a2e6b9-4a71-40fb-a51e-2b7b211f69de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "DELETE /v2.0/ports/e074b3d0-6252-4eef-b942-80849bda7068 HTTP/1.1" status: 204 len: 173 time: 0.7405684 Nov 25 18:59:01.826236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464dc81-11fa-4cb5-8dfe-1fb4e9b1d0b1 req-d116c28f-e5f0-4e7a-8c2d-d4a4ff29c322 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:01.829413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0464dc81-11fa-4cb5-8dfe-1fb4e9b1d0b1 req-d116c28f-e5f0-4e7a-8c2d-d4a4ff29c322 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1440840 Nov 25 18:59:01.919841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0464dc81-11fa-4cb5-8dfe-1fb4e9b1d0b1 req-40603593-7626-4284-811d-2ecf6540b399 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811555 Nov 25 18:59:01.933393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port ef5a034c-1569-46b5-ba10-184464454506 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:01.933988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.036475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] For port ef5a034c-1569-46b5-ba10-184464454506, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef5a034c-1569-46b5-ba10-184464454506,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:02.036974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.160249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ef5a034c-1569-46b5-ba10-184464454506 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:02.290156 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.290574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.291072 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Floating IP 0f88af61-0d19-4e3e-a29c-0e393500802a disassociated. External IP: 172.25.2.79, port: ef5a034c-1569-46b5-ba10-184464454506. Nov 25 18:59:02.291629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for ef5a034c-1569-46b5-ba10-184464454506 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:02.292126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.350092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ef5a034c-1569-46b5-ba10-184464454506, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ef5a034c-1569-46b5-ba10-184464454506,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:02.352002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:59:02.355004 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92dcde-4e0b-4d48-b6db-850053893cb3" -d '{"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5a034c-1569-46b5-ba10-184464454506"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:59:02.371755 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.373485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e6174140-49e4-43fe-9dac-c3c605dbcf54 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:02.444006 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78326c85-cf0d-470c-8632-fd485a74e512 x-openstack-request-id: req-78326c85-cf0d-470c-8632-fd485a74e512 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:59:02.444307 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5a034c-1569-46b5-ba10-184464454506", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:59:02.444557 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78326c85-cf0d-470c-8632-fd485a74e512 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:59:02.447110 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506', 'code': 200} Nov 25 18:59:02.487016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e6174140-49e4-43fe-9dac-c3c605dbcf54 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:02.487665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 6ca6ba98-52e6-4acc-b10b-556efc63d3ca no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:02.488266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.541007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=ef5a034c-1569-46b5-ba10-184464454506,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:02.574278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ef5a034c-1569-46b5-ba10-184464454506,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:02.641822 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.680774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:02.687960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.689277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f2251868-ccf1-42d8-ab71-f9ee2d412527 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:02.709799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Router 20164225-9370-465b-83bc-44ab8548d4b3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:59:02.715943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: f2251868-ccf1-42d8-ab71-f9ee2d412527 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:02.716301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f2251868-ccf1-42d8-ab71-f9ee2d412527 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:02.716722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 94a855d3-3db1-43cb-9019-f1691f243d37 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:02.823087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:02.835873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 94a855d3-3db1-43cb-9019-f1691f243d37 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:02.836305 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 3cb3ec80-2a76-4df4-af3c-32446f52d036 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:02.853388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:59:02.891226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] Sync routers for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:59:02.907109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:02.907755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:58:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:02.953070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] No DVR routers for this DVR port ef5a034c-1569-46b5-ba10-184464454506 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:02.959279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:02.963586 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-f3d74c5e-b904-4525-82c0-d23176da4bb5 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "DELETE /v2.0/ports/ef5a034c-1569-46b5-ba10-184464454506 HTTP/1.1" status: 204 len: 173 time: 1.1820352 Nov 25 18:59:03.047782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac82fb1-a703-409c-997a-08c6c50f3fbf req-f0927f7e-565b-4531-bab7-073bd61e5354 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:03.066222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac82fb1-a703-409c-997a-08c6c50f3fbf req-f0927f7e-565b-4531-bab7-073bd61e5354 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:03.068176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ac82fb1-a703-409c-997a-08c6c50f3fbf req-f0927f7e-565b-4531-bab7-073bd61e5354 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 1678 time: 0.2038610 Nov 25 18:59:03.128837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': 'e074b3d0-6252-4eef-b942-80849bda7068'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:59:03.131318 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267c465a-4c9b-4413-921f-b18943b1521a" -d '{"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "e074b3d0-6252-4eef-b942-80849bda7068"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "ef5a034c-1569-46b5-ba10-184464454506"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:59:03.169087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435780-4455-4689-bc6c-6390fe17bd80 req-0ed39488-de92-44d3-91f1-da6097443424 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:03.176254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2435780-4455-4689-bc6c-6390fe17bd80 req-0ed39488-de92-44d3-91f1-da6097443424 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1217508 Nov 25 18:59:03.214800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:03.246111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ac82fb1-a703-409c-997a-08c6c50f3fbf req-36f1bfc2-6cb2-4f5f-a1ba-43498ef8a362 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c9aae9-799f-4f20-8f03-f9939e2b6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524873 Nov 25 18:59:03.263515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:03.263852 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.289184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2435780-4455-4689-bc6c-6390fe17bd80 req-2517252e-1ffc-4e0c-b81d-80f2c0844fc3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076441 Nov 25 18:59:03.314172 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.354047 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03931bf9-5a87-4729-b9b2-948dd9b3f133 x-openstack-request-id: req-03931bf9-5a87-4729-b9b2-948dd9b3f133 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:59:03.354673 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "e074b3d0-6252-4eef-b942-80849bda7068", "status": "completed", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "ef5a034c-1569-46b5-ba10-184464454506", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:59:03.355172 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03931bf9-5a87-4729-b9b2-948dd9b3f133 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:59:03.355807 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': 'e074b3d0-6252-4eef-b942-80849bda7068', 'status': 'completed', 'code': 200} Nov 25 18:59:03.356278 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': 'ef5a034c-1569-46b5-ba10-184464454506', 'status': 'completed', 'code': 200} Nov 25 18:59:03.414119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 3cb3ec80-2a76-4df4-af3c-32446f52d036, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:03.452988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.454417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e074b3d0-6252-4eef-b942-80849bda7068 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:03.454792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] For port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:03.455496 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.459821 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.474985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for 6ca6ba98-52e6-4acc-b10b-556efc63d3ca owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:03.539385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: e074b3d0-6252-4eef-b942-80849bda7068 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:03.539732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e074b3d0-6252-4eef-b942-80849bda7068 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:03.609360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=3cb3ec80-2a76-4df4-af3c-32446f52d036,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:03.669484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.718684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=6ca6ba98-52e6-4acc-b10b-556efc63d3ca,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:03.719049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:29Z', 'revision_number': 5, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:03.770080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] No DVR routers for this DVR port 6ca6ba98-52e6-4acc-b10b-556efc63d3ca on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:03.773700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.778119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-0378695e-68db-4b88-bc22-868e3fc9eb9b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "DELETE /v2.0/ports/6ca6ba98-52e6-4acc-b10b-556efc63d3ca HTTP/1.1" status: 204 len: 173 time: 0.8081248 Nov 25 18:59:03.898080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port 3cb3ec80-2a76-4df4-af3c-32446f52d036 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:03.898772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:03.923993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] Checking router: 20164225-9370-465b-83bc-44ab8548d4b3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:59:03.934293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:03.934940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:58:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:04.015762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] For port 3cb3ec80-2a76-4df4-af3c-32446f52d036, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=3cb3ec80-2a76-4df4-af3c-32446f52d036,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:04.016110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:04.034350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for 3cb3ec80-2a76-4df4-af3c-32446f52d036 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:04.071299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:04.255604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:04.323967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=3cb3ec80-2a76-4df4-af3c-32446f52d036,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:04.397217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:29Z', 'revision_number': 5, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:04.451742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] No DVR routers for this DVR port 3cb3ec80-2a76-4df4-af3c-32446f52d036 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:04.456332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:04.459757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043c966b-f305-4810-9664-593f87c94ea6 req-1f8661d7-0213-4a39-8ecb-00bc66ff982b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.66 "DELETE /v2.0/ports/3cb3ec80-2a76-4df4-af3c-32446f52d036 HTTP/1.1" status: 204 len: 173 time: 0.6714180 Nov 25 18:59:04.463402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5087418a-85e2-41fe-8f45-eae377ef39e9 req-af425501-d6ed-40cf-8fea-3f80ac3587ae tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0602043 Nov 25 18:59:04.517002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:59:04.522816 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc46cc-2abc-4775-aaa3-b9453f9d2a07" -d '{"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:59:04.531800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ce859-7a96-4dc0-9d99-aab645b3e961 req-83b17bca-e2a5-47ce-9663-65355efa43fa tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:04.533847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-280ce859-7a96-4dc0-9d99-aab645b3e961 req-83b17bca-e2a5-47ce-9663-65355efa43fa tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1061296 Nov 25 18:59:04.533993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b3be5-b885-4323-a2d0-11d7829b45c6 None None] The sync data for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 is: [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:47:24Z', 'revision_number': 4, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '80ee1bf4-b781-4fda-afe7-d76630e13c8b', 'name': '', 'network_id': '4f8726b0-b2b2-4430-9868-33a6f312e430', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'mac_address': 'fa:16:3e:cb:ef:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:22Z', 'updated_at': '2021-11-25T18:47:29Z', 'revision_number': 5, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'subnets': [{'id': '8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:59:04.642745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-280ce859-7a96-4dc0-9d99-aab645b3e961 req-6d1f4bc8-3cb7-4955-a115-522fb48a389b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968175 Nov 25 18:59:04.651057 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 25 Nov 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f029f2ab-d2ba-4c4f-94ea-d20e0bbc740f x-openstack-request-id: req-f029f2ab-d2ba-4c4f-94ea-d20e0bbc740f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:59:04.651481 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:59:04.652222 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f029f2ab-d2ba-4c4f-94ea-d20e0bbc740f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:59:04.652759 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca', 'code': 200} Nov 25 18:59:04.653292 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036', 'code': 200} Nov 25 18:59:05.059706 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16f8d77-ae27-4ac4-a781-f0756988cb09 None None] New status for floating IP 0f88af61-0d19-4e3e-a29c-0e393500802a: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 18:59:05.357520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca'}, {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:59:05.361896 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfcb051-1e19-47bc-b356-b2eaa42be4f8" -d '{"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca"}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:59:05.447614 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 18:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa18df-0642-464d-b726-e47239e0bac6 x-openstack-request-id: req-27fa18df-0642-464d-b726-e47239e0bac6 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:59:05.448166 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "6ca6ba98-52e6-4acc-b10b-556efc63d3ca", "status": "completed", "code": 200}, {"server_uuid": "a95e807b-8a02-48fd-899c-48d5cd57b68c", "name": "network-vif-deleted", "tag": "3cb3ec80-2a76-4df4-af3c-32446f52d036", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:59:05.448672 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27fa18df-0642-464d-b726-e47239e0bac6 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:59:05.450139 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': '6ca6ba98-52e6-4acc-b10b-556efc63d3ca', 'status': 'completed', 'code': 200} Nov 25 18:59:05.450705 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e807b-8a02-48fd-899c-48d5cd57b68c', 'name': 'network-vif-deleted', 'tag': '3cb3ec80-2a76-4df4-af3c-32446f52d036', 'status': 'completed', 'code': 200} Nov 25 18:59:05.610656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e507deb-a444-4059-a304-9b5017d642c9 req-163a9738-8717-4b93-a424-89171e70565d tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0325496 Nov 25 18:59:05.916003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408c1cf-9a82-4707-a5dc-778260c12647 req-3fdd9625-bb55-49a6-9b0e-68b6ec6d6932 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:05.920485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1408c1cf-9a82-4707-a5dc-778260c12647 req-3fdd9625-bb55-49a6-9b0e-68b6ec6d6932 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1124101 Nov 25 18:59:06.024995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1408c1cf-9a82-4707-a5dc-778260c12647 req-2200b9dd-9cb0-45c8-a11e-33b7b80ef58b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940983 Nov 25 18:59:06.764182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7f745db-8ac3-4f4b-9f09-92a31352cbaf req-b7647d60-cb9a-432c-9501-5fd8457d5781 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0504923 Nov 25 18:59:07.165822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9d12f-d084-4527-9e4f-4436e7f38de0 req-1581e743-2cd1-4e21-b04f-dcd52b4dfd0e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:07.167970 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0b9d12f-d084-4527-9e4f-4436e7f38de0 req-1581e743-2cd1-4e21-b04f-dcd52b4dfd0e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0592012 Nov 25 18:59:07.232965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c0b9d12f-d084-4527-9e4f-4436e7f38de0 req-0eca0901-da0c-46a8-b13e-e9c87fa54f8b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580678 Nov 25 18:59:07.907671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-807da710-f4ca-4530-85ef-b65b2294304d req-82906964-675e-4483-a645-ab888337d605 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0297389 Nov 25 18:59:08.092983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-25dc7fbe-27dc-4531-8079-883b75f850da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734265 Nov 25 18:59:08.219500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-2b004335-b492-4e12-8a6c-0509f71776a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:08.221837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-2b004335-b492-4e12-8a6c-0509f71776a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1096 time: 0.0586693 Nov 25 18:59:08.352058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-8f49fa84-6ebe-4467-b2ec-733f20ddece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:08.353615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-8f49fa84-6ebe-4467-b2ec-733f20ddece5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1046090 Nov 25 18:59:08.441720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-a16b3ea2-493b-4e62-b471-979a1ec082b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 1001 time: 0.0784271 Nov 25 18:59:08.520656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ca85-1fef-46fd-9a2c-d56a25d44ca3 req-605bdf68-ea90-4538-827e-6ea4c154727e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:08.522643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7077ca85-1fef-46fd-9a2c-d56a25d44ca3 req-605bdf68-ea90-4538-827e-6ea4c154727e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1604984 Nov 25 18:59:08.542100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-32ac6ce5-1e67-4795-9745-fdf0dc2a2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:08.544123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-32ac6ce5-1e67-4795-9745-fdf0dc2a2983 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0784285 Nov 25 18:59:08.629608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7077ca85-1fef-46fd-9a2c-d56a25d44ca3 req-8b20fd18-ea51-4b51-886e-a008cbe20b58 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959294 Nov 25 18:59:08.647061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-ea981afe-2404-44f9-ba8d-2dbbe6d7a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:08.648588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-ea981afe-2404-44f9-ba8d-2dbbe6d7a3bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945060 Nov 25 18:59:08.792559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-e954df32-e809-4354-9b4c-5db26252218c service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288989 Nov 25 18:59:08.904010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4637ef5-f652-4663-9e39-0fddaaa857a6 req-d06a533c-99fb-49e7-95d8-433edd4bdb45 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018777 Nov 25 18:59:09.070405 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0082bd7e-9c78-4bb9-a5eb-091c489bf43e req-ab895487-b607-45fb-9b43-9bbeba108257 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0416319 Nov 25 18:59:09.876155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bccb0-3793-41f6-97f7-35c718ab8262 req-72891cf3-6422-4c55-b38a-217889f926f4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:09.890847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-575bccb0-3793-41f6-97f7-35c718ab8262 req-72891cf3-6422-4c55-b38a-217889f926f4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0919967 Nov 25 18:59:09.963373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-575bccb0-3793-41f6-97f7-35c718ab8262 req-0c9ff90e-1f44-424a-bbcb-f6050a61a96e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646188 Nov 25 18:59:10.190615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c00c1416-47c5-4bff-ad48-b06007fc0d3a req-59c80fd6-95a4-4911-8216-b0d73ab18562 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0422149 Nov 25 18:59:10.923322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-05b9f615-5f2c-4880-b13e-084eca5ef761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:11.104454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5168-70b9-4987-8c05-a094cdefc32e req-0c2d4426-9cb0-41f9-b007-f639c134d4ce tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:11.116054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ecc5168-70b9-4987-8c05-a094cdefc32e req-0c2d4426-9cb0-41f9-b007-f639c134d4ce tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0793624 Nov 25 18:59:11.195981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ecc5168-70b9-4987-8c05-a094cdefc32e req-e45b9d15-a298-4491-9646-4d6404383bff tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775464 Nov 25 18:59:11.391243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-506d2f82-d9da-48ea-b36b-231fc4135675 req-f55d6bc7-760c-461e-9174-fed987202148 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0462921 Nov 25 18:59:12.385018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3112291-750d-4f8d-bc41-dfad1c2257cd req-f0290274-3665-47fa-b652-6efd8f28aaa0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:12.392601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e3112291-750d-4f8d-bc41-dfad1c2257cd req-f0290274-3665-47fa-b652-6efd8f28aaa0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1233137 Nov 25 18:59:12.504333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e3112291-750d-4f8d-bc41-dfad1c2257cd req-e25c975d-f858-47e9-ac19-7561922446b4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012781 Nov 25 18:59:12.550130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81dcff68-6441-4946-be02-ef36d2193912 req-fd599fe1-a400-412c-b677-4dda6a59b5fb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0579698 Nov 25 18:59:12.888979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-fc9ab468-e4df-4b5b-8c60-98a33587cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:12.891458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-fc9ab468-e4df-4b5b-8c60-98a33587cb27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0616450 Nov 25 18:59:12.899834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d4848-1f9e-4f2c-b7e5-7942cba3b7a2 req-3387d2c6-78f4-4446-b8a4-7a49c596f478 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:12.901762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e27d4848-1f9e-4f2c-b7e5-7942cba3b7a2 req-3387d2c6-78f4-4446-b8a4-7a49c596f478 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.1187708 Nov 25 18:59:13.009070 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e27d4848-1f9e-4f2c-b7e5-7942cba3b7a2 req-e9d90cc1-681d-448a-9b37-213e8a165f69 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980721 Nov 25 18:59:13.046609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-6507ef6e-e5a6-431f-a204-5be85af0e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:13.048911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-6507ef6e-e5a6-431f-a204-5be85af0e735 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.1460476 Nov 25 18:59:13.133924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-89fbba11-ea46-412d-bb4e-b88627daca5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 999 time: 0.0773368 Nov 25 18:59:13.185675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-e616e2ce-d025-49d7-ac5a-5bc85efda5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:13.187819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-e616e2ce-d025-49d7-ac5a-5bc85efda5e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0447948 Nov 25 18:59:13.234982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-de1c3abc-f5b4-4cb5-9756-9056997e73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:13.236494 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-de1c3abc-f5b4-4cb5-9756-9056997e73bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419788 Nov 25 18:59:13.357922 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-b8c3ba2a-a156-4bab-ac74-45b703aa6f36 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134350 Nov 25 18:59:13.472454 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-46ba0292-2cbf-4b7c-be1a-2943bc5692af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:13.506197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f7df1a-d173-46ed-ab92-3878bd4b9e7e req-8a6891f3-463f-4d78-a89c-b083d09756b5 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406257 Nov 25 18:59:13.661827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84cf52ff-e010-43b0-9b89-cb7368294019 req-eeadd1fc-a587-46c3-917b-4c51e79a5470 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0265684 Nov 25 18:59:14.197260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980dd04-7635-42c0-be62-d78c0707e45e req-44feb162-f14e-4354-8cc7-a0ae806ac084 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:14.205458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0980dd04-7635-42c0-be62-d78c0707e45e req-44feb162-f14e-4354-8cc7-a0ae806ac084 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0768862 Nov 25 18:59:14.303094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0980dd04-7635-42c0-be62-d78c0707e45e req-f0da2b41-fedf-481e-b5f6-ef746dc2d6ae tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966210 Nov 25 18:59:14.421671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:14.811126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b17081c-3365-4c0b-871a-e3b9886c34cc req-84f6d0f4-a8e2-4966-9ddd-893ff90b0182 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0469172 Nov 25 18:59:15.492201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a69cf2-9f78-4daf-a501-61f94bf26e2a req-034e7fd2-e270-40ce-9a62-0dd80fa614bf tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:15.500667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12a69cf2-9f78-4daf-a501-61f94bf26e2a req-034e7fd2-e270-40ce-9a62-0dd80fa614bf tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0820382 Nov 25 18:59:15.596254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12a69cf2-9f78-4daf-a501-61f94bf26e2a req-7c467c72-8983-482c-83c6-b119979a37ac tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945466 Nov 25 18:59:15.731755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780037ae-e898-4377-bb57-e62177de1ed4 req-8f247324-1df7-4e8d-b741-71fd2044a201 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:15.739710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-780037ae-e898-4377-bb57-e62177de1ed4 req-8f247324-1df7-4e8d-b741-71fd2044a201 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0644684 Nov 25 18:59:15.799087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-780037ae-e898-4377-bb57-e62177de1ed4 req-86a4bd4b-7c7a-4bc9-ad14-36f5439ff4b9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578179 Nov 25 18:59:15.939880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b90d2188-6ee1-4574-98db-98648a4d1c51 req-7fa1a646-5314-47b0-9b38-6e50bef6d4bc tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0390682 Nov 25 18:59:15.995483 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:16.191918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a6c45-5c33-441d-a631-0532a660b32e req-0d3f8c64-428d-4071-bedf-4f96ec8e1993 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:16.200491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f3a6c45-5c33-441d-a631-0532a660b32e req-0d3f8c64-428d-4071-bedf-4f96ec8e1993 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0636880 Nov 25 18:59:16.313964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f3a6c45-5c33-441d-a631-0532a660b32e req-87305057-aa1a-4436-84a8-e9e75e2ea826 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122887 Nov 25 18:59:16.610435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82489221-bb11-4bac-abf0-9cbbb074327a req-48e08f69-90cc-45f5-916e-6a8066f4c776 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:16.612493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82489221-bb11-4bac-abf0-9cbbb074327a req-48e08f69-90cc-45f5-916e-6a8066f4c776 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0795467 Nov 25 18:59:16.695086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82489221-bb11-4bac-abf0-9cbbb074327a req-1c76c362-9e23-4f95-afe5-64bed7dbb71f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715921 Nov 25 18:59:17.007628 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:17.141654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf966e8b-a1ff-4134-ae5a-9c7be9cfb2be req-8e77718e-db96-4983-9527-5ae3c2a880de tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0396733 Nov 25 18:59:17.821576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849612-67ac-4580-b92b-6874092077e6 req-63c445bd-9546-4ba0-ba81-8e6c042325a1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:17.829924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7849612-67ac-4580-b92b-6874092077e6 req-63c445bd-9546-4ba0-ba81-8e6c042325a1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0674019 Nov 25 18:59:17.876939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7849612-67ac-4580-b92b-6874092077e6 req-5efff949-1461-43ba-8dae-5cac8bcf3296 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459852 Nov 25 18:59:18.142396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3527-5890-400d-bd7b-f2fc62d94534 req-6d93c324-eb6a-4ee4-9777-9677d000528c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:18.143972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4bf3527-5890-400d-bd7b-f2fc62d94534 req-6d93c324-eb6a-4ee4-9777-9677d000528c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0879638 Nov 25 18:59:18.236311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4bf3527-5890-400d-bd7b-f2fc62d94534 req-acfefd25-ddba-4d35-9444-974eb65ddc4d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773079 Nov 25 18:59:18.295667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39fcf672-a83c-418d-bfb2-ba12859868d7 req-adf6a750-18d8-46ed-bef0-95621b94bd3c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0449417 Nov 25 18:59:19.409947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba59cc-cc1b-45e1-ae88-a615ca7908eb req-2e91326e-2901-47dc-a250-1c287de964cd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:19.409947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70ba59cc-cc1b-45e1-ae88-a615ca7908eb req-2e91326e-2901-47dc-a250-1c287de964cd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0886731 Nov 25 18:59:19.462915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70ba59cc-cc1b-45e1-ae88-a615ca7908eb req-4848645d-638c-45f9-94d9-04a9e6b23fad tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Nov 25 18:59:19.481803 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d41c5bc6-37cf-4130-b042-b3b2150dde0d req-0eb6db11-bcb2-4edc-af07-6d726bdb1dd4 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0505502 Nov 25 18:59:19.597387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d422f7f-05cf-4230-9459-98c8714e08c2 req-8f2db6d5-8327-47ab-9e6b-ccef9980e962 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:19.599709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d422f7f-05cf-4230-9459-98c8714e08c2 req-8f2db6d5-8327-47ab-9e6b-ccef9980e962 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0574319 Nov 25 18:59:19.651398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d422f7f-05cf-4230-9459-98c8714e08c2 req-94c59c96-a5f7-4573-99e1-c13d27cc81e4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Nov 25 18:59:19.766953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535045-8815-49a6-8200-50f12f368303 req-9ae6c74a-c90b-41c6-97ea-5415f1b2fe6e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:19.769417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85535045-8815-49a6-8200-50f12f368303 req-9ae6c74a-c90b-41c6-97ea-5415f1b2fe6e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0506415 Nov 25 18:59:19.816821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85535045-8815-49a6-8200-50f12f368303 req-ff3e7621-270a-4f18-a63b-8e6b71bc0f0e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Nov 25 18:59:19.939173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4a8a1-2c9a-4994-ab20-099d2176afa5 req-1941d778-e713-4dfd-bf5c-b9e0eeede6b8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:19.940693 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06f4a8a1-2c9a-4994-ab20-099d2176afa5 req-1941d778-e713-4dfd-bf5c-b9e0eeede6b8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0497587 Nov 25 18:59:20.002475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06f4a8a1-2c9a-4994-ab20-099d2176afa5 req-60e595ad-fb04-460f-9bbf-35d4582415f8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507159 Nov 25 18:59:20.637591 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f657e58-0cc3-4bec-89d3-2181df5df7cc req-862c478d-d9fa-4f58-96b5-1083b1dc9b59 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/ports?device_id=a95e807b-8a02-48fd-899c-48d5cd57b68c HTTP/1.1" status: 200 len: 210 time: 0.0377548 Nov 25 18:59:21.748172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45492) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:21.803255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d7dbe7e-f02c-4c13-a57d-ac06c5b5de95 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:21.828449 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d7dbe7e-f02c-4c13-a57d-ac06c5b5de95 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:21.887271 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d7dbe7e-f02c-4c13-a57d-ac06c5b5de95 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:21.890257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d7dbe7e-f02c-4c13-a57d-ac06c5b5de95 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:21.894188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6d7dbe7e-f02c-4c13-a57d-ac06c5b5de95 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/security-groups/99c9aae9-799f-4f20-8f03-f9939e2b6cfe HTTP/1.1" status: 204 len: 168 time: 0.1424506 Nov 25 18:59:21.894667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45494) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:21.906638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dbe7e-f02c-4c13-a57d-ac06c5b5de95 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9aae9-799f-4f20-8f03-f9939e2b6cfe,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:21.909809 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-2b521037-a38f-49ff-97dc-ce183fff5a45 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] show failed (client error): The resource could not be found. Nov 25 18:59:21.911109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2b521037-a38f-49ff-97dc-ce183fff5a45 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "GET /v2.0/security-groups/99c9aae9-799f-4f20-8f03-f9939e2b6cfe HTTP/1.1" status: 404 len: 347 time: 0.0153773 Nov 25 18:59:21.913981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45496) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:22.051074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port 0e519be5-647f-4520-8f1d-7fde6caabf07 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:22.051418 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.136742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.137070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.150394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for 0e519be5-647f-4520-8f1d-7fde6caabf07 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:22.289510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.315201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=0e519be5-647f-4520-8f1d-7fde6caabf07,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:22.381488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.393712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.395058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-70238dd7-95dd-40c4-a8f6-14d946914beb tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/floatingips/0f88af61-0d19-4e3e-a29c-0e393500802a HTTP/1.1" status: 204 len: 168 time: 0.4796133 Nov 25 18:59:22.397627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45506) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:22.492058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port 94a855d3-3db1-43cb-9019-f1691f243d37 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:22.492577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.581254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:22.593547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for 94a855d3-3db1-43cb-9019-f1691f243d37 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:23.082711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.112575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=94a855d3-3db1-43cb-9019-f1691f243d37,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:23.187293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.193407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-46296e37-6f1f-409e-a0c6-2dcd25e1d84a tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/ports/94a855d3-3db1-43cb-9019-f1691f243d37 HTTP/1.1" status: 204 len: 168 time: 0.7911820 Nov 25 18:59:23.194276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45516) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:23.293900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port e6174140-49e4-43fe-9dac-c3c605dbcf54 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:23.294246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.395879 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.430513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for e6174140-49e4-43fe-9dac-c3c605dbcf54 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:23.607136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.674753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=e6174140-49e4-43fe-9dac-c3c605dbcf54,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:23.773255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.777853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-34f0544a-d778-4724-8383-ec2e15cba6a6 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/ports/e6174140-49e4-43fe-9dac-c3c605dbcf54 HTTP/1.1" status: 204 len: 168 time: 0.5823414 Nov 25 18:59:23.780576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45526) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:23.845909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting subnet f174018d-1762-494b-a114-5876deb307fb {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:59:23.849923 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:23.899570 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.017503 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.103347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.148285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Subnet': ['ID=f174018d-1762-494b-a114-5876deb307fb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:24.156277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.163169 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c355257-06dd-427e-9ac4-a55fbe12b05c tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/subnets/f174018d-1762-494b-a114-5876deb307fb HTTP/1.1" status: 204 len: 168 time: 0.3811781 Nov 25 18:59:24.163544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45528) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:24.166631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f06be-813a-489b-9952-11174084f249 None None] Network b771d437-5fd6-46e0-b62a-e89b3aefade5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:24.270076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting subnet 7ea64b89-82e7-4403-833c-c7561fb07d42 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:59:24.273541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.373305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.501875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] DHCP port deletion for b771d437-5fd6-46e0-b62a-e89b3aefade5 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:24.576185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.638007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] Deleting port 13deacc7-8d88-4915-9898-58b6530977b9 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:24.638486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.675030 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.710685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea64b89-82e7-4403-833c-c7561fb07d42,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:24.716953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.722129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-686a3aad-1864-4076-b16b-50ae3d3f9d43 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/subnets/7ea64b89-82e7-4403-833c-c7561fb07d42 HTTP/1.1" status: 204 len: 168 time: 0.5575509 Nov 25 18:59:24.724881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45538) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:24.740933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c150c57-dee7-4662-86a3-4f0c8fd002e7 None None] Network 4ceda34d-b884-4a07-9638-9608188b8ae3 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:24.845108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.850272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] For port 13deacc7-8d88-4915-9898-58b6530977b9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13deacc7-8d88-4915-9898-58b6530977b9,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:24.850935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.866757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] Calling delete_port for 13deacc7-8d88-4915-9898-58b6530977b9 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:24.909608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Deleting port 13deacc7-8d88-4915-9898-58b6530977b9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:24.909867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:24.979390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] For port 13deacc7-8d88-4915-9898-58b6530977b9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13deacc7-8d88-4915-9898-58b6530977b9,segment=NetworkSegment(0e94b75f-a34b-4029-8efa-5eb2ead9b40e),segment_id=0e94b75f-a34b-4029-8efa-5eb2ead9b40e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:24.979893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.002544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Calling delete_port for 13deacc7-8d88-4915-9898-58b6530977b9 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:25.026917 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.069027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] Pushing event deleted for resources: {'Port': ['ID=13deacc7-8d88-4915-9898-58b6530977b9,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:25.077023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] DHCP port deletion for 4ceda34d-b884-4a07-9638-9608188b8ae3 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:25.083644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2c352-f1a9-4fac-9eb3-10eb3a63ca2c None None] No DVR routers for this DVR port 13deacc7-8d88-4915-9898-58b6530977b9 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:25.142423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.148941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] Deleting port bff45736-b03f-49d4-a94a-f44e232f2573 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:25.149410 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.182051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Port': ['ID=13deacc7-8d88-4915-9898-58b6530977b9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:25.199660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] No DVR routers for this DVR port 13deacc7-8d88-4915-9898-58b6530977b9 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.238878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.241447 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.241447 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:25.246070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] For port bff45736-b03f-49d4-a94a-f44e232f2573, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bff45736-b03f-49d4-a94a-f44e232f2573,segment=NetworkSegment(d1a14dd8-ca4b-40e3-9f97-cddcec53dfee),segment_id=d1a14dd8-ca4b-40e3-9f97-cddcec53dfee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:25.246070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.263510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] Calling delete_port for bff45736-b03f-49d4-a94a-f44e232f2573 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:25.328617 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.359960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b771d437-5fd6-46e0-b62a-e89b3aefade5']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:25.364062 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.371426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e94b75f-a34b-4029-8efa-5eb2ead9b40e') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:25.371778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e94b75f-a34b-4029-8efa-5eb2ead9b40e') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:25.394485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.412168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] Pushing event deleted for resources: {'Port': ['ID=bff45736-b03f-49d4-a94a-f44e232f2573,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:25.425860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494df8b-4b47-4f78-b807-deb14a02ecc8 None None] No DVR routers for this DVR port bff45736-b03f-49d4-a94a-f44e232f2573 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:25.426992 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.440406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:59:25.440818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: self.session.flush() Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:59:25.444894 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:59:25.513383 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.534536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:25.538108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/networks/b771d437-5fd6-46e0-b62a-e89b3aefade5 HTTP/1.1" status: 204 len: 168 time: 0.8117898 Nov 25 18:59:25.538742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fa66a-2f37-4433-8c9b-4b20b53d538b tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Network': ['ID=b771d437-5fd6-46e0-b62a-e89b3aefade5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:25.540425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45544) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:25.931525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:26.023262 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:26.044386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ceda34d-b884-4a07-9638-9608188b8ae3']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:26.054396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:26.054932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a14dd8-ca4b-40e3-9f97-cddcec53dfee') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:26.064589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:26.078673 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:26.085071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:59:26.085715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:59:26.145687 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:59:26.153402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:26.158894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:26.168291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] 10.222.0.62 "DELETE /v2.0/networks/4ceda34d-b884-4a07-9638-9608188b8ae3 HTTP/1.1" status: 204 len: 168 time: 0.6262748 Nov 25 18:59:26.190620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d8057-2719-4423-aad9-7dd01a72f406 tempest-TaggedBootDevicesTest_v242-2113243491 tempest-TaggedBootDevicesTest_v242-2113243491-project] Pushing event deleted for resources: {'Network': ['ID=4ceda34d-b884-4a07-9638-9608188b8ae3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:26.346949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13deacc7-8d88-4915-9898-58b6530977b9 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:26.404232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 13deacc7-8d88-4915-9898-58b6530977b9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:26.404585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13deacc7-8d88-4915-9898-58b6530977b9 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:26.405002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bff45736-b03f-49d4-a94a-f44e232f2573 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:26.424689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bff45736-b03f-49d4-a94a-f44e232f2573 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:26.425282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bff45736-b03f-49d4-a94a-f44e232f2573 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:28.861596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45614) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:28.934494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] Deleting subnet d79abe9f-462a-4671-991a-2dac88f38e0f {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:59:28.939895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.024145 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.064894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.165171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.218924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79abe9f-462a-4671-991a-2dac88f38e0f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:29.253824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.284748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95de7243-683f-4c16-85a8-42520c9d7059 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d79abe9f-462a-4671-991a-2dac88f38e0f HTTP/1.1" status: 204 len: 168 time: 0.4212794 Nov 25 18:59:29.287225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45624) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:29.422913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.529481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.555304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd914c8-312f-4523-ad37-5dbc9ebdd1e2']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:29.565670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46d1c9f-7993-42c6-909e-7718998ba915') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:29.566103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46d1c9f-7993-42c6-909e-7718998ba915') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:29.577630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.598725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.607390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:59:29.607856 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:59:29.610199 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:59:29.717154 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.726564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:29.730164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0bd914c8-312f-4523-ad37-5dbc9ebdd1e2 HTTP/1.1" status: 204 len: 168 time: 0.4408801 Nov 25 18:59:29.741306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a905c-bd6c-4071-b7b5-7822df560555 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd914c8-312f-4523-ad37-5dbc9ebdd1e2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:30.013049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45664) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:30.095946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45666) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:30.100483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ce44d96e-6364-4ccb-b1a2-480238ee707f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf41e0d94fa9468eaeef1396fb3e32a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831771 Nov 25 18:59:30.179606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a02d14e5-32a3-4973-9ce2-d8549fec8280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:30.217945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a02d14e5-32a3-4973-9ce2-d8549fec8280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:30.282548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a02d14e5-32a3-4973-9ce2-d8549fec8280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:30.285538 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a02d14e5-32a3-4973-9ce2-d8549fec8280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:30.286879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a02d14e5-32a3-4973-9ce2-d8549fec8280 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a HTTP/1.1" status: 204 len: 168 time: 0.1893067 Nov 25 18:59:30.297873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d14e5-32a3-4973-9ce2-d8549fec8280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcc0659-ab96-4fc5-8b63-9d3e4a2f3c8a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:30.777187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:32.559359 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 18:59:33.386908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:37.462719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45760) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:38.064910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:38.365842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Deleting port 80ee1bf4-b781-4fda-afe7-d76630e13c8b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:38.366232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:38.467236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] For port 80ee1bf4-b781-4fda-afe7-d76630e13c8b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=80ee1bf4-b781-4fda-afe7-d76630e13c8b,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:38.469176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:38.490898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Calling delete_port for 80ee1bf4-b781-4fda-afe7-d76630e13c8b owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:38.716183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:38.749255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ee1bf4-b781-4fda-afe7-d76630e13c8b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:38.964890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:39.310411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Router 20164225-9370-465b-83bc-44ab8548d4b3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:59:39.418304 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:59:39.423678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-887a207d-392c-4eee-bcec-2dd969edf325 admin admin] 10.222.0.62 "PUT /v2.0/routers/20164225-9370-465b-83bc-44ab8548d4b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9598815 Nov 25 18:59:39.426542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45772) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:39.431019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] Sync routers for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:59:39.443443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:39.444585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:39.537832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:39.563397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:39.675717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:39.737963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Deleting port 768e9bf9-569f-49ba-89da-3bcf41581483 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:39.738643 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:39.808560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:59:38Z', 'revision_number': 5, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port': {'id': '768e9bf9-569f-49ba-89da-3bcf41581483', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20164225-9370-465b-83bc-44ab8548d4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:12Z', 'updated_at': '2021-11-25T18:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:39.848191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] Checking router: 20164225-9370-465b-83bc-44ab8548d4b3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:59:39.857817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] Routers {'20164225-9370-465b-83bc-44ab8548d4b3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:39.858630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['20164225-9370-465b-83bc-44ab8548d4b3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:39.862925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] For port 768e9bf9-569f-49ba-89da-3bcf41581483, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=768e9bf9-569f-49ba-89da-3bcf41581483,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:39.863294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:39.877609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Calling delete_port for 768e9bf9-569f-49ba-89da-3bcf41581483 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:39.963085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] Set router 20164225-9370-465b-83bc-44ab8548d4b3 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:40.023847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:59:39Z', 'revision_number': 6, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:40.062873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2df02e-6331-4ad4-b108-a2b603220b4f None None] The sync data for ids ['20164225-9370-465b-83bc-44ab8548d4b3'] in n-d-819194-3 is: [{'id': '20164225-9370-465b-83bc-44ab8548d4b3', 'name': 'tempest-TaggedBootDevicesTest_v242-2010500745-router', 'tenant_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:09Z', 'updated_at': '2021-11-25T18:59:39Z', 'revision_number': 6, 'project_id': 'efe2d468b48741a0a58e67a27dd0eb91', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:59:40.119274 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.150232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=768e9bf9-569f-49ba-89da-3bcf41581483,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:40.164349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae7741-bc8d-4e3c-b718-3e52cb4c0e29 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:40.220889 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.322567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.324618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.370380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.371185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20164225-9370-465b-83bc-44ab8548d4b3 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:59:40.379627 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.380901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b15cb9de-6a38-487d-8d98-2cb596dff7a8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/20164225-9370-465b-83bc-44ab8548d4b3 HTTP/1.1" status: 204 len: 168 time: 0.9538119 Nov 25 18:59:40.383429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45820) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:40.450937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] Deleting subnet 8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:59:40.454670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.527108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.644043 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.704596 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.732305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:40.736691 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.742659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7af70e19-22d6-4dfa-ad34-550edd6f3d92 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8329cfbe-21e7-4345-9cbe-e12a0b4a7d2c HTTP/1.1" status: 204 len: 168 time: 0.3557467 Nov 25 18:59:40.743016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45824) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:40.747244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be175aa6-a604-4e79-aaee-c324fdb75c59 None None] Network 4f8726b0-b2b2-4430-9868-33a6f312e430 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:40.835806 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.919791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Deleting port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:40.920065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:40.998475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] For port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=25afec71-c62b-4a4b-ac5f-72d182ea4d4c,segment=NetworkSegment(16dc6d0e-1682-464b-bd4e-a4e841c67a0f),segment_id=16dc6d0e-1682-464b-bd4e-a4e841c67a0f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:40.998903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.015485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Calling delete_port for 25afec71-c62b-4a4b-ac5f-72d182ea4d4c owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:41.114656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.145891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 80ee1bf4-b781-4fda-afe7-d76630e13c8b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:41.147738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] No DVR routers for this DVR port 25afec71-c62b-4a4b-ac5f-72d182ea4d4c on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:41.149585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Pushing event deleted for resources: {'Port': ['ID=25afec71-c62b-4a4b-ac5f-72d182ea4d4c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:41.207036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 80ee1bf4-b781-4fda-afe7-d76630e13c8b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:41.207386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 80ee1bf4-b781-4fda-afe7-d76630e13c8b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:41.235046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.241467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fb125fe-c9cc-4ffc-b648-32ccf91b6056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.286397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8726b0-b2b2-4430-9868-33a6f312e430']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:41.302580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dc6d0e-1682-464b-bd4e-a4e841c67a0f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:41.302879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dc6d0e-1682-464b-bd4e-a4e841c67a0f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:41.320321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.340010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d141ce0-d591-4f59-8a0c-5bdaba2272ec None None] DHCP port deletion for 4f8726b0-b2b2-4430-9868-33a6f312e430 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:41.352071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.364447 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:59:41.364864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: timer() Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:59:41.379773 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:59:41.435567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.441166 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:41.447786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] 10.222.0.62 "DELETE /v2.0/networks/4f8726b0-b2b2-4430-9868-33a6f312e430 HTTP/1.1" status: 204 len: 168 time: 0.7009585 Nov 25 18:59:41.447953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45830) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:41.506803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5add95e-6414-4a6e-a267-8fa6bc1bb30d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8726b0-b2b2-4430-9868-33a6f312e430,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:42.228264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 768e9bf9-569f-49ba-89da-3bcf41581483 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:42.253817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 768e9bf9-569f-49ba-89da-3bcf41581483 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:42.254173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 768e9bf9-569f-49ba-89da-3bcf41581483 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:42.254841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 25afec71-c62b-4a4b-ac5f-72d182ea4d4c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:42.275926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:42.281141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 25afec71-c62b-4a4b-ac5f-72d182ea4d4c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:42.281494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 25afec71-c62b-4a4b-ac5f-72d182ea4d4c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:42.545046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Deleting port 5d545249-016d-4cb0-978a-6785432c074e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:42.545361 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:42.639957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] For port 5d545249-016d-4cb0-978a-6785432c074e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5d545249-016d-4cb0-978a-6785432c074e,segment=NetworkSegment(3172b570-44b5-4ca6-ba47-af08fa73564e),segment_id=3172b570-44b5-4ca6-ba47-af08fa73564e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:42.640564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:42.654883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Calling delete_port for 5d545249-016d-4cb0-978a-6785432c074e owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:42.855277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:42.885972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d545249-016d-4cb0-978a-6785432c074e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:43.076821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:43.329698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Router 53423c37-17f5-43fa-bd65-2383a5af2da0 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:59:43.449211 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4343e0ff-34d2-4774-8829-b435213cdc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:43.479032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:59:43.484205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-31321f8e-1a08-4408-9139-ea34ba435b0e admin admin] 10.222.0.62 "PUT /v2.0/routers/53423c37-17f5-43fa-bd65-2383a5af2da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352387 Nov 25 18:59:43.486742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:43.499023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] Sync routers for ids ['53423c37-17f5-43fa-bd65-2383a5af2da0'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:59:43.511771 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] Routers {'53423c37-17f5-43fa-bd65-2383a5af2da0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:43.512708 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['53423c37-17f5-43fa-bd65-2383a5af2da0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:43.606402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:43.654468 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] Set router 53423c37-17f5-43fa-bd65-2383a5af2da0 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:43.714899 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:43.792262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Deleting port 445079af-9a2d-4b95-8e32-c98f5cc250c2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:43.792995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:43.854308 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:59:42Z', 'revision_number': 5, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port': {'id': '445079af-9a2d-4b95-8e32-c98f5cc250c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:47:35Z', 'updated_at': '2021-11-25T18:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:43.886695 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] Checking router: 53423c37-17f5-43fa-bd65-2383a5af2da0 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:59:43.900491 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] Routers {'53423c37-17f5-43fa-bd65-2383a5af2da0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:43.901368 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['53423c37-17f5-43fa-bd65-2383a5af2da0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:43.950128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] For port 445079af-9a2d-4b95-8e32-c98f5cc250c2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=445079af-9a2d-4b95-8e32-c98f5cc250c2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:43.950916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:43.965367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Calling delete_port for 445079af-9a2d-4b95-8e32-c98f5cc250c2 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:44.016288 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] Set router 53423c37-17f5-43fa-bd65-2383a5af2da0 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:44.079956 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:59:43Z', 'revision_number': 6, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:44.106443 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f74dbc-0817-4a99-86b7-7dc6917defdd None None] The sync data for ids ['53423c37-17f5-43fa-bd65-2383a5af2da0'] in n-d-819194-3 is: [{'id': '53423c37-17f5-43fa-bd65-2383a5af2da0', 'name': 'tempest-TaggedBootDevicesTest_v242-1886098895-router', 'tenant_id': '9f4b80b02e674c7ab7369402c8609283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:47:33Z', 'updated_at': '2021-11-25T18:59:43Z', 'revision_number': 6, 'project_id': '9f4b80b02e674c7ab7369402c8609283', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:59:44.180273 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.210159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=445079af-9a2d-4b95-8e32-c98f5cc250c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:44.228159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515b4b8-07a0-41f4-9572-d94ab86b620e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:44.277081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.369972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.371997 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.421557 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.421795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.422166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53423c37-17f5-43fa-bd65-2383a5af2da0 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 18:59:44.429750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.431082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b61a6c28-645e-44ac-8ecd-5949768d0d53 admin admin] 10.222.0.62 "DELETE /v2.0/routers/53423c37-17f5-43fa-bd65-2383a5af2da0 HTTP/1.1" status: 204 len: 168 time: 0.9432673 Nov 25 18:59:44.433559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:44.500798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] Deleting subnet 85fc7e00-0da6-438c-8dea-410a4fd70ed4 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 18:59:44.504834 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.552983 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.635970 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.700058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.720970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69ba33-f787-4dcc-a20f-d35136458e19 None None] Network d118cf3c-4f5e-42ef-88df-dc67af56f28d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:44.731401 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.735510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/85fc7e00-0da6-438c-8dea-410a4fd70ed4 HTTP/1.1" status: 204 len: 168 time: 0.3008938 Nov 25 18:59:44.736797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2314f-dc15-4bab-ac48-3ed737b24262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fc7e00-0da6-438c-8dea-410a4fd70ed4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:44.738149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45872) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:44.806089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.861732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Deleting port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:44.862092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.945242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] For port 0b6073b0-cea7-4dfa-811f-83002aa0aab1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0b6073b0-cea7-4dfa-811f-83002aa0aab1,segment=NetworkSegment(3172b570-44b5-4ca6-ba47-af08fa73564e),segment_id=3172b570-44b5-4ca6-ba47-af08fa73564e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:44.946035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:44.961001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Calling delete_port for 0b6073b0-cea7-4dfa-811f-83002aa0aab1 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:45.011388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] DHCP port deletion for d118cf3c-4f5e-42ef-88df-dc67af56f28d request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:45.052360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.089409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Deleting port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 18:59:45.090100 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.094592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6073b0-cea7-4dfa-811f-83002aa0aab1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:45.100476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] No DVR routers for this DVR port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:45.224894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.225162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] For port 0b6073b0-cea7-4dfa-811f-83002aa0aab1, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:45.225277 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.246782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Calling delete_port for 0b6073b0-cea7-4dfa-811f-83002aa0aab1 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 18:59:45.251310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 18:59:45.253518 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.259159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d118cf3c-4f5e-42ef-88df-dc67af56f28d']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:45.275214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3172b570-44b5-4ca6-ba47-af08fa73564e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:45.275785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3172b570-44b5-4ca6-ba47-af08fa73564e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:45.293255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Pushing event deleted for resources: {'Port': ['ID=0b6073b0-cea7-4dfa-811f-83002aa0aab1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:45.300177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.300782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] No DVR routers for this DVR port 0b6073b0-cea7-4dfa-811f-83002aa0aab1 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 18:59:45.303117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.303465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.303952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.304586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.305063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.305407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.306244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.306635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.306965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.307295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.307625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.307955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b191f-742a-4012-a0e4-b06947f925fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:45.329967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.339134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 18:59:45.339134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: timer() Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 18:59:45.340762 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 18:59:45.438101 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.444945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.454998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] 10.222.0.62 "DELETE /v2.0/networks/d118cf3c-4f5e-42ef-88df-dc67af56f28d HTTP/1.1" status: 204 len: 168 time: 0.7128253 Nov 25 18:59:45.469433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfe5ea-8b86-4ca8-8b47-127d3664d41f admin admin] Pushing event deleted for resources: {'Network': ['ID=d118cf3c-4f5e-42ef-88df-dc67af56f28d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:45.642226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45880) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:45.698507 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-39463c75-6998-4b4f-b800-e6af4a167d0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efe2d468b48741a0a58e67a27dd0eb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543258 Nov 25 18:59:45.700735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45890) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:45.768142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f9da1e4-e4ea-443f-8203-efd809c56619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.789724 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f9da1e4-e4ea-443f-8203-efd809c56619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.851277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f9da1e4-e4ea-443f-8203-efd809c56619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.854560 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f9da1e4-e4ea-443f-8203-efd809c56619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:45.858133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f9da1e4-e4ea-443f-8203-efd809c56619 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a355b7bb-1bd3-4132-b132-945a2b0bb227 HTTP/1.1" status: 204 len: 168 time: 0.1539500 Nov 25 18:59:45.866792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9da1e4-e4ea-443f-8203-efd809c56619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355b7bb-1bd3-4132-b132-945a2b0bb227,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:45.984227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:46.247629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 445079af-9a2d-4b95-8e32-c98f5cc250c2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:46.279219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 445079af-9a2d-4b95-8e32-c98f5cc250c2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:46.279682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 445079af-9a2d-4b95-8e32-c98f5cc250c2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:46.280681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5d545249-016d-4cb0-978a-6785432c074e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:46.285182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45898) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:46.308625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 5d545249-016d-4cb0-978a-6785432c074e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:46.308977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5d545249-016d-4cb0-978a-6785432c074e not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:46.309404 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b6073b0-cea7-4dfa-811f-83002aa0aab1 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 18:59:46.333113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9d7bdeda-3ce8-4f7b-9565-9255f6c2f56e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f4b80b02e674c7ab7369402c8609283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470963 Nov 25 18:59:46.335727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45900) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:46.337611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0b6073b0-cea7-4dfa-811f-83002aa0aab1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 18:59:46.338198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0b6073b0-cea7-4dfa-811f-83002aa0aab1 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 18:59:46.393605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a146-8a1e-4d34-90f5-f824b34125f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:46.423618 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a146-8a1e-4d34-90f5-f824b34125f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:46.484024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a146-8a1e-4d34-90f5-f824b34125f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:46.487144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a146-8a1e-4d34-90f5-f824b34125f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:46.488357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e8d7a146-8a1e-4d34-90f5-f824b34125f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05c46c41-1ba6-41c3-a2e3-685aba8f38a8 HTTP/1.1" status: 204 len: 168 time: 0.1515951 Nov 25 18:59:46.511758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7a146-8a1e-4d34-90f5-f824b34125f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c46c41-1ba6-41c3-a2e3-685aba8f38a8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:46.988875 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.260882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 45930) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:47.365420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1078949010-network', 'tenant_id': '16e85a34487145b882f0420080370532'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:47.398115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Made reservation on behalf of 16e85a34487145b882f0420080370532 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:59:47.400803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.415959 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.505977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.511778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.538925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:59:47.549411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a6533d-5e51-413c-8f90-5b949cfb81a9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:47.556295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.556646 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Added segment a8edafcb-6e89-415c-a9f0-b98ce7fd3079 of type vlan for network 240d8f8b-3842-408c-a87d-735772773e1f Nov 25 18:59:47.613509 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.649063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.650052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:47.650944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:47.727159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:47.732727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Request body: {'subnet': {'network_id': '240d8f8b-3842-408c-a87d-735772773e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1078949010-subnet', 'tenant_id': '16e85a34487145b882f0420080370532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:47.737577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4751775 Nov 25 18:59:47.746338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dab86-567f-4625-baf2-2a1592c4fca9 admin admin] Pushing event updated for resources: {'Network': ['ID=240d8f8b-3842-408c-a87d-735772773e1f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:47.757614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 240d8f8b-3842-408c-a87d-735772773e1f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:59:47.766404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Made reservation on behalf of 16e85a34487145b882f0420080370532 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:59:47.769581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:48.015778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:48.111115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdd047a-2453-4858-9b1e-7e8e8047323f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:48.161380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Checking segment: {'id': 'a8edafcb-6e89-415c-a9f0-b98ce7fd3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '240d8f8b-3842-408c-a87d-735772773e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:59:48.161752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Network hostable DHCP agents. Network: 240d8f8b-3842-408c-a87d-735772773e1f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:59:48.193727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Network 240d8f8b-3842-408c-a87d-735772773e1f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:59:48.211326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 240d8f8b-3842-408c-a87d-735772773e1f) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:48.224336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9ab17-82db-4aae-bef2-1e2d2567ad12 None None] Network 240d8f8b-3842-408c-a87d-735772773e1f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:48.226869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:48.229763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:48.254536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2f70e747-cbaf-4bd4-a1c8-1d7dd10437ec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5259409 Nov 25 18:59:48.415938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168471e-4144-4817-994e-6173546b4183 None None] Network 240d8f8b-3842-408c-a87d-735772773e1f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:48.916112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-70cf39ad-ea78-4151-ba4c-d367a7ef4b97 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:48.918019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-70cf39ad-ea78-4151-ba4c-d367a7ef4b97 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/networks?id=240d8f8b-3842-408c-a87d-735772773e1f HTTP/1.1" status: 200 len: 818 time: 0.1586442 Nov 25 18:59:48.940987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-77147b93-2ecd-4702-abd9-4fce533bc921 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/quotas/16e85a34487145b882f0420080370532 HTTP/1.1" status: 200 len: 375 time: 0.0142946 Nov 25 18:59:48.997049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-6b68d9ae-ed95-4973-b33c-efd6c86d7d6d tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=16e85a34487145b882f0420080370532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450437 Nov 25 18:59:49.003038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-5c03eef5-e54b-4fd1-8992-0a88b81ecea3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 18:59:49.011064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-5c03eef5-e54b-4fd1-8992-0a88b81ecea3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132494 Nov 25 18:59:49.115197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-7763c413-c014-411a-b141-828d44342ff6 service neutron] 10.222.0.62 "GET /v2.0/networks/240d8f8b-3842-408c-a87d-735772773e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031144 Nov 25 18:59:49.243322 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-682406a7-04bd-4602-b136-0c321bbc8956 service neutron] 10.222.0.62 "GET /v2.0/networks/240d8f8b-3842-408c-a87d-735772773e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086929 Nov 25 18:59:49.497555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-700526bf-e3ee-4947-8016-6710de993001 req-cea3a12f-da39-468c-b3d1-4a6811f6e0b0 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 210 time: 0.0336463 Nov 25 18:59:50.342259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:50.471614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b57a5068-cd29-4d93-8c65-4fe341254d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.576876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-1da28fb5-f16f-4a23-803f-b7d05bacbdfc tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:50.579744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-1da28fb5-f16f-4a23-803f-b7d05bacbdfc tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.64 "GET /v2.0/networks?id=240d8f8b-3842-408c-a87d-735772773e1f HTTP/1.1" status: 200 len: 818 time: 0.1306067 Nov 25 18:59:50.583471 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b57a5068-cd29-4d93-8c65-4fe341254d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.590817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b57a5068-cd29-4d93-8c65-4fe341254d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.594902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Request body: {'port': {'device_id': '6333b437-34c6-42d3-aa26-36733490350e', 'network_id': '240d8f8b-3842-408c-a87d-735772773e1f', 'admin_state_up': True, 'tenant_id': '16e85a34487145b882f0420080370532'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:50.656140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d1d94de-3be8-4266-9210-a35f53bbcce0 req-4bbdf6cf-bdaf-4632-944b-71c86d55a36f tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 210 time: 0.0584936 Nov 25 18:59:50.667551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a5068-cd29-4d93-8c65-4fe341254d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5bc2e0-618d-40e2-8d8a-3675cdaed545,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:50.676907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b57a5068-cd29-4d93-8c65-4fe341254d3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d163c29dabe54cd5bc28f680bcb1066e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306711 Nov 25 18:59:50.677409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 45988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:50.726009 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30aa5a76-4447-4707-87e0-86bacd58b1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.733627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Made reservation on behalf of 16e85a34487145b882f0420080370532 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:59:50.737164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.748099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30aa5a76-4447-4707-87e0-86bacd58b1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.795300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30aa5a76-4447-4707-87e0-86bacd58b1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.798436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30aa5a76-4447-4707-87e0-86bacd58b1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:50.799693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30aa5a76-4447-4707-87e0-86bacd58b1c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed5bc2e0-618d-40e2-8d8a-3675cdaed545 HTTP/1.1" status: 204 len: 168 time: 0.1215272 Nov 25 18:59:50.807485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa5a76-4447-4707-87e0-86bacd58b1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5bc2e0-618d-40e2-8d8a-3675cdaed545,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:50.883536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Allocated IP 172.20.0.6 (240d8f8b-3842-408c-a87d-735772773e1f/6bdd047a-2453-4858-9b1e-7e8e8047323f/38fa991c-697e-4d3a-8d12-1b8c5606b9b4) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:59:51.059096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.104944 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.156001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Network 240d8f8b-3842-408c-a87d-735772773e1f is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:59:51.159371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:51.164095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:59:51.199754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Pushing event updated for resources: {'Port': ['ID=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:51.227192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:51.227955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.244240 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-014465aa-1297-40f5-993d-4884fb4ff69a tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6541605 Nov 25 18:59:51.259899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Request body: {'port': {'device_id': '6333b437-34c6-42d3-aa26-36733490350e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:51.320506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.526408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46026) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:51.619599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:59:51.627461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.637666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1316051745-network', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:51.644599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Transition to ACTIVE for port object 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 18:59:51.649790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.662821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Made reservation on behalf of c6db95cf3af0440180a3d9994e593b57 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:59:51.665197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.673788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.705348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Pushing event updated for resources: {'Port': ['ID=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:51.770064 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.774959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.805781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:59:51.820420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58339a20-432c-4a35-85ed-7e6270a17786,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:51.825933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.826543 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Added segment dfcc302a-e204-4095-a13b-a11692caba8c of type vlan for network e72a611c-ab76-49fa-ae51-ce56fe3ba415 Nov 25 18:59:51.832750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Attempting to bind port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:59:51.833095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Attempting to bind port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'a8edafcb-6e89-415c-a9f0-b98ce7fd3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '240d8f8b-3842-408c-a87d-735772773e1f'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:59:51.833502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Attempting to bind port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 on network 240d8f8b-3842-408c-a87d-735772773e1f {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:59:51.839927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 on network 240d8f8b-3842-408c-a87d-735772773e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 18:59:51.840258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Attempting to bind port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 on network 240d8f8b-3842-408c-a87d-735772773e1f {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:59:51.849974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f6afa-81ee-4df6-ad43-40c57d2af9b1 req-aa477c45-7864-4432-bd59-7d89980298ac tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:51.852193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f6afa-81ee-4df6-ad43-40c57d2af9b1 req-aa477c45-7864-4432-bd59-7d89980298ac tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 943 time: 0.0828848 Nov 25 18:59:51.856476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:59:51.856809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Checking segment: {'id': 'a8edafcb-6e89-415c-a9f0-b98ce7fd3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '240d8f8b-3842-408c-a87d-735772773e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:59:51.857193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Bound using segment: {'id': 'a8edafcb-6e89-415c-a9f0-b98ce7fd3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '240d8f8b-3842-408c-a87d-735772773e1f'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:59:51.857983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Bound port: 38fa991c-697e-4d3a-8d12-1b8c5606b9b4, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8edafcb-6e89-415c-a9f0-b98ce7fd3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '240d8f8b-3842-408c-a87d-735772773e1f'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:59:51.858110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.873209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.904174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.905733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:51.906384 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.951838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f6afa-81ee-4df6-ad43-40c57d2af9b1 req-e2a96630-675e-4334-a0b4-2031c1a7815b tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846736 Nov 25 18:59:51.958102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] For port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:59:51.961985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] For port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,segment=NetworkSegment(a8edafcb-6e89-415c-a9f0-b98ce7fd3079),segment_id=a8edafcb-6e89-415c-a9f0-b98ce7fd3079)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:59:51.968229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:51.973886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4452507 Nov 25 18:59:51.976683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46034) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:51.981114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82c5b-5e54-4f7a-bae0-62aba2584c2e admin admin] Pushing event updated for resources: {'Network': ['ID=e72a611c-ab76-49fa-ae51-ce56fe3ba415,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:51.984147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Request body: {'subnet': {'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1316051745-subnet', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:51.994223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:59:52.015782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:52.016575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.017893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/38fa991c-697e-4d3a-8d12-1b8c5606b9b4 HTTP/1.1" status: 200 len: 1091 time: 0.7623372 Nov 25 18:59:52.019967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6333b437-34c6-42d3-aa26-36733490350e', 'tag': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:59:52.022671 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db2dea-20fa-4212-bc1d-3c05b36db3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6333b437-34c6-42d3-aa26-36733490350e", "tag": "38fa991c-697e-4d3a-8d12-1b8c5606b9b4"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:59:52.081510 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 18:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e68b12-b821-4d00-8884-41a70e2af8fa x-openstack-request-id: req-e7e68b12-b821-4d00-8884-41a70e2af8fa {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:59:52.081815 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6333b437-34c6-42d3-aa26-36733490350e", "tag": "38fa991c-697e-4d3a-8d12-1b8c5606b9b4", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:59:52.082074 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7e68b12-b821-4d00-8884-41a70e2af8fa {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:59:52.082641 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6333b437-34c6-42d3-aa26-36733490350e', 'tag': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4', 'status': 'completed', 'code': 200} Nov 25 18:59:52.098340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Made reservation on behalf of c6db95cf3af0440180a3d9994e593b57 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:59:52.100685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.127664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081898e-ef6c-426d-9db0-948c4cb132d4 service neutron] Pushing event updated for resources: {'Port': ['ID=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:52.198189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-690ffe98-42ef-4393-b13f-120be6bfb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:52.199756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-690ffe98-42ef-4393-b13f-120be6bfb718 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16e85a34487145b882f0420080370532&device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 1094 time: 0.1160347 Nov 25 18:59:52.256550 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-e29c5cf9-1aa3-420f-995d-f8c11d42ee3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38fa991c-697e-4d3a-8d12-1b8c5606b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0418258 Nov 25 18:59:52.355983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-df8c970a-65dd-4c35-92ee-f0368a2cd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:52.357461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-df8c970a-65dd-4c35-92ee-f0368a2cd8a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bdd047a-2453-4858-9b1e-7e8e8047323f HTTP/1.1" status: 200 len: 858 time: 0.0769846 Nov 25 18:59:52.398805 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-64c9e206-a2d7-4af1-a2de-732964396902 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=240d8f8b-3842-408c-a87d-735772773e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309165 Nov 25 18:59:52.399625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.500310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6674e94d-2cf4-46c8-aa15-d0f3d3942589,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:52.531251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Checking segment: {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:59:52.531611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Network hostable DHCP agents. Network: e72a611c-ab76-49fa-ae51-ce56fe3ba415, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:59:52.551254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-3305995b-e04a-4af2-ab40-0c67d49e21c3 service neutron] 10.222.0.64 "GET /v2.0/networks/240d8f8b-3842-408c-a87d-735772773e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268005 Nov 25 18:59:52.568852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:59:52.622199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, e72a611c-ab76-49fa-ae51-ce56fe3ba415) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:52.628718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:52.629847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.636130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00e065-cdbd-4882-a21f-0fd7eeb6e1f3 None None] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:52.664807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a91a1fde-5cae-4708-b413-df2a1a43a12c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6829245 Nov 25 18:59:52.665170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46046) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:52.669742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:52.675151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85c45d4d-99ed-4daf-8137-10b4c2b87807 req-a6ba9fed-c81f-4276-a166-636cfeb125d3 service neutron] 10.222.0.64 "GET /v2.0/networks/240d8f8b-3842-408c-a87d-735772773e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150179 Nov 25 18:59:52.711643 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.712801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.783589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.809761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:59:52.811008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.812170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-b6a9d342-2dbb-4537-9d99-9821e98199f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:52.813934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-b6a9d342-2dbb-4537-9d99-9821e98199f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16e85a34487145b882f0420080370532&device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 1094 time: 0.0709145 Nov 25 18:59:52.923579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-4b1fddd3-d783-4e31-bb8e-084038fccacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:52.925216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-4b1fddd3-d783-4e31-bb8e-084038fccacb service neutron] 10.222.0.64 "GET /v2.0/networks?id=240d8f8b-3842-408c-a87d-735772773e1f HTTP/1.1" status: 200 len: 919 time: 0.1031148 Nov 25 18:59:52.944184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:52.978567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Allocated IP 172.20.0.2 (e72a611c-ab76-49fa-ae51-ce56fe3ba415/6674e94d-2cf4-46c8-aa15-d0f3d3942589/f70b2255-16fc-4850-abed-31c8acbb7e58) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:59:52.987851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-a2ae9616-bb91-4045-81b3-b4b537156d24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38fa991c-697e-4d3a-8d12-1b8c5606b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0534298 Nov 25 18:59:53.102821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-273970a5-25f9-4c44-b0d0-48d02823579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:53.105016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-273970a5-25f9-4c44-b0d0-48d02823579c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6bdd047a-2453-4858-9b1e-7e8e8047323f HTTP/1.1" status: 200 len: 858 time: 0.1090984 Nov 25 18:59:53.123325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af9aac-2c93-4acb-bb49-cabb4ca265a4 req-8b0c9288-08ae-43c5-8781-fce41ec670fe tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:53.127081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67af9aac-2c93-4acb-bb49-cabb4ca265a4 req-8b0c9288-08ae-43c5-8781-fce41ec670fe tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 943 time: 0.0682683 Nov 25 18:59:53.174174 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-c1425796-d1ae-4017-a086-8e2a75165d69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=240d8f8b-3842-408c-a87d-735772773e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459213 Nov 25 18:59:53.174398 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.182325 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.203025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:59:53.219235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.222820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:53.226826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:59:53.251614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67af9aac-2c93-4acb-bb49-cabb4ca265a4 req-e513d615-8689-4c60-b33f-5d1495273821 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150122 Nov 25 18:59:53.252811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.279509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Pushing event updated for resources: {'Port': ['ID=f70b2255-16fc-4850-abed-31c8acbb7e58,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:53.291092 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-9c57c676-f6ae-40fc-85c8-9e7e616dff2c service neutron] 10.222.0.64 "GET /v2.0/networks/240d8f8b-3842-408c-a87d-735772773e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072323 Nov 25 18:59:53.317898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Attempting to bind port f70b2255-16fc-4850-abed-31c8acbb7e58 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:59:53.318554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Attempting to bind port f70b2255-16fc-4850-abed-31c8acbb7e58 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:59:53.318925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Attempting to bind port f70b2255-16fc-4850-abed-31c8acbb7e58 on network e72a611c-ab76-49fa-ae51-ce56fe3ba415 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:59:53.324657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:59:53.325057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Checking segment: {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:59:53.325558 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.325952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Bound using segment: {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:59:53.326429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Bound port: f70b2255-16fc-4850-abed-31c8acbb7e58, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:59:53.327435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.402483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] For port f70b2255-16fc-4850-abed-31c8acbb7e58, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:59:53.406318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] For port f70b2255-16fc-4850-abed-31c8acbb7e58, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f70b2255-16fc-4850-abed-31c8acbb7e58,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:59:53.414162 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.424616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94db2dea-20fa-4212-bc1d-3c05b36db3b4 req-e36c68fa-191a-4bc7-ab6d-5ebe560fdfaa service neutron] 10.222.0.64 "GET /v2.0/networks/240d8f8b-3842-408c-a87d-735772773e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240950 Nov 25 18:59:53.433349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Allocated IP 172.25.2.125 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/33c73f7c-1391-4a36-8a61-ea73278bd44d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:59:53.499822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33ad40-9684-495e-a3c2-6efad6719c93 None None] Pushing event updated for resources: {'Port': ['ID=f70b2255-16fc-4850-abed-31c8acbb7e58,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:53.552271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.588711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.635924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:59:53.638918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:53.643090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:59:53.658302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccfee17-a8bd-477a-b588-ae26a727dd31 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:53.700583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Pushing event updated for resources: {'Port': ['ID=33c73f7c-1391-4a36-8a61-ea73278bd44d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:53.762502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-068eb054-6192-4548-b7e6-81424d16251d None None] Provisioning complete for port 33c73f7c-1391-4a36-8a61-ea73278bd44d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:53.766091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-068eb054-6192-4548-b7e6-81424d16251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:53.805358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-068eb054-6192-4548-b7e6-81424d16251d None None] Port 33c73f7c-1391-4a36-8a61-ea73278bd44d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:59:54.273737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f70b2255-16fc-4850-abed-31c8acbb7e58 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:59:54.362919 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:54.382636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f70b2255-16fc-4850-abed-31c8acbb7e58 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:54.383015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:54.478239 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:54.522002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port f70b2255-16fc-4850-abed-31c8acbb7e58, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f70b2255-16fc-4850-abed-31c8acbb7e58,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:54.527644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:54.593613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=f70b2255-16fc-4850-abed-31c8acbb7e58,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:54.627047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4328f-3721-4186-814e-acef2ae6a967 req-eddf243a-302a-4ca1-ab79-97829cefcaf7 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:54.628949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00d4328f-3721-4186-814e-acef2ae6a967 req-eddf243a-302a-4ca1-ab79-97829cefcaf7 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 943 time: 0.1437526 Nov 25 18:59:54.668293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:54.705696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e528f1-7f35-498e-897d-bd62c990d3d7 None None] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:54.731452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00d4328f-3721-4186-814e-acef2ae6a967 req-a26fb89e-634a-4fab-bc5e-78790a66cf0b tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891473 Nov 25 18:59:54.771936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ab823606-0335-41f7-b35a-54215f8ea5c7 None None] Provisioning complete for port f70b2255-16fc-4850-abed-31c8acbb7e58 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:54.772552 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab823606-0335-41f7-b35a-54215f8ea5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:54.851864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Router 29e6a8b1-a58a-415a-8d73-09a1086f53aa is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 18:59:54.971942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:59:54.982247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Sync routers for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:59:54.993857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:54.994523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:54.995911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.001919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cb863226-e142-4e30-a3c9-f417cfad0d91 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3317091 Nov 25 18:59:55.002081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46058) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:55.126232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:55.320139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-96577a21-ec02-45b0-a6d1-f22ae9355a1c None None] Provisioning complete for port f70b2255-16fc-4850-abed-31c8acbb7e58 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:55.320807 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96577a21-ec02-45b0-a6d1-f22ae9355a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.372817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:54Z', 'revision_number': 3, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:55.401837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Checking router: 29e6a8b1-a58a-415a-8d73-09a1086f53aa for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:59:55.401837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Updating router 29e6a8b1-a58a-415a-8d73-09a1086f53aa port 33c73f7c-1391-4a36-8a61-ea73278bd44d binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:59:55.455176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.474915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.643738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Allocated IP 172.20.0.1 (e72a611c-ab76-49fa-ae51-ce56fe3ba415/6674e94d-2cf4-46c8-aa15-d0f3d3942589/1a461829-f633-4fcd-ba4e-fb5a0901507c) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:59:55.722417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.728005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.751403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.782486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c91d1f-dc74-4622-90d4-9d022aeb6935 None None] Pushing event updated for resources: {'Port': ['ID=33c73f7c-1391-4a36-8a61-ea73278bd44d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:55.785521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Attempting to bind port 33c73f7c-1391-4a36-8a61-ea73278bd44d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:59:55.785902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Attempting to bind port 33c73f7c-1391-4a36-8a61-ea73278bd44d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:59:55.786542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Attempting to bind port 33c73f7c-1391-4a36-8a61-ea73278bd44d on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:59:55.792569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:59:55.792956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:59:55.793399 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.793807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.793916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:59:55.794302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Bound port: 33c73f7c-1391-4a36-8a61-ea73278bd44d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:59:55.794805 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.826028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bace11-eb7c-4795-88d4-329597af47b0 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:55.846868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Pushing event updated for resources: {'Port': ['ID=1a461829-f633-4fcd-ba4e-fb5a0901507c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:55.853805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:59:55.859715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:55.864223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.864692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.866206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.866206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.866206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.866206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.866909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.867333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.867765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.868182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.868601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.869149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 18:59:55.874381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:59:55.938123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] For port 33c73f7c-1391-4a36-8a61-ea73278bd44d, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:59:55.953914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] For port 33c73f7c-1391-4a36-8a61-ea73278bd44d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=33c73f7c-1391-4a36-8a61-ea73278bd44d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:59:55.959616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:55.971746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9fd47-1159-4c21-aaa8-c9e5ff35fab6 req-178db4b0-eaf2-4a66-b178-3e1915d3a875 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:55.973622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8d9fd47-1159-4c21-aaa8-c9e5ff35fab6 req-178db4b0-eaf2-4a66-b178-3e1915d3a875 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 943 time: 0.1009064 Nov 25 18:59:55.975077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.019526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b72c22-cc45-4715-98b5-20942523a73d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 18:59:56.051234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:56.051944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:56.101728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c6c68e0b-be8b-4f54-81f0-41dd5aeeeca0 None None] Provisioning complete for port 33c73f7c-1391-4a36-8a61-ea73278bd44d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:56.102685 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c6c68e0b-be8b-4f54-81f0-41dd5aeeeca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.113473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c91d1f-dc74-4622-90d4-9d022aeb6935 None None] Pushing event updated for resources: {'Port': ['ID=33c73f7c-1391-4a36-8a61-ea73278bd44d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:56.145438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8d9fd47-1159-4c21-aaa8-c9e5ff35fab6 req-c9da6162-fc50-4507-bc63-44363322ae75 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911400 Nov 25 18:59:56.229057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.265006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:56.444343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.449461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.499996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f70b2255-16fc-4850-abed-31c8acbb7e58 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:59:56.520797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Pushing event updated for resources: {'Port': ['ID=1a461829-f633-4fcd-ba4e-fb5a0901507c,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:56.526106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.618620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:59:56.620199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:56.626659 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c6c68e0b-be8b-4f54-81f0-41dd5aeeeca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.655780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c6c68e0b-be8b-4f54-81f0-41dd5aeeeca0 None None] For port 33c73f7c-1391-4a36-8a61-ea73278bd44d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=33c73f7c-1391-4a36-8a61-ea73278bd44d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:56.675759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c6c68e0b-be8b-4f54-81f0-41dd5aeeeca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.720875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f70b2255-16fc-4850-abed-31c8acbb7e58 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:56.721105 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.744202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Router 29e6a8b1-a58a-415a-8d73-09a1086f53aa has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 18:59:56.799700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c68e0b-be8b-4f54-81f0-41dd5aeeeca0 None None] Pushing event updated for resources: {'Port': ['ID=33c73f7c-1391-4a36-8a61-ea73278bd44d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:56.833801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bec5dc02-a25e-4758-b208-48bfa2c10cd9 None None] Provisioning complete for port 1a461829-f633-4fcd-ba4e-fb5a0901507c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:56.834174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bec5dc02-a25e-4758-b208-48bfa2c10cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:56.889589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:54Z', 'revision_number': 3, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:56.931477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ec483-4f5b-4e6c-a3f3-a14154cfafc4 None None] The sync data for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 is: [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:54Z', 'revision_number': 3, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 18:59:56.932635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 18:59:56.947231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b26ba2c5-b19b-4651-9b8a-804f87b4b35b admin admin] 10.222.0.62 "PUT /v2.0/routers/29e6a8b1-a58a-415a-8d73-09a1086f53aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9453685 Nov 25 18:59:56.959835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bec5dc02-a25e-4758-b208-48bfa2c10cd9 None None] Port 1a461829-f633-4fcd-ba4e-fb5a0901507c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:59:56.975680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 18:59:56.985707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bec5dc02-a25e-4758-b208-48bfa2c10cd9 None None] Provisioning complete for port 33c73f7c-1391-4a36-8a61-ea73278bd44d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:56.986083 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bec5dc02-a25e-4758-b208-48bfa2c10cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.156119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,segment=NetworkSegment(a8edafcb-6e89-415c-a9f0-b98ce7fd3079),segment_id=a8edafcb-6e89-415c-a9f0-b98ce7fd3079)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:57.173924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4', 'network_id': '240d8f8b-3842-408c-a87d-735772773e1f', 'port_id': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4', 'mac_address': 'fa:16:3e:3a:40:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdd047a-2453-4858-9b1e-7e8e8047323f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 18:59:57.224769 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.241300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 18:59:57.268824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,segment=NetworkSegment(a8edafcb-6e89-415c-a9f0-b98ce7fd3079),segment_id=a8edafcb-6e89-415c-a9f0-b98ce7fd3079)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:57.284315 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.367041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3c4a3-b412-4d70-9c3c-0e047b2b5aaf req-45ff4748-4a66-404e-9e86-101bd56d846c tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:57.376898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7f3c4a3-b412-4d70-9c3c-0e047b2b5aaf req-45ff4748-4a66-404e-9e86-101bd56d846c tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 944 time: 0.0918357 Nov 25 18:59:57.389482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-312807a1-1e4b-4cd4-9a39-ad5c10fad6af None None] Provisioning complete for port 1a461829-f633-4fcd-ba4e-fb5a0901507c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:57.390108 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-312807a1-1e4b-4cd4-9a39-ad5c10fad6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.397770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:57.438642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-312807a1-1e4b-4cd4-9a39-ad5c10fad6af None None] Port 1a461829-f633-4fcd-ba4e-fb5a0901507c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 18:59:57.448653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7f3c4a3-b412-4d70-9c3c-0e047b2b5aaf req-c8558faf-c298-4d80-845a-ace8fd2b5797 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703619 Nov 25 18:59:57.573150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['38fa991c-697e-4d3a-8d12-1b8c5606b9b4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 18:59:57.675360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46086) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:57.680383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1833643807-network', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:57.704525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Made reservation on behalf of 47977026ae9244a1ac19ba6a6c3ec9ec for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:59:57.706834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.722164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.804637 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.809459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.840889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 18:59:57.851984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944a35b-18a4-41af-bde4-997ec562c734,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:57.861140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.861486 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Added segment ace7cde7-aef5-465b-9a8a-500dd4800a36 of type vlan for network f16481df-be00-407e-b742-30808c30860a Nov 25 18:59:57.909191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.939871 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:57.940973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:57.941706 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.000658 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3240914 Nov 25 18:59:58.003219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46088) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:58.007843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Request body: {'subnet': {'network_id': 'f16481df-be00-407e-b742-30808c30860a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1833643807-subnet', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:58.015630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8481a-443c-4a48-9233-f486f28a4b0e admin admin] Pushing event updated for resources: {'Network': ['ID=f16481df-be00-407e-b742-30808c30860a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:58.029937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f16481df-be00-407e-b742-30808c30860a details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 18:59:58.037439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Made reservation on behalf of 47977026ae9244a1ac19ba6a6c3ec9ec for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 18:59:58.040201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.251999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 33c73f7c-1391-4a36-8a61-ea73278bd44d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:59:58.271408 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.306558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 33c73f7c-1391-4a36-8a61-ea73278bd44d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:58.306945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.347421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1710e9-c15c-48ea-9c60-89668c978f46,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:58.354438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Checking segment: {'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:59:58.355048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Network hostable DHCP agents. Network: f16481df-be00-407e-b742-30808c30860a, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 18:59:58.380498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Network f16481df-be00-407e-b742-30808c30860a is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 18:59:58.399546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f16481df-be00-407e-b742-30808c30860a) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:58.408579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb7c4a-eae1-4222-9cb5-db904a6e69cc None None] Network f16481df-be00-407e-b742-30808c30860a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 18:59:58.411052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:58.411646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.431340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b07d20fb-4eab-48c7-85c8-011572c27b79 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4246962 Nov 25 18:59:58.431550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46092) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 18:59:58.436610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 18:59:58.463086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.463754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.588832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-f16481df-be00-407e-b742-30808c30860a', 'network_id': 'f16481df-be00-407e-b742-30808c30860a', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'fixed_ips': [{'subnet_id': '5e1710e9-c15c-48ea-9c60-89668c978f46'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 18:59:58.591412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.752133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Allocated IP 172.20.0.2 (f16481df-be00-407e-b742-30808c30860a/5e1710e9-c15c-48ea-9c60-89668c978f46/718fbd2e-7058-44db-a7a0-bea5db38aaef) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:59:58.870743 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.913038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.920946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:58.949729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e220ba8-2498-42dc-af69-dde1b08dad65 req-10952189-abae-4e1d-8a26-dcd3e6dcc927 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:58.951370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e220ba8-2498-42dc-af69-dde1b08dad65 req-10952189-abae-4e1d-8a26-dcd3e6dcc927 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 944 time: 0.1552608 Nov 25 18:59:58.975021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Network f16481df-be00-407e-b742-30808c30860a is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 18:59:58.980297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 18:59:58.985418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 18:59:58.987967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 18:59:59.018762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Pushing event updated for resources: {'Port': ['ID=718fbd2e-7058-44db-a7a0-bea5db38aaef,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:59.057260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.080804 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Sync routers for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 18:59:59.094170 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 18:59:59.095198 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:59.103621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Attempting to bind port 718fbd2e-7058-44db-a7a0-bea5db38aaef on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 18:59:59.104001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Attempting to bind port 718fbd2e-7058-44db-a7a0-bea5db38aaef by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 18:59:59.104968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Attempting to bind port 718fbd2e-7058-44db-a7a0-bea5db38aaef on network f16481df-be00-407e-b742-30808c30860a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 18:59:59.108975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e220ba8-2498-42dc-af69-dde1b08dad65 req-1f8a6544-2903-4dba-a93f-79ba751126fa tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488662 Nov 25 18:59:59.118901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 18:59:59.129463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 18:59:59.132000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Checking segment: {'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 18:59:59.132578 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.134279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Bound using segment: {'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 18:59:59.134996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Bound port: 718fbd2e-7058-44db-a7a0-bea5db38aaef, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 18:59:59.135561 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.149388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 18:59:59.149993 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.215991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] For port 718fbd2e-7058-44db-a7a0-bea5db38aaef, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 18:59:59.219781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] For port 718fbd2e-7058-44db-a7a0-bea5db38aaef, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=718fbd2e-7058-44db-a7a0-bea5db38aaef,segment=NetworkSegment(ace7cde7-aef5-465b-9a8a-500dd4800a36),segment_id=ace7cde7-aef5-465b-9a8a-500dd4800a36)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 18:59:59.247543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.341837 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 18:59:59.377988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841b360-fb4f-4200-b239-c78af9a6b756 None None] Pushing event updated for resources: {'Port': ['ID=718fbd2e-7058-44db-a7a0-bea5db38aaef,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:59.409118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.450032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.465930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.500327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6333b437-34c6-42d3-aa26-36733490350e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 18:59:59.503986 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4660b5cb-0bd4-4665-aea8-b610c939b085" -d '{"events": [{"server_uuid": "6333b437-34c6-42d3-aa26-36733490350e", "name": "network-vif-plugged", "status": "completed", "tag": "38fa991c-697e-4d3a-8d12-1b8c5606b9b4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 18:59:59.536104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,segment=NetworkSegment(a8edafcb-6e89-415c-a9f0-b98ce7fd3079),segment_id=a8edafcb-6e89-415c-a9f0-b98ce7fd3079)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 18:59:59.547052 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.610352 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b296cb7-c0bc-45e1-9379-39faa2584111 x-openstack-request-id: req-5b296cb7-c0bc-45e1-9379-39faa2584111 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 18:59:59.615337 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6333b437-34c6-42d3-aa26-36733490350e", "name": "network-vif-plugged", "status": "completed", "tag": "38fa991c-697e-4d3a-8d12-1b8c5606b9b4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 18:59:59.615743 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b296cb7-c0bc-45e1-9379-39faa2584111 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 18:59:59.616174 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6333b437-34c6-42d3-aa26-36733490350e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4', 'code': 200} Nov 25 18:59:59.641711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Allocated IP 172.25.2.216 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/1603eadd-f76f-44ba-aacb-280691e45844) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 18:59:59.691417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 18:59:59.804398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a14a2-bcd1-4f6c-a34d-7817363fb9b7 req-bab25873-9cce-4d5a-9260-da2290c654ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 18:59:59.806600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-131a14a2-bcd1-4f6c-a34d-7817363fb9b7 req-bab25873-9cce-4d5a-9260-da2290c654ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 1096 time: 0.0912132 Nov 25 18:59:59.863694 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 2, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 18:59:59.891718 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Checking router: 29e6a8b1-a58a-415a-8d73-09a1086f53aa for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 18:59:59.892295 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Updating router 29e6a8b1-a58a-415a-8d73-09a1086f53aa port 1a461829-f633-4fcd-ba4e-fb5a0901507c binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 18:59:59.898129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.919371 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.941566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 18:59:59.993863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-131a14a2-bcd1-4f6c-a34d-7817363fb9b7 req-a9882a83-5991-4187-aa00-d06b81374c76 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744373 Nov 25 19:00:00.007619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:00.009406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:00.011339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Pushing event updated for resources: {'Port': ['ID=1603eadd-f76f-44ba-aacb-280691e45844,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:00.013524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:00.036106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231df0c4-263a-4dc5-b582-3db169bd7cf9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:00.094391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4c0c318-f47f-45be-84c5-eba2e756ccb2 None None] Provisioning complete for port 1603eadd-f76f-44ba-aacb-280691e45844 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:00.095125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c318-f47f-45be-84c5-eba2e756ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.148827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0c318-f47f-45be-84c5-eba2e756ccb2 None None] Port 1603eadd-f76f-44ba-aacb-280691e45844 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:00.271823 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.291944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 718fbd2e-7058-44db-a7a0-bea5db38aaef up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:00.295368 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.396257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 718fbd2e-7058-44db-a7a0-bea5db38aaef triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:00.396761 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.459030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb1783-1ccd-4ca5-8e41-48fd1ae49c5a req-003856a6-2027-4c78-a1d1-13dc07c498e1 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:00.460657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2eb1783-1ccd-4ca5-8e41-48fd1ae49c5a req-003856a6-2027-4c78-a1d1-13dc07c498e1 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 945 time: 0.2433093 Nov 25 19:00:00.527634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Attempting to bind port 1a461829-f633-4fcd-ba4e-fb5a0901507c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:00.533290 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Attempting to bind port 1a461829-f633-4fcd-ba4e-fb5a0901507c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:00.533866 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Attempting to bind port 1a461829-f633-4fcd-ba4e-fb5a0901507c on network e72a611c-ab76-49fa-ae51-ce56fe3ba415 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:00.537751 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Pushing event updated for resources: {'Port': ['ID=1a461829-f633-4fcd-ba4e-fb5a0901507c,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:00.549330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.555623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2eb1783-1ccd-4ca5-8e41-48fd1ae49c5a req-2154347d-3215-4b7a-892d-3a994f0595e8 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819821 Nov 25 19:00:00.585515 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.587936 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.588486 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.588981 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.589197 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.589637 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.590118 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.590648 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.591142 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.591625 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.592097 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.593124 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.598328 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:00.602608 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:00.603224 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Checking segment: {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:00.603780 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.604334 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Bound using segment: {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:00.604967 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Bound port: 1a461829-f633-4fcd-ba4e-fb5a0901507c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:00.605501 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.659032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 718fbd2e-7058-44db-a7a0-bea5db38aaef, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=718fbd2e-7058-44db-a7a0-bea5db38aaef,segment=NetworkSegment(ace7cde7-aef5-465b-9a8a-500dd4800a36),segment_id=ace7cde7-aef5-465b-9a8a-500dd4800a36)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:00.683135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.714264 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] For port 1a461829-f633-4fcd-ba4e-fb5a0901507c, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:00.719652 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] For port 1a461829-f633-4fcd-ba4e-fb5a0901507c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1a461829-f633-4fcd-ba4e-fb5a0901507c,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:00.740485 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.797957 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:00.798881 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:00.829143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=718fbd2e-7058-44db-a7a0-bea5db38aaef,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:00.831874 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.898080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fc304fba-4442-4cad-a946-37048fe15698 None None] Provisioning complete for port 1a461829-f633-4fcd-ba4e-fb5a0901507c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:00.898465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc304fba-4442-4cad-a946-37048fe15698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:00.979833 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5641972-6a5d-4e20-a29a-07f7db6583cd None None] Pushing event updated for resources: {'Port': ['ID=1a461829-f633-4fcd-ba4e-fb5a0901507c,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:00.988123 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:01.004787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:01.025048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66c65a-2e7a-43ef-9b9f-9cdb3a89e448 None None] Network f16481df-be00-407e-b742-30808c30860a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:01.028602 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc304fba-4442-4cad-a946-37048fe15698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:01.152551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fc304fba-4442-4cad-a946-37048fe15698 None None] For port 1a461829-f633-4fcd-ba4e-fb5a0901507c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1a461829-f633-4fcd-ba4e-fb5a0901507c,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:01.163045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc304fba-4442-4cad-a946-37048fe15698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:01.238342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:00:01.279353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc304fba-4442-4cad-a946-37048fe15698 None None] Pushing event updated for resources: {'Port': ['ID=1a461829-f633-4fcd-ba4e-fb5a0901507c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:01.292835 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:00Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:01.314272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0db73755-9f05-4c36-83fd-39270d1f2e3b None None] Provisioning complete for port 1a461829-f633-4fcd-ba4e-fb5a0901507c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:01.314727 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0db73755-9f05-4c36-83fd-39270d1f2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:01.370780 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3bb6c-9475-40ab-8e39-e809d89aee71 None None] The sync data for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 is: [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:00Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:01.496501 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:01.503841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0db73755-9f05-4c36-83fd-39270d1f2e3b None None] Provisioning complete for port 718fbd2e-7058-44db-a7a0-bea5db38aaef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:01.504313 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0db73755-9f05-4c36-83fd-39270d1f2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:01.543096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Sync routers for ids ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:01.568464 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:01.574741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46112) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:01.575958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d2206592-00af-4395-92eb-1032d90d0380 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1421630 Nov 25 19:00:01.587586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Routers {'4a80a2e9-039f-44d4-a4af-1dfad7aedf84'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:01.588215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:01.831431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d675b-e340-4df4-911e-b67c87680c75 req-05c7a3c3-1981-4bdc-99da-20c38e88f0ce tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:01.833282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f61d675b-e340-4df4-911e-b67c87680c75 req-05c7a3c3-1981-4bdc-99da-20c38e88f0ce tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 945 time: 0.1263423 Nov 25 19:00:02.032854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f61d675b-e340-4df4-911e-b67c87680c75 req-e19b596a-39f1-4ff8-93d4-9d19a4a36591 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916726 Nov 25 19:00:02.096390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Set router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:02.416608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-22dd4140-151a-41ca-b57b-624c2bb2cde1 None None] Provisioning complete for port 718fbd2e-7058-44db-a7a0-bea5db38aaef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:02.416986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-22dd4140-151a-41ca-b57b-624c2bb2cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:02.481230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1a461829-f633-4fcd-ba4e-fb5a0901507c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:02.495883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:02.532402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ced10a-ff08-4554-8e8a-76494e1d91ab req-f73efd8c-dea0-46ba-89a4-03e890ba131d tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:02.534764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ced10a-ff08-4554-8e8a-76494e1d91ab req-f73efd8c-dea0-46ba-89a4-03e890ba131d tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 945 time: 0.1234283 Nov 25 19:00:02.760571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1a461829-f633-4fcd-ba4e-fb5a0901507c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:02.760889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:02.889993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Allocated IP 172.20.0.1 (f16481df-be00-407e-b742-30808c30860a/5e1710e9-c15c-48ea-9c60-89668c978f46/0006a688-6e70-405c-9b1a-eebe11fb0a9b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:02.891897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 718fbd2e-7058-44db-a7a0-bea5db38aaef up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:02.894888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '1603eadd-f76f-44ba-aacb-280691e45844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:00:00Z', 'revision_number': 3, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port': {'id': '1603eadd-f76f-44ba-aacb-280691e45844', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:59Z', 'updated_at': '2021-11-25T18:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:02.944063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46ced10a-ff08-4554-8e8a-76494e1d91ab req-461a0db9-14df-4a1b-9456-6d8477c58870 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851132 Nov 25 19:00:02.960738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Checking router: 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:02.961093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Updating router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 port 1603eadd-f76f-44ba-aacb-280691e45844 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:00:03.034417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.087002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 718fbd2e-7058-44db-a7a0-bea5db38aaef triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:03.087369 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.098044 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.139642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46132) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:03.178026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.222307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Network f16481df-be00-407e-b742-30808c30860a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:03.225834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:03.229635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:03.261946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Pushing event updated for resources: {'Port': ['ID=0006a688-6e70-405c-9b1a-eebe11fb0a9b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:03.284209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.525566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46138) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:03.554988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.617046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.622877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e795-ff0e-4fa0-9a85-0323b3d75021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.643545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.674754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.727920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-05f96898-e0ed-42b5-9c82-686d2c4e218f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2415521 Nov 25 19:00:03.748440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a9e30-2f21-4713-8bbf-cd4bad199cdb None None] Pushing event updated for resources: {'Port': ['ID=1603eadd-f76f-44ba-aacb-280691e45844,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:03.751464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0f0022d8-2368-4d99-a2bc-5e4e66a73e7e None None] Provisioning complete for port 0006a688-6e70-405c-9b1a-eebe11fb0a9b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:03.752180 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f0022d8-2368-4d99-a2bc-5e4e66a73e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.795396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0f0022d8-2368-4d99-a2bc-5e4e66a73e7e None None] Port 0006a688-6e70-405c-9b1a-eebe11fb0a9b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:03.810942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece8b3a-4d7f-4d90-a16e-a74d35f710c7 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:03.820457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Attempting to bind port 1603eadd-f76f-44ba-aacb-280691e45844 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:03.821005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Attempting to bind port 1603eadd-f76f-44ba-aacb-280691e45844 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:03.821594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Attempting to bind port 1603eadd-f76f-44ba-aacb-280691e45844 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:03.832043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:03.832565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:03.833492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.833942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:03.834686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Bound port: 1603eadd-f76f-44ba-aacb-280691e45844, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:03.835176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.850553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port de888a4d-0c66-4cdb-9c08-48e1455f65bf {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:03.850962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.926385 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e795-ff0e-4fa0-9a85-0323b3d75021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.939526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] For port 1603eadd-f76f-44ba-aacb-280691e45844, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:03.959563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.959948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:03.961486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] For port 1603eadd-f76f-44ba-aacb-280691e45844, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1603eadd-f76f-44ba-aacb-280691e45844,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:03.974815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for de888a4d-0c66-4cdb-9c08-48e1455f65bf owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:03.987717 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.134372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.144302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e795-ff0e-4fa0-9a85-0323b3d75021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.154461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-80980271-256e-4a4e-8a03-5bbd6cb6dad5 None None] Provisioning complete for port 1603eadd-f76f-44ba-aacb-280691e45844 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:04.157004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80980271-256e-4a4e-8a03-5bbd6cb6dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.164966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a9e30-2f21-4713-8bbf-cd4bad199cdb None None] Pushing event updated for resources: {'Port': ['ID=1603eadd-f76f-44ba-aacb-280691e45844,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:04.177412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.241416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a664be6d-55df-45cd-9700-94306891caa2 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:04.275748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Routers {'4a80a2e9-039f-44d4-a4af-1dfad7aedf84'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:04.276397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:04.302271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-12641309-5b20-40fc-9456-a16cf4b2e3f5 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:04.304054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-12641309-5b20-40fc-9456-a16cf4b2e3f5 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.64 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 945 time: 0.5434096 Nov 25 19:00:04.336920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-8127f886-46e7-4d00-a68e-b481e77243da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:04.338686 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-8127f886-46e7-4d00-a68e-b481e77243da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1095 time: 0.5452621 Nov 25 19:00:04.343404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9ac2e795-ff0e-4fa0-9a85-0323b3d75021 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf3d0c596280478495410b110d97e7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1995373 Nov 25 19:00:04.351735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46144) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:04.369633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2e795-ff0e-4fa0-9a85-0323b3d75021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e178a120-c1c7-4eac-9191-a8556c7b7195,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:04.376254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Pushing event updated for resources: {'Port': ['ID=0006a688-6e70-405c-9b1a-eebe11fb0a9b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:04.408761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.454248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16787f18-35e7-4f8c-8897-17cd120c657e req-1e00931a-3244-4829-8b31-8c57fee1dd56 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:04.465204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16787f18-35e7-4f8c-8897-17cd120c657e req-1e00931a-3244-4829-8b31-8c57fee1dd56 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/ports?device_id=6333b437-34c6-42d3-aa26-36733490350e HTTP/1.1" status: 200 len: 945 time: 0.2547572 Nov 25 19:00:04.561794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] Set router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:04.599138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Deleting port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:04.599768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.601416 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b30a741f-9497-459a-907d-b431790bb064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.717948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Network f16481df-be00-407e-b742-30808c30860a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:04.720545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-496e6c6b-0063-4e5d-90a1-ca43150e916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:04.722788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-496e6c6b-0063-4e5d-90a1-ca43150e916f service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.3439035 Nov 25 19:00:04.734303 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b30a741f-9497-459a-907d-b431790bb064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.753715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] For port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,segment=NetworkSegment(a8edafcb-6e89-415c-a9f0-b98ce7fd3079),segment_id=a8edafcb-6e89-415c-a9f0-b98ce7fd3079)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:04.753955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.754406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80980271-256e-4a4e-8a03-5bbd6cb6dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.768187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Calling delete_port for 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:04.791763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:04.792063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-80980271-256e-4a4e-8a03-5bbd6cb6dad5 None None] For port 1603eadd-f76f-44ba-aacb-280691e45844, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1603eadd-f76f-44ba-aacb-280691e45844,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:04.829373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-80980271-256e-4a4e-8a03-5bbd6cb6dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.869893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b30a741f-9497-459a-907d-b431790bb064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.872854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b30a741f-9497-459a-907d-b431790bb064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.874240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b30a741f-9497-459a-907d-b431790bb064 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e178a120-c1c7-4eac-9191-a8556c7b7195 HTTP/1.1" status: 204 len: 168 time: 0.5215135 Nov 25 19:00:04.893275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a741f-9497-459a-907d-b431790bb064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e178a120-c1c7-4eac-9191-a8556c7b7195,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:04.908786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '1603eadd-f76f-44ba-aacb-280691e45844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 4, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port': {'id': '1603eadd-f76f-44ba-aacb-280691e45844', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:59Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0006a688-6e70-405c-9b1a-eebe11fb0a9b', 'name': '', 'network_id': 'f16481df-be00-407e-b742-30808c30860a', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'mac_address': 'fa:16:3e:ab:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:02Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 2, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'subnets': [{'id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:04.910749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80980271-256e-4a4e-8a03-5bbd6cb6dad5 None None] Pushing event updated for resources: {'Port': ['ID=1603eadd-f76f-44ba-aacb-280691e45844,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:04.955518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16787f18-35e7-4f8c-8897-17cd120c657e req-a08d5b74-5908-42a1-8d8e-132c697b3c9c tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.62 "GET /v2.0/security-groups?id=40a6533d-5e51-413c-8f90-5b949cfb81a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773135 Nov 25 19:00:04.968715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:04.980900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d554e9-6369-492b-8735-eff83f6ef855 None None] The sync data for ids ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'] in n-d-819194-3 is: [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '1603eadd-f76f-44ba-aacb-280691e45844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 4, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port': {'id': '1603eadd-f76f-44ba-aacb-280691e45844', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:59Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0006a688-6e70-405c-9b1a-eebe11fb0a9b', 'name': '', 'network_id': 'f16481df-be00-407e-b742-30808c30860a', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'mac_address': 'fa:16:3e:ab:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:02Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 2, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'subnets': [{'id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:04.993089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['38fa991c-697e-4d3a-8d12-1b8c5606b9b4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:05.066620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-11997948-78fd-4923-8353-6cff563228b5 None None] Provisioning complete for port 1603eadd-f76f-44ba-aacb-280691e45844 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:05.066620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11997948-78fd-4923-8353-6cff563228b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:05.072914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Pushing event deleted for resources: {'Port': ['ID=38fa991c-697e-4d3a-8d12-1b8c5606b9b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:05.086905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:05.197215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=de888a4d-0c66-4cdb-9c08-48e1455f65bf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:05.208078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:05.235391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-c9968942-365b-4d85-a426-bcf0dfe0daac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 999 time: 0.4239931 Nov 25 19:00:05.238077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] No DVR routers for this DVR port 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:00:05.243301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:05.247984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a872ab9-8203-4ad5-a19e-038a239979eb req-041958c9-790f-42f8-a8ab-72d69efac232 tempest-InstanceActionsV221TestJSON-1479329527 tempest-InstanceActionsV221TestJSON-1479329527-project] 10.222.0.64 "DELETE /v2.0/ports/38fa991c-697e-4d3a-8d12-1b8c5606b9b4 HTTP/1.1" status: 204 len: 173 time: 0.9311898 Nov 25 19:00:05.250177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6333b437-34c6-42d3-aa26-36733490350e', 'name': 'network-vif-deleted', 'tag': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:05.253007 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c4f50-7a0b-429b-9e81-2cf8025a714f" -d '{"events": [{"server_uuid": "6333b437-34c6-42d3-aa26-36733490350e", "name": "network-vif-deleted", "tag": "38fa991c-697e-4d3a-8d12-1b8c5606b9b4"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:05.388700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:05.389723 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Floating IP 6d33c061-4c2b-4e4d-823b-7a27f8277834 disassociated (deleted). External IP: 172.25.2.37, port: 5627965d-f37b-4c15-899b-e4c789fead1f. Nov 25 19:00:05.399646 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f8d60-b247-4a8a-955f-619f71c5a2f8 x-openstack-request-id: req-444f8d60-b247-4a8a-955f-619f71c5a2f8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:05.400749 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6333b437-34c6-42d3-aa26-36733490350e", "name": "network-vif-deleted", "tag": "38fa991c-697e-4d3a-8d12-1b8c5606b9b4", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:05.401202 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-444f8d60-b247-4a8a-955f-619f71c5a2f8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:05.401848 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6333b437-34c6-42d3-aa26-36733490350e', 'name': 'network-vif-deleted', 'tag': '38fa991c-697e-4d3a-8d12-1b8c5606b9b4', 'status': 'completed', 'code': 200} Nov 25 19:00:05.446195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a54a808f-54e5-496e-b00d-35bdbe215c96 None None] Provisioning complete for port 0006a688-6e70-405c-9b1a-eebe11fb0a9b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:05.447754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a54a808f-54e5-496e-b00d-35bdbe215c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:05.598501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a54a808f-54e5-496e-b00d-35bdbe215c96 None None] Port 0006a688-6e70-405c-9b1a-eebe11fb0a9b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:05.649674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:05.659772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b4b68439-886e-4196-8cde-56572616c747 admin admin] 10.222.0.62 "PUT /v2.0/routers/4a80a2e9-039f-44d4-a4af-1dfad7aedf84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0839112 Nov 25 19:00:05.682030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-6b481982-0367-453d-a549-6c7e4eeaacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:05.683800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-6b481982-0367-453d-a549-6c7e4eeaacbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.4400043 Nov 25 19:00:05.776538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-67604637-f1a5-4f66-9229-e1e373122ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:05.783792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-67604637-f1a5-4f66-9229-e1e373122ffe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905671 Nov 25 19:00:05.809722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:05.992954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-896cc160-8b3d-476e-b025-14acda20acf5 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010126 Nov 25 19:00:06.426692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:06.438067 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:06.468010 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] Sync routers for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:06.491980 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:06.495664 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:06.546063 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-176c9afa-8981-4394-a81c-3676d61b5e8a tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/floatingips/6d33c061-4c2b-4e4d-823b-7a27f8277834 HTTP/1.1" status: 204 len: 168 time: 3.0155299 Nov 25 19:00:06.546189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:06.646204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] Deleting subnet 6bdd047a-2453-4858-9b1e-7e8e8047323f {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:00:06.657150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:06.745006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:06.746070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46182) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:06.759601 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:06.781691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-289b122e-1417-4dc7-ad41-491d7454400c tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284481828', 'description': 'tempest-secgroup-smoke-1284481828 description', 'project_id': 'c6db95cf3af0440180a3d9994e593b57'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:06.816412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-289b122e-1417-4dc7-ad41-491d7454400c tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:06.848896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:06.930822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e14ad7b6-686a-4a15-81cd-2f9accc1f2c3 req-8af739a5-f866-41a3-a28b-a04922c103c9 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9226139 Nov 25 19:00:06.981868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-289b122e-1417-4dc7-ad41-491d7454400c tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:06.986660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:00:06.994472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-289b122e-1417-4dc7-ad41-491d7454400c tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.036050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:00:07.037298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 38fa991c-697e-4d3a-8d12-1b8c5606b9b4 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:00:07.049132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-289b122e-1417-4dc7-ad41-491d7454400c tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.050838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-289b122e-1417-4dc7-ad41-491d7454400c tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3008745 Nov 25 19:00:07.064877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5de0f1-7b3e-4b2c-9728-cf80b32b932a req-e3e0112a-2c1c-46c2-abd1-0e7aec6b9077 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:07.067072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc5de0f1-7b3e-4b2c-9728-cf80b32b932a req-e3e0112a-2c1c-46c2-abd1-0e7aec6b9077 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1112545 Nov 25 19:00:07.068558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.074830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46188) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:07.094405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dd11d9ba-e756-4dcb-97b8-97ab5b0f74ae tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'security_group_rule': {'security_group_id': '426ac998-32a1-4edf-8fa0-5697761ff441', 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:07.139864 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:07.142369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b122e-1417-4dc7-ad41-491d7454400c tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426ac998-32a1-4edf-8fa0-5697761ff441,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:07.152913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdd047a-2453-4858-9b1e-7e8e8047323f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:07.167360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.173600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd11d9ba-e756-4dcb-97b8-97ab5b0f74ae tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.175160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7b190cc9-bbdc-4ba1-bd7a-74254252b300 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6bdd047a-2453-4858-9b1e-7e8e8047323f HTTP/1.1" status: 204 len: 168 time: 0.6280010 Nov 25 19:00:07.177676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46190) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:07.235765 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] Checking router: d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:07.250606 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:07.251580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc5de0f1-7b3e-4b2c-9728-cf80b32b932a req-8b53a239-137a-4961-a783-c783d425ab50 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1614313 Nov 25 19:00:07.262562 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:07.316693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.330694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd11d9ba-e756-4dcb-97b8-97ab5b0f74ae tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.338040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd11d9ba-e756-4dcb-97b8-97ab5b0f74ae tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.372419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11d9ba-e756-4dcb-97b8-97ab5b0f74ae tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60eb9848-509b-4321-9c2c-d84c38f949bb,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:07.403958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:07.410259 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e490b742-b6b4-471a-b853-4103f9b35dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:07.429444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd11d9ba-e756-4dcb-97b8-97ab5b0f74ae tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.433176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dd11d9ba-e756-4dcb-97b8-97ab5b0f74ae tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540351 Nov 25 19:00:07.433542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46194) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:07.455065 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:07.465152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2764fc9b-13e6-4182-a08a-093d0487cecb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'security_group_rule': {'security_group_id': '426ac998-32a1-4edf-8fa0-5697761ff441', 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:07.537321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.548574 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d1e16-d8fe-4018-b551-222606a989d5 x-openstack-request-id: req-5b0d1e16-d8fe-4018-b551-222606a989d5 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:07.549124 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:07.549539 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b0d1e16-d8fe-4018-b551-222606a989d5 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:07.550160 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f', 'status': 'completed', 'code': 200} Nov 25 19:00:07.558362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2764fc9b-13e6-4182-a08a-093d0487cecb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.567862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240d8f8b-3842-408c-a87d-735772773e1f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:07.584021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8edafcb-6e89-415c-a9f0-b98ce7fd3079') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:07.584500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8edafcb-6e89-415c-a9f0-b98ce7fd3079') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:07.599858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.616207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2764fc9b-13e6-4182-a08a-093d0487cecb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.619133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.621834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2764fc9b-13e6-4182-a08a-093d0487cecb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.650655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:00:07.651188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.652099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764fc9b-13e6-4182-a08a-093d0487cecb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b24cb9-2085-48e5-8038-4371b4599cc2,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:00:07.653636 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:00:07.676181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2764fc9b-13e6-4182-a08a-093d0487cecb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.678370 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2764fc9b-13e6-4182-a08a-093d0487cecb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2437642 Nov 25 19:00:07.680731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46196) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:07.687091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0fa458f8-ae1b-4da0-9117-ef04d9952588 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'security_group_rule': {'security_group_id': '426ac998-32a1-4edf-8fa0-5697761ff441', 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:07.725431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fa458f8-ae1b-4da0-9117-ef04d9952588 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.737761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.761254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.766361 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] 10.222.0.62 "DELETE /v2.0/networks/240d8f8b-3842-408c-a87d-735772773e1f HTTP/1.1" status: 204 len: 168 time: 0.5833640 Nov 25 19:00:07.768198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134114d-7923-4e15-8182-4f3f4e12df1e admin admin] Pushing event deleted for resources: {'Network': ['ID=240d8f8b-3842-408c-a87d-735772773e1f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:07.812050 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fa458f8-ae1b-4da0-9117-ef04d9952588 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.817107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fa458f8-ae1b-4da0-9117-ef04d9952588 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.822585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-d4b60fa2-54ae-4add-b161-42eadd174bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:07.824416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-d4b60fa2-54ae-4add-b161-42eadd174bba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418ca41106504e6eb537b48299cf87fc&device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 1097 time: 0.0653119 Nov 25 19:00:07.847875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fa458f8-ae1b-4da0-9117-ef04d9952588 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.849237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0fa458f8-ae1b-4da0-9117-ef04d9952588 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665084 Nov 25 19:00:07.850147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa458f8-ae1b-4da0-9117-ef04d9952588 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a6afe2-1512-481f-8044-548058670515,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:07.852884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46200) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:07.860000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b92ee634-4124-424f-9040-bb107ea9a2c1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'security_group_rule': {'security_group_id': '426ac998-32a1-4edf-8fa0-5697761ff441', 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:07.898185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92ee634-4124-424f-9040-bb107ea9a2c1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:07.914941 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:07.950995 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e488-6152-4500-aaf8-34a179476a65 None None] The sync data for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 is: [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:39Z', 'revision_number': 4, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '377e6fa1-100c-4402-a18d-7182078199fa', 'name': '', 'network_id': '7ba69925-3915-421d-8f19-1086c03f0548', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'mac_address': 'fa:16:3e:a1:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:37Z', 'updated_at': '2021-11-25T18:56:43Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'subnets': [{'id': 'ac4a8395-b345-4bb3-8c72-3854b034f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:07.983695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-78459f88-fbbe-4559-a83c-4eafa22a1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:07.985205 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-78459f88-fbbe-4559-a83c-4eafa22a1a10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ba69925-3915-421d-8f19-1086c03f0548 HTTP/1.1" status: 200 len: 898 time: 0.1516526 Nov 25 19:00:08.026960 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92ee634-4124-424f-9040-bb107ea9a2c1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.033209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92ee634-4124-424f-9040-bb107ea9a2c1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.055200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ee634-4124-424f-9040-bb107ea9a2c1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a87b91-81d1-442b-82ab-d2a7da7d2684,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:08.062082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-4c275c7d-3f35-4839-9dde-e9f5cb2d1897 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5627965d-f37b-4c15-899b-e4c789fead1f HTTP/1.1" status: 200 len: 217 time: 0.0600855 Nov 25 19:00:08.066773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92ee634-4124-424f-9040-bb107ea9a2c1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.071430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46204) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:08.072233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b92ee634-4124-424f-9040-bb107ea9a2c1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2179642 Nov 25 19:00:08.088258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46208) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:08.108355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'security_group_rule': {'security_group_id': '426ac998-32a1-4edf-8fa0-5697761ff441', 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:08.131994 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1f835b91-48cf-473a-8a66-235313562e00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16e85a34487145b882f0420080370532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402126 Nov 25 19:00:08.132839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46210) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:08.136769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-73e5951a-4e6f-4070-aa65-bcb05334b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:08.138263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-73e5951a-4e6f-4070-aa65-bcb05334b320 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac4a8395-b345-4bb3-8c72-3854b034f3e4 HTTP/1.1" status: 200 len: 835 time: 0.0659380 Nov 25 19:00:08.143606 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Project c6db95cf3af0440180a3d9994e593b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:00:08.156842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.196691 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cec4053-516d-4b7c-88c0-ab3f9a53c775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.229493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cec4053-516d-4b7c-88c0-ab3f9a53c775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.249886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-ced6b6af-5fe4-49d0-ae15-54bd396dddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:08.251443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-ced6b6af-5fe4-49d0-ae15-54bd396dddc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ba69925-3915-421d-8f19-1086c03f0548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027739 Nov 25 19:00:08.283920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1603eadd-f76f-44ba-aacb-280691e45844 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:08.292010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.313057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cec4053-516d-4b7c-88c0-ab3f9a53c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.317385 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cec4053-516d-4b7c-88c0-ab3f9a53c775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.318834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9cec4053-516d-4b7c-88c0-ab3f9a53c775 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40a6533d-5e51-413c-8f90-5b949cfb81a9 HTTP/1.1" status: 204 len: 168 time: 0.1847410 Nov 25 19:00:08.332406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4053-516d-4b7c-88c0-ab3f9a53c775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a6533d-5e51-413c-8f90-5b949cfb81a9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:08.358660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.407089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00a8dfe-b8a5-4496-ac92-fba822b92f80,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:08.417551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1603eadd-f76f-44ba-aacb-280691e45844 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:08.418419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.443851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.451199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d7785b34-6f8d-4ee0-919b-708b65663438 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3775222 Nov 25 19:00:08.453494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e44e16-50ed-4885-9092-51a325d0e254 req-a8bf8ba1-7c7c-413a-aa0b-04675350befd tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:08.459321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:08.470268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14e44e16-50ed-4885-9092-51a325d0e254 req-a8bf8ba1-7c7c-413a-aa0b-04675350befd tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1261241 Nov 25 19:00:08.488343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'security_group_rule': {'security_group_id': '426ac998-32a1-4edf-8fa0-5697761ff441', 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:08.500293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-142b64df-494b-48b9-b275-7ca874cc3f08 service neutron] 10.222.0.66 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370331 Nov 25 19:00:08.555123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-14e44e16-50ed-4885-9092-51a325d0e254 req-966d82b9-d6a8-465d-90d8-afc77d3316d2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/security-groups?id=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793788 Nov 25 19:00:08.615729 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Project c6db95cf3af0440180a3d9994e593b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:00:08.644445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.712009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-da86e480-1e33-4fd9-b2a2-1d4783878810 service neutron] 10.222.0.66 "GET /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994636 Nov 25 19:00:08.749465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-212793ef-67e9-4578-b330-52b0b80d7355 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:08.751213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-212793ef-67e9-4578-b330-52b0b80d7355 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 946 time: 0.1464634 Nov 25 19:00:08.796586 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.806778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.855130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60f1f86-17aa-4d81-bb31-a3bf22a4be0b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:08.869677 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:08.871013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-14389a6e-40c6-46df-bbd8-d4dc0fc97fec tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4107056 Nov 25 19:00:08.896427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 5627965d-f37b-4c15-899b-e4c789fead1f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:08.897337 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:09.018521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc4f63-f829-44fd-8f75-453b9f55e461 None None] New status for floating IP 6d33c061-4c2b-4e4d-823b-7a27f8277834: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:00:09.097362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 5627965d-f37b-4c15-899b-e4c789fead1f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=5627965d-f37b-4c15-899b-e4c789fead1f,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:09.098690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:09.154461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 5627965d-f37b-4c15-899b-e4c789fead1f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:09.269019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-fc1e9f27-00ed-480e-9baa-105a4f416dcf tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284481828&fields=id&tenant_id=c6db95cf3af0440180a3d9994e593b57 HTTP/1.1" status: 200 len: 267 time: 0.1021392 Nov 25 19:00:09.444523 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:09.480692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-82bd8c0a-2ddc-4982-ba76-9bad52e91a60 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:09.483699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-82bd8c0a-2ddc-4982-ba76-9bad52e91a60 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/networks?id=e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 200 len: 809 time: 0.1990070 Nov 25 19:00:09.488028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46250) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:09.490222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=5627965d-f37b-4c15-899b-e4c789fead1f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:09.549055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] No DVR routers for this DVR port 5627965d-f37b-4c15-899b-e4c789fead1f on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:00:09.551885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:09.555965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ad7c1619-fb80-4663-b3b6-153f362d3d49 req-7b4372bb-a44f-4990-8f1b-f701534de4e2 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.66 "DELETE /v2.0/ports/5627965d-f37b-4c15-899b-e4c789fead1f HTTP/1.1" status: 204 len: 173 time: 0.7978387 Nov 25 19:00:09.557295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-e441f4cb-9a8b-4b03-a4ff-9b1e4e8c6195 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/quotas/c6db95cf3af0440180a3d9994e593b57 HTTP/1.1" status: 200 len: 375 time: 0.0683813 Nov 25 19:00:09.557766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-deleted', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:09.560124 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46924ed8-78ee-4e8e-a613-b74781810d12" -d '{"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-deleted", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:09.583472 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:00:09.650913 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca96c71-04ff-44b8-8953-6ce438cdb9ee x-openstack-request-id: req-1ca96c71-04ff-44b8-8953-6ce438cdb9ee {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:09.651933 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e46206-d4f4-4c2b-898a-85eb393c895f", "name": "network-vif-deleted", "tag": "5627965d-f37b-4c15-899b-e4c789fead1f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:09.652205 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ca96c71-04ff-44b8-8953-6ce438cdb9ee {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:09.652619 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e46206-d4f4-4c2b-898a-85eb393c895f', 'name': 'network-vif-deleted', 'tag': '5627965d-f37b-4c15-899b-e4c789fead1f', 'status': 'completed', 'code': 200} Nov 25 19:00:09.671334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1720863026-network', 'tenant_id': '7073730ade53461bbaa7c2a8df0710f0'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:09.710879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-6c306826-6576-45dd-84a1-a2fee27c0755 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6db95cf3af0440180a3d9994e593b57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320286 Nov 25 19:00:09.735426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Made reservation on behalf of 7073730ade53461bbaa7c2a8df0710f0 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:09.738040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:09.749744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:09.805718 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-45e488d8-90ad-4969-802c-3717dffe0188 req-27e709d7-08c5-4a61-bfa5-fd46e6344b04 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e46206-d4f4-4c2b-898a-85eb393c895f HTTP/1.1" status: 200 len: 210 time: 0.0516651 Nov 25 19:00:09.885551 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-5e60d5e5-a569-4c6f-81cc-4e572f5312b7 service neutron] 10.222.0.62 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587524 Nov 25 19:00:09.921552 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Sync routers for ids ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:09.941366 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Routers {'4a80a2e9-039f-44d4-a4af-1dfad7aedf84'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:09.943034 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:09.960594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.001916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.044722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562cadc1-257c-4816-bc90-5347c61e4c42,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:10.057871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-89bc2f98-8ea5-415c-8778-49c3f1c5b304 service neutron] 10.222.0.62 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587603 Nov 25 19:00:10.091300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:00:10.096328 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-51d520b0-770d-4173-b4ab-5cd56cf99191 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330297 Nov 25 19:00:10.128287 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.130562 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Added segment 63f03511-2e1d-4d03-bbe4-6b0bb80a693b of type vlan for network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 Nov 25 19:00:10.200221 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Set router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:10.230154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.310253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-c91cc901-9b13-4675-81a3-dc359177c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:10.312495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-c91cc901-9b13-4675-81a3-dc359177c259 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1096 time: 0.0645320 Nov 25 19:00:10.314938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.316082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:10.316981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.378779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b1b7247-b72d-4ec9-b28f-a28f6090cb22 req-82d4f86c-a2df-44c8-88b9-52faf7b4a785 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 210 time: 0.0646541 Nov 25 19:00:10.511400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0222559 Nov 25 19:00:10.515074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46266) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:10.519773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Request body: {'subnet': {'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1720863026-subnet', 'tenant_id': '7073730ade53461bbaa7c2a8df0710f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:10.529005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a05783-735e-4890-acfd-6559b7f1b935 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb92183-d6a5-4ea3-bd9d-92c24a3f7561,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:10.542263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:00:10.567468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Made reservation on behalf of 7073730ade53461bbaa7c2a8df0710f0 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:10.579712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.585599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-a1ce777a-7551-440f-b4ae-4293eef21df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:10.587377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-a1ce777a-7551-440f-b4ae-4293eef21df4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.2477636 Nov 25 19:00:10.690493 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '1603eadd-f76f-44ba-aacb-280691e45844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 4, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port': {'id': '1603eadd-f76f-44ba-aacb-280691e45844', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:59Z', 'updated_at': '2021-11-25T19:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0006a688-6e70-405c-9b1a-eebe11fb0a9b', 'name': '', 'network_id': 'f16481df-be00-407e-b742-30808c30860a', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'mac_address': 'fa:16:3e:ab:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:02Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 2, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'subnets': [{'id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:10.747956 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Checking router: 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:10.748346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Updating router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 port 0006a688-6e70-405c-9b1a-eebe11fb0a9b binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:00:10.787996 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-11762548-3c61-4e9f-9cd6-154373e909a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 1001 time: 0.1879816 Nov 25 19:00:10.793880 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.931121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a48448e0-38b2-48fc-a2c1-bdd4b5ea2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:10.931447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46274) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:10.962053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-e0c3d9c6-5fff-41c3-a306-0e80a6b747f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:10.964659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-e0c3d9c6-5fff-41c3-a306-0e80a6b747f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.1599410 Nov 25 19:00:11.008874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:11.105872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812893a9-d696-40e8-a93f-e17ccef63f83,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:11.108488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Checking segment: {'id': '63f03511-2e1d-4d03-bbe4-6b0bb80a693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:11.108981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Network hostable DHCP agents. Network: 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:00:11.148642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:00:11.178314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:11.190132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:11.190774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:11.223888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c51f74-9f69-47d3-b926-17ee9f1e51b1 None None] Network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:11.254840 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0725b77d-f031-42d6-a905-24f1b7301761 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7276683 Nov 25 19:00:11.264947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-43bea199-a704-4ee3-b2e1-1c3dc3c86c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:11.266719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-43bea199-a704-4ee3-b2e1-1c3dc3c86c41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536209 Nov 25 19:00:11.424409 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:11.442701 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:11.468665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-0b315e07-d594-406f-ae48-95f40b9ecec9 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582344 Nov 25 19:00:11.485601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57174b7-8853-4b17-88de-112b61626797 None None] Network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:11.588044 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c4e1d-8ebe-4823-aac3-ec88739d5007 None None] Pushing event updated for resources: {'Port': ['ID=0006a688-6e70-405c-9b1a-eebe11fb0a9b,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:11.651072 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Attempting to bind port 0006a688-6e70-405c-9b1a-eebe11fb0a9b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:11.653220 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Attempting to bind port 0006a688-6e70-405c-9b1a-eebe11fb0a9b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:11.655610 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Attempting to bind port 0006a688-6e70-405c-9b1a-eebe11fb0a9b on network f16481df-be00-407e-b742-30808c30860a {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:11.675070 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 18, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:11.675430 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Checking segment: {'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:11.676093 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:11.676779 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Bound using segment: {'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:11.677513 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Bound port: 0006a688-6e70-405c-9b1a-eebe11fb0a9b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace7cde7-aef5-465b-9a8a-500dd4800a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f16481df-be00-407e-b742-30808c30860a'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:11.677946 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:11.735991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31835ad7-f500-4838-9c1b-326991ca557a req-7f809122-2335-489f-8710-2a6c2af25046 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 210 time: 0.1104774 Nov 25 19:00:11.838698 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] For port 0006a688-6e70-405c-9b1a-eebe11fb0a9b, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:11.844396 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] For port 0006a688-6e70-405c-9b1a-eebe11fb0a9b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0006a688-6e70-405c-9b1a-eebe11fb0a9b,segment=NetworkSegment(ace7cde7-aef5-465b-9a8a-500dd4800a36),segment_id=ace7cde7-aef5-465b-9a8a-500dd4800a36)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:11.856615 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:11.927295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec9e45c5-66bf-4177-99df-8d4db08e49d2 req-cb7b580e-8956-450e-bb3e-7e7993e4457d service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264774 Nov 25 19:00:11.933796 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Routers {'4a80a2e9-039f-44d4-a4af-1dfad7aedf84'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:11.934440 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T18:59:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:11.937053 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c4e1d-8ebe-4823-aac3-ec88739d5007 None None] Pushing event updated for resources: {'Port': ['ID=0006a688-6e70-405c-9b1a-eebe11fb0a9b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:12.049376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:12.138352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-08bb6dd1-3925-4045-8f88-dce79db57549 None None] Provisioning complete for port 0006a688-6e70-405c-9b1a-eebe11fb0a9b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:12.139195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08bb6dd1-3925-4045-8f88-dce79db57549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:12.178523 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] Set router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:12.414684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0006a688-6e70-405c-9b1a-eebe11fb0a9b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:12.470109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5627965d-f37b-4c15-899b-e4c789fead1f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:00:12.509957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08bb6dd1-3925-4045-8f88-dce79db57549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:12.513766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 5627965d-f37b-4c15-899b-e4c789fead1f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:00:12.514897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 5627965d-f37b-4c15-899b-e4c789fead1f not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:00:12.611951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-08bb6dd1-3925-4045-8f88-dce79db57549 None None] For port 0006a688-6e70-405c-9b1a-eebe11fb0a9b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0006a688-6e70-405c-9b1a-eebe11fb0a9b,segment=NetworkSegment(ace7cde7-aef5-465b-9a8a-500dd4800a36),segment_id=ace7cde7-aef5-465b-9a8a-500dd4800a36)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:12.618951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0006a688-6e70-405c-9b1a-eebe11fb0a9b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:12.620202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:12.649156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-0c25867d-2dff-42d7-9bc5-f7aeaac00850 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:12.651933 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-0c25867d-2dff-42d7-9bc5-f7aeaac00850 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.64 "GET /v2.0/networks?id=e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 200 len: 809 time: 0.3617072 Nov 25 19:00:12.715624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08bb6dd1-3925-4045-8f88-dce79db57549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:12.750316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b867a-0470-40dd-9dec-9a8910052e3a req-71b75958-11d1-4028-92b3-21acf395456f tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:12.766529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-71b75958-11d1-4028-92b3-21acf395456f tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/networks?id=5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 HTTP/1.1" status: 200 len: 809 time: 0.2938991 Nov 25 19:00:12.786523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-6c40bf1c-e6aa-4023-8193-bd4a0d30f715 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/quotas/7073730ade53461bbaa7c2a8df0710f0 HTTP/1.1" status: 200 len: 375 time: 0.0187528 Nov 25 19:00:12.806322 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '1603eadd-f76f-44ba-aacb-280691e45844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 4, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port': {'id': '1603eadd-f76f-44ba-aacb-280691e45844', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:59Z', 'updated_at': '2021-11-25T19:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0006a688-6e70-405c-9b1a-eebe11fb0a9b', 'name': '', 'network_id': 'f16481df-be00-407e-b742-30808c30860a', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'mac_address': 'fa:16:3e:ab:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:02Z', 'updated_at': '2021-11-25T19:00:11Z', 'revision_number': 4, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'subnets': [{'id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:12.838964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-0b332107-18c0-4e7b-84ae-488e4ab76b00 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7073730ade53461bbaa7c2a8df0710f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509624 Nov 25 19:00:12.900984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb6dd1-3925-4045-8f88-dce79db57549 None None] Pushing event updated for resources: {'Port': ['ID=0006a688-6e70-405c-9b1a-eebe11fb0a9b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:12.907398 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c638558-779c-4dee-bc65-0fc0d4ed799f None None] The sync data for ids ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'] in n-d-819194-3 is: [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '1603eadd-f76f-44ba-aacb-280691e45844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:00:03Z', 'revision_number': 4, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port': {'id': '1603eadd-f76f-44ba-aacb-280691e45844', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:59Z', 'updated_at': '2021-11-25T19:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0006a688-6e70-405c-9b1a-eebe11fb0a9b', 'name': '', 'network_id': 'f16481df-be00-407e-b742-30808c30860a', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'mac_address': 'fa:16:3e:ab:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:02Z', 'updated_at': '2021-11-25T19:00:11Z', 'revision_number': 4, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'subnets': [{'id': '5e1710e9-c15c-48ea-9c60-89668c978f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:12.923285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9dffa08e-4d7a-4ecc-9b10-674df2cee9d9 None None] Provisioning complete for port 0006a688-6e70-405c-9b1a-eebe11fb0a9b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:12.923722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dffa08e-4d7a-4ecc-9b10-674df2cee9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:12.947258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-62a0919b-f71b-4fd4-a415-37a89c242c68 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6db95cf3af0440180a3d9994e593b57 HTTP/1.1" status: 200 len: 380 time: 0.2702315 Nov 25 19:00:12.997675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'port': {'device_id': '77ef48d1-3de1-42eb-8761-e68371682030', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'admin_state_up': True, 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'security_groups': ['426ac998-32a1-4edf-8fa0-5697761ff441']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:13.057849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28bfb144-6a47-4f5a-89a5-881f3ef3ab32 req-511d293e-4138-4b2d-87c2-bc23fe380e8e tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 210 time: 0.1017275 Nov 25 19:00:13.119399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-a2a05a90-0560-49a0-b7d3-49fd629c3c9b service neutron] 10.222.0.62 "GET /v2.0/networks/5bb92183-d6a5-4ea3-bd9d-92c24a3f7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795553 Nov 25 19:00:13.239806 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-b4877ac7-4e3f-4f02-b681-712a826f0a9e service neutron] 10.222.0.62 "GET /v2.0/networks/5bb92183-d6a5-4ea3-bd9d-92c24a3f7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188197 Nov 25 19:00:13.280914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Made reservation on behalf of c6db95cf3af0440180a3d9994e593b57 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:13.284921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:13.290537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 377e6fa1-100c-4402-a18d-7182078199fa {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:13.290858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:13.491504 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0810577e-19d1-4ffc-ae81-157a23b851f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:13.527898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 377e6fa1-100c-4402-a18d-7182078199fa, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=377e6fa1-100c-4402-a18d-7182078199fa,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:13.528429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:13.596706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 377e6fa1-100c-4402-a18d-7182078199fa owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:13.678757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-03f2f1db-fedf-4cc3-9da9-e39bd818c2f8 req-e338d778-9c70-4d4c-9b82-cae4579996e3 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 210 time: 0.1160140 Nov 25 19:00:13.788360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Allocated IP 172.20.0.13 (e72a611c-ab76-49fa-ae51-ce56fe3ba415/6674e94d-2cf4-46c8-aa15-d0f3d3942589/bd84f280-dbf9-4c37-b4c5-6d1bea638bb0) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:14.120977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:14.170800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:14.222357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-29958ea6-3bbf-4c78-b1dd-16045beb9f4f req-d63392de-05f6-48d3-9105-11798d834dcb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 210 time: 0.0655298 Nov 25 19:00:14.249582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=377e6fa1-100c-4402-a18d-7182078199fa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:14.316848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0006a688-6e70-405c-9b1a-eebe11fb0a9b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:14.447365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0006a688-6e70-405c-9b1a-eebe11fb0a9b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:14.447814 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:14.453841 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:14.743850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:14.861789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:14.885049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01819b09-e76b-45f1-a360-fcd54e90cd6e req-3c04d5a4-78b5-4657-8e55-a421fead91b4 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 210 time: 0.0703657 Nov 25 19:00:14.888134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:14.892885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'Port': ['ID=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:14.894759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:15.029485 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.045943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:15.047169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.088530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9cf30ebf-b454-4f3e-837d-dfba861e1d15 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:15.090994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9cf30ebf-b454-4f3e-837d-dfba861e1d15 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.66 "GET /v2.0/networks?id=5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 HTTP/1.1" status: 200 len: 809 time: 0.1711302 Nov 25 19:00:15.112497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Request body: {'port': {'device_id': '0773071e-ece7-4c02-9995-0712050c8790', 'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561', 'admin_state_up': True, 'tenant_id': '7073730ade53461bbaa7c2a8df0710f0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:15.128118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-25f70390-9647-4c16-a4c9-9a4a15a202a9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1572909 Nov 25 19:00:15.145257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Request body: {'port': {'device_id': '77ef48d1-3de1-42eb-8761-e68371682030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:15.269655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Made reservation on behalf of 7073730ade53461bbaa7c2a8df0710f0 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:15.274334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.292529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.330327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c8d8ba7c-ab79-49f7-b3a4-e6e6b4ec3d77 None None] Provisioning complete for port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:15.330958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ba7c-ab79-49f7-b3a4-e6e6b4ec3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.396459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8ba7c-ab79-49f7-b3a4-e6e6b4ec3d77 None None] Port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:15.419941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c39fb-fc5c-478d-9a79-30ca85f3a277 req-e39a6c0d-0295-4556-9f3b-ef6032b9cbcb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:15.422720 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-362c39fb-fc5c-478d-9a79-30ca85f3a277 req-e39a6c0d-0295-4556-9f3b-ef6032b9cbcb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 932 time: 0.0775504 Nov 25 19:00:15.514569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Allocated IP 172.20.0.3 (5bb92183-d6a5-4ea3-bd9d-92c24a3f7561/812893a9-d696-40e8-a93f-e17ccef63f83/e8741638-b1cd-418a-b876-8e2a28e4888c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:15.535917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-362c39fb-fc5c-478d-9a79-30ca85f3a277 req-024fc8aa-7a6c-4e0e-97df-b8cc19b1a3c2 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916321 Nov 25 19:00:15.601666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:15.718559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.758988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.812062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:15.813830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:15.819103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:15.857242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:15.864814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5d6257d6-9c8c-4b88-9abe-3e2b49bf067e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "PUT /v2.0/routers/d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9262018 Nov 25 19:00:15.874128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] Sync routers for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:15.875374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46328) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:15.880669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Pushing event updated for resources: {'Port': ['ID=e8741638-b1cd-418a-b876-8e2a28e4888c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:15.896761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:15.897568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:15.915126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:15.924929 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.942368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Transition to ACTIVE for port object bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:00:15.949402 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:15.987494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:15.992997 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.023607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-9a4cd7c3-70b0-4efd-82c7-cb6a240f0ec2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9212511 Nov 25 19:00:16.028689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting subnet ac4a8395-b345-4bb3-8c72-3854b034f3e4 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:00:16.036740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Request body: {'port': {'device_id': '0773071e-ece7-4c02-9995-0712050c8790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:16.040191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.042674 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.091794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:16.096105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:16.143285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.253465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.268039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9114e5-7363-4170-80fd-5eb7683cdd00 req-abedcffc-b538-44d8-b011-22fb2d598e7c tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:16.285980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea9114e5-7363-4170-80fd-5eb7683cdd00 req-abedcffc-b538-44d8-b011-22fb2d598e7c tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 931 time: 0.2825305 Nov 25 19:00:16.408180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Attempting to bind port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:16.408523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Attempting to bind port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:16.408859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Attempting to bind port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 on network e72a611c-ab76-49fa-ae51-ce56fe3ba415 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:16.418874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea9114e5-7363-4170-80fd-5eb7683cdd00 req-96e6b981-6d33-412b-8598-86a42310b9e2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327608 Nov 25 19:00:16.419433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 on network e72a611c-ab76-49fa-ae51-ce56fe3ba415 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:00:16.419758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Attempting to bind port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 on network e72a611c-ab76-49fa-ae51-ce56fe3ba415 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:16.425469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:16.425823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Checking segment: {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:16.426206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Bound using segment: {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:16.426671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Bound port: bd84f280-dbf9-4c37-b4c5-6d1bea638bb0, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcc302a-e204-4095-a13b-a11692caba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:16.427032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.450590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T19:00:14Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:16.482635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] Checking router: d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:16.491724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] Routers {'d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:16.492511 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:16.546837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.590197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] For port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:16.602825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] For port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:16.610634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.661718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] Set router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:16.691629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:16.692320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.695809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 200 len: 1092 time: 1.5551796 Nov 25 19:00:16.696642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:16.700205 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:16.750310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.806142 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332354cd-9b80-4537-8ac0-b79974e078af x-openstack-request-id: req-332354cd-9b80-4537-8ac0-b79974e078af {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:16.806406 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:16.807081 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-332354cd-9b80-4537-8ac0-b79974e078af {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:16.807081 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'status': 'completed', 'code': 200} Nov 25 19:00:16.810227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182994e-8097-421b-a6b1-e344c94157d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:16.841218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:16.845862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/subnets/ac4a8395-b345-4bb3-8c72-3854b034f3e4 HTTP/1.1" status: 204 len: 168 time: 0.9695179 Nov 25 19:00:16.851353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-529cd0f7-5b4f-4179-b054-1972e66745e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:16.853974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-529cd0f7-5b4f-4179-b054-1972e66745e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6db95cf3af0440180a3d9994e593b57&device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1095 time: 0.0853875 Nov 25 19:00:16.854540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46336) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:16.908898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6f143-0f45-4fb9-8687-9efc5344ccb3 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4a8395-b345-4bb3-8c72-3854b034f3e4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:16.953567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe8cc1-37aa-40c6-9660-e581ad693e1f req-48de6736-014f-4d85-ac1a-8173200656b1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:16.955727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99fe8cc1-37aa-40c6-9660-e581ad693e1f req-48de6736-014f-4d85-ac1a-8173200656b1 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 944 time: 0.2990294 Nov 25 19:00:17.000963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce9c0c-6f58-4c08-b41b-3e1cfbea552f None None] Network 7ba69925-3915-421d-8f19-1086c03f0548 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:17.014655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8741638-b1cd-418a-b876-8e2a28e4888c {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:17.059840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.086771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Transition to ACTIVE for port object e8741638-b1cd-418a-b876-8e2a28e4888c will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:00:17.090986 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-99fe8cc1-37aa-40c6-9660-e581ad693e1f req-8ada040b-239c-4a46-a367-84cee1d6dc44 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276281 Nov 25 19:00:17.092150 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.133158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Pushing event updated for resources: {'Port': ['ID=e8741638-b1cd-418a-b876-8e2a28e4888c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:17.134201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-205d6196-f5ab-4b35-9bc5-21c92919c7e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 200 len: 217 time: 0.0754416 Nov 25 19:00:17.187732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.217641 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.240887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Attempting to bind port e8741638-b1cd-418a-b876-8e2a28e4888c on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:17.241525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Attempting to bind port e8741638-b1cd-418a-b876-8e2a28e4888c by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '63f03511-2e1d-4d03-bbe4-6b0bb80a693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:17.241881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Attempting to bind port e8741638-b1cd-418a-b876-8e2a28e4888c on network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:17.250618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-8ba8423a-ac70-4487-83bd-189701b48480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:17.250860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Port e8741638-b1cd-418a-b876-8e2a28e4888c on network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:00:17.251319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Attempting to bind port e8741638-b1cd-418a-b876-8e2a28e4888c on network 5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:17.252144 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-8ba8423a-ac70-4487-83bd-189701b48480 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6674e94d-2cf4-46c8-aa15-d0f3d3942589 HTTP/1.1" status: 200 len: 848 time: 0.1080754 Nov 25 19:00:17.257497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:17.258212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Checking segment: {'id': '63f03511-2e1d-4d03-bbe4-6b0bb80a693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:17.258212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Bound using segment: {'id': '63f03511-2e1d-4d03-bbe4-6b0bb80a693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:17.258739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Bound port: e8741638-b1cd-418a-b876-8e2a28e4888c, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f03511-2e1d-4d03-bbe4-6b0bb80a693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:17.259090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.321240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T19:00:14Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:17.330381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] For port e8741638-b1cd-418a-b876-8e2a28e4888c, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:17.333638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] For port e8741638-b1cd-418a-b876-8e2a28e4888c, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e8741638-b1cd-418a-b876-8e2a28e4888c,segment=NetworkSegment(63f03511-2e1d-4d03-bbe4-6b0bb80a693b),segment_id=63f03511-2e1d-4d03-bbe4-6b0bb80a693b)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:17.348217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.356646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677c0e6-c056-40eb-a855-c57f55e2ac94 None None] The sync data for ids ['d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4'] in n-d-819194-3 is: [{'id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581632860', 'tenant_id': '418ca41106504e6eb537b48299cf87fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T19:00:14Z', 'revision_number': 5, 'project_id': '418ca41106504e6eb537b48299cf87fc', 'gw_port': {'id': '56973521-dc52-47db-b0e9-e968fb0d5fc9', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:cd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c59df8-2c61-45f7-af2b-7cc9db4a7ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:56:33Z', 'updated_at': '2021-11-25T18:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:17.409046 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.425116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:17.425663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.433159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] 10.222.0.66 "PUT /v2.0/ports/e8741638-b1cd-418a-b876-8e2a28e4888c HTTP/1.1" status: 200 len: 1091 time: 1.3949497 Nov 25 19:00:17.433656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0773071e-ece7-4c02-9995-0712050c8790', 'tag': 'e8741638-b1cd-418a-b876-8e2a28e4888c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:17.436371 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602dc154-c74f-47c4-a83c-c244b9b83b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0773071e-ece7-4c02-9995-0712050c8790", "tag": "e8741638-b1cd-418a-b876-8e2a28e4888c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:17.458396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421423ff-6c90-4831-99a8-93bb1963849f service neutron] Pushing event updated for resources: {'Port': ['ID=e8741638-b1cd-418a-b876-8e2a28e4888c,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:17.493829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-774932c8-3176-4189-a698-253ea5dca166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:17.499588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-774932c8-3176-4189-a698-253ea5dca166 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e72a611c-ab76-49fa-ae51-ce56fe3ba415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629610 Nov 25 19:00:17.519358 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218d6c01-d33d-4cea-9f7a-798f41976b9c x-openstack-request-id: req-218d6c01-d33d-4cea-9f7a-798f41976b9c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:17.519668 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0773071e-ece7-4c02-9995-0712050c8790", "tag": "e8741638-b1cd-418a-b876-8e2a28e4888c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:17.520428 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-218d6c01-d33d-4cea-9f7a-798f41976b9c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:17.520897 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0773071e-ece7-4c02-9995-0712050c8790', 'tag': 'e8741638-b1cd-418a-b876-8e2a28e4888c', 'status': 'completed', 'code': 200} Nov 25 19:00:17.559580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b867a-0470-40dd-9dec-9a8910052e3a req-fd4faf31-b0a9-4c3e-b5ee-7a397446f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:17.561122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-fd4faf31-b0a9-4c3e-b5ee-7a397446f947 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7073730ade53461bbaa7c2a8df0710f0&device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 1094 time: 0.0785129 Nov 25 19:00:17.594020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Deleting port 56973521-dc52-47db-b0e9-e968fb0d5fc9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:17.595316 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.621091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-61748c7f-eb71-40ff-b6cb-0de40ba0552b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8741638-b1cd-418a-b876-8e2a28e4888c HTTP/1.1" status: 200 len: 217 time: 0.0464532 Nov 25 19:00:17.673389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733458-07d6-40f9-8faf-e30a8e55d981 req-db9fa51c-7f94-4200-a795-c7027cb3aa66 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:17.675187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c733458-07d6-40f9-8faf-e30a8e55d981 req-db9fa51c-7f94-4200-a795-c7027cb3aa66 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 943 time: 0.1301208 Nov 25 19:00:17.702364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b867a-0470-40dd-9dec-9a8910052e3a req-a8b54880-382a-4d26-bc00-bdfb2c0009a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:17.704734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-a8b54880-382a-4d26-bc00-bdfb2c0009a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=812893a9-d696-40e8-a93f-e17ccef63f83 HTTP/1.1" status: 200 len: 849 time: 0.0756958 Nov 25 19:00:17.726204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] For port 56973521-dc52-47db-b0e9-e968fb0d5fc9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=56973521-dc52-47db-b0e9-e968fb0d5fc9,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:17.726767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.753080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-826baabb-8278-4065-941a-182559a5110f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bb92183-d6a5-4ea3-bd9d-92c24a3f7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397227 Nov 25 19:00:17.775015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Calling delete_port for 56973521-dc52-47db-b0e9-e968fb0d5fc9 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:17.781825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-9d80410a-c2f3-41c5-8316-1e1866eed8af service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626152 Nov 25 19:00:17.793338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] DHCP port deletion for 7ba69925-3915-421d-8f19-1086c03f0548 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:17.895625 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5c733458-07d6-40f9-8faf-e30a8e55d981 req-5346d9ca-a832-4b7c-8d8e-751d529ce986 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111306 Nov 25 19:00:17.972423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] Deleting port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:17.973268 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:17.975736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-eab5df2e-b729-428c-a653-2876b759b96c service neutron] 10.222.0.66 "GET /v2.0/networks/5bb92183-d6a5-4ea3-bd9d-92c24a3f7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101817 Nov 25 19:00:17.995202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8cbe565b-73ab-4d5e-b12d-6a5a66ad0c3d req-e390e347-ac0b-4c98-a74c-63d7064a1a1b service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024002 Nov 25 19:00:18.191764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-036302ca-3392-4044-a391-bb00f32ab8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:18.193275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-036302ca-3392-4044-a391-bb00f32ab8d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6db95cf3af0440180a3d9994e593b57&device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1095 time: 0.0746710 Nov 25 19:00:18.209936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] For port a8c93e4a-6e46-40b7-a05c-f12de2ba0652, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a8c93e4a-6e46-40b7-a05c-f12de2ba0652,segment=NetworkSegment(6c80b96d-83c2-4435-bd92-6eaf07887817),segment_id=6c80b96d-83c2-4435-bd92-6eaf07887817)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:18.212300 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:18.260692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] Calling delete_port for a8c93e4a-6e46-40b7-a05c-f12de2ba0652 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:18.274662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-738b867a-0470-40dd-9dec-9a8910052e3a req-71f3bf8f-e6a1-4090-ac73-3b3e19b11413 service neutron] 10.222.0.66 "GET /v2.0/networks/5bb92183-d6a5-4ea3-bd9d-92c24a3f7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733216 Nov 25 19:00:18.384646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a8c93e4a-6e46-40b7-a05c-f12de2ba0652 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:00:18.397153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-d9841a94-af62-4d9d-bc25-60b2126107f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:18.398623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-d9841a94-af62-4d9d-bc25-60b2126107f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7073730ade53461bbaa7c2a8df0710f0&device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 1094 time: 0.0701051 Nov 25 19:00:18.421104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ed4d6-939e-49db-b2de-6bbdb9298f5e req-2f2799a2-ab17-494c-b29d-598df3c7993f tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:18.422662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc7ed4d6-939e-49db-b2de-6bbdb9298f5e req-2f2799a2-ab17-494c-b29d-598df3c7993f tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 944 time: 0.1634028 Nov 25 19:00:18.443157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:18.494823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Port': ['ID=56973521-dc52-47db-b0e9-e968fb0d5fc9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:18.501144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-e729107f-5426-490d-bce7-2d2e6a917a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:18.502877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-e729107f-5426-490d-bce7-2d2e6a917a20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 200 len: 910 time: 0.2861223 Nov 25 19:00:18.509764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3207c132-83f3-4df9-9b2b-7141762f0c94 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:18.550207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:18.577773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:18.579573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:18.593721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] No DVR routers for this DVR port a8c93e4a-6e46-40b7-a05c-f12de2ba0652 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:00:18.633046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 377e6fa1-100c-4402-a18d-7182078199fa no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:00:18.654733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee93cf-9342-4b59-bbbf-774abafea1e0 None None] Pushing event deleted for resources: {'Port': ['ID=a8c93e4a-6e46-40b7-a05c-f12de2ba0652,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:18.667400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-67dd8e4e-5e57-4c3b-81da-2359a2b7036a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 200 len: 217 time: 0.1421809 Nov 25 19:00:18.687070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-e4a17beb-1a81-47e6-9382-868200f8180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:18.688635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-e4a17beb-1a81-47e6-9382-868200f8180c service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 HTTP/1.1" status: 200 len: 910 time: 0.2816052 Nov 25 19:00:18.701298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 377e6fa1-100c-4402-a18d-7182078199fa {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:00:18.701671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 377e6fa1-100c-4402-a18d-7182078199fa not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:00:18.707463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc7ed4d6-939e-49db-b2de-6bbdb9298f5e req-ec5b3638-4355-4c17-b7b9-5dcaafa9a1ee tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773221 Nov 25 19:00:18.753211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-9fc7721d-7706-4ed6-b20c-99f92b526954 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8741638-b1cd-418a-b876-8e2a28e4888c HTTP/1.1" status: 200 len: 217 time: 0.0553672 Nov 25 19:00:18.825286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-656b63f6-93bc-4c13-b389-2fa06e836ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:18.827642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-656b63f6-93bc-4c13-b389-2fa06e836ae5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=812893a9-d696-40e8-a93f-e17ccef63f83 HTTP/1.1" status: 200 len: 849 time: 0.0664554 Nov 25 19:00:18.867252 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-f7d2f2d9-8e53-49bd-a02b-b9cb3924302e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bb92183-d6a5-4ea3-bd9d-92c24a3f7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306160 Nov 25 19:00:18.977129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-ebfbca1f-6239-467f-85af-f0fa09ba2ffb service neutron] 10.222.0.66 "GET /v2.0/networks/5bb92183-d6a5-4ea3-bd9d-92c24a3f7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026337 Nov 25 19:00:19.047625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.051173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.087797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305eca6-f10f-4692-a9cd-d3038879a540 req-bf977b14-fd16-4d7e-a53b-c14db6b32c70 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:19.089315 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5305eca6-f10f-4692-a9cd-d3038879a540 req-bf977b14-fd16-4d7e-a53b-c14db6b32c70 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 943 time: 0.1112113 Nov 25 19:00:19.106719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-f4b0cda9-f1db-4775-b288-d4e303add352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:19.108394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-f4b0cda9-f1db-4775-b288-d4e303add352 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6674e94d-2cf4-46c8-aa15-d0f3d3942589 HTTP/1.1" status: 200 len: 848 time: 0.4144750 Nov 25 19:00:19.130300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.130885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Fanout notify agent at l3_agent the message router_deleted on router d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:00:19.138089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.142621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3306769b-5419-4ec7-8e3e-721fe0e89df8 tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/routers/d2c59df8-2c61-45f7-af2b-7cc9db4a7ae4 HTTP/1.1" status: 204 len: 168 time: 2.2839203 Nov 25 19:00:19.144489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:19.165011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-602dc154-c74f-47c4-a83c-c244b9b83b3a req-c3d83a0c-8621-4675-a03a-8e0fe81ed7a7 service neutron] 10.222.0.66 "GET /v2.0/networks/5bb92183-d6a5-4ea3-bd9d-92c24a3f7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775627 Nov 25 19:00:19.172478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-793a7d1a-c64e-453a-97cd-4d60e4b891c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:19.174352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-793a7d1a-c64e-453a-97cd-4d60e4b891c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e72a611c-ab76-49fa-ae51-ce56fe3ba415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580895 Nov 25 19:00:19.226540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5305eca6-f10f-4692-a9cd-d3038879a540 req-1368b19e-6edd-425e-8274-59583679525d tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272612 Nov 25 19:00:19.251577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.291553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-20634158-2a2a-4a74-a908-8489829bc2a9 service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027589 Nov 25 19:00:19.345259 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.364222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba69925-3915-421d-8f19-1086c03f0548']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:19.373708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c80b96d-83c2-4435-bd92-6eaf07887817') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:19.374038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c80b96d-83c2-4435-bd92-6eaf07887817') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:19.383849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.393528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08b5a0a1-2bf3-431a-b5c8-45fcd060e8b8 req-0e1600a3-3527-4a40-b694-38fbec8c768c service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908742 Nov 25 19:00:19.398639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.407224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:00:19.407630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:00:19.410739 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:00:19.481741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.489712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.492964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/networks/7ba69925-3915-421d-8f19-1086c03f0548 HTTP/1.1" status: 204 len: 168 time: 0.3467183 Nov 25 19:00:19.498789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:19.505827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acc92b-b67e-4ee9-8a68-c69f1a83715b tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'Network': ['ID=7ba69925-3915-421d-8f19-1086c03f0548,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:19.579568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3094728-a67c-4de4-a898-227f7485276e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.613751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3094728-a67c-4de4-a898-227f7485276e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.637078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d139d64-39aa-47bd-af17-aeed568831ef req-dc12fe93-8d1e-4964-8ed2-0c93a2bb8eb3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:19.638764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d139d64-39aa-47bd-af17-aeed568831ef req-dc12fe93-8d1e-4964-8ed2-0c93a2bb8eb3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0967507 Nov 25 19:00:19.676050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-73519813-c6df-421e-b14f-53e030457555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:19.677991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-73519813-c6df-421e-b14f-53e030457555 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1095 time: 0.1151128 Nov 25 19:00:19.696071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3094728-a67c-4de4-a898-227f7485276e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.699080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3094728-a67c-4de4-a898-227f7485276e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:19.703011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b3094728-a67c-4de4-a898-227f7485276e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] 10.222.0.62 "DELETE /v2.0/security-groups/f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60 HTTP/1.1" status: 204 len: 168 time: 0.2002215 Nov 25 19:00:19.713280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3094728-a67c-4de4-a898-227f7485276e tempest-TestNetworkAdvancedServerOps-145446824 tempest-TestNetworkAdvancedServerOps-145446824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19ec3c0-33df-41ef-8e8c-7fbb57ca9c60,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:19.810224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d139d64-39aa-47bd-af17-aeed568831ef req-9902d7e4-e725-435d-ab6d-87a21687bcc0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636484 Nov 25 19:00:19.870859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-0c7c84b6-f9ca-4f67-bdab-c9587888f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:19.872403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-0c7c84b6-f9ca-4f67-bdab-c9587888f014 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.1859014 Nov 25 19:00:19.899365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f20997-da67-4588-aed2-4de52ef484ad req-4a49ab71-52a6-4430-beae-b206f992b6f4 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:19.907431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-64f20997-da67-4588-aed2-4de52ef484ad req-4a49ab71-52a6-4430-beae-b206f992b6f4 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 944 time: 0.0652046 Nov 25 19:00:19.962036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-64f20997-da67-4588-aed2-4de52ef484ad req-3f3aa419-9423-4966-945d-85e0128f1a1a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471492 Nov 25 19:00:19.986706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-b12aec1b-0e39-4f9b-a4a4-caf5ef83aab0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 999 time: 0.1068099 Nov 25 19:00:19.991714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-10f43f3d-4174-4717-bf89-39c1e4df374c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838576532&fields=id&tenant_id=81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 267 time: 0.0646660 Nov 25 19:00:20.054369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46382) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:20.092438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-66d4aece-2dbd-4617-af2f-f27dfdd49b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:20.094175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-66d4aece-2dbd-4617-af2f-f27dfdd49b08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0992520 Nov 25 19:00:20.162225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-9feb44f6-511d-4b71-8214-67a4ebd8cabe tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:20.163817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-9feb44f6-511d-4b71-8214-67a4ebd8cabe tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.1610751 Nov 25 19:00:20.171330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-89df9435-ded5-4039-8279-420ceb9d475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:20.172613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-89df9435-ded5-4039-8279-420ceb9d475c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687866 Nov 25 19:00:20.189987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-9bfee795-abfa-400a-b1b4-b433f383a584 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/quotas/81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 375 time: 0.0164404 Nov 25 19:00:20.209367 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-86935bdb-21ef-4473-8cbf-effe6c0f7ce8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=418ca41106504e6eb537b48299cf87fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535573 Nov 25 19:00:20.212938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:20.250209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 56973521-dc52-47db-b0e9-e968fb0d5fc9 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:00:20.273582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 56973521-dc52-47db-b0e9-e968fb0d5fc9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:00:20.273938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 56973521-dc52-47db-b0e9-e968fb0d5fc9 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:00:20.290919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29a1b438-9dac-437a-bae1-e9351f88d7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.334175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29a1b438-9dac-437a-bae1-e9351f88d7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.406274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81556c-cc2b-4109-af23-f090c38e61ae req-466db5f7-bcc5-4c2b-8e2f-dfcde21ec520 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:20.408004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d81556c-cc2b-4109-af23-f090c38e61ae req-466db5f7-bcc5-4c2b-8e2f-dfcde21ec520 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 943 time: 0.0903261 Nov 25 19:00:20.452250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29a1b438-9dac-437a-bae1-e9351f88d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.455208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-29a1b438-9dac-437a-bae1-e9351f88d7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.459070 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29a1b438-9dac-437a-bae1-e9351f88d7a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c0c852b-4212-46b7-a9f2-65640f8d654c HTTP/1.1" status: 204 len: 168 time: 0.2423859 Nov 25 19:00:20.483647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1b438-9dac-437a-bae1-e9351f88d7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c852b-4212-46b7-a9f2-65640f8d654c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:20.495019 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d81556c-cc2b-4109-af23-f090c38e61ae req-e4c6fbf8-1029-4841-8b6b-3745ffa15841 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804334 Nov 25 19:00:20.650331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-c311b24f-d995-44ec-bb94-d3fdeaa74ffb tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4497631 Nov 25 19:00:20.661177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-b58e8eb3-1b3a-4fef-90c4-2b33d908be47 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803846 Nov 25 19:00:20.762633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46394) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:20.802972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-33965c07-ade4-4865-bec6-42288189f4bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa134eb7d2d949c69c4343effaad5885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390234 Nov 25 19:00:20.805374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46396) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:20.813675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-a43edf99-cba8-4478-b98c-fe5d6abbde3b service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512330 Nov 25 19:00:20.815637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cbbe842-4af7-4496-8aaa-5348ba3b18cd req-ac29cc99-c4f4-4ecd-94ea-176ab94659a3 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454937 Nov 25 19:00:20.855061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0896a9a-561b-4410-a8fd-98943bb89360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.881664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0896a9a-561b-4410-a8fd-98943bb89360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.916351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-304c215d-d97b-41da-ba9b-f901a82fb7f8 service neutron] 10.222.0.62 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959165 Nov 25 19:00:20.973491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145d49-d4a0-43fb-8cc9-8af8b5fe2235 req-e6b36aea-b776-48b6-9b9f-90a66cf1bfe7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:20.975210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79145d49-d4a0-43fb-8cc9-8af8b5fe2235 req-e6b36aea-b776-48b6-9b9f-90a66cf1bfe7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0861776 Nov 25 19:00:20.989492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0896a9a-561b-4410-a8fd-98943bb89360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.992274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0896a9a-561b-4410-a8fd-98943bb89360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:20.993542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e0896a9a-561b-4410-a8fd-98943bb89360 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97ac9579-22e7-4075-8255-62ca4cfc8b7f HTTP/1.1" status: 204 len: 168 time: 0.1870565 Nov 25 19:00:21.015166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0896a9a-561b-4410-a8fd-98943bb89360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac9579-22e7-4075-8255-62ca4cfc8b7f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:21.032618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:00:21.050321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79145d49-d4a0-43fb-8cc9-8af8b5fe2235 req-73d5116e-fa3b-4816-b3b9-d80891a7e599 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555005 Nov 25 19:00:21.172525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944db21-d2c3-4e26-a552-0417c3ee9374 req-33313cd9-fc1c-4af2-807c-d4e614d09888 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:21.174192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2944db21-d2c3-4e26-a552-0417c3ee9374 req-33313cd9-fc1c-4af2-807c-d4e614d09888 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 944 time: 0.0554082 Nov 25 19:00:21.189426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:21.202901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'port_id': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'mac_address': 'fa:16:3e:e4:4b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:00:21.243951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2944db21-d2c3-4e26-a552-0417c3ee9374 req-0a533017-4968-463a-887c-a20b05790ced tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630679 Nov 25 19:00:21.250144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:21.267867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:21.314003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:21.323682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d168a9f7-4989-4a2f-a24b-15fc4de9caae req-eef963d5-8e88-4b97-9574-83808aa75db7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 210 time: 0.0341079 Nov 25 19:00:21.323991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:21.381559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:21.577676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['bd84f280-dbf9-4c37-b4c5-6d1bea638bb0'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:21.659294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6619e-65b7-45ca-a18f-4d273325d072 req-a4d74f82-9a9d-4117-b186-916437e479fe tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:21.667014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ec6619e-65b7-45ca-a18f-4d273325d072 req-a4d74f82-9a9d-4117-b186-916437e479fe tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 943 time: 0.0662014 Nov 25 19:00:21.722098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ec6619e-65b7-45ca-a18f-4d273325d072 req-0457e4b2-611f-4cea-872c-1fce377ab837 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542853 Nov 25 19:00:21.987755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46440) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:22.092599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-70891189-network', 'tenant_id': 'a17e65c20e2b4373aea5bc40231054b4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:22.115283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Made reservation on behalf of a17e65c20e2b4373aea5bc40231054b4 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:22.117717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.129005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.201749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2607223-0838-425d-bccd-e69f29f9ca26 req-c21f8341-928c-4850-914a-69546103d00e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:22.203334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2607223-0838-425d-bccd-e69f29f9ca26 req-c21f8341-928c-4850-914a-69546103d00e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0762424 Nov 25 19:00:22.289289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2607223-0838-425d-bccd-e69f29f9ca26 req-b108f4ed-acb8-449c-aeac-4e33353474a3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780725 Nov 25 19:00:22.301450 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.306826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.331480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:00:22.345858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f78122-57ed-4349-901d-f5e3ed15befd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:22.352945 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.353417 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Added segment 111fbf6c-bfde-46b0-bcb6-309fa7a41805 of type vlan for network 92403581-98fc-4e07-9129-8bf7f19fc9ff Nov 25 19:00:22.409202 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.424245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e8741638-b1cd-418a-b876-8e2a28e4888c details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:00:22.469685 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe7fa879-494b-4885-b1d2-d40e3e3fa373 req-bbd89505-61e7-478f-82ea-bd639ef517d1 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 210 time: 0.0360291 Nov 25 19:00:22.479311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.480568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:22.487304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.507676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355113b-b605-4530-bdd7-8fcc073f0231 req-c6a3f269-9bbc-437b-8705-85b2c0d1a051 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:22.515811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9355113b-b605-4530-bdd7-8fcc073f0231 req-c6a3f269-9bbc-437b-8705-85b2c0d1a051 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 945 time: 0.1103134 Nov 25 19:00:22.570863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e8741638-b1cd-418a-b876-8e2a28e4888c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e8741638-b1cd-418a-b876-8e2a28e4888c,segment=NetworkSegment(63f03511-2e1d-4d03-bbe4-6b0bb80a693b),segment_id=63f03511-2e1d-4d03-bbe4-6b0bb80a693b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:22.578983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-4152509c-ea17-4354-b18d-05d276adecb3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:22.580839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-4152509c-ea17-4354-b18d-05d276adecb3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 811 time: 0.2694981 Nov 25 19:00:22.580964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5920432 Nov 25 19:00:22.581818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46452) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:22.582903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef82c3-fa93-4458-86a6-9d18ef1a3686 admin admin] Pushing event updated for resources: {'Network': ['ID=92403581-98fc-4e07-9129-8bf7f19fc9ff,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:22.584358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'e8741638-b1cd-418a-b876-8e2a28e4888c', 'network_id': '5bb92183-d6a5-4ea3-bd9d-92c24a3f7561', 'port_id': 'e8741638-b1cd-418a-b876-8e2a28e4888c', 'mac_address': 'fa:16:3e:1d:3b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812893a9-d696-40e8-a93f-e17ccef63f83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:00:22.593235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Request body: {'subnet': {'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-70891189-subnet', 'tenant_id': 'a17e65c20e2b4373aea5bc40231054b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:22.597585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9355113b-b605-4530-bdd7-8fcc073f0231 req-0335b7a4-94e1-467c-8712-39ea3368faf3 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804830 Nov 25 19:00:22.615189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 92403581-98fc-4e07-9129-8bf7f19fc9ff details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:00:22.631883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Made reservation on behalf of a17e65c20e2b4373aea5bc40231054b4 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:22.636241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.686798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-045d8bee-3a56-441a-b014-4fb4845ac678 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81443d1838114f57a977b4e512fb14ee HTTP/1.1" status: 200 len: 380 time: 0.0861869 Nov 25 19:00:22.700315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'port': {'device_id': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'admin_state_up': True, 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'security_groups': ['d1fbc72c-5f63-47ad-bf97-96c23a97c6e7']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:22.706357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.724622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8741638-b1cd-418a-b876-8e2a28e4888c {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:22.746902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e8741638-b1cd-418a-b876-8e2a28e4888c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e8741638-b1cd-418a-b876-8e2a28e4888c,segment=NetworkSegment(63f03511-2e1d-4d03-bbe4-6b0bb80a693b),segment_id=63f03511-2e1d-4d03-bbe4-6b0bb80a693b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:22.752203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.829095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e8741638-b1cd-418a-b876-8e2a28e4888c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:22.869805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Made reservation on behalf of 81443d1838114f57a977b4e512fb14ee for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:22.873658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.897753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:22.942501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b8671-4204-427c-9ace-cc97f6dfd350 req-6fa49a76-e292-44f8-b651-31430e962e6d tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:22.951033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f84b8671-4204-427c-9ace-cc97f6dfd350 req-6fa49a76-e292-44f8-b651-31430e962e6d tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 944 time: 0.0991333 Nov 25 19:00:23.000896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Pushing event updated for resources: {'Subnet': ['ID=124ffad0-c612-4952-bf79-73ebea4574f0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:23.022037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.20.0.11 (5543069d-2fe3-41da-893c-40a6aacef875/15c909de-bd52-4004-8b51-012357a8b50b/053c7da7-8c0c-489c-9cb0-57a43fad96d7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:23.032071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Checking segment: {'id': '111fbf6c-bfde-46b0-bcb6-309fa7a41805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:23.032646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Network hostable DHCP agents. Network: 92403581-98fc-4e07-9129-8bf7f19fc9ff, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:00:23.046747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f84b8671-4204-427c-9ace-cc97f6dfd350 req-a650b3e1-8d05-492b-8297-4793d0c5b201 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915234 Nov 25 19:00:23.059308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Network 92403581-98fc-4e07-9129-8bf7f19fc9ff is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:00:23.065066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:23.090807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 92403581-98fc-4e07-9129-8bf7f19fc9ff) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:23.096222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:23.096818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.133737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1415567a-9257-46aa-a737-04ad8551672d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5460212 Nov 25 19:00:23.239427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.280718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e8741638-b1cd-418a-b876-8e2a28e4888c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:23.283606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0b43a-3002-41d4-a81b-1a7b75c68680 None None] Network 92403581-98fc-4e07-9129-8bf7f19fc9ff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:23.290338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.336973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 5543069d-2fe3-41da-893c-40a6aacef875 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:23.351323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:23.356319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:23.386164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=053c7da7-8c0c-489c-9cb0-57a43fad96d7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:23.435476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:23.438779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.471247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-cf55c002-dcc1-476f-ad23-859b80ebf76f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7748277 Nov 25 19:00:23.496777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Request body: {'port': {'device_id': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:23.588719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.604475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:00:23.657679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:23.658244 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.822768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018f520-3e1e-468e-8864-5c41c5e85a27 None None] Network 92403581-98fc-4e07-9129-8bf7f19fc9ff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:23.827352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d99bb6-6e8c-4db8-b8b5-ff98eebc2dbb req-68643aa3-ddc0-4df5-8167-299c3c53a2ce tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:23.829437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7d99bb6-6e8c-4db8-b8b5-ff98eebc2dbb req-68643aa3-ddc0-4df5-8167-299c3c53a2ce tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 945 time: 0.1026850 Nov 25 19:00:23.927073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7d99bb6-6e8c-4db8-b8b5-ff98eebc2dbb req-bb7f5de4-b6c6-4e29-a771-ce9543dc0538 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913258 Nov 25 19:00:23.951159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46474) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:23.951768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2138ac25-2790-4afd-aac8-aaa571031d12 None None] Provisioning complete for port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:23.952156 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2138ac25-2790-4afd-aac8-aaa571031d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:23.956351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1492361238-network', 'tenant_id': '8442d7938a78480cb327ca8c06b8f227'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:23.990403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Made reservation on behalf of 8442d7938a78480cb327ca8c06b8f227 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:23.993355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.006705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.069594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2138ac25-2790-4afd-aac8-aaa571031d12 None None] Port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:24.091028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053c7da7-8c0c-489c-9cb0-57a43fad96d7 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:24.102202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.117848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Transition to ACTIVE for port object 053c7da7-8c0c-489c-9cb0-57a43fad96d7 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:00:24.128411 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.130655 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.148794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.157646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.161595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:24.164756 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74edb9dc-a125-4896-a525-ab9d88e2258e" -d '{"events": [{"server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "name": "network-vif-plugged", "status": "completed", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:24.181873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:24.187786 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.245816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:24.252224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:00:24.274170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Pushing event updated for resources: {'Port': ['ID=053c7da7-8c0c-489c-9cb0-57a43fad96d7,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:24.276160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104cccdc-a268-4117-8f70-ce307f261794,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:24.284428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.284890 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Added segment c6e280a8-d2f4-44f1-88f2-9b994b652565 of type vlan for network f1dc3160-f944-4fb5-9eb7-eacbe00369a5 Nov 25 19:00:24.291156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb957c1-75f2-4851-aef3-aaba8a4f5031 req-0a4650e7-4c2c-4d39-935b-68bd1c5c82c3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:24.292804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-adb957c1-75f2-4851-aef3-aaba8a4f5031 req-0a4650e7-4c2c-4d39-935b-68bd1c5c82c3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 932 time: 0.6665030 Nov 25 19:00:24.315124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f659c-a060-4b15-968c-cdbd309a6525 req-232b5884-af6d-48c3-8e97-816e7f967987 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:24.317191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-571f659c-a060-4b15-968c-cdbd309a6525 req-232b5884-af6d-48c3-8e97-816e7f967987 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 944 time: 0.1137149 Nov 25 19:00:24.380238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.400127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-adb957c1-75f2-4851-aef3-aaba8a4f5031 req-a199ef60-9be7-4b18-9188-8ec9ed5a78af tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688016 Nov 25 19:00:24.423654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Attempting to bind port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:24.424059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Attempting to bind port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:24.424397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Attempting to bind port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:24.435996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 on network 5543069d-2fe3-41da-893c-40a6aacef875 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:00:24.436437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Attempting to bind port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 on network 5543069d-2fe3-41da-893c-40a6aacef875 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:24.444742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:24.445161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Checking segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:24.445729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Bound using segment: {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:24.446199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Bound port: 053c7da7-8c0c-489c-9cb0-57a43fad96d7, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ff068-81ea-48fb-8608-a5b0eb1e2ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:24.446657 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.453970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-571f659c-a060-4b15-968c-cdbd309a6525 req-3374574b-1001-4daf-8021-2b34b3c0d7a3 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071818 Nov 25 19:00:24.509103 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecbbf7a-01b3-4df8-8248-01cb45ad8fcd x-openstack-request-id: req-0ecbbf7a-01b3-4df8-8248-01cb45ad8fcd {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:24.509400 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "name": "network-vif-plugged", "status": "completed", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:24.514298 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ecbbf7a-01b3-4df8-8248-01cb45ad8fcd {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:24.514772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.515568 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'code': 200} Nov 25 19:00:24.516080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:24.516470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.586014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] For port 053c7da7-8c0c-489c-9cb0-57a43fad96d7, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:24.591133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6370692 Nov 25 19:00:24.591262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] For port 053c7da7-8c0c-489c-9cb0-57a43fad96d7, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:24.592986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46480) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:24.599685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Request body: {'subnet': {'network_id': 'f1dc3160-f944-4fb5-9eb7-eacbe00369a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1492361238-subnet', 'tenant_id': '8442d7938a78480cb327ca8c06b8f227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:24.608152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.641905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79ff22-b47f-4339-8fef-34e0b25ed296 admin admin] Pushing event updated for resources: {'Network': ['ID=f1dc3160-f944-4fb5-9eb7-eacbe00369a5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:24.649432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:24.650669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.652265 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] 10.222.0.64 "PUT /v2.0/ports/053c7da7-8c0c-489c-9cb0-57a43fad96d7 HTTP/1.1" status: 200 len: 1092 time: 1.1679871 Nov 25 19:00:24.652737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:24.653156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4398ee-08c9-4fbd-833f-0a17b3b57a86 req-966e9ed8-9bd0-4ed6-bed2-3acf795bf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:24.655263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1c4398ee-08c9-4fbd-833f-0a17b3b57a86 req-966e9ed8-9bd0-4ed6-bed2-3acf795bf115 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1097 time: 0.0648704 Nov 25 19:00:24.655668 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b6a1b-3363-4b9e-be2f-d99cdba332f7" -d '{"events": [{"name": "network-changed", "server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:24.667231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f1dc3160-f944-4fb5-9eb7-eacbe00369a5 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:00:24.701686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Made reservation on behalf of 8442d7938a78480cb327ca8c06b8f227 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:24.705807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:24.755466 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1c4398ee-08c9-4fbd-833f-0a17b3b57a86 req-cbd7e612-3e9d-4a6b-8e0b-b61f079097b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839343 Nov 25 19:00:24.766277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689417a8-0a54-4d52-9afe-77737bb5e670 service neutron] Pushing event updated for resources: {'Port': ['ID=053c7da7-8c0c-489c-9cb0-57a43fad96d7,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:24.783534 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856abe2a-0b51-48c6-811f-153397d94179 x-openstack-request-id: req-856abe2a-0b51-48c6-811f-153397d94179 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:24.783831 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:24.784598 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-856abe2a-0b51-48c6-811f-153397d94179 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:24.784598 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'status': 'completed', 'code': 200} Nov 25 19:00:24.831846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-775c4667-7111-4870-9af1-df8fb9ece54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:24.833434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-775c4667-7111-4870-9af1-df8fb9ece54e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 1095 time: 0.1090400 Nov 25 19:00:24.935124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:25.018487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-1b06f9d4-e9da-4d81-88e4-a48d79991c47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7 HTTP/1.1" status: 200 len: 217 time: 0.0387888 Nov 25 19:00:25.063696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103c864-e45c-44eb-a146-a70ecc3fcb5f req-5ec3fc54-8d96-4cd9-abd2-7d1b93298951 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.065482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e103c864-e45c-44eb-a146-a70ecc3fcb5f req-5ec3fc54-8d96-4cd9-abd2-7d1b93298951 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 946 time: 0.0597084 Nov 25 19:00:25.084529 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee520f9-1880-42b8-b237-10fe9cefa91c,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:25.095007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Checking segment: {'id': 'c6e280a8-d2f4-44f1-88f2-9b994b652565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f1dc3160-f944-4fb5-9eb7-eacbe00369a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:25.095366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Network hostable DHCP agents. Network: f1dc3160-f944-4fb5-9eb7-eacbe00369a5, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:00:25.111534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-21c2370d-14a9-4266-9119-751aed9453b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.113051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-21c2370d-14a9-4266-9119-751aed9453b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0833354 Nov 25 19:00:25.128441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e103c864-e45c-44eb-a146-a70ecc3fcb5f req-6e688577-b2b0-4fc2-b607-5129111ba99a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547619 Nov 25 19:00:25.136794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Network f1dc3160-f944-4fb5-9eb7-eacbe00369a5 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:00:25.170398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f1dc3160-f944-4fb5-9eb7-eacbe00369a5) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:25.179279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.179885 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:25.182063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbafc8a6-6b1f-4a3c-b25b-27b8e12f3492 None None] Network f1dc3160-f944-4fb5-9eb7-eacbe00369a5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:25.195384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-ffa6db7e-cd54-4d46-9c7c-72ba484fcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.197447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-ffa6db7e-cd54-4d46-9c7c-72ba484fcb57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732603 Nov 25 19:00:25.225243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-36a4fe77-e338-4e53-b300-bf500d6f9ed3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6306915 Nov 25 19:00:25.320398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-ac901e24-5543-4f4c-961c-313f9139d878 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138701 Nov 25 19:00:25.382184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d128d-bd21-402c-90c6-2f77a69f4bf0 None None] Network f1dc3160-f944-4fb5-9eb7-eacbe00369a5 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:25.437097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12411eb2-5f80-4925-a2ae-a140320ee8bf req-791d8dbb-8122-40ac-bc79-4a5747edec29 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072128 Nov 25 19:00:25.615139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-a3b9521d-3c3f-4499-a93f-78326e161fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.616775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-a3b9521d-3c3f-4499-a93f-78326e161fff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 1095 time: 0.1049657 Nov 25 19:00:25.631995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652b252-1c9b-4eba-81dd-1cf6d9f21e6a req-955fc184-a187-49a7-b784-791787fadc06 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.632520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fd4d2-c482-467c-843a-481042616345 req-f080965d-30db-4f38-9e37-5ea6c2fd2ca2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.634075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-053fd4d2-c482-467c-843a-481042616345 req-f080965d-30db-4f38-9e37-5ea6c2fd2ca2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.1017759 Nov 25 19:00:25.639737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c652b252-1c9b-4eba-81dd-1cf6d9f21e6a req-955fc184-a187-49a7-b784-791787fadc06 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 944 time: 0.0731943 Nov 25 19:00:25.688499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c652b252-1c9b-4eba-81dd-1cf6d9f21e6a req-9e26a477-0f8d-4563-b606-54455d281dc9 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478139 Nov 25 19:00:25.740078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-053fd4d2-c482-467c-843a-481042616345 req-79ca9151-25e9-4ce0-b83e-67b9371aef38 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973458 Nov 25 19:00:25.778079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-46d43969-ee7f-4be2-9504-f94a8262e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.781003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-46d43969-ee7f-4be2-9504-f94a8262e300 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1460114 Nov 25 19:00:25.828067 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-3cbb5dd6-5e3e-40ae-9bca-e0515e840721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7 HTTP/1.1" status: 200 len: 217 time: 0.0383565 Nov 25 19:00:25.903317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-225b18cf-9ec7-4f08-9008-d042f2c825ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.907716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-225b18cf-9ec7-4f08-9008-d042f2c825ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0688639 Nov 25 19:00:25.964720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-7f899a17-a6b2-4b9a-9422-c8040810752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:25.968136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-7f899a17-a6b2-4b9a-9422-c8040810752e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515940 Nov 25 19:00:26.077442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-8b8604b7-8612-4f29-8413-35a8d86c5d62 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:26.079002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-8b8604b7-8612-4f29-8413-35a8d86c5d62 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/networks?id=92403581-98fc-4e07-9129-8bf7f19fc9ff HTTP/1.1" status: 200 len: 810 time: 0.1458042 Nov 25 19:00:26.086528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-121eb6f6-3f27-4d43-aa11-cfbb048d0edc service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102777 Nov 25 19:00:26.096898 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-fefb8e6b-bef9-4d91-ba5a-6f4c5958b4e1 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/quotas/a17e65c20e2b4373aea5bc40231054b4 HTTP/1.1" status: 200 len: 375 time: 0.0099196 Nov 25 19:00:26.130444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-5aa8ee4b-6234-4c2c-9720-32fa89de883e tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a17e65c20e2b4373aea5bc40231054b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275147 Nov 25 19:00:26.193064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-748b6a1b-3363-4b9e-be2f-d99cdba332f7 req-87c541ca-f22b-440f-96ae-2b8dff0c0cb9 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975399 Nov 25 19:00:26.251297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-f9cd7c01-d695-4f15-abed-2c57d13f9ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124825 Nov 25 19:00:26.272313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fb05b-15d9-4df9-b205-560c4b5d78fe req-c4695da2-2aa2-4e5d-b54e-33d889a35c97 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:26.279006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a0fb05b-15d9-4df9-b205-560c4b5d78fe req-c4695da2-2aa2-4e5d-b54e-33d889a35c97 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 946 time: 0.0605948 Nov 25 19:00:26.331225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a0fb05b-15d9-4df9-b205-560c4b5d78fe req-6e6af86e-9c27-49e7-9015-ad3c5120eead tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479751 Nov 25 19:00:26.358354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-9761405f-5191-4a65-bcab-3fc7c6679995 service neutron] 10.222.0.62 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997148 Nov 25 19:00:26.466034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e8741638-b1cd-418a-b876-8e2a28e4888c up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:26.484739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a56a9-1e3d-41cc-af82-4bfef7d46d44 req-c1c96673-d801-4fdc-9e6d-9368efc12d99 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:26.486929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d36a56a9-1e3d-41cc-af82-4bfef7d46d44 req-c1c96673-d801-4fdc-9e6d-9368efc12d99 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 946 time: 0.0773470 Nov 25 19:00:26.541740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port e8741638-b1cd-418a-b876-8e2a28e4888c completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:00:26.547479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port e8741638-b1cd-418a-b876-8e2a28e4888c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:26.548023 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:26.566274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49fc4759-911c-41da-bcfd-ac787dde2270 req-3932b952-2493-411b-88ad-26b6b8784043 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 210 time: 0.0559030 Nov 25 19:00:26.584327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d36a56a9-1e3d-41cc-af82-4bfef7d46d44 req-ef111d54-1f98-422f-bfb4-433237dc8ad8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917389 Nov 25 19:00:26.671889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:26.709521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0773071e-ece7-4c02-9995-0712050c8790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8741638-b1cd-418a-b876-8e2a28e4888c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:26.724266 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca93c29-81de-4707-be9b-fa34bebb8182" -d '{"events": [{"server_uuid": "0773071e-ece7-4c02-9995-0712050c8790", "name": "network-vif-plugged", "status": "completed", "tag": "e8741638-b1cd-418a-b876-8e2a28e4888c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:26.724478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee2966-28af-4d5a-9f63-7f4514a5f9bc req-a1c89856-2fd4-43fe-8cf0-4faca9a02847 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:26.733583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57ee2966-28af-4d5a-9f63-7f4514a5f9bc req-a1c89856-2fd4-43fe-8cf0-4faca9a02847 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 946 time: 0.0656655 Nov 25 19:00:26.741141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port e8741638-b1cd-418a-b876-8e2a28e4888c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e8741638-b1cd-418a-b876-8e2a28e4888c,segment=NetworkSegment(63f03511-2e1d-4d03-bbe4-6b0bb80a693b),segment_id=63f03511-2e1d-4d03-bbe4-6b0bb80a693b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:26.750195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:26.789610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-57ee2966-28af-4d5a-9f63-7f4514a5f9bc req-d6d84e3a-1dd6-4df6-91c4-3caa4107d7cb tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547757 Nov 25 19:00:26.813532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46526) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:26.834467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=e8741638-b1cd-418a-b876-8e2a28e4888c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:26.866026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843231cb-0df7-438c-872a-0b7fac75cc04 req-79c90efa-eb34-4299-8b4e-7b6b5f50a849 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:26.874256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-843231cb-0df7-438c-872a-0b7fac75cc04 req-79c90efa-eb34-4299-8b4e-7b6b5f50a849 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 945 time: 0.0856829 Nov 25 19:00:26.880626 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2080b8ac-31fb-4d09-ba63-fe3352fccb66 x-openstack-request-id: req-2080b8ac-31fb-4d09-ba63-fe3352fccb66 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:26.880923 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0773071e-ece7-4c02-9995-0712050c8790", "name": "network-vif-plugged", "status": "completed", "tag": "e8741638-b1cd-418a-b876-8e2a28e4888c", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:26.881185 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2080b8ac-31fb-4d09-ba63-fe3352fccb66 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:26.881607 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0773071e-ece7-4c02-9995-0712050c8790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8741638-b1cd-418a-b876-8e2a28e4888c', 'code': 200} Nov 25 19:00:26.964543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-843231cb-0df7-438c-872a-0b7fac75cc04 req-b2d620ea-ca85-4350-aa79-6cb7695fc7c2 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893805 Nov 25 19:00:27.041066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500ea7d-4eca-4c51-97cb-4cd4b751c285 req-4c46d725-5d6c-4861-b36b-f48c783ac626 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:27.050173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a500ea7d-4eca-4c51-97cb-4cd4b751c285 req-4c46d725-5d6c-4861-b36b-f48c783ac626 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.1154137 Nov 25 19:00:27.059215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd4a48-b544-4d72-abef-dd94b27c76e7 req-8537046c-6cc9-41fe-822c-bacc27419f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:27.061701 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07bd4a48-b544-4d72-abef-dd94b27c76e7 req-8537046c-6cc9-41fe-822c-bacc27419f11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 1096 time: 0.0867751 Nov 25 19:00:27.167870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a500ea7d-4eca-4c51-97cb-4cd4b751c285 req-b145c236-9c76-4cef-a2f6-dbb2930c0e54 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145427 Nov 25 19:00:27.181997 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07bd4a48-b544-4d72-abef-dd94b27c76e7 req-14655793-0317-4226-89b8-e74cdcdbff85 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100662 Nov 25 19:00:27.189028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b413a-cf1a-4281-b2af-59cb50a97dc3 tempest-TestServerBasicOps-767183781 tempest-TestServerBasicOps-767183781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:27.192921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-917b413a-cf1a-4281-b2af-59cb50a97dc3 tempest-TestServerBasicOps-767183781 tempest-TestServerBasicOps-767183781-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1092 time: 0.3780553 Nov 25 19:00:27.194042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46532) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:27.199010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:27.224149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:27.326939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:27.432003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Allocated IP 172.25.2.241 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/365c89c6-6265-4637-85fb-a3b2ce4c1588) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:27.555163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:27.591586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:27.632535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:27.637102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:27.641126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:27.679241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'Port': ['ID=365c89c6-6265-4637-85fb-a3b2ce4c1588,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:27.703049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca6c787a-904d-4355-8bd6-10c7092b2577 req-a83321be-d531-4e49-9497-4ee39d819402 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 210 time: 0.0592439 Nov 25 19:00:27.955546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-953354be-3e0a-407d-bd98-298ebb4d7d76 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:27.957132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-953354be-3e0a-407d-bd98-298ebb4d7d76 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.66 "GET /v2.0/networks?id=92403581-98fc-4e07-9129-8bf7f19fc9ff HTTP/1.1" status: 200 len: 810 time: 0.1270916 Nov 25 19:00:27.973494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Request body: {'port': {'device_id': '699e3d2e-3328-43ac-aff4-0621fb135348', 'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff', 'admin_state_up': True, 'tenant_id': 'a17e65c20e2b4373aea5bc40231054b4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:28.093600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.128899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74949d-af33-4fd7-a9ac-8972f7c0065b req-cc653de9-9df4-471e-9136-b9ebf4ea01b8 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:28.134990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae74949d-af33-4fd7-a9ac-8972f7c0065b req-cc653de9-9df4-471e-9136-b9ebf4ea01b8 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 945 time: 0.0893164 Nov 25 19:00:28.168973 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.204707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae74949d-af33-4fd7-a9ac-8972f7c0065b req-c98462dc-8532-49d3-86d0-9baf3d2cc30a tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Nov 25 19:00:28.206948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Made reservation on behalf of a17e65c20e2b4373aea5bc40231054b4 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:28.210872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.354570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Allocated IP 172.20.0.5 (92403581-98fc-4e07-9129-8bf7f19fc9ff/124ffad0-c612-4952-bf79-73ebea4574f0/da01bec3-49a0-467a-81e8-d7249c353b2e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:28.368429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511c2ec-73f4-4b60-84f3-6a28a0325a82 req-cf3aa8e0-b1d2-4294-95f4-076f3946d1dd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:28.370407 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9511c2ec-73f4-4b60-84f3-6a28a0325a82 req-cf3aa8e0-b1d2-4294-95f4-076f3946d1dd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0879333 Nov 25 19:00:28.426403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.433881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.531624 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9511c2ec-73f4-4b60-84f3-6a28a0325a82 req-61e949a9-99cc-46e8-bbf9-4446322ce24a tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500609 Nov 25 19:00:28.538119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event updated for resources: {'Port': ['ID=365c89c6-6265-4637-85fb-a3b2ce4c1588,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:28.557373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.563933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.607062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.672936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Network 92403581-98fc-4e07-9129-8bf7f19fc9ff is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:28.676132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:28.680165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:28.697727 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Floating IP 508242b7-1fb2-4170-8261-cea6882d35e0 associated. External IP: 172.25.2.241, port: bd84f280-dbf9-4c37-b4c5-6d1bea638bb0. Nov 25 19:00:28.715426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Pushing event updated for resources: {'Port': ['ID=da01bec3-49a0-467a-81e8-d7249c353b2e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:28.735742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.736453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.736814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.737219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.737590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.737927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.739934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.740616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.740927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.741318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.741714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.742110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:28.763472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:28.764715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.782636 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-7ba8df2b-fa1f-4cab-8685-ab242f7273c5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8146696 Nov 25 19:00:28.797601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Request body: {'port': {'device_id': '699e3d2e-3328-43ac-aff4-0621fb135348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:28.881512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341a3e7-0e06-428c-9468-51a0a0cea7a1 req-5f215ede-e40a-4765-9747-fb2d908f32b5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:28.883035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4341a3e7-0e06-428c-9468-51a0a0cea7a1 req-5f215ede-e40a-4765-9747-fb2d908f32b5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 931 time: 0.0995116 Nov 25 19:00:28.885563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:28.925540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Router 29e6a8b1-a58a-415a-8d73-09a1086f53aa has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:28.969356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4341a3e7-0e06-428c-9468-51a0a0cea7a1 req-c7df4eed-28e3-425c-8d35-d28ac9c94cf1 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745254 Nov 25 19:00:29.195009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da01bec3-49a0-467a-81e8-d7249c353b2e {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:29.203297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:29.215777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Transition to ACTIVE for port object da01bec3-49a0-467a-81e8-d7249c353b2e will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:00:29.220596 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:29.308065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Pushing event updated for resources: {'Port': ['ID=da01bec3-49a0-467a-81e8-d7249c353b2e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:29.362424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Attempting to bind port da01bec3-49a0-467a-81e8-d7249c353b2e on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:29.362791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Attempting to bind port da01bec3-49a0-467a-81e8-d7249c353b2e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '111fbf6c-bfde-46b0-bcb6-309fa7a41805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:29.363120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Attempting to bind port da01bec3-49a0-467a-81e8-d7249c353b2e on network 92403581-98fc-4e07-9129-8bf7f19fc9ff {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:29.367689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Port da01bec3-49a0-467a-81e8-d7249c353b2e on network 92403581-98fc-4e07-9129-8bf7f19fc9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:00:29.368012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Attempting to bind port da01bec3-49a0-467a-81e8-d7249c353b2e on network 92403581-98fc-4e07-9129-8bf7f19fc9ff {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:29.372956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:29.373357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:29.373859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Checking segment: {'id': '111fbf6c-bfde-46b0-bcb6-309fa7a41805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:29.374107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Bound using segment: {'id': '111fbf6c-bfde-46b0-bcb6-309fa7a41805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:29.375410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Bound port: da01bec3-49a0-467a-81e8-d7249c353b2e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111fbf6c-bfde-46b0-bcb6-309fa7a41805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:29.376684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:29.383996 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] Sync routers for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:29.384676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa516a7-70d7-4f5b-9a02-49b4397d9ac8 req-de4991f8-2c10-4a9e-9507-ad7b9dac9d72 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.386202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aa516a7-70d7-4f5b-9a02-49b4397d9ac8 req-de4991f8-2c10-4a9e-9507-ad7b9dac9d72 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 945 time: 0.0682487 Nov 25 19:00:29.408634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:29.409451 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:29.409655 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:29.451451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] For port da01bec3-49a0-467a-81e8-d7249c353b2e, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:29.454921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] For port da01bec3-49a0-467a-81e8-d7249c353b2e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=da01bec3-49a0-467a-81e8-d7249c353b2e,segment=NetworkSegment(111fbf6c-bfde-46b0-bcb6-309fa7a41805),segment_id=111fbf6c-bfde-46b0-bcb6-309fa7a41805)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:29.457598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-abb99816-7d7f-4206-8d78-e38d40a057c8 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2620766 Nov 25 19:00:29.460428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:29.460947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:29.462879 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e123646-2279-4b7e-b748-4959376ca03b" -d '{"events": [{"name": "network-changed", "server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:29.481740 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5aa516a7-70d7-4f5b-9a02-49b4397d9ac8 req-3255f2ec-9741-4a15-9de2-5ac247062d20 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814581 Nov 25 19:00:29.511916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.512641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:29.513988 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac81017-25a6-4f62-aaaa-f427ac2c9767 x-openstack-request-id: req-0ac81017-25a6-4f62-aaaa-f427ac2c9767 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:29.514583 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:29.514919 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ac81017-25a6-4f62-aaaa-f427ac2c9767 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:29.515384 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'status': 'completed', 'code': 200} Nov 25 19:00:29.516645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] 10.222.0.66 "PUT /v2.0/ports/da01bec3-49a0-467a-81e8-d7249c353b2e HTTP/1.1" status: 200 len: 1091 time: 0.7231946 Nov 25 19:00:29.517139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699e3d2e-3328-43ac-aff4-0621fb135348', 'tag': 'da01bec3-49a0-467a-81e8-d7249c353b2e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:29.519988 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71" -d '{"events": [{"name": "network-changed", "server_uuid": "699e3d2e-3328-43ac-aff4-0621fb135348", "tag": "da01bec3-49a0-467a-81e8-d7249c353b2e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:29.565640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d8a36-0efd-4e54-9376-f7d9ea30ce50 service neutron] Pushing event updated for resources: {'Port': ['ID=da01bec3-49a0-467a-81e8-d7249c353b2e,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:29.587237 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c422dade-95c4-4048-9d79-d089416d14ce x-openstack-request-id: req-c422dade-95c4-4048-9d79-d089416d14ce {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:29.587535 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699e3d2e-3328-43ac-aff4-0621fb135348", "tag": "da01bec3-49a0-467a-81e8-d7249c353b2e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:29.587788 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c422dade-95c4-4048-9d79-d089416d14ce {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:29.588192 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699e3d2e-3328-43ac-aff4-0621fb135348', 'tag': 'da01bec3-49a0-467a-81e8-d7249c353b2e', 'status': 'completed', 'code': 200} Nov 25 19:00:29.598514 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:29.626370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123646-2279-4b7e-b748-4959376ca03b req-0c22ec70-fcbc-4169-9e8f-14cd33fd6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.629186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e123646-2279-4b7e-b748-4959376ca03b req-0c22ec70-fcbc-4169-9e8f-14cd33fd6c4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6db95cf3af0440180a3d9994e593b57&device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1097 time: 0.0801008 Nov 25 19:00:29.703073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-ba6ba84e-0d4c-4a75-aa42-b4bb3009fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.705352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-ba6ba84e-0d4c-4a75-aa42-b4bb3009fd64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a17e65c20e2b4373aea5bc40231054b4&device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 1094 time: 0.1114669 Nov 25 19:00:29.737373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014ca05-d74d-41dc-b220-c00f3c71e710 req-9c7c2a30-9d30-49cb-9cb5-67ad12e181b5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.745923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2014ca05-d74d-41dc-b220-c00f3c71e710 req-9c7c2a30-9d30-49cb-9cb5-67ad12e181b5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0882161 Nov 25 19:00:29.756969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123646-2279-4b7e-b748-4959376ca03b req-b6e3d03c-6a60-423c-9aaa-8a89a91ee9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.759513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e123646-2279-4b7e-b748-4959376ca03b req-b6e3d03c-6a60-423c-9aaa-8a89a91ee9f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 200 len: 910 time: 0.1199121 Nov 25 19:00:29.795698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-eb02889a-a0e8-4537-bda9-1005fce0c944 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da01bec3-49a0-467a-81e8-d7249c353b2e HTTP/1.1" status: 200 len: 217 time: 0.0776396 Nov 25 19:00:29.841187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e123646-2279-4b7e-b748-4959376ca03b req-c19516d7-6318-4a89-8db9-bbed162625e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 200 len: 1000 time: 0.0734425 Nov 25 19:00:29.891105 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2014ca05-d74d-41dc-b220-c00f3c71e710 req-7eeb2788-b840-4543-8e91-45a30d4f3f7b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440506 Nov 25 19:00:29.901339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-84bd9b60-fda0-4cd5-9896-a8bbccbd64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.903135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-84bd9b60-fda0-4cd5-9896-a8bbccbd64e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=124ffad0-c612-4952-bf79-73ebea4574f0 HTTP/1.1" status: 200 len: 850 time: 0.1008437 Nov 25 19:00:29.916380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123646-2279-4b7e-b748-4959376ca03b req-1c6f33ef-2dbd-4d3b-aba8-c0ade3e9cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.917976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e123646-2279-4b7e-b748-4959376ca03b req-1c6f33ef-2dbd-4d3b-aba8-c0ade3e9cf7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6674e94d-2cf4-46c8-aa15-d0f3d3942589 HTTP/1.1" status: 200 len: 848 time: 0.0690787 Nov 25 19:00:29.946152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-6edcb984-743b-4dbd-ba7e-05157fffc782 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92403581-98fc-4e07-9129-8bf7f19fc9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344810 Nov 25 19:00:29.958347 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '508242b7-1fb2-4170-8261-cea6882d35e0', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'port_id': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'mac_address': 'fa:16:3e:e4:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef48d1-3de1-42eb-8761-e68371682030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:27Z', 'updated_at': '2021-11-25T19:00:27Z', 'revision_number': 0, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:01Z', 'revision_number': 5, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:29.973300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123646-2279-4b7e-b748-4959376ca03b req-80b72cea-27c5-40cd-ad00-e900d1900f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:29.975102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e123646-2279-4b7e-b748-4959376ca03b req-80b72cea-27c5-40cd-ad00-e900d1900f78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e72a611c-ab76-49fa-ae51-ce56fe3ba415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480986 Nov 25 19:00:29.992000 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] Checking router: 29e6a8b1-a58a-415a-8d73-09a1086f53aa for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:30.002998 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:30.003955 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:30.094079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-a56e6a29-79a3-47f7-ac68-ac4ca2987a68 service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407604 Nov 25 19:00:30.111853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e123646-2279-4b7e-b748-4959376ca03b req-f936a5dc-7e8c-4645-84a0-0bc87e02f06e service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258597 Nov 25 19:00:30.136857 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:30.201975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93993e-d583-4f81-8deb-104f35ee32b0 req-7092f1ad-f7ee-462d-91d2-811f7313eb3f tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:30.209157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe93993e-d583-4f81-8deb-104f35ee32b0 req-7092f1ad-f7ee-462d-91d2-811f7313eb3f tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 943 time: 0.1140132 Nov 25 19:00:30.251672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e123646-2279-4b7e-b748-4959376ca03b req-672f2ea6-a6cd-4e24-8b21-95f4b2643920 service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315019 Nov 25 19:00:30.271059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87060c3f-7da1-428e-9a75-22565efe37e0 req-07bfbe9c-41ab-4ee3-8fa4-fb5364c17106 service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653521 Nov 25 19:00:30.307114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe93993e-d583-4f81-8deb-104f35ee32b0 req-89ad52fb-266e-4f0c-92e0-fe7c7b7bf22d tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969512 Nov 25 19:00:30.378540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-a398dac4-b267-46cb-a759-627fc2ce67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:30.380166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-a398dac4-b267-46cb-a759-627fc2ce67e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a17e65c20e2b4373aea5bc40231054b4&device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 1094 time: 0.0542490 Nov 25 19:00:30.411800 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '508242b7-1fb2-4170-8261-cea6882d35e0', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'port_id': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'mac_address': 'fa:16:3e:e4:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef48d1-3de1-42eb-8761-e68371682030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:27Z', 'updated_at': '2021-11-25T19:00:27Z', 'revision_number': 0, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:01Z', 'revision_number': 5, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:30.442427 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc7878-3e6a-426c-881c-01459c78506d None None] The sync data for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 is: [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '508242b7-1fb2-4170-8261-cea6882d35e0', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'port_id': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'mac_address': 'fa:16:3e:e4:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef48d1-3de1-42eb-8761-e68371682030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:27Z', 'updated_at': '2021-11-25T19:00:27Z', 'revision_number': 0, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:01Z', 'revision_number': 5, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:30.493803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-33be1276-f17c-41fa-8519-592878543f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:30.495245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-33be1276-f17c-41fa-8519-592878543f09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92403581-98fc-4e07-9129-8bf7f19fc9ff HTTP/1.1" status: 200 len: 911 time: 0.1078601 Nov 25 19:00:30.543481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-2817dc2a-f099-4047-9f61-2cdd11b56be3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da01bec3-49a0-467a-81e8-d7249c353b2e HTTP/1.1" status: 200 len: 217 time: 0.0409143 Nov 25 19:00:30.597358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-cb624ded-9271-490a-a83b-12bdde63adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:30.598946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-cb624ded-9271-490a-a83b-12bdde63adc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=124ffad0-c612-4952-bf79-73ebea4574f0 HTTP/1.1" status: 200 len: 850 time: 0.0492930 Nov 25 19:00:30.631937 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-45def1ee-4349-4e66-b239-2faaea98ac54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92403581-98fc-4e07-9129-8bf7f19fc9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257246 Nov 25 19:00:30.711348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee720fea-b327-47fe-b7df-39d2756bba88 None None] New status for floating IP 508242b7-1fb2-4170-8261-cea6882d35e0: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:00:30.736795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-4daaee78-88ca-4a90-ac25-aafe2dd5b3b6 service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933342 Nov 25 19:00:30.786898 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:30.852040 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdd8fe74-fdd5-4fd4-89e6-d49ee07e8f71 req-d1722e52-747e-4add-95ba-d3b29cde8e0a service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961480 Nov 25 19:00:31.010741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d275dc-8054-4cef-a402-122cfc61ee2b req-adbbcdf4-6cc5-4cbf-9c03-076fa6344d1d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:31.012308 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9d275dc-8054-4cef-a402-122cfc61ee2b req-adbbcdf4-6cc5-4cbf-9c03-076fa6344d1d tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0573752 Nov 25 19:00:31.064046 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9d275dc-8054-4cef-a402-122cfc61ee2b req-4d14f4a2-08f1-445f-879a-9c7a4762d0c2 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Nov 25 19:00:31.300740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f3c09-b0d6-40d3-b7d3-23b375186a1d req-b345022a-0c24-4ff4-a7b2-64f8348f0577 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:31.302180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-767f3c09-b0d6-40d3-b7d3-23b375186a1d req-b345022a-0c24-4ff4-a7b2-64f8348f0577 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 945 time: 0.0545902 Nov 25 19:00:31.349819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-767f3c09-b0d6-40d3-b7d3-23b375186a1d req-09b1bfda-a50e-4b40-8ec1-24967827bced tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Nov 25 19:00:31.432397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c00ea-9d5e-4c6f-a2c9-c6ed7256b4d8 req-e0e99f54-fea5-4ff5-b884-95e912ab156e tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:31.434141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-250c00ea-9d5e-4c6f-a2c9-c6ed7256b4d8 req-e0e99f54-fea5-4ff5-b884-95e912ab156e tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 943 time: 0.0488763 Nov 25 19:00:31.481064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-250c00ea-9d5e-4c6f-a2c9-c6ed7256b4d8 req-c79ff39a-3dfb-4a02-9085-705a28b5ddae tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Nov 25 19:00:32.184382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9efc6-6877-4ff1-a833-f5df1c27847e req-42d221ab-62ff-4ad9-87fb-b19495a11493 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:32.185880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2b9efc6-6877-4ff1-a833-f5df1c27847e req-42d221ab-62ff-4ad9-87fb-b19495a11493 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0529063 Nov 25 19:00:32.234259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2b9efc6-6877-4ff1-a833-f5df1c27847e req-c4935306-b4c1-4594-b4e3-b1ef88eb495c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Nov 25 19:00:32.466407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65895152-f8f3-43fb-9b81-66557daa73c4 req-e230bed5-f642-47bc-bc5d-9de44462780f tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:32.467900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65895152-f8f3-43fb-9b81-66557daa73c4 req-e230bed5-f642-47bc-bc5d-9de44462780f tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 945 time: 0.0486426 Nov 25 19:00:32.518267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65895152-f8f3-43fb-9b81-66557daa73c4 req-52328580-06c8-498f-b555-b411d8a03c2f tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/security-groups?id=562cadc1-257c-4816-bc90-5347c61e4c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Nov 25 19:00:32.599845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198872-e63f-4bab-bc39-3aaeb9e8ae2c req-f4c1cdf5-f3f6-4ab8-a93f-6e3b00ff1a97 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:32.601328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96198872-e63f-4bab-bc39-3aaeb9e8ae2c req-f4c1cdf5-f3f6-4ab8-a93f-6e3b00ff1a97 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 943 time: 0.0535412 Nov 25 19:00:32.649446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96198872-e63f-4bab-bc39-3aaeb9e8ae2c req-92ad9730-f45e-4aa6-bf53-32bf8009a396 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Nov 25 19:00:32.852994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-a19eaa1a-179d-4d0c-9555-56d30f9ee84e tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:32.854411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-a19eaa1a-179d-4d0c-9555-56d30f9ee84e tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.66 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 945 time: 0.0471044 Nov 25 19:00:32.949327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Deleting port e8741638-b1cd-418a-b876-8e2a28e4888c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:32.949669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:33.042180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] For port e8741638-b1cd-418a-b876-8e2a28e4888c, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=e8741638-b1cd-418a-b876-8e2a28e4888c,segment=NetworkSegment(63f03511-2e1d-4d03-bbe4-6b0bb80a693b),segment_id=63f03511-2e1d-4d03-bbe4-6b0bb80a693b)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:33.042567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:33.055098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Calling delete_port for e8741638-b1cd-418a-b876-8e2a28e4888c owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:33.175735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:33.186731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['e8741638-b1cd-418a-b876-8e2a28e4888c'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:33.208875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Pushing event deleted for resources: {'Port': ['ID=e8741638-b1cd-418a-b876-8e2a28e4888c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:33.248761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] No DVR routers for this DVR port e8741638-b1cd-418a-b876-8e2a28e4888c on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:00:33.251404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:33.254809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-088a3fc9-f068-4e5b-8b1d-4126fad838f7 req-3f102391-bbe3-4c54-9d2c-fe88fdfbfa91 tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.66 "DELETE /v2.0/ports/e8741638-b1cd-418a-b876-8e2a28e4888c HTTP/1.1" status: 204 len: 173 time: 0.3940835 Nov 25 19:00:33.255252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0773071e-ece7-4c02-9995-0712050c8790', 'name': 'network-vif-deleted', 'tag': 'e8741638-b1cd-418a-b876-8e2a28e4888c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:33.257531 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd17b9-e219-4c4a-a5b1-4816b7e3c570" -d '{"events": [{"server_uuid": "0773071e-ece7-4c02-9995-0712050c8790", "name": "network-vif-deleted", "tag": "e8741638-b1cd-418a-b876-8e2a28e4888c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:33.297590 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d44041-1d2a-4f7d-ab6b-b45f0d55d143 x-openstack-request-id: req-c8d44041-1d2a-4f7d-ab6b-b45f0d55d143 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:33.298101 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0773071e-ece7-4c02-9995-0712050c8790", "name": "network-vif-deleted", "tag": "e8741638-b1cd-418a-b876-8e2a28e4888c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:33.298554 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8d44041-1d2a-4f7d-ab6b-b45f0d55d143 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:33.299429 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0773071e-ece7-4c02-9995-0712050c8790', 'name': 'network-vif-deleted', 'tag': 'e8741638-b1cd-418a-b876-8e2a28e4888c', 'status': 'completed', 'code': 200} Nov 25 19:00:33.358025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cacd0f-ad3a-4888-825f-c78ae6fe4a52 req-cf3a1fbd-979d-4c30-97cf-f1b8026e00d3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:33.359742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84cacd0f-ad3a-4888-825f-c78ae6fe4a52 req-cf3a1fbd-979d-4c30-97cf-f1b8026e00d3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0495055 Nov 25 19:00:33.397826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:33.416688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84cacd0f-ad3a-4888-825f-c78ae6fe4a52 req-64de8f7b-36c1-4966-acd4-bc35a5282377 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505204 Nov 25 19:00:33.625490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0de5786c-9268-4a1d-9a55-d13256fe550d req-cf9474a5-9d19-4767-9bfc-b65f68ccbc9a tempest-ServerTagsTestJSON-781351033 tempest-ServerTagsTestJSON-781351033-project] 10.222.0.62 "GET /v2.0/ports?device_id=0773071e-ece7-4c02-9995-0712050c8790 HTTP/1.1" status: 200 len: 210 time: 0.0254693 Nov 25 19:00:33.771741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790bab2-24e2-4b10-a554-7d41d55e3fb3 req-e6ccbc2f-d19e-4184-8585-de2d136d441d tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:33.773241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4790bab2-24e2-4b10-a554-7d41d55e3fb3 req-e6ccbc2f-d19e-4184-8585-de2d136d441d tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 943 time: 0.0520608 Nov 25 19:00:33.821108 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4790bab2-24e2-4b10-a554-7d41d55e3fb3 req-cabee550-edf3-49d3-b544-7ddf0cc3c8ab tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Nov 25 19:00:34.499491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device da01bec3-49a0-467a-81e8-d7249c353b2e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:00:34.534045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b50b5-5cfa-453b-88a5-54ba28b7aa87 req-bac698b3-4a0e-4183-bfe9-e8119a1fb72b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:34.535546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f6b50b5-5cfa-453b-88a5-54ba28b7aa87 req-bac698b3-4a0e-4183-bfe9-e8119a1fb72b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0513060 Nov 25 19:00:34.585839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f6b50b5-5cfa-453b-88a5-54ba28b7aa87 req-3817cd5a-08ac-4600-b091-03704164e779 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441775 Nov 25 19:00:34.596622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port da01bec3-49a0-467a-81e8-d7249c353b2e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=da01bec3-49a0-467a-81e8-d7249c353b2e,segment=NetworkSegment(111fbf6c-bfde-46b0-bcb6-309fa7a41805),segment_id=111fbf6c-bfde-46b0-bcb6-309fa7a41805)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:34.610027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'da01bec3-49a0-467a-81e8-d7249c353b2e', 'network_id': '92403581-98fc-4e07-9129-8bf7f19fc9ff', 'port_id': 'da01bec3-49a0-467a-81e8-d7249c353b2e', 'mac_address': 'fa:16:3e:71:81:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ffad0-c612-4952-bf79-73ebea4574f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:00:34.647500 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:34.661843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da01bec3-49a0-467a-81e8-d7249c353b2e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:34.681963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port da01bec3-49a0-467a-81e8-d7249c353b2e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=da01bec3-49a0-467a-81e8-d7249c353b2e,segment=NetworkSegment(111fbf6c-bfde-46b0-bcb6-309fa7a41805),segment_id=111fbf6c-bfde-46b0-bcb6-309fa7a41805)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:34.685159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46618) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:34.689180 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:34.735628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] Deleting subnet 812893a9-d696-40e8-a93f-e17ccef63f83 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:00:34.738630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:34.741543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=da01bec3-49a0-467a-81e8-d7249c353b2e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:34.775348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:34.813540 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:34.864611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:34.890483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812893a9-d696-40e8-a93f-e17ccef63f83,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:34.894324 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:34.897981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cef0d5a9-da8b-43f6-bf61-6a2a60cae8ef admin admin] 10.222.0.62 "DELETE /v2.0/subnets/812893a9-d696-40e8-a93f-e17ccef63f83 HTTP/1.1" status: 204 len: 168 time: 0.2107806 Nov 25 19:00:34.900085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46622) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:34.941742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68682-2c43-4b67-8f8e-f7e1673cac6d req-827b6293-fa30-4f32-a5af-c1c03fa62435 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:34.943431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5fe68682-2c43-4b67-8f8e-f7e1673cac6d req-827b6293-fa30-4f32-a5af-c1c03fa62435 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 944 time: 0.0547564 Nov 25 19:00:34.976365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.001418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5fe68682-2c43-4b67-8f8e-f7e1673cac6d req-5263a27f-3b84-46d8-b2d4-16b8edbb66f7 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 Nov 25 19:00:35.055888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['da01bec3-49a0-467a-81e8-d7249c353b2e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:35.059790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.080522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb92183-d6a5-4ea3-bd9d-92c24a3f7561']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:35.090073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f03511-2e1d-4d03-bbe4-6b0bb80a693b') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:35.090369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f03511-2e1d-4d03-bbe4-6b0bb80a693b') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:35.105121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.119943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.126540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:00:35.126959 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:00:35.128817 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:00:35.182641 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.188533 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.192868 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5bb92183-d6a5-4ea3-bd9d-92c24a3f7561 HTTP/1.1" status: 204 len: 168 time: 0.2918682 Nov 25 19:00:35.205668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7c8c-5c81-4b9d-9954-d8b1e9e40c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb92183-d6a5-4ea3-bd9d-92c24a3f7561,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:35.353475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46626) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:35.394005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-521c1d34-e6de-4a85-8523-e3103ae24b37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7073730ade53461bbaa7c2a8df0710f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393326 Nov 25 19:00:35.396510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46628) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:35.444206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7297556a-df88-47ce-90f4-851124b4fe4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.464972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7297556a-df88-47ce-90f4-851124b4fe4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.510741 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7297556a-df88-47ce-90f4-851124b4fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.513477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7297556a-df88-47ce-90f4-851124b4fe4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:35.514629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7297556a-df88-47ce-90f4-851124b4fe4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/562cadc1-257c-4816-bc90-5347c61e4c42 HTTP/1.1" status: 204 len: 168 time: 0.1171670 Nov 25 19:00:35.522133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297556a-df88-47ce-90f4-851124b4fe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562cadc1-257c-4816-bc90-5347c61e4c42,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:35.702119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d439-7a97-4c52-a4bd-808895e10e59 req-df3a1161-8cda-485a-bf71-1d7d61aed450 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:35.703640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5ee9d439-7a97-4c52-a4bd-808895e10e59 req-df3a1161-8cda-485a-bf71-1d7d61aed450 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0512257 Nov 25 19:00:35.753024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5ee9d439-7a97-4c52-a4bd-808895e10e59 req-c44d941e-58dc-418d-b2b3-c2acb8b3e150 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 Nov 25 19:00:36.122686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993dc20-a69e-452c-8e77-2aabaf9de337 req-93ce0abe-7c8d-41cc-bb65-352d6f560ffa tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:36.124698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1993dc20-a69e-452c-8e77-2aabaf9de337 req-93ce0abe-7c8d-41cc-bb65-352d6f560ffa tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 944 time: 0.0534172 Nov 25 19:00:36.171675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1993dc20-a69e-452c-8e77-2aabaf9de337 req-a6efb5ba-4071-4a3c-8e09-926634ad8be5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Nov 25 19:00:36.173679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46654) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:36.271426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-669738308-network', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:36.291281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Made reservation on behalf of d344b5dd9769405d9383453d20d1799b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:36.293469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.301635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.373972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.377515 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.402234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:00:36.412427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388aa9d0-6fbf-46a0-bf88-720dbd97c682,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:36.417109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.417454 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Added segment 89a47bad-892d-4efc-bf53-8c624de87df6 of type vlan for network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 Nov 25 19:00:36.457233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.484856 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.485851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:36.486469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.530758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device da01bec3-49a0-467a-81e8-d7249c353b2e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:36.532866 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3578804 Nov 25 19:00:36.535847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46660) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:36.540801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Request body: {'subnet': {'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-subnet', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:36.548191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4b7a-35ed-43a0-bed4-3809cf019b1f admin admin] Pushing event updated for resources: {'Network': ['ID=650f54d4-2abe-4df7-976e-d74fa6ca61e1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:36.558765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:00:36.564602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Made reservation on behalf of d344b5dd9769405d9383453d20d1799b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:36.567255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.643066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port da01bec3-49a0-467a-81e8-d7249c353b2e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:00:36.647133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port da01bec3-49a0-467a-81e8-d7249c353b2e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:36.647674 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.724524 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.736372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.747277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699e3d2e-3328-43ac-aff4-0621fb135348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01bec3-49a0-467a-81e8-d7249c353b2e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:36.749882 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d3e41-0308-49d0-b027-81a4a3aaa546" -d '{"events": [{"server_uuid": "699e3d2e-3328-43ac-aff4-0621fb135348", "name": "network-vif-plugged", "status": "completed", "tag": "da01bec3-49a0-467a-81e8-d7249c353b2e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:36.762437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port da01bec3-49a0-467a-81e8-d7249c353b2e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=da01bec3-49a0-467a-81e8-d7249c353b2e,segment=NetworkSegment(111fbf6c-bfde-46b0-bcb6-309fa7a41805),segment_id=111fbf6c-bfde-46b0-bcb6-309fa7a41805)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:36.767531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.768356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e8741638-b1cd-418a-b876-8e2a28e4888c no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:00:36.784917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=987dad49-f843-4ec4-bead-6204a6caa574,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:36.812537 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c221c64-93dc-4e2b-88e6-62965bc94eb8 x-openstack-request-id: req-9c221c64-93dc-4e2b-88e6-62965bc94eb8 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:36.813179 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699e3d2e-3328-43ac-aff4-0621fb135348", "name": "network-vif-plugged", "status": "completed", "tag": "da01bec3-49a0-467a-81e8-d7249c353b2e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:36.813600 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c221c64-93dc-4e2b-88e6-62965bc94eb8 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:36.814127 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699e3d2e-3328-43ac-aff4-0621fb135348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da01bec3-49a0-467a-81e8-d7249c353b2e', 'code': 200} Nov 25 19:00:36.814827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: e8741638-b1cd-418a-b876-8e2a28e4888c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:00:36.815331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device e8741638-b1cd-418a-b876-8e2a28e4888c not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:00:36.821463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Checking segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:36.822702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Network hostable DHCP agents. Network: 650f54d4-2abe-4df7-976e-d74fa6ca61e1, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:00:36.841277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:00:36.843429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=da01bec3-49a0-467a-81e8-d7249c353b2e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:36.855270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 650f54d4-2abe-4df7-976e-d74fa6ca61e1) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:36.859333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:36.860004 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.868545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd734f-f17c-43e3-ae68-cdd2b812dca0 None None] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:36.884080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-374bd5ac-fd33-4b9b-b4c8-c767cec28e1b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3469436 Nov 25 19:00:36.886606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46666) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:36.892712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:36.922368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.924899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:36.932887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e097-4813-465f-ad82-29242fccbaf6 req-18ca29a3-20cc-4cb1-9c6c-6d11a2824890 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:36.934650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4894e097-4813-465f-ad82-29242fccbaf6 req-18ca29a3-20cc-4cb1-9c6c-6d11a2824890 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 944 time: 0.0788724 Nov 25 19:00:36.966798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f835c5-220d-412e-a58d-461b0b7bba43 req-321dbdc6-ceca-4b7a-a084-908e96b389e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:36.968276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-30f835c5-220d-412e-a58d-461b0b7bba43 req-321dbdc6-ceca-4b7a-a084-908e96b389e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 1096 time: 0.0824420 Nov 25 19:00:36.986256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.011510 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4894e097-4813-465f-ad82-29242fccbaf6 req-e5f1bb2b-6adc-42af-ac33-741e4ac2a86c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683281 Nov 25 19:00:37.038163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-30f835c5-220d-412e-a58d-461b0b7bba43 req-ed88dfec-bdfc-4f9c-9f82-d684f2170673 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566208 Nov 25 19:00:37.048115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:00:37.049190 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.140185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.162823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 053c7da7-8c0c-489c-9cb0-57a43fad96d7 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:00:37.196377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Allocated IP 172.20.0.2 (650f54d4-2abe-4df7-976e-d74fa6ca61e1/987dad49-f843-4ec4-bead-6204a6caa574/207e1ed6-bf5f-4f85-a693-7528beb35473) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:37.332952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 053c7da7-8c0c-489c-9cb0-57a43fad96d7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:37.357609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'port_id': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'mac_address': 'fa:16:3e:cf:37:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:00:37.386094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b558ccb-5da8-40fe-85cc-9848c7cec090 req-967a7c31-7297-4b45-bdab-6b7d4cd44127 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:37.387683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b558ccb-5da8-40fe-85cc-9848c7cec090 req-967a7c31-7297-4b45-bdab-6b7d4cd44127 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.1436908 Nov 25 19:00:37.392403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.414294 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.440748 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.462329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053c7da7-8c0c-489c-9cb0-57a43fad96d7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:37.472771 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.487086 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.490031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 053c7da7-8c0c-489c-9cb0-57a43fad96d7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:37.498119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.501415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b558ccb-5da8-40fe-85cc-9848c7cec090 req-5926a309-705d-41af-ac89-8771a96c980b tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895410 Nov 25 19:00:37.532230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:37.535015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:37.538603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:37.545556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Pushing event updated for resources: {'Port': ['ID=207e1ed6-bf5f-4f85-a693-7528beb35473,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:37.554551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Allocated IP 172.25.2.18 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/1a54b0e5-a8dd-46a0-8a50-3400e01f3d86) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:37.630090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Attempting to bind port 207e1ed6-bf5f-4f85-a693-7528beb35473 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:37.630369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Attempting to bind port 207e1ed6-bf5f-4f85-a693-7528beb35473 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:37.630759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Attempting to bind port 207e1ed6-bf5f-4f85-a693-7528beb35473 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:37.639409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=053c7da7-8c0c-489c-9cb0-57a43fad96d7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:37.642356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:37.642754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Checking segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:37.643155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.643539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Bound using segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:37.644108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Bound port: 207e1ed6-bf5f-4f85-a693-7528beb35473, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:37.644400 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.664828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.700141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.711688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] For port 207e1ed6-bf5f-4f85-a693-7528beb35473, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:37.714732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] For port 207e1ed6-bf5f-4f85-a693-7528beb35473, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=207e1ed6-bf5f-4f85-a693-7528beb35473,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:37.719050 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:37.736258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:37.741435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:37.745064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:37.775144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Pushing event updated for resources: {'Port': ['ID=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:37.901977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df5cc7-f5e0-41e3-add4-7a0e0c0259ea None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:37.903837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['053c7da7-8c0c-489c-9cb0-57a43fad96d7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:37.968754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5029d-aa04-44ab-aa37-8a22971975e5 None None] Pushing event updated for resources: {'Port': ['ID=207e1ed6-bf5f-4f85-a693-7528beb35473,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:38.024996 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.063401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e0ea867b-e96e-4b1e-9be6-0173a1fbfa20 None None] Provisioning complete for port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:38.063776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0ea867b-e96e-4b1e-9be6-0173a1fbfa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.116773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea867b-e96e-4b1e-9be6-0173a1fbfa20 None None] Port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:38.154601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2df54b-74d9-4efe-a1a2-d5078340fb92 req-27fd739c-8c46-4530-8c48-8595a63ef85c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:38.163183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc2df54b-74d9-4efe-a1a2-d5078340fb92 req-27fd739c-8c46-4530-8c48-8595a63ef85c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 945 time: 0.0720820 Nov 25 19:00:38.255546 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc2df54b-74d9-4efe-a1a2-d5078340fb92 req-da98302f-cb69-420e-8c51-4b224462a0dc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892184 Nov 25 19:00:38.301209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.351754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 207e1ed6-bf5f-4f85-a693-7528beb35473 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:38.418990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 207e1ed6-bf5f-4f85-a693-7528beb35473 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:38.419289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.447018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Router 680f25e3-5864-4f9a-b07c-27e54a61e42c is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:00:38.511283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.546283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 207e1ed6-bf5f-4f85-a693-7528beb35473, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=207e1ed6-bf5f-4f85-a693-7528beb35473,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:38.552813 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.570089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:38.583750 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Sync routers for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:38.595020 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:38.595948 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:38.604577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=207e1ed6-bf5f-4f85-a693-7528beb35473,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:38.618998 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:38.620237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1ec5f074-01e6-49e2-a4f0-d763f675a64a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7325678 Nov 25 19:00:38.623108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:38.640791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a033-1833-45a8-937c-8e9bcdd67d6d req-ee4908c2-4f48-4700-818a-8057f939d68b tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:38.642289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2a9a033-1833-45a8-937c-8e9bcdd67d6d req-ee4908c2-4f48-4700-818a-8057f939d68b tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0570204 Nov 25 19:00:38.697036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e2a9a033-1833-45a8-937c-8e9bcdd67d6d req-255239b6-9e11-46a3-8fe9-1d81936bd76f tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480669 Nov 25 19:00:38.704429 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:38.890586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f3d53-d73a-4ded-9ba0-82250d5dd68b req-cfa13376-63cd-4eab-8e78-4097bd4072ea tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:38.892260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f1f3d53-d73a-4ded-9ba0-82250d5dd68b req-cfa13376-63cd-4eab-8e78-4097bd4072ea tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0952942 Nov 25 19:00:38.913047 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:37Z', 'revision_number': 3, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:38.944400 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Checking router: 680f25e3-5864-4f9a-b07c-27e54a61e42c for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:38.944749 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Updating router 680f25e3-5864-4f9a-b07c-27e54a61e42c port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:00:38.971280 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.015440 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f1f3d53-d73a-4ded-9ba0-82250d5dd68b req-0667398f-3158-454d-baa6-17934283e03e tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155748 Nov 25 19:00:39.080452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebaef77-3f71-4d8e-8571-3f835ebab052 None None] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:39.181497 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.182603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 053c7da7-8c0c-489c-9cb0-57a43fad96d7 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:39.229963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bc2e8036-7cb3-4c8a-8b9d-1bd7d0e2809c None None] Provisioning complete for port 207e1ed6-bf5f-4f85-a693-7528beb35473 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:39.230293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8036-7cb3-4c8a-8b9d-1bd7d0e2809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.293827 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.305409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:00:39.305690 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.313037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:39.313414 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.355438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d3aa0b-f684-4bfb-ab23-4ba6b4cd8e4d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:39.365483 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Attempting to bind port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:39.366039 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Attempting to bind port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:39.366209 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Attempting to bind port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:39.377088 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:39.377461 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:39.378228 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.378228 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:39.378926 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Bound port: 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:39.379338 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.381488 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2968b-e32f-4a17-ba05-3898977c90e6 req-961ae0be-e08e-4acb-b733-73aa5db85224 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:39.386644 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0a2e4-6372-42b5-badd-5c36391300a6 None None] Pushing event updated for resources: {'Port': ['ID=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:39.391158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cb2968b-e32f-4a17-ba05-3898977c90e6 req-961ae0be-e08e-4acb-b733-73aa5db85224 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.1237924 Nov 25 19:00:39.458944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e4d41-ca27-40e7-8dbc-d59618e8fef6 req-ce4ea2a3-35e6-48fc-9bd9-84d05f39ccef tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:39.465602 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] For port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:39.469356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da8e4d41-ca27-40e7-8dbc-d59618e8fef6 req-ce4ea2a3-35e6-48fc-9bd9-84d05f39ccef tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 945 time: 0.0820389 Nov 25 19:00:39.472649 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] For port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:39.484150 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.503619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Allocated IP 172.20.0.1 (650f54d4-2abe-4df7-976e-d74fa6ca61e1/987dad49-f843-4ec4-bead-6204a6caa574/02d9b9bd-67ee-43bf-b372-90360aa0bbc4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:39.511842 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.523846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cb2968b-e32f-4a17-ba05-3898977c90e6 req-90686271-1bbb-4a63-b2d9-2001d926efc1 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316371 Nov 25 19:00:39.551695 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0a2e4-6372-42b5-badd-5c36391300a6 None None] Pushing event updated for resources: {'Port': ['ID=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:39.561509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 053c7da7-8c0c-489c-9cb0-57a43fad96d7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:39.562184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:39.565189 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bcd6ab-b1c2-4efd-8208-fd65914b0e1c" -d '{"events": [{"server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "name": "network-vif-plugged", "status": "completed", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:39.565621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da8e4d41-ca27-40e7-8dbc-d59618e8fef6 req-4920ab83-23d3-4240-9a14-db101967594f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955646 Nov 25 19:00:39.572969 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.616164 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:39.616670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400ece1-e802-41d7-8855-482b5d911a4f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:39.618041 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:39.647230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=053c7da7-8c0c-489c-9cb0-57a43fad96d7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:39.664319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a0763604-1a31-4a60-8fbd-f74aee94922f None None] Provisioning complete for port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:39.664696 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a0763604-1a31-4a60-8fbd-f74aee94922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.700772 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294544e-acbc-4fdc-bd92-03cd75bfe5e1 x-openstack-request-id: req-3294544e-acbc-4fdc-bd92-03cd75bfe5e1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:39.701394 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "name": "network-vif-plugged", "status": "completed", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:39.701820 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3294544e-acbc-4fdc-bd92-03cd75bfe5e1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:39.702372 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'code': 200} Nov 25 19:00:39.777161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.787555 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a0763604-1a31-4a60-8fbd-f74aee94922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.819103 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:39.825047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbd22-cbf4-4725-a5f4-792405e002ee req-29aff56f-136e-4666-8df7-b86933884b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:39.826736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17ebbd22-cbf4-4725-a5f4-792405e002ee req-29aff56f-136e-4666-8df7-b86933884b06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 1097 time: 0.0621505 Nov 25 19:00:39.826868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a0763604-1a31-4a60-8fbd-f74aee94922f None None] For port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:39.829231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.831135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a0763604-1a31-4a60-8fbd-f74aee94922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.867005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:39.873793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:39.877372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:39.899124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0763604-1a31-4a60-8fbd-f74aee94922f None None] Pushing event updated for resources: {'Port': ['ID=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:39.910677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Pushing event updated for resources: {'Port': ['ID=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:39.929523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17ebbd22-cbf4-4725-a5f4-792405e002ee req-9dbd9aa1-ceb1-440b-8479-3dd97c3d7be5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909786 Nov 25 19:00:39.939264 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:39.954380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-984da80d-8570-46c4-bdf7-6ef50dbe9bef None None] Provisioning complete for port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:39.954841 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-984da80d-8570-46c4-bdf7-6ef50dbe9bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.064067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-984da80d-8570-46c4-bdf7-6ef50dbe9bef None None] Provisioning complete for port 207e1ed6-bf5f-4f85-a693-7528beb35473 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:40.064552 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-984da80d-8570-46c4-bdf7-6ef50dbe9bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.120649 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.177149 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:37Z', 'revision_number': 3, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:40.207636 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2743ad-57f2-467f-9c60-49313fd0d525 None None] The sync data for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 is: [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:37Z', 'revision_number': 3, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:40.256262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 207e1ed6-bf5f-4f85-a693-7528beb35473 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:40.304455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5f4c8daf-9989-4440-ac1e-848d3c13ad7b None None] Provisioning complete for port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:40.304918 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8daf-9989-4440-ac1e-848d3c13ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.312253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.318414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.351561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 207e1ed6-bf5f-4f85-a693-7528beb35473 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:40.351932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.353328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c8daf-9989-4440-ac1e-848d3c13ad7b None None] Port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:40.649745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2993f83-ed29-4a66-89ff-ccea1219c832 req-9874169c-9162-4299-b84d-7c9e71237413 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:40.651859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2993f83-ed29-4a66-89ff-ccea1219c832 req-9874169c-9162-4299-b84d-7c9e71237413 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0637848 Nov 25 19:00:40.720767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f2993f83-ed29-4a66-89ff-ccea1219c832 req-9c8fadc8-e4be-4915-873f-5c7f02eee9b0 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619190 Nov 25 19:00:40.805968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.809065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Pushing event updated for resources: {'Port': ['ID=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:40.877949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d9f5-130a-4342-a8f7-65b5409d86b3 req-e6739112-a486-40df-804f-18ad80906349 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:40.877949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff32d9f5-130a-4342-a8f7-65b5409d86b3 req-e6739112-a486-40df-804f-18ad80906349 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 946 time: 0.1182647 Nov 25 19:00:40.930507 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61627d64-64ae-4dfb-808e-d394500efae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:40.980496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3deb-dd23-4326-9030-9a38d4c59cd6 req-e2277a56-af1b-4ccd-8dad-f4dc5d55ed15 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:40.982814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-405c3deb-dd23-4326-9030-9a38d4c59cd6 req-e2277a56-af1b-4ccd-8dad-f4dc5d55ed15 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0666456 Nov 25 19:00:41.008283 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ff32d9f5-130a-4342-a8f7-65b5409d86b3 req-efed33ba-52b9-4827-80ee-98bee54bb02c tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168060 Nov 25 19:00:41.021661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:41.025554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:41.038518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-3ae46ed6-c958-49c1-bee6-712b38c86fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:41.040240 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-3ae46ed6-c958-49c1-bee6-712b38c86fb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a17e65c20e2b4373aea5bc40231054b4&device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 1096 time: 0.0855443 Nov 25 19:00:41.051130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-405c3deb-dd23-4326-9030-9a38d4c59cd6 req-2207b790-77bc-4c45-b5a8-82367344ae76 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609272 Nov 25 19:00:41.256673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Router 680f25e3-5864-4f9a-b07c-27e54a61e42c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:41.258357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-a7e375f5-c4a8-4adf-bc1a-0d18414bf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:41.260923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-a7e375f5-c4a8-4adf-bc1a-0d18414bf280 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92403581-98fc-4e07-9129-8bf7f19fc9ff HTTP/1.1" status: 200 len: 911 time: 0.1667168 Nov 25 19:00:41.350557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-fd97a993-b346-4917-bf5b-db4e336c244e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da01bec3-49a0-467a-81e8-d7249c353b2e HTTP/1.1" status: 200 len: 217 time: 0.0420120 Nov 25 19:00:41.380294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bebf44e4-08c6-4d13-8b01-7b6efadd47f5 None None] Provisioning complete for port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:41.380749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bebf44e4-08c6-4d13-8b01-7b6efadd47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:41.418002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bebf44e4-08c6-4d13-8b01-7b6efadd47f5 None None] Port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:41.448806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:41.453758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-afe3cef7-4635-4c6f-ba91-1273b237a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:41.455859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-afe3cef7-4635-4c6f-ba91-1273b237a128 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=124ffad0-c612-4952-bf79-73ebea4574f0 HTTP/1.1" status: 200 len: 850 time: 0.0651362 Nov 25 19:00:41.460513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-828fb62f-14f5-4309-b068-2f5fe385717a admin admin] 10.222.0.62 "PUT /v2.0/routers/680f25e3-5864-4f9a-b07c-27e54a61e42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355944 Nov 25 19:00:41.488483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-d8b329ec-62de-4f0d-80b4-d4ff6838fbd0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92403581-98fc-4e07-9129-8bf7f19fc9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250027 Nov 25 19:00:41.586176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-b19a3a85-d40e-49ff-bd82-077b5e2eca4b service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902793 Nov 25 19:00:41.684841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a7659b0-e461-4218-b835-a209e7bed4f5 req-0b075a88-ff4e-4867-82ce-e2cfc5f6f294 service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902126 Nov 25 19:00:41.976719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46700) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:41.981639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4b3ec230-de7c-436f-96ff-e3eed84898d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--782116130', 'description': 'tempest-description--1487329459'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:42.002903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec230-de7c-436f-96ff-e3eed84898d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.053029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Sync routers for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:42.064537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:42.065295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:42.081586 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec230-de7c-436f-96ff-e3eed84898d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.087512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec230-de7c-436f-96ff-e3eed84898d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.121474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ec230-de7c-436f-96ff-e3eed84898d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dce08c-778a-4a3e-93ed-94c4f6191d30,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:42.127832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec230-de7c-436f-96ff-e3eed84898d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.132130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:42.132914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4b3ec230-de7c-436f-96ff-e3eed84898d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1549432 Nov 25 19:00:42.139145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6e52c3cf-4f25-4552-adc0-edf373a41a1f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'security_group_rule': {'security_group_id': 'b8dce08c-778a-4a3e-93ed-94c4f6191d30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:42.174360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7a789-38b1-4c0d-8951-58ba9f94db5e req-e8c65ca6-4a2e-4b15-981d-19900d1f3533 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:42.178970 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4b7a789-38b1-4c0d-8951-58ba9f94db5e req-e8c65ca6-4a2e-4b15-981d-19900d1f3533 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 946 time: 0.0856099 Nov 25 19:00:42.191818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e52c3cf-4f25-4552-adc0-edf373a41a1f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.192718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0b231-933e-416d-ad66-e68721b3731f req-aa0e52c4-2fef-485b-ac79-c29b6e078b52 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:42.194674 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ea0b231-933e-416d-ad66-e68721b3731f req-aa0e52c4-2fef-485b-ac79-c29b6e078b52 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0589137 Nov 25 19:00:42.212009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:42.281375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4b7a789-38b1-4c0d-8951-58ba9f94db5e req-9fab09ca-a4eb-4260-9ed6-001fb0fdfe0e tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966449 Nov 25 19:00:42.286994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ea0b231-933e-416d-ad66-e68721b3731f req-ef2fe273-8429-4c99-b7a9-6df9c2a10a33 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846705 Nov 25 19:00:42.304581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e52c3cf-4f25-4552-adc0-edf373a41a1f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.312780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e52c3cf-4f25-4552-adc0-edf373a41a1f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.335358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52c3cf-4f25-4552-adc0-edf373a41a1f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5761dd9-43f1-4593-a5f0-0d4fe1f7fa7e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:42.345025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6e52c3cf-4f25-4552-adc0-edf373a41a1f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.348987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46710) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:42.349127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e52c3cf-4f25-4552-adc0-edf373a41a1f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2159295 Nov 25 19:00:42.353952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b32c0b49-fba8-4930-bd83-bf046549afbc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'security_group_rule': {'security_group_id': 'b8dce08c-778a-4a3e-93ed-94c4f6191d30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:42.362648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:42.389704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b32c0b49-fba8-4930-bd83-bf046549afbc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.423348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c427d-0375-45d6-8cdf-da81055a3605 req-49646fb1-48e5-4233-b792-8903d4795758 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:42.424916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b8c427d-0375-45d6-8cdf-da81055a3605 req-49646fb1-48e5-4233-b792-8903d4795758 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 946 time: 0.0657585 Nov 25 19:00:42.463242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b32c0b49-fba8-4930-bd83-bf046549afbc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.467008 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b32c0b49-fba8-4930-bd83-bf046549afbc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.477223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:42.477509 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.479936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b8c427d-0375-45d6-8cdf-da81055a3605 req-7cee2e34-2670-45f9-a11f-dc1a2933b4c8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481656 Nov 25 19:00:42.496074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c0b49-fba8-4930-bd83-bf046549afbc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcecd1d7-19e4-4a9e-9818-418e695d43e8,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:42.506379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:42.518711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b32c0b49-fba8-4930-bd83-bf046549afbc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.524101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b32c0b49-fba8-4930-bd83-bf046549afbc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1739724 Nov 25 19:00:42.524355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46714) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:42.530290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:42.543515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 2, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:42.562365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.563867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d306f3ab-82c0-4b82-b535-74b5e871e480 tempest-TestVolumeBootPattern-915812200 tempest-TestVolumeBootPattern-915812200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:42.568152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d306f3ab-82c0-4b82-b535-74b5e871e480 tempest-TestVolumeBootPattern-915812200 tempest-TestVolumeBootPattern-915812200-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 1092 time: 0.0576191 Nov 25 19:00:42.568396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46716) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:42.574433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Checking router: 680f25e3-5864-4f9a-b07c-27e54a61e42c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:42.574857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Updating router 680f25e3-5864-4f9a-b07c-27e54a61e42c port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:00:42.582708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:42.630883 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.647313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.748810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.859021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.916830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Allocated IP 172.25.2.173 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/b0a860ae-c22f-4a60-a31b-08fc01f8b710) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:42.940092 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.944869 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:42.994234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758f2d-fc14-4374-9795-98874903337f None None] Pushing event updated for resources: {'Port': ['ID=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:43.042139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.051137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Attempting to bind port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:43.051515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Attempting to bind port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:43.051887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Attempting to bind port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:43.057031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:43.057691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Checking segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:43.057793 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.058184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Bound using segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:43.058684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Bound port: 02d9b9bd-67ee-43bf-b372-90360aa0bbc4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:43.059071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.090053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.125888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] For port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:43.129891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] For port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:43.134616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.151708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:43.159824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:43.166198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:43.196784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:43.197408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:43.211103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'Port': ['ID=b0a860ae-c22f-4a60-a31b-08fc01f8b710,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:43.215556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Allocated IP 172.25.2.151 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/2b16a2a2-eee5-445a-afc2-5c8659ac14a7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:43.245122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758f2d-fc14-4374-9795-98874903337f None None] Pushing event updated for resources: {'Port': ['ID=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:43.349012 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.427319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.431856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.443590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5e6d2-5131-4f4f-bbe7-c22e42434b56 req-d4a52ace-d0b3-4b14-a8e4-3b1ba4d09f84 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:43.446080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-50d5e6d2-5131-4f4f-bbe7-c22e42434b56 req-d4a52ace-d0b3-4b14-a8e4-3b1ba4d09f84 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0699267 Nov 25 19:00:43.489485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6e17fa20-3780-4cda-9fdc-85e639bd82ef None None] Provisioning complete for port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:43.489485 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e17fa20-3780-4cda-9fdc-85e639bd82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.510529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-50d5e6d2-5131-4f4f-bbe7-c22e42434b56 req-e7e16953-5015-4adc-a4c7-1c2c0e658a19 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584574 Nov 25 19:00:43.520814 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8c46-a6a8-43d3-90d4-85549afd13ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.555855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:43.570376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.637073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:43.644647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:43.654651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:43.685449 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e17fa20-3780-4cda-9fdc-85e639bd82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.693176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=2b16a2a2-eee5-445a-afc2-5c8659ac14a7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:43.739243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.760840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6e17fa20-3780-4cda-9fdc-85e639bd82ef None None] For port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:43.761103 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.769728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e17fa20-3780-4cda-9fdc-85e639bd82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.784689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb40d-c9d5-42e0-9344-9f3cd5d2523f req-cfeb2418-f0bd-44c2-98a4-250f31962d20 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:43.786606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e2cb40d-c9d5-42e0-9344-9f3cd5d2523f req-cfeb2418-f0bd-44c2-98a4-250f31962d20 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0585740 Nov 25 19:00:43.840246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e2cb40d-c9d5-42e0-9344-9f3cd5d2523f req-c58eae16-f6c6-47d0-818d-057127219fec tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Nov 25 19:00:43.858151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17fa20-3780-4cda-9fdc-85e639bd82ef None None] Pushing event updated for resources: {'Port': ['ID=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:43.894871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-97ff358a-4f5d-4b9c-9ded-1e8e36bcf378 None None] Provisioning complete for port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:43.895236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-97ff358a-4f5d-4b9c-9ded-1e8e36bcf378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:43.900246 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:43.946410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737e4b1-ee14-437a-96a4-5b67159940c1 None None] The sync data for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 is: [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:44.203920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'Port': ['ID=b0a860ae-c22f-4a60-a31b-08fc01f8b710,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:44.241185 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:44.267569 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:44.276732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6884ef89-ec49-4104-9e0f-eb59ba8f1e89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7428496 Nov 25 19:00:44.306984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:44.370172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:44.370848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:44.452897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:44.538687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-2327dfb6-3465-4354-986d-06e35a3bf6d8 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--782116130&fields=id&tenant_id=d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 267 time: 0.0919480 Nov 25 19:00:44.566183 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:44.705712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:44.713464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-fd3a4295-7729-46d6-bfcf-c90cdd1d6c5d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:44.715006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-fd3a4295-7729-46d6-bfcf-c90cdd1d6c5d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 816 time: 0.1631336 Nov 25 19:00:44.756847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-0a7c018a-74a0-4a1b-85fd-208ffe3eac27 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/quotas/d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 375 time: 0.0177801 Nov 25 19:00:44.863419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-d818affc-f31b-4024-8b22-373d5838a8d1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958016 Nov 25 19:00:44.979225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78329be8-fd39-4971-b267-a49987185f61 req-4953811c-9a65-48a7-8b06-ac01d0e91be2 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:44.979814 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:44.980778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78329be8-fd39-4971-b267-a49987185f61 req-4953811c-9a65-48a7-8b06-ac01d0e91be2 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0576551 Nov 25 19:00:44.988479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:45.050330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-78329be8-fd39-4971-b267-a49987185f61 req-159ecc9f-33fa-4a55-b377-13b43bfe4761 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604310 Nov 25 19:00:45.052098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-9e599269-b9f7-42c5-9794-9b30968f5806 service neutron] 10.222.0.62 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753700 Nov 25 19:00:45.105688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event updated for resources: {'Port': ['ID=2b16a2a2-eee5-445a-afc2-5c8659ac14a7,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:45.148188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:45.258315 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-15f8e10c-c508-4549-ac6c-86cf5a1d96ed service neutron] 10.222.0.62 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849599 Nov 25 19:00:45.283055 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Floating IP 7d5c03a0-6176-4243-a6a2-ad1e57243077 associated. External IP: 172.25.2.151, port: 053c7da7-8c0c-489c-9cb0-57a43fad96d7. Nov 25 19:00:45.330989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6a7a9-9017-4dcb-b794-4d7ebb6350d1 req-4ac59b5f-b8d8-4281-83ba-4ff231374a4a tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:45.332511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abf6a7a9-9017-4dcb-b794-4d7ebb6350d1 req-4ac59b5f-b8d8-4281-83ba-4ff231374a4a tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.1004972 Nov 25 19:00:45.341582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-05287856-efe2-40b3-aaab-fdbe0c49c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:45.343099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-05287856-efe2-40b3-aaab-fdbe0c49c87c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a17e65c20e2b4373aea5bc40231054b4&device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 1096 time: 0.0698137 Nov 25 19:00:45.450344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0c145568-9a2a-473e-8080-df7b1ad47040 req-e0cde3ae-6f9f-4c48-a59b-6360560642b2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 210 time: 0.0351381 Nov 25 19:00:45.481445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abf6a7a9-9017-4dcb-b794-4d7ebb6350d1 req-b5714229-4b23-4559-b365-493dbdc9d330 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304495 Nov 25 19:00:45.519213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-6d60be47-cc08-4d6f-ba17-f69ef6fe59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:45.520696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-6d60be47-cc08-4d6f-ba17-f69ef6fe59da service neutron] 10.222.0.66 "GET /v2.0/networks?id=92403581-98fc-4e07-9129-8bf7f19fc9ff HTTP/1.1" status: 200 len: 911 time: 0.1670566 Nov 25 19:00:45.568007 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-b1c38d4b-8353-4e06-93ef-c915b0673d06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da01bec3-49a0-467a-81e8-d7249c353b2e HTTP/1.1" status: 200 len: 217 time: 0.0394216 Nov 25 19:00:45.594386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:45.619801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-472d87e0-3452-4793-9ada-f9b6a1333084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:45.622318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-472d87e0-3452-4793-9ada-f9b6a1333084 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=124ffad0-c612-4952-bf79-73ebea4574f0 HTTP/1.1" status: 200 len: 850 time: 0.0474620 Nov 25 19:00:45.662366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-d14f6604-c27f-4397-b71a-88a1ad6c523e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92403581-98fc-4e07-9129-8bf7f19fc9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325131 Nov 25 19:00:45.719446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:45.730120 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:45.743891 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:45.744762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:45.746568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:45.772972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-b7f3751d-08ec-4b15-aaaa-226c1a486516 service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020658 Nov 25 19:00:45.795081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c9e30c40-e510-459d-ac35-1699956859f8 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2134321 Nov 25 19:00:45.795081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:45.795081 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462a04f8-6eb6-4949-9f2a-bc9233de2f20" -d '{"events": [{"name": "network-changed", "server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:45.831936 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaff5a4-cfb0-4674-bb21-3ff38ddf69c4 x-openstack-request-id: req-dcaff5a4-cfb0-4674-bb21-3ff38ddf69c4 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:45.832229 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:45.832481 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcaff5a4-cfb0-4674-bb21-3ff38ddf69c4 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:45.832880 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'status': 'completed', 'code': 200} Nov 25 19:00:45.890239 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:45.910158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe15fed-bded-45b9-aeeb-dfc4259ce74d req-cb6260df-4eec-4091-a2bb-e7aeadc3a672 service neutron] 10.222.0.66 "GET /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298749 Nov 25 19:00:45.917568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-fb1169d7-f71e-4f63-8ccf-87d23d588436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:45.919263 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-fb1169d7-f71e-4f63-8ccf-87d23d588436 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 1097 time: 0.0525489 Nov 25 19:00:45.992534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:46.032122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-260fcf49-d905-4042-819d-706cc8df6be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:46.033912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-260fcf49-d905-4042-819d-706cc8df6be0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1022477 Nov 25 19:00:46.117470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-ef9bf6b9-43ac-43db-9d0d-18eb54b136f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7 HTTP/1.1" status: 200 len: 1000 time: 0.0744369 Nov 25 19:00:46.140758 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '7d5c03a0-6176-4243-a6a2-ad1e57243077', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:cf:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:44Z', 'updated_at': '2021-11-25T19:00:44Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}, {'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:27Z', 'revision_number': 1, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:46.171469 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:46.180138 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:46.180770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:46.188091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-f6fa1315-19c0-415d-a551-8f83beb5006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:46.189590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-f6fa1315-19c0-415d-a551-8f83beb5006f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0648015 Nov 25 19:00:46.242130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-be62c724-0701-44bf-aa26-85183abe6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:46.243710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-be62c724-0701-44bf-aa26-85183abe6aae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451419 Nov 25 19:00:46.287773 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:46.339259 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-f65ff9ca-f613-428b-92cf-aa99a1de0254 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859911 Nov 25 19:00:46.446054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-462a04f8-6eb6-4949-9f2a-bc9233de2f20 req-8ecdf5a4-7c38-40f5-9e72-b41ccc76c9b7 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985518 Nov 25 19:00:46.543881 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '7d5c03a0-6176-4243-a6a2-ad1e57243077', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:cf:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:44Z', 'updated_at': '2021-11-25T19:00:44Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}, {'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:27Z', 'revision_number': 1, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:46.592635 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c89d1b-6ebf-43d5-854b-1b34e95aef1f None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '7d5c03a0-6176-4243-a6a2-ad1e57243077', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:cf:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:44Z', 'updated_at': '2021-11-25T19:00:44Z', 'revision_number': 0, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}, {'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:27Z', 'revision_number': 1, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:46.603730 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:00:46.630951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34b6b6-b3c6-4dbc-8536-1d328a1481c9 req-f6a686c3-b436-4ce3-94c3-565a90157788 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:46.635265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-762fe28d-413f-4738-901e-f56eaf2fa2da req-68df1061-af3f-4fb1-b57f-931d6b3233b2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 210 time: 0.0572801 Nov 25 19:00:46.641639 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1b34b6b6-b3c6-4dbc-8536-1d328a1481c9 req-f6a686c3-b436-4ce3-94c3-565a90157788 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0847964 Nov 25 19:00:46.698746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-168afeac-322d-4138-a28c-2a0e51cb35c6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:46.700560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1b34b6b6-b3c6-4dbc-8536-1d328a1481c9 req-fb280f8d-1f1e-45c7-aba6-d87d774ec1f5 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579278 Nov 25 19:00:46.707097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-168afeac-322d-4138-a28c-2a0e51cb35c6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 816 time: 0.2105510 Nov 25 19:00:46.779728 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-1498c79b-654d-4392-a166-5da6cad8b27c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 379 time: 0.0607402 Nov 25 19:00:46.789462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'port': {'device_id': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'admin_state_up': True, 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'security_groups': ['b8dce08c-778a-4a3e-93ed-94c4f6191d30']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:46.855161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b0833-b5af-488d-9a97-63c558944884 None None] New status for floating IP 7d5c03a0-6176-4243-a6a2-ad1e57243077: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:00:46.904980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Made reservation on behalf of d344b5dd9769405d9383453d20d1799b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:46.909089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:46.999306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.055583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Allocated IP 172.20.0.5 (650f54d4-2abe-4df7-976e-d74fa6ca61e1/987dad49-f843-4ec4-bead-6204a6caa574/dd935117-1d89-486e-a8ea-3124c749e346) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:47.202701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.235355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.277338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:47.280283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:47.283839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:47.311120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:47.339336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:47.339963 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.356634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-dfc71a08-f6a7-4191-8e07-2794a6b425e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708978 Nov 25 19:00:47.369476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Request body: {'port': {'device_id': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:47.426526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.481477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-338643b5-8355-4c26-9c44-90f2169aba0d None None] Provisioning complete for port dd935117-1d89-486e-a8ea-3124c749e346 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:47.481848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-338643b5-8355-4c26-9c44-90f2169aba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.515750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-338643b5-8355-4c26-9c44-90f2169aba0d None None] Port dd935117-1d89-486e-a8ea-3124c749e346 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:47.694481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd935117-1d89-486e-a8ea-3124c749e346 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:47.702298 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.715996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Transition to ACTIVE for port object dd935117-1d89-486e-a8ea-3124c749e346 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:00:47.726621 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:47.805087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:47.816480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58e2d4-f301-415f-8271-658c1b51309e req-56dca289-f186-4f52-8f14-891f45191beb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:47.818054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb58e2d4-f301-415f-8271-658c1b51309e req-56dca289-f186-4f52-8f14-891f45191beb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1039622 Nov 25 19:00:47.865412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643b02-7b68-4fac-a48c-2f5e748fe7cd req-2e28177b-d360-4c56-97dc-afd77819a136 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:47.873321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a643b02-7b68-4fac-a48c-2f5e748fe7cd req-2e28177b-d360-4c56-97dc-afd77819a136 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0850756 Nov 25 19:00:47.921953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb58e2d4-f301-415f-8271-658c1b51309e req-dca488fa-7f22-46e2-b15f-9fe22dc31f5a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861626 Nov 25 19:00:47.942136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a643b02-7b68-4fac-a48c-2f5e748fe7cd req-f3184701-bbb1-421a-b2a2-a25381704117 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Nov 25 19:00:47.965041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Attempting to bind port dd935117-1d89-486e-a8ea-3124c749e346 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:47.965516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Attempting to bind port dd935117-1d89-486e-a8ea-3124c749e346 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:47.965952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Attempting to bind port dd935117-1d89-486e-a8ea-3124c749e346 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:47.971675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Port dd935117-1d89-486e-a8ea-3124c749e346 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:00:47.972055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Attempting to bind port dd935117-1d89-486e-a8ea-3124c749e346 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:47.978174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:47.978689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Checking segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:47.979326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Bound using segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:47.979879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Bound port: dd935117-1d89-486e-a8ea-3124c749e346, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:47.980348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:48.061067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:48.064926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:48.070829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:48.116032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.116664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:48.118061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] 10.222.0.66 "PUT /v2.0/ports/dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 1091 time: 0.7528644 Nov 25 19:00:48.118538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:48.120806 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cf79aa-6bc5-4c33-9990-e274e3a3a934" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "tag": "dd935117-1d89-486e-a8ea-3124c749e346"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:48.157798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8dc6-e106-4093-9174-a722f56d872c service neutron] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:48.188291 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d165978f-2d62-40f7-bc4b-db6c9eab1d52 x-openstack-request-id: req-d165978f-2d62-40f7-bc4b-db6c9eab1d52 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:48.188667 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "tag": "dd935117-1d89-486e-a8ea-3124c749e346", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:48.188998 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d165978f-2d62-40f7-bc4b-db6c9eab1d52 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:48.189466 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346', 'status': 'completed', 'code': 200} Nov 25 19:00:48.229487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-2919b61b-73e3-464b-868f-9ae4a5dc2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.231687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-2919b61b-73e3-464b-868f-9ae4a5dc2203 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1094 time: 0.0538411 Nov 25 19:00:48.237957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d6780-a230-4522-bdde-37a8c92989e4 req-1881405f-8c34-4a27-b068-48dfba321340 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.239591 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-254d6780-a230-4522-bdde-37a8c92989e4 req-1881405f-8c34-4a27-b068-48dfba321340 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0579960 Nov 25 19:00:48.283341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-5c553d77-deae-4738-a3d3-5f10b1de5fc4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 217 time: 0.0407746 Nov 25 19:00:48.306372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-254d6780-a230-4522-bdde-37a8c92989e4 req-6fce4503-fcda-43e1-a095-492b8b3b57b1 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548034 Nov 25 19:00:48.348990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-3ce22b16-e752-479b-8c1b-e6beb205ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.350607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-3ce22b16-e752-479b-8c1b-e6beb205ab07 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0577576 Nov 25 19:00:48.405763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-7cfbe2bc-3768-419a-8151-ed2fff6dcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.407347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-7cfbe2bc-3768-419a-8151-ed2fff6dcf73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485835 Nov 25 19:00:48.510480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-8e9b87ee-da43-4c7b-b7f4-037507261f75 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938988 Nov 25 19:00:48.606489 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5408b73a-c10d-4d45-8343-20cea9636b80 req-e336557e-6a9d-4e07-9706-d6117f586585 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884652 Nov 25 19:00:48.700545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-492e1b36-edf2-4f00-b10a-4c75e097395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.702742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-492e1b36-edf2-4f00-b10a-4c75e097395c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1094 time: 0.0422630 Nov 25 19:00:48.798284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-27b88623-3824-4b51-b9e4-ddbbdc0aa50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.799717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-27b88623-3824-4b51-b9e4-ddbbdc0aa50b service neutron] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0893819 Nov 25 19:00:48.842874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-30b21e39-7864-46b6-af6a-08713124b91a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 217 time: 0.0345182 Nov 25 19:00:48.893901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-922957d5-fd70-455c-8bb9-bb0fb2a82f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.895490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-922957d5-fd70-455c-8bb9-bb0fb2a82f9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0449288 Nov 25 19:00:48.943633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-87642e74-5f47-47ee-be0e-f3d6378e8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:48.945442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-87642e74-5f47-47ee-be0e-f3d6378e8fd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425754 Nov 25 19:00:49.074406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced9db-25d5-494d-925f-7151bf22af58 req-f2568e59-e837-4706-9181-e0b006dba799 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:49.076398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7ced9db-25d5-494d-925f-7151bf22af58 req-f2568e59-e837-4706-9181-e0b006dba799 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0771732 Nov 25 19:00:49.078850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-f1fd0c33-0062-485d-aa21-ac41af2ec3e1 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256113 Nov 25 19:00:49.176329 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f7ced9db-25d5-494d-925f-7151bf22af58 req-fa9a2fc2-2417-4d62-866c-77fce6a9442d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937657 Nov 25 19:00:49.200553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-14cf79aa-6bc5-4c33-9990-e274e3a3a934 req-a9e89301-1bd9-407e-bd96-8d50e8c0c13d service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123226 Nov 25 19:00:49.423494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadda2dd-6627-4db7-9243-c4b08a15d396 req-9c057cbd-49a7-4b4e-a9bc-c0ea44ec5d33 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:49.425003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dadda2dd-6627-4db7-9243-c4b08a15d396 req-9c057cbd-49a7-4b4e-a9bc-c0ea44ec5d33 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Nov 25 19:00:49.477722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dadda2dd-6627-4db7-9243-c4b08a15d396 req-5844e2b1-0e18-4b50-a15c-80302833638d tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466123 Nov 25 19:00:50.211344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-4fac1add-7599-412d-82d2-94f9f912354f tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:50.212814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-4fac1add-7599-412d-82d2-94f9f912354f tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.66 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Nov 25 19:00:50.330697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de3d35-bfa2-48e5-82d4-b89571e56d42 req-eeff5f11-c927-4816-82d3-c05618e152e9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:50.332165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46de3d35-bfa2-48e5-82d4-b89571e56d42 req-eeff5f11-c927-4816-82d3-c05618e152e9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0820615 Nov 25 19:00:50.361785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Deleting port da01bec3-49a0-467a-81e8-d7249c353b2e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:00:50.362125 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:50.434272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46de3d35-bfa2-48e5-82d4-b89571e56d42 req-a989eca6-9088-4183-9335-a8a19894fc72 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957944 Nov 25 19:00:50.477379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] For port da01bec3-49a0-467a-81e8-d7249c353b2e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=da01bec3-49a0-467a-81e8-d7249c353b2e,segment=NetworkSegment(111fbf6c-bfde-46b0-bcb6-309fa7a41805),segment_id=111fbf6c-bfde-46b0-bcb6-309fa7a41805)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:50.478060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:50.493841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Calling delete_port for da01bec3-49a0-467a-81e8-d7249c353b2e owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:00:50.606444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5903-38f4-407e-9aec-6e10a90ebb21 req-eec7af5f-d13c-4a64-8f08-de4fd05a342f tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:50.608047 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79eb5903-38f4-407e-9aec-6e10a90ebb21 req-eec7af5f-d13c-4a64-8f08-de4fd05a342f tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/ports?device_id=699e3d2e-3328-43ac-aff4-0621fb135348 HTTP/1.1" status: 200 len: 945 time: 0.0556591 Nov 25 19:00:50.630498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:50.642277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['da01bec3-49a0-467a-81e8-d7249c353b2e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:50.657845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79eb5903-38f4-407e-9aec-6e10a90ebb21 req-13ca4cae-e106-4fca-a23d-eefb9adbc9d3 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f78122-57ed-4349-901d-f5e3ed15befd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426295 Nov 25 19:00:50.665305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Pushing event deleted for resources: {'Port': ['ID=da01bec3-49a0-467a-81e8-d7249c353b2e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:50.706859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] No DVR routers for this DVR port da01bec3-49a0-467a-81e8-d7249c353b2e on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:00:50.709544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:50.712989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aae36800-542b-4450-9ac1-ed889276c5e6 req-3b888d47-af90-4310-aae8-76500b3feb41 tempest-TestServerAdvancedOps-1444234619 tempest-TestServerAdvancedOps-1444234619-project] 10.222.0.66 "DELETE /v2.0/ports/da01bec3-49a0-467a-81e8-d7249c353b2e HTTP/1.1" status: 204 len: 173 time: 0.4935544 Nov 25 19:00:50.713383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699e3d2e-3328-43ac-aff4-0621fb135348', 'name': 'network-vif-deleted', 'tag': 'da01bec3-49a0-467a-81e8-d7249c353b2e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:50.715636 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5435f1c1-02aa-4425-8bdd-df55b0341e8c" -d '{"events": [{"server_uuid": "699e3d2e-3328-43ac-aff4-0621fb135348", "name": "network-vif-deleted", "tag": "da01bec3-49a0-467a-81e8-d7249c353b2e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:50.762792 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e173f72-b709-4eac-9ed2-bd29a6b1f046 x-openstack-request-id: req-6e173f72-b709-4eac-9ed2-bd29a6b1f046 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:50.763089 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699e3d2e-3328-43ac-aff4-0621fb135348", "name": "network-vif-deleted", "tag": "da01bec3-49a0-467a-81e8-d7249c353b2e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:50.763371 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e173f72-b709-4eac-9ed2-bd29a6b1f046 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:50.763773 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699e3d2e-3328-43ac-aff4-0621fb135348', 'name': 'network-vif-deleted', 'tag': 'da01bec3-49a0-467a-81e8-d7249c353b2e', 'status': 'completed', 'code': 200} Nov 25 19:00:51.554747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1d09-921e-45fa-84ab-25b2b64b87cb req-ab4c6c53-4e3b-4e47-8dec-66dfe2dcad77 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:51.556219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f4d1d09-921e-45fa-84ab-25b2b64b87cb req-ab4c6c53-4e3b-4e47-8dec-66dfe2dcad77 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0491419 Nov 25 19:00:51.611968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f4d1d09-921e-45fa-84ab-25b2b64b87cb req-3b2ec246-8e8c-4661-9832-58d1c6a42ac1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498433 Nov 25 19:00:51.726105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:51.772372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] Deleting subnet 124ffad0-c612-4952-bf79-73ebea4574f0 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:00:51.775366 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:51.809546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:51.847948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:51.896761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:51.920987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124ffad0-c612-4952-bf79-73ebea4574f0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:51.924769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:51.927993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d28d4a96-424f-4221-9e3e-19bf8f29e118 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/124ffad0-c612-4952-bf79-73ebea4574f0 HTTP/1.1" status: 204 len: 168 time: 0.2008729 Nov 25 19:00:51.930592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46790) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:52.005866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.082152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.101495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92403581-98fc-4e07-9129-8bf7f19fc9ff']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:52.110404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111fbf6c-bfde-46b0-bcb6-309fa7a41805') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:52.110725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111fbf6c-bfde-46b0-bcb6-309fa7a41805') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:52.124529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.137149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.143641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:00:52.144020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:00:52.145616 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:00:52.199116 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.205900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.209257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] 10.222.0.62 "DELETE /v2.0/networks/92403581-98fc-4e07-9129-8bf7f19fc9ff HTTP/1.1" status: 204 len: 168 time: 0.2777264 Nov 25 19:00:52.212118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46792) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:52.220226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb78ecf-963f-4edc-a5e9-012fa1002b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=92403581-98fc-4e07-9129-8bf7f19fc9ff,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:52.257506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] Deleting subnet 5ee520f9-1880-42b8-b237-10fe9cefa91c {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:00:52.260769 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.297877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.335631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.393879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.418681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee520f9-1880-42b8-b237-10fe9cefa91c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:52.422780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.425974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53cc667c-05cd-40e1-91a3-5550aaad0b07 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5ee520f9-1880-42b8-b237-10fe9cefa91c HTTP/1.1" status: 204 len: 168 time: 0.2127616 Nov 25 19:00:52.428571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:52.498908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.576619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.597354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1dc3160-f944-4fb5-9eb7-eacbe00369a5']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:52.607683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e280a8-d2f4-44f1-88f2-9b994b652565') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:52.607982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e280a8-d2f4-44f1-88f2-9b994b652565') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:52.617580 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.631262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.637144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:00:52.637698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:00:52.639363 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:00:52.642807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:00:52.709209 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.717581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.723609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f1dc3160-f944-4fb5-9eb7-eacbe00369a5 HTTP/1.1" status: 204 len: 168 time: 0.2916038 Nov 25 19:00:52.735359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146a471-f1f2-49f9-9c7a-1780434fcc10 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1dc3160-f944-4fb5-9eb7-eacbe00369a5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:52.754496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed33a2f-a781-45e4-805d-9e5d98b8c351 req-4c7ef346-2fcc-4076-b245-571d76e12cac tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:52.756137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ed33a2f-a781-45e4-805d-9e5d98b8c351 req-4c7ef346-2fcc-4076-b245-571d76e12cac tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0639060 Nov 25 19:00:52.766155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:52.780598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'dd935117-1d89-486e-a8ea-3124c749e346', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'port_id': 'dd935117-1d89-486e-a8ea-3124c749e346', 'mac_address': 'fa:16:3e:04:f3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:00:52.832669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.847588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd935117-1d89-486e-a8ea-3124c749e346 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:00:52.860691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46802) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:52.871105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:52.876855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.906061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fe052367-50e6-4cd5-929c-4d74aed78fa1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a17e65c20e2b4373aea5bc40231054b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439911 Nov 25 19:00:52.906989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ed33a2f-a781-45e4-805d-9e5d98b8c351 req-6e5a508c-f921-469e-b3bb-9aee1c1f3219 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440287 Nov 25 19:00:52.908455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46804) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:52.928932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:52.937340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.937688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.938085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.938475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.938822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.939154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.939483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.939968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.940423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.940621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.940994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.941634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:52.963479 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6c7d-7342-4f0d-a514-9138ce281a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:52.985850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6c7d-7342-4f0d-a514-9138ce281a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.031808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6c7d-7342-4f0d-a514-9138ce281a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.034535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6c7d-7342-4f0d-a514-9138ce281a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.035684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c4fe6c7d-7342-4f0d-a514-9138ce281a9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77f78122-57ed-4349-901d-f5e3ed15befd HTTP/1.1" status: 204 len: 168 time: 0.1263189 Nov 25 19:00:53.044560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe6c7d-7342-4f0d-a514-9138ce281a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f78122-57ed-4349-901d-f5e3ed15befd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:53.208871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['dd935117-1d89-486e-a8ea-3124c749e346'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:00:53.380250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46810) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:53.428035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-06a0f03a-083e-4cd1-ad90-0ac0f58ae890 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8442d7938a78480cb327ca8c06b8f227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465620 Nov 25 19:00:53.430835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:53.483252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-363dd6a1-cbe3-4e23-a027-f76acaf0ec6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.504545 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-363dd6a1-cbe3-4e23-a027-f76acaf0ec6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.552208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-363dd6a1-cbe3-4e23-a027-f76acaf0ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.554989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-363dd6a1-cbe3-4e23-a027-f76acaf0ec6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:53.556953 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-363dd6a1-cbe3-4e23-a027-f76acaf0ec6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/104cccdc-a268-4117-8f70-ce307f261794 HTTP/1.1" status: 204 len: 168 time: 0.1250935 Nov 25 19:00:53.566387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dd6a1-cbe3-4e23-a027-f76acaf0ec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104cccdc-a268-4117-8f70-ce307f261794,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:54.218611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d313d4-1d1d-44df-91e2-5bdd4b5fdd73 req-e9f8ab9d-ae9e-41bc-a869-8c2985c1add1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:54.220120 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19d313d4-1d1d-44df-91e2-5bdd4b5fdd73 req-e9f8ab9d-ae9e-41bc-a869-8c2985c1add1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 944 time: 0.2290399 Nov 25 19:00:54.265422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46838) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:54.268599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-19d313d4-1d1d-44df-91e2-5bdd4b5fdd73 req-1bd750a6-afc1-445f-b944-1f45b3c61fdf tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 Nov 25 19:00:54.362653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1112889010-network', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:54.383079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Made reservation on behalf of a7f1c3199ad946b89773c45c0048d8b7 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:54.385288 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.393717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.468905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.472897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.493906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:00:54.507802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6c131-6180-48dc-b87a-5501719a56f0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:54.512544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.512887 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Added segment cae7a5d2-85a2-4f88-bddd-cb7727326de7 of type vlan for network 22b7820c-656e-40ff-a9de-279e1bbc033e Nov 25 19:00:54.551851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.576342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.577300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:54.577872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.629980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3634565 Nov 25 19:00:54.632982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46844) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:54.636355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:54.638626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Request body: {'subnet': {'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1112889010-subnet', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:54.642012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac0ab2-1e01-43e0-8e64-80f93697abae admin admin] Pushing event updated for resources: {'Network': ['ID=22b7820c-656e-40ff-a9de-279e1bbc033e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:54.660180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Made reservation on behalf of a7f1c3199ad946b89773c45c0048d8b7 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:00:54.662629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.667659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 22b7820c-656e-40ff-a9de-279e1bbc033e details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:00:54.752500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port dd935117-1d89-486e-a8ea-3124c749e346 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:00:54.756330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port dd935117-1d89-486e-a8ea-3124c749e346 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:54.756704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.831330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.833338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.855508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:54.857758 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f08e92-bf47-408a-98ab-a8f737935a4f" -d '{"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-plugged", "status": "completed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:54.870845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:54.876029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.876841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device da01bec3-49a0-467a-81e8-d7249c353b2e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:00:54.899478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8798113c-b256-4fff-8eae-ad27f21e1e4a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:54.903793 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5c6784-b57d-4b7c-9a54-19f3c8888716 x-openstack-request-id: req-af5c6784-b57d-4b7c-9a54-19f3c8888716 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:54.904112 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-plugged", "status": "completed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:54.904430 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af5c6784-b57d-4b7c-9a54-19f3c8888716 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:54.904948 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346', 'code': 200} Nov 25 19:00:54.910415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Checking segment: {'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:54.910836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Network hostable DHCP agents. Network: 22b7820c-656e-40ff-a9de-279e1bbc033e, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:00:54.922475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: da01bec3-49a0-467a-81e8-d7249c353b2e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:00:54.922874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device da01bec3-49a0-467a-81e8-d7249c353b2e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:00:54.931164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Network 22b7820c-656e-40ff-a9de-279e1bbc033e is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:00:54.945219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 22b7820c-656e-40ff-a9de-279e1bbc033e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:54.954173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:54.954675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39ff0b-080e-4c51-921f-e1c43033a646 None None] Network 22b7820c-656e-40ff-a9de-279e1bbc033e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:54.954877 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:54.956899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:54.994698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-596eb2a9-1bde-48d5-ab77-3be72436914b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3602529 Nov 25 19:00:54.998115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:55.003464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:55.010245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6365c-f0f3-4d7b-93e7-6cf24ae11cfc req-239f2118-0a9c-48a2-9d79-0f5d40a4596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:55.012056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eac6365c-f0f3-4d7b-93e7-6cf24ae11cfc req-239f2118-0a9c-48a2-9d79-0f5d40a4596f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1096 time: 0.0466654 Nov 25 19:00:55.026481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.028017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.065692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eac6365c-f0f3-4d7b-93e7-6cf24ae11cfc req-76235716-cddd-4bc3-a8bf-4acc83a07448 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465932 Nov 25 19:00:55.093042 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.112506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-22b7820c-656e-40ff-a9de-279e1bbc033e', 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'fixed_ips': [{'subnet_id': '8798113c-b256-4fff-8eae-ad27f21e1e4a'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:00:55.113485 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.239879 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.251769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Allocated IP 172.20.0.2 (22b7820c-656e-40ff-a9de-279e1bbc033e/8798113c-b256-4fff-8eae-ad27f21e1e4a/90ba600d-a1dd-47ef-b06c-7a8f84061eec) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:55.403737 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.410875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17dc18-802c-4c6e-9862-a8495f2d6b86 req-03090f54-5410-4489-96b8-a950bca67a85 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:55.411970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.412400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb17dc18-802c-4c6e-9862-a8495f2d6b86 req-03090f54-5410-4489-96b8-a950bca67a85 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0595868 Nov 25 19:00:55.453420 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.462968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Network 22b7820c-656e-40ff-a9de-279e1bbc033e is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:55.464627 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:55.467165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Pushing event updated for resources: {'Port': ['ID=90ba600d-a1dd-47ef-b06c-7a8f84061eec,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:55.468507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb17dc18-802c-4c6e-9862-a8495f2d6b86 req-2f194818-43dc-42e5-a63b-2863ec6339b5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477803 Nov 25 19:00:55.469360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:55.474727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.524201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Attempting to bind port 90ba600d-a1dd-47ef-b06c-7a8f84061eec on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:55.524578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Attempting to bind port 90ba600d-a1dd-47ef-b06c-7a8f84061eec by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:55.524950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Attempting to bind port 90ba600d-a1dd-47ef-b06c-7a8f84061eec on network 22b7820c-656e-40ff-a9de-279e1bbc033e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:55.530485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:55.530872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Checking segment: {'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:55.531272 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.531667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Bound using segment: {'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:55.532132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Bound port: 90ba600d-a1dd-47ef-b06c-7a8f84061eec, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:55.532513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.593758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] For port 90ba600d-a1dd-47ef-b06c-7a8f84061eec, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:55.596815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] For port 90ba600d-a1dd-47ef-b06c-7a8f84061eec, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=90ba600d-a1dd-47ef-b06c-7a8f84061eec,segment=NetworkSegment(cae7a5d2-85a2-4f88-bddd-cb7727326de7),segment_id=cae7a5d2-85a2-4f88-bddd-cb7727326de7)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:55.597203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Allocated IP 172.25.2.123 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/ee0a6539-f08c-4369-b68e-d7ca700bea37) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:55.601830 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.663640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7016c-af48-4ae5-b790-b6f9707d4636 None None] Pushing event updated for resources: {'Port': ['ID=90ba600d-a1dd-47ef-b06c-7a8f84061eec,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:55.707601 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.742157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.785610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:55.788749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:55.791306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:55.816533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6efed9-d8f5-44ca-adbf-0880c464b735 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:55.839832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0a6539-f08c-4369-b68e-d7ca700bea37,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:55.869073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4ea6f60e-014a-40c5-a044-9c37efc1565c None None] Provisioning complete for port ee0a6539-f08c-4369-b68e-d7ca700bea37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:55.869447 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f60e-014a-40c5-a044-9c37efc1565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:55.909390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6f60e-014a-40c5-a044-9c37efc1565c None None] Port ee0a6539-f08c-4369-b68e-d7ca700bea37 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:56.082735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:56.285524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:56.297068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 90ba600d-a1dd-47ef-b06c-7a8f84061eec up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:56.348437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 90ba600d-a1dd-47ef-b06c-7a8f84061eec triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:56.348809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:56.443457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:56.480504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 90ba600d-a1dd-47ef-b06c-7a8f84061eec, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=90ba600d-a1dd-47ef-b06c-7a8f84061eec,segment=NetworkSegment(cae7a5d2-85a2-4f88-bddd-cb7727326de7),segment_id=cae7a5d2-85a2-4f88-bddd-cb7727326de7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:56.486586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:56.572521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=90ba600d-a1dd-47ef-b06c-7a8f84061eec,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:56.667808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eca313-9c59-4c22-a03b-1de3536e2bdb None None] Network 22b7820c-656e-40ff-a9de-279e1bbc033e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:00:56.757223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d3f79d26-676a-4b53-8b84-9a8b1a3d032b None None] Provisioning complete for port 90ba600d-a1dd-47ef-b06c-7a8f84061eec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:56.757596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d3f79d26-676a-4b53-8b84-9a8b1a3d032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:56.762336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2727e-0d7d-450a-b941-c456d2a997f1 req-b1deac93-0a2c-4212-a901-a63c3b1d4192 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:56.764405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46f2727e-0d7d-450a-b941-c456d2a997f1 req-b1deac93-0a2c-4212-a901-a63c3b1d4192 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0640178 Nov 25 19:00:56.821243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Router f479340b-015e-476a-96ab-1384be7adbaf is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:00:56.829317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46f2727e-0d7d-450a-b941-c456d2a997f1 req-aae75e56-10bd-46dc-a6e1-9a089d410419 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579345 Nov 25 19:00:56.941669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:56.953561 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Sync routers for ids ['f479340b-015e-476a-96ab-1384be7adbaf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:56.970251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:56.971528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fcb2dc49-493c-463c-a965-ce36bce76819 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9720955 Nov 25 19:00:56.973577 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Routers {'f479340b-015e-476a-96ab-1384be7adbaf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:56.974290 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f479340b-015e-476a-96ab-1384be7adbaf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:56.976451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:56.976724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adce53-d22c-4b84-86da-e889d2482e1c req-fb088369-7898-4d4e-8688-fdaa0f10ddfa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:56.978708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-27adce53-d22c-4b84-86da-e889d2482e1c req-fb088369-7898-4d4e-8688-fdaa0f10ddfa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0715747 Nov 25 19:00:56.989169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:00:56.994542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'floatingip': {'port_id': 'dd935117-1d89-486e-a8ea-3124c749e346'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:00:57.083124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.089856 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Set router f479340b-015e-476a-96ab-1384be7adbaf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:57.273383 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:55Z', 'revision_number': 3, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'gw_port': {'id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:57.282696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-738d7d45-cf3a-4ac5-868b-47330da56a44 None None] Provisioning complete for port 90ba600d-a1dd-47ef-b06c-7a8f84061eec triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:57.283072 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-738d7d45-cf3a-4ac5-868b-47330da56a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.300471 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Checking router: f479340b-015e-476a-96ab-1384be7adbaf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:57.302212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Updating router f479340b-015e-476a-96ab-1384be7adbaf port ee0a6539-f08c-4369-b68e-d7ca700bea37 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:00:57.333647 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.674322 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.679943 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.723827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef60bef-d510-4e21-9d60-9d61cb3d7c79 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:57.728058 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Attempting to bind port ee0a6539-f08c-4369-b68e-d7ca700bea37 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:00:57.728433 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Attempting to bind port ee0a6539-f08c-4369-b68e-d7ca700bea37 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:00:57.728804 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Attempting to bind port ee0a6539-f08c-4369-b68e-d7ca700bea37 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:00:57.738410 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:00:57.738689 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:00:57.739140 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.739478 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:00:57.739946 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Bound port: ee0a6539-f08c-4369-b68e-d7ca700bea37, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:00:57.740659 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.760406 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8071835-2227-42e4-b8d4-0bc5a2e34ed9 None None] Pushing event updated for resources: {'Port': ['ID=ee0a6539-f08c-4369-b68e-d7ca700bea37,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:57.788557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1074fa63-3378-42bf-a474-a534ddef5fc8 None None] Provisioning complete for port ee0a6539-f08c-4369-b68e-d7ca700bea37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:57.789300 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1074fa63-3378-42bf-a474-a534ddef5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.796178 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] For port ee0a6539-f08c-4369-b68e-d7ca700bea37, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:00:57.799682 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] For port ee0a6539-f08c-4369-b68e-d7ca700bea37, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ee0a6539-f08c-4369-b68e-d7ca700bea37,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:00:57.805280 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.828574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.834213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1074fa63-3378-42bf-a474-a534ddef5fc8 None None] Port ee0a6539-f08c-4369-b68e-d7ca700bea37 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:57.837966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.842560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.855461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88d901-6bce-44bd-ba08-c29b5104c96e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:00:57.871776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8071835-2227-42e4-b8d4-0bc5a2e34ed9 None None] Pushing event updated for resources: {'Port': ['ID=ee0a6539-f08c-4369-b68e-d7ca700bea37,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:57.878207 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Routers {'f479340b-015e-476a-96ab-1384be7adbaf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:57.878710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f479340b-015e-476a-96ab-1384be7adbaf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:57.956204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-529b0a9c-1e43-47e1-9eae-8239ba7f0292 None None] Provisioning complete for port ee0a6539-f08c-4369-b68e-d7ca700bea37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:57.956471 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-529b0a9c-1e43-47e1-9eae-8239ba7f0292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:57.987386 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] Set router f479340b-015e-476a-96ab-1384be7adbaf gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:58.027279 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Floating IP 05c60eda-4959-4b95-a315-d1e4dca851ee associated. External IP: 172.25.2.173, port: dd935117-1d89-486e-a8ea-3124c749e346. Nov 25 19:00:58.043707 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-529b0a9c-1e43-47e1-9eae-8239ba7f0292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.067033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-529b0a9c-1e43-47e1-9eae-8239ba7f0292 None None] For port ee0a6539-f08c-4369-b68e-d7ca700bea37, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ee0a6539-f08c-4369-b68e-d7ca700bea37,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:00:58.072480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-529b0a9c-1e43-47e1-9eae-8239ba7f0292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.122356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b0a9c-1e43-47e1-9eae-8239ba7f0292 None None] Pushing event updated for resources: {'Port': ['ID=ee0a6539-f08c-4369-b68e-d7ca700bea37,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:58.167361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Allocated IP 172.20.0.1 (22b7820c-656e-40ff-a9de-279e1bbc033e/8798113c-b256-4fff-8eae-ad27f21e1e4a/a34ce2b1-0a50-474b-a6b7-3b2563504217) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:00:58.182663 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:55Z', 'revision_number': 3, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'gw_port': {'id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:58.211504 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63f470-10c1-4768-bb51-475b85d1b889 None None] The sync data for ids ['f479340b-015e-476a-96ab-1384be7adbaf'] in n-d-819194-3 is: [{'id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:55Z', 'revision_number': 3, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'gw_port': {'id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:58.272976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 90ba600d-a1dd-47ef-b06c-7a8f84061eec up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:00:58.329030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 90ba600d-a1dd-47ef-b06c-7a8f84061eec triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:58.329549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.373778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.376521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Router 680f25e3-5864-4f9a-b07c-27e54a61e42c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:58.476079 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.555592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Network 22b7820c-656e-40ff-a9de-279e1bbc033e is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:58.562341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:58.569445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:00:58.573541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Pushing event updated for resources: {'Port': ['ID=a34ce2b1-0a50-474b-a6b7-3b2563504217,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:58.583748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.584109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.584437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.584773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.585089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.585424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.585757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.586076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.586397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.586745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.587068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.587388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:00:58.615956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:58.621848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.629669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] Sync routers for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:00:58.644574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:58.646597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:58.656645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.662633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4237be55-ee8b-4d98-a4ca-7ab55315604c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "PUT /v2.0/floatingips/05c60eda-4959-4b95-a315-d1e4dca851ee HTTP/1.1" status: 200 len: 991 time: 1.6696596 Nov 25 19:00:58.662633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:00:58.664349 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ad641b-a704-461d-9b1f-d4854a9c8670" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "tag": "dd935117-1d89-486e-a8ea-3124c749e346"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:00:58.749153 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c7a80-4512-4e00-9127-44fe75bde598 x-openstack-request-id: req-5c9c7a80-4512-4e00-9127-44fe75bde598 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:00:58.749583 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "tag": "dd935117-1d89-486e-a8ea-3124c749e346", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:00:58.749842 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c9c7a80-4512-4e00-9127-44fe75bde598 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:00:58.750243 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346', 'status': 'completed', 'code': 200} Nov 25 19:00:58.832993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-63b4ec99-2729-4d45-9057-b748ffc9e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:58.834662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-63b4ec99-2729-4d45-9057-b748ffc9e8fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1096 time: 0.0656097 Nov 25 19:00:58.860248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:58.861468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:58.939577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-4831fd22-3201-4af5-b5ef-d25979860397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:58.942313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-4831fd22-3201-4af5-b5ef-d25979860397 service neutron] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.1002896 Nov 25 19:00:58.960606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4d570234-8cf3-4eb1-96c0-2d083dc1d31d None None] Provisioning complete for port a34ce2b1-0a50-474b-a6b7-3b2563504217 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:58.960982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d570234-8cf3-4eb1-96c0-2d083dc1d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:59.027222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-8574dc16-1f9d-4004-9e54-427e627145b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 999 time: 0.0772462 Nov 25 19:00:59.037667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4d570234-8cf3-4eb1-96c0-2d083dc1d31d None None] Port a34ce2b1-0a50-474b-a6b7-3b2563504217 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:59.064083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:59.070969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:59.097347 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-e8cdd153-79a6-46e2-a5d3-a86cfa8a115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:59.099314 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-e8cdd153-79a6-46e2-a5d3-a86cfa8a115d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0640872 Nov 25 19:00:59.146638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:59.155192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-e0638602-acd8-4c5b-9a79-623b2432beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:00:59.157059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-e0638602-acd8-4c5b-9a79-623b2432beff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497077 Nov 25 19:00:59.157871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Pushing event updated for resources: {'Port': ['ID=a34ce2b1-0a50-474b-a6b7-3b2563504217,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:00:59.193991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '05c60eda-4959-4b95-a315-d1e4dca851ee', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'port_id': 'dd935117-1d89-486e-a8ea-3124c749e346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'mac_address': 'fa:16:3e:04:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:43Z', 'updated_at': '2021-11-25T19:00:57Z', 'revision_number': 1, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:59.227353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] Checking router: 680f25e3-5864-4f9a-b07c-27e54a61e42c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:00:59.236187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:00:59.236821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:59.250199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Network 22b7820c-656e-40ff-a9de-279e1bbc033e is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:00:59.251797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:00:59.285799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-85b8801d-62ed-4c64-8e4d-d399ba7569c1 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204951 Nov 25 19:00:59.358782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:00:59.412126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e5ad641b-a704-461d-9b1f-d4854a9c8670 req-e3273fc6-80b9-4d97-ba32-090e5497f373 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176107 Nov 25 19:00:59.431579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Router f479340b-015e-476a-96ab-1384be7adbaf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:00:59.586014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e3e3bd56-365e-4d62-aba8-e16d694b3f7e None None] Provisioning complete for port a34ce2b1-0a50-474b-a6b7-3b2563504217 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:00:59.586379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e3e3bd56-365e-4d62-aba8-e16d694b3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:00:59.647496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3bd56-365e-4d62-aba8-e16d694b3f7e None None] Port a34ce2b1-0a50-474b-a6b7-3b2563504217 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:00:59.672420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '05c60eda-4959-4b95-a315-d1e4dca851ee', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'port_id': 'dd935117-1d89-486e-a8ea-3124c749e346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'mac_address': 'fa:16:3e:04:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:43Z', 'updated_at': '2021-11-25T19:00:57Z', 'revision_number': 1, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:00:59.704355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead565d-cf6b-4036-9782-9cdf7cec4fbb None None] The sync data for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 is: [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '05c60eda-4959-4b95-a315-d1e4dca851ee', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'port_id': 'dd935117-1d89-486e-a8ea-3124c749e346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'mac_address': 'fa:16:3e:04:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:00:43Z', 'updated_at': '2021-11-25T19:00:57Z', 'revision_number': 1, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:00:59.870412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:00:59.876102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d61d51dd-c398-4a2c-a882-8bcfc81a9761 admin admin] 10.222.0.62 "PUT /v2.0/routers/f479340b-015e-476a-96ab-1384be7adbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8986402 Nov 25 19:00:59.950071 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e36ecfa-24ae-4345-8ed7-cb5331f707e8 None None] New status for floating IP 05c60eda-4959-4b95-a315-d1e4dca851ee: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:01:00.163044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Sync routers for ids ['f479340b-015e-476a-96ab-1384be7adbaf'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:01:00.174437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Routers {'f479340b-015e-476a-96ab-1384be7adbaf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:01:00.175252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f479340b-015e-476a-96ab-1384be7adbaf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:00.290551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Set router f479340b-015e-476a-96ab-1384be7adbaf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:01:00.320762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ee0a6539-f08c-4369-b68e-d7ca700bea37 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:01:00.470007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ee0a6539-f08c-4369-b68e-d7ca700bea37 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:00.470689 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:00.627737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:58Z', 'revision_number': 4, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'gw_port': {'id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'a34ce2b1-0a50-474b-a6b7-3b2563504217', 'name': '', 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'mac_address': 'fa:16:3e:f3:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8798113c-b256-4fff-8eae-ad27f21e1e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:57Z', 'updated_at': '2021-11-25T19:00:58Z', 'revision_number': 2, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'subnets': [{'id': '8798113c-b256-4fff-8eae-ad27f21e1e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:00.654613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Checking router: f479340b-015e-476a-96ab-1384be7adbaf for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:01:00.654965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Updating router f479340b-015e-476a-96ab-1384be7adbaf port a34ce2b1-0a50-474b-a6b7-3b2563504217 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:01:00.682688 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:00.799855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:00.899781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46890) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:00.974621 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:00.980361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.032096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc57d90-7cc5-4756-bfd3-d5ca8fd4780d None None] Pushing event updated for resources: {'Port': ['ID=a34ce2b1-0a50-474b-a6b7-3b2563504217,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:01.244662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Attempting to bind port a34ce2b1-0a50-474b-a6b7-3b2563504217 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:01:01.245307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Attempting to bind port a34ce2b1-0a50-474b-a6b7-3b2563504217 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:01:01.245440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Attempting to bind port a34ce2b1-0a50-474b-a6b7-3b2563504217 on network 22b7820c-656e-40ff-a9de-279e1bbc033e {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:01:01.250926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:01:01.251302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Checking segment: {'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:01:01.251702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.252094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Bound using segment: {'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:01:01.258022 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.258240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Bound port: a34ce2b1-0a50-474b-a6b7-3b2563504217, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae7a5d2-85a2-4f88-bddd-cb7727326de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:01:01.258463 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.304693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5627c434-28c1-4b83-a627-00d76bafd72e None None] Provisioning complete for port a34ce2b1-0a50-474b-a6b7-3b2563504217 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:01.305084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5627c434-28c1-4b83-a627-00d76bafd72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.359728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] For port a34ce2b1-0a50-474b-a6b7-3b2563504217, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:01:01.362327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5627c434-28c1-4b83-a627-00d76bafd72e None None] Port a34ce2b1-0a50-474b-a6b7-3b2563504217 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:01:01.365247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] For port a34ce2b1-0a50-474b-a6b7-3b2563504217, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a34ce2b1-0a50-474b-a6b7-3b2563504217,segment=NetworkSegment(cae7a5d2-85a2-4f88-bddd-cb7727326de7),segment_id=cae7a5d2-85a2-4f88-bddd-cb7727326de7)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:01:01.371645 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.434394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Routers {'f479340b-015e-476a-96ab-1384be7adbaf'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:01:01.435633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f479340b-015e-476a-96ab-1384be7adbaf'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:01.441006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc57d90-7cc5-4756-bfd3-d5ca8fd4780d None None] Pushing event updated for resources: {'Port': ['ID=a34ce2b1-0a50-474b-a6b7-3b2563504217,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:01.515859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Deleting port a34ce2b1-0a50-474b-a6b7-3b2563504217 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:01:01.516191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.552856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] Set router f479340b-015e-476a-96ab-1384be7adbaf gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:01:01.616030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] For port a34ce2b1-0a50-474b-a6b7-3b2563504217, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a34ce2b1-0a50-474b-a6b7-3b2563504217,segment=NetworkSegment(cae7a5d2-85a2-4f88-bddd-cb7727326de7),segment_id=cae7a5d2-85a2-4f88-bddd-cb7727326de7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:01.616458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.633084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Calling delete_port for a34ce2b1-0a50-474b-a6b7-3b2563504217 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:01:01.719144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6577f18e-9e50-40fd-9d31-8d124dc9694d None None] Provisioning complete for port a34ce2b1-0a50-474b-a6b7-3b2563504217 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:01.719608 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6577f18e-9e50-40fd-9d31-8d124dc9694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.854338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:58Z', 'revision_number': 4, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'gw_port': {'id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'a34ce2b1-0a50-474b-a6b7-3b2563504217', 'name': '', 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'mac_address': 'fa:16:3e:f3:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8798113c-b256-4fff-8eae-ad27f21e1e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:57Z', 'updated_at': '2021-11-25T19:01:01Z', 'revision_number': 4, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'subnets': [{'id': '8798113c-b256-4fff-8eae-ad27f21e1e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:01.860770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.884891 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6577f18e-9e50-40fd-9d31-8d124dc9694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:01.887104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cc93b-0af2-434d-b9ea-e7322810b5f5 None None] The sync data for ids ['f479340b-015e-476a-96ab-1384be7adbaf'] in n-d-819194-3 is: [{'id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:58Z', 'revision_number': 4, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'gw_port': {'id': 'ee0a6539-f08c-4369-b68e-d7ca700bea37', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'a34ce2b1-0a50-474b-a6b7-3b2563504217', 'name': '', 'network_id': '22b7820c-656e-40ff-a9de-279e1bbc033e', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'mac_address': 'fa:16:3e:f3:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '8798113c-b256-4fff-8eae-ad27f21e1e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:57Z', 'updated_at': '2021-11-25T19:01:01Z', 'revision_number': 4, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'subnets': [{'id': '8798113c-b256-4fff-8eae-ad27f21e1e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:01:01.892968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34ce2b1-0a50-474b-a6b7-3b2563504217,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:02.123066 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:02.367265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Router f479340b-015e-476a-96ab-1384be7adbaf has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:01:02.491588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:01:02.498700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57e73879-e0d4-436c-a6a1-0770fd474b52 admin admin] 10.222.0.62 "PUT /v2.0/routers/f479340b-015e-476a-96ab-1384be7adbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977135 Nov 25 19:01:02.501267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:02.612346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:02.724177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:02.782707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Deleting port ee0a6539-f08c-4369-b68e-d7ca700bea37 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:01:02.783056 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:02.875867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] For port ee0a6539-f08c-4369-b68e-d7ca700bea37, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ee0a6539-f08c-4369-b68e-d7ca700bea37,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:02.876235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:02.893218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Calling delete_port for ee0a6539-f08c-4369-b68e-d7ca700bea37 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:01:03.086049 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.115509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0a6539-f08c-4369-b68e-d7ca700bea37,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:03.129097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad297bf-0391-469c-8702-5b5ddc6a20e1 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:01:03.176473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.186383 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] Sync routers for ids ['f479340b-015e-476a-96ab-1384be7adbaf'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:01:03.196661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] Routers {'f479340b-015e-476a-96ab-1384be7adbaf'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:01:03.197479 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f479340b-015e-476a-96ab-1384be7adbaf'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:03.269819 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.271917 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.277525 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] Set router f479340b-015e-476a-96ab-1384be7adbaf gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:01:03.320523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.321191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f479340b-015e-476a-96ab-1384be7adbaf {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:01:03.326825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.328107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a2c2c64-3133-49ec-b4d4-cfa026e6d3be admin admin] 10.222.0.62 "DELETE /v2.0/routers/f479340b-015e-476a-96ab-1384be7adbaf HTTP/1.1" status: 204 len: 168 time: 0.8259344 Nov 25 19:01:03.331087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46898) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:03.331887 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f479340b-015e-476a-96ab-1384be7adbaf', 'name': 'tempest-ImageQuotaTest-1112889010-router', 'tenant_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:55Z', 'updated_at': '2021-11-25T19:01:03Z', 'revision_number': 7, 'project_id': 'a7f1c3199ad946b89773c45c0048d8b7', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:03.363714 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] Checking router: f479340b-015e-476a-96ab-1384be7adbaf for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:01:03.373310 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] Routers set() bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:01:03.373735 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] Router IDs set() for agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:01:03.374607 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f479340b-015e-476a-96ab-1384be7adbaf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:00:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent'). {{(pid=103459) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:01:03.375045 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7085a0-c59a-4f43-8b6e-86f54c6f6bdd None None] The sync data for ids ['f479340b-015e-476a-96ab-1384be7adbaf'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:01:03.386084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] Deleting subnet 8798113c-b256-4fff-8eae-ad27f21e1e4a {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:01:03.392803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.396418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.429753 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.517780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.591543 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.615136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8798113c-b256-4fff-8eae-ad27f21e1e4a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:03.620763 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.624621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-447014cc-06c8-42ad-894a-23c33c052694 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8798113c-b256-4fff-8eae-ad27f21e1e4a HTTP/1.1" status: 204 len: 168 time: 0.2925301 Nov 25 19:01:03.626992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46900) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:03.627947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb39ca-95b8-448e-9e97-2b6328627b05 None None] Network 22b7820c-656e-40ff-a9de-279e1bbc033e requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:01:03.691756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.752349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Deleting port 90ba600d-a1dd-47ef-b06c-7a8f84061eec {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:01:03.752685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.814912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] For port 90ba600d-a1dd-47ef-b06c-7a8f84061eec, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=90ba600d-a1dd-47ef-b06c-7a8f84061eec,segment=NetworkSegment(cae7a5d2-85a2-4f88-bddd-cb7727326de7),segment_id=cae7a5d2-85a2-4f88-bddd-cb7727326de7)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:03.815194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.828314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Calling delete_port for 90ba600d-a1dd-47ef-b06c-7a8f84061eec owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:01:03.928694 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:03.931117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95a487-0629-4f26-9c38-525555b752ec None None] DHCP port deletion for 22b7820c-656e-40ff-a9de-279e1bbc033e request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:01:03.958411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ba600d-a1dd-47ef-b06c-7a8f84061eec,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:03.959425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] No DVR routers for this DVR port 90ba600d-a1dd-47ef-b06c-7a8f84061eec on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:01:04.032074 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.052656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b7820c-656e-40ff-a9de-279e1bbc033e']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:04.062335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae7a5d2-85a2-4f88-bddd-cb7727326de7') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:04.062509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae7a5d2-85a2-4f88-bddd-cb7727326de7') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:01:04.076020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.089220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.095696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:01:04.096079 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:01:04.097796 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:01:04.151013 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.156963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.160128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/22b7820c-656e-40ff-a9de-279e1bbc033e HTTP/1.1" status: 204 len: 168 time: 0.5322349 Nov 25 19:01:04.171665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba9eae-3629-414c-b33f-2e8e87e2fee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b7820c-656e-40ff-a9de-279e1bbc033e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:04.269668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a34ce2b1-0a50-474b-a6b7-3b2563504217 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:01:04.276559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46906) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:04.289390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a34ce2b1-0a50-474b-a6b7-3b2563504217 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:01:04.289717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a34ce2b1-0a50-474b-a6b7-3b2563504217 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:01:04.290137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 90ba600d-a1dd-47ef-b06c-7a8f84061eec no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:01:04.308424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 90ba600d-a1dd-47ef-b06c-7a8f84061eec {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:01:04.308763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 90ba600d-a1dd-47ef-b06c-7a8f84061eec not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:01:04.309173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ee0a6539-f08c-4369-b68e-d7ca700bea37 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:01:04.318553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-002c4e02-1799-4271-9184-0e565593417d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7f1c3199ad946b89773c45c0048d8b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406823 Nov 25 19:01:04.321413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46908) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:04.328178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ee0a6539-f08c-4369-b68e-d7ca700bea37 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:01:04.328580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ee0a6539-f08c-4369-b68e-d7ca700bea37 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:01:04.369908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13e85279-15bc-4d44-8b9f-64e241478f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.394322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13e85279-15bc-4d44-8b9f-64e241478f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.445303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13e85279-15bc-4d44-8b9f-64e241478f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.448095 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13e85279-15bc-4d44-8b9f-64e241478f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.449270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-13e85279-15bc-4d44-8b9f-64e241478f7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fb6c131-6180-48dc-b87a-5501719a56f0 HTTP/1.1" status: 204 len: 168 time: 0.1269131 Nov 25 19:01:04.457951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85279-15bc-4d44-8b9f-64e241478f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6c131-6180-48dc-b87a-5501719a56f0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:04.766222 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 46914) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:04.783947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-718b6998-a374-4836-ab8c-f0b5e9eb16f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.858647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-718b6998-a374-4836-ab8c-f0b5e9eb16f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.862193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-718b6998-a374-4836-ab8c-f0b5e9eb16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.900394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-718b6998-a374-4836-ab8c-f0b5e9eb16f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1330409 Nov 25 19:01:04.901520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b6998-a374-4836-ab8c-f0b5e9eb16f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631f1b0c-7989-4a91-b660-80e09d5bb095,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:04.903112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 46916) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:01:04.953239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a38ae92-0955-4760-b64b-453236fb44a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:04.973986 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a38ae92-0955-4760-b64b-453236fb44a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:05.019855 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a38ae92-0955-4760-b64b-453236fb44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:05.022531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a38ae92-0955-4760-b64b-453236fb44a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:05.023731 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a38ae92-0955-4760-b64b-453236fb44a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/631f1b0c-7989-4a91-b660-80e09d5bb095 HTTP/1.1" status: 204 len: 168 time: 0.1186526 Nov 25 19:01:05.031211 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38ae92-0955-4760-b64b-453236fb44a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f1b0c-7989-4a91-b660-80e09d5bb095,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:05.418944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-a1dc9602-02a2-4476-b937-f9d68bf2422c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434794 Nov 25 19:01:05.486711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-d8e530b1-f4f8-4655-8161-58b6eb4c1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:05.488402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-d8e530b1-f4f8-4655-8161-58b6eb4c1d5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 1097 time: 0.0478668 Nov 25 19:01:05.606351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-b932e9a5-535b-49bf-9373-473f3081e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:05.608554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-b932e9a5-535b-49bf-9373-473f3081e7ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0980706 Nov 25 19:01:05.649456 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-ea5eb9c4-7a86-43ad-a6ce-1a50ce790e59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ba9919-8d25-4e0a-b564-30652b83268b HTTP/1.1" status: 200 len: 217 time: 0.0340881 Nov 25 19:01:05.698637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-737f2bba-8e19-4df5-aabd-305aec89cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:05.700152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-737f2bba-8e19-4df5-aabd-305aec89cc34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0441999 Nov 25 19:01:05.761373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-f54d6b09-fc0c-46d8-bdad-5b8eaefb800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:05.763404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-f54d6b09-fc0c-46d8-bdad-5b8eaefb800f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480177 Nov 25 19:01:05.852192 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-c5790250-cbf6-443e-a769-9e1b3455650f service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814834 Nov 25 19:01:06.333130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a7a968d6-0565-49ae-94b5-c8ad1fee338e req-3f858464-707c-467e-a0cb-b1180d2ae7a6 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686186 Nov 25 19:01:10.918684 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d349ce1-722a-481b-82e9-7671915166f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:10.993554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-e8529651-39eb-4b65-a7a1-f666e2d8072c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387166 Nov 25 19:01:11.081719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-366e64c1-623f-49d2-9ad2-bd51cc65de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:11.083231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-366e64c1-623f-49d2-9ad2-bd51cc65de5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1096 time: 0.0442209 Nov 25 19:01:11.186472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-1f788d36-9aac-438c-91fa-1a765d20e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:11.187880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-1f788d36-9aac-438c-91fa-1a765d20e444 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.0843072 Nov 25 19:01:11.258008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-6d3cc50f-6580-47a5-a615-84a04c078023 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 1001 time: 0.0615594 Nov 25 19:01:11.307386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-03e7e188-a671-48a1-81cd-9ce77cc7a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:11.310021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-03e7e188-a671-48a1-81cd-9ce77cc7a58e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0432699 Nov 25 19:01:11.357663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-b913246e-1753-4ac7-8647-1b3fd0ddb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:11.359339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-b913246e-1753-4ac7-8647-1b3fd0ddb71d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413547 Nov 25 19:01:11.452116 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-2dd4fc2c-25be-407c-9b1d-10c8205d7aef service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848520 Nov 25 19:01:11.546053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7727b952-f424-4a9f-b9ec-3ba4a63df4b5 req-15cfa76e-379c-4f4e-9fa8-6b0197131aa5 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823505 Nov 25 19:01:13.443395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a722d34b-e269-4c10-8755-802df224593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:14.443820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:14.682136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a9415-8dc3-427e-83ce-5b02e91d8fbe req-79829182-6b94-4d54-bdc4-400c8ac36dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:14.683708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e29a9415-8dc3-427e-83ce-5b02e91d8fbe req-79829182-6b94-4d54-bdc4-400c8ac36dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1097 time: 0.1315343 Nov 25 19:01:14.729606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e29a9415-8dc3-427e-83ce-5b02e91d8fbe req-b79fa99a-3af2-4e09-9981-26cf9def08df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Nov 25 19:01:15.985317 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:16.981032 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:23.593618 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:01:25.537662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c9f38-8181-4174-9431-478d323f8c2e req-2752244b-29ea-4db0-9f02-78230f3f537c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:25.539168 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-282c9f38-8181-4174-9431-478d323f8c2e req-2752244b-29ea-4db0-9f02-78230f3f537c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0568066 Nov 25 19:01:25.585393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-282c9f38-8181-4174-9431-478d323f8c2e req-b3101d1c-edc3-43fb-9546-20ea71fb7f71 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Nov 25 19:01:25.702342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d383-5fd3-4cd7-8dab-9514f7458962 req-2b7ebab1-02af-40ec-82d7-fd6a1cfda209 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:25.704155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af98d383-5fd3-4cd7-8dab-9514f7458962 req-2b7ebab1-02af-40ec-82d7-fd6a1cfda209 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0486839 Nov 25 19:01:25.753647 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af98d383-5fd3-4cd7-8dab-9514f7458962 req-fcd05d9e-ed31-42bf-9647-b4f724064879 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Nov 25 19:01:26.020031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-39830386-1311-42ee-ab75-86c399fdf8d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:26.021511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-39830386-1311-42ee-ab75-86c399fdf8d1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1035004 Nov 25 19:01:26.038508 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-f3653c2a-f6ad-4a06-ad28-ded47937da10 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/quotas/d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 375 time: 0.0101166 Nov 25 19:01:26.095215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-28f047af-c217-48af-b8ce-ada79f7902e7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513041 Nov 25 19:01:26.185335 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-db8bc6c0-248c-4471-84e0-6b85643e98fb service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832858 Nov 25 19:01:26.271591 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-99bd292f-9e3b-4e9b-95f7-2c793031f875 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803287 Nov 25 19:01:26.440242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc18e06b-113f-4929-bd7c-0902c17e04e3 req-4b1ad26c-aa01-46ee-a2d8-0c15c2593bcb tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 210 time: 0.0333385 Nov 25 19:01:27.393495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-56996a03-ca59-456e-88a7-c8373c596c61 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:27.394993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-56996a03-ca59-456e-88a7-c8373c596c61 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.64 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1059728 Nov 25 19:01:27.408693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'port': {'device_id': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'admin_state_up': True, 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:01:27.532425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Made reservation on behalf of d8ce9afebfa0434abd4290e87d05f22b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:01:27.536189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:27.547389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f06c6c8-7cc9-43aa-8e4a-4928dc22c9d6 req-b4000eb7-f807-4ed1-b169-3563c44a903d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 210 time: 0.0299211 Nov 25 19:01:27.659860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Allocated IP 172.20.0.12 (99668f2f-169f-4bef-af43-91e9a19e1777/96e4f46a-5cac-44c4-b101-f786babdc585/bd448bf3-ade8-43f1-9904-42054340f3eb) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:01:27.802781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:27.836498 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:27.848211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b', '263e50f3-120b-4206-b5bc-7b6a31cf9493'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:27.880129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:01:27.883061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:01:27.885605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:01:27.923367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=bd448bf3-ade8-43f1-9904-42054340f3eb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:27.950259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:27.950912 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:27.968524 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-01d5a2cd-eb17-4a9c-8ffd-2ef0c87691d3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635500 Nov 25 19:01:28.040046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Request body: {'port': {'device_id': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:01:28.106342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:28.172104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0368af5b-8bb0-4d22-86e4-25c684596c7f None None] Provisioning complete for port bd448bf3-ade8-43f1-9904-42054340f3eb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:28.172562 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0368af5b-8bb0-4d22-86e4-25c684596c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:28.206879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0368af5b-8bb0-4d22-86e4-25c684596c7f None None] Port bd448bf3-ade8-43f1-9904-42054340f3eb cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:01:28.663054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd448bf3-ade8-43f1-9904-42054340f3eb {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:01:28.663696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dbc88-901c-408b-a606-cfd1b3b693b1 req-9da1da8d-f0e3-4e3d-8468-0c690a397430 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:28.664768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-227dbc88-901c-408b-a606-cfd1b3b693b1 req-9da1da8d-f0e3-4e3d-8468-0c690a397430 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 932 time: 0.0487413 Nov 25 19:01:28.670516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:28.683420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Transition to ACTIVE for port object bd448bf3-ade8-43f1-9904-42054340f3eb will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:01:28.687148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:28.712121 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-227dbc88-901c-408b-a606-cfd1b3b693b1 req-bd7be81e-f2b0-47d8-935b-646117e34b02 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Nov 25 19:01:28.742963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Pushing event updated for resources: {'Port': ['ID=bd448bf3-ade8-43f1-9904-42054340f3eb,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:28.807543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Attempting to bind port bd448bf3-ade8-43f1-9904-42054340f3eb on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:01:28.807760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Attempting to bind port bd448bf3-ade8-43f1-9904-42054340f3eb by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:01:28.808087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Attempting to bind port bd448bf3-ade8-43f1-9904-42054340f3eb on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:01:28.813053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Port bd448bf3-ade8-43f1-9904-42054340f3eb on network 99668f2f-169f-4bef-af43-91e9a19e1777 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:01:28.813373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Attempting to bind port bd448bf3-ade8-43f1-9904-42054340f3eb on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:01:28.818979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:01:28.819315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:01:28.819965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Bound using segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:01:28.820394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Bound port: bd448bf3-ade8-43f1-9904-42054340f3eb, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:01:28.820745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:28.885629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] For port bd448bf3-ade8-43f1-9904-42054340f3eb, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:01:28.888815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] For port bd448bf3-ade8-43f1-9904-42054340f3eb, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd448bf3-ade8-43f1-9904-42054340f3eb,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:01:28.893959 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:28.935021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:28.935697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:28.937062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-8577260a-a159-449e-b536-3a08843ada2b service neutron] 10.222.0.64 "PUT /v2.0/ports/bd448bf3-ade8-43f1-9904-42054340f3eb HTTP/1.1" status: 200 len: 1092 time: 0.9597573 Nov 25 19:01:28.937504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:01:28.939797 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:01:28.961544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577260a-a159-449e-b536-3a08843ada2b service neutron] Pushing event updated for resources: {'Port': ['ID=bd448bf3-ade8-43f1-9904-42054340f3eb,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:28.988377 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3c4f8d-4bbd-4b7c-b3e1-22d2fac5765c x-openstack-request-id: req-5f3c4f8d-4bbd-4b7c-b3e1-22d2fac5765c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:01:28.988677 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:01:28.988928 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f3c4f8d-4bbd-4b7c-b3e1-22d2fac5765c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:01:28.990602 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb', 'status': 'completed', 'code': 200} Nov 25 19:01:29.042169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-d1148ed2-0c0b-4cd4-afed-c1f9b306cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.043786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-d1148ed2-0c0b-4cd4-afed-c1f9b306cc90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 1095 time: 0.0448651 Nov 25 19:01:29.087579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-e2489472-b42f-45da-93bf-7f094f1d8852 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd448bf3-ade8-43f1-9904-42054340f3eb HTTP/1.1" status: 200 len: 217 time: 0.0351954 Nov 25 19:01:29.145903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-ff542372-161f-47cc-a36d-0fe4825f6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.147385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-ff542372-161f-47cc-a36d-0fe4825f6bd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0522227 Nov 25 19:01:29.195062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-19b3cf7b-074d-4960-abd0-15780894e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.196545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-19b3cf7b-074d-4960-abd0-15780894e8f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410688 Nov 25 19:01:29.285454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-959f92c3-fc19-460f-baeb-65896087a5fd service neutron] 10.222.0.64 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795712 Nov 25 19:01:29.378164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-54258d1b-f06e-4d7f-9fe0-538f6950ae60 req-85c5ad04-b34a-4690-9c03-c0bfb9c9894a service neutron] 10.222.0.64 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846660 Nov 25 19:01:29.463443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-b080bd31-f27f-40d6-9047-68aad8d612db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.464920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-b080bd31-f27f-40d6-9047-68aad8d612db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 1095 time: 0.0406644 Nov 25 19:01:29.557938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-f73cf17f-d4fb-4420-8dda-26d65a58a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.559429 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-f73cf17f-d4fb-4420-8dda-26d65a58a5c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0861320 Nov 25 19:01:29.601988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-625c1714-12a8-43f3-9fc2-2d6ecea992d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd448bf3-ade8-43f1-9904-42054340f3eb HTTP/1.1" status: 200 len: 217 time: 0.0337665 Nov 25 19:01:29.656610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-4a18314c-3e84-4fe0-97db-c6fa02384320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.658002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-4a18314c-3e84-4fe0-97db-c6fa02384320 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0454872 Nov 25 19:01:29.704958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-283688b5-209b-4fc6-a3c2-a40e336d8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.706546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-283688b5-209b-4fc6-a3c2-a40e336d8e19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404468 Nov 25 19:01:29.826942 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-b87edbb4-d6ea-4372-abe5-2f611a5f0acf service neutron] 10.222.0.64 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114378 Nov 25 19:01:29.852549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed0e6-5582-47cc-a525-6c3758c171e8 req-17eed6e2-e29c-4365-a7b4-2ef953fb68a9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:29.853984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1fed0e6-5582-47cc-a525-6c3758c171e8 req-17eed6e2-e29c-4365-a7b4-2ef953fb68a9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 944 time: 0.0667489 Nov 25 19:01:29.952929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1fed0e6-5582-47cc-a525-6c3758c171e8 req-7728146d-b3cc-4aab-a35e-3c6c0398917b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890772 Nov 25 19:01:29.966311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8758c397-1e4d-4661-ab52-7b4e2e1c83e2 req-4e7ac6e7-cdee-4b49-bd6d-5113f5822236 service neutron] 10.222.0.64 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302509 Nov 25 19:01:30.797872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:31.067835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd7f1-88e6-4fd2-a185-5b09ff454639 req-ba9e8316-7964-4987-ba7c-1c3d803d44d7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:31.069319 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cafcd7f1-88e6-4fd2-a185-5b09ff454639 req-ba9e8316-7964-4987-ba7c-1c3d803d44d7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 944 time: 0.0498135 Nov 25 19:01:31.116009 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cafcd7f1-88e6-4fd2-a185-5b09ff454639 req-ff44b506-bfe8-467d-8126-1a2f3fc34b63 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Nov 25 19:01:32.234669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3afb9-8137-40d2-880d-5f0096ae36ee req-165e002d-e205-4140-9372-a125e4af784e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:32.236146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7e3afb9-8137-40d2-880d-5f0096ae36ee req-165e002d-e205-4140-9372-a125e4af784e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 944 time: 0.0535905 Nov 25 19:01:32.282619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7e3afb9-8137-40d2-880d-5f0096ae36ee req-d2a5ebf4-21fe-40bc-9c7c-391269432cea tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Nov 25 19:01:33.401267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670759f5-e3b9-4b70-80d5-15ac2e990518 req-a6ac5c51-fbb9-487c-b10f-48b9d6e51aba tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:33.402057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:33.402931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-670759f5-e3b9-4b70-80d5-15ac2e990518 req-a6ac5c51-fbb9-487c-b10f-48b9d6e51aba tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 944 time: 0.0517180 Nov 25 19:01:33.420741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd448bf3-ade8-43f1-9904-42054340f3eb details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:01:33.455644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-670759f5-e3b9-4b70-80d5-15ac2e990518 req-37291841-9953-4bcb-bdb7-db5e4085237c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461187 Nov 25 19:01:33.517188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port bd448bf3-ade8-43f1-9904-42054340f3eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd448bf3-ade8-43f1-9904-42054340f3eb,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:33.528150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'bd448bf3-ade8-43f1-9904-42054340f3eb', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': 'bd448bf3-ade8-43f1-9904-42054340f3eb', 'mac_address': 'fa:16:3e:79:2f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:01:33.564207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:33.577187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd448bf3-ade8-43f1-9904-42054340f3eb {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:01:33.601085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port bd448bf3-ade8-43f1-9904-42054340f3eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd448bf3-ade8-43f1-9904-42054340f3eb,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:33.604289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:33.649005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=bd448bf3-ade8-43f1-9904-42054340f3eb,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:33.883129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['bd448bf3-ade8-43f1-9904-42054340f3eb'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:34.590055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9456821-18a9-41c1-a9b6-66b99fb2cc27 req-663faa8b-2109-4056-a483-d7a8b3c46e42 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:34.591631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9456821-18a9-41c1-a9b6-66b99fb2cc27 req-663faa8b-2109-4056-a483-d7a8b3c46e42 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 945 time: 0.0559216 Nov 25 19:01:34.641093 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e9456821-18a9-41c1-a9b6-66b99fb2cc27 req-631295b1-2a5a-4efc-8924-b3baffcdc9ac tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Nov 25 19:01:35.421466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd448bf3-ade8-43f1-9904-42054340f3eb up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:01:35.468967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port bd448bf3-ade8-43f1-9904-42054340f3eb completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:01:35.472653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port bd448bf3-ade8-43f1-9904-42054340f3eb triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:35.473024 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:35.549610 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:35.571946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:01:35.574184 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b1f922-8e0f-413a-b3da-8b678b547d6f" -d '{"events": [{"server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:01:35.587764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port bd448bf3-ade8-43f1-9904-42054340f3eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd448bf3-ade8-43f1-9904-42054340f3eb,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:35.591448 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:35.616545 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e745b7-600d-44b4-be49-91b18b9c1c03 x-openstack-request-id: req-99e745b7-600d-44b4-be49-91b18b9c1c03 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:01:35.616834 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "name": "network-vif-plugged", "status": "completed", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:01:35.617086 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99e745b7-600d-44b4-be49-91b18b9c1c03 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:01:35.617470 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb', 'code': 200} Nov 25 19:01:35.643482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=bd448bf3-ade8-43f1-9904-42054340f3eb,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:35.725388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6e95b-091a-4418-980d-5a1229f1194f req-4bf95191-a4ef-4012-8e8a-25a919081f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:35.726968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f6e95b-091a-4418-980d-5a1229f1194f req-4bf95191-a4ef-4012-8e8a-25a919081f12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 1097 time: 0.0427411 Nov 25 19:01:35.767072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67470f69-8302-4450-91e5-8a35e894da73 req-64ae0dcf-f936-4f08-908e-223df3c3e43b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:35.768580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67470f69-8302-4450-91e5-8a35e894da73 req-64ae0dcf-f936-4f08-908e-223df3c3e43b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 946 time: 0.0528874 Nov 25 19:01:35.773327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26f6e95b-091a-4418-980d-5a1229f1194f req-ae200465-7a0d-4c48-a59e-0c9c4c33c678 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Nov 25 19:01:35.815321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67470f69-8302-4450-91e5-8a35e894da73 req-c4a8e114-3218-45f3-9a9f-5e5eafe8a2c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Nov 25 19:01:36.938232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b109f-ff2a-4ece-a3a0-2c892c12b6fa req-00fd1e3c-ee2d-4997-9556-35354d9eff70 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:36.939765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd1b109f-ff2a-4ece-a3a0-2c892c12b6fa req-00fd1e3c-ee2d-4997-9556-35354d9eff70 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 946 time: 0.0490248 Nov 25 19:01:36.990173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd1b109f-ff2a-4ece-a3a0-2c892c12b6fa req-d1faea24-e261-4e6f-b07d-4eae2fe6bfa1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Nov 25 19:01:38.106683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbca77-bf68-4565-90e9-f0859d7c9b9e req-51cbe62a-54a4-4aab-aa60-96621a83c5ac tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:38.108163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6fbca77-bf68-4565-90e9-f0859d7c9b9e req-51cbe62a-54a4-4aab-aa60-96621a83c5ac tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 946 time: 0.0502102 Nov 25 19:01:38.162058 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6fbca77-bf68-4565-90e9-f0859d7c9b9e req-dc7f3230-a0c8-4916-b0da-2341f280ba52 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479438 Nov 25 19:01:38.271043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e35fd63-e5be-40a6-a499-033edf478362 req-1bc28122-575c-45e5-b76c-fecad07bbb1a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 267 time: 0.0420284 Nov 25 19:01:38.327652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35fd63-e5be-40a6-a499-033edf478362 req-8bf4a43f-f30e-41e6-a04d-724414bf4cb8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:38.329559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e35fd63-e5be-40a6-a499-033edf478362 req-8bf4a43f-f30e-41e6-a04d-724414bf4cb8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 946 time: 0.0530608 Nov 25 19:01:38.340032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'port': {'security_groups': []}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:01:38.403069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:38.559748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] For port bd448bf3-ade8-43f1-9904-42054340f3eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd448bf3-ade8-43f1-9904-42054340f3eb,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:38.588563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:38.593027 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:38.606865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['bd448bf3-ade8-43f1-9904-42054340f3eb'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:38.609117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b', '263e50f3-120b-4206-b5bc-7b6a31cf9493'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:38.643198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:38.643850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:38.645277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e35fd63-e5be-40a6-a499-033edf478362 req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "PUT /v2.0/ports/bd448bf3-ade8-43f1-9904-42054340f3eb HTTP/1.1" status: 200 len: 905 time: 0.3095875 Nov 25 19:01:38.645746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:01:38.648077 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007be9f3-82ff-43e4-95d9-139017f2334e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:01:38.666038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245946f-018b-45ea-abb1-ee4cb462ab14 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=bd448bf3-ade8-43f1-9904-42054340f3eb,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:38.712607 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936151d3-3925-441f-8dcc-45ab876e8b5a x-openstack-request-id: req-936151d3-3925-441f-8dcc-45ab876e8b5a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:01:38.713226 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:01:38.713689 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-936151d3-3925-441f-8dcc-45ab876e8b5a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:01:38.714302 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb', 'status': 'completed', 'code': 200} Nov 25 19:01:38.762007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['bd448bf3-ade8-43f1-9904-42054340f3eb'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:38.814875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be9f3-82ff-43e4-95d9-139017f2334e req-ac773294-4be8-4748-af18-509575e1502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:38.816304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-007be9f3-82ff-43e4-95d9-139017f2334e req-ac773294-4be8-4748-af18-509575e1502a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 1059 time: 0.0516770 Nov 25 19:01:38.824059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcddfd-fd6c-4590-bf77-949fdfabfba9 req-350529f2-0fd7-40d1-bd9a-c4ca20409374 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:38.825566 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d7fcddfd-fd6c-4590-bf77-949fdfabfba9 req-350529f2-0fd7-40d1-bd9a-c4ca20409374 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 908 time: 0.0927656 Nov 25 19:01:38.918974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be9f3-82ff-43e4-95d9-139017f2334e req-8a9d6b50-1d55-4e01-99af-f402c4870de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:38.920490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-007be9f3-82ff-43e4-95d9-139017f2334e req-8a9d6b50-1d55-4e01-99af-f402c4870de9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0940228 Nov 25 19:01:38.959451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172dc2c-c04d-42db-a990-275772e1a6b5 req-45733805-f36a-4555-83ca-4b5920189408 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:38.960991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6172dc2c-c04d-42db-a990-275772e1a6b5 req-45733805-f36a-4555-83ca-4b5920189408 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0547128 Nov 25 19:01:38.961830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b0271d06-d728-4c53-bbe6-31c38aa10978 None None] Provisioning complete for port bd448bf3-ade8-43f1-9904-42054340f3eb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:38.962194 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0271d06-d728-4c53-bbe6-31c38aa10978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:38.976877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-007be9f3-82ff-43e4-95d9-139017f2334e req-053d83bd-5e1d-420d-9935-b8702f4f545d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd448bf3-ade8-43f1-9904-42054340f3eb HTTP/1.1" status: 200 len: 217 time: 0.0432696 Nov 25 19:01:39.018190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6172dc2c-c04d-42db-a990-275772e1a6b5 req-89f870fa-b10e-4425-a809-a6273880e082 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499349 Nov 25 19:01:39.034193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be9f3-82ff-43e4-95d9-139017f2334e req-a9decbbd-52fc-440a-8e6b-f6b5bd78a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:39.036022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-007be9f3-82ff-43e4-95d9-139017f2334e req-a9decbbd-52fc-440a-8e6b-f6b5bd78a67e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0483000 Nov 25 19:01:39.085631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be9f3-82ff-43e4-95d9-139017f2334e req-d7032a19-1afc-4d20-8680-da1d52145215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:39.087064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-007be9f3-82ff-43e4-95d9-139017f2334e req-d7032a19-1afc-4d20-8680-da1d52145215 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405426 Nov 25 19:01:39.185223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6ce26-ebb1-44ef-8526-e06b7ad2486d req-05f53121-300f-4548-9573-f7bec290c609 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:39.186780 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94b6ce26-ebb1-44ef-8526-e06b7ad2486d req-05f53121-300f-4548-9573-f7bec290c609 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0988188 Nov 25 19:01:39.254430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-007be9f3-82ff-43e4-95d9-139017f2334e req-7f353333-bb8f-4fcd-88b6-e33d6c392480 service neutron] 10.222.0.64 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414084 Nov 25 19:01:39.258881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94b6ce26-ebb1-44ef-8526-e06b7ad2486d req-3d3b4f12-2168-450e-85c7-f7b7da9ffacd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629869 Nov 25 19:01:39.352137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-007be9f3-82ff-43e4-95d9-139017f2334e req-8e5317ef-9d36-4d27-87e0-f9e54c35d179 service neutron] 10.222.0.64 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879343 Nov 25 19:01:39.491121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-1a2fadc8-3f17-4221-82d1-704bb282c58a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:39.492587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-1a2fadc8-3f17-4221-82d1-704bb282c58a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1053021 Nov 25 19:01:39.508137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-f02884c3-4dd1-4d8c-a634-b7849c15a5a0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/quotas/d8ce9afebfa0434abd4290e87d05f22b HTTP/1.1" status: 200 len: 375 time: 0.0098391 Nov 25 19:01:39.567254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-9136aa1a-fac5-46ec-8ea4-7c514a3e248b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0533042 Nov 25 19:01:39.655261 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-05956ba1-e955-4118-af77-b20ee3e04161 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807443 Nov 25 19:01:39.745467 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-aca6d1d9-b4e9-4445-aeca-40530033f1e0 service neutron] 10.222.0.62 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836358 Nov 25 19:01:39.904465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e6e40a4-9e75-4a6a-92fe-ef50ce423bc2 req-58afc43d-24db-44ca-9bdc-37bac6e8daee tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 210 time: 0.0273037 Nov 25 19:01:40.801670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-1acfee73-49b3-4cda-bc7a-d008b08df5ec tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:40.803357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-1acfee73-49b3-4cda-bc7a-d008b08df5ec tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 810 time: 0.1068912 Nov 25 19:01:40.816245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Request body: {'port': {'device_id': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'admin_state_up': True, 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:01:40.920681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0445a977-5f9c-44b5-8817-0b27d5a87ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:40.925923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Made reservation on behalf of d8ce9afebfa0434abd4290e87d05f22b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:01:40.929653 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.001957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d737f90-9d57-4020-b8b8-14a4583080ed req-08397d89-b53d-4d26-8cb2-b1ce33d6ba24 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 210 time: 0.0277038 Nov 25 19:01:41.062842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Allocated IP 172.20.0.10 (99668f2f-169f-4bef-af43-91e9a19e1777/96e4f46a-5cac-44c4-b101-f786babdc585/01d03f42-df10-4ffe-93d0-66e1343f0542) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:01:41.211271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.244492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.257167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b', '263e50f3-120b-4206-b5bc-7b6a31cf9493'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:41.289552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Network 99668f2f-169f-4bef-af43-91e9a19e1777 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:01:41.292610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:01:41.297239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:01:41.332143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:41.348223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.348720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.349074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.349417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.349821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.350164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.350633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.350972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.351307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.351684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.352020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.352352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:41.383251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:41.388791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.412349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-35484b3f-b9b4-487f-be22-22b145ea8bd6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5998726 Nov 25 19:01:41.483480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Request body: {'port': {'device_id': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:01:41.543875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.580605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-16a05739-3381-473c-92c8-6df27562ca98 None None] Provisioning complete for port 01d03f42-df10-4ffe-93d0-66e1343f0542 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:41.580872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-16a05739-3381-473c-92c8-6df27562ca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.625290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-16a05739-3381-473c-92c8-6df27562ca98 None None] Port 01d03f42-df10-4ffe-93d0-66e1343f0542 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:01:41.801294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d03f42-df10-4ffe-93d0-66e1343f0542 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:01:41.808809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.820620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Transition to ACTIVE for port object 01d03f42-df10-4ffe-93d0-66e1343f0542 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:01:41.824355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:41.872489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:41.947899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Attempting to bind port 01d03f42-df10-4ffe-93d0-66e1343f0542 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:01:41.948262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Attempting to bind port 01d03f42-df10-4ffe-93d0-66e1343f0542 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:01:41.948589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Attempting to bind port 01d03f42-df10-4ffe-93d0-66e1343f0542 on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:01:41.953640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Port 01d03f42-df10-4ffe-93d0-66e1343f0542 on network 99668f2f-169f-4bef-af43-91e9a19e1777 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:01:41.953962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Attempting to bind port 01d03f42-df10-4ffe-93d0-66e1343f0542 on network 99668f2f-169f-4bef-af43-91e9a19e1777 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:01:41.959058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:01:41.959398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Checking segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:01:41.959780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Bound using segment: {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:01:41.960223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Bound port: 01d03f42-df10-4ffe-93d0-66e1343f0542, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fece1d17-4c09-4bf5-8fc1-97c2799e688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:01:41.960566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:42.027979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:01:42.032204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:01:42.036953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:42.073614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.074248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:42.075727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] 10.222.0.66 "PUT /v2.0/ports/01d03f42-df10-4ffe-93d0-66e1343f0542 HTTP/1.1" status: 200 len: 1092 time: 0.6557078 Nov 25 19:01:42.076192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:01:42.079494 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe458a02-c60c-4db8-9dad-83f6aa123519" -d '{"events": [{"name": "network-changed", "server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:01:42.109971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912785e-71d0-48bf-bc8e-7a9d77e5fbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:42.148896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86e17a-4a96-4163-a884-dd17cd6fa7cf req-a2dbc95a-7b18-4d5a-ba0c-bffe12401780 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.150483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c86e17a-4a96-4163-a884-dd17cd6fa7cf req-a2dbc95a-7b18-4d5a-ba0c-bffe12401780 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 944 time: 0.0785398 Nov 25 19:01:42.158967 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450e7ee9-8b01-4ac3-996a-88548e7bfb67 x-openstack-request-id: req-450e7ee9-8b01-4ac3-996a-88548e7bfb67 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:01:42.159347 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:01:42.159676 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-450e7ee9-8b01-4ac3-996a-88548e7bfb67 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:01:42.160145 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'status': 'completed', 'code': 200} Nov 25 19:01:42.184763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-ad1c8424-7294-4934-a224-20cd396b4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.186288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-ad1c8424-7294-4934-a224-20cd396b4740 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 1095 time: 0.0607905 Nov 25 19:01:42.208713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c86e17a-4a96-4163-a884-dd17cd6fa7cf req-2f4cb702-c430-4ccc-aae8-1f0269179f62 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515907 Nov 25 19:01:42.243995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-75b558a3-dae0-40d5-b17b-b6419cb4a8cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d03f42-df10-4ffe-93d0-66e1343f0542 HTTP/1.1" status: 200 len: 217 time: 0.0490227 Nov 25 19:01:42.295340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-885a1273-7861-46b6-b6d8-569011cb20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.297449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-885a1273-7861-46b6-b6d8-569011cb20ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0466938 Nov 25 19:01:42.344449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-7b6f6a65-e8eb-44b7-a1ed-3b3183a1f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.345927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-7b6f6a65-e8eb-44b7-a1ed-3b3183a1f411 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407279 Nov 25 19:01:42.446159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-ddb1806e-ae9d-4437-beea-87b127c8851e service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931942 Nov 25 19:01:42.537974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2049747a-aded-456a-9cb2-ff58d4c0a38e req-13d42f5d-7965-4203-9b0a-3236825caee4 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823267 Nov 25 19:01:42.632257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-af2cedcf-ee72-427b-ad65-8a294b3259a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.633662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-af2cedcf-ee72-427b-ad65-8a294b3259a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 1095 time: 0.0467389 Nov 25 19:01:42.723670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-1ee09b39-4ed8-421e-a8bf-40896b77a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.725135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-1ee09b39-4ed8-421e-a8bf-40896b77a0d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0840480 Nov 25 19:01:42.766018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-47c63439-45f8-4729-8079-6c92e7c32b2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d03f42-df10-4ffe-93d0-66e1343f0542 HTTP/1.1" status: 200 len: 217 time: 0.0338058 Nov 25 19:01:42.819268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-acc6167e-a030-48b2-b31d-95990bd86192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.820999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-acc6167e-a030-48b2-b31d-95990bd86192 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0478563 Nov 25 19:01:42.866160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-f4f0a753-56a7-4fee-a129-423d1c923a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:42.867665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-f4f0a753-56a7-4fee-a129-423d1c923a75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397465 Nov 25 19:01:42.966709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-2b968ac6-602d-4e89-9a66-98671cfbc92f service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911620 Nov 25 19:01:43.060318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fe458a02-c60c-4db8-9dad-83f6aa123519 req-5c6a7954-60e7-402e-bf35-78a502dbb4ef service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861182 Nov 25 19:01:43.336527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad98e-6fdd-40b8-88c5-c1111733f78a req-e1faa440-abd6-492f-9390-003fbc4f6ae3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:43.337995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b3ad98e-6fdd-40b8-88c5-c1111733f78a req-e1faa440-abd6-492f-9390-003fbc4f6ae3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 944 time: 0.0517132 Nov 25 19:01:43.387162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2b3ad98e-6fdd-40b8-88c5-c1111733f78a req-568fe1d3-f651-4ce6-a6bf-d73ef1688e96 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Nov 25 19:01:43.445460 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7b81-ecc5-480d-b4c6-d3bb8357cb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:44.425344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:44.507856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd903d-3510-4a78-9906-956a0782279d req-684b00b8-d044-4ba4-9785-44fb7cf47118 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:44.509311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0fd903d-3510-4a78-9906-956a0782279d req-684b00b8-d044-4ba4-9785-44fb7cf47118 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 944 time: 0.0538855 Nov 25 19:01:44.557498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e0fd903d-3510-4a78-9906-956a0782279d req-87ad0b73-6ead-44c8-b17f-6eb872013581 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Nov 25 19:01:45.684554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f36024-ef5b-4732-ba36-08b7efb45999 req-68756331-0781-48c4-a13d-15f1c974b71d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:45.686016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82f36024-ef5b-4732-ba36-08b7efb45999 req-68756331-0781-48c4-a13d-15f1c974b71d tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 944 time: 0.0567176 Nov 25 19:01:45.735373 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82f36024-ef5b-4732-ba36-08b7efb45999 req-8a93b4bd-e16d-40ed-9e2e-d9f5c082b807 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Nov 25 19:01:45.987977 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:46.849192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f6f7f-97d8-4581-962e-8f7af2e2307c req-ce994c61-7ca9-485d-a281-42ee5194c6bd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:46.850670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-743f6f7f-97d8-4581-962e-8f7af2e2307c req-ce994c61-7ca9-485d-a281-42ee5194c6bd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 944 time: 0.0478911 Nov 25 19:01:46.897974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 01d03f42-df10-4ffe-93d0-66e1343f0542 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:01:46.903960 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-743f6f7f-97d8-4581-962e-8f7af2e2307c req-5240d5a8-16ff-4bae-a34b-24f87f5fd9ff tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474234 Nov 25 19:01:46.995850 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:47.011102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:47.022577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'mac_address': 'fa:16:3e:60:de:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:01:47.061083 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:47.074274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d03f42-df10-4ffe-93d0-66e1343f0542 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:01:47.095137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:47.098675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:47.148342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:47.522847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['01d03f42-df10-4ffe-93d0-66e1343f0542'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:48.023065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edda63-be83-4c67-9add-8507e9b84615 req-a221c3c4-1cd7-47f3-b421-0436b487f311 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:48.024503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-68edda63-be83-4c67-9add-8507e9b84615 req-a221c3c4-1cd7-47f3-b421-0436b487f311 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 945 time: 0.0508418 Nov 25 19:01:48.077390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-68edda63-be83-4c67-9add-8507e9b84615 req-badf2b17-ef25-4770-8d4f-a5ed002e783e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Nov 25 19:01:48.913945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 01d03f42-df10-4ffe-93d0-66e1343f0542 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:01:48.961159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 01d03f42-df10-4ffe-93d0-66e1343f0542 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:01:48.965004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 01d03f42-df10-4ffe-93d0-66e1343f0542 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:48.965382 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:49.043029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:49.065379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:01:49.067545 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939588c4-d5f3-4289-b35a-55da85c553e4" -d '{"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-plugged", "status": "completed", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:01:49.080450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:49.084738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:49.107435 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad9b5b6-a596-4346-989b-6c1029949118 x-openstack-request-id: req-0ad9b5b6-a596-4346-989b-6c1029949118 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:01:49.107729 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-plugged", "status": "completed", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:01:49.107983 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ad9b5b6-a596-4346-989b-6c1029949118 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:01:49.108372 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'code': 200} Nov 25 19:01:49.137324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:49.226732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d96dfc-0ecb-4a2f-8ff1-f335ab92ae49 req-defd0451-5606-4740-8df5-c178f4887686 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:49.229756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41d96dfc-0ecb-4a2f-8ff1-f335ab92ae49 req-defd0451-5606-4740-8df5-c178f4887686 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0773911 Nov 25 19:01:49.234761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330bab6-192e-4098-8bae-877040fec35c req-6e667e24-3e93-4f01-80a9-e56588246a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:49.236190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f330bab6-192e-4098-8bae-877040fec35c req-6e667e24-3e93-4f01-80a9-e56588246a16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 1097 time: 0.0578523 Nov 25 19:01:49.306547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41d96dfc-0ecb-4a2f-8ff1-f335ab92ae49 req-7c66b2ed-1b3e-4ace-b3da-ee935ba59627 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693710 Nov 25 19:01:49.312438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f330bab6-192e-4098-8bae-877040fec35c req-971c4d87-07b4-49b3-b6fe-9ac13777f66f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688095 Nov 25 19:01:50.430834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8a9f-c29e-4097-b8e6-697a8a71debf req-079196c3-7bfe-419d-ba23-e2e98ce04153 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:50.432354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9c8a9f-c29e-4097-b8e6-697a8a71debf req-079196c3-7bfe-419d-ba23-e2e98ce04153 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0496769 Nov 25 19:01:50.479145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df9c8a9f-c29e-4097-b8e6-697a8a71debf req-2444be63-f445-44ac-aae6-a4856b67e413 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Nov 25 19:01:51.594327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d496454-a0ca-40e7-8dd3-af9eeb0f45b6 req-c3a2412b-9375-4250-9f1e-9b88772b7cb4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:51.595825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d496454-a0ca-40e7-8dd3-af9eeb0f45b6 req-c3a2412b-9375-4250-9f1e-9b88772b7cb4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0509162 Nov 25 19:01:51.645723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d496454-a0ca-40e7-8dd3-af9eeb0f45b6 req-ffec2172-f05f-41a4-bdcb-a9ec1b12367f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Nov 25 19:01:51.846624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d2b55-a6de-4588-914d-6549f16194bd req-faf129fb-2825-40a5-8e20-53b01185ab1f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:51.848110 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b9d2b55-a6de-4588-914d-6549f16194bd req-faf129fb-2825-40a5-8e20-53b01185ab1f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0503457 Nov 25 19:01:51.903732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b9d2b55-a6de-4588-914d-6549f16194bd req-b36a0921-02f4-4a27-a408-a4f7caf1e75b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494490 Nov 25 19:01:53.019187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0033d2-d4d9-4f47-8342-c4c465754e03 req-3831b4dc-4e9f-4a7b-b3ee-6789deffab3a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:53.020658 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df0033d2-d4d9-4f47-8342-c4c465754e03 req-3831b4dc-4e9f-4a7b-b3ee-6789deffab3a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0481954 Nov 25 19:01:53.068590 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df0033d2-d4d9-4f47-8342-c4c465754e03 req-5ccdb95e-e213-4d7d-822b-c8aa8cc75726 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Nov 25 19:01:53.471951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abea29-cde9-4517-b4e8-cde633ad37d7 req-964f21b4-530a-4c4b-be92-5a696cb66821 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:53.473362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9abea29-cde9-4517-b4e8-cde633ad37d7 req-964f21b4-530a-4c4b-be92-5a696cb66821 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0490875 Nov 25 19:01:53.520518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9abea29-cde9-4517-b4e8-cde633ad37d7 req-09f1ca8b-96df-4a3a-af0d-7a4652bb32fa tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Nov 25 19:01:54.637623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c078-26a8-4058-beec-2d90d4ac4e6d req-6e22f59d-1cd5-464d-902a-61285178a4dd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:54.639110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57d2c078-26a8-4058-beec-2d90d4ac4e6d req-6e22f59d-1cd5-464d-902a-61285178a4dd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Nov 25 19:01:54.685672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57d2c078-26a8-4058-beec-2d90d4ac4e6d req-ccde278a-a391-4696-ae89-955d20a070b9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Nov 25 19:01:55.804056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366446b4-437b-4dd3-8e9a-a3daa8f01392 req-f5e6601a-b374-4e6c-b327-ce11ff9d0933 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:55.805524 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-366446b4-437b-4dd3-8e9a-a3daa8f01392 req-f5e6601a-b374-4e6c-b327-ce11ff9d0933 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0517833 Nov 25 19:01:55.852225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-366446b4-437b-4dd3-8e9a-a3daa8f01392 req-c3e113f6-38ba-4310-b40d-b882f04386a1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Nov 25 19:01:56.949109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 01d03f42-df10-4ffe-93d0-66e1343f0542 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:01:56.969694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a93d35-050c-4cbb-9178-718c91723bd9 req-fb8998a6-8c84-4214-af3f-6df2122cec0c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:56.971227 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4a93d35-050c-4cbb-9178-718c91723bd9 req-fb8998a6-8c84-4214-af3f-6df2122cec0c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0514684 Nov 25 19:01:57.018811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4a93d35-050c-4cbb-9178-718c91723bd9 req-01cdecff-8584-40cf-931c-1d9cba3f991b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 Nov 25 19:01:57.047071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:57.058769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'port_id': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'mac_address': 'fa:16:3e:60:de:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:01:57.093429 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:57.106360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01d03f42-df10-4ffe-93d0-66e1343f0542 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:01:57.125254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:57.128904 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:57.180812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:57.188428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.189327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.189680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.190021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.190354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.190711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.191041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.191368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.191696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.192019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.192358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.192664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:01:57.221249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['01d03f42-df10-4ffe-93d0-66e1343f0542'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:01:58.139497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd569516-53e1-473f-98df-c6f5bdf2ebf7 req-c4fd705a-4b1c-4fe3-8474-597951559186 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:58.140997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd569516-53e1-473f-98df-c6f5bdf2ebf7 req-c4fd705a-4b1c-4fe3-8474-597951559186 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Nov 25 19:01:58.186332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd569516-53e1-473f-98df-c6f5bdf2ebf7 req-a7bc174a-f78a-4368-8f64-c5d2059a1e6e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Nov 25 19:01:58.974681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 01d03f42-df10-4ffe-93d0-66e1343f0542 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:01:59.023600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 01d03f42-df10-4ffe-93d0-66e1343f0542 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:01:59.023970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:59.099418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:59.120485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:01:59.122738 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b80b6f-44f4-409f-84ff-36ecb33a4938" -d '{"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-plugged", "status": "completed", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:01:59.135014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:01:59.139727 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:01:59.186639 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:01:59.285337 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad794703-13f8-4b46-972a-3876fe19aefc x-openstack-request-id: req-ad794703-13f8-4b46-972a-3876fe19aefc {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:01:59.285641 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-plugged", "status": "completed", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:01:59.285913 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad794703-13f8-4b46-972a-3876fe19aefc {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:01:59.286303 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'code': 200} Nov 25 19:01:59.307547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cbc17-c4b6-40b6-a3d1-960c18a8e0c2 req-b2da3c65-0935-4daa-9924-88b77baeaa91 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:01:59.309035 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da3cbc17-c4b6-40b6-a3d1-960c18a8e0c2 req-b2da3c65-0935-4daa-9924-88b77baeaa91 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Nov 25 19:01:59.355841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da3cbc17-c4b6-40b6-a3d1-960c18a8e0c2 req-36260f39-e285-43cd-8ed3-c98229e2ee8b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Nov 25 19:02:00.494152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa775cb8-9e72-4cc0-b086-6bdbe9d0f9fd req-651c33ef-d9f0-4e4f-88f6-2891048a3e95 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:00.496359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa775cb8-9e72-4cc0-b086-6bdbe9d0f9fd req-651c33ef-d9f0-4e4f-88f6-2891048a3e95 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0666692 Nov 25 19:02:00.569985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa775cb8-9e72-4cc0-b086-6bdbe9d0f9fd req-fa452d84-2894-48b8-ac6d-9e2041c244f0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670652 Nov 25 19:02:00.595508 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:02:00.803646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:01.694636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ba2f1-0262-49f5-a172-3590bf20cbdb req-4df326d9-facd-4d84-8fe0-7f6cd9f77f5e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:01.696558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f3ba2f1-0262-49f5-a172-3590bf20cbdb req-4df326d9-facd-4d84-8fe0-7f6cd9f77f5e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0496876 Nov 25 19:02:01.762111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f3ba2f1-0262-49f5-a172-3590bf20cbdb req-24a82ce3-e04d-4fcf-9b29-8bec07d829c6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584674 Nov 25 19:02:02.890429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e55e-60bb-4cc3-810c-3d9c98502353 req-7610f4fb-e47d-4822-b7cc-c8a0d4b504ad tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:02.892063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-def4e55e-60bb-4cc3-810c-3d9c98502353 req-7610f4fb-e47d-4822-b7cc-c8a0d4b504ad tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0574322 Nov 25 19:02:02.945584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-def4e55e-60bb-4cc3-810c-3d9c98502353 req-461f14e4-b1ed-428a-88ef-66b62c4e405c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463977 Nov 25 19:02:03.428570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:04.081534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c785893-70ed-4c61-96b0-43b3f2f8d8f9 req-c7c075cd-546f-4fbd-a926-e7a19231c23f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:04.083862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4c785893-70ed-4c61-96b0-43b3f2f8d8f9 req-c7c075cd-546f-4fbd-a926-e7a19231c23f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0568686 Nov 25 19:02:04.135085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4c785893-70ed-4c61-96b0-43b3f2f8d8f9 req-14a1564c-536e-48dc-8658-9203e1f4f582 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Nov 25 19:02:05.263596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105404-c05b-4216-90f0-1280e165d367 req-1454b3f7-5204-4434-ad84-93e962f74133 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:05.271869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18105404-c05b-4216-90f0-1280e165d367 req-1454b3f7-5204-4434-ad84-93e962f74133 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0635602 Nov 25 19:02:05.329011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18105404-c05b-4216-90f0-1280e165d367 req-590bc386-d29b-44cf-b901-e297bc8f620a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561869 Nov 25 19:02:06.473918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb0e04-0924-4e4c-808d-df92f9c7569e req-646acdeb-53ba-4323-aa8e-c35ae4e6eaa0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:06.475732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23eb0e04-0924-4e4c-808d-df92f9c7569e req-646acdeb-53ba-4323-aa8e-c35ae4e6eaa0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0553250 Nov 25 19:02:06.535151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23eb0e04-0924-4e4c-808d-df92f9c7569e req-2b812ba5-424a-464b-b852-cb7f18a31f9e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517011 Nov 25 19:02:07.402761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-998ec932-b540-4257-8fc5-a5a5784eb7bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489876 Nov 25 19:02:07.469812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b1076-eba8-4cdc-8853-35f671d3644a req-d44d81b6-ff47-441b-ad5a-8d1236cc9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:07.471993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-d44d81b6-ff47-441b-ad5a-8d1236cc9379 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 1096 time: 0.0424094 Nov 25 19:02:07.582187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b1076-eba8-4cdc-8853-35f671d3644a req-4f76174c-a7f3-4081-bafc-4c6d2aaf7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:07.583790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-4f76174c-a7f3-4081-bafc-4c6d2aaf7b67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0901556 Nov 25 19:02:07.643916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-cb57174c-bcaf-4c09-b8a1-89cf8e29fe89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493 HTTP/1.1" status: 200 len: 217 time: 0.0491309 Nov 25 19:02:07.719415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b1076-eba8-4cdc-8853-35f671d3644a req-87063d15-234d-416d-aa57-263bb24bd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:07.720942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-87063d15-234d-416d-aa57-263bb24bd1af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0591412 Nov 25 19:02:07.762790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9877577-c666-4f08-be5d-2aab0f37fb62 req-49c4fc57-6657-408c-a15f-6f1403c3f21a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:07.764361 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9877577-c666-4f08-be5d-2aab0f37fb62 req-49c4fc57-6657-408c-a15f-6f1403c3f21a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.1303732 Nov 25 19:02:07.827059 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9877577-c666-4f08-be5d-2aab0f37fb62 req-39cba5a6-8e46-4346-bb19-f3347cfaa2dd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530405 Nov 25 19:02:07.829176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b1076-eba8-4cdc-8853-35f671d3644a req-47fd372d-a7c6-4c76-b36e-d3c9ee2c9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:07.831206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-47fd372d-a7c6-4c76-b36e-d3c9ee2c9b72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018958 Nov 25 19:02:07.936628 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-55030522-47b0-4683-92c1-862de6dd8758 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970879 Nov 25 19:02:08.072833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-813b1076-eba8-4cdc-8853-35f671d3644a req-3682cefe-dcb9-419f-b407-1a5cb030d3fe service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263051 Nov 25 19:02:08.954314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a141a-8a38-4386-b30c-2d360d5fd17c req-eb3d22b3-ee56-4691-a30b-f7a3249bd5bd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:08.955846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f6a141a-8a38-4386-b30c-2d360d5fd17c req-eb3d22b3-ee56-4691-a30b-f7a3249bd5bd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0536447 Nov 25 19:02:09.011600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f6a141a-8a38-4386-b30c-2d360d5fd17c req-5c83bacb-0117-45fa-a7cd-93196e9573ea tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Nov 25 19:02:09.862789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-940a894a-1f12-4500-9cce-26d1a8f475e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:09.864313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-940a894a-1f12-4500-9cce-26d1a8f475e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 1097 time: 0.0400414 Nov 25 19:02:09.956981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-031e6e31-85d9-4dc2-affb-e6f89a51c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:09.958465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-031e6e31-85d9-4dc2-affb-e6f89a51c19d service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0872412 Nov 25 19:02:09.999598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-004132c0-b636-4a9f-9dcb-c124476fd831 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d03f42-df10-4ffe-93d0-66e1343f0542 HTTP/1.1" status: 200 len: 217 time: 0.0334194 Nov 25 19:02:10.048195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-c1a97d8b-c535-4600-bc1b-d7a7d61be46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:10.049666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-c1a97d8b-c535-4600-bc1b-d7a7d61be46e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0430169 Nov 25 19:02:10.128946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-7ff7ca10-b2d0-4dfb-9d75-9113497303ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:10.130324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-7ff7ca10-b2d0-4dfb-9d75-9113497303ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734401 Nov 25 19:02:10.141996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd91ab-47aa-4426-a948-6b45da877cf4 req-2e35cc1b-d332-4620-af06-659f4c22e402 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:10.143392 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89dd91ab-47aa-4426-a948-6b45da877cf4 req-2e35cc1b-d332-4620-af06-659f4c22e402 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0577059 Nov 25 19:02:10.240489 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-89dd91ab-47aa-4426-a948-6b45da877cf4 req-40f28cf3-dfbe-47f1-9d16-19f3aef443a0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886004 Nov 25 19:02:10.263374 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-2248be3c-bb2a-4ecc-aa26-f2b5f6367eed service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190796 Nov 25 19:02:10.352114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b9274860-e946-4759-9cb5-81e02dedbe19 req-68084ab5-ec2e-4b3e-a41f-1184a20b7ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795593 Nov 25 19:02:10.922631 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45365547-312e-4265-ba75-e5316f6970d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:11.002623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-14e8f394-d63a-4fbd-9c50-7e94f07122e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393329 Nov 25 19:02:11.065312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-f1aead1e-07be-429c-96d7-1344c796ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:11.066838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-f1aead1e-07be-429c-96d7-1344c796ce9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6db95cf3af0440180a3d9994e593b57&device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1097 time: 0.0406280 Nov 25 19:02:11.170798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-ed57022a-353a-4458-ad61-7230b33a1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:11.172245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-ed57022a-353a-4458-ad61-7230b33a1b33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 200 len: 910 time: 0.0860212 Nov 25 19:02:11.238622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-e50d0e3e-81cc-41ff-a179-f4ad67230e15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0582573 Nov 25 19:02:11.290521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-1d013179-4cb9-41aa-9907-c2f8671fea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:11.292062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-1d013179-4cb9-41aa-9907-c2f8671fea75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6674e94d-2cf4-46c8-aa15-d0f3d3942589 HTTP/1.1" status: 200 len: 848 time: 0.0457895 Nov 25 19:02:11.344471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-5c6fd5cd-bd98-4974-bc06-b211ef07416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:11.345980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-5c6fd5cd-bd98-4974-bc06-b211ef07416c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e72a611c-ab76-49fa-ae51-ce56fe3ba415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452538 Nov 25 19:02:11.361448 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491897-efeb-4345-8893-49b63e091183 req-e4f24cc5-27e3-44ac-b852-ddad3325c350 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:11.362974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d491897-efeb-4345-8893-49b63e091183 req-e4f24cc5-27e3-44ac-b852-ddad3325c350 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0488086 Nov 25 19:02:11.413706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d491897-efeb-4345-8893-49b63e091183 req-416c55c8-4962-4f86-99d7-65b193f60e1a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Nov 25 19:02:11.437436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-cf32ac29-84ad-4634-a4d1-95da642421c3 service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831065 Nov 25 19:02:11.531591 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d7feedf-6179-495a-b91b-9dc401ed3a52 req-46c8f65c-490b-4242-905d-ed6120c7a440 service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850201 Nov 25 19:02:12.531177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab88c0-59d9-432e-af4b-b3676790bfba req-a688124e-ea02-4712-bfab-d7b4582f3180 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:12.533328 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6ab88c0-59d9-432e-af4b-b3676790bfba req-a688124e-ea02-4712-bfab-d7b4582f3180 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 946 time: 0.0484924 Nov 25 19:02:12.579592 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b6ab88c0-59d9-432e-af4b-b3676790bfba req-1769a523-05da-4d6c-baf9-7e887e123440 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Nov 25 19:02:12.695749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205d10-465c-4a6d-910b-6e927895e07c req-60d75485-c2d6-455c-afe6-6da2269dca60 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:12.697210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40205d10-465c-4a6d-910b-6e927895e07c req-60d75485-c2d6-455c-afe6-6da2269dca60 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0489604 Nov 25 19:02:12.743771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-40205d10-465c-4a6d-910b-6e927895e07c req-75779a62-b3c6-4d05-b0c6-604dba9b33a6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Nov 25 19:02:12.861502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac051007-5617-4cdf-bc0d-e1d688ce9ff1 req-44bfb407-2713-485b-a927-4677253e78d2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:12.862880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac051007-5617-4cdf-bc0d-e1d688ce9ff1 req-44bfb407-2713-485b-a927-4677253e78d2 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0476551 Nov 25 19:02:12.908721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac051007-5617-4cdf-bc0d-e1d688ce9ff1 req-a4fbab2f-5267-4385-b8ca-e0d60887df1e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 Nov 25 19:02:13.068988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 01d03f42-df10-4ffe-93d0-66e1343f0542 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:13.113937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b5-cc77-4996-9bd6-9e442dff1bc0 req-bcc2b083-82d4-44da-93fc-4eefa401bc73 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:13.115611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-660a22b5-cc77-4996-9bd6-9e442dff1bc0 req-bcc2b083-82d4-44da-93fc-4eefa401bc73 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0584073 Nov 25 19:02:13.148020 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:13.162302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-660a22b5-cc77-4996-9bd6-9e442dff1bc0 req-7af69b09-d6dc-4c6c-928f-f8168c644f93 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Nov 25 19:02:13.170597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:13.173491 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ad2be3-d5c4-4c0c-a68b-b12ada697745" -d '{"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-unplugged", "status": "completed", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:13.186925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:13.191230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:13.214472 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77334f-ed53-4f6a-92bc-f9eac933249e x-openstack-request-id: req-3b77334f-ed53-4f6a-92bc-f9eac933249e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:13.214773 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-unplugged", "status": "failed", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:13.215037 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b77334f-ed53-4f6a-92bc-f9eac933249e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:13.215613 n-d-819194-3 neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'code': 422} returned with failed status Nov 25 19:02:13.240740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:13.446584 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-46f6e078-152e-4f60-9417-262926256159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:14.280402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d122d-cf85-487c-8815-c3da7ba5cc46 req-9293d280-d171-425f-a5fd-378bc0a1a7fe tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:14.282290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c11d122d-cf85-487c-8815-c3da7ba5cc46 req-9293d280-d171-425f-a5fd-378bc0a1a7fe tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0507879 Nov 25 19:02:14.336084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c11d122d-cf85-487c-8815-c3da7ba5cc46 req-8c07d788-df18-4b5d-ba60-cf3ac240a942 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479066 Nov 25 19:02:14.429148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:15.452832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e67a1-f525-4598-b588-83e928b057fd req-d660d14e-b90a-468c-a06b-efca54285170 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:15.454336 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d3e67a1-f525-4598-b588-83e928b057fd req-d660d14e-b90a-468c-a06b-efca54285170 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0493486 Nov 25 19:02:15.501742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3d3e67a1-f525-4598-b588-83e928b057fd req-e852eb8b-15f2-4d8c-a6be-102514de9ba4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Nov 25 19:02:15.993591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:16.621128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e498bd-e6b2-44d6-abd4-9f2cbdd0288b req-3a1c9568-a6cd-476f-8402-3d2f4d16e6a3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:16.622647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72e498bd-e6b2-44d6-abd4-9f2cbdd0288b req-3a1c9568-a6cd-476f-8402-3d2f4d16e6a3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0509965 Nov 25 19:02:16.675812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72e498bd-e6b2-44d6-abd4-9f2cbdd0288b req-efa7e2f3-d71d-4806-bbfa-52004a5b0423 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Nov 25 19:02:16.988225 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:17.794993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65cdf5-6924-4c71-92df-00a6e36572c4 req-9077dd94-37e0-497b-8502-0d417fd13841 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:17.796483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a65cdf5-6924-4c71-92df-00a6e36572c4 req-9077dd94-37e0-497b-8502-0d417fd13841 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0523961 Nov 25 19:02:17.842947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a65cdf5-6924-4c71-92df-00a6e36572c4 req-9c81e59b-a4ff-4f30-90d6-0bd6f6cfc4e6 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404773 Nov 25 19:02:18.955620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7f425-3171-44fc-ac0b-06a4baeea37e req-4cecdc09-6f6b-4722-ba42-9c3ff8865e2b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:18.957000 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5e7f425-3171-44fc-ac0b-06a4baeea37e req-4cecdc09-6f6b-4722-ba42-9c3ff8865e2b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0477264 Nov 25 19:02:19.003704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5e7f425-3171-44fc-ac0b-06a4baeea37e req-cbd94b5f-2de4-409b-a3c3-950ab5cdd53a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408461 Nov 25 19:02:20.119442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b736bac-18d3-4240-af57-10cd677eb825 req-e4f4d1dc-611e-42c8-abd3-2749b00d3fee tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:20.120882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b736bac-18d3-4240-af57-10cd677eb825 req-e4f4d1dc-611e-42c8-abd3-2749b00d3fee tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0479190 Nov 25 19:02:20.170407 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b736bac-18d3-4240-af57-10cd677eb825 req-dd84fd0c-8818-4118-9905-9e8f9cdaa0dc tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Nov 25 19:02:21.283514 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4b7d2-f704-411d-9015-f116caef1232 req-c41248eb-36f9-4b7e-b0cc-bbcd8d9aea92 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:21.284981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-27c4b7d2-f704-411d-9015-f116caef1232 req-c41248eb-36f9-4b7e-b0cc-bbcd8d9aea92 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0482290 Nov 25 19:02:21.331799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-27c4b7d2-f704-411d-9015-f116caef1232 req-cc99d5f6-9519-4801-94a1-96dfdf176447 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409451 Nov 25 19:02:22.443991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01c649-dad2-4eb9-a2ca-1a2f9e15838f req-bb7e3afb-4293-4474-be77-74486fa531b3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:22.445752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d01c649-dad2-4eb9-a2ca-1a2f9e15838f req-bb7e3afb-4293-4474-be77-74486fa531b3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0479202 Nov 25 19:02:22.492190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d01c649-dad2-4eb9-a2ca-1a2f9e15838f req-8cd1a83e-b5c3-49b1-b592-dd90b8af6657 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404720 Nov 25 19:02:23.613435 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a2304-e11b-443b-94dc-7e66e28ee3ee req-0b0f82f3-c262-434f-a0a2-44c5e39e0999 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:23.614919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a9a2304-e11b-443b-94dc-7e66e28ee3ee req-0b0f82f3-c262-434f-a0a2-44c5e39e0999 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0541794 Nov 25 19:02:23.661541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a9a2304-e11b-443b-94dc-7e66e28ee3ee req-8fa42979-33b3-41c2-bfec-e0e16a01cb16 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Nov 25 19:02:23.859750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0552a37-1308-4255-b29f-0f5a7f07ec5f req-c4a69987-9480-4926-b7a9-6b2d7f090899 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:23.861256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b0552a37-1308-4255-b29f-0f5a7f07ec5f req-c4a69987-9480-4926-b7a9-6b2d7f090899 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0527265 Nov 25 19:02:23.883378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81698e66-5cf4-4c85-9490-49172863c916 req-50f7671a-c0d0-4e5e-9542-e75bca568bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:23.884894 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81698e66-5cf4-4c85-9490-49172863c916 req-50f7671a-c0d0-4e5e-9542-e75bca568bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0406296 Nov 25 19:02:23.909767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b0552a37-1308-4255-b29f-0f5a7f07ec5f req-0d943e66-5587-40cf-a23f-109692df793b tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Nov 25 19:02:23.979396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81698e66-5cf4-4c85-9490-49172863c916 req-5c4f78ef-c0bf-43e5-9efd-966a34d39c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:23.980870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81698e66-5cf4-4c85-9490-49172863c916 req-5c4f78ef-c0bf-43e5-9efd-966a34d39c9b service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.0868561 Nov 25 19:02:24.050723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81698e66-5cf4-4c85-9490-49172863c916 req-b95653c1-7cf2-4b53-b3eb-79f4e164759f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 999 time: 0.0615196 Nov 25 19:02:24.101203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81698e66-5cf4-4c85-9490-49172863c916 req-c7012bfc-ca04-481a-aa74-5a4c6bab7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:24.102677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81698e66-5cf4-4c85-9490-49172863c916 req-c7012bfc-ca04-481a-aa74-5a4c6bab7737 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0454617 Nov 25 19:02:24.150546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81698e66-5cf4-4c85-9490-49172863c916 req-347ae8a4-c345-49e7-baa6-d9eed2d8f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:24.152018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81698e66-5cf4-4c85-9490-49172863c916 req-347ae8a4-c345-49e7-baa6-d9eed2d8f501 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423758 Nov 25 19:02:24.237750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81698e66-5cf4-4c85-9490-49172863c916 req-cf538019-27b4-40f7-96cd-533dbe17eff3 service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783353 Nov 25 19:02:24.329115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81698e66-5cf4-4c85-9490-49172863c916 req-0b518010-fa93-4983-9429-6e67d21c6f9b service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838840 Nov 25 19:02:25.027686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baca28-8d5e-43e0-8afe-d1dd2261d798 req-58bc234b-e1ef-4018-9ecd-fb5a63de6f0e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:25.029155 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23baca28-8d5e-43e0-8afe-d1dd2261d798 req-58bc234b-e1ef-4018-9ecd-fb5a63de6f0e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0521004 Nov 25 19:02:25.076974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-23baca28-8d5e-43e0-8afe-d1dd2261d798 req-45824b36-ca1e-44f4-87dd-a529c71cdd21 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Nov 25 19:02:25.197075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3269f07-293d-4e2a-b96c-ec4d1396c6a7 req-6e7bc392-8c1d-460c-b05a-882442abe3e7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:25.198515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3269f07-293d-4e2a-b96c-ec4d1396c6a7 req-6e7bc392-8c1d-460c-b05a-882442abe3e7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0489976 Nov 25 19:02:25.245226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3269f07-293d-4e2a-b96c-ec4d1396c6a7 req-b8dc18f1-e443-4aa9-ab5f-c21375b9ac5f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Nov 25 19:02:25.366280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263697f-3117-4c96-aa0a-e09ed934c10e req-105b6b17-c64c-4435-8b98-4b7e27a58995 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:25.367829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d263697f-3117-4c96-aa0a-e09ed934c10e req-105b6b17-c64c-4435-8b98-4b7e27a58995 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0497465 Nov 25 19:02:25.375158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:25.416587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d263697f-3117-4c96-aa0a-e09ed934c10e req-f0ca34bb-78a2-4453-9649-ea2b660e592f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Nov 25 19:02:25.533966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port 2b16a2a2-eee5-445a-afc2-5c8659ac14a7 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:25.534301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:25.623961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:25.624291 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:25.636350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for 2b16a2a2-eee5-445a-afc2-5c8659ac14a7 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:25.644446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd8d08-2282-46ea-b66e-6b15218c310b req-adb84d9a-ed63-4b87-95d0-c673ce42b581 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:25.645949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04cd8d08-2282-46ea-b66e-6b15218c310b req-adb84d9a-ed63-4b87-95d0-c673ce42b581 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0484784 Nov 25 19:02:25.692740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04cd8d08-2282-46ea-b66e-6b15218c310b req-3570529e-aa1d-4656-bd9a-75e490abd4bd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Nov 25 19:02:25.783588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:25.809370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=2b16a2a2-eee5-445a-afc2-5c8659ac14a7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:25.819805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.820153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.820758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.821096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.821428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.821753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.822077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.822399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.822753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.823073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.823394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.823716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:25.879120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:25.879470 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Floating IP 7d5c03a0-6176-4243-a6a2-ad1e57243077 disassociated (deleted). External IP: 172.25.2.151, port: 053c7da7-8c0c-489c-9cb0-57a43fad96d7. Nov 25 19:02:26.083178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:02:26.193760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:02:26.198793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:26.203909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:02:26.212840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:26.213555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:26.226807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-04485833-e53e-4ba0-9551-4c6081c6f88b tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "DELETE /v2.0/floatingips/7d5c03a0-6176-4243-a6a2-ad1e57243077 HTTP/1.1" status: 204 len: 168 time: 0.8505089 Nov 25 19:02:26.227505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:26.229874 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17" -d '{"events": [{"name": "network-changed", "server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:26.274649 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139c936c-4fb0-4fcf-90d2-5d3c84b7d61c x-openstack-request-id: req-139c936c-4fb0-4fcf-90d2-5d3c84b7d61c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:26.274942 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:26.275197 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-139c936c-4fb0-4fcf-90d2-5d3c84b7d61c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:26.275616 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'status': 'completed', 'code': 200} Nov 25 19:02:26.327758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:26.345164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-cfa953af-4ae8-476a-83a2-7878d081b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:26.346614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-cfa953af-4ae8-476a-83a2-7878d081b701 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 1097 time: 0.0450878 Nov 25 19:02:26.483515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-2150cdd0-b595-47ff-b57f-ef3168d47b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:26.485013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-2150cdd0-b595-47ff-b57f-ef3168d47b86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1290789 Nov 25 19:02:26.508736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b9597-49f1-4d77-9d87-1d7944523b44 req-b1aa7927-d151-451d-be9c-888ec0c69e17 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:26.510178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-996b9597-49f1-4d77-9d87-1d7944523b44 req-b1aa7927-d151-451d-be9c-888ec0c69e17 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 946 time: 0.0738347 Nov 25 19:02:26.542427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-be3479af-8944-4e81-b65c-df34ba1e5862 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7 HTTP/1.1" status: 200 len: 217 time: 0.0478745 Nov 25 19:02:26.576974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:27Z', 'revision_number': 1, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:26.603350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:02:26.611849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:26.612448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:26.617521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-996b9597-49f1-4d77-9d87-1d7944523b44 req-a4371431-1fc6-49cd-8a08-8423ffd9ff0f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777137 Nov 25 19:02:26.621227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-ad0daca1-0e2f-4b08-99af-2507706a874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:26.622642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-ad0daca1-0e2f-4b08-99af-2507706a874f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0684235 Nov 25 19:02:26.674617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-8e64bfa7-029a-4043-9137-80e69275967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:26.676149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-8e64bfa7-029a-4043-9137-80e69275967b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408821 Nov 25 19:02:26.716318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:26.774268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-6113bc7f-eda2-4401-8dc4-18ede5c3541c service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893939 Nov 25 19:02:26.820341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff617b-da05-44cb-b508-67b2f32dc4ba req-73fec466-e5c4-407f-811f-bb4495cdcab0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:26.822774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fff617b-da05-44cb-b508-67b2f32dc4ba req-73fec466-e5c4-407f-811f-bb4495cdcab0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0553956 Nov 25 19:02:26.868136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ab8f18e-dd58-426c-be9a-0b1cd4f37c17 req-ad806a8c-4a7c-4ad7-9d0a-b33e258ebc46 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853100 Nov 25 19:02:26.870346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6fff617b-da05-44cb-b508-67b2f32dc4ba req-28f4a745-a849-4fb2-aa83-f3c6134f8906 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Nov 25 19:02:26.965101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:27Z', 'revision_number': 1, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:26.995327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c877ef-52f2-48d6-8c40-a49c077e72cd None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'port_id': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'mac_address': 'fa:16:3e:fc:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T18:58:24Z', 'updated_at': '2021-11-25T18:58:27Z', 'revision_number': 1, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:02:27.110905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b5a7-6450-472c-afe2-c1a5c01764bc req-7b704f37-7dfe-4dc9-b9cb-1d7fef7b7c89 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:27.112389 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ea1b5a7-6450-472c-afe2-c1a5c01764bc req-7b704f37-7dfe-4dc9-b9cb-1d7fef7b7c89 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0800242 Nov 25 19:02:27.125254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-5c8d54c5-a9bb-4ec1-9e64-1ce015b69585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:27.126815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-5c8d54c5-a9bb-4ec1-9e64-1ce015b69585 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0600760 Nov 25 19:02:27.231029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3ea1b5a7-6450-472c-afe2-c1a5c01764bc req-3a6bb91b-585a-4595-a1b5-c2f79831c00e tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079040 Nov 25 19:02:27.253209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-51db8ff9-96ae-47d2-a25d-724e83a12d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:27.254723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-51db8ff9-96ae-47d2-a25d-724e83a12d7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 200 len: 911 time: 0.1210034 Nov 25 19:02:27.268766 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1851666-ccae-4127-970d-25fc4c198401 None None] New status for floating IP 7d5c03a0-6176-4243-a6a2-ad1e57243077: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:02:27.324703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-6898f717-74a8-4ceb-867b-d2bf06f6646f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 200 len: 999 time: 0.0633681 Nov 25 19:02:27.374265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-378779b3-ca7a-44f9-8376-11624a93bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:27.375725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-378779b3-ca7a-44f9-8376-11624a93bb80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 200 len: 849 time: 0.0442326 Nov 25 19:02:27.421292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-292b0e0a-f8b6-423f-942b-0ee4a3ce9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:27.422820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-292b0e0a-f8b6-423f-942b-0ee4a3ce9dae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99668f2f-169f-4bef-af43-91e9a19e1777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403936 Nov 25 19:02:27.512878 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-d2440c87-8380-4f51-ad88-3b7421da158c service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821428 Nov 25 19:02:27.600582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e574411f-7be3-4b97-b9bf-ff6652e2237d req-4c3405ea-3299-40c9-bd5c-c7fc85b5ca1f service neutron] 10.222.0.66 "GET /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804360 Nov 25 19:02:27.733065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b166f46-f9c7-417b-9b87-edf04671e315 req-b73761d7-37c4-4e60-acd1-1f2b208fd404 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:27.734556 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b166f46-f9c7-417b-9b87-edf04671e315 req-b73761d7-37c4-4e60-acd1-1f2b208fd404 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 946 time: 0.0497520 Nov 25 19:02:27.783664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b166f46-f9c7-417b-9b87-edf04671e315 req-4a7d3918-d913-4160-a1db-8e062ad9fa89 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Nov 25 19:02:28.243571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-0d490b5e-d58a-4bcf-a2bf-a73812b340b5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:28.245057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-0d490b5e-d58a-4bcf-a2bf-a73812b340b5 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 946 time: 0.0526786 Nov 25 19:02:28.341288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:28.341631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:28.353544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d88f-4676-4474-8a00-f47493bf7840 req-744fb4a1-875c-4f5d-b970-2ffffd1c3802 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:28.355060 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac48d88f-4676-4474-8a00-f47493bf7840 req-744fb4a1-875c-4f5d-b970-2ffffd1c3802 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0525835 Nov 25 19:02:28.403157 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ac48d88f-4676-4474-8a00-f47493bf7840 req-d42e316a-d3e8-452f-b3b9-69ee2805b2b1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Nov 25 19:02:28.433004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] For port 053c7da7-8c0c-489c-9cb0-57a43fad96d7, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=053c7da7-8c0c-489c-9cb0-57a43fad96d7,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:28.433459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:28.446967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for 053c7da7-8c0c-489c-9cb0-57a43fad96d7 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:28.575827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:28.606666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=053c7da7-8c0c-489c-9cb0-57a43fad96d7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:28.964552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] No DVR routers for this DVR port 053c7da7-8c0c-489c-9cb0-57a43fad96d7 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:28.967572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c534410-9151-48eb-852b-b64a44e96748 req-820d9a87-2444-4524-a39d-17ac4fd9af8f tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 210 time: 0.0413659 Nov 25 19:02:28.968610 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:28.971935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b1fda6c6-9100-4d58-98eb-09cd56311767 req-9aaaeead-4e0e-44b1-b8b8-6fcdde4f16a7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "DELETE /v2.0/ports/053c7da7-8c0c-489c-9cb0-57a43fad96d7 HTTP/1.1" status: 204 len: 173 time: 0.7184451 Nov 25 19:02:28.972390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'name': 'network-vif-deleted', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:28.974739 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ec4e2e-8e9f-412b-9f19-83edac986f8f" -d '{"events": [{"server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "name": "network-vif-deleted", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:29.016881 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ddc67-4023-45c3-9a11-d9c6a1d39dca x-openstack-request-id: req-967ddc67-4023-45c3-9a11-d9c6a1d39dca {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:29.017192 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59074c47-1eb0-465f-b930-563dd4f3ad2c", "name": "network-vif-deleted", "tag": "053c7da7-8c0c-489c-9cb0-57a43fad96d7", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:29.017445 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-967ddc67-4023-45c3-9a11-d9c6a1d39dca {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:29.017839 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59074c47-1eb0-465f-b930-563dd4f3ad2c', 'name': 'network-vif-deleted', 'tag': '053c7da7-8c0c-489c-9cb0-57a43fad96d7', 'status': 'completed', 'code': 200} Nov 25 19:02:29.519575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c367c2-c87d-4b1f-9f99-e481175b3f8a req-684af763-44a5-40c6-8708-e1d8abcec5c7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:29.521078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17c367c2-c87d-4b1f-9f99-e481175b3f8a req-684af763-44a5-40c6-8708-e1d8abcec5c7 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0482974 Nov 25 19:02:29.575756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-17c367c2-c87d-4b1f-9f99-e481175b3f8a req-e0ae41a5-d45a-4e72-a46f-f8e9c308031a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456536 Nov 25 19:02:29.695759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42d139-dae1-4dee-9fd8-7ddfccd760ee req-950fdcb5-672a-4714-9a2f-b5e07c1160cb tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:29.697254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f42d139-dae1-4dee-9fd8-7ddfccd760ee req-950fdcb5-672a-4714-9a2f-b5e07c1160cb tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0487657 Nov 25 19:02:29.748269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f42d139-dae1-4dee-9fd8-7ddfccd760ee req-24c21235-bfc4-4a62-b590-47bbc98f84d8 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450063 Nov 25 19:02:30.073757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33b05e85-9e7e-40cf-a67a-68e73271d9ee req-746402c1-e753-44f4-aa16-a31f14787809 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 210 time: 0.0299680 Nov 25 19:02:30.354770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-8c63b8c9-dda8-48ce-8df0-bf89fd6460a4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:30.356182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-8c63b8c9-dda8-48ce-8df0-bf89fd6460a4 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=16a7ebc0-88ff-4e99-b81a-de2d19b24304 HTTP/1.1" status: 200 len: 944 time: 0.0519197 Nov 25 19:02:30.456891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Deleting port 01d03f42-df10-4ffe-93d0-66e1343f0542 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:30.457235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:30.549021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] For port 01d03f42-df10-4ffe-93d0-66e1343f0542, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=01d03f42-df10-4ffe-93d0-66e1343f0542,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:30.549792 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:30.803146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:30.930554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Calling delete_port for 01d03f42-df10-4ffe-93d0-66e1343f0542 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:31.053742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:31.065792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b', '263e50f3-120b-4206-b5bc-7b6a31cf9493'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:02:31.084727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event deleted for resources: {'Port': ['ID=01d03f42-df10-4ffe-93d0-66e1343f0542,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:31.133782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] No DVR routers for this DVR port 01d03f42-df10-4ffe-93d0-66e1343f0542 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:31.137087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:31.147727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-542a697c-511e-4789-b85f-42b3e9cfdb2b req-aef34ad1-f59e-41c7-a810-2fdab11502f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "DELETE /v2.0/ports/01d03f42-df10-4ffe-93d0-66e1343f0542 HTTP/1.1" status: 204 len: 173 time: 0.7847984 Nov 25 19:02:31.148514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-deleted', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:31.151195 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309bbe8a-7d29-4163-8bcb-1825240f8a03" -d '{"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-deleted", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:31.254224 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc2c918f-2598-4a61-8db4-9b13b3d26465 req-b2738f3d-2d06-46f6-b3f7-72dfef310db4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 210 time: 0.0648375 Nov 25 19:02:31.339345 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4223281-6e61-4dd5-8d77-bb541734a830 x-openstack-request-id: req-e4223281-6e61-4dd5-8d77-bb541734a830 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:31.339641 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a7ebc0-88ff-4e99-b81a-de2d19b24304", "name": "network-vif-deleted", "tag": "01d03f42-df10-4ffe-93d0-66e1343f0542", "status": "failed", "code": 422}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:31.339905 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4223281-6e61-4dd5-8d77-bb541734a830 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:31.340338 n-d-819194-3 neutron-server[103457]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16a7ebc0-88ff-4e99-b81a-de2d19b24304', 'name': 'network-vif-deleted', 'tag': '01d03f42-df10-4ffe-93d0-66e1343f0542', 'status': 'failed', 'code': 422} returned with failed status Nov 25 19:02:31.622964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 053c7da7-8c0c-489c-9cb0-57a43fad96d7 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:31.646347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 053c7da7-8c0c-489c-9cb0-57a43fad96d7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:31.646871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 053c7da7-8c0c-489c-9cb0-57a43fad96d7 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:31.767890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61caae-9aec-4b9d-a580-2f6e747f2254 req-e122ad79-d75f-4588-a5b6-fe114fbcf2f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:31.769527 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a61caae-9aec-4b9d-a580-2f6e747f2254 req-e122ad79-d75f-4588-a5b6-fe114fbcf2f1 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 908 time: 0.0491068 Nov 25 19:02:32.356198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-012a7bd5-7c25-44b7-a714-187d35721a33 req-a05166da-6b65-4328-8129-50dd6c1422cd tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 210 time: 0.0259194 Nov 25 19:02:32.884239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96fcf6-0cc2-4617-a7c4-cbcd72b6c0ec req-1cd92af8-7200-4df2-8809-4fa7ffebdf75 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:32.885688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc96fcf6-0cc2-4617-a7c4-cbcd72b6c0ec req-1cd92af8-7200-4df2-8809-4fa7ffebdf75 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 908 time: 0.0477633 Nov 25 19:02:33.220955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-7e0c833a-07a8-48dc-9a79-dcb40c8e1f86 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:33.222568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-7e0c833a-07a8-48dc-9a79-dcb40c8e1f86 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 908 time: 0.0551622 Nov 25 19:02:33.322252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Deleting port bd448bf3-ade8-43f1-9904-42054340f3eb {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:33.322707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:33.416826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] For port bd448bf3-ade8-43f1-9904-42054340f3eb, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd448bf3-ade8-43f1-9904-42054340f3eb,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:33.417211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:33.425715 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:33.430980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Calling delete_port for bd448bf3-ade8-43f1-9904-42054340f3eb owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:33.504710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6fde549d-843a-4120-bb55-6b087a13d015 req-19ccd7de-f0f9-4d0a-844d-238a9ead94fc tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=59074c47-1eb0-465f-b930-563dd4f3ad2c HTTP/1.1" status: 200 len: 210 time: 0.0303106 Nov 25 19:02:33.583015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:33.616015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event deleted for resources: {'Port': ['ID=bd448bf3-ade8-43f1-9904-42054340f3eb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:33.660319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] No DVR routers for this DVR port bd448bf3-ade8-43f1-9904-42054340f3eb on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:33.663176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:33.666829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c4e90e7-03b2-47e0-9f14-76a84391381a req-58f53454-c9fc-41b9-86e1-c4cedac3f6c5 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.64 "DELETE /v2.0/ports/bd448bf3-ade8-43f1-9904-42054340f3eb HTTP/1.1" status: 204 len: 173 time: 0.4352446 Nov 25 19:02:33.667370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'name': 'network-vif-deleted', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:33.669807 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7718427-90ef-4f2f-ad69-8b09590376fa" -d '{"events": [{"server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "name": "network-vif-deleted", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:33.804924 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64249a36-46a7-4d4e-a71d-ff3d1901861c x-openstack-request-id: req-64249a36-46a7-4d4e-a71d-ff3d1901861c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:33.805248 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3c64b5-87f7-48dd-9dbe-200645a79cfe", "name": "network-vif-deleted", "tag": "bd448bf3-ade8-43f1-9904-42054340f3eb", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:33.805476 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64249a36-46a7-4d4e-a71d-ff3d1901861c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:33.805889 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3c64b5-87f7-48dd-9dbe-200645a79cfe', 'name': 'network-vif-deleted', 'tag': 'bd448bf3-ade8-43f1-9904-42054340f3eb', 'status': 'completed', 'code': 200} Nov 25 19:02:34.002381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f9155243-77b8-4fd7-bfc6-de84fcde647e req-581ff94c-307c-4f85-9738-8215c52be436 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a3c64b5-87f7-48dd-9dbe-200645a79cfe HTTP/1.1" status: 200 len: 210 time: 0.0257299 Nov 25 19:02:35.280778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c787f-6ebf-4fe9-b14e-f773efabbfe0 req-d5055e6d-9dc6-4483-ad7d-b3090bbc02cf tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:35.283151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db6c787f-6ebf-4fe9-b14e-f773efabbfe0 req-d5055e6d-9dc6-4483-ad7d-b3090bbc02cf tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 945 time: 0.0508654 Nov 25 19:02:35.333149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db6c787f-6ebf-4fe9-b14e-f773efabbfe0 req-6f6e6f0d-a5d1-4877-b432-0f336121a5af tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Nov 25 19:02:35.629635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd448bf3-ade8-43f1-9904-42054340f3eb no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:35.652033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: bd448bf3-ade8-43f1-9904-42054340f3eb {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:35.652374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd448bf3-ade8-43f1-9904-42054340f3eb not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:36.453777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbced0-1c67-4c56-b00d-ecf8eaaa985f req-f4a217b3-85b4-4a4d-a25f-8b4698e9c416 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:36.455504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6bbced0-1c67-4c56-b00d-ecf8eaaa985f req-f4a217b3-85b4-4a4d-a25f-8b4698e9c416 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 945 time: 0.0535836 Nov 25 19:02:36.509039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f6bbced0-1c67-4c56-b00d-ecf8eaaa985f req-659a3d0e-c257-46f8-8d3d-c564901aec5c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475402 Nov 25 19:02:37.014288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-7d54245d-f37d-4243-836a-1903fec7cda9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:37.015702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-7d54245d-f37d-4243-836a-1903fec7cda9 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 945 time: 0.0522287 Nov 25 19:02:37.107651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Deleting port 263e50f3-120b-4206-b5bc-7b6a31cf9493 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:37.107989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:37.205484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] For port 263e50f3-120b-4206-b5bc-7b6a31cf9493, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=263e50f3-120b-4206-b5bc-7b6a31cf9493,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:37.205860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:37.220934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Calling delete_port for 263e50f3-120b-4206-b5bc-7b6a31cf9493 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:37.368832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:37.384266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b', '263e50f3-120b-4206-b5bc-7b6a31cf9493'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:02:37.400614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event deleted for resources: {'Port': ['ID=263e50f3-120b-4206-b5bc-7b6a31cf9493,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:37.440763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] No DVR routers for this DVR port 263e50f3-120b-4206-b5bc-7b6a31cf9493 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:37.447684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:37.451792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b0c2ca5b-852c-42cf-8b2d-94a4dc8b685c req-182bf0ec-bc91-413c-b906-58143e55de8a tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "DELETE /v2.0/ports/263e50f3-120b-4206-b5bc-7b6a31cf9493 HTTP/1.1" status: 204 len: 173 time: 0.4298730 Nov 25 19:02:37.452377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'name': 'network-vif-deleted', 'tag': '263e50f3-120b-4206-b5bc-7b6a31cf9493'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:37.455368 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d0f7e1-0968-4f4a-a1e1-d75cc3c89e44" -d '{"events": [{"server_uuid": "f28c90ac-272e-4e2a-8a7a-f3ca120a69bb", "name": "network-vif-deleted", "tag": "263e50f3-120b-4206-b5bc-7b6a31cf9493"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:37.505097 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b681cf-5334-429a-9d23-d81e6b24de47 x-openstack-request-id: req-03b681cf-5334-429a-9d23-d81e6b24de47 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:37.505458 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28c90ac-272e-4e2a-8a7a-f3ca120a69bb", "name": "network-vif-deleted", "tag": "263e50f3-120b-4206-b5bc-7b6a31cf9493", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:37.506491 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03b681cf-5334-429a-9d23-d81e6b24de47 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:37.506963 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28c90ac-272e-4e2a-8a7a-f3ca120a69bb', 'name': 'network-vif-deleted', 'tag': '263e50f3-120b-4206-b5bc-7b6a31cf9493', 'status': 'completed', 'code': 200} Nov 25 19:02:37.595421 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:02:37.632970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2db30918-6c17-48f3-91f8-ca8c63585cf0 req-03e141f1-e02d-472b-8461-de2603f25254 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=f28c90ac-272e-4e2a-8a7a-f3ca120a69bb HTTP/1.1" status: 200 len: 210 time: 0.0261974 Nov 25 19:02:38.933417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3ecf6-8652-45e7-aa41-97bab71f8c99 req-7a1b384d-ee65-4b9e-8286-7a67376d4372 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:38.934925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8d3ecf6-8652-45e7-aa41-97bab71f8c99 req-7a1b384d-ee65-4b9e-8286-7a67376d4372 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0622509 Nov 25 19:02:38.985213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8d3ecf6-8652-45e7-aa41-97bab71f8c99 req-3345f3e7-b85d-407c-807f-b5ef7a89b3de tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Nov 25 19:02:39.949990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47534) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:40.104117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7543a0-9029-4ce4-8c6d-b69ba952f7f0 req-f7c4e931-2ab9-4793-8d80-f2cdffe32ac3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:40.105589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7543a0-9029-4ce4-8c6d-b69ba952f7f0 req-f7c4e931-2ab9-4793-8d80-f2cdffe32ac3 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0502758 Nov 25 19:02:40.108322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port 939d4fa8-632e-4cd3-b89d-00c9e64fb26e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:40.108665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.152282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7543a0-9029-4ce4-8c6d-b69ba952f7f0 req-21895fcc-6452-4143-9a18-6bc5064b93ad tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=12b6295e-5349-4cab-b362-f8c30f14a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Nov 25 19:02:40.181814 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.182140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.193451 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for 939d4fa8-632e-4cd3-b89d-00c9e64fb26e owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:40.298275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-415209bb-4f89-44bb-9014-3228f767b116 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:40.299773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-415209bb-4f89-44bb-9014-3228f767b116 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 946 time: 0.0488009 Nov 25 19:02:40.345842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.376047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=939d4fa8-632e-4cd3-b89d-00c9e64fb26e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:40.402247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Deleting port 15ba9919-8d25-4e0a-b564-30652b83268b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:40.402628 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.434594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.434923 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Floating IP a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa disassociated (deleted). External IP: 172.25.2.147, port: a80a2258-e2be-4b95-b9b2-ad41aa713a8f. Nov 25 19:02:40.492152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] For port 15ba9919-8d25-4e0a-b564-30652b83268b, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=15ba9919-8d25-4e0a-b564-30652b83268b,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:40.492456 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.505886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Calling delete_port for 15ba9919-8d25-4e0a-b564-30652b83268b owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:40.647483 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.647754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:02:40.660222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['15ba9919-8d25-4e0a-b564-30652b83268b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:02:40.676469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event deleted for resources: {'Port': ['ID=15ba9919-8d25-4e0a-b564-30652b83268b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:40.722533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] No DVR routers for this DVR port 15ba9919-8d25-4e0a-b564-30652b83268b on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:40.725043 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.728672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecc3b851-54da-420b-b51c-75b2e02f184e req-df948b9c-81f7-4088-a323-88003c1ab2c0 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "DELETE /v2.0/ports/15ba9919-8d25-4e0a-b564-30652b83268b HTTP/1.1" status: 204 len: 173 time: 0.4214151 Nov 25 19:02:40.729139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'name': 'network-vif-deleted', 'tag': '15ba9919-8d25-4e0a-b564-30652b83268b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:40.731491 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea27ae4-9195-49a0-8aed-e895d6319ec0" -d '{"events": [{"server_uuid": "c8ef34f5-4769-44d5-ba11-6f72a9667565", "name": "network-vif-deleted", "tag": "15ba9919-8d25-4e0a-b564-30652b83268b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:40.769917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:02:40.775178 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:40.782706 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73695c1-c7c1-4d18-b6f2-bcbf3c77d621 x-openstack-request-id: req-f73695c1-c7c1-4d18-b6f2-bcbf3c77d621 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:40.783005 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ef34f5-4769-44d5-ba11-6f72a9667565", "name": "network-vif-deleted", "tag": "15ba9919-8d25-4e0a-b564-30652b83268b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:40.783314 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f73695c1-c7c1-4d18-b6f2-bcbf3c77d621 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:40.783719 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ef34f5-4769-44d5-ba11-6f72a9667565', 'name': 'network-vif-deleted', 'tag': '15ba9919-8d25-4e0a-b564-30652b83268b', 'status': 'completed', 'code': 200} Nov 25 19:02:40.784075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:02:40.795820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:40.796711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:40.809329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b84feab2-1ead-4eb4-ab3e-11e17bca63ce tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "DELETE /v2.0/floatingips/a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa HTTP/1.1" status: 204 len: 168 time: 0.8581238 Nov 25 19:02:40.810648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:40.814273 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef39e4a0-abcc-46a8-bdd5-c445050162f5" -d '{"events": [{"name": "network-changed", "server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:40.870830 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1788d1d1-3c91-40b5-9f7c-16e6da315433 x-openstack-request-id: req-1788d1d1-3c91-40b5-9f7c-16e6da315433 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:40.871642 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:40.872137 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1788d1d1-3c91-40b5-9f7c-16e6da315433 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:40.873142 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'status': 'completed', 'code': 200} Nov 25 19:02:40.976367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-557cef13-85b1-4260-ac76-3b88f4253fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:40.978013 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-557cef13-85b1-4260-ac76-3b88f4253fca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81443d1838114f57a977b4e512fb14ee&device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 1096 time: 0.0691803 Nov 25 19:02:40.982768 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4224ed1b-eebf-4d75-9f89-15ce561efd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:41.001884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:41.115910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73482f6d-bb58-42c8-859d-25427c7b98df req-3465bba8-6784-4bd3-82a1-0403b54a6f68 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:41.118682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73482f6d-bb58-42c8-859d-25427c7b98df req-3465bba8-6784-4bd3-82a1-0403b54a6f68 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 945 time: 0.0792501 Nov 25 19:02:41.132145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-c23bfe12-ec45-4b43-abd4-5605e48f4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:41.133603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-c23bfe12-ec45-4b43-abd4-5605e48f4ac7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 200 len: 912 time: 0.1428308 Nov 25 19:02:41.203455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-3ba29315-3514-45ff-956b-d926136b76de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 200 len: 217 time: 0.0618486 Nov 25 19:02:41.208150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73482f6d-bb58-42c8-859d-25427c7b98df req-3e2157bb-392a-49e9-88eb-268d400ce007 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831964 Nov 25 19:02:41.209630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:41.244049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:02:41.253454 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:41.254083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:41.287537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-563ae027-5f27-4498-b7ac-8214bc6b6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:41.290933 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-563ae027-5f27-4498-b7ac-8214bc6b6966 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 200 len: 850 time: 0.0786676 Nov 25 19:02:41.295692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-399693ad-844d-487d-a2a0-fb7d980bbf61 req-9f498eb9-9007-48cf-b64d-ce4a1578b460 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8ef34f5-4769-44d5-ba11-6f72a9667565 HTTP/1.1" status: 200 len: 210 time: 0.0375671 Nov 25 19:02:41.301247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 263e50f3-120b-4206-b5bc-7b6a31cf9493 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:41.337606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 263e50f3-120b-4206-b5bc-7b6a31cf9493 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:41.338320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 263e50f3-120b-4206-b5bc-7b6a31cf9493 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:41.357384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-728bf3bd-8d15-470d-bb6c-567394cc85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:41.358930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-728bf3bd-8d15-470d-bb6c-567394cc85de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5543069d-2fe3-41da-893c-40a6aacef875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581064 Nov 25 19:02:41.404590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:41.453513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-87a8c1bf-2e11-4ca1-97f2-87b00c5c1f15 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827723 Nov 25 19:02:41.549680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef39e4a0-abcc-46a8-bdd5-c445050162f5 req-2f6be2c6-09a8-4e52-99b2-a195aa739874 service neutron] 10.222.0.64 "GET /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883086 Nov 25 19:02:41.601471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:41.630155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a0c87-ce2e-4122-b3e5-0bb840ede127 None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T18:49:57Z', 'revision_number': 4, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'd2ebd1ae-6358-4b62-9379-199735bcd51f', 'name': '', 'network_id': '5543069d-2fe3-41da-893c-40a6aacef875', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'mac_address': 'fa:16:3e:67:94:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '15c909de-bd52-4004-8b51-012357a8b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:54Z', 'updated_at': '2021-11-25T18:50:03Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'subnets': [{'id': '15c909de-bd52-4004-8b51-012357a8b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:02:41.853456 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3846aa-c426-417d-a2ad-6c738bb3d5f3 None None] New status for floating IP a6bbb480-4b3c-4a2b-a3f2-bdae2577c7aa: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:02:42.331154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675d9cc-ebc2-4559-a8e5-36b3d564a079 req-e7fe6810-f233-4af0-9fdd-11c06430d2d3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:42.333066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c675d9cc-ebc2-4559-a8e5-36b3d564a079 req-e7fe6810-f233-4af0-9fdd-11c06430d2d3 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 945 time: 0.0494502 Nov 25 19:02:42.387438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c675d9cc-ebc2-4559-a8e5-36b3d564a079 req-91a6f775-039f-4d84-8cb3-d60c3dba79c4 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480719 Nov 25 19:02:42.573403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17e5d-91bb-4f57-958d-b8a83b9721d6 req-bb79b9c8-ddab-46e1-9ce8-b5a858bfebcd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:42.574862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bfa17e5d-91bb-4f57-958d-b8a83b9721d6 req-bb79b9c8-ddab-46e1-9ce8-b5a858bfebcd tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0483675 Nov 25 19:02:42.626289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bfa17e5d-91bb-4f57-958d-b8a83b9721d6 req-cff0130c-9ba0-4538-a178-777ee0eea53f tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452042 Nov 25 19:02:42.758953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425cbfd-6c25-4e34-930d-01baca058321 req-dccee73b-49d5-4b95-b759-5c57e3de3126 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:42.760435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1425cbfd-6c25-4e34-930d-01baca058321 req-dccee73b-49d5-4b95-b759-5c57e3de3126 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Nov 25 19:02:42.856238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port a80a2258-e2be-4b95-b9b2-ad41aa713a8f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:42.856579 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:42.952943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] For port a80a2258-e2be-4b95-b9b2-ad41aa713a8f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:42.953308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:42.965409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for a80a2258-e2be-4b95-b9b2-ad41aa713a8f owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:43.094507 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:43.122874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=a80a2258-e2be-4b95-b9b2-ad41aa713a8f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:43.167299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] No DVR routers for this DVR port a80a2258-e2be-4b95-b9b2-ad41aa713a8f on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:43.169811 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:43.173231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1425cbfd-6c25-4e34-930d-01baca058321 req-98e5a590-1757-4092-a279-fd06a568a336 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.64 "DELETE /v2.0/ports/a80a2258-e2be-4b95-b9b2-ad41aa713a8f HTTP/1.1" status: 204 len: 173 time: 0.4047327 Nov 25 19:02:43.173670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'name': 'network-vif-deleted', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:43.175940 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f62f24c-6558-4ea9-9173-e98003aee552" -d '{"events": [{"server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "name": "network-vif-deleted", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:43.215613 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d609544-cf7e-40ca-a900-c29d10f23149 x-openstack-request-id: req-8d609544-cf7e-40ca-a900-c29d10f23149 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:43.215931 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb1a5be-e4d7-4b57-aea7-f1442e02def0", "name": "network-vif-deleted", "tag": "a80a2258-e2be-4b95-b9b2-ad41aa713a8f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:43.216189 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d609544-cf7e-40ca-a900-c29d10f23149 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:43.216597 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb1a5be-e4d7-4b57-aea7-f1442e02def0', 'name': 'network-vif-deleted', 'tag': 'a80a2258-e2be-4b95-b9b2-ad41aa713a8f', 'status': 'completed', 'code': 200} Nov 25 19:02:43.301474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 15ba9919-8d25-4e0a-b564-30652b83268b no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:43.321902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 15ba9919-8d25-4e0a-b564-30652b83268b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:43.322342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 15ba9919-8d25-4e0a-b564-30652b83268b not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:43.451924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-baa38d7e-c29d-41f4-b696-2d977f9299e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:43.491371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f959eefc-1f1a-4b0d-8781-3ce0335d655e req-ff21af49-7767-4f48-8462-b4b5f7b669c9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 210 time: 0.0285938 Nov 25 19:02:43.744370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc880d1d-44f4-45c9-b5f2-2b150cb98562 req-449a4651-ff26-4f44-9f5f-5ba258d83195 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:43.745780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc880d1d-44f4-45c9-b5f2-2b150cb98562 req-449a4651-ff26-4f44-9f5f-5ba258d83195 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0494039 Nov 25 19:02:43.794700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc880d1d-44f4-45c9-b5f2-2b150cb98562 req-43b3b918-c14c-4ce7-9087-2ecaf8979f86 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a7fda9e-a8f4-462b-90e4-685b05453fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Nov 25 19:02:44.219724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-b7b13bd9-4d81-4bc1-9067-e0d2072ffc63 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:44.221190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-b7b13bd9-4d81-4bc1-9067-e0d2072ffc63 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 944 time: 0.0496159 Nov 25 19:02:44.323932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Deleting port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:44.324153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:44.416072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] For port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:44.416701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:44.433071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:44.611092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ea5bab6-8481-4137-8544-292c85daea33 req-3d5f57ae-683e-4797-a6f5-a24da4360aa9 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 210 time: 0.0352116 Nov 25 19:02:44.628366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:44.628798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:44.629179 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Floating IP dabb260c-82a8-4283-abc4-c5b56d8f6e9c disassociated. External IP: 172.25.2.135, port: 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac. Nov 25 19:02:44.629588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Calling delete_port for 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:44.758749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:44.787318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event deleted for resources: {'Port': ['ID=7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:44.801189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.801189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.801379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.801700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.802049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.802437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.802806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.803142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.803476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.803807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.804264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.804476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:44.915580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dfb1df86-eb9e-497a-a2f5-84415c8c5aa5 req-3e8878ae-18ea-46a4-b050-6bab513da109 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06d6f97-112c-443e-a0bf-e64a2b09b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0409107 Nov 25 19:02:44.954506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Router 10793d99-4cc8-45ed-ae88-da2236edfd18 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:02:45.071217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:02:45.082097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] Sync routers for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:02:45.092115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:45.093285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:45.113442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] No DVR routers for this DVR port 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:45.116167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:45.119735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31b94e84-85cf-4f7d-a0ae-b3920edffdd4 req-7803fed5-9bae-48f0-87c0-441333386839 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.66 "DELETE /v2.0/ports/7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac HTTP/1.1" status: 204 len: 173 time: 0.8921971 Nov 25 19:02:45.120223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-deleted', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:45.123169 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3487db3-05d5-41fd-96a3-b12fe4acddfc" -d '{"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-deleted", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:45.174973 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3257c375-28b3-4401-9605-368eb9b6134f x-openstack-request-id: req-3257c375-28b3-4401-9605-368eb9b6134f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:45.175267 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06d6f97-112c-443e-a0bf-e64a2b09b0a5", "name": "network-vif-deleted", "tag": "7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:45.175522 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3257c375-28b3-4401-9605-368eb9b6134f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:45.175919 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06d6f97-112c-443e-a0bf-e64a2b09b0a5', 'name': 'network-vif-deleted', 'tag': '7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac', 'status': 'completed', 'code': 200} Nov 25 19:02:45.215660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:45.432072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:45.459156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] Checking router: 10793d99-4cc8-45ed-ae88-da2236edfd18 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:02:45.467347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:45.467949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:45.578289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:45.695173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a80a2258-e2be-4b95-b9b2-ad41aa713a8f no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:45.719481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43e80ae3-8943-41e0-a1fe-34c46043417d req-04e3e449-60d9-4bf7-acdc-a9f2b7b90ad7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 210 time: 0.0301161 Nov 25 19:02:45.721468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: a80a2258-e2be-4b95-b9b2-ad41aa713a8f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:45.721805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device a80a2258-e2be-4b95-b9b2-ad41aa713a8f not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:45.812023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:45.838539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f6c5e-5e51-4735-94a2-5e8960f4f9fb None None] The sync data for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 is: [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cfb88201-fdf1-48f3-b5b5-95f3916de19f', 'name': '', 'network_id': '99668f2f-169f-4bef-af43-91e9a19e1777', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'mac_address': 'fa:16:3e:df:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:32Z', 'updated_at': '2021-11-25T18:53:39Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'subnets': [{'id': '96e4f46a-5cac-44c4-b101-f786babdc585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:02:45.997900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.011224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:46.070606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f29085a-f191-4b06-b661-fe9e02fd2560 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.096862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f29085a-f191-4b06-b661-fe9e02fd2560 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.117389 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595bcfb3-d1f5-4b59-afd5-0c47fbdb8fa7 None None] New status for floating IP dabb260c-82a8-4283-abc4-c5b56d8f6e9c: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:02:46.149932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f29085a-f191-4b06-b661-fe9e02fd2560 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.154077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7f29085a-f191-4b06-b661-fe9e02fd2560 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.156899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7f29085a-f191-4b06-b661-fe9e02fd2560 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "DELETE /v2.0/security-groups/5a7fda9e-a8f4-462b-90e4-685b05453fa4 HTTP/1.1" status: 204 len: 168 time: 0.1430621 Nov 25 19:02:46.158679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:46.167837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29085a-f191-4b06-b661-fe9e02fd2560 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7fda9e-a8f4-462b-90e4-685b05453fa4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:46.174153 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-a5cc63f8-f955-4609-9ca0-3ee5493eab36 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] show failed (client error): The resource could not be found. Nov 25 19:02:46.175149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a5cc63f8-f955-4609-9ca0-3ee5493eab36 tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "GET /v2.0/security-groups/5a7fda9e-a8f4-462b-90e4-685b05453fa4 HTTP/1.1" status: 404 len: 347 time: 0.0154552 Nov 25 19:02:46.177960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47590) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:46.335315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Deleting port 36ad94b3-23e4-4742-a275-1f2f774cd825 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:46.335745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.414353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.414715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.426885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Calling delete_port for 36ad94b3-23e4-4742-a275-1f2f774cd825 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:46.563767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.591167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Pushing event deleted for resources: {'Port': ['ID=36ad94b3-23e4-4742-a275-1f2f774cd825,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:46.655048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.657652 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:46.659109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4f082e14-51c4-4f9a-840d-15c26e8f732c tempest-ServerActionsTestJSON-1943275008 tempest-ServerActionsTestJSON-1943275008-project] 10.222.0.62 "DELETE /v2.0/floatingips/dabb260c-82a8-4283-abc4-c5b56d8f6e9c HTTP/1.1" status: 204 len: 168 time: 0.4790921 Nov 25 19:02:46.661809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47594) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:46.826779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc00b64-b38c-4537-ad8a-03b837d6948b req-267fd465-9f07-4585-b63a-1359a8f84748 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 210 time: 0.0316966 Nov 25 19:02:46.992785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.100607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.287653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:47.309296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:47.309802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 7e132697-e6e7-48d2-ad43-2c7f3c8eb6ac not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:47.348976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Deleting port cfb88201-fdf1-48f3-b5b5-95f3916de19f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:47.349574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.432504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] For port cfb88201-fdf1-48f3-b5b5-95f3916de19f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cfb88201-fdf1-48f3-b5b5-95f3916de19f,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:47.432871 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.446881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Calling delete_port for cfb88201-fdf1-48f3-b5b5-95f3916de19f owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:47.638600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.668560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb88201-fdf1-48f3-b5b5-95f3916de19f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:47.836960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:47.990899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51935f3f-7451-49d7-9ca5-c1bf200dc89e req-caedc9cd-50d0-4e31-b6cd-7de0fde536e7 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "GET /v2.0/ports?device_id=edb1a5be-e4d7-4b57-aea7-f1442e02def0 HTTP/1.1" status: 200 len: 210 time: 0.0326464 Nov 25 19:02:48.103417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Router 10793d99-4cc8-45ed-ae88-da2236edfd18 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:02:48.210382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:02:48.218252 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da6dbbb5-a82b-4d56-93bf-0a19691446cc admin admin] 10.222.0.62 "PUT /v2.0/routers/10793d99-4cc8-45ed-ae88-da2236edfd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5552771 Nov 25 19:02:48.218904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47604) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:48.221453 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] Sync routers for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:02:48.232558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:48.233486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:48.324395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:48.344697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:48.716925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T19:02:47Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:48.743612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] Checking router: 10793d99-4cc8-45ed-ae88-da2236edfd18 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:02:48.753614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] Routers {'10793d99-4cc8-45ed-ae88-da2236edfd18'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:48.754341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['10793d99-4cc8-45ed-ae88-da2236edfd18'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:48.793344 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:48.850341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Deleting port df43fb1e-da21-4712-b109-a31f93a05245 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:48.851015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:48.867412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] Set router 10793d99-4cc8-45ed-ae88-da2236edfd18 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:48.932875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] For port df43fb1e-da21-4712-b109-a31f93a05245, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=df43fb1e-da21-4712-b109-a31f93a05245,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:48.933238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:48.945526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Calling delete_port for df43fb1e-da21-4712-b109-a31f93a05245 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:49.063923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T19:02:47Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:49.078125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47610) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:49.094754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d30d1-3453-464a-8876-527ada2aa300 None None] The sync data for ids ['10793d99-4cc8-45ed-ae88-da2236edfd18'] in n-d-819194-3 is: [{'id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'name': 'tempest-ServerActionsTestJSON-55032857-router', 'tenant_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:53:29Z', 'updated_at': '2021-11-25T19:02:47Z', 'revision_number': 5, 'project_id': 'd8ce9afebfa0434abd4290e87d05f22b', 'gw_port': {'id': 'df43fb1e-da21-4712-b109-a31f93a05245', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:82:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10793d99-4cc8-45ed-ae88-da2236edfd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:53:30Z', 'updated_at': '2021-11-25T18:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:02:49.139656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.168281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df43fb1e-da21-4712-b109-a31f93a05245,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:49.179946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569bf5e7-1eac-441d-9bf8-078b50e0b28e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:02:49.231137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Deleting port e3205898-989f-4692-893d-f3d8530831dd {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:49.231503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.240891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.313368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.313600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.325743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Calling delete_port for e3205898-989f-4692-893d-f3d8530831dd owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:49.339568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.341717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.401399 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.401993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10793d99-4cc8-45ed-ae88-da2236edfd18 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:02:49.406896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.408136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-72f347ba-7078-4d8b-b941-86b94d1c6fa6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/10793d99-4cc8-45ed-ae88-da2236edfd18 HTTP/1.1" status: 204 len: 168 time: 1.1882555 Nov 25 19:02:49.410705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47612) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:49.463966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] Deleting subnet 96e4f46a-5cac-44c4-b101-f786babdc585 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:02:49.467374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.479963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.505316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.508524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'Port': ['ID=e3205898-989f-4692-893d-f3d8530831dd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:49.590862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.593084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.594249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.597666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-46fad573-deca-4c9b-a807-1cf428407b20 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "DELETE /v2.0/floatingips/90d4c047-6c71-4cee-897e-ecfb02cdc5c8 HTTP/1.1" status: 204 len: 168 time: 0.5156639 Nov 25 19:02:49.665819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.688445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46664db-4eeb-45ba-94a3-095626c28e81 None None] Network 99668f2f-169f-4bef-af43-91e9a19e1777 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:02:49.711564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.717591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47620) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:49.720564 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/96e4f46a-5cac-44c4-b101-f786babdc585 HTTP/1.1" status: 204 len: 168 time: 0.3086345 Nov 25 19:02:49.723379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0970c-a758-4a09-b484-7e630e358760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e4f46a-5cac-44c4-b101-f786babdc585,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:49.826024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.895237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Deleting port a511a2b3-f91b-461a-84c6-b4279fd4ea15 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:49.895656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.913868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] DHCP port deletion for 99668f2f-169f-4bef-af43-91e9a19e1777 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:02:49.965546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] For port a511a2b3-f91b-461a-84c6-b4279fd4ea15, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a511a2b3-f91b-461a-84c6-b4279fd4ea15,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:49.966006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.985636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] Deleting port a511a2b3-f91b-461a-84c6-b4279fd4ea15 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:49.986325 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:49.998999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Calling delete_port for a511a2b3-f91b-461a-84c6-b4279fd4ea15 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:50.061359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] For port a511a2b3-f91b-461a-84c6-b4279fd4ea15, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a511a2b3-f91b-461a-84c6-b4279fd4ea15,segment=NetworkSegment(fece1d17-4c09-4bf5-8fc1-97c2799e688e),segment_id=fece1d17-4c09-4bf5-8fc1-97c2799e688e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:50.061754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.077429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] Calling delete_port for a511a2b3-f91b-461a-84c6-b4279fd4ea15 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:50.080995 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.108914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a511a2b3-f91b-461a-84c6-b4279fd4ea15,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:50.115232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] No DVR routers for this DVR port a511a2b3-f91b-461a-84c6-b4279fd4ea15 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:50.155036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.178318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] Pushing event deleted for resources: {'Port': ['ID=a511a2b3-f91b-461a-84c6-b4279fd4ea15,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:50.187284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344fd12-b19d-4479-bfa4-a892cc2b8e36 None None] No DVR routers for this DVR port a511a2b3-f91b-461a-84c6-b4279fd4ea15 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:50.195168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.214777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99668f2f-169f-4bef-af43-91e9a19e1777']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:50.223902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fece1d17-4c09-4bf5-8fc1-97c2799e688e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:50.224194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fece1d17-4c09-4bf5-8fc1-97c2799e688e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:50.233582 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.247033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.256586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:02:50.256977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:02:50.258776 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:02:50.343174 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.350699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.357242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] 10.222.0.62 "DELETE /v2.0/networks/99668f2f-169f-4bef-af43-91e9a19e1777 HTTP/1.1" status: 204 len: 168 time: 0.6361530 Nov 25 19:02:50.358109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cfb88201-fdf1-48f3-b5b5-95f3916de19f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:50.375146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff4ac-fb79-4946-8c32-ef176e53fe8b admin admin] Pushing event deleted for resources: {'Network': ['ID=99668f2f-169f-4bef-af43-91e9a19e1777,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:50.386478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: cfb88201-fdf1-48f3-b5b5-95f3916de19f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:50.386778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cfb88201-fdf1-48f3-b5b5-95f3916de19f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:50.387204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device df43fb1e-da21-4712-b109-a31f93a05245 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:50.407568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: df43fb1e-da21-4712-b109-a31f93a05245 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:50.407923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device df43fb1e-da21-4712-b109-a31f93a05245 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:50.408335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a511a2b3-f91b-461a-84c6-b4279fd4ea15 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:50.428401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a511a2b3-f91b-461a-84c6-b4279fd4ea15 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:50.428746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a511a2b3-f91b-461a-84c6-b4279fd4ea15 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:50.491121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47628) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:50.535623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3fa837bc-e5c9-4128-baf2-532e7dfc43e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8ce9afebfa0434abd4290e87d05f22b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433302 Nov 25 19:02:50.538350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47630) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:50.590079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b33f14c8-fc99-439c-be81-c302a7985019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.612230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b33f14c8-fc99-439c-be81-c302a7985019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.660775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b33f14c8-fc99-439c-be81-c302a7985019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.663848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b33f14c8-fc99-439c-be81-c302a7985019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:50.665649 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b33f14c8-fc99-439c-be81-c302a7985019 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12b6295e-5349-4cab-b362-f8c30f14a2db HTTP/1.1" status: 204 len: 168 time: 0.1257443 Nov 25 19:02:50.673930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f14c8-fc99-439c-be81-c302a7985019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b6295e-5349-4cab-b362-f8c30f14a2db,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:51.353631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47656) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:51.462941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1603260136-network', 'tenant_id': 'cbcb453f39b042c48666253b154e75fd'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:02:51.485475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Made reservation on behalf of cbcb453f39b042c48666253b154e75fd for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:02:51.487803 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.496205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.570389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.574859 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.596684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:02:51.610233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b46ce-c444-43ad-b3ea-8bb39f93d161,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:51.615280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.615672 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Added segment 2f059be5-74fd-45ba-8197-ec6f38785856 of type vlan for network 78f88e33-9607-4837-9f07-7d20813a8cfe Nov 25 19:02:51.669883 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.694138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.695450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:51.696310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.754521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3996291 Nov 25 19:02:51.757891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47660) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:51.760463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf1168-c21f-461d-941a-e8c6b474d1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=78f88e33-9607-4837-9f07-7d20813a8cfe,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:51.764974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Request body: {'subnet': {'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1603260136-subnet', 'tenant_id': 'cbcb453f39b042c48666253b154e75fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:02:51.771745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 78f88e33-9607-4837-9f07-7d20813a8cfe details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:02:51.791403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Made reservation on behalf of cbcb453f39b042c48666253b154e75fd for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:02:51.799151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:51.997152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:52.048417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a524bb-2dd2-4b1b-b249-364cc63bf768,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:52.058596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Checking segment: {'id': '2f059be5-74fd-45ba-8197-ec6f38785856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:02:52.058955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Network hostable DHCP agents. Network: 78f88e33-9607-4837-9f07-7d20813a8cfe, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:02:52.075701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Network 78f88e33-9607-4837-9f07-7d20813a8cfe is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:02:52.085192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 78f88e33-9607-4837-9f07-7d20813a8cfe) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:02:52.090067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:52.090993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:52.093925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ef1e1-d4c9-4c98-8d5c-1aaacfd184f7 None None] Network 78f88e33-9607-4837-9f07-7d20813a8cfe requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:02:52.108026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-462b0671-5317-4867-b76b-8934a1db7487 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3475726 Nov 25 19:02:52.232090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d3e6c-b4ea-4c3f-bc7b-6f9351ca2db4 None None] Network 78f88e33-9607-4837-9f07-7d20813a8cfe requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:02:52.573906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-a589ec2f-68cd-449a-b1e6-737d2b48924c tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:52.575416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-a589ec2f-68cd-449a-b1e6-737d2b48924c tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/networks?id=78f88e33-9607-4837-9f07-7d20813a8cfe HTTP/1.1" status: 200 len: 813 time: 0.1063693 Nov 25 19:02:52.590333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d6677ce4-c7c0-45a5-89cf-2462311ecbda tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/quotas/cbcb453f39b042c48666253b154e75fd HTTP/1.1" status: 200 len: 375 time: 0.0090127 Nov 25 19:02:52.623781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-99ed3492-8739-4bb8-80f5-723212490361 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cbcb453f39b042c48666253b154e75fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272205 Nov 25 19:02:52.719278 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-789f2eec-256b-46fa-8b87-684ae0018641 service neutron] 10.222.0.62 "GET /v2.0/networks/78f88e33-9607-4837-9f07-7d20813a8cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876815 Nov 25 19:02:52.820407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-9728126f-218d-4333-a65e-5629ee38acb5 service neutron] 10.222.0.62 "GET /v2.0/networks/78f88e33-9607-4837-9f07-7d20813a8cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945609 Nov 25 19:02:52.996695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-35534f7b-0abf-4103-9c9b-dc0fb0859840 req-a6a7f1ce-25d9-48c5-a56c-a6cf65704f39 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 210 time: 0.0350699 Nov 25 19:02:53.025822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47692) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:53.088815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd30feb1-43af-4d61-8324-6c15ad59cd25 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:53.116522 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd30feb1-43af-4d61-8324-6c15ad59cd25 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:53.182263 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd30feb1-43af-4d61-8324-6c15ad59cd25 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:53.185177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd30feb1-43af-4d61-8324-6c15ad59cd25 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:53.189573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bd30feb1-43af-4d61-8324-6c15ad59cd25 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] 10.222.0.62 "DELETE /v2.0/security-groups/d1fbc72c-5f63-47ad-bf97-96c23a97c6e7 HTTP/1.1" status: 204 len: 168 time: 0.1594982 Nov 25 19:02:53.199081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30feb1-43af-4d61-8324-6c15ad59cd25 tempest-TestVolumeBootPattern-2028793372 tempest-TestVolumeBootPattern-2028793372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fbc72c-5f63-47ad-bf97-96c23a97c6e7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:53.277393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47700) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:53.732924 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:53.991173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Deleting port d2ebd1ae-6358-4b62-9379-199735bcd51f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:53.991510 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:54.174057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1025231b-d681-41bd-a477-eac40dc50048 req-13f004ec-e041-4163-85f8-4fe3b1260fa8 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 210 time: 0.0751135 Nov 25 19:02:54.192355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] For port d2ebd1ae-6358-4b62-9379-199735bcd51f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d2ebd1ae-6358-4b62-9379-199735bcd51f,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:54.192355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:54.209853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Calling delete_port for d2ebd1ae-6358-4b62-9379-199735bcd51f owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:54.283936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-41af84c2-f94f-43ec-b966-66b89b0e8457 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:54.285357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-41af84c2-f94f-43ec-b966-66b89b0e8457 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.64 "GET /v2.0/networks?id=78f88e33-9607-4837-9f07-7d20813a8cfe HTTP/1.1" status: 200 len: 813 time: 0.2019844 Nov 25 19:02:54.306101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Request body: {'port': {'device_id': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe', 'admin_state_up': True, 'tenant_id': 'cbcb453f39b042c48666253b154e75fd'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:02:54.785551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Made reservation on behalf of cbcb453f39b042c48666253b154e75fd for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:02:54.788984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:54.810652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:54.845199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ebd1ae-6358-4b62-9379-199735bcd51f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:55.037552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Allocated IP 172.20.0.9 (78f88e33-9607-4837-9f07-7d20813a8cfe/74a524bb-2dd2-4b1b-b249-364cc63bf768/9ac58ee8-7428-432b-8455-6e80c1d33f04) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:02:55.110605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:55.297565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7159153-68b3-4b59-a0ab-5e7a3949b0fb req-a93669c2-7fa7-4415-9704-b9bf8196ab45 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 210 time: 0.0444701 Nov 25 19:02:55.333384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:55.441384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:55.493907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Network 78f88e33-9607-4837-9f07-7d20813a8cfe is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:02:55.500756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:02:55.506797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:02:55.511223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Pushing event updated for resources: {'Port': ['ID=9ac58ee8-7428-432b-8455-6e80c1d33f04,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:55.540447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Router 887a64d4-558f-446d-ad00-a7eb1e207364 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:02:55.569227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:55.569754 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:55.619989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-69a24aa6-12bd-4409-9e0a-e31f4be46def tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3185232 Nov 25 19:02:55.656613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Request body: {'port': {'device_id': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:02:55.722858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:02:55.724736 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:55.729472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b513d493-3dcb-4ad6-9549-bc9bf2aec515 admin admin] 10.222.0.62 "PUT /v2.0/routers/887a64d4-558f-446d-ad00-a7eb1e207364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511299 Nov 25 19:02:55.731476 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] Sync routers for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:02:55.732555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47714) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:55.741699 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:55.742558 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:55.847471 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:55.849524 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:55.962382 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.006311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac58ee8-7428-432b-8455-6e80c1d33f04 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:02:56.017817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.019993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Deleting port 07505606-b24d-465d-a9a2-f7a5e8cc810d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:56.020343 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.033057 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T19:02:54Z', 'revision_number': 5, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port': {'id': '07505606-b24d-465d-a9a2-f7a5e8cc810d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:49:48Z', 'updated_at': '2021-11-25T18:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:56.033325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Transition to ACTIVE for port object 9ac58ee8-7428-432b-8455-6e80c1d33f04 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:02:56.039107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.060483 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] Checking router: 887a64d4-558f-446d-ad00-a7eb1e207364 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:02:56.070569 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] Routers {'887a64d4-558f-446d-ad00-a7eb1e207364'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:56.071655 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['887a64d4-558f-446d-ad00-a7eb1e207364'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:56.108243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] For port 07505606-b24d-465d-a9a2-f7a5e8cc810d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=07505606-b24d-465d-a9a2-f7a5e8cc810d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:56.108626 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.124231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Calling delete_port for 07505606-b24d-465d-a9a2-f7a5e8cc810d owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:56.127383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9ac58ee8-7428-432b-8455-6e80c1d33f04,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:56.172856 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] Set router 887a64d4-558f-446d-ad00-a7eb1e207364 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:56.205362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Attempting to bind port 9ac58ee8-7428-432b-8455-6e80c1d33f04 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:02:56.205858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Attempting to bind port 9ac58ee8-7428-432b-8455-6e80c1d33f04 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '2f059be5-74fd-45ba-8197-ec6f38785856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:02:56.206200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Attempting to bind port 9ac58ee8-7428-432b-8455-6e80c1d33f04 on network 78f88e33-9607-4837-9f07-7d20813a8cfe {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:02:56.210830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Port 9ac58ee8-7428-432b-8455-6e80c1d33f04 on network 78f88e33-9607-4837-9f07-7d20813a8cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:02:56.211154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Attempting to bind port 9ac58ee8-7428-432b-8455-6e80c1d33f04 on network 78f88e33-9607-4837-9f07-7d20813a8cfe {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:02:56.216158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:02:56.216495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Checking segment: {'id': '2f059be5-74fd-45ba-8197-ec6f38785856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:02:56.216880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Bound using segment: {'id': '2f059be5-74fd-45ba-8197-ec6f38785856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:02:56.217310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Bound port: 9ac58ee8-7428-432b-8455-6e80c1d33f04, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f059be5-74fd-45ba-8197-ec6f38785856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:02:56.217661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.225252 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T19:02:55Z', 'revision_number': 6, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:56.251457 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64204d2f-f8cc-4293-b741-879b74a0dab5 None None] The sync data for ids ['887a64d4-558f-446d-ad00-a7eb1e207364'] in n-d-819194-3 is: [{'id': '887a64d4-558f-446d-ad00-a7eb1e207364', 'name': 'tempest-TestVolumeBootPattern-376551189-router', 'tenant_id': '81443d1838114f57a977b4e512fb14ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:49:46Z', 'updated_at': '2021-11-25T19:02:55Z', 'revision_number': 6, 'project_id': '81443d1838114f57a977b4e512fb14ee', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:02:56.286914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] For port 9ac58ee8-7428-432b-8455-6e80c1d33f04, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:02:56.291057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] For port 9ac58ee8-7428-432b-8455-6e80c1d33f04, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ac58ee8-7428-432b-8455-6e80c1d33f04,segment=NetworkSegment(2f059be5-74fd-45ba-8197-ec6f38785856),segment_id=2f059be5-74fd-45ba-8197-ec6f38785856)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:02:56.300166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.335401 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.351497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:56.352611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.353545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] 10.222.0.64 "PUT /v2.0/ports/9ac58ee8-7428-432b-8455-6e80c1d33f04 HTTP/1.1" status: 200 len: 1091 time: 0.7054119 Nov 25 19:02:56.354066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'tag': '9ac58ee8-7428-432b-8455-6e80c1d33f04'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:02:56.356401 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b07362-07de-4edc-aa3a-49c1c9586e82" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b76299-d711-4286-bdda-e2c60c535c19", "tag": "9ac58ee8-7428-432b-8455-6e80c1d33f04"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:02:56.363735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Pushing event deleted for resources: {'Port': ['ID=07505606-b24d-465d-a9a2-f7a5e8cc810d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:56.382063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987da73-5222-4580-a564-eddcfcb6b2b5 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:02:56.393635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e737d1-3c6b-46de-8033-a94bfe286fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9ac58ee8-7428-432b-8455-6e80c1d33f04,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:56.443260 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cd11a4-a074-4be9-b7d6-a45b659541f7 x-openstack-request-id: req-c2cd11a4-a074-4be9-b7d6-a45b659541f7 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:02:56.443260 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b76299-d711-4286-bdda-e2c60c535c19", "tag": "9ac58ee8-7428-432b-8455-6e80c1d33f04", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:02:56.443260 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2cd11a4-a074-4be9-b7d6-a45b659541f7 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:02:56.443704 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'tag': '9ac58ee8-7428-432b-8455-6e80c1d33f04', 'status': 'completed', 'code': 200} Nov 25 19:02:56.454659 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.485094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697413-021c-431f-a34a-4cd03a6f753f req-9e037f50-4990-4ccc-9943-db2d15caa686 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:56.486620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e697413-021c-431f-a34a-4cd03a6f753f req-9e037f50-4990-4ccc-9943-db2d15caa686 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 943 time: 0.0790679 Nov 25 19:02:56.491982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-8d46c636-1276-4d67-a054-6f49e56638d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:56.493382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-8d46c636-1276-4d67-a054-6f49e56638d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbcb453f39b042c48666253b154e75fd&device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 1094 time: 0.0760655 Nov 25 19:02:56.545712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.548457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.549043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-cbd0b40a-2c42-4dfd-bc61-e95043e03229 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ac58ee8-7428-432b-8455-6e80c1d33f04 HTTP/1.1" status: 200 len: 217 time: 0.0421760 Nov 25 19:02:56.596823 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.597301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887a64d4-558f-446d-ad00-a7eb1e207364 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:02:56.598629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6e697413-021c-431f-a34a-4cd03a6f753f req-5687cb3b-0879-4de6-94fb-17e60799a206 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 Nov 25 19:02:56.602171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.605600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f659f87a-f163-4e0a-9264-9bac2c2f75ae admin admin] 10.222.0.62 "DELETE /v2.0/routers/887a64d4-558f-446d-ad00-a7eb1e207364 HTTP/1.1" status: 204 len: 168 time: 0.8693278 Nov 25 19:02:56.605905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47722) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:56.618724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-3f9aedd2-6017-49ad-94ee-928c15de700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:56.620142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-3f9aedd2-6017-49ad-94ee-928c15de700a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=74a524bb-2dd2-4b1b-b249-364cc63bf768 HTTP/1.1" status: 200 len: 853 time: 0.0635409 Nov 25 19:02:56.669706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-90444120-fbd9-42b8-b8b3-0355f4df3809 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78f88e33-9607-4837-9f07-7d20813a8cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320187 Nov 25 19:02:56.680239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] Deleting subnet 15c909de-bd52-4004-8b51-012357a8b50b {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:02:56.690331 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.768313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.833892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-1ce221f2-cded-4716-99e4-8dead2684291 service neutron] 10.222.0.64 "GET /v2.0/networks/78f88e33-9607-4837-9f07-7d20813a8cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512878 Nov 25 19:02:56.913445 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:56.981735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1adb5cb6-2d3f-411e-babe-76b3a65b4c7c req-a341b033-5867-4118-b5eb-b5a55e5e2dec service neutron] 10.222.0.64 "GET /v2.0/networks/78f88e33-9607-4837-9f07-7d20813a8cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287229 Nov 25 19:02:56.994181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.021485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c909de-bd52-4004-8b51-012357a8b50b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:57.023456 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.026684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b51cee2a-216c-432c-936e-0c2ee9ed5567 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/15c909de-bd52-4004-8b51-012357a8b50b HTTP/1.1" status: 204 len: 168 time: 0.4197824 Nov 25 19:02:57.027184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a27b5e-afef-45b3-a965-e0b46c7debb9 None None] Network 5543069d-2fe3-41da-893c-40a6aacef875 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:02:57.030108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:57.081970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-79a6bf5d-8abc-4311-add6-a10ca0d8e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:57.083924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-79a6bf5d-8abc-4311-add6-a10ca0d8e566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbcb453f39b042c48666253b154e75fd&device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 1094 time: 0.0545142 Nov 25 19:02:57.132491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.189973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-8c20e238-d08e-4e74-adeb-734017425b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:57.192394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-8c20e238-d08e-4e74-adeb-734017425b72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78f88e33-9607-4837-9f07-7d20813a8cfe HTTP/1.1" status: 200 len: 914 time: 0.0989373 Nov 25 19:02:57.197905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Deleting port a728b788-96ab-4699-a02f-7d07a51a572c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:57.198435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.230499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] DHCP port deletion for 5543069d-2fe3-41da-893c-40a6aacef875 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:02:57.264864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-094c0c83-86a4-488f-9d99-17e7de990781 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ac58ee8-7428-432b-8455-6e80c1d33f04 HTTP/1.1" status: 200 len: 217 time: 0.0587468 Nov 25 19:02:57.280934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] For port a728b788-96ab-4699-a02f-7d07a51a572c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a728b788-96ab-4699-a02f-7d07a51a572c,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:57.282171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.284185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Deleting port a728b788-96ab-4699-a02f-7d07a51a572c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:57.284557 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.295101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Calling delete_port for a728b788-96ab-4699-a02f-7d07a51a572c owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:57.317820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-5b4d6d68-edfb-4b1d-987a-a799490ef431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:57.319448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-5b4d6d68-edfb-4b1d-987a-a799490ef431 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=74a524bb-2dd2-4b1b-b249-364cc63bf768 HTTP/1.1" status: 200 len: 853 time: 0.0463026 Nov 25 19:02:57.356135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] For port a728b788-96ab-4699-a02f-7d07a51a572c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a728b788-96ab-4699-a02f-7d07a51a572c,segment=NetworkSegment(611ff068-81ea-48fb-8608-a5b0eb1e2ab0),segment_id=611ff068-81ea-48fb-8608-a5b0eb1e2ab0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:57.356619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.357062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-f012798e-6112-4497-8a37-f6e6b5ef50de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78f88e33-9607-4837-9f07-7d20813a8cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290358 Nov 25 19:02:57.370717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Calling delete_port for a728b788-96ab-4699-a02f-7d07a51a572c owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:57.381290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.417633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a728b788-96ab-4699-a02f-7d07a51a572c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:57.419539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] No DVR routers for this DVR port a728b788-96ab-4699-a02f-7d07a51a572c on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:57.486080 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.493224 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-4d8dc487-a478-4029-aa17-e9d29456eff9 service neutron] 10.222.0.64 "GET /v2.0/networks/78f88e33-9607-4837-9f07-7d20813a8cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272826 Nov 25 19:02:57.506900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.516871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Pushing event deleted for resources: {'Port': ['ID=a728b788-96ab-4699-a02f-7d07a51a572c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:57.520064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] No DVR routers for this DVR port a728b788-96ab-4699-a02f-7d07a51a572c on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:02:57.529269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.530781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.531148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.531688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.532216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.532759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.533119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.533449 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.533851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.534191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.534568 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.535640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a37b9-ea05-451d-97ff-ed15c79270a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:02:57.537592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5543069d-2fe3-41da-893c-40a6aacef875']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:57.548497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611ff068-81ea-48fb-8608-a5b0eb1e2ab0') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:57.548793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611ff068-81ea-48fb-8608-a5b0eb1e2ab0') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:57.558292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.572595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.578988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:02:57.579380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:02:57.581203 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:02:57.590958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87b07362-07de-4edc-aa3a-49c1c9586e82 req-567419f0-efd8-4cc8-9989-9b7304fb50da service neutron] 10.222.0.64 "GET /v2.0/networks/78f88e33-9607-4837-9f07-7d20813a8cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890601 Nov 25 19:02:57.640185 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.645987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:57.650914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5543069d-2fe3-41da-893c-40a6aacef875 HTTP/1.1" status: 204 len: 168 time: 0.6190555 Nov 25 19:02:57.652642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47730) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:57.663056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385497f-2640-4acd-ae57-d59ca69345c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5543069d-2fe3-41da-893c-40a6aacef875,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:57.788535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e52f7-7697-41af-ba8b-c776a9733995 req-7793c6fe-95eb-4a69-8c7d-05fd84509eae tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:57.789937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd4e52f7-7697-41af-ba8b-c776a9733995 req-7793c6fe-95eb-4a69-8c7d-05fd84509eae tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 943 time: 0.0941467 Nov 25 19:02:57.906303 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fd4e52f7-7697-41af-ba8b-c776a9733995 req-2c74170c-e909-4d1e-ae3b-1b3d0659a865 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101902 Nov 25 19:02:58.067922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:58.327894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 07505606-b24d-465d-a9a2-f7a5e8cc810d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:58.351120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 07505606-b24d-465d-a9a2-f7a5e8cc810d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:58.351471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 07505606-b24d-465d-a9a2-f7a5e8cc810d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:58.351888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d2ebd1ae-6358-4b62-9379-199735bcd51f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:58.371382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d2ebd1ae-6358-4b62-9379-199735bcd51f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:58.371731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d2ebd1ae-6358-4b62-9379-199735bcd51f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:58.372150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a728b788-96ab-4699-a02f-7d07a51a572c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:02:58.392029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a728b788-96ab-4699-a02f-7d07a51a572c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:02:58.392365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a728b788-96ab-4699-a02f-7d07a51a572c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:02:58.607175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Deleting port 98568c97-a2ea-4223-93db-09a9226987f3 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:58.607730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:58.685390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] For port 98568c97-a2ea-4223-93db-09a9226987f3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=98568c97-a2ea-4223-93db-09a9226987f3,segment=NetworkSegment(e6a4354a-0b1e-4d30-a396-1d70eb093356),segment_id=e6a4354a-0b1e-4d30-a396-1d70eb093356)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:58.685748 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:58.698175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Calling delete_port for 98568c97-a2ea-4223-93db-09a9226987f3 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:58.872679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:58.896228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=98568c97-a2ea-4223-93db-09a9226987f3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:02:59.100374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16accc24-746c-4f98-86fe-ac6eec1d208b req-3e6f5e66-2bc2-49ba-b25b-8b9aa5362110 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:02:59.101866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16accc24-746c-4f98-86fe-ac6eec1d208b req-3e6f5e66-2bc2-49ba-b25b-8b9aa5362110 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 943 time: 0.1030350 Nov 25 19:02:59.118044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:59.194331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16accc24-746c-4f98-86fe-ac6eec1d208b req-d0d25066-72ec-4e91-ad7b-958ae72b96c4 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854793 Nov 25 19:02:59.360683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:02:59.469560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:02:59.475340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f984c35-1ec3-4510-bc7f-c15c0988c5ce admin admin] 10.222.0.62 "PUT /v2.0/routers/b1b4e10e-ed44-464b-9b5d-8d5dd9f06584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208907 Nov 25 19:02:59.478168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47738) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:02:59.481162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] Sync routers for ids ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:02:59.491345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] Routers {'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:59.492036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:59.580793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:59.594742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] Set router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:02:59.681118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:59.720211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ac58ee8-7428-432b-8455-6e80c1d33f04 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:02:59.733184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Deleting port 13112b63-70d2-4913-91a3-6982272ecf79 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:02:59.733516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:59.810917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] For port 13112b63-70d2-4913-91a3-6982272ecf79, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=13112b63-70d2-4913-91a3-6982272ecf79,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:59.811274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:02:59.825034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Calling delete_port for 13112b63-70d2-4913-91a3-6982272ecf79 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:02:59.863001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9ac58ee8-7428-432b-8455-6e80c1d33f04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ac58ee8-7428-432b-8455-6e80c1d33f04,segment=NetworkSegment(2f059be5-74fd-45ba-8197-ec6f38785856),segment_id=2f059be5-74fd-45ba-8197-ec6f38785856)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:02:59.874137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '13112b63-70d2-4913-91a3-6982272ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T19:02:58Z', 'revision_number': 5, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port': {'id': '13112b63-70d2-4913-91a3-6982272ecf79', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:50:07Z', 'updated_at': '2021-11-25T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:59.879408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9ac58ee8-7428-432b-8455-6e80c1d33f04', 'network_id': '78f88e33-9607-4837-9f07-7d20813a8cfe', 'port_id': '9ac58ee8-7428-432b-8455-6e80c1d33f04', 'mac_address': 'fa:16:3e:a6:b0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a524bb-2dd2-4b1b-b249-364cc63bf768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:02:59.908413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] Checking router: b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:02:59.943692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] Routers {'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:02:59.944254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:02:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:02:59.993305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.009086 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.020012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Pushing event deleted for resources: {'Port': ['ID=13112b63-70d2-4913-91a3-6982272ecf79,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:00.034011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac58ee8-7428-432b-8455-6e80c1d33f04 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:03:00.041572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d19a06-460a-4942-8698-11aa6dc6e533 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:03:00.075043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] Set router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:03:00.085887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.104609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9ac58ee8-7428-432b-8455-6e80c1d33f04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ac58ee8-7428-432b-8455-6e80c1d33f04,segment=NetworkSegment(2f059be5-74fd-45ba-8197-ec6f38785856),segment_id=2f059be5-74fd-45ba-8197-ec6f38785856)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:00.136113 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.140503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T19:02:59Z', 'revision_number': 6, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:00.178735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.182085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.184544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9e5d5-402a-4027-84d1-aa1e7606a645 None None] The sync data for ids ['b1b4e10e-ed44-464b-9b5d-8d5dd9f06584'] in n-d-819194-3 is: [{'id': 'b1b4e10e-ed44-464b-9b5d-8d5dd9f06584', 'name': 'tempest-TestVolumeBootPattern-1544725211-router', 'tenant_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:50:04Z', 'updated_at': '2021-11-25T19:02:59Z', 'revision_number': 6, 'project_id': '166d9c9cab564e20b9bb379ab5b83fc8', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:03:00.212877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9ac58ee8-7428-432b-8455-6e80c1d33f04,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:00.231164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.231434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:03:00.239617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.240793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f06a441b-2e2f-42c4-8335-fb8ab7a632ef admin admin] 10.222.0.62 "DELETE /v2.0/routers/b1b4e10e-ed44-464b-9b5d-8d5dd9f06584 HTTP/1.1" status: 204 len: 168 time: 0.7616057 Nov 25 19:03:00.243505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47742) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:00.315677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] Deleting subnet 148b4537-8ac6-4b27-9b5b-2895d17c1d59 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:00.320038 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.364058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132bcd-c04d-4f3e-acc5-664f5dd9efe1 req-28c5e21b-162d-44f9-b94a-96cf0e2b2475 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:00.365525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41132bcd-c04d-4f3e-acc5-664f5dd9efe1 req-28c5e21b-162d-44f9-b94a-96cf0e2b2475 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 944 time: 0.0860186 Nov 25 19:03:00.369414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.383202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9ac58ee8-7428-432b-8455-6e80c1d33f04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:03:00.489725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41132bcd-c04d-4f3e-acc5-664f5dd9efe1 req-5b0c33bf-eb49-496e-9b05-f4dc4504027e tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012893 Nov 25 19:03:00.507313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.572470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.600562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148b4537-8ac6-4b27-9b5b-2895d17c1d59,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:00.611177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.617267 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3837c013-2137-4158-b03c-514c4210a535 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/148b4537-8ac6-4b27-9b5b-2895d17c1d59 HTTP/1.1" status: 204 len: 168 time: 0.3704002 Nov 25 19:03:00.617597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47746) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:00.633062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51f75a-0e0f-48b5-8ef7-1967fc429c9d None None] Network 09240cf5-f93b-4549-9df3-49f5f456234f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:00.694781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.714868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 98568c97-a2ea-4223-93db-09a9226987f3 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:03:00.747815 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 98568c97-a2ea-4223-93db-09a9226987f3 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:03:00.748512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 98568c97-a2ea-4223-93db-09a9226987f3 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:03:00.757897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Deleting port 68da22fe-aa82-4502-aa2d-2c52e52bd800 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:00.758316 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.818824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.820090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] For port 68da22fe-aa82-4502-aa2d-2c52e52bd800, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=68da22fe-aa82-4502-aa2d-2c52e52bd800,segment=NetworkSegment(e6a4354a-0b1e-4d30-a396-1d70eb093356),segment_id=e6a4354a-0b1e-4d30-a396-1d70eb093356)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:00.820457 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.834255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Calling delete_port for 68da22fe-aa82-4502-aa2d-2c52e52bd800 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:00.915663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:00.940818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68da22fe-aa82-4502-aa2d-2c52e52bd800,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:00.944326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] No DVR routers for this DVR port 68da22fe-aa82-4502-aa2d-2c52e52bd800 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:03:01.011704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.031698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09240cf5-f93b-4549-9df3-49f5f456234f']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:01.041729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a4354a-0b1e-4d30-a396-1d70eb093356') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:01.042093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a4354a-0b1e-4d30-a396-1d70eb093356') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:01.057869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.065961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d47471-4fc0-452c-b50f-fe77d662723a None None] DHCP port deletion for 09240cf5-f93b-4549-9df3-49f5f456234f request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:03:01.081496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.089171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:03:01.089577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:03:01.091368 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:03:01.146490 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.151739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.154986 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/09240cf5-f93b-4549-9df3-49f5f456234f HTTP/1.1" status: 204 len: 168 time: 0.5356753 Nov 25 19:03:01.169063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f84c5-dfb8-4749-b48a-f2e74acc74d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=09240cf5-f93b-4549-9df3-49f5f456234f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:01.271815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47750) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:01.313195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4eb2990c-a047-4efb-8995-c73dd55fc445 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81443d1838114f57a977b4e512fb14ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396261 Nov 25 19:03:01.315779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47752) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:01.365580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f30027ad-522e-4875-8d5a-4cf87b2339a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.387515 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f30027ad-522e-4875-8d5a-4cf87b2339a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.438440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f30027ad-522e-4875-8d5a-4cf87b2339a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.441296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f30027ad-522e-4875-8d5a-4cf87b2339a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.442529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f30027ad-522e-4875-8d5a-4cf87b2339a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/959182d8-e3ce-4cef-b035-564bc78bc07f HTTP/1.1" status: 204 len: 168 time: 0.1258271 Nov 25 19:03:01.450209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30027ad-522e-4875-8d5a-4cf87b2339a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959182d8-e3ce-4cef-b035-564bc78bc07f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:01.605347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269bc5-3537-47ae-83bf-a92b8fb229a3 req-f1285ac8-6096-4823-af77-654ef9574a37 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:01.606878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61269bc5-3537-47ae-83bf-a92b8fb229a3 req-f1285ac8-6096-4823-af77-654ef9574a37 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 944 time: 0.0494971 Nov 25 19:03:01.655513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-61269bc5-3537-47ae-83bf-a92b8fb229a3 req-83e56196-8b2a-45b2-8b7b-71772975b46f tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Nov 25 19:03:01.732113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ac58ee8-7428-432b-8455-6e80c1d33f04 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:03:01.773554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47762) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:01.793887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9ac58ee8-7428-432b-8455-6e80c1d33f04 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:03:01.798159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9ac58ee8-7428-432b-8455-6e80c1d33f04 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:01.798669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.813976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-97b00fd2-d769-4f04-9237-0e2916aff983 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=166d9c9cab564e20b9bb379ab5b83fc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392213 Nov 25 19:03:01.816579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47764) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:01.865251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6edcf95-c868-4f37-ba74-76f1b7bc09e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.875886 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.886118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6edcf95-c868-4f37-ba74-76f1b7bc09e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.898072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac58ee8-7428-432b-8455-6e80c1d33f04'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:03:01.900365 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed0d45e-3dde-4894-9b82-fa1ff20be3be" -d '{"events": [{"server_uuid": "e2b76299-d711-4286-bdda-e2c60c535c19", "name": "network-vif-plugged", "status": "completed", "tag": "9ac58ee8-7428-432b-8455-6e80c1d33f04"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:03:01.913080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9ac58ee8-7428-432b-8455-6e80c1d33f04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ac58ee8-7428-432b-8455-6e80c1d33f04,segment=NetworkSegment(2f059be5-74fd-45ba-8197-ec6f38785856),segment_id=2f059be5-74fd-45ba-8197-ec6f38785856)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:01.918340 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.946613 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd99661e-6355-42ee-9f03-84cf26e3ef60 x-openstack-request-id: req-bd99661e-6355-42ee-9f03-84cf26e3ef60 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:03:01.946910 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b76299-d711-4286-bdda-e2c60c535c19", "name": "network-vif-plugged", "status": "completed", "tag": "9ac58ee8-7428-432b-8455-6e80c1d33f04", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:03:01.947286 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd99661e-6355-42ee-9f03-84cf26e3ef60 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:03:01.947798 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac58ee8-7428-432b-8455-6e80c1d33f04', 'code': 200} Nov 25 19:03:01.949080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6edcf95-c868-4f37-ba74-76f1b7bc09e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.952837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6edcf95-c868-4f37-ba74-76f1b7bc09e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:01.956985 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c6edcf95-c868-4f37-ba74-76f1b7bc09e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b97b44e1-970c-46d7-a54a-2ef4d7d58164 HTTP/1.1" status: 204 len: 168 time: 0.1364527 Nov 25 19:03:01.967966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edcf95-c868-4f37-ba74-76f1b7bc09e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97b44e1-970c-46d7-a54a-2ef4d7d58164,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:01.994780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9ac58ee8-7428-432b-8455-6e80c1d33f04,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:02.046442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409ee32-2a8d-4fb8-814a-7447eb9bcba7 req-0f49f884-1126-4ff1-b6d1-711711fc9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:02.048669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a409ee32-2a8d-4fb8-814a-7447eb9bcba7 req-0f49f884-1126-4ff1-b6d1-711711fc9f4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 1096 time: 0.0463128 Nov 25 19:03:02.096110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a409ee32-2a8d-4fb8-814a-7447eb9bcba7 req-7509e1d4-f487-4753-9d7d-b68749a8ae80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Nov 25 19:03:02.324714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13112b63-70d2-4913-91a3-6982272ecf79 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:03:02.346552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 13112b63-70d2-4913-91a3-6982272ecf79 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:03:02.346902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 13112b63-70d2-4913-91a3-6982272ecf79 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:03:02.347321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68da22fe-aa82-4502-aa2d-2c52e52bd800 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:03:02.367486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 68da22fe-aa82-4502-aa2d-2c52e52bd800 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:03:02.367839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 68da22fe-aa82-4502-aa2d-2c52e52bd800 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:03:02.770875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82931f6-95fb-4105-b0dd-228c97c9101a req-c3eba6b5-3e2f-4d4f-8537-dc8c800652be tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:02.772355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f82931f6-95fb-4105-b0dd-228c97c9101a req-c3eba6b5-3e2f-4d4f-8537-dc8c800652be tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 945 time: 0.0483894 Nov 25 19:03:02.819076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f82931f6-95fb-4105-b0dd-228c97c9101a req-60866df9-517d-4ec5-b008-093c2a29222a tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Nov 25 19:03:03.422056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:03.936064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7b3c-857b-4cae-9424-932034b41f7a req-fafa4d63-7262-4a79-b8b8-4af389d3dbda tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:03.938139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-934c7b3c-857b-4cae-9424-932034b41f7a req-fafa4d63-7262-4a79-b8b8-4af389d3dbda tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Nov 25 19:03:03.984271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-934c7b3c-857b-4cae-9424-932034b41f7a req-ccaa8203-0f3f-4956-a31f-8a6cf003b238 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Nov 25 19:03:04.338315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb02ea-632b-4473-a23a-37bf77eeaee4 req-18139f63-323f-40ec-a3a2-fe49bc2c565f tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:04.339841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71eb02ea-632b-4473-a23a-37bf77eeaee4 req-18139f63-323f-40ec-a3a2-fe49bc2c565f tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 945 time: 0.0495670 Nov 25 19:03:04.387232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71eb02ea-632b-4473-a23a-37bf77eeaee4 req-ba32e210-a745-4215-9cb0-0d863ac9f76f tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Nov 25 19:03:05.507529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b972f8e-4090-4b04-8dda-07f9502206d9 req-84003ac3-c21e-433b-ba8f-a0d3cbcfb5a3 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:05.509017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b972f8e-4090-4b04-8dda-07f9502206d9 req-84003ac3-c21e-433b-ba8f-a0d3cbcfb5a3 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Nov 25 19:03:05.563442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b972f8e-4090-4b04-8dda-07f9502206d9 req-7bddda7f-31e0-451f-8b9f-8ead2e3cb132 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/security-groups?id=a20b46ce-c444-43ad-b3ea-8bb39f93d161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Nov 25 19:03:05.782739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e26707-b03f-4f74-a892-a50bc9012594 req-c39b3208-9df7-489a-b976-29b8950f3d2c tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:05.785034 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30e26707-b03f-4f74-a892-a50bc9012594 req-c39b3208-9df7-489a-b976-29b8950f3d2c tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 945 time: 0.0519230 Nov 25 19:03:05.885296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Deleting port 9ac58ee8-7428-432b-8455-6e80c1d33f04 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:05.885630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:05.970743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] For port 9ac58ee8-7428-432b-8455-6e80c1d33f04, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9ac58ee8-7428-432b-8455-6e80c1d33f04,segment=NetworkSegment(2f059be5-74fd-45ba-8197-ec6f38785856),segment_id=2f059be5-74fd-45ba-8197-ec6f38785856)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:05.971106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:05.983076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Calling delete_port for 9ac58ee8-7428-432b-8455-6e80c1d33f04 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:06.110969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:06.126667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9ac58ee8-7428-432b-8455-6e80c1d33f04'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:03:06.144875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Pushing event deleted for resources: {'Port': ['ID=9ac58ee8-7428-432b-8455-6e80c1d33f04,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:06.185817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] No DVR routers for this DVR port 9ac58ee8-7428-432b-8455-6e80c1d33f04 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:03:06.188385 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:06.191896 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30e26707-b03f-4f74-a892-a50bc9012594 req-8d38fa61-5718-43a0-b99c-8ba8a702c887 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.64 "DELETE /v2.0/ports/9ac58ee8-7428-432b-8455-6e80c1d33f04 HTTP/1.1" status: 204 len: 173 time: 0.4007757 Nov 25 19:03:06.192519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'name': 'network-vif-deleted', 'tag': '9ac58ee8-7428-432b-8455-6e80c1d33f04'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:03:06.194800 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cb19f2-6709-481b-8cac-a628a0721ae0" -d '{"events": [{"server_uuid": "e2b76299-d711-4286-bdda-e2c60c535c19", "name": "network-vif-deleted", "tag": "9ac58ee8-7428-432b-8455-6e80c1d33f04"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:03:06.230968 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2708b8e-c690-4c77-b4fa-1289438ddd17 x-openstack-request-id: req-a2708b8e-c690-4c77-b4fa-1289438ddd17 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:03:06.231264 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b76299-d711-4286-bdda-e2c60c535c19", "name": "network-vif-deleted", "tag": "9ac58ee8-7428-432b-8455-6e80c1d33f04", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:03:06.231516 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2708b8e-c690-4c77-b4fa-1289438ddd17 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:03:06.231913 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b76299-d711-4286-bdda-e2c60c535c19', 'name': 'network-vif-deleted', 'tag': '9ac58ee8-7428-432b-8455-6e80c1d33f04', 'status': 'completed', 'code': 200} Nov 25 19:03:06.671090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-62701887-11fb-42bb-843f-81c195ee9bb2 req-f8bf4306-4fab-47e2-beec-20b37c991505 tempest-ServerPasswordTestJSON-874670272 tempest-ServerPasswordTestJSON-874670272-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2b76299-d711-4286-bdda-e2c60c535c19 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Nov 25 19:03:07.726141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47800) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:07.775193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] Deleting subnet 74a524bb-2dd2-4b1b-b249-364cc63bf768 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:07.778644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:07.816461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:07.857207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:07.919864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:07.949058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a524bb-2dd2-4b1b-b249-364cc63bf768,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:07.950975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:07.954907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6f4f3b54-8978-48fa-9b30-925a78a20c12 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/74a524bb-2dd2-4b1b-b249-364cc63bf768 HTTP/1.1" status: 204 len: 168 time: 0.2276819 Nov 25 19:03:07.956682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47804) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:08.023110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.116217 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.136121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f88e33-9607-4837-9f07-7d20813a8cfe']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:08.145008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f059be5-74fd-45ba-8197-ec6f38785856') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:08.145408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f059be5-74fd-45ba-8197-ec6f38785856') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:08.154350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.167015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.173520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:03:08.173861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:03:08.175522 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:03:08.226528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.231553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.235281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] 10.222.0.62 "DELETE /v2.0/networks/78f88e33-9607-4837-9f07-7d20813a8cfe HTTP/1.1" status: 204 len: 168 time: 0.2776475 Nov 25 19:03:08.246417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d07ed-00c5-470b-ba65-068f53e009db admin admin] Pushing event deleted for resources: {'Network': ['ID=78f88e33-9607-4837-9f07-7d20813a8cfe,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:08.384629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-e6593747-b8fe-493c-8edb-6fd08d5efa16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396597 Nov 25 19:03:08.404550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47808) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:08.453962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c89b112-9e2f-4d04-8e8f-e6761fdcd27f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbcb453f39b042c48666253b154e75fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459902 Nov 25 19:03:08.455463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47810) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:08.469491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-f3954252-d09a-4e43-8afb-c216e9232a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:08.471042 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-f3954252-d09a-4e43-8afb-c216e9232a02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1096 time: 0.0434916 Nov 25 19:03:08.503335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bacf8aff-23f5-4b4f-855f-e735629ae058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.524658 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bacf8aff-23f5-4b4f-855f-e735629ae058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.571653 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bacf8aff-23f5-4b4f-855f-e735629ae058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.574306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bacf8aff-23f5-4b4f-855f-e735629ae058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:08.575532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bacf8aff-23f5-4b4f-855f-e735629ae058 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a20b46ce-c444-43ad-b3ea-8bb39f93d161 HTTP/1.1" status: 204 len: 168 time: 0.1191437 Nov 25 19:03:08.576194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-61e74b27-384a-415b-876a-f284e955caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:08.577735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-61e74b27-384a-415b-876a-f284e955caba service neutron] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0886714 Nov 25 19:03:08.583425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf8aff-23f5-4b4f-855f-e735629ae058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b46ce-c444-43ad-b3ea-8bb39f93d161,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:08.655093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-2e5b6798-5602-419a-a0e5-0f5cabe54693 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 1001 time: 0.0694075 Nov 25 19:03:08.706044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-f1a1f22f-e543-4162-9e17-c0ce10a5985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:08.707578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-f1a1f22f-e543-4162-9e17-c0ce10a5985a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0458767 Nov 25 19:03:08.758529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-a5605986-d21d-43a0-9030-97cb5eaccc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:08.760263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-a5605986-d21d-43a0-9030-97cb5eaccc4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457001 Nov 25 19:03:08.856074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-6f961438-4ffe-4ba4-a0b1-bbe099739156 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886877 Nov 25 19:03:08.957479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab11a997-8d14-49e6-92ee-6f8f0ee48eac req-b924d429-8306-42b7-bfca-710df45d5247 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943377 Nov 25 19:03:09.263729 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47834) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:09.359628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1616563727-network', 'tenant_id': '53ad2e535fa84585bdd582a0d35d6c17'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:09.380312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Made reservation on behalf of 53ad2e535fa84585bdd582a0d35d6c17 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:09.382638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.392561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.466068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.469690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.495687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:03:09.506472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03f078b-54b9-44b0-90cb-232f5ac2f1f4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:09.511549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.511884 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Added segment d789c70a-4316-4974-b99f-81bd9bcbaecb of type vlan for network 0acab899-400e-44ea-a68e-b0164adb5db9 Nov 25 19:03:09.557388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.581889 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.582769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:09.583336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.632976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3681149 Nov 25 19:03:09.636017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47838) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:09.641822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Request body: {'subnet': {'network_id': '0acab899-400e-44ea-a68e-b0164adb5db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1616563727-subnet', 'tenant_id': '53ad2e535fa84585bdd582a0d35d6c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:09.643923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f6396-f179-4aa5-b068-bb4f64f8ed78 admin admin] Pushing event updated for resources: {'Network': ['ID=0acab899-400e-44ea-a68e-b0164adb5db9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:09.653642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0acab899-400e-44ea-a68e-b0164adb5db9 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:03:09.663071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Made reservation on behalf of 53ad2e535fa84585bdd582a0d35d6c17 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:09.665345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.777563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ac58ee8-7428-432b-8455-6e80c1d33f04 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:03:09.801483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9ac58ee8-7428-432b-8455-6e80c1d33f04 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:03:09.801829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9ac58ee8-7428-432b-8455-6e80c1d33f04 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:03:09.831350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.886554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a61ce2f-47c9-4f61-ba11-3acdddc96e8e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:09.895313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Checking segment: {'id': 'd789c70a-4316-4974-b99f-81bd9bcbaecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0acab899-400e-44ea-a68e-b0164adb5db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:03:09.895677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Network hostable DHCP agents. Network: 0acab899-400e-44ea-a68e-b0164adb5db9, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:03:09.912712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Network 0acab899-400e-44ea-a68e-b0164adb5db9 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:03:09.922224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0acab899-400e-44ea-a68e-b0164adb5db9) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:09.926485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:09.927790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:09.930678 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d332f726-abfa-4cd1-a1c2-5c0a08b28eb8 None None] Network 0acab899-400e-44ea-a68e-b0164adb5db9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:09.942223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-56783859-6957-4da8-b0b0-168289692e5f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3045468 Nov 25 19:03:10.063739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:10.065954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d19b961-f766-4178-8796-ad9c64abbd9b None None] Network 0acab899-400e-44ea-a68e-b0164adb5db9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:10.107583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] Deleting subnet 6a61ce2f-47c9-4f61-ba11-3acdddc96e8e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:10.111327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.145355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.188134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.239017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.264732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a61ce2f-47c9-4f61-ba11-3acdddc96e8e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:10.267555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.270815 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0c01efa-217f-4229-8ae1-35784d0d014c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6a61ce2f-47c9-4f61-ba11-3acdddc96e8e HTTP/1.1" status: 204 len: 168 time: 0.2060747 Nov 25 19:03:10.273280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47848) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:10.338167 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.417005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.436065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acab899-400e-44ea-a68e-b0164adb5db9']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:10.444888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd789c70a-4316-4974-b99f-81bd9bcbaecb') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:10.445181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd789c70a-4316-4974-b99f-81bd9bcbaecb') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:10.454886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.467276 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.473475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:03:10.473851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:03:10.475484 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:03:10.531782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.536904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.540183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] 10.222.0.62 "DELETE /v2.0/networks/0acab899-400e-44ea-a68e-b0164adb5db9 HTTP/1.1" status: 204 len: 168 time: 0.2659993 Nov 25 19:03:10.552214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f4ede-5fe2-41de-8ca2-22c651dabf2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0acab899-400e-44ea-a68e-b0164adb5db9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:10.644351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:10.682201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7c1f5f1e-c6b3-4fb2-9e65-c9f16454e8e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53ad2e535fa84585bdd582a0d35d6c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0366113 Nov 25 19:03:10.684527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47854) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:10.730509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd054-71a5-400f-9874-d805c7bac020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.751067 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd054-71a5-400f-9874-d805c7bac020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.795664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd054-71a5-400f-9874-d805c7bac020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.798290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd054-71a5-400f-9874-d805c7bac020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:10.799451 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1d9bd054-71a5-400f-9874-d805c7bac020 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c03f078b-54b9-44b0-90cb-232f5ac2f1f4 HTTP/1.1" status: 204 len: 168 time: 0.1140573 Nov 25 19:03:10.806849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bd054-71a5-400f-9874-d805c7bac020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03f078b-54b9-44b0-90cb-232f5ac2f1f4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:10.926332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a6aa70e-51c4-4ff4-ae55-7bb742968e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.457223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47878) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:11.553724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-688888721-network', 'tenant_id': 'c915d5615e574a18a9c70b0f0161f005'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:11.578382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Made reservation on behalf of c915d5615e574a18a9c70b0f0161f005 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:11.580729 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.588676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.673921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.677785 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.699145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:03:11.714188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d086bc-184c-43a0-af3c-4c4e9fac18f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:11.717309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.717659 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Added segment e04686c4-d35e-4fe5-aae6-96600646f7fb of type vlan for network ca1235a4-66c3-4bb0-bd97-f2b83b415e3d Nov 25 19:03:11.757488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.782271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.783150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:11.783716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:11.833725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751276 Nov 25 19:03:11.845474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2013153-f0bd-43d2-9530-85a4098d7108 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1235a4-66c3-4bb0-bd97-f2b83b415e3d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:11.855385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network ca1235a4-66c3-4bb0-bd97-f2b83b415e3d details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:03:12.213421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51541-b905-476a-a08e-d52b7ca625ca req-26cc40a4-fc5d-4935-acc7-5d041cbf8fa7 tempest-ComputeTenantNetworksTest-1076015322 tempest-ComputeTenantNetworksTest-1076015322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:12.219795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51541-b905-476a-a08e-d52b7ca625ca req-26cc40a4-fc5d-4935-acc7-5d041cbf8fa7 tempest-ComputeTenantNetworksTest-1076015322 tempest-ComputeTenantNetworksTest-1076015322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:12.225678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51541-b905-476a-a08e-d52b7ca625ca req-26cc40a4-fc5d-4935-acc7-5d041cbf8fa7 tempest-ComputeTenantNetworksTest-1076015322 tempest-ComputeTenantNetworksTest-1076015322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:12.227589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60e51541-b905-476a-a08e-d52b7ca625ca req-26cc40a4-fc5d-4935-acc7-5d041cbf8fa7 tempest-ComputeTenantNetworksTest-1076015322 tempest-ComputeTenantNetworksTest-1076015322-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1235602 Nov 25 19:03:12.337345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d360-a45c-46f2-802f-dd5b9ba95b5f req-55df8d0c-1920-43a0-b07d-426f3c2df1a0 tempest-ComputeTenantNetworksTest-1076015322 tempest-ComputeTenantNetworksTest-1076015322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:12.338772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e286d360-a45c-46f2-802f-dd5b9ba95b5f req-55df8d0c-1920-43a0-b07d-426f3c2df1a0 tempest-ComputeTenantNetworksTest-1076015322 tempest-ComputeTenantNetworksTest-1076015322-project] 10.222.0.62 "GET /v2.0/networks/ca1235a4-66c3-4bb0-bd97-f2b83b415e3d HTTP/1.1" status: 200 len: 768 time: 0.0906806 Nov 25 19:03:12.347104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47894) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:12.416271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.497885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.517989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1235a4-66c3-4bb0-bd97-f2b83b415e3d']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:12.526924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04686c4-d35e-4fe5-aae6-96600646f7fb') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:12.527225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04686c4-d35e-4fe5-aae6-96600646f7fb') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:12.536305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.549423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.555221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:03:12.555606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:03:12.557212 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:03:12.609392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.614633 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.617754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ca1235a4-66c3-4bb0-bd97-f2b83b415e3d HTTP/1.1" status: 204 len: 168 time: 0.2696602 Nov 25 19:03:12.628968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dfe12-ac51-4d14-bcfc-41a6ba17ef87 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1235a4-66c3-4bb0-bd97-f2b83b415e3d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:12.723772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47898) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:12.763158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8f0b92f7-2d05-4f64-843c-049e28d5d8eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c915d5615e574a18a9c70b0f0161f005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382235 Nov 25 19:03:12.765493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47900) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:12.814861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af06a783-5ef4-4246-973b-0f885b67208d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.835016 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af06a783-5ef4-4246-973b-0f885b67208d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.879794 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af06a783-5ef4-4246-973b-0f885b67208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.882598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af06a783-5ef4-4246-973b-0f885b67208d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:12.883717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-af06a783-5ef4-4246-973b-0f885b67208d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3d086bc-184c-43a0-af3c-4c4e9fac18f9 HTTP/1.1" status: 204 len: 168 time: 0.1173608 Nov 25 19:03:12.891299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06a783-5ef4-4246-973b-0f885b67208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d086bc-184c-43a0-af3c-4c4e9fac18f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:13.454741 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0faf0894-67d9-42c4-9022-1dc54f81da8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:13.824546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 47936) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:13.929363 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de357865-74fe-4cd2-8eff-0efa002aea4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.002560 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de357865-74fe-4cd2-8eff-0efa002aea4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.006007 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-de357865-74fe-4cd2-8eff-0efa002aea4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.042765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-de357865-74fe-4cd2-8eff-0efa002aea4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f4eb281a5a14ef79f27a61f7e31f224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171187 Nov 25 19:03:14.043877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de357865-74fe-4cd2-8eff-0efa002aea4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff432b-cc12-4311-a848-e58713dadb99,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:14.045790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 47940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:14.095921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab30368-3d24-478b-b637-8c2c9e2f105a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.116694 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab30368-3d24-478b-b637-8c2c9e2f105a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.160778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab30368-3d24-478b-b637-8c2c9e2f105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.163335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bab30368-3d24-478b-b637-8c2c9e2f105a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.164509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bab30368-3d24-478b-b637-8c2c9e2f105a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eaff432b-cc12-4311-a848-e58713dadb99 HTTP/1.1" status: 204 len: 168 time: 0.1171625 Nov 25 19:03:14.172569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab30368-3d24-478b-b637-8c2c9e2f105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff432b-cc12-4311-a848-e58713dadb99,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:14.436534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:14.594885 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:03:15.995775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:16.994800 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.078807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48168) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:19.185266 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7a32d29-3aa5-4b44-904c-b1b94a667bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.257367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7a32d29-3aa5-4b44-904c-b1b94a667bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.260845 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7a32d29-3aa5-4b44-904c-b1b94a667bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.298656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d7a32d29-3aa5-4b44-904c-b1b94a667bff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f93370cd99074ae08ea9f266548c650d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2187529 Nov 25 19:03:19.299803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a32d29-3aa5-4b44-904c-b1b94a667bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f2c19-aa54-4beb-97e7-dbef1452c1a3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:19.301336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:19.349232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2625791-44af-4b0d-b421-4bcfc5555aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.377698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2625791-44af-4b0d-b421-4bcfc5555aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.426277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2625791-44af-4b0d-b421-4bcfc5555aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.428992 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2625791-44af-4b0d-b421-4bcfc5555aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.430133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c2625791-44af-4b0d-b421-4bcfc5555aa4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/790f2c19-aa54-4beb-97e7-dbef1452c1a3 HTTP/1.1" status: 204 len: 168 time: 0.1278138 Nov 25 19:03:19.438196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625791-44af-4b0d-b421-4bcfc5555aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f2c19-aa54-4beb-97e7-dbef1452c1a3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:19.684302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48178) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:19.700230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1b66714-e060-4d87-aa42-1c977d9f0ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.779900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1b66714-e060-4d87-aa42-1c977d9f0ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.783915 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1b66714-e060-4d87-aa42-1c977d9f0ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.821587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e1b66714-e060-4d87-aa42-1c977d9f0ca3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c189483e0598403db2e85e61bc83728d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359932 Nov 25 19:03:19.822529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b66714-e060-4d87-aa42-1c977d9f0ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dd27c-352a-415b-b437-3774afaba259,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:19.824319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:19.881598 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-103a0bf6-5c6f-4369-8730-912aee8acc37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.905184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-103a0bf6-5c6f-4369-8730-912aee8acc37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.956435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-103a0bf6-5c6f-4369-8730-912aee8acc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.959166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-103a0bf6-5c6f-4369-8730-912aee8acc37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:19.960380 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-103a0bf6-5c6f-4369-8730-912aee8acc37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b34dd27c-352a-415b-b437-3774afaba259 HTTP/1.1" status: 204 len: 168 time: 0.1350007 Nov 25 19:03:19.969907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a0bf6-5c6f-4369-8730-912aee8acc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dd27c-352a-415b-b437-3774afaba259,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:22.944181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48294) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:23.069350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d5d67ba-4418-4364-be47-d9a5d5d2ea38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.143271 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d5d67ba-4418-4364-be47-d9a5d5d2ea38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.146817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d5d67ba-4418-4364-be47-d9a5d5d2ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.184196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5d5d67ba-4418-4364-be47-d9a5d5d2ea38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=caf868bde04b43c597221ec73b73f383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389648 Nov 25 19:03:23.185056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d67ba-4418-4364-be47-d9a5d5d2ea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3242784-d82c-4bae-8da7-97b3796e56e2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:23.187773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48298) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:23.234253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c699c0-53f9-4413-a01b-3888a2ea5683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.254868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c699c0-53f9-4413-a01b-3888a2ea5683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.300309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c699c0-53f9-4413-a01b-3888a2ea5683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.302902 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c699c0-53f9-4413-a01b-3888a2ea5683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.304056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-67c699c0-53f9-4413-a01b-3888a2ea5683 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3242784-d82c-4bae-8da7-97b3796e56e2 HTTP/1.1" status: 204 len: 168 time: 0.1152897 Nov 25 19:03:23.311610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c699c0-53f9-4413-a01b-3888a2ea5683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3242784-d82c-4bae-8da7-97b3796e56e2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:23.567323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48306) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:23.583665 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-771f01a7-ec5f-49fe-9d1a-406e0f800ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.656033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-771f01a7-ec5f-49fe-9d1a-406e0f800ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.660585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-771f01a7-ec5f-49fe-9d1a-406e0f800ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.699873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-771f01a7-ec5f-49fe-9d1a-406e0f800ed4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa48f915aad54f4cb75085dd35fff06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314378 Nov 25 19:03:23.700712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f01a7-ec5f-49fe-9d1a-406e0f800ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949c38a7-b20a-490c-8302-8327e87b571e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:23.702638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48308) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:23.751349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1275c05b-81de-4a06-b24a-82ce84f60245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.773015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1275c05b-81de-4a06-b24a-82ce84f60245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.818436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1275c05b-81de-4a06-b24a-82ce84f60245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.821036 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1275c05b-81de-4a06-b24a-82ce84f60245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:23.822441 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1275c05b-81de-4a06-b24a-82ce84f60245 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/949c38a7-b20a-490c-8302-8327e87b571e HTTP/1.1" status: 204 len: 168 time: 0.1187446 Nov 25 19:03:23.830322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275c05b-81de-4a06-b24a-82ce84f60245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c38a7-b20a-490c-8302-8327e87b571e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:25.858733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48376) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:25.964361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.038098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.041761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.081908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=746bc871d4834e29956521f21ea9e79f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215719 Nov 25 19:03:26.083857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16feb6f6-4c96-408d-b49d-c1dbbe88cc0f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:26.084758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:26.091236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.091587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.091932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.092264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.092600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.092932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.093824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.094151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.094497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.094823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.095143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.095463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f716d2-2086-4545-b71e-91f28a52e68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:26.132854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3dbba5db-ff60-4da7-a5cf-1ae6780e7a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.153397 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3dbba5db-ff60-4da7-a5cf-1ae6780e7a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.198867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3dbba5db-ff60-4da7-a5cf-1ae6780e7a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.201370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3dbba5db-ff60-4da7-a5cf-1ae6780e7a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.202552 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3dbba5db-ff60-4da7-a5cf-1ae6780e7a6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16feb6f6-4c96-408d-b49d-c1dbbe88cc0f HTTP/1.1" status: 204 len: 168 time: 0.1166945 Nov 25 19:03:26.209692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbba5db-ff60-4da7-a5cf-1ae6780e7a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16feb6f6-4c96-408d-b49d-c1dbbe88cc0f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:26.459210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48386) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:26.472685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e28a61e-1b55-4e93-80e1-5447021fb5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.549762 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e28a61e-1b55-4e93-80e1-5447021fb5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.553519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e28a61e-1b55-4e93-80e1-5447021fb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.594251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3e28a61e-1b55-4e93-80e1-5447021fb5a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9d3e1ff847948bb9bcefde161d87462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339331 Nov 25 19:03:26.595066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28a61e-1b55-4e93-80e1-5447021fb5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dd3216-1acc-413e-9a30-760b21c3804a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:26.596920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:26.934942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b5107a5-7f6d-4f3b-ac43-5032ce85dff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:26.955946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b5107a5-7f6d-4f3b-ac43-5032ce85dff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:27.002172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b5107a5-7f6d-4f3b-ac43-5032ce85dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:27.004849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b5107a5-7f6d-4f3b-ac43-5032ce85dff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:27.006004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b5107a5-7f6d-4f3b-ac43-5032ce85dff3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8dd3216-1acc-413e-9a30-760b21c3804a HTTP/1.1" status: 204 len: 168 time: 0.4080586 Nov 25 19:03:27.013656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5107a5-7f6d-4f3b-ac43-5032ce85dff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dd3216-1acc-413e-9a30-760b21c3804a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:29.089429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48450) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:29.191808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4281015-1ee4-407f-a50e-5d06ad3fdba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.269194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4281015-1ee4-407f-a50e-5d06ad3fdba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.272701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4281015-1ee4-407f-a50e-5d06ad3fdba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.309936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f4281015-1ee4-407f-a50e-5d06ad3fdba0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ded0e8b08dd4bdfa362993f085e5299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193599 Nov 25 19:03:29.310791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4281015-1ee4-407f-a50e-5d06ad3fdba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfeda68-19a4-45cc-acfd-e7e033cc591c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:29.312754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48454) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:29.361157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee858be2-2cf8-4f7c-8ebd-481150f3fb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.381434 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee858be2-2cf8-4f7c-8ebd-481150f3fb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.429106 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee858be2-2cf8-4f7c-8ebd-481150f3fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.431840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee858be2-2cf8-4f7c-8ebd-481150f3fb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.432972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ee858be2-2cf8-4f7c-8ebd-481150f3fb37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bfeda68-19a4-45cc-acfd-e7e033cc591c HTTP/1.1" status: 204 len: 168 time: 0.1187229 Nov 25 19:03:29.440995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee858be2-2cf8-4f7c-8ebd-481150f3fb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfeda68-19a4-45cc-acfd-e7e033cc591c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:29.688383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48460) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:29.701686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8a22-9e6e-4a5b-ab76-d28f641e54ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.784040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8a22-9e6e-4a5b-ab76-d28f641e54ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.787570 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8a22-9e6e-4a5b-ab76-d28f641e54ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.824387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8ebf8a22-9e6e-4a5b-ab76-d28f641e54ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a459a38a1ab4aefb704f3d2f99fda33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349585 Nov 25 19:03:29.826244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf8a22-9e6e-4a5b-ab76-d28f641e54ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeca8bb-9bff-4eff-8c93-d9fb1c4277f6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:29.827204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48464) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:29.879540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-704d572a-2bf7-4b5c-9188-84fa09877b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.900280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-704d572a-2bf7-4b5c-9188-84fa09877b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.948927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-704d572a-2bf7-4b5c-9188-84fa09877b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.951579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-704d572a-2bf7-4b5c-9188-84fa09877b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:29.953199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-704d572a-2bf7-4b5c-9188-84fa09877b18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afeca8bb-9bff-4eff-8c93-d9fb1c4277f6 HTTP/1.1" status: 204 len: 168 time: 0.1244724 Nov 25 19:03:29.960984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d572a-2bf7-4b5c-9188-84fa09877b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeca8bb-9bff-4eff-8c93-d9fb1c4277f6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:30.821157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.103785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48586) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:32.216198 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d5b475bc-b3e8-416e-a132-e1e7780b8ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.297258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d5b475bc-b3e8-416e-a132-e1e7780b8ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.301632 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d5b475bc-b3e8-416e-a132-e1e7780b8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.340700 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d5b475bc-b3e8-416e-a132-e1e7780b8ee7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4b83caa2d5c4cdbb651e41803457030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357180 Nov 25 19:03:32.341572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b475bc-b3e8-416e-a132-e1e7780b8ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7afc7c-5832-4973-a31a-2f62948f6730,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:32.343408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48596) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:32.394888 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-822e3454-fcee-4cda-93de-4f30856ef1e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.420285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-822e3454-fcee-4cda-93de-4f30856ef1e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.467498 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-822e3454-fcee-4cda-93de-4f30856ef1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.470772 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-822e3454-fcee-4cda-93de-4f30856ef1e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.471914 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-822e3454-fcee-4cda-93de-4f30856ef1e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba7afc7c-5832-4973-a31a-2f62948f6730 HTTP/1.1" status: 204 len: 168 time: 0.1275129 Nov 25 19:03:32.479496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3454-fcee-4cda-93de-4f30856ef1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7afc7c-5832-4973-a31a-2f62948f6730,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:32.742642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48602) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:32.759364 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed0305b1-cd2d-4ff9-9faf-ff5ff7428bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.832476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed0305b1-cd2d-4ff9-9faf-ff5ff7428bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.836320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed0305b1-cd2d-4ff9-9faf-ff5ff7428bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.877298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ed0305b1-cd2d-4ff9-9faf-ff5ff7428bae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=614bee6c865b4cc1893c2e91d28e6bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335812 Nov 25 19:03:32.878209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0305b1-cd2d-4ff9-9faf-ff5ff7428bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d066ed-b845-4ecb-8b86-6218ce882bd6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:32.880560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48604) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:32.933496 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40821889-b209-4202-b267-597586611cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:32.958522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40821889-b209-4202-b267-597586611cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:33.010701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40821889-b209-4202-b267-597586611cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:33.014271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40821889-b209-4202-b267-597586611cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:33.018098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-40821889-b209-4202-b267-597586611cd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4d066ed-b845-4ecb-8b86-6218ce882bd6 HTTP/1.1" status: 204 len: 168 time: 0.1364529 Nov 25 19:03:33.026605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40821889-b209-4202-b267-597586611cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d066ed-b845-4ecb-8b86-6218ce882bd6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:33.439206 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.220187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48662) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:34.328490 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99d3239b-433f-4279-8d58-8fb40fcc0a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.406669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99d3239b-433f-4279-8d58-8fb40fcc0a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.410602 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99d3239b-433f-4279-8d58-8fb40fcc0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.447423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-99d3239b-433f-4279-8d58-8fb40fcc0a5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7847a758c49941e7a99b201224b22de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260981 Nov 25 19:03:34.449983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:34.457812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3239b-433f-4279-8d58-8fb40fcc0a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f1cd1-5124-4b39-a8ea-41c612eec7b7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:34.504948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b67a579d-37c3-4e62-a916-1087dc240c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.527655 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b67a579d-37c3-4e62-a916-1087dc240c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.578884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b67a579d-37c3-4e62-a916-1087dc240c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.581499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b67a579d-37c3-4e62-a916-1087dc240c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:34.585185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b67a579d-37c3-4e62-a916-1087dc240c6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b37f1cd1-5124-4b39-a8ea-41c612eec7b7 HTTP/1.1" status: 204 len: 168 time: 0.1316023 Nov 25 19:03:34.594647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a579d-37c3-4e62-a916-1087dc240c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f1cd1-5124-4b39-a8ea-41c612eec7b7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:34.647385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0a6b-de4d-4f8f-8af4-6182285cfbb2 req-6068ae73-c69e-4fe7-bd6e-1dad77b79cd3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:34.648895 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2cc0a6b-de4d-4f8f-8af4-6182285cfbb2 req-6068ae73-c69e-4fe7-bd6e-1dad77b79cd3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0566688 Nov 25 19:03:34.704271 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2cc0a6b-de4d-4f8f-8af4-6182285cfbb2 req-107b20cb-a95b-4e17-9e91-8a9580b32185 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493579 Nov 25 19:03:35.453560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48708) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:35.558563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4ea470b-1a3d-4bb3-8d2a-89a9759c95a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:35.633557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4ea470b-1a3d-4bb3-8d2a-89a9759c95a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:35.637151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4ea470b-1a3d-4bb3-8d2a-89a9759c95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:35.673891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d4ea470b-1a3d-4bb3-8d2a-89a9759c95a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46d46ae42ce046df8e4377153171d103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192409 Nov 25 19:03:35.675756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea470b-1a3d-4bb3-8d2a-89a9759c95a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd3665f-1c72-4c8b-8da3-92a61b0fef2b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:35.676842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:35.724919 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57f33ff8-6df0-4f97-ba74-73291b26e543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:35.745906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57f33ff8-6df0-4f97-ba74-73291b26e543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:35.792476 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57f33ff8-6df0-4f97-ba74-73291b26e543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:35.795395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57f33ff8-6df0-4f97-ba74-73291b26e543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:35.796572 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-57f33ff8-6df0-4f97-ba74-73291b26e543 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcd3665f-1c72-4c8b-8da3-92a61b0fef2b HTTP/1.1" status: 204 len: 168 time: 0.1186144 Nov 25 19:03:35.804584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f33ff8-6df0-4f97-ba74-73291b26e543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd3665f-1c72-4c8b-8da3-92a61b0fef2b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:35.839909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fd0fd-62a1-49ba-9194-e4f897d4fe08 req-8eebbfb2-5eb5-45d2-b734-53b5aafc61bd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:35.841416 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-346fd0fd-62a1-49ba-9194-e4f897d4fe08 req-8eebbfb2-5eb5-45d2-b734-53b5aafc61bd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0587447 Nov 25 19:03:35.893682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-346fd0fd-62a1-49ba-9194-e4f897d4fe08 req-9e9d249b-595a-4f49-a08a-fa3d13518ae8 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455441 Nov 25 19:03:36.931046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48752) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:37.018034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fcc62-de1a-48e4-93d6-0a395022931d req-6976864c-4691-4482-8393-8814cbf9315b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:37.019623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-673fcc62-de1a-48e4-93d6-0a395022931d req-6976864c-4691-4482-8393-8814cbf9315b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0517461 Nov 25 19:03:37.036735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:37.087455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-673fcc62-de1a-48e4-93d6-0a395022931d req-44c81cc7-b53b-4d31-892b-f5fac9323dba tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617206 Nov 25 19:03:37.088618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.171834 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.275798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Allocated IP 172.25.2.68 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d0ed3a61-6ca9-43ec-a893-d13ac928158b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:37.373337 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.407735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.444987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:37.448057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:37.451415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:37.481370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Pushing event updated for resources: {'Port': ['ID=d0ed3a61-6ca9-43ec-a893-d13ac928158b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:37.541071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.574101 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.723861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.728041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.797854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Pushing event updated for resources: {'Port': ['ID=d0ed3a61-6ca9-43ec-a893-d13ac928158b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:37.806032 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.820560 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.822030 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53cf3c5b-a6f6-4866-8869-cf4418435e7c tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8896368 Nov 25 19:03:37.824911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48756) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:37.829531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1405843783', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'fixed_ips': [{'ip_address': '172.25.2.68'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:37.853002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Made reservation on behalf of ab8fcc1a5b24498bac83996650d497cb for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:37.855308 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.864415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.944006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.948115 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:37.954011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] device_id is not set on port c683b65c-2f14-47d5-aca1-3b23608a1406 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:38.050031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da23a41-25d0-46e6-89d2-05f5a14a04b9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:38.169921 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 19:03:38.170436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:03:38.188137 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2711a5e3-1055-483c-b7c0-7c91664a8405 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3622117 Nov 25 19:03:38.190813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48760) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:38.214077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03adc0c-0038-4537-bcb2-6da86e911f85 req-8b45e7e3-7b8f-40e7-9096-bfd96b88e741 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:38.215580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b03adc0c-0038-4537-bcb2-6da86e911f85 req-8b45e7e3-7b8f-40e7-9096-bfd96b88e741 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0537620 Nov 25 19:03:38.263039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b03adc0c-0038-4537-bcb2-6da86e911f85 req-072f2766-4e95-4e50-95ae-b86bf10358d4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 Nov 25 19:03:38.687029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Deleting port d0ed3a61-6ca9-43ec-a893-d13ac928158b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:38.687438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:38.760676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:38.761000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:38.772878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Calling delete_port for d0ed3a61-6ca9-43ec-a893-d13ac928158b owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:38.904754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:38.929497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0ed3a61-6ca9-43ec-a893-d13ac928158b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:38.991386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:38.994036 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:38.995229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be778a31-8cd1-4d1b-8ef5-fd1411f00b53 tempest-ExternalNetworksAdminNegativeTestJSON-57235770 tempest-ExternalNetworksAdminNegativeTestJSON-57235770-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/12480480-8df4-4098-afc7-6b2c992ae018 HTTP/1.1" status: 204 len: 168 time: 0.8035007 Nov 25 19:03:39.233431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:39.338556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf7a3-9500-4049-91a2-ded73fdfbae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.386791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd41f-6902-43f2-a6c6-b83760df5106 req-f61d97ad-8f69-4ad4-8aed-5186d1bb9141 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:39.388881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ceebd41f-6902-43f2-a6c6-b83760df5106 req-f61d97ad-8f69-4ad4-8aed-5186d1bb9141 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0519183 Nov 25 19:03:39.413545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf7a3-9500-4049-91a2-ded73fdfbae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.418501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf7a3-9500-4049-91a2-ded73fdfbae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.440865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ceebd41f-6902-43f2-a6c6-b83760df5106 req-fe87f394-f7bc-4d02-8579-a8042b2d9a25 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Nov 25 19:03:39.458664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7fbaf7a3-9500-4049-91a2-ded73fdfbae2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85d10586351f4ebb9f32012235f3d36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235157 Nov 25 19:03:39.460591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaf7a3-9500-4049-91a2-ded73fdfbae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8396bcd0-adc6-47a9-a8e7-24fba8b33c68,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:39.461382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48772) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:39.509244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dec4216-952a-40bd-93c0-b1157ca18190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.529417 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dec4216-952a-40bd-93c0-b1157ca18190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.574620 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dec4216-952a-40bd-93c0-b1157ca18190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.578228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7dec4216-952a-40bd-93c0-b1157ca18190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.579395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7dec4216-952a-40bd-93c0-b1157ca18190 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8396bcd0-adc6-47a9-a8e7-24fba8b33c68 HTTP/1.1" status: 204 len: 168 time: 0.1169939 Nov 25 19:03:39.587753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4216-952a-40bd-93c0-b1157ca18190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396bcd0-adc6-47a9-a8e7-24fba8b33c68,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:39.831811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48778) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:39.872495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-71ee9985-9257-4164-9b94-f25587ff8441 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab8fcc1a5b24498bac83996650d497cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394416 Nov 25 19:03:39.875343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48780) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:39.919971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-112ae8a6-4961-4261-be35-d5aedc7541ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.940172 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-112ae8a6-4961-4261-be35-d5aedc7541ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.991103 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-112ae8a6-4961-4261-be35-d5aedc7541ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.993817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-112ae8a6-4961-4261-be35-d5aedc7541ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:39.994975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-112ae8a6-4961-4261-be35-d5aedc7541ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3da23a41-25d0-46e6-89d2-05f5a14a04b9 HTTP/1.1" status: 204 len: 168 time: 0.1187534 Nov 25 19:03:40.002603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ae8a6-4961-4261-be35-d5aedc7541ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da23a41-25d0-46e6-89d2-05f5a14a04b9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:40.572834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6eeecc-6b53-4542-b0b4-7e62c877f01a req-efdfe194-3c76-41c1-95a4-c73072c5ad0e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:40.574440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af6eeecc-6b53-4542-b0b4-7e62c877f01a req-efdfe194-3c76-41c1-95a4-c73072c5ad0e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0536444 Nov 25 19:03:40.632675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af6eeecc-6b53-4542-b0b4-7e62c877f01a req-168d86a6-b55c-4531-887f-474f25ab86bb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522175 Nov 25 19:03:40.926698 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a927aa41-9410-4eec-8570-1aa0b3fd2f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.183592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48818) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:41.323629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1914961780'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:41.344719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Made reservation on behalf of f1a21f2ff0744c348773176c13e3cec7 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:41.348070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.356330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.433688 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.438348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.464406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:03:41.474420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e3994-67cf-4815-b114-13deaefadcc6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:41.479166 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.479507 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Added segment 90d2ec75-485f-4a1d-842b-b0c4db7ec578 of type vlan for network 09749887-46e7-4111-aaa8-75e193d81b82 Nov 25 19:03:41.520109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.543907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.549974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:41.550583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.626659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4419258 Nov 25 19:03:41.661754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82e1ca-8b2f-4301-9a62-7c91def510fa tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Pushing event updated for resources: {'Network': ['ID=09749887-46e7-4111-aaa8-75e193d81b82,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:41.672262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 09749887-46e7-4111-aaa8-75e193d81b82 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:03:41.759513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e958e-ab1d-4367-a6af-53a6ff981937 req-4f9710e6-9eab-409f-9455-83546e9e755c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:41.762895 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-366e958e-ab1d-4367-a6af-53a6ff981937 req-4f9710e6-9eab-409f-9455-83546e9e755c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0514526 Nov 25 19:03:41.809989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-366e958e-ab1d-4367-a6af-53a6ff981937 req-06748e1e-e5da-4e4d-b7b7-7e088032769f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 Nov 25 19:03:41.810406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48828) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:41.815386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Request body: {'port': {'network_id': '09749887-46e7-4111-aaa8-75e193d81b82', 'binding:host_id': 'n-h1-819194-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1257245173'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:41.837726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Made reservation on behalf of d95b10109d1e4627bf67681574fac6e5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:41.840467 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.852136 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.928780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.932482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:41.942770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] device_id is not set on port 1fcecda5-0915-4174-9b9e-8ade85188bbb yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:42.014027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e797eb-ed25-4464-8ead-25f2f4e00c30,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:42.158545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] device_id is not set on port 1fcecda5-0915-4174-9b9e-8ade85188bbb yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:42.168078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.174114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.234015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=1fcecda5-0915-4174-9b9e-8ade85188bbb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:42.242664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Checking segment: {'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:03:42.243023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Network hostable DHCP agents. Network: 09749887-46e7-4111-aaa8-75e193d81b82, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:03:42.259144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Network 09749887-46e7-4111-aaa8-75e193d81b82 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:03:42.267518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 09749887-46e7-4111-aaa8-75e193d81b82) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:42.271002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:42.276816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec4974-1812-4414-a166-14a239c48de6 None None] Network 09749887-46e7-4111-aaa8-75e193d81b82 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:42.284904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.285084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.285455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.290596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.290795 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.291212 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 2 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.302988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.303321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.303650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.307888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.308208 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.308601 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 3 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.321219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.321547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.322138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.326294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.326656 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.327065 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 4 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.339008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.339358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.339689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.343924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.344275 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.344663 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 5 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.356604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.356935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.357259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.361908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.362224 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.362637 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 6 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.374083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.374412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.374769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.379822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.380138 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.380532 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 7 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.395766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.396109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.396425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.400787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.401113 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.401498 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 8 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.413152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.413485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.413808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.418001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.418320 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.418732 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 9 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.430928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.431258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.431577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.435666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.435985 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.436364 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 10 to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb Nov 25 19:03:42.448220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:42.448550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:42.448872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:42.453036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 1fcecda5-0915-4174-9b9e-8ade85188bbb on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:42.453354 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 1fcecda5-0915-4174-9b9e-8ade85188bbb on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:42.453731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.513672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] For port 1fcecda5-0915-4174-9b9e-8ade85188bbb, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:03:42.513950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempted to set empty binding levels {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:03:42.518444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.551010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:42.551606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.574508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.7629836 Nov 25 19:03:42.575226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aa3ae-b393-4e74-b082-ca2ebf47dbb3 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=1fcecda5-0915-4174-9b9e-8ade85188bbb,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:42.577344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48830) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:42.650007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Deleting port 1fcecda5-0915-4174-9b9e-8ade85188bbb {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:42.650350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.714297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] For port 1fcecda5-0915-4174-9b9e-8ade85188bbb, host n-h1-819194-3, got binding levels [] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:42.714660 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.726946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Calling delete_port for 1fcecda5-0915-4174-9b9e-8ade85188bbb owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:42.802297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.827079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fcecda5-0915-4174-9b9e-8ade85188bbb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:42.834197 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.837604 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73a8f457-325f-463a-a888-39de9c70c099 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1fcecda5-0915-4174-9b9e-8ade85188bbb HTTP/1.1" status: 204 len: 168 time: 0.2593188 Nov 25 19:03:42.840237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48834) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:42.864601 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1f8462-f38a-4236-aa84-5c96337ccdff tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:03:42.866027 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be1f8462-f38a-4236-aa84-5c96337ccdff tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "GET /v2.0/ports/1fcecda5-0915-4174-9b9e-8ade85188bbb HTTP/1.1" status: 404 len: 333 time: 0.0248680 Nov 25 19:03:42.869530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48836) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:42.874149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Request body: {'port': {'network_id': '09749887-46e7-4111-aaa8-75e193d81b82', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-827493840'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:42.919228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Made reservation on behalf of d95b10109d1e4627bf67681574fac6e5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:42.921475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:42.943110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] device_id is not set on port 0eb3403e-1ff3-4b74-8804-bf6060509a03 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:42.984564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa460-b8e2-42da-91ed-6b9667ba8fd7 req-fa3bddcc-e908-47e1-bbaf-43160ec984d6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:42.986741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b0aa460-b8e2-42da-91ed-6b9667ba8fd7 req-fa3bddcc-e908-47e1-bbaf-43160ec984d6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.1004584 Nov 25 19:03:43.062542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b0aa460-b8e2-42da-91ed-6b9667ba8fd7 req-9ae8733b-a173-4e34-b206-c9e3923ac9bf tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689337 Nov 25 19:03:43.134713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.166884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.208328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Network 09749887-46e7-4111-aaa8-75e193d81b82 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:43.211132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:43.214872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:43.215783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.216393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.224485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb3403e-1ff3-4b74-8804-bf6060509a03,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:43.235930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3c0322e4-357f-4772-8910-a4ba69ec2513 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3654308 Nov 25 19:03:43.238542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48838) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:43.243486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:43.298115 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.448078 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f23a9a5a-de56-45f4-ab62-c345a4ca90e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.463842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] device_id is not set on port 0eb3403e-1ff3-4b74-8804-bf6060509a03 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:43.471410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.476427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.526868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb3403e-1ff3-4b74-8804-bf6060509a03,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:43.537153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.537493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.537828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.542041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.542385 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.542785 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 2 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.554830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.555171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.555499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.559671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.559997 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.560381 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 3 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.572402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.572736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.573061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.577220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.577544 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.577929 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 4 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.590180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.590560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.590883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.595290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.595628 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.596026 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 5 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.607808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.608234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.608574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.612840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.613169 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.613558 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 6 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.625893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.626238 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.626604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.630939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.631266 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.631656 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 7 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.643677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.644024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.644361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.648632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.648902 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.649291 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 8 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.661098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.661436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.661771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.665970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.666297 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.666725 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 9 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.679155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.679547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.679907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.684439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.684906 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.685408 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 10 to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 Nov 25 19:03:43.698871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:43.699218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:43.699557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:43.704505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:43.704835 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:43.705196 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.769424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] For port 0eb3403e-1ff3-4b74-8804-bf6060509a03, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:03:43.769781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempted to set empty binding levels {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:03:43.773769 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.803252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] In _notify_port_updated(), no bound segment for port 0eb3403e-1ff3-4b74-8804-bf6060509a03 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:03:43.804091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.804697 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:43.806008 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "PUT /v2.0/ports/0eb3403e-1ff3-4b74-8804-bf6060509a03 HTTP/1.1" status: 200 len: 974 time: 0.5665388 Nov 25 19:03:43.808794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:43.819290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772caef-bbad-4e5e-99a6-34c2ed961cbe tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb3403e-1ff3-4b74-8804-bf6060509a03,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:43.893699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.894160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.894642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.895095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.895539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.895984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.896429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.896863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.897301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.897741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.898177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.898694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.899074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.899510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.899946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.900388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.900824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.901262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:43.903861 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c1a4be2e-9036-4c90-a284-8c2be17f3d22 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16124 time: 0.0939648 Nov 25 19:03:43.907360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48842) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:43.980774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Deleting port 0eb3403e-1ff3-4b74-8804-bf6060509a03 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:43.981120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.044512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] For port 0eb3403e-1ff3-4b74-8804-bf6060509a03, host n-h1-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:44.044877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.060012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Calling delete_port for 0eb3403e-1ff3-4b74-8804-bf6060509a03 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:44.145822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.192503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eb3403e-1ff3-4b74-8804-bf6060509a03,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:44.201002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.204350 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b67b1ba1-ee0f-4919-b21c-370097222077 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0eb3403e-1ff3-4b74-8804-bf6060509a03 HTTP/1.1" status: 204 len: 168 time: 0.2960911 Nov 25 19:03:44.207102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:44.219752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f3bd3-e200-4a48-ad5c-ec2aa1880a2e req-479c0d73-a7ce-4638-8112-96e8f9d96ec6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:44.221233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d15f3bd3-e200-4a48-ad5c-ec2aa1880a2e req-479c0d73-a7ce-4638-8112-96e8f9d96ec6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0859251 Nov 25 19:03:44.230891 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaee818-6142-4ca2-9345-a195226a863d tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:03:44.232262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4aaee818-6142-4ca2-9345-a195226a863d tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "GET /v2.0/ports/0eb3403e-1ff3-4b74-8804-bf6060509a03 HTTP/1.1" status: 404 len: 333 time: 0.0241683 Nov 25 19:03:44.236621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48848) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:44.241036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-74014609', 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:44.261893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Made reservation on behalf of d95b10109d1e4627bf67681574fac6e5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:44.264110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.270085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d15f3bd3-e200-4a48-ad5c-ec2aa1880a2e req-a21b9757-3982-49ed-a824-fa329d29259f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427232 Nov 25 19:03:44.279284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] device_id is not set on port 44084b67-a912-442c-b424-797a0859beb2 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:44.424285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.436755 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.456613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.499467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Network 09749887-46e7-4111-aaa8-75e193d81b82 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:44.502709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:44.505204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:44.506321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:44.506953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.516313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=44084b67-a912-442c-b424-797a0859beb2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:44.529007 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f2041a60-1dfc-4666-b67a-3e6b64a33b75 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.2915447 Nov 25 19:03:44.532133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:44.567974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32033431-d2d0-49a7-a46e-f87e0de7c106 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:44.569335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-32033431-d2d0-49a7-a46e-f87e0de7c106 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "GET /v2.0/ports/44084b67-a912-442c-b424-797a0859beb2 HTTP/1.1" status: 200 len: 953 time: 0.0362909 Nov 25 19:03:44.572394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:44.643596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Deleting port 44084b67-a912-442c-b424-797a0859beb2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:44.643936 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.702441 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.715432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Calling delete_port for 44084b67-a912-442c-b424-797a0859beb2 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:44.790651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.817220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event deleted for resources: {'Port': ['ID=44084b67-a912-442c-b424-797a0859beb2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:44.826818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.830646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "DELETE /v2.0/ports/44084b67-a912-442c-b424-797a0859beb2 HTTP/1.1" status: 204 len: 168 time: 0.2573369 Nov 25 19:03:44.832605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.832953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.833298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.833528 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48854) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:44.833987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.833987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.834273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.834631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.834999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.835278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.835601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.835925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.836249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad3025-c13a-4961-a70c-266be39b6c78 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:44.857390 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-837394a3-a000-46a0-b88d-2e1707365b7b tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:03:44.858791 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-837394a3-a000-46a0-b88d-2e1707365b7b tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "GET /v2.0/ports/44084b67-a912-442c-b424-797a0859beb2 HTTP/1.1" status: 404 len: 333 time: 0.0242505 Nov 25 19:03:44.862277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:44.866747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Request body: {'port': {'network_id': '09749887-46e7-4111-aaa8-75e193d81b82', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1854318823'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:44.886782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Made reservation on behalf of d95b10109d1e4627bf67681574fac6e5 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:44.889039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:44.904683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] device_id is not set on port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:45.054499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.086957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.127322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Network 09749887-46e7-4111-aaa8-75e193d81b82 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:45.129990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:45.133517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:45.134419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:45.135029 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.142867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=99aa3d01-6387-4f65-93a6-4c92b93a50f9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:45.155630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb587751-b63c-4869-bfe8-2cbcb470d814 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2923477 Nov 25 19:03:45.158157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:45.163059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:45.225831 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.396641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1e7b-2cf6-4d2d-9c49-30724a83e72f req-5d4e4080-6d02-49ec-82aa-f83d060d9f61 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:45.398357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a3f1e7b-2cf6-4d2d-9c49-30724a83e72f req-5d4e4080-6d02-49ec-82aa-f83d060d9f61 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Nov 25 19:03:45.400118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] device_id is not set on port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:45.408031 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.412577 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.448064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a3f1e7b-2cf6-4d2d-9c49-30724a83e72f req-57d9fd42-b196-43bf-872f-aea8d03895e0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Nov 25 19:03:45.471751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=99aa3d01-6387-4f65-93a6-4c92b93a50f9,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:45.475854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.476166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.476500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.480851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.481185 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.481563 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 2 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.493693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.494022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.494363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.498569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.498895 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.499295 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 3 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.511734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.512062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.512387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.516620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.516938 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.517313 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 4 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.528433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.528761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.529086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.533245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.533564 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.533944 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 5 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.545648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.545978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.546295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.550972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.551292 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.551668 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 6 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.562778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.563698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.564022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.568132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.568452 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.568824 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 7 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.580686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.581013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.581334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.585447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.585770 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.586142 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 8 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.598182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.598547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.598883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.603223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.603548 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.603928 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 9 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.616597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.616925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.617246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.621379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.621703 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.622083 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempt 10 to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 Nov 25 19:03:45.633862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:45.634189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:45.634544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempting to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:45.638828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:03:45.639155 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Failed to bind port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '90d2ec75-485f-4a1d-842b-b0c4db7ec578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '09749887-46e7-4111-aaa8-75e193d81b82'}] Nov 25 19:03:45.639512 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.703309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] For port 99aa3d01-6387-4f65-93a6-4c92b93a50f9, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:03:45.703744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attempted to set empty binding levels {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:03:45.709081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.741097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] In _notify_port_updated(), no bound segment for port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 on network 09749887-46e7-4111-aaa8-75e193d81b82 {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:03:45.742271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:45.742559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.743882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "PUT /v2.0/ports/99aa3d01-6387-4f65-93a6-4c92b93a50f9 HTTP/1.1" status: 200 len: 975 time: 0.5847700 Nov 25 19:03:45.746774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48862) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:45.756783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f47d9a-4ea5-44eb-8fd1-ca107d845c51 tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event updated for resources: {'Port': ['ID=99aa3d01-6387-4f65-93a6-4c92b93a50f9,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:45.821302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Deleting port 99aa3d01-6387-4f65-93a6-4c92b93a50f9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:45.821566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.884702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] For port 99aa3d01-6387-4f65-93a6-4c92b93a50f9, host n-h1-819194-3, got binding levels [] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:45.885099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.898382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Calling delete_port for 99aa3d01-6387-4f65-93a6-4c92b93a50f9 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:45.975646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:45.997626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.004943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Pushing event deleted for resources: {'Port': ['ID=99aa3d01-6387-4f65-93a6-4c92b93a50f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:46.011356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.014799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-313e3a3c-af13-4294-8197-604c8bfaa3ed tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "DELETE /v2.0/ports/99aa3d01-6387-4f65-93a6-4c92b93a50f9 HTTP/1.1" status: 204 len: 168 time: 0.2670050 Nov 25 19:03:46.018065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48864) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:46.043948 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fb539c-a9c9-4ba9-bac8-2011e0836a7a tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:03:46.045280 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-75fb539c-a9c9-4ba9-bac8-2011e0836a7a tempest-PortsAdminExtendedAttrsTestJSON-1915745833 tempest-PortsAdminExtendedAttrsTestJSON-1915745833-project-admin] 10.222.0.62 "GET /v2.0/ports/99aa3d01-6387-4f65-93a6-4c92b93a50f9 HTTP/1.1" status: 404 len: 333 time: 0.0262384 Nov 25 19:03:46.048924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:46.127422 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.219093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.238689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09749887-46e7-4111-aaa8-75e193d81b82']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:46.247909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d2ec75-485f-4a1d-842b-b0c4db7ec578') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:46.248214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d2ec75-485f-4a1d-842b-b0c4db7ec578') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:03:46.257952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.271202 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.277139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:03:46.277537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:03:46.280649 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:03:46.339213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.345938 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.349122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] 10.222.0.62 "DELETE /v2.0/networks/09749887-46e7-4111-aaa8-75e193d81b82 HTTP/1.1" status: 204 len: 168 time: 0.2982931 Nov 25 19:03:46.361158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce2453-aac9-4e12-9aa8-f396f3819b40 tempest-PortsAdminExtendedAttrsTestJSON-862483131 tempest-PortsAdminExtendedAttrsTestJSON-862483131-project] Pushing event deleted for resources: {'Network': ['ID=09749887-46e7-4111-aaa8-75e193d81b82,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:46.568864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a020d8d-2726-447d-9639-4584ed5a8fa0 req-deeef6f6-8ee5-4fb6-9338-2ef5819970b0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:46.570358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a020d8d-2726-447d-9639-4584ed5a8fa0 req-deeef6f6-8ee5-4fb6-9338-2ef5819970b0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0502663 Nov 25 19:03:46.587697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48874) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:46.619494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a020d8d-2726-447d-9639-4584ed5a8fa0 req-4612a47d-416a-437c-bcd4-1813274251d6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Nov 25 19:03:46.719949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3d1a39be-07ee-4eaa-9d84-9b2eee4566a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1a21f2ff0744c348773176c13e3cec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305597 Nov 25 19:03:46.722399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48878) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:46.768518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9a1149b-62d2-47d9-9bcc-db9f6b613cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.789220 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9a1149b-62d2-47d9-9bcc-db9f6b613cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.834840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9a1149b-62d2-47d9-9bcc-db9f6b613cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.837402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9a1149b-62d2-47d9-9bcc-db9f6b613cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:46.838545 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b9a1149b-62d2-47d9-9bcc-db9f6b613cc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd1e3994-67cf-4815-b114-13deaefadcc6 HTTP/1.1" status: 204 len: 168 time: 0.1152003 Nov 25 19:03:46.846197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1149b-62d2-47d9-9bcc-db9f6b613cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e3994-67cf-4815-b114-13deaefadcc6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:46.998924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:47.126676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:47.164811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6c7c9b2a-56b6-45b2-b853-e598ce9ce940 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d95b10109d1e4627bf67681574fac6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369749 Nov 25 19:03:47.167166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:47.218996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d111a8e8-4b10-4c21-8db5-56fc4bc5c1a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:47.240216 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d111a8e8-4b10-4c21-8db5-56fc4bc5c1a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:47.284506 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d111a8e8-4b10-4c21-8db5-56fc4bc5c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:47.287311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d111a8e8-4b10-4c21-8db5-56fc4bc5c1a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:47.288498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d111a8e8-4b10-4c21-8db5-56fc4bc5c1a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27e797eb-ed25-4464-8ead-25f2f4e00c30 HTTP/1.1" status: 204 len: 168 time: 0.1204128 Nov 25 19:03:47.295977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111a8e8-4b10-4c21-8db5-56fc4bc5c1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e797eb-ed25-4464-8ead-25f2f4e00c30,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:47.744161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369405-7605-4984-b8eb-421a0e8021b4 req-34acf4de-bb4e-441d-9d2c-cf7c6e97994a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:47.746944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43369405-7605-4984-b8eb-421a0e8021b4 req-34acf4de-bb4e-441d-9d2c-cf7c6e97994a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Nov 25 19:03:47.805363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-43369405-7605-4984-b8eb-421a0e8021b4 req-f12e3fd3-e20e-4019-8d11-a72a98ca29db tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525782 Nov 25 19:03:48.008298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48910) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:48.106305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1214177774'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:48.126908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:48.130173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.143279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.222663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.226790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.250983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:03:48.264509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e501dd-6ab7-42c6-b43b-b4969bfa1a9f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:48.270971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.271310 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Added segment 6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68 of type vlan for network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 Nov 25 19:03:48.312173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.337346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.342994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:48.343566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.405106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3957071 Nov 25 19:03:48.408689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48914) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:48.414034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:48.417679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96df600-59f7-4d1a-8145-aceee81bc510 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Network': ['ID=3f0126b4-d19a-46ff-80bf-beda72aa4e54,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:48.429320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:03:48.516862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:48.520462 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.700134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.759364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=be721a86-5f7a-41c5-a832-7524bcdf6049,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:48.770613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:03:48.770980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network hostable DHCP agents. Network: 3f0126b4-d19a-46ff-80bf-beda72aa4e54, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:03:48.790731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:03:48.801357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 3f0126b4-d19a-46ff-80bf-beda72aa4e54) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:48.805683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:48.806288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.810291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe640dc-330b-4944-beca-055a3ea0785a None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:48.823286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6cb55c82-21a2-4f68-b135-df9f40472b4b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4132664 Nov 25 19:03:48.825986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:48.830922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'name': 'tempest-NetworksTestDHCPv6-427499727'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:48.940519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d1487-ea53-4c60-a1c0-7a181d8a23da req-25eb720c-7e61-425e-ba6f-90e2ecf52595 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:48.942098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618d1487-ea53-4c60-a1c0-7a181d8a23da req-25eb720c-7e61-425e-ba6f-90e2ecf52595 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0525637 Nov 25 19:03:48.954837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:48.958752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.965699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': 'be721a86-5f7a-41c5-a832-7524bcdf6049'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:03:48.970664 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:48.981245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port f521cdb9-839c-4c60-8754-51d053978d11 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:48.993554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-618d1487-ea53-4c60-a1c0-7a181d8a23da req-96e9d6b2-ba5c-4395-a093-d57c5afded84 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447223 Nov 25 19:03:49.096576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::dd (3f0126b4-d19a-46ff-80bf-beda72aa4e54/be721a86-5f7a-41c5-a832-7524bcdf6049/f521cdb9-839c-4c60-8754-51d053978d11) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:49.241543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.274600 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.320771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:49.321412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/be721a86-5f7a-41c5-a832-7524bcdf6049/87e46360-0622-463a-9f32-7e5ce38681ce) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:49.324076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:49.328095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:49.334470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:49.335082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.346127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=f521cdb9-839c-4c60-8754-51d053978d11,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:49.358803 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-710a2932-f2b1-4f90-83ed-0578f836d032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5317249 Nov 25 19:03:49.361201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48920) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:49.439813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592dc5f0-8991-4f21-a6e9-2bbf52b36624 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:49.441298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-592dc5f0-8991-4f21-a6e9-2bbf52b36624 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0791714 Nov 25 19:03:49.443996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48922) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:49.474047 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.480073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.521411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:49.524131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:49.527829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:49.533211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Pushing event updated for resources: {'Port': ['ID=87e46360-0622-463a-9f32-7e5ce38681ce,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:49.535479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port f521cdb9-839c-4c60-8754-51d053978d11 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:49.535816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.590609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Attempting to bind port 87e46360-0622-463a-9f32-7e5ce38681ce on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:49.591085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Attempting to bind port 87e46360-0622-463a-9f32-7e5ce38681ce by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:49.591457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Attempting to bind port 87e46360-0622-463a-9f32-7e5ce38681ce on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:49.596852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:03:49.597231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:03:49.597637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.598036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:03:49.598687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Bound port: 87e46360-0622-463a-9f32-7e5ce38681ce, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:03:49.599077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.666873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] For port 87e46360-0622-463a-9f32-7e5ce38681ce, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:03:49.670291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] For port 87e46360-0622-463a-9f32-7e5ce38681ce, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87e46360-0622-463a-9f32-7e5ce38681ce,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:03:49.674671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.737005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6556b9-6180-413b-a8ef-0870f2f27d6e None None] Pushing event updated for resources: {'Port': ['ID=87e46360-0622-463a-9f32-7e5ce38681ce,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:49.850778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:49.863646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for f521cdb9-839c-4c60-8754-51d053978d11 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:50.026017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.059613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=f521cdb9-839c-4c60-8754-51d053978d11,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:50.101280 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.104786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-634bbcf4-b053-4536-9cb6-fb565685176f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/f521cdb9-839c-4c60-8754-51d053978d11 HTTP/1.1" status: 204 len: 168 time: 0.6598754 Nov 25 19:03:50.112147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48926) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:50.151227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718e5b-87ca-477c-bb34-d5e74b738d52 req-b8a1bf19-8182-479c-896c-68eefb352671 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:50.152814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4718e5b-87ca-477c-bb34-d5e74b738d52 req-b8a1bf19-8182-479c-896c-68eefb352671 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0658107 Nov 25 19:03:50.205644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b4718e5b-87ca-477c-bb34-d5e74b738d52 req-d1ca8ecf-daf7-4808-a01f-4a1a4e02302c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466542 Nov 25 19:03:50.217461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27ca1a-588a-4755-9cae-0ef638ada2b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:50.220842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27ca1a-588a-4755-9cae-0ef638ada2b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:50.223539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0c27ca1a-588a-4755-9cae-0ef638ada2b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1099043 Nov 25 19:03:50.226087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48928) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:50.291295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet be721a86-5f7a-41c5-a832-7524bcdf6049 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:50.294670 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.339551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.409255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87e46360-0622-463a-9f32-7e5ce38681ce up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:03:50.440793 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.469837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 87e46360-0622-463a-9f32-7e5ce38681ce triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:50.470523 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.511525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.546178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=be721a86-5f7a-41c5-a832-7524bcdf6049,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:50.550568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.556951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48930) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:50.557110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-613b382b-f598-47fc-bcf0-96bc247963ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/be721a86-5f7a-41c5-a832-7524bcdf6049 HTTP/1.1" status: 204 len: 168 time: 0.3295820 Nov 25 19:03:50.573824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.618859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 87e46360-0622-463a-9f32-7e5ce38681ce, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87e46360-0622-463a-9f32-7e5ce38681ce,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:50.623133 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.627427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-84b59285-8ed7-40f4-8933-4da87741ac35 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676720 Nov 25 19:03:50.629079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48932) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:50.635131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:50.681715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=87e46360-0622-463a-9f32-7e5ce38681ce,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:50.744993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:50.748742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.802372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7f13eb-c269-4a42-a600-a62d356e3478 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:50.892612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-556ff8dd-9d1f-4f80-a2fe-2032d9f73b3d None None] Provisioning complete for port 87e46360-0622-463a-9f32-7e5ce38681ce triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:50.892981 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-556ff8dd-9d1f-4f80-a2fe-2032d9f73b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.936690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:50.977691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:50.981083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:50.985417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:50.986027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.000037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=227eaaee-684e-47d7-93c8-71369158356e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:51.011356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73dc5425-4e05-4f68-951b-bcea509a8bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3810837 Nov 25 19:03:51.013964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48934) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:51.019458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'name': 'tempest-NetworksTestDHCPv6-129840319'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:51.033985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:03:51.082128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] Deleting port 87e46360-0622-463a-9f32-7e5ce38681ce {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:51.082417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.130314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:51.133782 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.150838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port e56f40d9-9ed4-4f71-8b5b-81834e407cb2 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:51.162309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] For port 87e46360-0622-463a-9f32-7e5ce38681ce, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87e46360-0622-463a-9f32-7e5ce38681ce,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:51.162743 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.275812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::54 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/227eaaee-684e-47d7-93c8-71369158356e/e56f40d9-9ed4-4f71-8b5b-81834e407cb2) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:51.328516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] Calling delete_port for 87e46360-0622-463a-9f32-7e5ce38681ce owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:51.361768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d76d-5103-4526-96d0-e9832b46910a req-5207c3f9-fefb-4d4a-82ca-59af9eafa811 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:51.363220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8da9d76d-5103-4526-96d0-e9832b46910a req-5207c3f9-fefb-4d4a-82ca-59af9eafa811 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0544732 Nov 25 19:03:51.418998 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.426895 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8da9d76d-5103-4526-96d0-e9832b46910a req-a11984c0-9d00-4cb6-80fd-06b8ffc1bfbd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577974 Nov 25 19:03:51.432745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.445766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] Pushing event deleted for resources: {'Port': ['ID=87e46360-0622-463a-9f32-7e5ce38681ce,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:51.450786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ff3b5-41e2-4140-ad52-e3a1f2d3bb8a None None] No DVR routers for this DVR port 87e46360-0622-463a-9f32-7e5ce38681ce on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:03:51.469491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4df56c-93c7-468d-af85-995f252a651a None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:51.475867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.519234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:51.524213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:51.526604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:51.532374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:51.532981 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.550990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=e56f40d9-9ed4-4f71-8b5b-81834e407cb2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:51.560846 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-186f3612-9332-44a9-9ff9-cc1066dfc96a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5458243 Nov 25 19:03:51.561557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:51.593797 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:03:51.611233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026f751-8c38-4cd7-a082-eb6401d08f28 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:51.612786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3026f751-8c38-4cd7-a082-eb6401d08f28 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0503011 Nov 25 19:03:51.615451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48940) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:51.628173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '227eaaee-684e-47d7-93c8-71369158356e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:03:51.629096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.703243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port e56f40d9-9ed4-4f71-8b5b-81834e407cb2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:51.703608 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.764681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/227eaaee-684e-47d7-93c8-71369158356e/dae05ace-e499-4cf4-92d2-7725f7036337) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:51.793104 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.805296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for e56f40d9-9ed4-4f71-8b5b-81834e407cb2 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:51.910868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.917006 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.940183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:51.958295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:51.961093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:51.964742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:51.970680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Pushing event updated for resources: {'Port': ['ID=dae05ace-e499-4cf4-92d2-7725f7036337,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:51.971128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=e56f40d9-9ed4-4f71-8b5b-81834e407cb2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:51.997763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.002678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dca4942d-fd54-4bc7-b17a-59facb47fc24 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/e56f40d9-9ed4-4f71-8b5b-81834e407cb2 HTTP/1.1" status: 204 len: 168 time: 0.3859367 Nov 25 19:03:52.004860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48942) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:52.035354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Attempting to bind port dae05ace-e499-4cf4-92d2-7725f7036337 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:52.035724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Attempting to bind port dae05ace-e499-4cf4-92d2-7725f7036337 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:52.036092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Attempting to bind port dae05ace-e499-4cf4-92d2-7725f7036337 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:52.041144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:03:52.041519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:03:52.041917 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.042311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:03:52.042810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Bound port: dae05ace-e499-4cf4-92d2-7725f7036337, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:03:52.043188 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.092568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef94213-90f2-4ee4-be8b-5bb81abc7d2f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:52.094796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef94213-90f2-4ee4-be8b-5bb81abc7d2f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:52.096458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ef94213-90f2-4ee4-be8b-5bb81abc7d2f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0905406 Nov 25 19:03:52.098991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:52.110051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] For port dae05ace-e499-4cf4-92d2-7725f7036337, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:03:52.113469 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] For port dae05ace-e499-4cf4-92d2-7725f7036337, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dae05ace-e499-4cf4-92d2-7725f7036337,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:03:52.117228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.151151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 227eaaee-684e-47d7-93c8-71369158356e {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:52.154422 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.182484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187830b-37e7-4b87-8803-6282b0fa88a3 None None] Pushing event updated for resources: {'Port': ['ID=dae05ace-e499-4cf4-92d2-7725f7036337,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:52.195130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.290435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.365032 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.394952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=227eaaee-684e-47d7-93c8-71369158356e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:52.400023 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.405964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-968e1425-0f93-4124-ac1f-3fb84a92a734 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/227eaaee-684e-47d7-93c8-71369158356e HTTP/1.1" status: 204 len: 168 time: 0.3037457 Nov 25 19:03:52.406366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48946) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:52.413375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87e46360-0622-463a-9f32-7e5ce38681ce no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:03:52.440645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 87e46360-0622-463a-9f32-7e5ce38681ce {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:03:52.441044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87e46360-0622-463a-9f32-7e5ce38681ce not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:03:52.473288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:52.473494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-88fcd6be-d715-4e8e-adad-116f69d5b7cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652626 Nov 25 19:03:52.478532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:52.604963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd87af4-e2f4-4f3e-8fba-890e28fc2cd7 req-31d4977e-7d08-4c45-bbc0-9f099c8541c4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:52.606363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dd87af4-e2f4-4f3e-8fba-890e28fc2cd7 req-31d4977e-7d08-4c45-bbc0-9f099c8541c4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0777168 Nov 25 19:03:52.614298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:52.617709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.722304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dd87af4-e2f4-4f3e-8fba-890e28fc2cd7 req-4a3b6aa4-9ff5-4dd1-954f-7c4dd5aa40ef tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089861 Nov 25 19:03:52.836736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.886874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:52.890143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:52.894333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:52.894958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:52.902955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=feced95c-316c-4ecf-b1ad-b10c67231fa7,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:52.914598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a328032e-d946-4cd8-ba32-aab900c3637b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4400413 Nov 25 19:03:52.917121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:52.922058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'name': 'tempest-NetworksTestDHCPv6-900886672'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:53.034141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:53.037702 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.056909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port f2e3fed9-801c-47ac-8207-157986f3c83e yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:53.162793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5b80b-041e-4a52-a518-31f8a67de5da None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:53.178322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::171 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/feced95c-316c-4ecf-b1ad-b10c67231fa7/f2e3fed9-801c-47ac-8207-157986f3c83e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:53.275573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a06ea0a5-e9eb-4068-a076-1e771827830b None None] Provisioning complete for port dae05ace-e499-4cf4-92d2-7725f7036337 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:53.275888 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a06ea0a5-e9eb-4068-a076-1e771827830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.325177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.358772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.399774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a06ea0a5-e9eb-4068-a076-1e771827830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.410588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:53.413726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:53.418255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:53.424767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:53.425588 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.439597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=f2e3fed9-801c-47ac-8207-157986f3c83e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:53.440406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a06ea0a5-e9eb-4068-a076-1e771827830b None None] For port dae05ace-e499-4cf4-92d2-7725f7036337, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dae05ace-e499-4cf4-92d2-7725f7036337,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:53.444889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a06ea0a5-e9eb-4068-a076-1e771827830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.445863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eb4c3472-305d-4c3d-ab74-69a85494c9f1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5276997 Nov 25 19:03:53.448698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48954) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:53.452007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a06ea0a5-e9eb-4068-a076-1e771827830b None None] Could not find standard attr ID for object e56f40d9-9ed4-4f71-8b5b-81834e407cb2. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:03:53.499824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ea0a5-e9eb-4068-a076-1e771827830b None None] Pushing event updated for resources: {'Port': ['ID=dae05ace-e499-4cf4-92d2-7725f7036337,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:53.501174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcad4ae-e69c-404b-a3df-f6f1090b2a45 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:53.507223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcad4ae-e69c-404b-a3df-f6f1090b2a45 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:53.511214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ffcad4ae-e69c-404b-a3df-f6f1090b2a45 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0590081 Nov 25 19:03:53.511448 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48956) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:53.548738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:03:53.611795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port f2e3fed9-801c-47ac-8207-157986f3c83e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:53.612250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.655553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:53.676676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'dd935117-1d89-486e-a8ea-3124c749e346', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'port_id': 'dd935117-1d89-486e-a8ea-3124c749e346', 'mac_address': 'fa:16:3e:04:f3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:03:53.708698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.716192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-41f4a401-c361-4d88-9a7a-e0cd84a12125 None None] Provisioning complete for port dae05ace-e499-4cf4-92d2-7725f7036337 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:53.716571 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41f4a401-c361-4d88-9a7a-e0cd84a12125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.724176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for f2e3fed9-801c-47ac-8207-157986f3c83e owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:53.768102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.786548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd935117-1d89-486e-a8ea-3124c749e346 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:03:53.838021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:53.850283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.885357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf08d7-8672-4a8d-a5e3-046d041a52fb req-25e3f0dd-3fe3-48d0-b33e-495c27af910f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:53.894562 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf08d7-8672-4a8d-a5e3-046d041a52fb req-25e3f0dd-3fe3-48d0-b33e-495c27af910f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0923564 Nov 25 19:03:53.904053 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.925392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:53.943253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0cdf08d7-8672-4a8d-a5e3-046d041a52fb req-627dfc0e-0655-4ba4-a946-71097bd08751 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477934 Nov 25 19:03:53.948399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=f2e3fed9-801c-47ac-8207-157986f3c83e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:53.957341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['dd935117-1d89-486e-a8ea-3124c749e346'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:03:53.989286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:53.990530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ed82ad12-a46c-419b-a1b4-652789475fcc None None] Could not find standard attr ID for object f521cdb9-839c-4c60-8754-51d053978d11. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:03:53.994335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-af765e32-7096-4cde-857a-eb05851df47d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/f2e3fed9-801c-47ac-8207-157986f3c83e HTTP/1.1" status: 204 len: 168 time: 0.4818947 Nov 25 19:03:53.997042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.051562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629ab8de-bef0-4ad0-9db4-3ff306527969 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:54.053213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629ab8de-bef0-4ad0-9db4-3ff306527969 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:54.054997 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-629ab8de-bef0-4ad0-9db4-3ff306527969 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0567901 Nov 25 19:03:54.058036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.113859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7617d3be-930b-4bf7-9c7e-2048b3348e28 None None] Could not find standard attr ID for object e56f40d9-9ed4-4f71-8b5b-81834e407cb2. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:03:54.118904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet feced95c-316c-4ecf-b1ad-b10c67231fa7 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:54.122336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.167143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.217585 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.281345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.316115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=feced95c-316c-4ecf-b1ad-b10c67231fa7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:54.320273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.324758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4f326de3-9bb2-4133-934f-d8e520485056 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/feced95c-316c-4ecf-b1ad-b10c67231fa7 HTTP/1.1" status: 204 len: 168 time: 0.2655175 Nov 25 19:03:54.329944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48964) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.344894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9b6b17ff-9b17-4e6b-90e3-f81f6b38da96 None None] Could not find standard attr ID for object f2e3fed9-801c-47ac-8207-157986f3c83e. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:03:54.382469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48966) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.382725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01c2538b-19f0-48f1-bfa3-2221b7c4834d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492530 Nov 25 19:03:54.407508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dae05ace-e499-4cf4-92d2-7725f7036337 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:03:54.463990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port dae05ace-e499-4cf4-92d2-7725f7036337 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:54.464365 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.473466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52433f8d-23e1-4622-902d-0f52581a79ad tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:54.477809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-52433f8d-23e1-4622-902d-0f52581a79ad tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0918658 Nov 25 19:03:54.477982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48968) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.488272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898db30-ee34-4cee-a66a-8358ea7b2832 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:54.532726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae577e8-2fd5-48a7-bdc2-48fb7bc49efc tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:54.534288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8ae577e8-2fd5-48a7-bdc2-48fb7bc49efc tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0553198 Nov 25 19:03:54.536847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48970) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.578043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c0d0ff0a-071a-44d1-819d-926210f2e523 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400548 Nov 25 19:03:54.582987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48972) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.588158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:54.676220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:54.679909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.718038 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:03:54.766918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] Deleting port dae05ace-e499-4cf4-92d2-7725f7036337 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:54.767284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.837856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] For port dae05ace-e499-4cf4-92d2-7725f7036337, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=dae05ace-e499-4cf4-92d2-7725f7036337,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:54.838146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.850825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] Calling delete_port for dae05ace-e499-4cf4-92d2-7725f7036337 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:54.865613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.907869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:54.913263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:54.916230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:54.916817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.928714 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:54.936826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=ee735ab3-e5a7-41ef-9876-c307d5f76d47,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:54.943885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b4aa569c-e787-4d13-a52d-7049f5a3d5a6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3597307 Nov 25 19:03:54.946697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48974) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:54.951801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': 'ee735ab3-e5a7-41ef-9876-c307d5f76d47', 'ip_address': '2001:db8::5c4e:b051:ac7f:bab7'}], 'name': 'tempest-NetworksTestDHCPv6-979561534'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:54.953888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] Pushing event deleted for resources: {'Port': ['ID=dae05ace-e499-4cf4-92d2-7725f7036337,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:54.959187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985fdf0f-953b-4e1f-a484-3c747e9c41d0 None None] No DVR routers for this DVR port dae05ace-e499-4cf4-92d2-7725f7036337 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:03:54.974597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc005b48-7558-4b1b-999b-7403ea60ed41 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:55.070146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:55.079175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd974b-91e4-4bfa-9a04-5599cd644331 req-ed07dd28-da24-45e3-a5a1-4c4f8dcd685e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:55.081012 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d7bd974b-91e4-4bfa-9a04-5599cd644331 req-ed07dd28-da24-45e3-a5a1-4c4f8dcd685e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 944 time: 0.0574687 Nov 25 19:03:55.137213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': 'ee735ab3-e5a7-41ef-9876-c307d5f76d47'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:03:55.138666 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.146575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d7bd974b-91e4-4bfa-9a04-5599cd644331 req-7651f479-c465-4dab-9239-c4685796a5dc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506690 Nov 25 19:03:55.166335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.183378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 6d14422f-6f50-435c-b7ff-7622c615b960 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:55.282800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/ee735ab3-e5a7-41ef-9876-c307d5f76d47/499f382c-5cda-4c2d-bf11-3713b0e1132e) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:55.430056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.436030 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.478303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:55.481365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:55.485544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:55.488694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Pushing event updated for resources: {'Port': ['ID=499f382c-5cda-4c2d-bf11-3713b0e1132e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:55.488959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::5c4e:b051:ac7f:bab7 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/ee735ab3-e5a7-41ef-9876-c307d5f76d47/6d14422f-6f50-435c-b7ff-7622c615b960) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:55.542299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Attempting to bind port 499f382c-5cda-4c2d-bf11-3713b0e1132e on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:55.542697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Attempting to bind port 499f382c-5cda-4c2d-bf11-3713b0e1132e by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:55.543064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Attempting to bind port 499f382c-5cda-4c2d-bf11-3713b0e1132e on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:55.548373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:03:55.548748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:03:55.549260 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.549803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:03:55.550278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Bound port: 499f382c-5cda-4c2d-bf11-3713b0e1132e, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:03:55.550686 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.565169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:03:55.651127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.651363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] For port 499f382c-5cda-4c2d-bf11-3713b0e1132e, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:03:55.654817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] For port 499f382c-5cda-4c2d-bf11-3713b0e1132e, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=499f382c-5cda-4c2d-bf11-3713b0e1132e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:03:55.660589 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.668378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port dd935117-1d89-486e-a8ea-3124c749e346 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:55.668747 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.686482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.740393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:55.743105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:55.745565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:55.752598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:55.753255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.753640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb815c8-b198-452d-b8f6-3b7a21e42b47 None None] Pushing event updated for resources: {'Port': ['ID=499f382c-5cda-4c2d-bf11-3713b0e1132e,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:55.776455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8282981 Nov 25 19:03:55.777741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e251971-cbe2-4b97-b89d-6b651f30fc77 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=6d14422f-6f50-435c-b7ff-7622c615b960,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:55.778821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48978) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:55.797925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.826491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:03:55.830660 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28f34a-5e7b-4a81-b172-466894d83511" -d '{"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-plugged", "status": "completed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:03:55.848588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:55.849678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53108f-f3b5-4036-bc7c-0036ec4f8534 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:55.856582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:55.857365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53108f-f3b5-4036-bc7c-0036ec4f8534 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:55.860320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2d53108f-f3b5-4036-bc7c-0036ec4f8534 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0798404 Nov 25 19:03:55.863496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 48982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:55.890291 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f98c273-114d-4052-9205-14d96a28d4e1 x-openstack-request-id: req-9f98c273-114d-4052-9205-14d96a28d4e1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:03:55.890858 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-plugged", "status": "completed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:03:55.891177 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f98c273-114d-4052-9205-14d96a28d4e1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:03:55.891686 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346', 'code': 200} Nov 25 19:03:55.928762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:56.000198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 6d14422f-6f50-435c-b7ff-7622c615b960 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:56.001214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.103224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.115819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 6d14422f-6f50-435c-b7ff-7622c615b960 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:56.292428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.311566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751af12-ecb1-491a-86b5-c6970dbb3b6b req-ea07bec6-0077-49bb-b97f-ddc9206c1f89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:56.313550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c751af12-ecb1-491a-86b5-c6970dbb3b6b req-ea07bec6-0077-49bb-b97f-ddc9206c1f89 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0983627 Nov 25 19:03:56.342383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=6d14422f-6f50-435c-b7ff-7622c615b960,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:56.363564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.367469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2a43fe2c-861c-4c4f-b84d-3aec986de0be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/6d14422f-6f50-435c-b7ff-7622c615b960 HTTP/1.1" status: 204 len: 168 time: 0.5027423 Nov 25 19:03:56.371075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 48998) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:56.422093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 499f382c-5cda-4c2d-bf11-3713b0e1132e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:03:56.441476 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c751af12-ecb1-491a-86b5-c6970dbb3b6b req-d71eb121-a46c-4090-97ab-02d4e298e086 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001880 Nov 25 19:03:56.454802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a22d1-4c6d-43d3-896a-953eb598d958 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:56.456362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a22d1-4c6d-43d3-896a-953eb598d958 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:56.458041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c97a22d1-4c6d-43d3-896a-953eb598d958 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0846431 Nov 25 19:03:56.460894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:56.514685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 499f382c-5cda-4c2d-bf11-3713b0e1132e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:56.515699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.533108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet ee735ab3-e5a7-41ef-9876-c307d5f76d47 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:56.536743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.587810 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.600473 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.642490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 499f382c-5cda-4c2d-bf11-3713b0e1132e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=499f382c-5cda-4c2d-bf11-3713b0e1132e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:56.649180 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.725901 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.726670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=499f382c-5cda-4c2d-bf11-3713b0e1132e,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:56.745263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dae05ace-e499-4cf4-92d2-7725f7036337 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:03:56.771471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: dae05ace-e499-4cf4-92d2-7725f7036337 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:03:56.772077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device dae05ace-e499-4cf4-92d2-7725f7036337 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:03:56.799978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.832096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=ee735ab3-e5a7-41ef-9876-c307d5f76d47,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:56.837056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:56.841087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-536ad674-d6ae-465f-bb5d-4b783c6aefdd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/ee735ab3-e5a7-41ef-9876-c307d5f76d47 HTTP/1.1" status: 204 len: 168 time: 0.3791306 Nov 25 19:03:56.843339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49016) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:56.868640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c16ae-1ce7-4df2-bccd-8ad595bbe1f3 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:56.891063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d2f32e39-db81-4e4f-a31e-747bbb078486 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468607 Nov 25 19:03:56.894380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49020) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:56.902388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:56.967590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1929781f-ebf1-46ab-a8d7-873ec55cbd96 None None] Provisioning complete for port 499f382c-5cda-4c2d-bf11-3713b0e1132e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:03:56.968041 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1929781f-ebf1-46ab-a8d7-873ec55cbd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.049465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:57.067288 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.177195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:03:57.246809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Deleting port 499f382c-5cda-4c2d-bf11-3713b0e1132e {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:57.247968 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.313876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.334013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] For port 499f382c-5cda-4c2d-bf11-3713b0e1132e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=499f382c-5cda-4c2d-bf11-3713b0e1132e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:03:57.334665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.350780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Calling delete_port for 499f382c-5cda-4c2d-bf11-3713b0e1132e owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:57.362601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:57.365744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:57.368798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:57.369391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.380943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=57a6f24e-5b67-47e9-bcab-61a20be3e41e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:57.403767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-25e3bcc4-7745-4943-923a-2a178861cfac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5044358 Nov 25 19:03:57.403767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49022) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:57.409942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '57a6f24e-5b67-47e9-bcab-61a20be3e41e', 'ip_address': '2001:db8::f995:51f6:ac9:de3'}], 'name': 'tempest-NetworksTestDHCPv6-743996544'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:57.552708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:57.564459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.623367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.638009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 2d840562-f0a2-4de7-b63f-8ed281baf3af yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:03:57.651113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Pushing event deleted for resources: {'Port': ['ID=499f382c-5cda-4c2d-bf11-3713b0e1132e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:57.664252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.666484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.666484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.666484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.666484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.666484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.667069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.667069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.667280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.667824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.668184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.668497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:03:57.675349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e4737-686e-4c53-b856-4dafc5f4dba2 None None] No DVR routers for this DVR port 499f382c-5cda-4c2d-bf11-3713b0e1132e on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:03:57.699454 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0330c17f-9f7d-4224-bb5b-b7c90736b844 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:03:57.717385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe84fc-3612-4c6e-a116-aead67c68297 req-b65ad5ad-0919-4e29-88fa-4a32f3080918 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:57.724460 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dfe84fc-3612-4c6e-a116-aead67c68297 req-b65ad5ad-0919-4e29-88fa-4a32f3080918 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.1547298 Nov 25 19:03:57.830998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dfe84fc-3612-4c6e-a116-aead67c68297 req-01fcbecc-e5d2-4f28-bb3f-6a1bbf13d2d4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963457 Nov 25 19:03:57.867203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '57a6f24e-5b67-47e9-bcab-61a20be3e41e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:03:57.868164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:57.906880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f995:51f6:ac9:de3 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/57a6f24e-5b67-47e9-bcab-61a20be3e41e/2d840562-f0a2-4de7-b63f-8ed281baf3af) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:58.074292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.113904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.166863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:58.168085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/57a6f24e-5b67-47e9-bcab-61a20be3e41e/348ad4fe-050d-422a-b6b3-732fadf234eb) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:03:58.169953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:58.175234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:58.181103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:58.181729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.185426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=2d840562-f0a2-4de7-b63f-8ed281baf3af,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:58.205169 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f561630e-5e7e-4e85-940a-c6aa66f16ede tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.8004448 Nov 25 19:03:58.207612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49026) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:58.270078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3fc77-2760-42ac-9981-dc2ef5ffbcfa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:58.271865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4ee3fc77-2760-42ac-9981-dc2ef5ffbcfa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0632663 Nov 25 19:03:58.275626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:58.338473 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.352547 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.404204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 499f382c-5cda-4c2d-bf11-3713b0e1132e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:03:58.429821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 2d840562-f0a2-4de7-b63f-8ed281baf3af {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:03:58.430429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.435564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:03:58.440761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 499f382c-5cda-4c2d-bf11-3713b0e1132e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:03:58.441103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 499f382c-5cda-4c2d-bf11-3713b0e1132e not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:03:58.443927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:03:58.446831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:03:58.480768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Pushing event updated for resources: {'Port': ['ID=348ad4fe-050d-422a-b6b3-732fadf234eb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:58.514381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Attempting to bind port 348ad4fe-050d-422a-b6b3-732fadf234eb on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:03:58.514381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Attempting to bind port 348ad4fe-050d-422a-b6b3-732fadf234eb by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:03:58.514381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Attempting to bind port 348ad4fe-050d-422a-b6b3-732fadf234eb on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:03:58.521240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:03:58.522033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:03:58.522707 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.524076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:03:58.524793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Bound port: 348ad4fe-050d-422a-b6b3-732fadf234eb, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:03:58.526331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.549089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.561812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 2d840562-f0a2-4de7-b63f-8ed281baf3af owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:03:58.607991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-94194896-68ef-4056-b409-44d1747e8928 None None] For port 348ad4fe-050d-422a-b6b3-732fadf234eb, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:03:58.612409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-94194896-68ef-4056-b409-44d1747e8928 None None] For port 348ad4fe-050d-422a-b6b3-732fadf234eb, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=348ad4fe-050d-422a-b6b3-732fadf234eb,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:03:58.620535 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.715856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94194896-68ef-4056-b409-44d1747e8928 None None] Pushing event updated for resources: {'Port': ['ID=348ad4fe-050d-422a-b6b3-732fadf234eb,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:58.749787 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:58.802921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=2d840562-f0a2-4de7-b63f-8ed281baf3af,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:59.190575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:59.193810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-03ba7ddd-0d67-4532-b46f-38815c1b256a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/2d840562-f0a2-4de7-b63f-8ed281baf3af HTTP/1.1" status: 204 len: 168 time: 0.9156528 Nov 25 19:03:59.196355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49034) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:59.271808 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9ed56-77c8-4657-afa0-2d46492438ea req-55464f10-6dc7-43af-bcf1-14f777369c0b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:59.273442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66d9ed56-77c8-4657-afa0-2d46492438ea req-55464f10-6dc7-43af-bcf1-14f777369c0b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0922241 Nov 25 19:03:59.280580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147642e-2b28-4d0e-911f-acaca5eb85b1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:59.282777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147642e-2b28-4d0e-911f-acaca5eb85b1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:03:59.286733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0147642e-2b28-4d0e-911f-acaca5eb85b1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0867562 Nov 25 19:03:59.287902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49036) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:59.334509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-66d9ed56-77c8-4657-afa0-2d46492438ea req-cc9ee22e-a800-40fb-a104-caaf5743f930 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491421 Nov 25 19:03:59.378608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 57a6f24e-5b67-47e9-bcab-61a20be3e41e {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:03:59.382401 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:59.437241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:59.536790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:59.616794 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:59.669018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=57a6f24e-5b67-47e9-bcab-61a20be3e41e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:03:59.677047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:59.681481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-33c20b71-f84f-42ad-95bb-4ebe881f5c69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/57a6f24e-5b67-47e9-bcab-61a20be3e41e HTTP/1.1" status: 204 len: 168 time: 0.3917494 Nov 25 19:03:59.684245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49038) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:59.755857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a37ea89c-9b05-4331-bc51-2df786ba4492 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666194 Nov 25 19:03:59.756320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:03:59.761689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:03:59.872739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:03:59.878340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:03:59.933785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b6f3fd-9dbd-4bc3-95fa-ead1b98c10ca None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:00.037704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4dc23cdd-09a1-4b81-a2c9-6af0035f1cc0 None None] Provisioning complete for port 348ad4fe-050d-422a-b6b3-732fadf234eb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:00.038183 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dc23cdd-09a1-4b81-a2c9-6af0035f1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.123461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.164586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dc23cdd-09a1-4b81-a2c9-6af0035f1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.176665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:00.182947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:00.187524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:00.188656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.201376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=6ac9c56b-37b6-4b9c-a4e3-cd23b803e231,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:00.213310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2a22d252-b267-4eb0-8490-6fe08802b41b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4555967 Nov 25 19:04:00.217639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49042) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:00.226161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '6ac9c56b-37b6-4b9c-a4e3-cd23b803e231', 'ip_address': '2001:db8::1896:e7b6:25f4:c12f'}], 'name': 'tempest-NetworksTestDHCPv6-1894573455'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:00.232622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:00.237876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4dc23cdd-09a1-4b81-a2c9-6af0035f1cc0 None None] For port 348ad4fe-050d-422a-b6b3-732fadf234eb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=348ad4fe-050d-422a-b6b3-732fadf234eb,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:00.248228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dc23cdd-09a1-4b81-a2c9-6af0035f1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.342437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc23cdd-09a1-4b81-a2c9-6af0035f1cc0 None None] Pushing event updated for resources: {'Port': ['ID=348ad4fe-050d-422a-b6b3-732fadf234eb,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:00.362664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] Deleting port 348ad4fe-050d-422a-b6b3-732fadf234eb {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:00.363039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.404881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:00.452706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] For port 348ad4fe-050d-422a-b6b3-732fadf234eb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=348ad4fe-050d-422a-b6b3-732fadf234eb,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:00.452995 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.473267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] Calling delete_port for 348ad4fe-050d-422a-b6b3-732fadf234eb owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:00.569033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.597037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] Pushing event deleted for resources: {'Port': ['ID=348ad4fe-050d-422a-b6b3-732fadf234eb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:00.600912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f5dc0-be88-40b9-93c0-50ea830005cb None None] No DVR routers for this DVR port 348ad4fe-050d-422a-b6b3-732fadf234eb on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:00.645769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bae94-c726-4004-a0cb-fd3a5463a40a None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:00.829534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '6ac9c56b-37b6-4b9c-a4e3-cd23b803e231'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:00.830827 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.865678 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.913765 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:00.938236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 9aceb010-dd47-4da3-8ae4-8482059af54a yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:00.996647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9f89c-571a-4267-be10-82c55eb3224e req-c47f9c46-758c-441d-a4ec-0bf1f078cf52 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:01.004724 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74f9f89c-571a-4267-be10-82c55eb3224e req-c47f9c46-758c-441d-a4ec-0bf1f078cf52 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.5189788 Nov 25 19:04:01.017199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/6ac9c56b-37b6-4b9c-a4e3-cd23b803e231/9bbdb6e8-ab62-4e6c-9340-4d18807ada3f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:01.121909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74f9f89c-571a-4267-be10-82c55eb3224e req-2a50912c-446e-46cd-93cb-805c123fad92 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161067 Nov 25 19:04:01.207882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.229592 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.282491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::1896:e7b6:25f4:c12f (3f0126b4-d19a-46ff-80bf-beda72aa4e54/6ac9c56b-37b6-4b9c-a4e3-cd23b803e231/9aceb010-dd47-4da3-8ae4-8482059af54a) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:01.284055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:01.290300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:01.293079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:01.302356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Pushing event updated for resources: {'Port': ['ID=9bbdb6e8-ab62-4e6c-9340-4d18807ada3f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:01.382741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Attempting to bind port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:01.383127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Attempting to bind port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:01.383500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Attempting to bind port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:01.397306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:01.397691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:01.398093 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.398522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:01.399190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Bound port: 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:01.400086 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.476711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] For port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:01.481152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] For port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9bbdb6e8-ab62-4e6c-9340-4d18807ada3f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:01.487939 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.501916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.557139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.582132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9130d14-7eaa-4f19-9e13-bb51894be7b4 None None] Pushing event updated for resources: {'Port': ['ID=9bbdb6e8-ab62-4e6c-9340-4d18807ada3f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:01.610377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:01.616339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:01.623210 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:01.633413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:01.634136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:01.656068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=9aceb010-dd47-4da3-8ae4-8482059af54a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:01.669989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49050) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:01.673117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-44dc3cf3-e7d9-4739-a1f3-03886e43b5d4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4542167 Nov 25 19:04:01.725896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d2ec4-9c73-44c5-b257-86f10b3dd5a7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:01.732403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d2ec4-9c73-44c5-b257-86f10b3dd5a7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:01.734191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-532d2ec4-9c73-44c5-b257-86f10b3dd5a7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0626168 Nov 25 19:04:01.736896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49052) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:01.891787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 9aceb010-dd47-4da3-8ae4-8482059af54a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:01.892039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.006509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.023119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 9aceb010-dd47-4da3-8ae4-8482059af54a owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:02.183656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.216446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=9aceb010-dd47-4da3-8ae4-8482059af54a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:02.255464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.262132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ea8e141f-96bf-4ccd-aab3-89e3bb79654e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/9aceb010-dd47-4da3-8ae4-8482059af54a HTTP/1.1" status: 204 len: 168 time: 0.5210390 Nov 25 19:04:02.262351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49056) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:02.323678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed36d0-3e3e-4c79-b892-cde3ae66720d req-798e2a67-c885-4b1f-a627-e9794990ef2a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:02.325907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95ed36d0-3e3e-4c79-b892-cde3ae66720d req-798e2a67-c885-4b1f-a627-e9794990ef2a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.1011488 Nov 25 19:04:02.367637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9db80-5efe-4dea-9032-33ec484a6c86 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:02.369307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9db80-5efe-4dea-9032-33ec484a6c86 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:02.370911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7cd9db80-5efe-4dea-9032-33ec484a6c86 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1077654 Nov 25 19:04:02.373789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49058) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:02.445565 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95ed36d0-3e3e-4c79-b892-cde3ae66720d req-c158f851-2c6a-4084-808c-94014b4cf1b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131144 Nov 25 19:04:02.475902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 6ac9c56b-37b6-4b9c-a4e3-cd23b803e231 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:02.479533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.494786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:02.551996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.586411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:02.586818 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.695663 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.700521 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.772512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.809822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac9c56b-37b6-4b9c-a4e3-cd23b803e231,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:02.820537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:02.824812 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f9711f36-954b-4ce4-91ee-5c910ba726cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/6ac9c56b-37b6-4b9c-a4e3-cd23b803e231 HTTP/1.1" status: 204 len: 168 time: 0.4500573 Nov 25 19:04:02.827413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49060) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:02.829407 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:02.829889 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:02.873394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57bf117b-4dc8-49e7-9847-3f6aad21c012 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434325 Nov 25 19:04:02.875996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49062) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:02.892040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f620100-08a8-4850-8899-265210455976 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:02.940167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c88e04f-10ea-4b0c-a36e-3d18a4a41c58 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:02.941906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3c88e04f-10ea-4b0c-a36e-3d18a4a41c58 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0648801 Nov 25 19:04:02.944546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49064) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:03.007464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71395ec-febc-4b66-af4b-514f5cb8ecae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:03.009447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e71395ec-febc-4b66-af4b-514f5cb8ecae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637136 Nov 25 19:04:03.012225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49066) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:03.034596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-29157040-090c-4e7a-b1b4-0de067ddf936 None None] Provisioning complete for port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:03.035112 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29157040-090c-4e7a-b1b4-0de067ddf936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.055036 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-78abef10-237e-4d63-ae96-36bf7cb678fb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413806 Nov 25 19:04:03.059829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49068) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:03.067183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:03.122312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:03.190672 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29157040-090c-4e7a-b1b4-0de067ddf936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.210952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:03.214931 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.241257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-29157040-090c-4e7a-b1b4-0de067ddf936 None None] For port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9bbdb6e8-ab62-4e6c-9340-4d18807ada3f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:03.253111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-29157040-090c-4e7a-b1b4-0de067ddf936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.255755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] Deleting port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:03.256215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.430552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29157040-090c-4e7a-b1b4-0de067ddf936 None None] Pushing event updated for resources: {'Port': ['ID=9bbdb6e8-ab62-4e6c-9340-4d18807ada3f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:03.452821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] For port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9bbdb6e8-ab62-4e6c-9340-4d18807ada3f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:03.453386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.468877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.474737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] Calling delete_port for 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:03.488943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.577490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=8b73969e-9272-487c-aa0d-513e8353beae,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:03.580571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:03.598565 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.602874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:03.606418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:03.607141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.635788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] Pushing event deleted for resources: {'Port': ['ID=9bbdb6e8-ab62-4e6c-9340-4d18807ada3f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:03.642137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d6ff7-d515-48e0-a383-86d0619de5c0 req-e52a9fcf-da38-44fb-ab44-f45ca2b90f7e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:03.643637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-794d6ff7-d515-48e0-a383-86d0619de5c0 req-e52a9fcf-da38-44fb-ab44-f45ca2b90f7e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0847516 Nov 25 19:04:03.664496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44576f92-308f-40e9-8064-55e11fc990f4 None None] No DVR routers for this DVR port 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:03.681616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-75792464-f9a6-4d30-89ad-daf01df1d512 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6154735 Nov 25 19:04:03.681616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:03.684102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '8b73969e-9272-487c-aa0d-513e8353beae', 'ip_address': '2001:db8::c5d7:ed44:4125:ca54'}], 'name': 'tempest-NetworksTestDHCPv6-1606252215'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:03.709239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a843117-1783-4e72-a472-b2306cdaacc4 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:03.769421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-794d6ff7-d515-48e0-a383-86d0619de5c0 req-93ad1f15-7178-464d-9fb8-c556a9904880 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196065 Nov 25 19:04:03.863814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:03.870874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:03.888703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 44fad41c-8035-499b-afbf-f4b341953a77 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:03.908121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '8b73969e-9272-487c-aa0d-513e8353beae'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:03.909258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.068352 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8b73969e-9272-487c-aa0d-513e8353beae/7d2f124a-5526-43f7-ab46-0b73eb4202a2) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:04.220743 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.226938 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.280670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:04.284318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:04.288621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:04.294639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::c5d7:ed44:4125:ca54 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8b73969e-9272-487c-aa0d-513e8353beae/44fad41c-8035-499b-afbf-f4b341953a77) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:04.296191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Pushing event updated for resources: {'Port': ['ID=7d2f124a-5526-43f7-ab46-0b73eb4202a2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:04.364655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Attempting to bind port 7d2f124a-5526-43f7-ab46-0b73eb4202a2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:04.365030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Attempting to bind port 7d2f124a-5526-43f7-ab46-0b73eb4202a2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:04.365402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Attempting to bind port 7d2f124a-5526-43f7-ab46-0b73eb4202a2 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:04.374261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:04.374706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:04.375044 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.375525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:04.376179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Bound port: 7d2f124a-5526-43f7-ab46-0b73eb4202a2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:04.376581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.436219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:04.459785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:04.460324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9bbdb6e8-ab62-4e6c-9340-4d18807ada3f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:04.483309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] For port 7d2f124a-5526-43f7-ab46-0b73eb4202a2, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:04.490380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] For port 7d2f124a-5526-43f7-ab46-0b73eb4202a2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7d2f124a-5526-43f7-ab46-0b73eb4202a2,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:04.511378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.546983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.590882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be681-65bb-4c4e-bd3a-7a158a2b1aa9 None None] Pushing event updated for resources: {'Port': ['ID=7d2f124a-5526-43f7-ab46-0b73eb4202a2,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:04.621542 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.678327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:04.688901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:04.692082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:04.698099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:04.699174 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:04.703760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=44fad41c-8035-499b-afbf-f4b341953a77,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:04.724027 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-82bac3fc-c9c1-409f-8d17-76159c93bd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0445881 Nov 25 19:04:04.727042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:04.732032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ed74909c-6212-46f2-974c-3a5ed7e4ad13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '8b73969e-9272-487c-aa0d-513e8353beae', 'ip_address': '2001:db8::c5d7:ed44:4125:ca54'}], 'name': 'tempest-NetworksTestDHCPv6-960837625'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:04.975355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e39eb-0e60-498d-a4f3-f3ddc36cd401 req-0ada5a1c-dfe7-4d89-b5f3-3a814da7d81b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:04.977836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-379e39eb-0e60-498d-a4f3-f3ddc36cd401 req-0ada5a1c-dfe7-4d89-b5f3-3a814da7d81b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0826409 Nov 25 19:04:04.980053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed74909c-6212-46f2-974c-3a5ed7e4ad13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:05.111702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-379e39eb-0e60-498d-a4f3-f3ddc36cd401 req-da5d8b41-a7ce-4c7b-af35-418ad791b9f2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030319 Nov 25 19:04:05.116657 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed74909c-6212-46f2-974c-3a5ed7e4ad13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:05.146871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-ed74909c-6212-46f2-974c-3a5ed7e4ad13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 9268ebdd-5513-446b-9cbf-92d137421fed yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:05.392936 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed74909c-6212-46f2-974c-3a5ed7e4ad13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 19:04:05.393416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed74909c-6212-46f2-974c-3a5ed7e4ad13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:05.420795 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ed74909c-6212-46f2-974c-3a5ed7e4ad13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6926236 Nov 25 19:04:05.423960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49082) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:05.479315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3178a8d-754b-41d9-8d50-c4c1eaf8cc65 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:05.486398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3178a8d-754b-41d9-8d50-c4c1eaf8cc65 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:05.490476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49084) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:05.490687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a3178a8d-754b-41d9-8d50-c4c1eaf8cc65 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0654771 Nov 25 19:04:05.615100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 44fad41c-8035-499b-afbf-f4b341953a77 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:05.615656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:05.740507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:05.756852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 44fad41c-8035-499b-afbf-f4b341953a77 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:05.911066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5ecc566d-c5a0-4214-9cc9-9a61801e94e3 None None] Provisioning complete for port 7d2f124a-5526-43f7-ab46-0b73eb4202a2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:05.911680 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ecc566d-c5a0-4214-9cc9-9a61801e94e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:05.933643 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:05.977263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=44fad41c-8035-499b-afbf-f4b341953a77,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:06.029176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.037975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4fd5e5f9-80c9-45bb-8954-d1c0c9f15038 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/44fad41c-8035-499b-afbf-f4b341953a77 HTTP/1.1" status: 204 len: 168 time: 0.5458276 Nov 25 19:04:06.040758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49086) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:06.071792 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ecc566d-c5a0-4214-9cc9-9a61801e94e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.123014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede1a3d7-c897-4bb3-a46b-06ab587982b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:06.125507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede1a3d7-c897-4bb3-a46b-06ab587982b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:06.129677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ede1a3d7-c897-4bb3-a46b-06ab587982b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0853314 Nov 25 19:04:06.130113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:06.136236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5ecc566d-c5a0-4214-9cc9-9a61801e94e3 None None] For port 7d2f124a-5526-43f7-ab46-0b73eb4202a2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7d2f124a-5526-43f7-ab46-0b73eb4202a2,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:06.143439 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5ecc566d-c5a0-4214-9cc9-9a61801e94e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.204467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 8b73969e-9272-487c-aa0d-513e8353beae {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:06.208833 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.265470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8aa907ce-781c-453a-8ce8-57fbf38556b4 None None] Could not find standard attr ID for object 6d14422f-6f50-435c-b7ff-7622c615b960. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:06.267404 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc566d-c5a0-4214-9cc9-9a61801e94e3 None None] Pushing event updated for resources: {'Port': ['ID=7d2f124a-5526-43f7-ab46-0b73eb4202a2,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:06.279352 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.330257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ed062-41c9-4196-aef6-415671d96dfa req-f24483d3-9df1-4d9e-b1d8-042016e1d6be tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:06.332058 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-412ed062-41c9-4196-aef6-415671d96dfa req-f24483d3-9df1-4d9e-b1d8-042016e1d6be tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0842621 Nov 25 19:04:06.422864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-412ed062-41c9-4196-aef6-415671d96dfa req-7dda4b8a-1804-43c2-aa4b-07dc96749e24 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816734 Nov 25 19:04:06.472622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.501034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7d2f124a-5526-43f7-ab46-0b73eb4202a2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:06.562193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.565387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7d2f124a-5526-43f7-ab46-0b73eb4202a2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:06.567562 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.593354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=8b73969e-9272-487c-aa0d-513e8353beae,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:06.602237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0b61b1fe-e00a-49d7-a7f9-ad83c2018d8c None None] Could not find standard attr ID for object 2d840562-f0a2-4de7-b63f-8ed281baf3af. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:06.611948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:06.619277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49092) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:06.627151 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-83a5701f-0d3c-4206-92ad-3cafb90deeca tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8b73969e-9272-487c-aa0d-513e8353beae HTTP/1.1" status: 204 len: 168 time: 0.4957874 Nov 25 19:04:06.690564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aa81a49b-bc23-4e68-9094-e542e8acdba2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650663 Nov 25 19:04:06.690818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49094) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:06.695806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:06.785365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ce424-6573-4cc3-ab7b-1f9c9acf1424 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:06.822526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:06.827381 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.030011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d903ef35-4c70-4d31-89f7-87eca421a9c9 None None] Could not find standard attr ID for object 9aceb010-dd47-4da3-8ae4-8482059af54a. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:07.103682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.192593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:07.194268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:07.197893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:07.202201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:07.202820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.215260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=e7ff4b4c-6e49-4164-90e9-b7e79ef5920e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:07.231061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-486a4b94-480e-4b19-95e1-94c13762bd3e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5348442 Nov 25 19:04:07.231789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:07.235875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6808c447-8ec5-46e5-baa5-c12461057683 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': 'e7ff4b4c-6e49-4164-90e9-b7e79ef5920e', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1998599833'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:07.270192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] Deleting port 7d2f124a-5526-43f7-ab46-0b73eb4202a2 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:07.270650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.369962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6808c447-8ec5-46e5-baa5-c12461057683 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:07.374131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] For port 7d2f124a-5526-43f7-ab46-0b73eb4202a2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7d2f124a-5526-43f7-ab46-0b73eb4202a2,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:07.374593 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.376988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6808c447-8ec5-46e5-baa5-c12461057683 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.397075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] Calling delete_port for 7d2f124a-5526-43f7-ab46-0b73eb4202a2 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:07.406218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-6808c447-8ec5-46e5-baa5-c12461057683 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port be28bef1-c0b8-4fab-9704-d3b6beecb1de yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:07.507224 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.538902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] No DVR routers for this DVR port 7d2f124a-5526-43f7-ab46-0b73eb4202a2 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:07.540736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715056ec-f6f9-40e5-8f6e-5fb289a64b11 None None] Pushing event deleted for resources: {'Port': ['ID=7d2f124a-5526-43f7-ab46-0b73eb4202a2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:07.549635 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-6808c447-8ec5-46e5-baa5-c12461057683 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:07.550663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6808c447-8ec5-46e5-baa5-c12461057683 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:07.569975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c555d-c362-423a-8b5a-167828f266dd None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:07.591428 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6808c447-8ec5-46e5-baa5-c12461057683 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3578346 Nov 25 19:04:07.591965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49104) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:07.642276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-962506bb-d4ff-4a8a-afca-46dbab0b5a7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0467918 Nov 25 19:04:07.642961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49106) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:07.643478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511155-985a-4629-b80c-35b303f04e40 req-5df2812e-0794-4d3b-8681-251c73db686b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:07.645420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8511155-985a-4629-b80c-35b303f04e40 req-5df2812e-0794-4d3b-8681-251c73db686b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0750568 Nov 25 19:04:07.728941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8511155-985a-4629-b80c-35b303f04e40 req-0162d0ba-6b82-4a39-9498-95f01810afe5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701823 Nov 25 19:04:07.733314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e343a45-da14-42c0-a2ab-79d90d2fd602 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:07.734862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e343a45-da14-42c0-a2ab-79d90d2fd602 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:07.737770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e343a45-da14-42c0-a2ab-79d90d2fd602 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0927880 Nov 25 19:04:07.740528 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49108) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:07.802003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6114df-80fb-4234-89ba-8d9167432069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': 'e7ff4b4c-6e49-4164-90e9-b7e79ef5920e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:07.802898 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7d6114df-80fb-4234-89ba-8d9167432069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.807259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet e7ff4b4c-6e49-4164-90e9-b7e79ef5920e {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:07.813744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.867625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.919374 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:07.984580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.020383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ff4b4c-6e49-4164-90e9-b7e79ef5920e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server [None req-7d6114df-80fb-4234-89ba-8d9167432069 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7ff4b4c-6e49-4164-90e9-b7e79ef5920e: This subnet is being modified by another concurrent operation. Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7ff4b4c-6e49-4164-90e9-b7e79ef5920e: This subnet is being modified by another concurrent operation. Nov 25 19:04:08.020773 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Nov 25 19:04:08.077182 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.079276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49110) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:08.081957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-df676742-84b4-4c82-a874-3b53405c4677 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/e7ff4b4c-6e49-4164-90e9-b7e79ef5920e HTTP/1.1" status: 204 len: 168 time: 0.3390760 Nov 25 19:04:08.104898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe36b4-74f2-43eb-b394-1ab87e529dca None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:04:08.128683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-19c3c0f2-42b6-4600-bcc9-c4ae1a586d46 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479286 Nov 25 19:04:08.132570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49116) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:08.138014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:08.197541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe36b4-74f2-43eb-b394-1ab87e529dca None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:04:08.241809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:08.245873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.399323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7d2f124a-5526-43f7-ab46-0b73eb4202a2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:08.421321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 7d2f124a-5526-43f7-ab46-0b73eb4202a2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:08.421669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7d2f124a-5526-43f7-ab46-0b73eb4202a2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:08.448686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.490369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:08.493694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:08.497868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:08.498479 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.502313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae562ba-61d9-4782-bcd0-f867527a1f5d None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:08.512856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=f484f875-a27f-46d4-b204-afe2b0ab3c0d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:08.525815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b7eb06c2-f98f-445d-b175-c421747f3d15 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3897579 Nov 25 19:04:08.526015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49124) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:08.530426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8038cd47-bcd4-417d-b396-fd85bf61ede1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-846893665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:08.552418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8038cd47-bcd4-417d-b396-fd85bf61ede1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.553427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8038cd47-bcd4-417d-b396-fd85bf61ede1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.605157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8038cd47-bcd4-417d-b396-fd85bf61ede1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.609868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8038cd47-bcd4-417d-b396-fd85bf61ede1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.628192 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8038cd47-bcd4-417d-b396-fd85bf61ede1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.631975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8038cd47-bcd4-417d-b396-fd85bf61ede1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1024344 Nov 25 19:04:08.632265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49126) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:08.648561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': 'f484f875-a27f-46d4-b204-afe2b0ab3c0d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:08.649531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.799324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/f484f875-a27f-46d4-b204-afe2b0ab3c0d/1747bdc1-e9ba-4c45-87d4-41d391752020) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:08.926359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8548e98-0ac0-4f05-95b5-6b347710cda7 req-cde51882-20de-40a3-81c1-f80cd67b4fb2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:08.927997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8548e98-0ac0-4f05-95b5-6b347710cda7 req-cde51882-20de-40a3-81c1-f80cd67b4fb2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.1139665 Nov 25 19:04:08.952144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.956869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.958016 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:08.996862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:08.999674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:09.002104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:09.016496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Pushing event updated for resources: {'Port': ['ID=1747bdc1-e9ba-4c45-87d4-41d391752020,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:09.065778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Attempting to bind port 1747bdc1-e9ba-4c45-87d4-41d391752020 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:09.066148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Attempting to bind port 1747bdc1-e9ba-4c45-87d4-41d391752020 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:09.066688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Attempting to bind port 1747bdc1-e9ba-4c45-87d4-41d391752020 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:09.071952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:09.072588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:09.072987 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.073542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:09.074014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Bound port: 1747bdc1-e9ba-4c45-87d4-41d391752020, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:09.074394 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.080250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-a083f8aa-19d8-4e4f-8cd1-97c0e72d5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:09.080846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8548e98-0ac0-4f05-95b5-6b347710cda7 req-6e4d2ae2-cc1a-4c46-88af-2f5fe2422738 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260192 Nov 25 19:04:09.083041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-a083f8aa-19d8-4e4f-8cd1-97c0e72d5e10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1096 time: 0.0486071 Nov 25 19:04:09.152006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] For port 1747bdc1-e9ba-4c45-87d4-41d391752020, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:09.155541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] For port 1747bdc1-e9ba-4c45-87d4-41d391752020, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1747bdc1-e9ba-4c45-87d4-41d391752020,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:09.161139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.178764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-08851a57-23e1-4e77-b721-49df6cbd07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:09.180287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-08851a57-23e1-4e77-b721-49df6cbd07ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0891252 Nov 25 19:04:09.230942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ef0b2-b832-4dcf-a8e6-195eff22db28 None None] Pushing event updated for resources: {'Port': ['ID=1747bdc1-e9ba-4c45-87d4-41d391752020,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:09.242486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::1 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/f484f875-a27f-46d4-b204-afe2b0ab3c0d/ffb27886-a223-4716-8765-775ce0a844d5) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:09.262838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-6d719c83-bcf0-4cc7-9d04-810a1ddd7799 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 1001 time: 0.0752001 Nov 25 19:04:09.313414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-76e37874-3caf-4d25-a10d-f52bde525191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:09.314942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-76e37874-3caf-4d25-a10d-f52bde525191 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0457420 Nov 25 19:04:09.364953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-5092c642-e825-4257-843b-12463ba08dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:09.366737 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-5092c642-e825-4257-843b-12463ba08dff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427697 Nov 25 19:04:09.372113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.435055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.483910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:09.487119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:09.491092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:09.491645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.506164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-dd3459f4-6fa9-490b-bda9-b695356641ba service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315696 Nov 25 19:04:09.533781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=ffb27886-a223-4716-8765-775ce0a844d5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:09.611394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d1ec0a4-364e-46d5-97dd-f17bc509e8a7 req-65a654d3-8a61-4391-bdbc-d8b3a53a9160 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980175 Nov 25 19:04:09.616900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.882931 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.888858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.889728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:09.982057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=ffb27886-a223-4716-8765-775ce0a844d5,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:10.036318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:10.037827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:10.165745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Router 11811112-076c-4a52-9099-3cf7a83a7ac9 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:04:10.219648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d7319-5be6-4f10-8175-d70f27f81cc3 req-8a15ca3a-fd9c-4252-9ec1-01ac4e521df7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.221396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-836d7319-5be6-4f10-8175-d70f27f81cc3 req-8a15ca3a-fd9c-4252-9ec1-01ac4e521df7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.0608225 Nov 25 19:04:10.257576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:04:10.263221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6eee5b35-1110-4f2d-9f88-2ac9536f80d2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "PUT /v2.0/routers/11811112-076c-4a52-9099-3cf7a83a7ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6297102 Nov 25 19:04:10.265483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49134) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:10.273594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Sync routers for ids ['11811112-076c-4a52-9099-3cf7a83a7ac9'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:04:10.274145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-836d7319-5be6-4f10-8175-d70f27f81cc3 req-5f0263f8-795b-401a-ab79-334ad9aca7e6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456135 Nov 25 19:04:10.300749 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Routers {'11811112-076c-4a52-9099-3cf7a83a7ac9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:10.300749 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:03:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['11811112-076c-4a52-9099-3cf7a83a7ac9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:10.301042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6656302e-8051-4894-96ba-329638656e4d None None] Provisioning complete for port 1747bdc1-e9ba-4c45-87d4-41d391752020 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:10.301042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6656302e-8051-4894-96ba-329638656e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:10.317129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fad441-2d1b-411b-b89a-d4e49a8ddf01 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.320961 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-86fad441-2d1b-411b-b89a-d4e49a8ddf01 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports/ffb27886-a223-4716-8765-775ce0a844d5 HTTP/1.1" status: 200 len: 911 time: 0.0519831 Nov 25 19:04:10.321298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49136) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:10.426244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10900566-0de2-4abb-bf76-da2df8176f8a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.445031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10900566-0de2-4abb-bf76-da2df8176f8a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.446814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-10900566-0de2-4abb-bf76-da2df8176f8a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1244018 Nov 25 19:04:10.450246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49138) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:10.477303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1747bdc1-e9ba-4c45-87d4-41d391752020 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:10.481003 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Set router 11811112-076c-4a52-9099-3cf7a83a7ac9 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:04:10.486713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-f4e52e42-0588-4d0e-b336-7c3af70c108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.488246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-f4e52e42-0588-4d0e-b336-7c3af70c108a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1096 time: 0.0570188 Nov 25 19:04:10.525052 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6656302e-8051-4894-96ba-329638656e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:10.631332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6656302e-8051-4894-96ba-329638656e4d None None] For port 1747bdc1-e9ba-4c45-87d4-41d391752020, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1747bdc1-e9ba-4c45-87d4-41d391752020,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:10.635693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1747bdc1-e9ba-4c45-87d4-41d391752020 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:10.636293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:10.649774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-c6255b36-e9bf-4e79-b9e2-49ee53e8d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.651380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-c6255b36-e9bf-4e79-b9e2-49ee53e8d846 service neutron] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.1373274 Nov 25 19:04:10.658985 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6656302e-8051-4894-96ba-329638656e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:10.729128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656302e-8051-4894-96ba-329638656e4d None None] Pushing event updated for resources: {'Port': ['ID=1747bdc1-e9ba-4c45-87d4-41d391752020,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:10.733110 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-a48e4616-c63f-4a16-9679-2590317be759 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 1001 time: 0.0716879 Nov 25 19:04:10.800862 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11811112-076c-4a52-9099-3cf7a83a7ac9', 'name': 'tempest-NetworksTestDHCPv6-router-846893665', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:04:08Z', 'updated_at': '2021-11-25T19:04:09Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'gw_port_host': None, '_interfaces': [{'id': 'ffb27886-a223-4716-8765-775ce0a844d5', 'name': '', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'mac_address': 'fa:16:3e:3f:7b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11811112-076c-4a52-9099-3cf7a83a7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f484f875-a27f-46d4-b204-afe2b0ab3c0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:04:09Z', 'updated_at': '2021-11-25T19:04:09Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'subnets': [{'id': 'f484f875-a27f-46d4-b204-afe2b0ab3c0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:10.811667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-ab9d44e7-ec7f-4d40-8a2f-59271a4ef4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.813764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-ab9d44e7-ec7f-4d40-8a2f-59271a4ef4d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0719795 Nov 25 19:04:10.836963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c48e4b63-0bdc-4229-b9fe-3302094c708c None None] Provisioning complete for port ffb27886-a223-4716-8765-775ce0a844d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:10.836963 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c48e4b63-0bdc-4229-b9fe-3302094c708c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:10.837273 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Checking router: 11811112-076c-4a52-9099-3cf7a83a7ac9 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:04:10.837273 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Updating router 11811112-076c-4a52-9099-3cf7a83a7ac9 port ffb27886-a223-4716-8765-775ce0a844d5 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:04:10.867763 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:10.889559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c48e4b63-0bdc-4229-b9fe-3302094c708c None None] Port ffb27886-a223-4716-8765-775ce0a844d5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:04:10.890865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-4de834c6-fe20-4c5f-a96f-2a73cc647af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:10.896667 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-4de834c6-fe20-4c5f-a96f-2a73cc647af7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715156 Nov 25 19:04:10.936413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3681d03f-7a2b-45e5-bdf6-322e8199934e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.001977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-c77a2a47-128d-499c-9760-1f394ac9cd9c service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952089 Nov 25 19:04:11.019344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-43bc79ef-6eb4-46ff-b6f1-652efca83894 None None] Provisioning complete for port ffb27886-a223-4716-8765-775ce0a844d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:11.019898 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43bc79ef-6eb4-46ff-b6f1-652efca83894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.073043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-43bc79ef-6eb4-46ff-b6f1-652efca83894 None None] Port ffb27886-a223-4716-8765-775ce0a844d5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:04:11.128302 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9fcb760-e60f-47b6-8d95-540a9bd27c78 req-b8bd0c21-413c-4021-93cb-85940b8fcb62 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169939 Nov 25 19:04:11.278379 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.284540 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.341312 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Pushing event updated for resources: {'Port': ['ID=ffb27886-a223-4716-8765-775ce0a844d5,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:11.353594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.353937 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.354275 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.354642 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.354972 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.355301 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.355620 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.355946 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.356265 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.356583 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.356901 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.357222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:11.392531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.435489 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Attempting to bind port ffb27886-a223-4716-8765-775ce0a844d5 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:11.435865 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Attempting to bind port ffb27886-a223-4716-8765-775ce0a844d5 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:11.438787 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Attempting to bind port ffb27886-a223-4716-8765-775ce0a844d5 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:11.444404 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:11.445026 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:11.445507 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.446080 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:11.446862 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Bound port: ffb27886-a223-4716-8765-775ce0a844d5, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:11.447630 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.514296 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] For port ffb27886-a223-4716-8765-775ce0a844d5, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:11.517492 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] For port ffb27886-a223-4716-8765-775ce0a844d5, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ffb27886-a223-4716-8765-775ce0a844d5,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:11.523734 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.566193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd819ae-50dd-40b3-b7ef-ce296569624f req-57b9301c-bf3e-4113-adab-cc0b23500649 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:11.567825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bd819ae-50dd-40b3-b7ef-ce296569624f req-57b9301c-bf3e-4113-adab-cc0b23500649 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 945 time: 0.1294246 Nov 25 19:04:11.587396 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Routers {'11811112-076c-4a52-9099-3cf7a83a7ac9'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:11.588026 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:03:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['11811112-076c-4a52-9099-3cf7a83a7ac9'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:11.589737 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dee19-0667-4269-bfdc-0c4d276b7575 None None] Pushing event updated for resources: {'Port': ['ID=ffb27886-a223-4716-8765-775ce0a844d5,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:11.604708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:11.670232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bd819ae-50dd-40b3-b7ef-ce296569624f req-17b17701-5552-44aa-8f09-72bab495479e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795529 Nov 25 19:04:11.702264 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] Set router 11811112-076c-4a52-9099-3cf7a83a7ac9 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:04:11.752134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dcda5ef5-331a-4f0e-82a6-98bee60faeb9 None None] Provisioning complete for port ffb27886-a223-4716-8765-775ce0a844d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:11.752392 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dcda5ef5-331a-4f0e-82a6-98bee60faeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.820616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.821749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port ffb27886-a223-4716-8765-775ce0a844d5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:11.822759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.872608 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dcda5ef5-331a-4f0e-82a6-98bee60faeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.932211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:11.942675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:04:11.945370 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8472eb09-fe9a-4356-b96a-fc25e7c57bbc" -d '{"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-unplugged", "status": "completed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:04:11.950883 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:11.970877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11811112-076c-4a52-9099-3cf7a83a7ac9', 'name': 'tempest-NetworksTestDHCPv6-router-846893665', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:04:08Z', 'updated_at': '2021-11-25T19:04:09Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'gw_port_host': None, '_interfaces': [{'id': 'ffb27886-a223-4716-8765-775ce0a844d5', 'name': '', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'mac_address': 'fa:16:3e:3f:7b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11811112-076c-4a52-9099-3cf7a83a7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f484f875-a27f-46d4-b204-afe2b0ab3c0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:04:09Z', 'updated_at': '2021-11-25T19:04:11Z', 'revision_number': 4, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'subnets': [{'id': 'f484f875-a27f-46d4-b204-afe2b0ab3c0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:12.004528 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port ffb27886-a223-4716-8765-775ce0a844d5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ffb27886-a223-4716-8765-775ce0a844d5,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:12.004925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:12.022280 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df513dd-e2d9-4d13-9b4b-a006dfd388a0 None None] The sync data for ids ['11811112-076c-4a52-9099-3cf7a83a7ac9'] in n-d-819194-3 is: [{'id': '11811112-076c-4a52-9099-3cf7a83a7ac9', 'name': 'tempest-NetworksTestDHCPv6-router-846893665', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:04:08Z', 'updated_at': '2021-11-25T19:04:09Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'gw_port_host': None, '_interfaces': [{'id': 'ffb27886-a223-4716-8765-775ce0a844d5', 'name': '', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'mac_address': 'fa:16:3e:3f:7b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11811112-076c-4a52-9099-3cf7a83a7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f484f875-a27f-46d4-b204-afe2b0ab3c0d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:04:09Z', 'updated_at': '2021-11-25T19:04:11Z', 'revision_number': 4, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'subnets': [{'id': 'f484f875-a27f-46d4-b204-afe2b0ab3c0d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:04:12.027564 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91c39b-d391-4a0a-ac8d-ac044e38e0c6 x-openstack-request-id: req-9f91c39b-d391-4a0a-ac8d-ac044e38e0c6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:04:12.027853 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-unplugged", "status": "failed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:04:12.028107 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f91c39b-d391-4a0a-ac8d-ac044e38e0c6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:04:12.028502 n-d-819194-3 neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346', 'code': 422} returned with failed status Nov 25 19:04:12.032534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for ffb27886-a223-4716-8765-775ce0a844d5 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:12.062158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:12.068255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dcda5ef5-331a-4f0e-82a6-98bee60faeb9 None None] For port ffb27886-a223-4716-8765-775ce0a844d5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ffb27886-a223-4716-8765-775ce0a844d5,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:12.075914 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dcda5ef5-331a-4f0e-82a6-98bee60faeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:12.148929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda5ef5-331a-4f0e-82a6-98bee60faeb9 None None] Pushing event updated for resources: {'Port': ['ID=ffb27886-a223-4716-8765-775ce0a844d5,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:12.200255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-88442e11-e322-4e12-8e7d-672c135b572e None None] Provisioning complete for port ffb27886-a223-4716-8765-775ce0a844d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:12.200559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88442e11-e322-4e12-8e7d-672c135b572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:12.272736 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:12.312122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=ffb27886-a223-4716-8765-775ce0a844d5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:12.432082 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1747bdc1-e9ba-4c45-87d4-41d391752020 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:12.470828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:12.501266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 1747bdc1-e9ba-4c45-87d4-41d391752020 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:12.505867 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:12.555834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-df887883-3981-4744-9e01-f632df994933 req-f57014da-b775-4625-827e-44c8649a13fc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:04:12.556898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df887883-3981-4744-9e01-f632df994933 req-f57014da-b775-4625-827e-44c8649a13fc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0839233 Nov 25 19:04:12.719418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Router 11811112-076c-4a52-9099-3cf7a83a7ac9 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:04:12.778251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f6b4-2bcb-4859-bc07-7cfaad190208 req-5c81bd9b-c6a3-4885-805d-e5bf741e19e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:12.787109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1dc6f6b4-2bcb-4859-bc07-7cfaad190208 req-5c81bd9b-c6a3-4885-805d-e5bf741e19e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0640750 Nov 25 19:04:12.809389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:04:12.820320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fa4842d3-0951-40a7-9972-4fb36b53d144 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "PUT /v2.0/routers/11811112-076c-4a52-9099-3cf7a83a7ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3671200 Nov 25 19:04:12.820592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49174) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:12.855751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1dc6f6b4-2bcb-4859-bc07-7cfaad190208 req-04c0a534-97c4-4810-b67c-a9da0b59dad2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674849 Nov 25 19:04:12.886221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88afe465-4266-4ae1-aa2d-d97b084afdff tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:12.887855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88afe465-4266-4ae1-aa2d-d97b084afdff tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:12.890517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-88afe465-4266-4ae1-aa2d-d97b084afdff tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0678549 Nov 25 19:04:12.892117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:12.955984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet f484f875-a27f-46d4-b204-afe2b0ab3c0d {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:12.959880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.008273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.117226 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-eda72021-efa5-4a88-bb52-78741c0e3425 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347563 Nov 25 19:04:13.129320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-6360bef4-f309-4bc3-987e-af277ae814ad service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:04:13.130310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-6360bef4-f309-4bc3-987e-af277ae814ad service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062172 Nov 25 19:04:13.131567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.189269 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.219283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=f484f875-a27f-46d4-b204-afe2b0ab3c0d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:13.221297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.224681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ce1ef152-d280-4bc5-ba2b-b4ad7e546365 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/f484f875-a27f-46d4-b204-afe2b0ab3c0d HTTP/1.1" status: 204 len: 168 time: 0.3314245 Nov 25 19:04:13.227063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:13.229275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c1cc3-b3f4-463b-befb-e7bc62553569 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:13.355414 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-00a326ca-6931-48d4-994e-ff1da32855ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1216016 Nov 25 19:04:13.358300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49196) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:13.448051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:13.459574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf4025f-acd2-4608-95c1-9bb530b1021f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.475743 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8abaead3-70a3-4fa1-9c01-5a4e035afced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.506843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] Deleting port 1747bdc1-e9ba-4c45-87d4-41d391752020 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:13.507452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.570588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] For port 1747bdc1-e9ba-4c45-87d4-41d391752020, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1747bdc1-e9ba-4c45-87d4-41d391752020,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:13.571000 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.584695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] Calling delete_port for 1747bdc1-e9ba-4c45-87d4-41d391752020 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:13.620219 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf4025f-acd2-4608-95c1-9bb530b1021f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.622360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf4025f-acd2-4608-95c1-9bb530b1021f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.667069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf4025f-acd2-4608-95c1-9bb530b1021f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.667700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf4025f-acd2-4608-95c1-9bb530b1021f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Fanout notify agent at l3_agent the message router_deleted on router 11811112-076c-4a52-9099-3cf7a83a7ac9 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:04:13.672236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] Sync routers for ids ['11811112-076c-4a52-9099-3cf7a83a7ac9'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:04:13.674639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0cf4025f-acd2-4608-95c1-9bb530b1021f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.675809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0cf4025f-acd2-4608-95c1-9bb530b1021f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/routers/11811112-076c-4a52-9099-3cf7a83a7ac9 HTTP/1.1" status: 204 len: 168 time: 0.3164928 Nov 25 19:04:13.676069 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:13.678917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49198) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:13.684147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:13.711474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] Pushing event deleted for resources: {'Port': ['ID=1747bdc1-e9ba-4c45-87d4-41d391752020,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:13.713436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b04786-1c8a-48ab-9407-bddf6c4ab776 None None] No DVR routers for this DVR port 1747bdc1-e9ba-4c45-87d4-41d391752020 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:13.714712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] Routers set() bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:13.715100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] Router IDs set() for agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:04:13.715673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_agentschedulers_db [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11811112-076c-4a52-9099-3cf7a83a7ac9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent'). {{(pid=103458) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:04:13.729269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] Routers set() bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:13.729628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] Router IDs set() for agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:04:13.730318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_agentschedulers_db [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11811112-076c-4a52-9099-3cf7a83a7ac9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent'). {{(pid=103458) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:04:13.731911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef32a3-68d4-4eb6-a9af-2e7bab3685aa None None] The sync data for ids ['11811112-076c-4a52-9099-3cf7a83a7ac9'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:04:13.779744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:13.783439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.020419 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.071604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09d0b5-2727-4b41-83ef-eeccbf1cbf1a req-1cc3dd6f-062c-41de-8623-cd43e91ff825 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:14.073355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de09d0b5-2727-4b41-83ef-eeccbf1cbf1a req-1cc3dd6f-062c-41de-8623-cd43e91ff825 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1527500 Nov 25 19:04:14.082474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-ea8573c6-4389-4703-9fc2-ab6e22e4b50f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157234 Nov 25 19:04:14.101738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:14.112293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:14.117774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:14.118371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.124292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1cb37c-57e4-491b-951f-c9471be427dd None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:14.124470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=77ee6b50-ecb1-4318-91ef-8fa8b11d92da,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:14.173954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-166417f3-18d6-4b25-b544-d4676b4829fa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4941764 Nov 25 19:04:14.176932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:14.182153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c886d84e-42d0-42fc-bbd0-1af4878f2ceb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-32659843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:14.184680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de09d0b5-2727-4b41-83ef-eeccbf1cbf1a req-ebfab277-75d4-4c12-a180-6c39c4558bcc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985801 Nov 25 19:04:14.203982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-28fd7382-1b5f-463b-aa13-6be69c5b3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:14.205290 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-28fd7382-1b5f-463b-aa13-6be69c5b3d1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6db95cf3af0440180a3d9994e593b57&device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1097 time: 0.0676045 Nov 25 19:04:14.230991 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c886d84e-42d0-42fc-bbd0-1af4878f2ceb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.232253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c886d84e-42d0-42fc-bbd0-1af4878f2ceb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.291545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '77ee6b50-ecb1-4318-91ef-8fa8b11d92da'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:14.292606 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.335130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c886d84e-42d0-42fc-bbd0-1af4878f2ceb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.341269 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c886d84e-42d0-42fc-bbd0-1af4878f2ceb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.358289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-ea202271-2070-4e21-8b01-f56ea7ccd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:14.366594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-ea202271-2070-4e21-8b01-f56ea7ccd06c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 200 len: 910 time: 0.1304798 Nov 25 19:04:14.368616 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c886d84e-42d0-42fc-bbd0-1af4878f2ceb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.370550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c886d84e-42d0-42fc-bbd0-1af4878f2ceb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1923437 Nov 25 19:04:14.373182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49204) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:14.402937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1747bdc1-e9ba-4c45-87d4-41d391752020 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:14.445827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-80ebbdb7-abea-4cb4-84ae-d3ad0050990d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0708790 Nov 25 19:04:14.523520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-a0506418-9839-448b-967d-95da12f8d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:14.525846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-a0506418-9839-448b-967d-95da12f8d021 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6674e94d-2cf4-46c8-aa15-d0f3d3942589 HTTP/1.1" status: 200 len: 848 time: 0.0702777 Nov 25 19:04:14.590726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-e8d42412-a62b-46bd-a76a-5cc0c1bd2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:14.592393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-e8d42412-a62b-46bd-a76a-5cc0c1bd2c3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e72a611c-ab76-49fa-ae51-ce56fe3ba415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584135 Nov 25 19:04:14.665054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 1747bdc1-e9ba-4c45-87d4-41d391752020 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:14.665556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1747bdc1-e9ba-4c45-87d4-41d391752020 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:14.666091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ffb27886-a223-4716-8765-775ce0a844d5 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:14.698176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.701470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ffb27886-a223-4716-8765-775ce0a844d5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:14.701798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ffb27886-a223-4716-8765-775ce0a844d5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:14.710461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/77ee6b50-ecb1-4318-91ef-8fa8b11d92da/61f7335e-8b1b-41da-8339-a3106e563352) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:14.723726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-8de0f13c-6d12-420c-807c-919259f6a16e service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226628 Nov 25 19:04:14.855990 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d6d5f0d-4869-4d12-aa1a-f58c3cf2c822 req-01cc15fc-2f31-4516-b134-a2c84b479f39 service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196067 Nov 25 19:04:14.887276 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.896438 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:14.944285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:14.948581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:14.950612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Pushing event updated for resources: {'Port': ['ID=61f7335e-8b1b-41da-8339-a3106e563352,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:14.952971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:14.977304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.011438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Attempting to bind port 61f7335e-8b1b-41da-8339-a3106e563352 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:15.011911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Attempting to bind port 61f7335e-8b1b-41da-8339-a3106e563352 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:15.012369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Attempting to bind port 61f7335e-8b1b-41da-8339-a3106e563352 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:15.017700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:15.018182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:15.018795 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.019291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:15.019880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Bound port: 61f7335e-8b1b-41da-8339-a3106e563352, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:15.020346 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.093452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] For port 61f7335e-8b1b-41da-8339-a3106e563352, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:15.096768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] For port 61f7335e-8b1b-41da-8339-a3106e563352, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61f7335e-8b1b-41da-8339-a3106e563352,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:15.100665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.176939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad22a3-2d5c-42a8-89a3-5db8a97e7257 None None] Pushing event updated for resources: {'Port': ['ID=61f7335e-8b1b-41da-8339-a3106e563352,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:15.233778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::1 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/77ee6b50-ecb1-4318-91ef-8fa8b11d92da/b28d884f-7a5b-473a-a39d-71042aca5c08) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:15.381842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273132-fccc-4375-8364-9ebff647b326 req-583bd04e-1e4c-4c65-82b3-6fa9bd62e59c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:15.383533 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba273132-fccc-4375-8364-9ebff647b326 req-583bd04e-1e4c-4c65-82b3-6fa9bd62e59c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0892975 Nov 25 19:04:15.402113 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.481125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba273132-fccc-4375-8364-9ebff647b326 req-efe763b2-d0e4-4cfe-9a20-d762f3d9b379 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841663 Nov 25 19:04:15.495121 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.548235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:15.551319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:15.553751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:15.554488 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.592907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=b28d884f-7a5b-473a-a39d-71042aca5c08,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:15.649928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:15.676644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.946709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.952844 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:15.954664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:16.004120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:16.051953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=b28d884f-7a5b-473a-a39d-71042aca5c08,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:16.098163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:16.099665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:16.240032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Router 559a5fc9-473f-4541-9078-fbcdc076d542 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:04:16.293017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-154939b7-c042-4489-9722-203e0eb503ae None None] Provisioning complete for port 61f7335e-8b1b-41da-8339-a3106e563352 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:16.293765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-154939b7-c042-4489-9722-203e0eb503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:16.366881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:04:16.373970 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b278362b-65ab-4f9e-898d-97a3fc661eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "PUT /v2.0/routers/559a5fc9-473f-4541-9078-fbcdc076d542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9995656 Nov 25 19:04:16.377591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49212) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:16.380142 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Sync routers for ids ['559a5fc9-473f-4541-9078-fbcdc076d542'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:04:16.404263 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Routers {'559a5fc9-473f-4541-9078-fbcdc076d542'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:16.405217 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['559a5fc9-473f-4541-9078-fbcdc076d542'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:16.445238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-154939b7-c042-4489-9722-203e0eb503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:16.548409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-154939b7-c042-4489-9722-203e0eb503ae None None] For port 61f7335e-8b1b-41da-8339-a3106e563352, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61f7335e-8b1b-41da-8339-a3106e563352,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:16.574803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f7335e-8b1b-41da-8339-a3106e563352 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:16.624038 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Set router 559a5fc9-473f-4541-9078-fbcdc076d542 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:04:16.700765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-154939b7-c042-4489-9722-203e0eb503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:16.741489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 61f7335e-8b1b-41da-8339-a3106e563352 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:16.741871 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:16.818002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154939b7-c042-4489-9722-203e0eb503ae None None] Pushing event updated for resources: {'Port': ['ID=61f7335e-8b1b-41da-8339-a3106e563352,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:16.872168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c2d6529a-1eee-45e1-ab36-e2b58847449c None None] Provisioning complete for port b28d884f-7a5b-473a-a39d-71042aca5c08 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:16.872566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2d6529a-1eee-45e1-ab36-e2b58847449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:16.917503 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559a5fc9-473f-4541-9078-fbcdc076d542', 'name': 'tempest-NetworksTestDHCPv6-router-32659843', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:04:14Z', 'updated_at': '2021-11-25T19:04:15Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'gw_port_host': None, '_interfaces': [{'id': 'b28d884f-7a5b-473a-a39d-71042aca5c08', 'name': '', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'mac_address': 'fa:16:3e:a6:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559a5fc9-473f-4541-9078-fbcdc076d542', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '77ee6b50-ecb1-4318-91ef-8fa8b11d92da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:04:15Z', 'updated_at': '2021-11-25T19:04:15Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'subnets': [{'id': '77ee6b50-ecb1-4318-91ef-8fa8b11d92da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:16.951448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6529a-1eee-45e1-ab36-e2b58847449c None None] Port b28d884f-7a5b-473a-a39d-71042aca5c08 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:04:16.968055 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Checking router: 559a5fc9-473f-4541-9078-fbcdc076d542 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:04:16.968560 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Updating router 559a5fc9-473f-4541-9078-fbcdc076d542 port b28d884f-7a5b-473a-a39d-71042aca5c08 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:04:16.970923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97cbba0-5abf-4f53-8902-6de43e557cb9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:16.972467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a97cbba0-5abf-4f53-8902-6de43e557cb9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports/b28d884f-7a5b-473a-a39d-71042aca5c08 HTTP/1.1" status: 200 len: 911 time: 0.5932674 Nov 25 19:04:16.975220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:17.018438 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.027443 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.041549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b3432-74f6-4ada-b7dd-46e74776b54d req-1b340d99-113a-48d4-9328-198210f19c6f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:17.043162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-593b3432-74f6-4ada-b7dd-46e74776b54d req-1b340d99-113a-48d4-9328-198210f19c6f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1307080 Nov 25 19:04:17.047393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abcae9-40b0-4fc2-8b3c-bac754c856d6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:17.060372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abcae9-40b0-4fc2-8b3c-bac754c856d6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:17.065083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-59abcae9-40b0-4fc2-8b3c-bac754c856d6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0858510 Nov 25 19:04:17.065528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:17.116127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-593b3432-74f6-4ada-b7dd-46e74776b54d req-a932906a-063f-4fb9-bb56-6f7fce219110 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642149 Nov 25 19:04:17.173221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-190e5556-8cc1-4f7b-a04a-02bd3dcfb5df None None] Provisioning complete for port b28d884f-7a5b-473a-a39d-71042aca5c08 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:17.173712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-190e5556-8cc1-4f7b-a04a-02bd3dcfb5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.207617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-190e5556-8cc1-4f7b-a04a-02bd3dcfb5df None None] Port b28d884f-7a5b-473a-a39d-71042aca5c08 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:04:17.350265 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.355539 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.417606 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db66365-c247-451c-bad4-030d6c9e5170 None None] Pushing event updated for resources: {'Port': ['ID=b28d884f-7a5b-473a-a39d-71042aca5c08,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:17.504215 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Attempting to bind port b28d884f-7a5b-473a-a39d-71042aca5c08 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:17.504686 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Attempting to bind port b28d884f-7a5b-473a-a39d-71042aca5c08 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:17.505124 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Attempting to bind port b28d884f-7a5b-473a-a39d-71042aca5c08 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:17.511044 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:17.511771 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:17.512047 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.512541 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:17.513115 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Bound port: b28d884f-7a5b-473a-a39d-71042aca5c08, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:17.513597 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.585672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.592386 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] For port b28d884f-7a5b-473a-a39d-71042aca5c08, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:17.596884 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] For port b28d884f-7a5b-473a-a39d-71042aca5c08, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b28d884f-7a5b-473a-a39d-71042aca5c08,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:17.605590 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.678534 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db66365-c247-451c-bad4-030d6c9e5170 None None] Pushing event updated for resources: {'Port': ['ID=b28d884f-7a5b-473a-a39d-71042aca5c08,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:17.702562 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Routers {'559a5fc9-473f-4541-9078-fbcdc076d542'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:17.703852 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['559a5fc9-473f-4541-9078-fbcdc076d542'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:17.748992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7fb9139a-9e41-497e-906c-bcf2dd7eac46 None None] Provisioning complete for port b28d884f-7a5b-473a-a39d-71042aca5c08 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:17.749548 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fb9139a-9e41-497e-906c-bcf2dd7eac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.892357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fb9139a-9e41-497e-906c-bcf2dd7eac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.934307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7fb9139a-9e41-497e-906c-bcf2dd7eac46 None None] For port b28d884f-7a5b-473a-a39d-71042aca5c08, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b28d884f-7a5b-473a-a39d-71042aca5c08,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:17.945675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fb9139a-9e41-497e-906c-bcf2dd7eac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:17.952099 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] Set router 559a5fc9-473f-4541-9078-fbcdc076d542 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:04:17.963244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port b28d884f-7a5b-473a-a39d-71042aca5c08 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:17.963608 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:18.024837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9139a-9e41-497e-906c-bcf2dd7eac46 None None] Pushing event updated for resources: {'Port': ['ID=b28d884f-7a5b-473a-a39d-71042aca5c08,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:18.079145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d36087a7-4a05-4af8-ba41-c1842fa78963 None None] Provisioning complete for port b28d884f-7a5b-473a-a39d-71042aca5c08 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:18.079423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port b28d884f-7a5b-473a-a39d-71042aca5c08, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b28d884f-7a5b-473a-a39d-71042aca5c08,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:18.079793 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:18.080492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d36087a7-4a05-4af8-ba41-c1842fa78963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:18.096535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for b28d884f-7a5b-473a-a39d-71042aca5c08 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:18.192985 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559a5fc9-473f-4541-9078-fbcdc076d542', 'name': 'tempest-NetworksTestDHCPv6-router-32659843', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:04:14Z', 'updated_at': '2021-11-25T19:04:15Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'gw_port_host': None, '_interfaces': [{'id': 'b28d884f-7a5b-473a-a39d-71042aca5c08', 'name': '', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'mac_address': 'fa:16:3e:a6:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559a5fc9-473f-4541-9078-fbcdc076d542', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '77ee6b50-ecb1-4318-91ef-8fa8b11d92da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:04:15Z', 'updated_at': '2021-11-25T19:04:17Z', 'revision_number': 4, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'subnets': [{'id': '77ee6b50-ecb1-4318-91ef-8fa8b11d92da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:04:18.226992 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cdac2-6859-4223-9f9c-ffb51119f588 None None] The sync data for ids ['559a5fc9-473f-4541-9078-fbcdc076d542'] in n-d-819194-3 is: [{'id': '559a5fc9-473f-4541-9078-fbcdc076d542', 'name': 'tempest-NetworksTestDHCPv6-router-32659843', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:04:14Z', 'updated_at': '2021-11-25T19:04:15Z', 'revision_number': 2, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'gw_port_host': None, '_interfaces': [{'id': 'b28d884f-7a5b-473a-a39d-71042aca5c08', 'name': '', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'mac_address': 'fa:16:3e:a6:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559a5fc9-473f-4541-9078-fbcdc076d542', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '77ee6b50-ecb1-4318-91ef-8fa8b11d92da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:04:15Z', 'updated_at': '2021-11-25T19:04:17Z', 'revision_number': 4, 'project_id': '3256448934884881a6c3aa7b5bdb284a', 'subnets': [{'id': '77ee6b50-ecb1-4318-91ef-8fa8b11d92da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:04:18.320677 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:18.353326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4bc7c-a04b-4581-bf64-405c51ce330f req-19afadfd-3947-4939-ba85-e806d564a4d2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:18.362486 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6db4bc7c-a04b-4581-bf64-405c51ce330f req-19afadfd-3947-4939-ba85-e806d564a4d2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0966904 Nov 25 19:04:18.362486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=b28d884f-7a5b-473a-a39d-71042aca5c08,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:18.427400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f7335e-8b1b-41da-8339-a3106e563352 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:18.539348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 61f7335e-8b1b-41da-8339-a3106e563352 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:18.539802 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:18.820785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6db4bc7c-a04b-4581-bf64-405c51ce330f req-a381faf6-7b35-416c-af1f-d0f8fa8239fd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4577780 Nov 25 19:04:18.827424 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.016923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Router 559a5fc9-473f-4541-9078-fbcdc076d542 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:04:19.104789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:04:19.119923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4222be86-fdfe-4ab6-b12c-15215d0c1c7f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "PUT /v2.0/routers/559a5fc9-473f-4541-9078-fbcdc076d542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0532007 Nov 25 19:04:19.123033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49222) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:19.186697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9bcc5-de1d-48ab-a91a-6a9a3e6d52a1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:19.188363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9bcc5-de1d-48ab-a91a-6a9a3e6d52a1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:19.189887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-07c9bcc5-de1d-48ab-a91a-6a9a3e6d52a1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0657542 Nov 25 19:04:19.192724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49224) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:19.256262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 77ee6b50-ecb1-4318-91ef-8fa8b11d92da {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:19.259684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.301526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.385953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.453842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.482508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=77ee6b50-ecb1-4318-91ef-8fa8b11d92da,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:19.484538 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.490136 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cb642c4e-e34f-4223-830a-b9349271ecac tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/77ee6b50-ecb1-4318-91ef-8fa8b11d92da HTTP/1.1" status: 204 len: 168 time: 0.2940338 Nov 25 19:04:19.490333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:19.490934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27551717-965d-4cb0-a62e-a9ea8cf5536c None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:19.618322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49228) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:19.618561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b250c70f-0f38-4b82-a221-f2c360a12291 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1269825 Nov 25 19:04:19.692527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:19.705329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61ea76f3-62d1-412a-8b06-5dca19ecdc9c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.753497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] Deleting port 61f7335e-8b1b-41da-8339-a3106e563352 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:19.753877 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.826403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] For port 61f7335e-8b1b-41da-8339-a3106e563352, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61f7335e-8b1b-41da-8339-a3106e563352,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:19.826912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.843501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] Calling delete_port for 61f7335e-8b1b-41da-8339-a3106e563352 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:19.874548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61ea76f3-62d1-412a-8b06-5dca19ecdc9c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.876813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61ea76f3-62d1-412a-8b06-5dca19ecdc9c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.928910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61ea76f3-62d1-412a-8b06-5dca19ecdc9c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.929763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ea76f3-62d1-412a-8b06-5dca19ecdc9c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Fanout notify agent at l3_agent the message router_deleted on router 559a5fc9-473f-4541-9078-fbcdc076d542 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:04:19.932980 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.943029 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61ea76f3-62d1-412a-8b06-5dca19ecdc9c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:19.946529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-61ea76f3-62d1-412a-8b06-5dca19ecdc9c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/routers/559a5fc9-473f-4541-9078-fbcdc076d542 HTTP/1.1" status: 204 len: 168 time: 0.3249409 Nov 25 19:04:19.946765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49232) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:19.966549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] Pushing event deleted for resources: {'Port': ['ID=61f7335e-8b1b-41da-8339-a3106e563352,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:19.976911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4bb98-8708-4ee7-8567-1f495fcddd1e None None] No DVR routers for this DVR port 61f7335e-8b1b-41da-8339-a3106e563352 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:19.989062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d5886385-abef-4d08-bb6f-24d3199fb4ce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0402687 Nov 25 19:04:19.991168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:20.032279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ba845-9af8-401c-a8eb-a4ab1b533e1a req-16f26184-95ba-487e-a09b-c56993035332 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:20.033989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-308ba845-9af8-401c-a8eb-a4ab1b533e1a req-16f26184-95ba-487e-a09b-c56993035332 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0759454 Nov 25 19:04:20.046742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] Sync routers for ids ['559a5fc9-473f-4541-9078-fbcdc076d542'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:04:20.050062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9585f1cc-3c88-4a92-a1e7-a3fe2f24a4d8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:20.051579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9585f1cc-3c88-4a92-a1e7-a3fe2f24a4d8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594249 Nov 25 19:04:20.054208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:20.060655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] Routers set() bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:20.062074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] Router IDs set() for agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:04:20.062074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_agentschedulers_db [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'559a5fc9-473f-4541-9078-fbcdc076d542'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent'). {{(pid=103458) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:04:20.073545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] Routers set() bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:04:20.073949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] Router IDs set() for agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:04:20.074836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_agentschedulers_db [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'559a5fc9-473f-4541-9078-fbcdc076d542'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent'). {{(pid=103458) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:04:20.075217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e90e2-2857-4693-8bb3-ee4098abfa3c None None] The sync data for ids ['559a5fc9-473f-4541-9078-fbcdc076d542'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:04:20.103563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-308ba845-9af8-401c-a8eb-a4ab1b533e1a req-2c45ea63-b6df-4c90-92db-36c9ba652a43 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632601 Nov 25 19:04:20.108220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e911f88d-b4a2-441f-9a74-0c0e837ea8f0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527732 Nov 25 19:04:20.112328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49238) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:20.117843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:20.221755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:20.225613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:20.398584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f7335e-8b1b-41da-8339-a3106e563352 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:20.420204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 61f7335e-8b1b-41da-8339-a3106e563352 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:20.420931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61f7335e-8b1b-41da-8339-a3106e563352 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:20.527948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:20.529457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:20.572086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:20.575692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:20.580580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:20.581187 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:20.586954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019037e-b84e-4160-9fc9-e05a2451be93 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:20.593083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=8b3b0d10-c72b-4953-99d5-d3c797cadb1a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:20.604719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d64568df-4134-4755-9a36-1171a83573c5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4907992 Nov 25 19:04:20.607151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:20.612456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:20.736168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:20.740345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:20.750548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '8b3b0d10-c72b-4953-99d5-d3c797cadb1a'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:20.751363 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:20.897812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Allocated IP 2001:db8::f816:3eff:fe55:cc47 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8b3b0d10-c72b-4953-99d5-d3c797cadb1a/459e337b-84a0-47f1-bcda-5af303ab4e9e) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:20.989959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.032796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:21.035996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:21.040473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:21.041077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.043258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.048714 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.053515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=77a2e89e-4616-4da4-a92b-da0d9abbf85a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:21.064870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eecd287b-5dcf-42ec-a40e-6c0d1d4d3ec1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4566088 Nov 25 19:04:21.067674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:21.072874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:ef:54:01', 'name': 'tempest-NetworksTestDHCPv6-453021904'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:21.096755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:21.099883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:21.104069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:21.107068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:21.165891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Attempting to bind port 459e337b-84a0-47f1-bcda-5af303ab4e9e on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:21.168207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Attempting to bind port 459e337b-84a0-47f1-bcda-5af303ab4e9e by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:21.168207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Attempting to bind port 459e337b-84a0-47f1-bcda-5af303ab4e9e on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:21.173025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:21.173464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:21.173935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.174394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:21.174987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Bound port: 459e337b-84a0-47f1-bcda-5af303ab4e9e, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:21.175649 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.238065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:21.241114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:21.245662 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.246862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-8fb0a367-62b5-444c-9f2a-68b921d5eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:21.248335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-8fb0a367-62b5-444c-9f2a-68b921d5eb27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643&tenant_id=d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 1094 time: 0.1567225 Nov 25 19:04:21.297847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6eb25-f5e2-49c5-bf44-65e351f77644 req-b0f405fe-66b6-444b-af5c-0eba258f42ef tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:21.299393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecb6eb25-f5e2-49c5-bf44-65e351f77644 req-b0f405fe-66b6-444b-af5c-0eba258f42ef tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0995121 Nov 25 19:04:21.310816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d014e6-8e39-4eea-964a-f6563c8c0f90 None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:21.336216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:21.416572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-d511dc7e-b33a-4164-8d55-aec5c4141a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:21.418091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-d511dc7e-b33a-4164-8d55-aec5c4141a37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1094 time: 0.1413748 Nov 25 19:04:21.444310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ecb6eb25-f5e2-49c5-bf44-65e351f77644 req-327a5114-65e5-446c-b1a3-6a15c62a097e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228046 Nov 25 19:04:21.518868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:21.581371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:21.587336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-e35ecc51-1986-44ab-975e-f244c00bc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:21.588810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-e35ecc51-1986-44ab-975e-f244c00bc7a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.1613777 Nov 25 19:04:21.727781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-0bfa5d79-139c-4d0b-9459-1e44ca1a3c40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 999 time: 0.1046858 Nov 25 19:04:21.815652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-461f8c01-c0ee-4667-b34b-5ef7d52ac490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:21.817013 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-461f8c01-c0ee-4667-b34b-5ef7d52ac490 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0813286 Nov 25 19:04:21.841349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 172.20.0.13 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/77a2e89e-4616-4da4-a92b-da0d9abbf85a/14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:21.864576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:feef:5401 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8b3b0d10-c72b-4953-99d5-d3c797cadb1a/14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:21.902472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-093c4acf-8a17-4a2c-b5ca-9056d9ae628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:21.903995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-093c4acf-8a17-4a2c-b5ca-9056d9ae628a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790541 Nov 25 19:04:22.079053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-b9607860-8da6-480f-b18d-46bb9360dcc6 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652551 Nov 25 19:04:22.113846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.210875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-28497f04-f9c1-4a52-8c45-8ab73ff99c0a service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197531 Nov 25 19:04:22.212414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.261445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:22.264531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:22.268811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:22.296398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:22.312365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c12c8-0d14-4393-9d39-9e15c2cce804 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:22.336616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:22.337356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.360656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-60581071-fce4-4be3-a00d-512569c50bfb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2909405 Nov 25 19:04:22.362918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:22.423881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5934e-b040-4d94-9ad9-9a3acb498f58 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:22.426762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-18e59c9a-495c-421a-9c38-f25cec7c1dad None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:22.427167 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18e59c9a-495c-421a-9c38-f25cec7c1dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.429846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5934e-b040-4d94-9ad9-9a3acb498f58 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:22.434329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:22.443306 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-85a5934e-b040-4d94-9ad9-9a3acb498f58 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0784295 Nov 25 19:04:22.473553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 459e337b-84a0-47f1-bcda-5af303ab4e9e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:22.564550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:22.565697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.622176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:22.622605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.725857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a1a7f-a953-4775-b35e-cb50d97c43a6 req-b47be1af-c843-461b-a9ca-069971f118a4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:22.737756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b41a1a7f-a953-4775-b35e-cb50d97c43a6 req-b47be1af-c843-461b-a9ca-069971f118a4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1514654 Nov 25 19:04:22.768505 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-18e59c9a-495c-421a-9c38-f25cec7c1dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.779636 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.792081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.825194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:22.842937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b41a1a7f-a953-4775-b35e-cb50d97c43a6 req-ee359fc6-6846-4e31-8a0b-5030222e306b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035480 Nov 25 19:04:22.865104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01e944-f6b5-42eb-b6aa-0edf2dcdeda4 None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '8b3b0d10-c72b-4953-99d5-d3c797cadb1a', 'ip_address': '2001:db8::f816:3eff:fe55:cc47'}, {'subnet_id': '77a2e89e-4616-4da4-a92b-da0d9abbf85a'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '459e337b-84a0-47f1-bcda-5af303ab4e9e'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:22.940910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:22.943991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae01e944-f6b5-42eb-b6aa-0edf2dcdeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:22.970702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.086205 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-18e59c9a-495c-421a-9c38-f25cec7c1dad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:23.086638 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-18e59c9a-495c-421a-9c38-f25cec7c1dad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:23.145336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.183682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:23.228156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:23.237523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ae01e944-f6b5-42eb-b6aa-0edf2dcdeda4 None None] Allocated IP 172.20.0.2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/77a2e89e-4616-4da4-a92b-da0d9abbf85a/459e337b-84a0-47f1-bcda-5af303ab4e9e) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:23.327600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.330929 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cdfad5a6-b593-4395-8754-5a711875c49e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09 HTTP/1.1" status: 204 len: 168 time: 0.8948793 Nov 25 19:04:23.333622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49268) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:23.355710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ae01e944-f6b5-42eb-b6aa-0edf2dcdeda4 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:23.388376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5c993-33b1-4c25-947a-b3f24394ca5e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:23.390689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5c993-33b1-4c25-947a-b3f24394ca5e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:23.392607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5c993-33b1-4c25-947a-b3f24394ca5e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:23.394553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c0e5c993-33b1-4c25-947a-b3f24394ca5e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0599062 Nov 25 19:04:23.397644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49270) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:23.414153 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae01e944-f6b5-42eb-b6aa-0edf2dcdeda4 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.427519 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae01e944-f6b5-42eb-b6aa-0edf2dcdeda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.486364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 77a2e89e-4616-4da4-a92b-da0d9abbf85a {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:23.489968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.527707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e944-f6b5-42eb-b6aa-0edf2dcdeda4 None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:23.551295 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.650972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.727244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.779439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=77a2e89e-4616-4da4-a92b-da0d9abbf85a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:23.783499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.790028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-29145cc0-e225-4aea-9034-4860c3a66a1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/77a2e89e-4616-4da4-a92b-da0d9abbf85a HTTP/1.1" status: 204 len: 168 time: 0.3888090 Nov 25 19:04:23.790241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49272) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:23.855217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 8b3b0d10-c72b-4953-99d5-d3c797cadb1a {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:23.858704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:23.921204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:24.216878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bde121-0020-422e-9065-beb5642440c1 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:24.309312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d324273c-ad9e-4d03-8883-325a516eb1ec None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:24.309593 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d324273c-ad9e-4d03-8883-325a516eb1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:24.337858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0dcc8-3ca9-4895-a176-263a4a98f7fd req-87c8f886-cffe-4d1b-a516-927f3e43e597 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:24.339508 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2f0dcc8-3ca9-4895-a176-263a4a98f7fd req-87c8f886-cffe-4d1b-a516-927f3e43e597 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.3892465 Nov 25 19:04:24.379150 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:24.429652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 459e337b-84a0-47f1-bcda-5af303ab4e9e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:24.439260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2f0dcc8-3ca9-4895-a176-263a4a98f7fd req-546b9060-0b62-470e-ab4c-69f2d1e4f4c6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884480 Nov 25 19:04:24.477514 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:24.510678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3b0d10-c72b-4953-99d5-d3c797cadb1a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:24.514562 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:24.521269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6e7ee2a9-8024-409b-a9ec-d3af9148b674 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8b3b0d10-c72b-4953-99d5-d3c797cadb1a HTTP/1.1" status: 204 len: 168 time: 0.7272587 Nov 25 19:04:24.521945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:24.561948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2317efa3-f044-44ba-b6a4-ae037be3494c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386975 Nov 25 19:04:24.564757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49278) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:24.569803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:24.673018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:24.676850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:24.786236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d324273c-ad9e-4d03-8883-325a516eb1ec None None] Could not find standard attr ID for object 14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:24.788749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:24.789127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:24.867261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e637a42e-807a-43d9-8d49-34087854d104 None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '8b3b0d10-c72b-4953-99d5-d3c797cadb1a'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '459e337b-84a0-47f1-bcda-5af303ab4e9e'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:24.897291 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e637a42e-807a-43d9-8d49-34087854d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.091555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:25.124542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8503f437-0818-4e51-a10d-6aca25cc4f84 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:25.252913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-64643987-876e-4a38-9a03-b4bebdf4dff8 None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:25.253297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64643987-876e-4a38-9a03-b4bebdf4dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.366080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.435671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': 'a395c0a1-537b-45e1-a083-4fc7c0247051'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '459e337b-84a0-47f1-bcda-5af303ab4e9e'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:25.470796 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.575634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:25.585917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d09673-9fc6-4988-a31c-424cfefa67c4 req-ed9851c7-a248-4ce5-9c8e-9d3fd5970f0e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:25.588991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36d09673-9fc6-4988-a31c-424cfefa67c4 req-ed9851c7-a248-4ce5-9c8e-9d3fd5970f0e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0586972 Nov 25 19:04:25.607411 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.614802 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.615568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.663821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:25.669901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36d09673-9fc6-4988-a31c-424cfefa67c4 req-a4c93885-a0c6-4af7-ad46-4745aab628c0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732970 Nov 25 19:04:25.680285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:25.687329 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:25.691742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:25.710831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:25.710831 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:25.731460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=a395c0a1-537b-45e1-a083-4fc7c0247051,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:25.742472 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1765866 Nov 25 19:04:25.745359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49284) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:25.747730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe3c88-f509-49ac-a5a5-14ecba07a54b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=8']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:25.751553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:25.873110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:25.876847 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.160893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.201227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:26.205782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:26.210817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:26.211132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.212670 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.226889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=99b54124-d58c-4c42-bc60-a2016e053e85,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:26.248747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.251603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.251971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.252464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.252812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.253764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.254207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.254677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.255057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.255460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.255906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.256241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:26.263659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-788c8eef-999d-4053-9c81-15a1c43a6300 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5169253 Nov 25 19:04:26.267052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49286) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:26.272188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:8b:38:f1', 'name': 'tempest-NetworksTestDHCPv6-1526949090'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:26.441005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:26.444996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 459e337b-84a0-47f1-bcda-5af303ab4e9e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:26.525009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:26.558928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.583989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.588365 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.593080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:26.596807 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:26.684518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543fdfd-ec16-4eb7-ae7e-f4789e700e2b None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:26.694143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:26.694607 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:26.825629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 172.20.0.8 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/99b54124-d58c-4c42-bc60-a2016e053e85/dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:26.834712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fe8b:38f1 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/a395c0a1-537b-45e1-a083-4fc7c0247051/dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:26.897367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bc333-6900-477c-b1cc-d2db75000c0a req-70621032-6d5c-4d34-a108-08a72d99a1c1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:26.900660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-408bc333-6900-477c-b1cc-d2db75000c0a req-70621032-6d5c-4d34-a108-08a72d99a1c1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1253068 Nov 25 19:04:27.083377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-408bc333-6900-477c-b1cc-d2db75000c0a req-10dda5cf-7d85-454c-9fe5-a6e9e3505168 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182134 Nov 25 19:04:27.096987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.155362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.217440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:27.236914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:27.242838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:27.246267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:27.272443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.316281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:27.316491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.333325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:27.338665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.352160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a8143255-b0d8-419c-bc1a-e30fec2d383c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0836713 Nov 25 19:04:27.358548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49290) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:27.437730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff96f5c-18e5-457f-9b97-f05ab61623ec tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:27.440412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:27.454113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff96f5c-18e5-457f-9b97-f05ab61623ec tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:27.456156 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ff96f5c-18e5-457f-9b97-f05ab61623ec tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0960670 Nov 25 19:04:27.458757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:27.570177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:27.570663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.591589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf594f4-77b5-4dad-bad4-88808015c336 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:27.699766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.703826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-456edf03-fa8b-47ac-9272-8c11013d9ad7 None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:27.704228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-456edf03-fa8b-47ac-9272-8c11013d9ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.707635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:27.892332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-456edf03-fa8b-47ac-9272-8c11013d9ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.922749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e3640-3d96-46d4-aa0a-cb4eabe8b059 None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': 'a395c0a1-537b-45e1-a083-4fc7c0247051', 'ip_address': '2001:db8::f816:3eff:fe55:cc47'}, {'subnet_id': '99b54124-d58c-4c42-bc60-a2016e053e85'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '459e337b-84a0-47f1-bcda-5af303ab4e9e'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:27.942866 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.969203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3640-3d96-46d4-aa0a-cb4eabe8b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:27.970617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:27.973456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-456edf03-fa8b-47ac-9272-8c11013d9ad7 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:27.984884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-456edf03-fa8b-47ac-9272-8c11013d9ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.079060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.082329 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ba01b8a0-f731-4341-94fb-2f6c3a562458 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde HTTP/1.1" status: 204 len: 168 time: 0.6217799 Nov 25 19:04:28.087244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:28.123549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456edf03-fa8b-47ac-9272-8c11013d9ad7 None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:28.150757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d762b-e75f-4b91-a39c-d748555e8a1c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:28.153049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d762b-e75f-4b91-a39c-d748555e8a1c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:28.155013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d762b-e75f-4b91-a39c-d748555e8a1c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:28.159713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-683d762b-e75f-4b91-a39c-d748555e8a1c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0709279 Nov 25 19:04:28.161929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49298) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:28.222850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 99b54124-d58c-4c42-bc60-a2016e053e85 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:28.236086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-fc5e3640-3d96-46d4-aa0a-cb4eabe8b059 None None] Allocated IP 172.20.0.2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/99b54124-d58c-4c42-bc60-a2016e053e85/459e337b-84a0-47f1-bcda-5af303ab4e9e) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:28.274710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0b6af-f6bf-4bd8-aef3-09d961ae5b97 req-1fcdc5fa-c4cc-445f-8d9a-c08dd27b9b44 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:28.276278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c6d0b6af-f6bf-4bd8-aef3-09d961ae5b97 req-1fcdc5fa-c4cc-445f-8d9a-c08dd27b9b44 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0579150 Nov 25 19:04:28.345225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c6d0b6af-f6bf-4bd8-aef3-09d961ae5b97 req-53512359-30c4-4d82-95f8-8230b457e5f4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592599 Nov 25 19:04:28.362174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fc5e3640-3d96-46d4-aa0a-cb4eabe8b059 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:28.409687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3640-3d96-46d4-aa0a-cb4eabe8b059 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.421156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.435668 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3640-3d96-46d4-aa0a-cb4eabe8b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.476654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 459e337b-84a0-47f1-bcda-5af303ab4e9e up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:28.490906 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.586525 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.590129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e3640-3d96-46d4-aa0a-cb4eabe8b059 None None] Pushing event updated for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:28.594153 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:04:28.616527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:28.617408 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.678770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.710695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=99b54124-d58c-4c42-bc60-a2016e053e85,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:28.742883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.750529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49300) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:28.750945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f0df8e8-4e94-49b4-b204-65c4b9d992bb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/99b54124-d58c-4c42-bc60-a2016e053e85 HTTP/1.1" status: 204 len: 168 time: 0.5814307 Nov 25 19:04:28.811267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet a395c0a1-537b-45e1-a083-4fc7c0247051 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:28.815523 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.866802 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:28.972683 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.033144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.068656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=a395c0a1-537b-45e1-a083-4fc7c0247051,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:29.071291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.074871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-999ac612-3eee-4ebf-86d6-09bf2126e392 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a395c0a1-537b-45e1-a083-4fc7c0247051 HTTP/1.1" status: 204 len: 168 time: 0.3226874 Nov 25 19:04:29.077654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49302) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:29.124455 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c8f01098-260e-411f-a54d-389959e346b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454013 Nov 25 19:04:29.127558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49306) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:29.132480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:29.243855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:29.248186 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.299742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec434b93-e410-43b0-b06d-773534cdb7b2 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:29.392828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-06038f3c-0940-4a8d-a13b-b267119c648a None None] Provisioning complete for port 459e337b-84a0-47f1-bcda-5af303ab4e9e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:29.393458 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06038f3c-0940-4a8d-a13b-b267119c648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.541247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.593514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f93d3-d927-4ec2-b0e9-450999d67c8d req-cb6cd9c2-692e-4698-bc22-0dda9089958b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:29.598161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3f93d3-d927-4ec2-b0e9-450999d67c8d req-cb6cd9c2-692e-4698-bc22-0dda9089958b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1382120 Nov 25 19:04:29.613453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:29.623988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:29.627696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:29.628305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.653246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=a49f0b7b-1b06-4b89-82df-747509cbdceb,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:29.689232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c3953a9b-8651-4b1d-b0d0-3abe30fa0f56 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5574539 Nov 25 19:04:29.689482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-06038f3c-0940-4a8d-a13b-b267119c648a None None] Could not find standard attr ID for object dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:29.689967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49310) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:29.694901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:29.758280 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d3f93d3-d927-4ec2-b0e9-450999d67c8d req-6c907c57-be6e-429a-b175-40f05db7c542 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468081 Nov 25 19:04:29.799718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:29.829479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:29.835499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.880302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] Deleting port 459e337b-84a0-47f1-bcda-5af303ab4e9e {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:29.880673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:29.988620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] For port 459e337b-84a0-47f1-bcda-5af303ab4e9e, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=459e337b-84a0-47f1-bcda-5af303ab4e9e,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:29.989015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.005216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] Calling delete_port for 459e337b-84a0-47f1-bcda-5af303ab4e9e owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:30.102794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.134375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] Pushing event deleted for resources: {'Port': ['ID=459e337b-84a0-47f1-bcda-5af303ab4e9e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:30.140672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45337c45-ee32-4e96-920a-7aef8a7d5943 None None] No DVR routers for this DVR port 459e337b-84a0-47f1-bcda-5af303ab4e9e on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:30.161101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e519ac-22a1-47e6-a2a6-eef425c576b3 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:30.276682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:30.278110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.332080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:30.335733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:30.338641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:30.339320 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.341744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=2a2d7750-bdae-486d-b6a3-2b8415452dfe,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:30.351219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '2a2d7750-bdae-486d-b6a3-2b8415452dfe'}, {'subnet_id': 'a49f0b7b-1b06-4b89-82df-747509cbdceb'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:30.352155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.366090 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e5cf975f-f5c0-4989-9dca-6521c608fd26 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6720490 Nov 25 19:04:30.366218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49312) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:30.371887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:45:74:2f', 'name': 'tempest-NetworksTestDHCPv6-277801875'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:30.460735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 459e337b-84a0-47f1-bcda-5af303ab4e9e no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:30.485737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 459e337b-84a0-47f1-bcda-5af303ab4e9e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:30.486184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 459e337b-84a0-47f1-bcda-5af303ab4e9e not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:30.559951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:30.568235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.591557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port eec8f9e9-6173-4ed7-add5-a7106dde1344 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:30.619344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Allocated IP 172.20.0.2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/a49f0b7b-1b06-4b89-82df-747509cbdceb/6ae53bd4-43a1-4455-85fe-860b1a466f0b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:30.626654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Allocated IP 2001:db8::f816:3eff:feaa:2bd1 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/2a2d7750-bdae-486d-b6a3-2b8415452dfe/6ae53bd4-43a1-4455-85fe-860b1a466f0b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:30.790900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.799327 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.852051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:30.858502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:30.866036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:30.871451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Pushing event updated for resources: {'Port': ['ID=6ae53bd4-43a1-4455-85fe-860b1a466f0b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:30.874239 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.949077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11859d72-46c6-4db1-b694-d8ea9fd792f5 req-95c568b2-52f8-4679-8bfc-cd00ced76eee tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:30.950655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11859d72-46c6-4db1-b694-d8ea9fd792f5 req-95c568b2-52f8-4679-8bfc-cd00ced76eee tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1105630 Nov 25 19:04:30.954360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 172.20.0.8 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/a49f0b7b-1b06-4b89-82df-747509cbdceb/eec8f9e9-6173-4ed7-add5-a7106dde1344) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:30.958903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Attempting to bind port 6ae53bd4-43a1-4455-85fe-860b1a466f0b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:30.959888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Attempting to bind port 6ae53bd4-43a1-4455-85fe-860b1a466f0b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:30.960269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Attempting to bind port 6ae53bd4-43a1-4455-85fe-860b1a466f0b on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:30.966499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:30.966741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:30.967161 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.971896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:30.971896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Bound port: 6ae53bd4-43a1-4455-85fe-860b1a466f0b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:30.971896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:30.972575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fe45:742f (3f0126b4-d19a-46ff-80bf-beda72aa4e54/2a2d7750-bdae-486d-b6a3-2b8415452dfe/eec8f9e9-6173-4ed7-add5-a7106dde1344) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:31.037634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-11859d72-46c6-4db1-b694-d8ea9fd792f5 req-466b0089-0233-4153-bdb1-2f3f2143b15d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803237 Nov 25 19:04:31.045814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] For port 6ae53bd4-43a1-4455-85fe-860b1a466f0b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:31.050445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] For port 6ae53bd4-43a1-4455-85fe-860b1a466f0b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6ae53bd4-43a1-4455-85fe-860b1a466f0b,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:31.063635 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:31.151424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b666ed-3c12-4e61-a4a4-047248324684 None None] Pushing event updated for resources: {'Port': ['ID=6ae53bd4-43a1-4455-85fe-860b1a466f0b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:31.186661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:31.222563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:31.304880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:31.314429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:31.316651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=eec8f9e9-6173-4ed7-add5-a7106dde1344,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:31.319306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:31.388096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:31.388096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:31.417045 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b3b2be3f-cba1-4cb0-85d5-b885da7e252e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0483792 Nov 25 19:04:31.418553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:31.485765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab21331-0fe2-4532-b527-b777653d530b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:31.492262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab21331-0fe2-4532-b527-b777653d530b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:31.493964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fab21331-0fe2-4532-b527-b777653d530b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0738425 Nov 25 19:04:31.496803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:31.592118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port eec8f9e9-6173-4ed7-add5-a7106dde1344 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:31.592386 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:31.699916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:31.712178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for eec8f9e9-6173-4ed7-add5-a7106dde1344 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:31.920368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:31.951997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=eec8f9e9-6173-4ed7-add5-a7106dde1344,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:32.054199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.061203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c497028-9ffe-4cda-996d-9485399383ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/eec8f9e9-6173-4ed7-add5-a7106dde1344 HTTP/1.1" status: 204 len: 168 time: 0.5632949 Nov 25 19:04:32.064116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49320) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:32.127149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44aa543-bece-45b9-871d-6f2c38272692 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:32.129003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44aa543-bece-45b9-871d-6f2c38272692 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:32.136268 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44aa543-bece-45b9-871d-6f2c38272692 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:32.136268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f44aa543-bece-45b9-871d-6f2c38272692 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0676339 Nov 25 19:04:32.136590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49324) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:32.235724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 2a2d7750-bdae-486d-b6a3-2b8415452dfe {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:32.239974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.288128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7862f-d2a7-48f2-815d-8c793f14d25c req-bef1c93f-e28e-4ce1-a0da-a9a890215ae8 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:32.289809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85d7862f-d2a7-48f2-815d-8c793f14d25c req-bef1c93f-e28e-4ce1-a0da-a9a890215ae8 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1297708 Nov 25 19:04:32.303013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.326698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05bf20-48c2-4d7a-a111-e43351ce8fd1 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:32.436359 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85d7862f-d2a7-48f2-815d-8c793f14d25c req-eeada63d-5814-4112-8f21-d519b1b9edbd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364710 Nov 25 19:04:32.452446 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.512131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-07af5133-e32e-4680-92d5-ee00b4d25a21 None None] Provisioning complete for port 6ae53bd4-43a1-4455-85fe-860b1a466f0b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:32.512514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07af5133-e32e-4680-92d5-ee00b4d25a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.527063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.542890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.543403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6ae53bd4-43a1-4455-85fe-860b1a466f0b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:32.546254 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/2a2d7750-bdae-486d-b6a3-2b8415452dfe HTTP/1.1" status: 204 len: 168 time: 0.4095330 Nov 25 19:04:32.548965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:32.582091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68779-2671-4c7f-8b67-c73abb4814f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2d7750-bdae-486d-b6a3-2b8415452dfe,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:32.611304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet a49f0b7b-1b06-4b89-82df-747509cbdceb {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:32.614526 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.670437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.735987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6ae53bd4-43a1-4455-85fe-860b1a466f0b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:32.736369 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.773644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07af5133-e32e-4680-92d5-ee00b4d25a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.795588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.871726 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.906071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.935169 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-07af5133-e32e-4680-92d5-ee00b4d25a21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:32.935535 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-07af5133-e32e-4680-92d5-ee00b4d25a21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:32.947014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=a49f0b7b-1b06-4b89-82df-747509cbdceb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:32.949447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:32.958305 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2874f569-4cdc-4aba-8f64-219221e00227 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a49f0b7b-1b06-4b89-82df-747509cbdceb HTTP/1.1" status: 204 len: 168 time: 0.4060366 Nov 25 19:04:32.958693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49330) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:32.983457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:32.983716 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:33.025628 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9c6d43ea-1235-4e70-90a2-ab63b6fae164 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626419 Nov 25 19:04:33.025998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49332) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:33.029846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995fc5d-44ec-4286-a7b2-657709962325 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:33.033696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:33.152958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:33.156751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.240836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:33.288019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] Deleting port 6ae53bd4-43a1-4455-85fe-860b1a466f0b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:33.288481 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.367514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] For port 6ae53bd4-43a1-4455-85fe-860b1a466f0b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6ae53bd4-43a1-4455-85fe-860b1a466f0b,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:33.368297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.378928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.384440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] Calling delete_port for 6ae53bd4-43a1-4455-85fe-860b1a466f0b owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:33.420020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:33.423598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:33.427824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:33.428421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.442347 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=b3c97fac-6d99-42e2-8f09-ad6b06a66141,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:33.455669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-253af8c2-ff8c-4d8f-950a-816cd2d1655c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4252698 Nov 25 19:04:33.456165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49334) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:33.461102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:33.535732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.550772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-07af5133-e32e-4680-92d5-ee00b4d25a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.569988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.588893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.616670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ca08-c45a-45a1-98f2-c1c34bde848c req-66a3a84c-7360-40b3-a311-77cf83fd008d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:33.623146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f61ca08-c45a-45a1-98f2-c1c34bde848c req-66a3a84c-7360-40b3-a311-77cf83fd008d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0872304 Nov 25 19:04:33.649283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] Pushing event deleted for resources: {'Port': ['ID=6ae53bd4-43a1-4455-85fe-860b1a466f0b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:33.652285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:33.655675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c1dfb-1958-4caa-8f9a-16cb338caaaa None None] No DVR routers for this DVR port 6ae53bd4-43a1-4455-85fe-860b1a466f0b on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:33.655860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.682777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935092c-4fc1-4aa7-9278-5157fda1aab9 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:33.751252 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f61ca08-c45a-45a1-98f2-c1c34bde848c req-9c808963-c50a-4563-88e7-48c7f11078d9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176701 Nov 25 19:04:33.779468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-defa5956-d2be-4f6d-a917-b948515d4932 None None] Could not find standard attr ID for object 6ae53bd4-43a1-4455-85fe-860b1a466f0b. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:33.848358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': 'b3c97fac-6d99-42e2-8f09-ad6b06a66141'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:33.849215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:33.989496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Allocated IP 172.20.0.2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/b3c97fac-6d99-42e2-8f09-ad6b06a66141/4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:33.997454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:33.998994 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.037768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:34.042941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:34.047707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:34.048329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.061765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=dee0379e-8fd8-4748-b34a-28f61327b250,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:34.074062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bd4f4233-fbae-4084-ba68-cf2990b0bbf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6170909 Nov 25 19:04:34.077068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49338) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:34.082807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:3e:26:d8', 'name': 'tempest-NetworksTestDHCPv6-1105620335'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:34.142742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.148855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.189690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:34.191665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:34.192479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:34.196152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:34.203430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Pushing event updated for resources: {'Port': ['ID=4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:34.258607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Attempting to bind port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:34.258984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Attempting to bind port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:34.259353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Attempting to bind port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:34.264229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:34.264606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:34.265009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.265435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:34.265917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Bound port: 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:34.266285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.277417 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.297706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 0876aba0-0271-45f5-9794-54a1c10162aa yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:34.328042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] For port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:34.333580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] For port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:34.340288 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.407944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6ae53bd4-43a1-4455-85fe-860b1a466f0b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:34.416501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c863b-c96e-47ac-a857-655f6a133cdb None None] Pushing event updated for resources: {'Port': ['ID=4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:34.445010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6ae53bd4-43a1-4455-85fe-860b1a466f0b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:34.445442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6ae53bd4-43a1-4455-85fe-860b1a466f0b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:34.485706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 172.20.0.7 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/b3c97fac-6d99-42e2-8f09-ad6b06a66141/0876aba0-0271-45f5-9794-54a1c10162aa) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:34.491918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fe3e:26d8 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/dee0379e-8fd8-4748-b34a-28f61327b250/0876aba0-0271-45f5-9794-54a1c10162aa) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:34.650531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.698776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.746081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:34.748985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:34.753035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:34.778375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=0876aba0-0271-45f5-9794-54a1c10162aa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:34.806072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:34.806651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:34.824627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8db72e77-35d7-4ac8-935b-867ec99b8e4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7457063 Nov 25 19:04:34.827161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49342) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:34.878409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ad3f5b-f06f-41b2-b1a6-95b3c09bb64a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:34.881625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6fca-c11e-4545-b9a1-c4db46c62bcb req-61109426-7a21-4de2-b918-568183b8e5c1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:34.883238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4aa6fca-c11e-4545-b9a1-c4db46c62bcb req-61109426-7a21-4de2-b918-568183b8e5c1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0520577 Nov 25 19:04:34.884382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ad3f5b-f06f-41b2-b1a6-95b3c09bb64a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:34.888420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c8ad3f5b-f06f-41b2-b1a6-95b3c09bb64a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0572104 Nov 25 19:04:34.888643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49344) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:34.932185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4aa6fca-c11e-4545-b9a1-c4db46c62bcb req-d36b9ad1-f950-484a-b4f8-028b5f393bdd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Nov 25 19:04:34.979082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 0876aba0-0271-45f5-9794-54a1c10162aa {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:34.979428 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.072358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.085522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 0876aba0-0271-45f5-9794-54a1c10162aa owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:35.266546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.296968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=0876aba0-0271-45f5-9794-54a1c10162aa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:35.313129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3fcaeb-aae9-4035-88f8-6f5bf23c9bba None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:35.380034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.383415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c7a4ef7-9906-4198-91a1-f1f310daaca0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/0876aba0-0271-45f5-9794-54a1c10162aa HTTP/1.1" status: 204 len: 168 time: 0.4938614 Nov 25 19:04:35.385976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49346) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:35.435462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-66d23cca-3c36-4957-a104-bbd6a4217c6a None None] Provisioning complete for port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:35.436071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-66d23cca-3c36-4957-a104-bbd6a4217c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.445348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351dbd69-c936-4aca-bae4-11443ddba106 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:35.446884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351dbd69-c936-4aca-bae4-11443ddba106 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:35.448662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351dbd69-c936-4aca-bae4-11443ddba106 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:35.450212 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-351dbd69-c936-4aca-bae4-11443ddba106 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0626445 Nov 25 19:04:35.452958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49348) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:35.503323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet b3c97fac-6d99-42e2-8f09-ad6b06a66141 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:35.506435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.547705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.568170 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-66d23cca-3c36-4957-a104-bbd6a4217c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.586644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746216f4-f7f1-4dca-b38e-6f7afd243a18 None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': 'b3c97fac-6d99-42e2-8f09-ad6b06a66141', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dee0379e-8fd8-4748-b34a-28f61327b250'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:35.636204 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-746216f4-f7f1-4dca-b38e-6f7afd243a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.639012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-66d23cca-3c36-4957-a104-bbd6a4217c6a None None] For port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:35.644804 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.705900 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.732330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c97fac-6d99-42e2-8f09-ad6b06a66141,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:35.738469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.744014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b9f7c82b-c2b7-440c-a420-5120193d4875 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/b3c97fac-6d99-42e2-8f09-ad6b06a66141 HTTP/1.1" status: 204 len: 168 time: 0.2877560 Nov 25 19:04:35.744198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49350) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:35.796252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet dee0379e-8fd8-4748-b34a-28f61327b250 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:35.799690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.803047 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-66d23cca-3c36-4957-a104-bbd6a4217c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.840838 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.889075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.927330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d23cca-3c36-4957-a104-bbd6a4217c6a None None] Pushing event updated for resources: {'Port': ['ID=4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:35.948150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server [None req-746216f4-f7f1-4dca-b38e-6f7afd243a18 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dee0379e-8fd8-4748-b34a-28f61327b250: This subnet is being modified by another concurrent operation. Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dee0379e-8fd8-4748-b34a-28f61327b250: This subnet is being modified by another concurrent operation. Nov 25 19:04:35.951215 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Nov 25 19:04:35.975791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=dee0379e-8fd8-4748-b34a-28f61327b250,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:35.979502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:35.982838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b342e3b8-5487-41ef-90f7-52f048cd6e8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/dee0379e-8fd8-4748-b34a-28f61327b250 HTTP/1.1" status: 204 len: 168 time: 0.2376266 Nov 25 19:04:35.986178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.034174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-234e2b2c-bbbd-495d-981c-6b2a6e777c13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465183 Nov 25 19:04:36.036715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.039581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f628fd1-5ef5-4032-8c69-774118d58fc4 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:36.076885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490633c7-9fbf-4c9e-b691-cd9144bb51f5 req-8e1fb59d-0bc1-4b1f-8a53-8853c9b9654d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:36.078791 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-490633c7-9fbf-4c9e-b691-cd9144bb51f5 req-8e1fb59d-0bc1-4b1f-8a53-8853c9b9654d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0540962 Nov 25 19:04:36.085171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab5cab-c936-48d2-96a0-565f1a05cbb0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:36.086707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7fab5cab-c936-48d2-96a0-565f1a05cbb0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0490239 Nov 25 19:04:36.089277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49358) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.165301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a78cbf9f-647b-4f2a-b8e9-cafcafd1e749 None None] Provisioning complete for port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:36.165676 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a78cbf9f-647b-4f2a-b8e9-cafcafd1e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:36.212805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:36.299746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] Deleting port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:36.300123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:36.366787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] For port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:36.367194 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:36.380528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] Calling delete_port for 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:36.464494 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:36.492790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e19759b-841e-431d-b48c-bb66725f6df9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:36.494249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] Pushing event deleted for resources: {'Port': ['ID=4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:36.494412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0e19759b-841e-431d-b48c-bb66725f6df9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4041131 Nov 25 19:04:36.497100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49362) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.497989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-490633c7-9fbf-4c9e-b691-cd9144bb51f5 req-12d6f6ff-1285-4613-a32f-ed7aabe89cc7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129064 Nov 25 19:04:36.498732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe6269-bf2a-484c-8e63-832f0125d218 None None] No DVR routers for this DVR port 4c2c9ab2-96ec-4c19-a921-fe1d545b5dbf on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:36.529081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b9bd9-f1d7-45bc-acf0-c8c4e649ed75 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:04:36.544326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-65c9693b-d19d-45bb-8ab7-d88d9f766198 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460622 Nov 25 19:04:36.549574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49364) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.554307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cca594c1-9a63-4e1a-b2fa-72a146ae804a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:36.611028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b9bd9-f1d7-45bc-acf0-c8c4e649ed75 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:04:36.647630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca594c1-9a63-4e1a-b2fa-72a146ae804a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:36.651218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cca594c1-9a63-4e1a-b2fa-72a146ae804a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:36.652623 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca594c1-9a63-4e1a-b2fa-72a146ae804a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:36.653055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca594c1-9a63-4e1a-b2fa-72a146ae804a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:36.671809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cca594c1-9a63-4e1a-b2fa-72a146ae804a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1184056 Nov 25 19:04:36.672005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49366) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.678615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-447678c0-ea4e-4216-b8ee-c4ca5c710de7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:36.770182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447678c0-ea4e-4216-b8ee-c4ca5c710de7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:36.773582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-447678c0-ea4e-4216-b8ee-c4ca5c710de7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:36.774976 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-447678c0-ea4e-4216-b8ee-c4ca5c710de7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:36.775403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447678c0-ea4e-4216-b8ee-c4ca5c710de7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:36.791375 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-447678c0-ea4e-4216-b8ee-c4ca5c710de7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1183250 Nov 25 19:04:36.794356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49368) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.799578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c94df5e4-0d58-4eb0-a972-955fdf9518ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:36.892065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94df5e4-0d58-4eb0-a972-955fdf9518ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:36.895832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c94df5e4-0d58-4eb0-a972-955fdf9518ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:36.897226 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94df5e4-0d58-4eb0-a972-955fdf9518ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:36.897649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94df5e4-0d58-4eb0-a972-955fdf9518ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:36.912501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c94df5e4-0d58-4eb0-a972-955fdf9518ef tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1171670 Nov 25 19:04:36.915570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49370) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:36.920252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2177f4f6-1088-44c3-8bd4-b3792806b7f9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:37.007522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2177f4f6-1088-44c3-8bd4-b3792806b7f9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:37.011144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2177f4f6-1088-44c3-8bd4-b3792806b7f9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:37.012527 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2177f4f6-1088-44c3-8bd4-b3792806b7f9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:37.012981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2177f4f6-1088-44c3-8bd4-b3792806b7f9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:37.027948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2177f4f6-1088-44c3-8bd4-b3792806b7f9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1113472 Nov 25 19:04:37.031838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49372) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:37.036534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b63b1286-b8dd-49b6-a9d8-b550e9a5ae72 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:37.126670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b1286-b8dd-49b6-a9d8-b550e9a5ae72 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:37.130099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b63b1286-b8dd-49b6-a9d8-b550e9a5ae72 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:37.131555 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63b1286-b8dd-49b6-a9d8-b550e9a5ae72 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:37.131987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63b1286-b8dd-49b6-a9d8-b550e9a5ae72 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:37.146904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b63b1286-b8dd-49b6-a9d8-b550e9a5ae72 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1141162 Nov 25 19:04:37.149778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49374) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:37.154408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-52016590-baf7-428f-8652-e8da2b0de585 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:37.240714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52016590-baf7-428f-8652-e8da2b0de585 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:37.244173 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52016590-baf7-428f-8652-e8da2b0de585 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:37.245529 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-52016590-baf7-428f-8652-e8da2b0de585 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:37.245965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52016590-baf7-428f-8652-e8da2b0de585 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:37.260329 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-52016590-baf7-428f-8652-e8da2b0de585 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1095762 Nov 25 19:04:37.262870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49376) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:37.294646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f65caaf0-79a5-48e6-940d-34475423d1ea tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306010 Nov 25 19:04:37.296957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49378) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:37.344934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aafb3e-cb69-4476-9fc3-8fc7a5b1d7f8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:37.346356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-66aafb3e-cb69-4476-9fc3-8fc7a5b1d7f8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0485179 Nov 25 19:04:37.348711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:37.383623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b2e81995-4e4e-45b1-ac53-b2c162ab2638 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0339265 Nov 25 19:04:37.387212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49382) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:37.392442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:37.481237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:37.484841 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:37.681573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1536c-228a-443c-b56b-dcb8becd7507 req-46394d2c-9a6f-4316-a4a4-479a92572575 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:37.683096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8f1536c-228a-443c-b56b-dcb8becd7507 req-46394d2c-9a6f-4316-a4a4-479a92572575 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1065555 Nov 25 19:04:38.044471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8f1536c-228a-443c-b56b-dcb8becd7507 req-bc7d7f6d-56b1-43dd-ab4a-d8e7bac4de6b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538182 Nov 25 19:04:38.082137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:38.083538 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.125245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:38.128385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:38.132555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:38.133171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.137653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d723eb-f940-41f2-be14-80afd6b350f0 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:38.142697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=8b88a4ec-1a19-461e-a3e2-5ab524e5b001,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:38.155177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3fc1e5a2-4fd7-4065-b4d6-20da153fbde6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7669861 Nov 25 19:04:38.157897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49386) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:38.162793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:44:72:66', 'name': 'tempest-NetworksTestDHCPv6-1461678210'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:38.275833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:38.280389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.284024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '8b88a4ec-1a19-461e-a3e2-5ab524e5b001'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:38.284894 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.302437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 914be1f5-71e9-41e5-a28d-1709372ca1bf yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:38.407194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fe44:7266 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8b88a4ec-1a19-461e-a3e2-5ab524e5b001/914be1f5-71e9-41e5-a28d-1709372ca1bf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:38.553064 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.586095 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.628020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Allocated IP 2001:db8::f816:3eff:fe18:22b5 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8b88a4ec-1a19-461e-a3e2-5ab524e5b001/42c08ff0-b3dd-422c-96d3-6258c8cb843f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:38.632957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:38.636029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:38.638668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:38.645451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:38.646088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.662084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=914be1f5-71e9-41e5-a28d-1709372ca1bf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:38.668896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3da90615-ffeb-449a-a7dc-ce31807820bf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5099390 Nov 25 19:04:38.671737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49390) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:38.723157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf146d3-4a32-4075-b176-6aa3c109d002 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:38.725660 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7bf146d3-4a32-4075-b176-6aa3c109d002 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0530477 Nov 25 19:04:38.729250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49392) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:38.784407 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.790192 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.815743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 914be1f5-71e9-41e5-a28d-1709372ca1bf {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:38.816004 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.829344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:38.832169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:38.834583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:38.845253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Pushing event updated for resources: {'Port': ['ID=42c08ff0-b3dd-422c-96d3-6258c8cb843f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:38.894957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Attempting to bind port 42c08ff0-b3dd-422c-96d3-6258c8cb843f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:38.895326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Attempting to bind port 42c08ff0-b3dd-422c-96d3-6258c8cb843f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:38.895686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Attempting to bind port 42c08ff0-b3dd-422c-96d3-6258c8cb843f on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:38.900695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:38.901067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:38.901466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.901858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:38.902346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Bound port: 42c08ff0-b3dd-422c-96d3-6258c8cb843f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:38.902745 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.906484 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:38.918726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 914be1f5-71e9-41e5-a28d-1709372ca1bf owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:38.973717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] For port 42c08ff0-b3dd-422c-96d3-6258c8cb843f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:38.977602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] For port 42c08ff0-b3dd-422c-96d3-6258c8cb843f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=42c08ff0-b3dd-422c-96d3-6258c8cb843f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:38.981626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.043015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab30dc-0e35-420c-aebb-26460190d8b6 None None] Pushing event updated for resources: {'Port': ['ID=42c08ff0-b3dd-422c-96d3-6258c8cb843f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:39.064584 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.096513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=914be1f5-71e9-41e5-a28d-1709372ca1bf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:39.122824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.128928 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3616f38e-7bcc-443e-93df-dc5d09e9616d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/914be1f5-71e9-41e5-a28d-1709372ca1bf HTTP/1.1" status: 204 len: 168 time: 0.3963554 Nov 25 19:04:39.129145 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49396) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:39.173880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059b403-f5f9-4768-a3b6-af47152a2359 req-f9655b23-8545-4c5c-a18f-69e015a93585 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:39.180549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b059b403-f5f9-4768-a3b6-af47152a2359 req-f9655b23-8545-4c5c-a18f-69e015a93585 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0542192 Nov 25 19:04:39.183902 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17903b00-860b-47e7-89ff-b74c2e2fa532 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:39.187298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17903b00-860b-47e7-89ff-b74c2e2fa532 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:39.187298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-17903b00-860b-47e7-89ff-b74c2e2fa532 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0570941 Nov 25 19:04:39.189831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49398) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:39.238346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b059b403-f5f9-4768-a3b6-af47152a2359 req-bf23429f-e525-481e-8cdc-bbe2abaa0776 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548775 Nov 25 19:04:39.260774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 8b88a4ec-1a19-461e-a3e2-5ab524e5b001 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:39.263974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.307507 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.392604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.455067 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.482164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=8b88a4ec-1a19-461e-a3e2-5ab524e5b001,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:39.487079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.490637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13399117-f976-437b-b628-f85bd7a10f05 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8b88a4ec-1a19-461e-a3e2-5ab524e5b001 HTTP/1.1" status: 204 len: 168 time: 0.2993701 Nov 25 19:04:39.493104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49400) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:39.529478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1d52065a-cc8d-4095-8ca3-e9a2a5214f4d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0352156 Nov 25 19:04:39.532706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49402) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:39.537423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:39.625584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:39.629266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:39.923445 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:40.016405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d2bcf-b297-4dbc-bebe-2dd51b90dced None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:40.081637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f989fd0e-55b7-4602-8a80-f5701675e4f5 None None] Provisioning complete for port 42c08ff0-b3dd-422c-96d3-6258c8cb843f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:40.081997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f989fd0e-55b7-4602-8a80-f5701675e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.086958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.225364 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f989fd0e-55b7-4602-8a80-f5701675e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.238566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port 42c08ff0-b3dd-422c-96d3-6258c8cb843f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=42c08ff0-b3dd-422c-96d3-6258c8cb843f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:40.269845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.277521 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.278254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.324900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-f989fd0e-55b7-4602-8a80-f5701675e4f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:40.326691 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-f989fd0e-55b7-4602-8a80-f5701675e4f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:40.384211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:40.399685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:40.407433 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:40.408040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.424663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=da98e723-eed4-4848-ba58-32b17d023348,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:40.427549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=42c08ff0-b3dd-422c-96d3-6258c8cb843f,revision_number=5']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:40.448815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ac9c-c99e-4bd2-82e5-f93deef684a2 req-b584b672-2d54-418d-9e18-218eb66eab65 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:40.450372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f564ac9c-c99e-4bd2-82e5-f93deef684a2 req-b584b672-2d54-418d-9e18-218eb66eab65 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1041903 Nov 25 19:04:40.457236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49408) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:40.462185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:8b:69:21', 'name': 'tempest-NetworksTestDHCPv6-2101271111'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:40.462420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 42c08ff0-b3dd-422c-96d3-6258c8cb843f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:40.467052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-51e14e8c-6472-4c2b-8733-c90bf9acea8c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9330666 Nov 25 19:04:40.495920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e447c04-d7bb-41f2-9774-a11aa3d91a10 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:40.516920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f564ac9c-c99e-4bd2-82e5-f93deef684a2 req-efcfe694-cc0e-4531-b745-5c911cd1dafc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487404 Nov 25 19:04:40.586851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:40.587856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 42c08ff0-b3dd-422c-96d3-6258c8cb843f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:40.588233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.667189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.687466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:40.740294 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.774526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 42c08ff0-b3dd-422c-96d3-6258c8cb843f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=42c08ff0-b3dd-422c-96d3-6258c8cb843f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:40.780318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.809470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fe8b:6921 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/da98e723-eed4-4848-ba58-32b17d023348/909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:40.856324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=42c08ff0-b3dd-422c-96d3-6258c8cb843f,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:40.929895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2c2541c-4cac-44b7-aa0c-3275894ded6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.976107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:40.993548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e0139589-d473-4637-8d55-5d70672a53c1 None None] Provisioning complete for port 42c08ff0-b3dd-422c-96d3-6258c8cb843f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:40.994534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0139589-d473-4637-8d55-5d70672a53c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.014102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.079550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:41.082813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:41.086383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:41.092216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:41.092928 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.104543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:41.117264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2196683f-082f-4789-9878-825a2c5b2e7e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6589279 Nov 25 19:04:41.120055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49410) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:41.170003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9752d384-4fb3-45e3-ac48-07de5d685eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:41.175938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9752d384-4fb3-45e3-ac48-07de5d685eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:41.180046 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9752d384-4fb3-45e3-ac48-07de5d685eee tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0567768 Nov 25 19:04:41.180274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49412) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:41.210830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f9be8881-2cde-4564-bbc3-2c788569db06 None None] Could not find standard attr ID for object 914be1f5-71e9-41e5-a28d-1709372ca1bf. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:41.276486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:41.276826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.331356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-926ef101-2582-4225-bcac-c480c50a34bb None None] Provisioning complete for port 909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:41.331820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-926ef101-2582-4225-bcac-c480c50a34bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.375734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-926ef101-2582-4225-bcac-c480c50a34bb None None] Port 909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:04:41.377531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.392859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:41.524924 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.553428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:41.578662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.582233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4122f08f-cab1-4b10-96fa-d146813879d3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62 HTTP/1.1" status: 204 len: 168 time: 0.4010015 Nov 25 19:04:41.584658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49416) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:41.668548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a9316-1fc8-4bc9-b147-381a9ab5e935 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:41.670049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a9316-1fc8-4bc9-b147-381a9ab5e935 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:41.672169 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-235a9316-1fc8-4bc9-b147-381a9ab5e935 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0864866 Nov 25 19:04:41.674717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49418) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:41.720807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910e164-d76d-4df7-9626-b0cf48529026 req-1ca94c51-10e6-4265-bfd0-4e1e64987886 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:41.722348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5910e164-d76d-4df7-9626-b0cf48529026 req-1ca94c51-10e6-4265-bfd0-4e1e64987886 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1029351 Nov 25 19:04:41.748874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet da98e723-eed4-4848-ba58-32b17d023348 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:41.754980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.814122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5910e164-d76d-4df7-9626-b0cf48529026 req-b68c0af0-f166-4f48-a4a7-32550cffb14e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856578 Nov 25 19:04:41.816158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.894942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.951756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.985422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=da98e723-eed4-4848-ba58-32b17d023348,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:41.987487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:41.990820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9798e6b-04ea-4a3e-8d07-41b29a873670 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/da98e723-eed4-4848-ba58-32b17d023348 HTTP/1.1" status: 204 len: 168 time: 0.3151832 Nov 25 19:04:41.993244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49420) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:41.993536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833293cd-18a1-46c1-b727-2ff62e72e69b None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:42.029852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fbe0c1be-5984-4d17-bccb-8bc112443207 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0354950 Nov 25 19:04:42.032888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49422) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:42.081143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f134b0-60b4-454e-a5f5-c0229890c191 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:42.082566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95f134b0-60b4-454e-a5f5-c0229890c191 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0486073 Nov 25 19:04:42.085085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49424) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:42.139641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c92d3-f274-407c-b72d-006f586deb02 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:42.141153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e74c92d3-f274-407c-b72d-006f586deb02 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0550716 Nov 25 19:04:42.143682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49426) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:42.153612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:42.183684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-209074cf-1c9d-4027-a048-d33887c90a64 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388608 Nov 25 19:04:42.187613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49428) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:42.192547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:42.206758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] Deleting port 42c08ff0-b3dd-422c-96d3-6258c8cb843f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:42.207139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.268748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] For port 42c08ff0-b3dd-422c-96d3-6258c8cb843f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=42c08ff0-b3dd-422c-96d3-6258c8cb843f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:42.269432 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.281384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] Calling delete_port for 42c08ff0-b3dd-422c-96d3-6258c8cb843f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:42.282196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:42.285798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.490339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 42c08ff0-b3dd-422c-96d3-6258c8cb843f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:42.583713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.607214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:42.613113 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.616558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] Pushing event deleted for resources: {'Port': ['ID=42c08ff0-b3dd-422c-96d3-6258c8cb843f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:42.628097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273def1a-1e8a-4eef-88cd-50311df04953 None None] No DVR routers for this DVR port 42c08ff0-b3dd-422c-96d3-6258c8cb843f on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:42.719526 n-d-819194-3 neutron-server[103457]: WARNING neutron.services.revisions.revision_plugin [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Could not find related port for resource to bump revision. Nov 25 19:04:42.734758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Port 42c08ff0-b3dd-422c-96d3-6258c8cb843f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 19:04:42.735063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Reverting IP allocation for 2001:db8::f816:3eff:fe18:22b5 {{(pid=103457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 19:04:42.738462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe18:22b5 {{(pid=103457) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 25 19:04:42.739645 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.786130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:42.789338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:42.793411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:42.794005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.798206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0382a-e2c8-4c5a-b871-0ed51795d2fa None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:42.804362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=d526fd56-011e-42b8-9b2a-7d68a3462142,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:42.816561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c5510cd6-825a-4a62-bfb3-591202a3a25f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6277785 Nov 25 19:04:42.819263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49430) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:42.824531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:e5:40:77', 'name': 'tempest-NetworksTestDHCPv6-346073774'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:42.945195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:42.946441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bf549-59cf-467c-8140-3eb3139d112a req-f269c6f0-8995-4131-ad3f-5327312632c0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:42.948335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b93bf549-59cf-467c-8140-3eb3139d112a req-f269c6f0-8995-4131-ad3f-5327312632c0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0560861 Nov 25 19:04:42.949842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.962374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': 'd526fd56-011e-42b8-9b2a-7d68a3462142'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:42.963597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:42.972184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 6d5701ef-6849-40dd-bcdb-ee566df0486f yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:43.004358 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b93bf549-59cf-467c-8140-3eb3139d112a req-da528da4-d026-4775-a963-f89b32909fc6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495892 Nov 25 19:04:43.093783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fee5:4077 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/d526fd56-011e-42b8-9b2a-7d68a3462142/6d5701ef-6849-40dd-bcdb-ee566df0486f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:43.243168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.275603 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.314684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:43.320289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:43.321100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Allocated IP 2001:db8::f816:3eff:fecf:4251 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/d526fd56-011e-42b8-9b2a-7d68a3462142/433a386e-f103-45f2-b6db-0db999450f0d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:43.323058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:43.330864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:43.331677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.349764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=6d5701ef-6849-40dd-bcdb-ee566df0486f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:43.354706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-035955f4-6ee0-4b84-bc18-e4dd7cf0d15c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5343332 Nov 25 19:04:43.357538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49434) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:43.414702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe15280-a26d-4c25-9281-4dac8bbba692 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:43.416194 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8fe15280-a26d-4c25-9281-4dac8bbba692 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0577090 Nov 25 19:04:43.418959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49436) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:43.472939 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-40b08c68-32e0-4d66-ae99-0c266e9dd57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.477102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.483265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.509195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 6d5701ef-6849-40dd-bcdb-ee566df0486f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:43.509443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.525063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:43.530232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:43.533725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:43.546466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Pushing event updated for resources: {'Port': ['ID=433a386e-f103-45f2-b6db-0db999450f0d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:43.594356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Attempting to bind port 433a386e-f103-45f2-b6db-0db999450f0d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:43.594776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Attempting to bind port 433a386e-f103-45f2-b6db-0db999450f0d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:43.595118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Attempting to bind port 433a386e-f103-45f2-b6db-0db999450f0d on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:43.599646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.600057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:43.600437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:43.600839 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.601240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:43.601720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Bound port: 433a386e-f103-45f2-b6db-0db999450f0d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:43.602114 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.611482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 6d5701ef-6849-40dd-bcdb-ee566df0486f owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:43.662954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] For port 433a386e-f103-45f2-b6db-0db999450f0d, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:43.666381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] For port 433a386e-f103-45f2-b6db-0db999450f0d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=433a386e-f103-45f2-b6db-0db999450f0d,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:43.671104 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.739637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888ecba-c8e1-4e76-a4d2-30016a9061f6 None None] Pushing event updated for resources: {'Port': ['ID=433a386e-f103-45f2-b6db-0db999450f0d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:43.740420 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.773225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=6d5701ef-6849-40dd-bcdb-ee566df0486f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:43.800391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.803680 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e024d67c-7436-416f-aac8-d4ef8ec4a52f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/6d5701ef-6849-40dd-bcdb-ee566df0486f HTTP/1.1" status: 204 len: 168 time: 0.3838098 Nov 25 19:04:43.806311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49438) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:43.862060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e90b3f-8469-4830-a03a-bb0df6759177 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:43.863634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e90b3f-8469-4830-a03a-bb0df6759177 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:43.867621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e4e90b3f-8469-4830-a03a-bb0df6759177 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0578604 Nov 25 19:04:43.868915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49440) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:43.933543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet d526fd56-011e-42b8-9b2a-7d68a3462142 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:43.938290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:43.981062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.064926 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.129037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.134101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0523e-6215-4140-9077-84f198eeb18c req-6ec8838f-7b13-431b-b306-139f4925f050 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:44.135640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95a0523e-6215-4140-9077-84f198eeb18c req-6ec8838f-7b13-431b-b306-139f4925f050 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.0507708 Nov 25 19:04:44.155635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=d526fd56-011e-42b8-9b2a-7d68a3462142,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:44.159332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.162598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5039a294-51c9-41ed-9ec2-48d4ab7a574a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/d526fd56-011e-42b8-9b2a-7d68a3462142 HTTP/1.1" status: 204 len: 168 time: 0.2928479 Nov 25 19:04:44.165196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49444) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:44.202814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95a0523e-6215-4140-9077-84f198eeb18c req-1e05afca-9051-4f3f-8124-0a3b8dfba16b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603955 Nov 25 19:04:44.218913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ee8d69af-8151-4105-82c9-549951575a71 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494747 Nov 25 19:04:44.219577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49446) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:44.224460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:44.312885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:44.316181 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.449484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.469433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 433a386e-f103-45f2-b6db-0db999450f0d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:44.527228 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 433a386e-f103-45f2-b6db-0db999450f0d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:44.528016 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.614090 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.647998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 433a386e-f103-45f2-b6db-0db999450f0d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=433a386e-f103-45f2-b6db-0db999450f0d,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:44.652173 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.661161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.objects.ports [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:44.704882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=433a386e-f103-45f2-b6db-0db999450f0d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:44.711777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2206c5-3648-4a5b-b06b-e559cccee21d None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:44.772937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ff867489-815f-4d17-adba-3132d2248dd4 None None] Provisioning complete for port 433a386e-f103-45f2-b6db-0db999450f0d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:44.773314 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff867489-815f-4d17-adba-3132d2248dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.823463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:44.982278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port 433a386e-f103-45f2-b6db-0db999450f0d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=433a386e-f103-45f2-b6db-0db999450f0d,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:45.012860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.017868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.018736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.096352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:45.103429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:45.110341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:45.110977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.118108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc321a-1ece-4358-9f49-82191144a1c2 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:45.128645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=41e768d5-5dda-4f29-ab76-386c8b012507,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:45.133375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=433a386e-f103-45f2-b6db-0db999450f0d,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:45.145273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.145628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.145972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.146320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.146678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.147015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.147343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.147673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.148000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.148334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.148651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.148976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.153604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.153957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.154302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.154671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.155010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.155343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.155733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.156115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.156399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.156725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.157047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.158090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:45.166061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bc07c150-00cf-4a09-b20c-4f92030726e0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9428542 Nov 25 19:04:45.166261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49448) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:45.171408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:47:12:bd', 'name': 'tempest-NetworksTestDHCPv6-491863417'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:45.179435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a00ff051-6646-449c-ae08-bf053bc9d0c0 None None] Provisioning complete for port 433a386e-f103-45f2-b6db-0db999450f0d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:45.179800 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a00ff051-6646-449c-ae08-bf053bc9d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.308570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:45.378771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef30f49-9ceb-40d9-9fe0-6c18a5957152 req-c80c7721-f419-4edf-943a-d57c8ae1f410 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:45.380321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aef30f49-9ceb-40d9-9fe0-6c18a5957152 req-c80c7721-f419-4edf-943a-d57c8ae1f410 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 943 time: 0.1003439 Nov 25 19:04:45.438802 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.460495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aef30f49-9ceb-40d9-9fe0-6c18a5957152 req-82e4caf3-1e41-4c07-99f0-22bc0ca14af1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737171 Nov 25 19:04:45.470786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 51a756d0-e74b-42e9-a8f7-2468ef1f7fe6 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:45.552301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7a9471a7-7f2f-4180-8d7b-80b844ea09be None None] Provisioning complete for port 433a386e-f103-45f2-b6db-0db999450f0d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:45.552802 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a9471a7-7f2f-4180-8d7b-80b844ea09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.586859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fe47:12bd (3f0126b4-d19a-46ff-80bf-beda72aa4e54/41e768d5-5dda-4f29-ab76-386c8b012507/51a756d0-e74b-42e9-a8f7-2468ef1f7fe6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:45.756532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.757948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b9680d03-1d72-4dd4-838f-92e552ed39ae None None] Could not find standard attr ID for object 6d5701ef-6849-40dd-bcdb-ee566df0486f. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:45.775385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:04:45.795598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.844148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:45.847358 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:45.851461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:45.857215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:45.857846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.868748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=51a756d0-e74b-42e9-a8f7-2468ef1f7fe6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:45.886617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-daf968bc-a2bc-478b-8ad8-343189a4165a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7191956 Nov 25 19:04:45.889273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49452) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:45.891761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:45.915673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'dd935117-1d89-486e-a8ea-3124c749e346', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'port_id': 'dd935117-1d89-486e-a8ea-3124c749e346', 'mac_address': 'fa:16:3e:04:f3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:04:45.941491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf05257-7c28-4ed0-9150-109b91119eab tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:45.947467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf05257-7c28-4ed0-9150-109b91119eab tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:45.949330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8cf05257-7c28-4ed0-9150-109b91119eab tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0590150 Nov 25 19:04:45.951966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:45.960120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:45.975842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd935117-1d89-486e-a8ea-3124c749e346 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:04:46.008729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:46.014467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.023597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.053780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 51a756d0-e74b-42e9-a8f7-2468ef1f7fe6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:46.055012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.069508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:46.145120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.156708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 51a756d0-e74b-42e9-a8f7-2468ef1f7fe6 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:46.180294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b64a3f70-fae3-41aa-b265-b1f648372f2b None None] Provisioning complete for port 51a756d0-e74b-42e9-a8f7-2468ef1f7fe6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:46.180669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b64a3f70-fae3-41aa-b265-b1f648372f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.215519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b64a3f70-fae3-41aa-b265-b1f648372f2b None None] Port 51a756d0-e74b-42e9-a8f7-2468ef1f7fe6 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:04:46.377329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['dd935117-1d89-486e-a8ea-3124c749e346'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:04:46.411814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 433a386e-f103-45f2-b6db-0db999450f0d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:46.501254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 433a386e-f103-45f2-b6db-0db999450f0d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:46.501669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.597869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.609470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9cc5-6303-4dfa-9a65-77df386a33f3 req-a8930725-8e00-464a-aad8-db8b845a2bd7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:46.611180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f2a9cc5-6303-4dfa-9a65-77df386a33f3 req-a8930725-8e00-464a-aad8-db8b845a2bd7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 944 time: 0.0714438 Nov 25 19:04:46.628468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=51a756d0-e74b-42e9-a8f7-2468ef1f7fe6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:46.656282 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.660903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0e916a7a-cf88-47d5-afd8-f11c1096b5f2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/51a756d0-e74b-42e9-a8f7-2468ef1f7fe6 HTTP/1.1" status: 204 len: 168 time: 0.7073328 Nov 25 19:04:46.663925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49458) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:46.684380 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f2a9cc5-6303-4dfa-9a65-77df386a33f3 req-c03044b2-40d8-4e2b-8f40-3982984e29bc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585444 Nov 25 19:04:46.725157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b2e92f-8939-461a-bf96-54e09eb6cb0c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:46.726833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b2e92f-8939-461a-bf96-54e09eb6cb0c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:46.729296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a8b2e92f-8939-461a-bf96-54e09eb6cb0c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0642688 Nov 25 19:04:46.731177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49460) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:46.784109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 41e768d5-5dda-4f29-ab76-386c8b012507 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:46.787589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.835337 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.921089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:46.977692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.001371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.005646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=41e768d5-5dda-4f29-ab76-386c8b012507,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:47.009544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.012863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fe05ca3c-d422-4e1b-8cbe-0c943aed3178 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/41e768d5-5dda-4f29-ab76-386c8b012507 HTTP/1.1" status: 204 len: 168 time: 0.2806435 Nov 25 19:04:47.015314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49462) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:47.017966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d0273-6151-4045-b2fa-463d1a0bd990 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:47.056725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-62e7c600-aaa4-47b6-b082-b1106b362b99 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402799 Nov 25 19:04:47.059158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49464) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:47.106683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a88ab7-9286-48ac-ba95-070f91b0f368 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:47.111102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29a88ab7-9286-48ac-ba95-070f91b0f368 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0481198 Nov 25 19:04:47.111337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49466) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:47.161814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7a5a3-17a5-41b6-954b-6b16a3602dd0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:47.165968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8f7a5a3-17a5-41b6-954b-6b16a3602dd0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0511496 Nov 25 19:04:47.165968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49468) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:47.191822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:47.207280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0ddd3a76-b617-4d9b-99e4-eb2828cb0cfa tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402198 Nov 25 19:04:47.211224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49470) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:47.215927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:47.241435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] Deleting port 433a386e-f103-45f2-b6db-0db999450f0d {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:47.241816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.306871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:47.309230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] For port 433a386e-f103-45f2-b6db-0db999450f0d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=433a386e-f103-45f2-b6db-0db999450f0d,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:47.309642 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.310341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.322001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] Calling delete_port for 433a386e-f103-45f2-b6db-0db999450f0d owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:47.405033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.434858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] Pushing event deleted for resources: {'Port': ['ID=433a386e-f103-45f2-b6db-0db999450f0d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:47.438508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054426f-476f-4fae-a02a-e17767875d4e None None] No DVR routers for this DVR port 433a386e-f103-45f2-b6db-0db999450f0d on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:47.505333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.545701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:47.549604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:47.553032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:47.553644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.559826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db76269-42f8-45da-989e-1e245113961d None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:47.575174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=9b94aac1-186e-4447-8be1-69e264930a34,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:47.584804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49472) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:47.585295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-76458617-7a5e-4810-917a-6103ccee7bf9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3729773 Nov 25 19:04:47.591895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:98:80:d5', 'name': 'tempest-NetworksTestDHCPv6-2009509075'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:47.725011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:47.729739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.742196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '9b94aac1-186e-4447-8be1-69e264930a34'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:47.743108 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.771923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port ce64b56e-1747-49b7-910c-0e8c8f00a570 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:47.816722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:47.870708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612d7b-fff6-47b5-bc05-850dd1ed835a req-a1d4e695-0a51-4fc7-8be6-3267f169a4f0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:47.872198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74612d7b-fff6-47b5-bc05-850dd1ed835a req-a1d4e695-0a51-4fc7-8be6-3267f169a4f0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 944 time: 0.0943031 Nov 25 19:04:47.913888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port dd935117-1d89-486e-a8ea-3124c749e346 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:47.914272 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:47.923442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74612d7b-fff6-47b5-bc05-850dd1ed835a req-b416696b-888b-4c84-b573-2be0a8e5e5ae tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448310 Nov 25 19:04:47.946018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/9b94aac1-186e-4447-8be1-69e264930a34/3c8d8486-9d19-470f-8c7d-3a8664edae07) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:48.075763 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.129260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:04:48.131517 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8022bc-5229-479f-98fc-3e6c80213117" -d '{"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-plugged", "status": "completed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:04:48.158755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:48.165371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.166894 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.174471 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.193225 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e775189-e5fb-41cc-8650-2f7316e2e134 x-openstack-request-id: req-0e775189-e5fb-41cc-8650-2f7316e2e134 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:04:48.193541 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-plugged", "status": "completed", "tag": "dd935117-1d89-486e-a8ea-3124c749e346", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:04:48.193768 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e775189-e5fb-41cc-8650-2f7316e2e134 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:04:48.194156 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346', 'code': 200} Nov 25 19:04:48.216053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:48.220128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:48.224738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:48.239234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::146 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/9b94aac1-186e-4447-8be1-69e264930a34/ce64b56e-1747-49b7-910c-0e8c8f00a570) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:48.249301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:48.452866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcab14c-945f-44a1-a99b-43cb80d684e0 req-2b96cb3f-4589-4ddc-8e8a-939de8af088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:48.454402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bcab14c-945f-44a1-a99b-43cb80d684e0 req-2b96cb3f-4589-4ddc-8e8a-939de8af088a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1097 time: 0.1084476 Nov 25 19:04:48.489040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 433a386e-f103-45f2-b6db-0db999450f0d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:48.501537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.534636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 433a386e-f103-45f2-b6db-0db999450f0d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:48.534969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 433a386e-f103-45f2-b6db-0db999450f0d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:48.535557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bcab14c-945f-44a1-a99b-43cb80d684e0 req-ec66e8bf-85d6-4190-bee3-e744a5517245 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693686 Nov 25 19:04:48.545339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Pushing event updated for resources: {'Port': ['ID=3c8d8486-9d19-470f-8c7d-3a8664edae07,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:48.551574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Attempting to bind port 3c8d8486-9d19-470f-8c7d-3a8664edae07 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:48.551877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Attempting to bind port 3c8d8486-9d19-470f-8c7d-3a8664edae07 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:48.552247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Attempting to bind port 3c8d8486-9d19-470f-8c7d-3a8664edae07 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:48.558336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:48.558886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:48.559308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.559570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:48.560062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Bound port: 3c8d8486-9d19-470f-8c7d-3a8664edae07, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:48.560398 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.564739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.615772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:48.622901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:48.627747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] For port 3c8d8486-9d19-470f-8c7d-3a8664edae07, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:48.627992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:48.630934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] For port 3c8d8486-9d19-470f-8c7d-3a8664edae07, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3c8d8486-9d19-470f-8c7d-3a8664edae07,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:48.634379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:48.635042 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.636125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.651505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=ce64b56e-1747-49b7-910c-0e8c8f00a570,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:48.663935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e89fdffc-bc94-4bd7-9f1c-665cf6d38ac6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0747039 Nov 25 19:04:48.664165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49478) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:48.707451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497427b6-44f8-4e70-ad30-d1f31eff2846 None None] Pushing event updated for resources: {'Port': ['ID=3c8d8486-9d19-470f-8c7d-3a8664edae07,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:48.724301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70d555-b12b-42c4-8999-8b98581a261e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:48.730597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70d555-b12b-42c4-8999-8b98581a261e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:48.734490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1a70d555-b12b-42c4-8999-8b98581a261e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0672145 Nov 25 19:04:48.735113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49480) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:48.843789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port ce64b56e-1747-49b7-910c-0e8c8f00a570 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:48.844133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.954408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:48.970869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for ce64b56e-1747-49b7-910c-0e8c8f00a570 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:49.094963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08b3a4-bfad-40c4-aed4-0d39cbbeb4b1 req-c48ac5ed-a5f7-490b-908e-bd6f05d78506 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:49.096448 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb08b3a4-bfad-40c4-aed4-0d39cbbeb4b1 req-c48ac5ed-a5f7-490b-908e-bd6f05d78506 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 946 time: 0.0726688 Nov 25 19:04:49.193574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb08b3a4-bfad-40c4-aed4-0d39cbbeb4b1 req-14ec32f8-1fea-45e8-a382-4d30d5ababfb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908942 Nov 25 19:04:49.194176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.221510 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=ce64b56e-1747-49b7-910c-0e8c8f00a570,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:49.248776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.252703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d03e84ec-5ecb-44b1-b65b-65f88ba3c508 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/ce64b56e-1747-49b7-910c-0e8c8f00a570 HTTP/1.1" status: 204 len: 168 time: 0.5165715 Nov 25 19:04:49.255168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49484) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:49.306411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060efbf3-0f54-40ac-b868-5adf5c7875ed tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:49.308082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060efbf3-0f54-40ac-b868-5adf5c7875ed tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:49.309578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-060efbf3-0f54-40ac-b868-5adf5c7875ed tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0534980 Nov 25 19:04:49.312938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49486) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:49.367130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 9b94aac1-186e-4447-8be1-69e264930a34 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:49.370428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.417193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.503882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.563909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.597459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=9b94aac1-186e-4447-8be1-69e264930a34,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:49.603059 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.605655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-11154071-a0c2-4cfa-bb9a-6e12171a7248 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/9b94aac1-186e-4447-8be1-69e264930a34 HTTP/1.1" status: 204 len: 168 time: 0.2918119 Nov 25 19:04:49.608127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49488) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:49.650595 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d9379320-52ea-49c2-9179-952369a0edea tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413110 Nov 25 19:04:49.652896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49490) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:49.653327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d65c6-afc2-45d8-aee4-f10b2779c97b None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:49.704678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b4d3fd-4649-47bb-9271-480ddb3830d1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:49.706179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-74b4d3fd-4649-47bb-9271-480ddb3830d1 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0522420 Nov 25 19:04:49.708913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49492) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:49.773359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eab7e7-ae9f-4ab3-8e39-39001525b4be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:49.777241 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b4eab7e7-ae9f-4ab3-8e39-39001525b4be tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650861 Nov 25 19:04:49.777401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-59a7fe03-533b-4b2e-8245-7528fa7bb6a3 None None] Provisioning complete for port 3c8d8486-9d19-470f-8c7d-3a8664edae07 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:49.777401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59a7fe03-533b-4b2e-8245-7528fa7bb6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.777592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49496) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:49.815052 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-99fa9678-6f94-4872-9c82-ab2bc817d653 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365620 Nov 25 19:04:49.819173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49500) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:49.827147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:49.866843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59a7fe03-533b-4b2e-8245-7528fa7bb6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.897887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:49.914567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-59a7fe03-533b-4b2e-8245-7528fa7bb6a3 None None] For port 3c8d8486-9d19-470f-8c7d-3a8664edae07, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3c8d8486-9d19-470f-8c7d-3a8664edae07,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:49.939372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:49.942678 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59a7fe03-533b-4b2e-8245-7528fa7bb6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:49.943271 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.011214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7fe03-533b-4b2e-8245-7528fa7bb6a3 None None] Pushing event updated for resources: {'Port': ['ID=3c8d8486-9d19-470f-8c7d-3a8664edae07,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:50.020501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] Deleting port 3c8d8486-9d19-470f-8c7d-3a8664edae07 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:50.020882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.091262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] For port 3c8d8486-9d19-470f-8c7d-3a8664edae07, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3c8d8486-9d19-470f-8c7d-3a8664edae07,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:50.091522 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.104812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] Calling delete_port for 3c8d8486-9d19-470f-8c7d-3a8664edae07 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:50.192176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.221084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] Pushing event deleted for resources: {'Port': ['ID=3c8d8486-9d19-470f-8c7d-3a8664edae07,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:50.226220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad133961-fd92-4b58-bd5a-4fd33cbeafb0 None None] No DVR routers for this DVR port 3c8d8486-9d19-470f-8c7d-3a8664edae07 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:50.246604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:50.248204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.304661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:50.326744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:50.332106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:50.332704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.337658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7defd7-1890-47e4-b1f6-c0f8a38e407f None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:50.357455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=79975b05-1e1c-4f28-a262-56b0c78284ef,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:50.368938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c42d8bb1-6db1-4198-b22e-126fe0d44028 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5461931 Nov 25 19:04:50.370571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49534) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:50.376166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f690e57b-163d-4f16-9b77-63c336be2a60 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:50.379950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d983a4-3651-4b80-957b-f95198dc15c2 req-0c6d5447-97cf-480b-8e8b-573d254211f9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:50.381578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6d983a4-3651-4b80-957b-f95198dc15c2 req-0c6d5447-97cf-480b-8e8b-573d254211f9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 946 time: 0.0958447 Nov 25 19:04:50.454213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6d983a4-3651-4b80-957b-f95198dc15c2 req-4bf8542e-dea8-44d5-8281-269b1f6f7788 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606203 Nov 25 19:04:50.519531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '79975b05-1e1c-4f28-a262-56b0c78284ef'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:50.520496 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.529681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f690e57b-163d-4f16-9b77-63c336be2a60 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:50.534723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f690e57b-163d-4f16-9b77-63c336be2a60 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.626919 n-d-819194-3 neutron-server[103457]: INFO neutron.db.ipam_backend_mixin [None req-f690e57b-163d-4f16-9b77-63c336be2a60 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79975b05-1e1c-4f28-a262-56b0c78284ef (CIDR: 2001:db8::/64) Nov 25 19:04:50.630928 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f690e57b-163d-4f16-9b77-63c336be2a60 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:50.631393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f690e57b-163d-4f16-9b77-63c336be2a60 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:50.648432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f690e57b-163d-4f16-9b77-63c336be2a60 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2767532 Nov 25 19:04:50.651129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49536) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:50.656140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:50.666884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Allocated IP 2001:db8::f816:3eff:feaf:f684 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/79975b05-1e1c-4f28-a262-56b0c78284ef/26542257-cf48-4a65-a5c2-5b7816046724) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:50.782150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:50.785618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.821932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.828164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.868424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:50.873001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:50.877419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:50.885484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:50.936089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Attempting to bind port 26542257-cf48-4a65-a5c2-5b7816046724 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:50.936460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Attempting to bind port 26542257-cf48-4a65-a5c2-5b7816046724 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:50.938237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Attempting to bind port 26542257-cf48-4a65-a5c2-5b7816046724 on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:50.942597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:50.942976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:50.943379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:50.943772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:50.944241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Bound port: 26542257-cf48-4a65-a5c2-5b7816046724, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:50.944620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.010617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:51.013938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:51.017571 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.019568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.063883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:51.074966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=bbb43a50-0aea-4436-bf42-72d8ae3e5ad7,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:51.078026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:51.081179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:51.081791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.092721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0930-22b3-42e2-abe7-faf457b8bd8b None None] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:51.100757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b61e18a9-31f0-4cd3-b69a-4d36a26de515 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4484944 Nov 25 19:04:51.104427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49538) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:51.110778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:aa:78:19', 'name': 'tempest-NetworksTestDHCPv6-1334548815'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:51.226209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:51.332802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.358689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port ddace029-c004-435d-816b-9f8bbb58d372 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:51.555526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8:0:1::2da (3f0126b4-d19a-46ff-80bf-beda72aa4e54/bbb43a50-0aea-4436-bf42-72d8ae3e5ad7/ddace029-c004-435d-816b-9f8bbb58d372) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:51.562933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:feaa:7819 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/79975b05-1e1c-4f28-a262-56b0c78284ef/ddace029-c004-435d-816b-9f8bbb58d372) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:51.580807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5ff7b-7a72-4136-8f79-4edb5b9e164a req-42001a59-6583-42be-8a2e-1d9610049548 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:51.582228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ed5ff7b-7a72-4136-8f79-4edb5b9e164a req-42001a59-6583-42be-8a2e-1d9610049548 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 946 time: 0.0521202 Nov 25 19:04:51.634797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ed5ff7b-7a72-4136-8f79-4edb5b9e164a req-ea336f9c-cd7c-408b-96f9-a51cb72ba701 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463617 Nov 25 19:04:51.714597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.749786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.795382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:51.798591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:51.802678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:51.808426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:51.809070 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.816117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=ddace029-c004-435d-816b-9f8bbb58d372,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:51.832920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-832abfba-e41c-4473-beab-cf753bf1884c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7272050 Nov 25 19:04:51.835456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49544) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:51.935129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port ddace029-c004-435d-816b-9f8bbb58d372 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:51.935821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:51.995629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827cf77-cdda-4bbd-bc57-455937c7ab20 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:52.028170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.042874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for ddace029-c004-435d-816b-9f8bbb58d372 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:52.127652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-42347929-5322-49a2-be2c-abe4a39c5656 None None] Provisioning complete for port 26542257-cf48-4a65-a5c2-5b7816046724 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:52.128264 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42347929-5322-49a2-be2c-abe4a39c5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.248640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.278496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=ddace029-c004-435d-816b-9f8bbb58d372,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:52.299998 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42347929-5322-49a2-be2c-abe4a39c5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.319874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf6e49c-7b95-4533-bcd1-024afd065e4f None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '79975b05-1e1c-4f28-a262-56b0c78284ef', 'ip_address': '2001:db8::f816:3eff:feaf:f684'}, {'subnet_id': 'bbb43a50-0aea-4436-bf42-72d8ae3e5ad7'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '26542257-cf48-4a65-a5c2-5b7816046724'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:52.334354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.337744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4849fcab-9a15-4823-adb5-9682eb0b7e42 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/ddace029-c004-435d-816b-9f8bbb58d372 HTTP/1.1" status: 204 len: 168 time: 0.5013595 Nov 25 19:04:52.340669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49546) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:52.374816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bf6e49c-7b95-4533-bcd1-024afd065e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.380009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-42347929-5322-49a2-be2c-abe4a39c5656 None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:52.388740 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42347929-5322-49a2-be2c-abe4a39c5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.407803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c4363-d869-4284-a2bc-8d59701699b9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:52.409493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b05c4363-d869-4284-a2bc-8d59701699b9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0676649 Nov 25 19:04:52.412175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49548) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:52.491022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e09c21-9fa8-4ac3-8d01-d408054a4821 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:52.493175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-91e09c21-9fa8-4ac3-8d01-d408054a4821 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0793664 Nov 25 19:04:52.495310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26542257-cf48-4a65-a5c2-5b7816046724 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:52.495922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49550) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:52.549556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785efb1f-eb11-4dd2-ad3a-77c76f46cb1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:52.551231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785efb1f-eb11-4dd2-ad3a-77c76f46cb1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:52.552742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785efb1f-eb11-4dd2-ad3a-77c76f46cb1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:52.554483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-785efb1f-eb11-4dd2-ad3a-77c76f46cb1f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0574338 Nov 25 19:04:52.555013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42347929-5322-49a2-be2c-abe4a39c5656 None None] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:52.557267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49552) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:52.609726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 79975b05-1e1c-4f28-a262-56b0c78284ef {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:52.613222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.632494 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 26542257-cf48-4a65-a5c2-5b7816046724 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:52.632770 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.658252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.743545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.800156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server [None req-6bf6e49c-7b95-4533-bcd1-024afd065e4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79975b05-1e1c-4f28-a262-56b0c78284ef: This subnet is being modified by another concurrent operation. Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79975b05-1e1c-4f28-a262-56b0c78284ef: This subnet is being modified by another concurrent operation. Nov 25 19:04:52.801978 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Nov 25 19:04:52.830747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=79975b05-1e1c-4f28-a262-56b0c78284ef,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:52.837130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.840467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a35686b-1113-4855-8947-f16f76479201 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/79975b05-1e1c-4f28-a262-56b0c78284ef HTTP/1.1" status: 204 len: 168 time: 0.2822104 Nov 25 19:04:52.843075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49554) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:52.881596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93744e7e-5c20-4fd2-953d-7c836ef26eed None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:52.896240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet bbb43a50-0aea-4436-bf42-72d8ae3e5ad7 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:52.909640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.936174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4cc49a0b-4550-4f84-b6e7-99371c43c2a8 None None] Could not find standard attr ID for object ddace029-c004-435d-816b-9f8bbb58d372. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:52.948257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.962694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4cc49a0b-4550-4f84-b6e7-99371c43c2a8 None None] Provisioning complete for port 26542257-cf48-4a65-a5c2-5b7816046724 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:52.963065 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4cc49a0b-4550-4f84-b6e7-99371c43c2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:52.993863 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.057777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.085481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb43a50-0aea-4436-bf42-72d8ae3e5ad7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:53.089698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.094925 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-77071fa6-c118-4571-b842-522e4008cb37 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/bbb43a50-0aea-4436-bf42-72d8ae3e5ad7 HTTP/1.1" status: 204 len: 168 time: 0.2508464 Nov 25 19:04:53.095994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49556) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:53.139294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-081ab015-a550-4167-9ef4-f900a640bb79 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419588 Nov 25 19:04:53.142776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49558) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:53.148574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:53.156533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24bddf4-58e0-4d31-a11e-753582e9a661 None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': 'bbb43a50-0aea-4436-bf42-72d8ae3e5ad7'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '26542257-cf48-4a65-a5c2-5b7816046724'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:53.183573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b24bddf4-58e0-4d31-a11e-753582e9a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.238882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:53.242832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.348419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-059bc751-0741-4708-b5af-7b3e87dcee11 None None] Provisioning complete for port 26542257-cf48-4a65-a5c2-5b7816046724 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:53.348798 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-059bc751-0741-4708-b5af-7b3e87dcee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.472941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48082794-de10-4ae2-aaf7-38e49cbe8c49 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:04:53.562535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-973fe493-c776-4e1d-8a25-cee5588de443 None None] Could not find standard attr ID for object ddace029-c004-435d-816b-9f8bbb58d372. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:53.567593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:53.578108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48082794-de10-4ae2-aaf7-38e49cbe8c49 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:04:53.782614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.844987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '70a2f6a8-38ea-49a4-a8e3-2f243baedc5b'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '26542257-cf48-4a65-a5c2-5b7816046724'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:53.870443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.940545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:53.971064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.975935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:53.976700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:54.027028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:04:54.027424 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:04:54.055794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:54.065990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:54.072464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=70a2f6a8-38ea-49a4-a8e3-2f243baedc5b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:54.075733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:54.076312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:54.086039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:54.099567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e0dfcf62-047c-46f4-9f32-2982aa19f2b8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9555097 Nov 25 19:04:54.102407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49560) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:54.107216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-17d021e5-958d-4f4b-ba0a-45b5b3ac58b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:54.407999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26542257-cf48-4a65-a5c2-5b7816046724 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:54.495000 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:54.531047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:54.550437 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:54.572578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d021e5-958d-4f4b-ba0a-45b5b3ac58b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:54.576562 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17d021e5-958d-4f4b-ba0a-45b5b3ac58b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:54.581261 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:54.675741 n-d-819194-3 neutron-server[103456]: INFO neutron.db.ipam_backend_mixin [None req-17d021e5-958d-4f4b-ba0a-45b5b3ac58b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70a2f6a8-38ea-49a4-a8e3-2f243baedc5b (CIDR: 2001:db8::/64) Nov 25 19:04:54.679922 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d021e5-958d-4f4b-ba0a-45b5b3ac58b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:54.680393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d021e5-958d-4f4b-ba0a-45b5b3ac58b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:54.699728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-17d021e5-958d-4f4b-ba0a-45b5b3ac58b3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5961421 Nov 25 19:04:54.703352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49562) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:54.709003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:54.807827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:54.833522 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:54.837368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.018914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:55.047724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.052718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.064371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.113840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1df5-c01b-459b-93bf-3b08af08a297 None None] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:55.118112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:55.123959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:55.128952 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:55.129553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.141733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=a85cc228-261e-44a5-be28-b6647b7384de,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:55.151955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bc9aff04-4f03-4cde-ac37-99e5aa1e7c20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4474475 Nov 25 19:04:55.154669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49564) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:55.159787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:92:e5:a2', 'name': 'tempest-NetworksTestDHCPv6-1532545482'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:55.293280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:55.298153 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.321806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 2a59186b-b35f-4198-9731-30c45aa95242 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:55.502229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8:0:1::1c4 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/a85cc228-261e-44a5-be28-b6647b7384de/2a59186b-b35f-4198-9731-30c45aa95242) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:55.509122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::f816:3eff:fe92:e5a2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/70a2f6a8-38ea-49a4-a8e3-2f243baedc5b/2a59186b-b35f-4198-9731-30c45aa95242) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:55.667523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.675905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06f646-04d6-45e4-9672-9db9d24695ec None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:04:55.703323 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.738522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-98e7577b-72fb-47a8-9814-34daa1280697 None None] Provisioning complete for port 26542257-cf48-4a65-a5c2-5b7816046724 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:55.739158 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-98e7577b-72fb-47a8-9814-34daa1280697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.748910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:55.751951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:55.754564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:55.760387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:55.760997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.771521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=2a59186b-b35f-4198-9731-30c45aa95242,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:55.786426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bbcb85e8-58d3-41ff-97d1-a7ca3bdd9adf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6307042 Nov 25 19:04:55.788981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49566) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:55.808128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b06f646-04d6-45e4-9672-9db9d24695ec None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:04:55.879280 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 2a59186b-b35f-4198-9731-30c45aa95242 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:55.879540 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.893166 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-98e7577b-72fb-47a8-9814-34daa1280697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.950657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-98e7577b-72fb-47a8-9814-34daa1280697 None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:55.960275 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-98e7577b-72fb-47a8-9814-34daa1280697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.969983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:55.982535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 2a59186b-b35f-4198-9731-30c45aa95242 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:56.051718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7577b-72fb-47a8-9814-34daa1280697 None None] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:56.161378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.187762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19206a47-ebb1-455f-bc37-174115856213 None None] Update dhcp port {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'fixed_ips': [{'subnet_id': '70a2f6a8-38ea-49a4-a8e3-2f243baedc5b', 'ip_address': '2001:db8::f816:3eff:feaf:f684'}, {'subnet_id': 'a85cc228-261e-44a5-be28-b6647b7384de'}], 'binding:host_id': 'n-d-819194-3'}, 'id': '26542257-cf48-4a65-a5c2-5b7816046724'} from n-d-819194-3. {{(pid=103458) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:04:56.195838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=2a59186b-b35f-4198-9731-30c45aa95242,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:56.213938 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19206a47-ebb1-455f-bc37-174115856213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.239832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.243412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c32b2bca-2367-4bf9-87a1-f4bd0b9de37a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/2a59186b-b35f-4198-9731-30c45aa95242 HTTP/1.1" status: 204 len: 168 time: 0.4535248 Nov 25 19:04:56.245784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49568) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:56.293417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ae285-454b-4b0a-a2a9-7c1d966010c0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:56.294963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5b4ae285-454b-4b0a-a2a9-7c1d966010c0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0481422 Nov 25 19:04:56.297559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49570) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:56.344357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ec21d-cf13-4c2d-8d7b-90fbf5e4991e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:56.345845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c52ec21d-cf13-4c2d-8d7b-90fbf5e4991e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0473988 Nov 25 19:04:56.348479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49572) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:56.378360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-19206a47-ebb1-455f-bc37-174115856213 None None] Allocated IP 2001:db8:0:1::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/a85cc228-261e-44a5-be28-b6647b7384de/26542257-cf48-4a65-a5c2-5b7816046724) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:56.411677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652e722-c929-4ba6-8c4e-8dc950934b69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:56.413286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652e722-c929-4ba6-8c4e-8dc950934b69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:56.414818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652e722-c929-4ba6-8c4e-8dc950934b69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:56.416573 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c652e722-c929-4ba6-8c4e-8dc950934b69 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0670013 Nov 25 19:04:56.419121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49574) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:56.454547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26542257-cf48-4a65-a5c2-5b7816046724 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:04:56.481555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 70a2f6a8-38ea-49a4-a8e3-2f243baedc5b {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:56.530372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-19206a47-ebb1-455f-bc37-174115856213 None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:56.545471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 26542257-cf48-4a65-a5c2-5b7816046724 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:56.545857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.590699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19206a47-ebb1-455f-bc37-174115856213 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.595567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.597934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19206a47-ebb1-455f-bc37-174115856213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.640405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.697706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19206a47-ebb1-455f-bc37-174115856213 None None] Pushing event updated for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:56.732689 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.802031 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.831650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=70a2f6a8-38ea-49a4-a8e3-2f243baedc5b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:56.833775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.836977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-553243ee-46f3-4702-9614-7a088bce8488 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/70a2f6a8-38ea-49a4-a8e3-2f243baedc5b HTTP/1.1" status: 204 len: 168 time: 0.4168379 Nov 25 19:04:56.839544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49576) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:56.892225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet a85cc228-261e-44a5-be28-b6647b7384de {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:04:56.895619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:56.943937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.035891 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.096930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.130954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=a85cc228-261e-44a5-be28-b6647b7384de,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:57.132945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.138003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d3b90eb7-f179-47c2-9638-aeb8249c25b7 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a85cc228-261e-44a5-be28-b6647b7384de HTTP/1.1" status: 204 len: 168 time: 0.2974284 Nov 25 19:04:57.138760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49578) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:57.180500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29c0d8f9-b928-4255-b80b-cb4af27f548b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367367 Nov 25 19:04:57.180834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49580) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:57.183168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48df4fa-dd5a-4088-bb0a-2dcef17e7456 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:57.185503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:57.277444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:57.280950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.290175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-75f8e40f-2d1e-458d-86eb-8fed55a151ce None None] Could not find standard attr ID for object 2a59186b-b35f-4198-9731-30c45aa95242. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:04:57.308444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-75f8e40f-2d1e-458d-86eb-8fed55a151ce None None] Provisioning complete for port 26542257-cf48-4a65-a5c2-5b7816046724 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:57.308816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75f8e40f-2d1e-458d-86eb-8fed55a151ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.386104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:04:57.444916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] Deleting port 26542257-cf48-4a65-a5c2-5b7816046724 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:57.445312 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.473317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.510584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] For port 26542257-cf48-4a65-a5c2-5b7816046724, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26542257-cf48-4a65-a5c2-5b7816046724,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:57.510988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.515671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:57.518825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:57.523028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:57.523618 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.525643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] Calling delete_port for 26542257-cf48-4a65-a5c2-5b7816046724 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:57.533673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:57.545512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-67c03de3-98f7-4f95-ac5d-3d4369b072b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3637969 Nov 25 19:04:57.548473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49582) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:57.553401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a060da3d-1b6e-4174-8cbb-ff0207c951ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:57.606000 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.628684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] Pushing event deleted for resources: {'Port': ['ID=26542257-cf48-4a65-a5c2-5b7816046724,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:57.635111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784a14f-bf6f-4fb2-afef-e5162c37c1ba None None] No DVR routers for this DVR port 26542257-cf48-4a65-a5c2-5b7816046724 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:04:57.653386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9370503-1054-44fb-87f9-7fa69e0ac06c None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:57.669568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a060da3d-1b6e-4174-8cbb-ff0207c951ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:57.673255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a060da3d-1b6e-4174-8cbb-ff0207c951ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.774796 n-d-819194-3 neutron-server[103456]: INFO neutron.db.ipam_backend_mixin [None req-a060da3d-1b6e-4174-8cbb-ff0207c951ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d (CIDR: 2001:db8::/64) Nov 25 19:04:57.778643 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-a060da3d-1b6e-4174-8cbb-ff0207c951ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:04:57.779106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a060da3d-1b6e-4174-8cbb-ff0207c951ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:04:57.796440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a060da3d-1b6e-4174-8cbb-ff0207c951ae tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2469175 Nov 25 19:04:57.799189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49584) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:57.807102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:57.812619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': '8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:04:57.815734 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.922563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:57.926026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:57.950376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d/a52251c2-2978-4f2d-a767-691ef570a2ef) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:58.094237 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.100277 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.145782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:58.148762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:58.157656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:58.160857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Pushing event updated for resources: {'Port': ['ID=a52251c2-2978-4f2d-a767-691ef570a2ef,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:58.173262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.173618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.173963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.174306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.174666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.175005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.181168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.181586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.181935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.182276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.182648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.182991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:04:58.234465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Attempting to bind port a52251c2-2978-4f2d-a767-691ef570a2ef on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:04:58.234830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Attempting to bind port a52251c2-2978-4f2d-a767-691ef570a2ef by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:04:58.235196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Attempting to bind port a52251c2-2978-4f2d-a767-691ef570a2ef on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:04:58.240190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:04:58.240565 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:04:58.240963 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.241357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:04:58.241826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Bound port: a52251c2-2978-4f2d-a767-691ef570a2ef, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:04:58.242204 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.249835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:04:58.302124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] For port a52251c2-2978-4f2d-a767-691ef570a2ef, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:04:58.305153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] For port a52251c2-2978-4f2d-a767-691ef570a2ef, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a52251c2-2978-4f2d-a767-691ef570a2ef,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:04:58.310188 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.367265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459577-6dbc-45db-acc0-9ebe2e0939fc None None] Pushing event updated for resources: {'Port': ['ID=a52251c2-2978-4f2d-a767-691ef570a2ef,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:58.420683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26542257-cf48-4a65-a5c2-5b7816046724 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:04:58.431600 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.443923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 26542257-cf48-4a65-a5c2-5b7816046724 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:04:58.444266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26542257-cf48-4a65-a5c2-5b7816046724 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:04:58.612360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port a52251c2-2978-4f2d-a767-691ef570a2ef, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a52251c2-2978-4f2d-a767-691ef570a2ef,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:58.642521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.647140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.648081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.727357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:58.736489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:58.745720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:58.746313 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:58.761284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=ab596ff0-e78a-456c-8c16-ed3bca3ab8dd,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:58.769981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=a52251c2-2978-4f2d-a767-691ef570a2ef,revision_number=4']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:58.782690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5203d1dd-fa5f-4d9b-ab56-8d8baed64a8e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9822366 Nov 25 19:04:58.783343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49586) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:58.788434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:63:e7:45', 'name': 'tempest-NetworksTestDHCPv6-868313216'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:04:58.900385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:04:58.985711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.007002 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port 54f73c13-f63a-4b10-9acb-4cb9fabdb3cf yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:04:59.174807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::17 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d/54f73c13-f63a-4b10-9acb-4cb9fabdb3cf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:59.182620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:e745 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/ab596ff0-e78a-456c-8c16-ed3bca3ab8dd/54f73c13-f63a-4b10-9acb-4cb9fabdb3cf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:04:59.335654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.372175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.419759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:04:59.423360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:04:59.426295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:04:59.432201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:59.432818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.439384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bbe54c-67b3-4f21-8ee0-8c07d739f3ed None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:04:59.444255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=54f73c13-f63a-4b10-9acb-4cb9fabdb3cf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:59.465345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0ece5af-20e8-4a82-94b2-652499edddce tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6810961 Nov 25 19:04:59.467714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:59.505598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a6ba955c-edb2-4469-a414-f78ea312674f None None] Provisioning complete for port a52251c2-2978-4f2d-a767-691ef570a2ef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:04:59.506139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6ba955c-edb2-4469-a414-f78ea312674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.558088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port 54f73c13-f63a-4b10-9acb-4cb9fabdb3cf {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:04:59.558437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.645278 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.654241 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6ba955c-edb2-4469-a414-f78ea312674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.659354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for 54f73c13-f63a-4b10-9acb-4cb9fabdb3cf owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:04:59.691642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a6ba955c-edb2-4469-a414-f78ea312674f None None] For port a52251c2-2978-4f2d-a767-691ef570a2ef, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a52251c2-2978-4f2d-a767-691ef570a2ef,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:04:59.695889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6ba955c-edb2-4469-a414-f78ea312674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.750413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba955c-edb2-4469-a414-f78ea312674f None None] Pushing event updated for resources: {'Port': ['ID=a52251c2-2978-4f2d-a767-691ef570a2ef,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:59.845221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.871044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=54f73c13-f63a-4b10-9acb-4cb9fabdb3cf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:04:59.924869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:04:59.928598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-496a58c0-259c-4876-b2a9-30ead1e11fbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/54f73c13-f63a-4b10-9acb-4cb9fabdb3cf HTTP/1.1" status: 204 len: 168 time: 0.4589312 Nov 25 19:04:59.931123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49590) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:04:59.980618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fdb54a-ebdd-43ef-ae7e-4757b0e4e3fe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:04:59.982183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b5fdb54a-ebdd-43ef-ae7e-4757b0e4e3fe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0500987 Nov 25 19:04:59.984884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49592) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:00.033497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0690da8-953e-4655-8b28-04d061260bbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:00.035094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a0690da8-953e-4655-8b28-04d061260bbe tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0492406 Nov 25 19:05:00.037709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49594) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:00.091675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd579a35-2672-405e-a5bb-5f0f9a3c20fc tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:00.093854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd579a35-2672-405e-a5bb-5f0f9a3c20fc tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:00.095401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd579a35-2672-405e-a5bb-5f0f9a3c20fc tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:00.096987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fd579a35-2672-405e-a5bb-5f0f9a3c20fc tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0583589 Nov 25 19:05:00.099714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49596) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:00.156892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet 8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:00.160211 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.180691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02f811-030b-43ec-a37d-95555ec8d8ad None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:00.203258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.241296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8be8efce-685e-4a79-96dd-79e557c09f4a None None] Provisioning complete for port a52251c2-2978-4f2d-a767-691ef570a2ef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:00.241668 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8be8efce-685e-4a79-96dd-79e557c09f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.284102 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.344996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.375886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:00.377745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.383413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-437325f7-7fa1-4be6-aa64-a03abb218972 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d HTTP/1.1" status: 204 len: 168 time: 0.2803233 Nov 25 19:05:00.388455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49598) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:00.404655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8be8efce-685e-4a79-96dd-79e557c09f4a None None] Could not find standard attr ID for object 54f73c13-f63a-4b10-9acb-4cb9fabdb3cf. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:05:00.461515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet ab596ff0-e78a-456c-8c16-ed3bca3ab8dd {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:00.465048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.481476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a52251c2-2978-4f2d-a767-691ef570a2ef up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:05:00.507879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.534681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a52251c2-2978-4f2d-a767-691ef570a2ef triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:00.535065 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.600974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.625486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a40a00-a417-45ce-adbd-1990eb5d98ac None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:00.660895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.689367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=ab596ff0-e78a-456c-8c16-ed3bca3ab8dd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:00.691277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.696884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-030731fd-d7a9-46fb-87dd-0a3962498689 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/ab596ff0-e78a-456c-8c16-ed3bca3ab8dd HTTP/1.1" status: 204 len: 168 time: 0.3050749 Nov 25 19:05:00.697009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:00.742798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b6975dea-e39e-44bc-a569-cc5312d086ea tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420408 Nov 25 19:05:00.743044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49602) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:00.748083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:00.760389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2b1858be-2fa2-48f5-ad57-573680264a6a None None] Provisioning complete for port a52251c2-2978-4f2d-a767-691ef570a2ef triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:00.760758 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b1858be-2fa2-48f5-ad57-573680264a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.850377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:00.852451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:00.854065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.866882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.914973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] Deleting port a52251c2-2978-4f2d-a767-691ef570a2ef {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:00.915444 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.977602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] For port a52251c2-2978-4f2d-a767-691ef570a2ef, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a52251c2-2978-4f2d-a767-691ef570a2ef,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:00.977902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:00.990520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] Calling delete_port for a52251c2-2978-4f2d-a767-691ef570a2ef owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:01.041227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.075367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.085423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:01.088671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:01.092230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:01.092886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.101171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] Pushing event deleted for resources: {'Port': ['ID=a52251c2-2978-4f2d-a767-691ef570a2ef,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:01.104637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194d155-8190-4d02-8e58-a5b0ca40c656 None None] No DVR routers for this DVR port a52251c2-2978-4f2d-a767-691ef570a2ef on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:01.112959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=a16f51a9-5d15-4371-b866-df605a38ed97,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:01.119107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7799de96-f05a-4ab3-ac44-55720af5e6cf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3744285 Nov 25 19:05:01.121367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49604) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:01.123727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295ea99-01e4-4b05-9ca3-96a918fadb63 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:01.127717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-281bf63a-f9c6-4e13-a011-70792a56dd4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:01.239670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281bf63a-f9c6-4e13-a011-70792a56dd4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:01.247531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-281bf63a-f9c6-4e13-a011-70792a56dd4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.344149 n-d-819194-3 neutron-server[103457]: INFO neutron.db.ipam_backend_mixin [None req-281bf63a-f9c6-4e13-a011-70792a56dd4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a16f51a9-5d15-4371-b866-df605a38ed97 (CIDR: 2001:db8::/64) Nov 25 19:05:01.347253 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-281bf63a-f9c6-4e13-a011-70792a56dd4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:05:01.347727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281bf63a-f9c6-4e13-a011-70792a56dd4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:01.365053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-281bf63a-f9c6-4e13-a011-70792a56dd4f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2426269 Nov 25 19:05:01.367969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49606) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:01.373202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'subnet': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:01.419839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'tenant_id': '3256448934884881a6c3aa7b5bdb284a', 'fixed_ips': [{'subnet_id': 'a16f51a9-5d15-4371-b866-df605a38ed97'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:05:01.420705 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.483111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:01.487530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.556995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Allocated IP 2001:db8::2 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/a16f51a9-5d15-4371-b866-df605a38ed97/b206ea29-b822-47f8-af91-35fcfbc4b40f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:01.697695 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.703750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.746059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:01.751391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:01.753489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Pushing event updated for resources: {'Port': ['ID=b206ea29-b822-47f8-af91-35fcfbc4b40f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:01.755696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:01.800693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.objects.ports [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103456) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:05:01.808442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Attempting to bind port b206ea29-b822-47f8-af91-35fcfbc4b40f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:05:01.808758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Attempting to bind port b206ea29-b822-47f8-af91-35fcfbc4b40f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:05:01.809134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Attempting to bind port b206ea29-b822-47f8-af91-35fcfbc4b40f on network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:05:01.814210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:05:01.814632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Checking segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:05:01.815037 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.815434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Bound using segment: {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:05:01.815908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Bound port: b206ea29-b822-47f8-af91-35fcfbc4b40f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:05:01.816291 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.880445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] For port b206ea29-b822-47f8-af91-35fcfbc4b40f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:05:01.883730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] For port b206ea29-b822-47f8-af91-35fcfbc4b40f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b206ea29-b822-47f8-af91-35fcfbc4b40f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:05:01.888367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:01.952889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2487d30-f0f5-4429-9026-1a7756f6777a None None] Pushing event updated for resources: {'Port': ['ID=b206ea29-b822-47f8-af91-35fcfbc4b40f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:01.958088 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.142244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] For port b206ea29-b822-47f8-af91-35fcfbc4b40f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b206ea29-b822-47f8-af91-35fcfbc4b40f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:02.176641 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.181949 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.182774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.255891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:02.262256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:02.269851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:02.270436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.277807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Subnet': ['ID=c472860f-6fe4-4632-9dd7-babc40ec76aa,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:02.295329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=b206ea29-b822-47f8-af91-35fcfbc4b40f,revision_number=4']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:02.301421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ad9f4002-a2ea-446e-b98d-c9850f1a6343 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9324474 Nov 25 19:05:02.304283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49608) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:02.309305 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Request body: {'port': {'network_id': '3f0126b4-d19a-46ff-80bf-beda72aa4e54', 'mac_address': 'fa:16:3e:69:c0:bd', 'name': 'tempest-NetworksTestDHCPv6-263078772'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:02.430654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Made reservation on behalf of 3256448934884881a6c3aa7b5bdb284a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:02.455119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b206ea29-b822-47f8-af91-35fcfbc4b40f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:05:02.503869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b206ea29-b822-47f8-af91-35fcfbc4b40f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:02.504246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.513926 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.536051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] device_id is not set on port f8e10f9f-febe-42b4-9ef1-ab03da62c5dc yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:05:02.602610 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.640350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port b206ea29-b822-47f8-af91-35fcfbc4b40f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b206ea29-b822-47f8-af91-35fcfbc4b40f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:02.646528 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.704144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a52251c2-2978-4f2d-a767-691ef570a2ef no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:02.728913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a52251c2-2978-4f2d-a767-691ef570a2ef {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:02.729384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a52251c2-2978-4f2d-a767-691ef570a2ef not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:02.732056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=b206ea29-b822-47f8-af91-35fcfbc4b40f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:02.743008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8::e7 (3f0126b4-d19a-46ff-80bf-beda72aa4e54/a16f51a9-5d15-4371-b866-df605a38ed97/f8e10f9f-febe-42b4-9ef1-ab03da62c5dc) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:02.749483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:c0bd (3f0126b4-d19a-46ff-80bf-beda72aa4e54/c472860f-6fe4-4632-9dd7-babc40ec76aa/f8e10f9f-febe-42b4-9ef1-ab03da62c5dc) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:02.872556 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab7038-8ad4-43c4-af55-d74eaa3b4267 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:02.910818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.940245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ccd9d050-5c12-4cce-9cf2-14235a3c3886 None None] Provisioning complete for port b206ea29-b822-47f8-af91-35fcfbc4b40f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:02.940619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d050-5c12-4cce-9cf2-14235a3c3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.946857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:02.989688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:02.992734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:02.996366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:03.002519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:03.003136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.013238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event updated for resources: {'Port': ['ID=f8e10f9f-febe-42b4-9ef1-ab03da62c5dc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:03.031486 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-70414712-0b5c-402d-b380-c087d229157b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7222664 Nov 25 19:05:03.032434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49610) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:03.131854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting port f8e10f9f-febe-42b4-9ef1-ab03da62c5dc {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:03.132191 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.220996 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.233993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Calling delete_port for f8e10f9f-febe-42b4-9ef1-ab03da62c5dc owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:03.419461 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.454987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Port': ['ID=f8e10f9f-febe-42b4-9ef1-ab03da62c5dc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:03.482091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.500043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.503464 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-83adf2ed-618c-44cd-9cfe-4289d89a81e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/f8e10f9f-febe-42b4-9ef1-ab03da62c5dc HTTP/1.1" status: 204 len: 168 time: 0.4699020 Nov 25 19:05:03.506050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49612) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:03.556490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74701bec-2e6c-4772-b0c7-013343009328 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:03.558022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-74701bec-2e6c-4772-b0c7-013343009328 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0509558 Nov 25 19:05:03.560627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49614) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:03.610687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc2a299-a2fb-40a1-ae40-9dd2352f1180 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:03.612236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5bc2a299-a2fb-40a1-ae40-9dd2352f1180 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0506573 Nov 25 19:05:03.614971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49616) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:03.668783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b031372-3f71-4227-aa97-aa4dfa890362 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:03.670308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b031372-3f71-4227-aa97-aa4dfa890362 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:03.672410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b031372-3f71-4227-aa97-aa4dfa890362 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:03.674040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4b031372-3f71-4227-aa97-aa4dfa890362 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0580645 Nov 25 19:05:03.676775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49618) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:03.713170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dd0a7349-5751-4208-a528-505f00dd5852 None None] Could not find standard attr ID for object f8e10f9f-febe-42b4-9ef1-ab03da62c5dc. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:05:03.724114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dd0a7349-5751-4208-a528-505f00dd5852 None None] Provisioning complete for port b206ea29-b822-47f8-af91-35fcfbc4b40f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:03.724488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd0a7349-5751-4208-a528-505f00dd5852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.731900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet a16f51a9-5d15-4371-b866-df605a38ed97 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:03.736126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.786227 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.873537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.923692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a7011617-6430-4484-9168-047aca236fbf None None] Could not find standard attr ID for object 2a59186b-b35f-4198-9731-30c45aa95242. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:05:03.940361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.975396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:03.978690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a16f51a9-5d15-4371-b866-df605a38ed97 HTTP/1.1" status: 204 len: 168 time: 0.3008864 Nov 25 19:05:03.980421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de320ef-c777-4b72-81b7-ffe7cb298500 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=a16f51a9-5d15-4371-b866-df605a38ed97,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:03.981227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.027557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb0a17-f8a7-4251-84d0-0ef5ba5792c3 None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:04.035581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Deleting subnet c472860f-6fe4-4632-9dd7-babc40ec76aa {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:04.038841 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:04.072325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-169236ce-1023-47ca-a281-cc6eb35747c0 None None] Could not find standard attr ID for object 54f73c13-f63a-4b10-9acb-4cb9fabdb3cf. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:05:04.084693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:04.166100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:04.228511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:04.258739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Subnet': ['ID=c472860f-6fe4-4632-9dd7-babc40ec76aa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:04.265656 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:04.268908 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-999c47c8-74da-4439-a51f-7c886ad1ea90 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/c472860f-6fe4-4632-9dd7-babc40ec76aa HTTP/1.1" status: 204 len: 168 time: 0.2863472 Nov 25 19:05:04.271528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49622) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.308956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63966382-8886-4875-b2b4-dbfa7af59376 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363173 Nov 25 19:05:04.312343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49624) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.362227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2aa68-79fa-4173-a525-d4eb8bb88c75 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:04.366186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b7b2aa68-79fa-4173-a525-d4eb8bb88c75 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0501535 Nov 25 19:05:04.366885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49626) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.425172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0a695-f9d1-4885-8f86-6aa72ed48905 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:04.426370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b5c0a695-f9d1-4885-8f86-6aa72ed48905 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0588787 Nov 25 19:05:04.429052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49628) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.442439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b206ea29-b822-47f8-af91-35fcfbc4b40f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:05:04.470988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d8e52095-0cf0-4cef-956e-fe9eb46955fb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403404 Nov 25 19:05:04.476912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49630) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.492158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b206ea29-b822-47f8-af91-35fcfbc4b40f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:04.492528 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:04.498914 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e194aa83-3df5-450b-8a35-9a50e4ee134c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.499527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e194aa83-3df5-450b-8a35-9a50e4ee134c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.502799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e194aa83-3df5-450b-8a35-9a50e4ee134c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/f8e10f9f-febe-42b4-9ef1-ab03da62c5dc HTTP/1.1" status: 404 len: 333 time: 0.0266922 Nov 25 19:05:04.505346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49632) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.535987 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-858c9fff-194e-4197-a292-606415912e99 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.536638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858c9fff-194e-4197-a292-606415912e99 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.541744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-858c9fff-194e-4197-a292-606415912e99 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/c472860f-6fe4-4632-9dd7-babc40ec76aa HTTP/1.1" status: 404 len: 337 time: 0.0331008 Nov 25 19:05:04.541979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49634) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.569155 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f0d8cf-83a1-4ba1-b577-beee4837e07e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.570109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f0d8cf-83a1-4ba1-b577-beee4837e07e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.576100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-08f0d8cf-83a1-4ba1-b577-beee4837e07e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a16f51a9-5d15-4371-b866-df605a38ed97 HTTP/1.1" status: 404 len: 337 time: 0.0308838 Nov 25 19:05:04.576567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49636) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.603154 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31fa311-c59c-481c-b4b2-8485966da032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.603867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31fa311-c59c-481c-b4b2-8485966da032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.607201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d31fa311-c59c-481c-b4b2-8485966da032 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/54f73c13-f63a-4b10-9acb-4cb9fabdb3cf HTTP/1.1" status: 404 len: 333 time: 0.0286500 Nov 25 19:05:04.610042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49638) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.639452 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba643f5-3794-4689-912f-1d0c0fa32ce6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.639954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba643f5-3794-4689-912f-1d0c0fa32ce6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.643099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cba643f5-3794-4689-912f-1d0c0fa32ce6 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/ab596ff0-e78a-456c-8c16-ed3bca3ab8dd HTTP/1.1" status: 404 len: 337 time: 0.0320923 Nov 25 19:05:04.645845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49640) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.673194 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb09bbc-fd05-4f19-b7be-f636439e4f61 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.673660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb09bbc-fd05-4f19-b7be-f636439e4f61 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.676896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ebb09bbc-fd05-4f19-b7be-f636439e4f61 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8dae0933-bf3e-44a1-a7a3-15ca62a6ff1d HTTP/1.1" status: 404 len: 337 time: 0.0299535 Nov 25 19:05:04.679428 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49642) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.702640 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0829361-34fe-4c9b-8b45-6a0ba08d19e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.703204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0829361-34fe-4c9b-8b45-6a0ba08d19e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.706281 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0829361-34fe-4c9b-8b45-6a0ba08d19e4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/2a59186b-b35f-4198-9731-30c45aa95242 HTTP/1.1" status: 404 len: 333 time: 0.0258675 Nov 25 19:05:04.708870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49644) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.735260 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c86f95-82ec-43f0-947f-b2471ae2dcde tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.735717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c86f95-82ec-43f0-947f-b2471ae2dcde tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.738793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-83c86f95-82ec-43f0-947f-b2471ae2dcde tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a85cc228-261e-44a5-be28-b6647b7384de HTTP/1.1" status: 404 len: 337 time: 0.0289948 Nov 25 19:05:04.740510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d4a4a-c2a5-496f-97ee-b213577ead4a None None] Network 3f0126b4-d19a-46ff-80bf-beda72aa4e54 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:04.741359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49646) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.765833 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3fa01-3eb1-47c4-a08e-ef3649876278 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.766282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a3fa01-3eb1-47c4-a08e-ef3649876278 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.769334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-00a3fa01-3eb1-47c4-a08e-ef3649876278 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/70a2f6a8-38ea-49a4-a8e3-2f243baedc5b HTTP/1.1" status: 404 len: 337 time: 0.0270803 Nov 25 19:05:04.771943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49648) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.800255 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7422bdd4-862b-4511-8508-d37bc34c78b0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.800812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7422bdd4-862b-4511-8508-d37bc34c78b0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.805688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7422bdd4-862b-4511-8508-d37bc34c78b0 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/ddace029-c004-435d-816b-9f8bbb58d372 HTTP/1.1" status: 404 len: 333 time: 0.0310204 Nov 25 19:05:04.806423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49650) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.832111 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cec4a29-6906-4038-afd0-de1fb8d79186 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.832631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cec4a29-6906-4038-afd0-de1fb8d79186 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.837745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2cec4a29-6906-4038-afd0-de1fb8d79186 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/bbb43a50-0aea-4436-bf42-72d8ae3e5ad7 HTTP/1.1" status: 404 len: 337 time: 0.0277011 Nov 25 19:05:04.837916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f3ae4469-8f62-48d9-89d2-89ac744684b5 None None] Provisioning complete for port b206ea29-b822-47f8-af91-35fcfbc4b40f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:04.837916 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4469-8f62-48d9-89d2-89ac744684b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:04.838130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49652) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.863236 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5923b4c4-34ac-4a8e-aab3-347a95fa3fcf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.863673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5923b4c4-34ac-4a8e-aab3-347a95fa3fcf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.866674 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5923b4c4-34ac-4a8e-aab3-347a95fa3fcf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/79975b05-1e1c-4f28-a262-56b0c78284ef HTTP/1.1" status: 404 len: 337 time: 0.0277488 Nov 25 19:05:04.869135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49654) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.892237 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce94c333-2774-4146-831d-35a50ec64f52 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.892792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce94c333-2774-4146-831d-35a50ec64f52 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.895877 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ce94c333-2774-4146-831d-35a50ec64f52 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/ce64b56e-1747-49b7-910c-0e8c8f00a570 HTTP/1.1" status: 404 len: 333 time: 0.0258517 Nov 25 19:05:04.898560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49656) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.925779 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-83614e73-dc2f-4976-bf0d-6a0a645de8f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.926239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83614e73-dc2f-4976-bf0d-6a0a645de8f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.932550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-83614e73-dc2f-4976-bf0d-6a0a645de8f4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/9b94aac1-186e-4447-8be1-69e264930a34 HTTP/1.1" status: 404 len: 337 time: 0.0299616 Nov 25 19:05:04.932550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49658) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.955202 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-084974ef-0c78-476b-a130-1dd1061f324d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.955755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084974ef-0c78-476b-a130-1dd1061f324d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.958017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] DHCP port deletion for 3f0126b4-d19a-46ff-80bf-beda72aa4e54 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:04.958869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-084974ef-0c78-476b-a130-1dd1061f324d tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/51a756d0-e74b-42e9-a8f7-2468ef1f7fe6 HTTP/1.1" status: 404 len: 333 time: 0.0257695 Nov 25 19:05:04.961475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49660) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:04.990781 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eccf232-bd9f-4a4d-81bc-f6f783cbb754 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:04.991149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eccf232-bd9f-4a4d-81bc-f6f783cbb754 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:04.994594 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7eccf232-bd9f-4a4d-81bc-f6f783cbb754 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/41e768d5-5dda-4f29-ab76-386c8b012507 HTTP/1.1" status: 404 len: 337 time: 0.0317948 Nov 25 19:05:04.996754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49662) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.005191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] Deleting port b206ea29-b822-47f8-af91-35fcfbc4b40f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:05.005576 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:05.018994 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3931de88-e83d-4c65-bdf8-862930288f20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.019548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3931de88-e83d-4c65-bdf8-862930288f20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.024921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3931de88-e83d-4c65-bdf8-862930288f20 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/6d5701ef-6849-40dd-bcdb-ee566df0486f HTTP/1.1" status: 404 len: 333 time: 0.0248945 Nov 25 19:05:05.025130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49664) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.052980 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d9558c-f3db-46dc-8d22-22b43defc900 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.053436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d9558c-f3db-46dc-8d22-22b43defc900 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.059473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87d9558c-f3db-46dc-8d22-22b43defc900 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/d526fd56-011e-42b8-9b2a-7d68a3462142 HTTP/1.1" status: 404 len: 337 time: 0.0310082 Nov 25 19:05:05.059659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49666) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.075051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] For port b206ea29-b822-47f8-af91-35fcfbc4b40f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b206ea29-b822-47f8-af91-35fcfbc4b40f,segment=NetworkSegment(6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68),segment_id=6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:05.075457 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:05.082320 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8d081f-019b-4c73-8a13-4596689d0f7b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.082866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8d081f-019b-4c73-8a13-4596689d0f7b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.085865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2d8d081f-019b-4c73-8a13-4596689d0f7b tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/909e3bd5-7b4b-4f96-a7a6-ff34ecf92d62 HTTP/1.1" status: 404 len: 333 time: 0.0253189 Nov 25 19:05:05.088264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] Calling delete_port for b206ea29-b822-47f8-af91-35fcfbc4b40f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:05.088427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49668) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.113250 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16d7d5b-ba12-4bb4-abaf-8c71aa14ec30 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.113704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16d7d5b-ba12-4bb4-abaf-8c71aa14ec30 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.116751 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d16d7d5b-ba12-4bb4-abaf-8c71aa14ec30 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/da98e723-eed4-4848-ba58-32b17d023348 HTTP/1.1" status: 404 len: 337 time: 0.0274489 Nov 25 19:05:05.119261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.141622 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b16101e-cf81-4093-a7da-62355d2f8150 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.142129 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b16101e-cf81-4093-a7da-62355d2f8150 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.145227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2b16101e-cf81-4093-a7da-62355d2f8150 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/914be1f5-71e9-41e5-a28d-1709372ca1bf HTTP/1.1" status: 404 len: 333 time: 0.0250676 Nov 25 19:05:05.147686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.167181 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:05.178140 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbda1103-4d9f-414d-a653-25a292ad2a45 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.178624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbda1103-4d9f-414d-a653-25a292ad2a45 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.181656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dbda1103-4d9f-414d-a653-25a292ad2a45 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8b88a4ec-1a19-461e-a3e2-5ab524e5b001 HTTP/1.1" status: 404 len: 337 time: 0.0330870 Nov 25 19:05:05.184290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.192672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] Pushing event deleted for resources: {'Port': ['ID=b206ea29-b822-47f8-af91-35fcfbc4b40f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:05.197285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02e57c-0bf1-4b83-a38f-1a5e084ba3d0 None None] No DVR routers for this DVR port b206ea29-b822-47f8-af91-35fcfbc4b40f on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:05.209667 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd506d1b-76aa-49e2-90c5-4c50a311ab18 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.210109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd506d1b-76aa-49e2-90c5-4c50a311ab18 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.214945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dd506d1b-76aa-49e2-90c5-4c50a311ab18 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/0876aba0-0271-45f5-9794-54a1c10162aa HTTP/1.1" status: 404 len: 333 time: 0.0297735 Nov 25 19:05:05.215836 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49676) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.241032 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-978cf638-536b-4e6f-bf13-59927c165ddf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.241483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978cf638-536b-4e6f-bf13-59927c165ddf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.244790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-978cf638-536b-4e6f-bf13-59927c165ddf tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/dee0379e-8fd8-4748-b34a-28f61327b250 HTTP/1.1" status: 404 len: 337 time: 0.0279441 Nov 25 19:05:05.247086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49678) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.273485 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd2b5d4-ec08-4948-98dc-7126fab3e729 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.273931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd2b5d4-ec08-4948-98dc-7126fab3e729 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.276983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bcd2b5d4-ec08-4948-98dc-7126fab3e729 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/b3c97fac-6d99-42e2-8f09-ad6b06a66141 HTTP/1.1" status: 404 len: 337 time: 0.0290022 Nov 25 19:05:05.279285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.301325 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41cce46-c27b-4874-a489-72646250659c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.301833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41cce46-c27b-4874-a489-72646250659c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.304843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e41cce46-c27b-4874-a489-72646250659c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/eec8f9e9-6173-4ed7-add5-a7106dde1344 HTTP/1.1" status: 404 len: 333 time: 0.0246770 Nov 25 19:05:05.307177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49682) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.333512 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98129bc-22f0-4734-ac39-ead8212d2be3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.333964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98129bc-22f0-4734-ac39-ead8212d2be3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.337006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d98129bc-22f0-4734-ac39-ead8212d2be3 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/2a2d7750-bdae-486d-b6a3-2b8415452dfe HTTP/1.1" status: 404 len: 337 time: 0.0289352 Nov 25 19:05:05.340082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49684) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.371209 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f19828-b296-4487-8319-b9af7d5a9390 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.371745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f19828-b296-4487-8319-b9af7d5a9390 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.375390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a4f19828-b296-4487-8319-b9af7d5a9390 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a49f0b7b-1b06-4b89-82df-747509cbdceb HTTP/1.1" status: 404 len: 337 time: 0.0344145 Nov 25 19:05:05.377862 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49686) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.399814 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2424d777-113a-45fb-9722-6fbfe6d45a30 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.400350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2424d777-113a-45fb-9722-6fbfe6d45a30 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.403361 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2424d777-113a-45fb-9722-6fbfe6d45a30 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/dd1e5332-8ac4-45f6-b7bd-76e0ad6fbcde HTTP/1.1" status: 404 len: 333 time: 0.0246179 Nov 25 19:05:05.406324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49688) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.430921 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-135652ed-0ae8-4b74-96c0-ba02bff83f80 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.431353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135652ed-0ae8-4b74-96c0-ba02bff83f80 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.434270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-135652ed-0ae8-4b74-96c0-ba02bff83f80 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/99b54124-d58c-4c42-bc60-a2016e053e85 HTTP/1.1" status: 404 len: 337 time: 0.0270438 Nov 25 19:05:05.436528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49690) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.460478 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-312395db-6d3a-4b0e-b63d-0c687f592f63 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.460850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312395db-6d3a-4b0e-b63d-0c687f592f63 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.463779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-312395db-6d3a-4b0e-b63d-0c687f592f63 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/a395c0a1-537b-45e1-a083-4fc7c0247051 HTTP/1.1" status: 404 len: 337 time: 0.0264490 Nov 25 19:05:05.465970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49692) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.487959 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-5199b5d1-44bf-4e5c-aa95-b3e279974cc4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.488456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5199b5d1-44bf-4e5c-aa95-b3e279974cc4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.491391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5199b5d1-44bf-4e5c-aa95-b3e279974cc4 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/14aa41a7-b74c-4f0e-8c9d-4f0e3daa4a09 HTTP/1.1" status: 404 len: 333 time: 0.0245297 Nov 25 19:05:05.493596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49694) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.516996 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3925990d-26b8-40fe-874b-88da2486047a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.517425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3925990d-26b8-40fe-874b-88da2486047a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.520382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3925990d-26b8-40fe-874b-88da2486047a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/77a2e89e-4616-4da4-a92b-da0d9abbf85a HTTP/1.1" status: 404 len: 337 time: 0.0259409 Nov 25 19:05:05.522514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49696) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.551001 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b6706f-50c3-42db-81c3-d723d35f9008 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.551601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b6706f-50c3-42db-81c3-d723d35f9008 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.554343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f3b6706f-50c3-42db-81c3-d723d35f9008 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8b3b0d10-c72b-4953-99d5-d3c797cadb1a HTTP/1.1" status: 404 len: 337 time: 0.0309877 Nov 25 19:05:05.556666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49698) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.582074 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-660c2399-dbc8-40b6-a96a-cd39b43024f9 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports?device_id=559a5fc9-473f-4541-9078-fbcdc076d542 HTTP/1.1" status: 200 len: 205 time: 0.0244157 Nov 25 19:05:05.584706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49700) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.593520 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:05:05.620292 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-538fb31c-2472-4a79-8b89-c855e7d8f4bd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] delete failed (client error): The resource could not be found. Nov 25 19:05:05.621282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-538fb31c-2472-4a79-8b89-c855e7d8f4bd tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/routers/559a5fc9-473f-4541-9078-fbcdc076d542 HTTP/1.1" status: 404 len: 336 time: 0.0357170 Nov 25 19:05:05.623681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49702) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.648869 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f4e8ee-612a-4ebb-8dbe-9f33321e063c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:05.649317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f4e8ee-612a-4ebb-8dbe-9f33321e063c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:05.652378 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-79f4e8ee-612a-4ebb-8dbe-9f33321e063c tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/77ee6b50-ecb1-4318-91ef-8fa8b11d92da HTTP/1.1" status: 404 len: 337 time: 0.0277867 Nov 25 19:05:05.654829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49704) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:05.681069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73015318-adca-4a6f-b46b-a6d34cf174d5 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "GET /v2.0/ports?device_id=11811112-076c-4a52-9099-3cf7a83a7ac9 HTTP/1.1" status: 200 len: 205 time: 0.0246577 Nov 25 19:05:05.683273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.005492 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-b362248f-e6cb-4249-818b-3a79c2d4fd64 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] delete failed (client error): The resource could not be found. Nov 25 19:05:06.006548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b362248f-e6cb-4249-818b-3a79c2d4fd64 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/routers/11811112-076c-4a52-9099-3cf7a83a7ac9 HTTP/1.1" status: 404 len: 336 time: 0.3223815 Nov 25 19:05:06.009093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49708) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.034444 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff81ce6-b6ad-429c-99ab-7e5c39572935 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.034913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff81ce6-b6ad-429c-99ab-7e5c39572935 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.037877 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ff81ce6-b6ad-429c-99ab-7e5c39572935 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/f484f875-a27f-46d4-b204-afe2b0ab3c0d HTTP/1.1" status: 404 len: 337 time: 0.0278993 Nov 25 19:05:06.040124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49710) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.064986 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea47c62-80f7-4190-8d86-5a4085fbd574 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.065427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea47c62-80f7-4190-8d86-5a4085fbd574 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.068417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7ea47c62-80f7-4190-8d86-5a4085fbd574 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/e7ff4b4c-6e49-4164-90e9-b7e79ef5920e HTTP/1.1" status: 404 len: 337 time: 0.0274184 Nov 25 19:05:06.070699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.091977 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a3f3bc-7f4d-45da-8dba-40a4b69f317a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.092469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a3f3bc-7f4d-45da-8dba-40a4b69f317a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.095929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-57a3f3bc-7f4d-45da-8dba-40a4b69f317a tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/44fad41c-8035-499b-afbf-f4b341953a77 HTTP/1.1" status: 404 len: 333 time: 0.0243611 Nov 25 19:05:06.098012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49714) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.125258 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e5aada-32cc-49e3-9158-2c59f54da19e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.125692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e5aada-32cc-49e3-9158-2c59f54da19e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.128652 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e7e5aada-32cc-49e3-9158-2c59f54da19e tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/8b73969e-9272-487c-aa0d-513e8353beae HTTP/1.1" status: 404 len: 337 time: 0.0297580 Nov 25 19:05:06.130847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49716) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.152530 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e92e50d-3018-46b2-a7c4-d37d2162d74f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.153035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e92e50d-3018-46b2-a7c4-d37d2162d74f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.156041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3e92e50d-3018-46b2-a7c4-d37d2162d74f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/9aceb010-dd47-4da3-8ae4-8482059af54a HTTP/1.1" status: 404 len: 333 time: 0.0243287 Nov 25 19:05:06.158340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49718) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.182286 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-024837ec-f432-44b9-a609-51047be54075 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.182755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024837ec-f432-44b9-a609-51047be54075 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.185750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-024837ec-f432-44b9-a609-51047be54075 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/6ac9c56b-37b6-4b9c-a4e3-cd23b803e231 HTTP/1.1" status: 404 len: 337 time: 0.0265028 Nov 25 19:05:06.188634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49720) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.211161 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-025f4661-ca51-47b1-b093-5948b94c2639 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.211689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025f4661-ca51-47b1-b093-5948b94c2639 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.214702 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-025f4661-ca51-47b1-b093-5948b94c2639 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/2d840562-f0a2-4de7-b63f-8ed281baf3af HTTP/1.1" status: 404 len: 333 time: 0.0251455 Nov 25 19:05:06.217037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49722) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.241025 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa4e019-9069-4db1-9050-883c3eda582f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.241469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa4e019-9069-4db1-9050-883c3eda582f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.244479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7aa4e019-9069-4db1-9050-883c3eda582f tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/57a6f24e-5b67-47e9-bcab-61a20be3e41e HTTP/1.1" status: 404 len: 337 time: 0.0265625 Nov 25 19:05:06.246755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.269152 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad25693-1c8b-4689-9634-e3431cae3e32 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.269585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad25693-1c8b-4689-9634-e3431cae3e32 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.272597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8ad25693-1c8b-4689-9634-e3431cae3e32 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/6d14422f-6f50-435c-b7ff-7622c615b960 HTTP/1.1" status: 404 len: 333 time: 0.0249755 Nov 25 19:05:06.274933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49726) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.302885 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-de695414-53b2-48e2-bc0e-72966cb80bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.303316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de695414-53b2-48e2-bc0e-72966cb80bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.306243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-de695414-53b2-48e2-bc0e-72966cb80bd8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/ee735ab3-e5a7-41ef-9876-c307d5f76d47 HTTP/1.1" status: 404 len: 337 time: 0.0304449 Nov 25 19:05:06.308480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49728) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.330701 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b91f6e3-d1b3-4b54-ba75-f986c097b6e8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.331194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b91f6e3-d1b3-4b54-ba75-f986c097b6e8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.334107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7b91f6e3-d1b3-4b54-ba75-f986c097b6e8 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/f2e3fed9-801c-47ac-8207-157986f3c83e HTTP/1.1" status: 404 len: 333 time: 0.0247641 Nov 25 19:05:06.336276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49730) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.360291 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0dc3ab-9b11-43e6-8088-9a9c3186c377 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.360733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0dc3ab-9b11-43e6-8088-9a9c3186c377 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.363717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ed0dc3ab-9b11-43e6-8088-9a9c3186c377 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/feced95c-316c-4ecf-b1ad-b10c67231fa7 HTTP/1.1" status: 404 len: 337 time: 0.0265865 Nov 25 19:05:06.365929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49732) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.388283 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b842d815-40d0-4186-9eab-722e20b603b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.388835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b842d815-40d0-4186-9eab-722e20b603b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.391978 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b842d815-40d0-4186-9eab-722e20b603b2 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/e56f40d9-9ed4-4f71-8b5b-81834e407cb2 HTTP/1.1" status: 404 len: 333 time: 0.0251338 Nov 25 19:05:06.394485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49734) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.414287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b206ea29-b822-47f8-af91-35fcfbc4b40f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:06.419326 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49ea25c-44a8-4e08-8538-03257ac7fa61 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.419787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49ea25c-44a8-4e08-8538-03257ac7fa61 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.423435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b49ea25c-44a8-4e08-8538-03257ac7fa61 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/227eaaee-684e-47d7-93c8-71369158356e HTTP/1.1" status: 404 len: 337 time: 0.0280404 Nov 25 19:05:06.425952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49736) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.438395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: b206ea29-b822-47f8-af91-35fcfbc4b40f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:06.438769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b206ea29-b822-47f8-af91-35fcfbc4b40f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:06.448581 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a7e619-3d5f-4c61-b6df-b20241380d13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.449144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a7e619-3d5f-4c61-b6df-b20241380d13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.452174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-69a7e619-3d5f-4c61-b6df-b20241380d13 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/ports/f521cdb9-839c-4c60-8754-51d053978d11 HTTP/1.1" status: 404 len: 333 time: 0.0252678 Nov 25 19:05:06.454572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49738) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.482534 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7853b3-277d-46cd-9503-386c35470fdb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:06.482980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7853b3-277d-46cd-9503-386c35470fdb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:06.486498 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f7853b3-277d-46cd-9503-386c35470fdb tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/subnets/be721a86-5f7a-41c5-a832-7524bcdf6049 HTTP/1.1" status: 404 len: 337 time: 0.0310171 Nov 25 19:05:06.488829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49740) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:06.562207 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:06.649731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:06.669077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0126b4-d19a-46ff-80bf-beda72aa4e54']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:06.678411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:06.678735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee48cea-5ba5-40ce-bc0d-ebf2325c3e68') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:06.688221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:06.701012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:06.706763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:05:06.707143 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:05:06.710288 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:05:06.766789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:06.773930 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:06.777123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] 10.222.0.62 "DELETE /v2.0/networks/3f0126b4-d19a-46ff-80bf-beda72aa4e54 HTTP/1.1" status: 204 len: 168 time: 0.2874191 Nov 25 19:05:06.793014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29848e0-4537-4e9a-8961-c7a823350f14 tempest-NetworksTestDHCPv6-985640700 tempest-NetworksTestDHCPv6-985640700-project] Pushing event deleted for resources: {'Network': ['ID=3f0126b4-d19a-46ff-80bf-beda72aa4e54,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:07.014584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49746) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:07.145024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f2ce6ee-5091-40aa-9670-0dd13ef1ce81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3256448934884881a6c3aa7b5bdb284a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292715 Nov 25 19:05:07.147514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49750) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:07.193313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eace35-586e-46fe-b008-f4e09e47e673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:07.214412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eace35-586e-46fe-b008-f4e09e47e673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:07.258911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eace35-586e-46fe-b008-f4e09e47e673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:07.261449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0eace35-586e-46fe-b008-f4e09e47e673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:07.262587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e0eace35-586e-46fe-b008-f4e09e47e673 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7e501dd-6ab7-42c6-b43b-b4969bfa1a9f HTTP/1.1" status: 204 len: 168 time: 0.1141663 Nov 25 19:05:07.270549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eace35-586e-46fe-b008-f4e09e47e673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e501dd-6ab7-42c6-b43b-b4969bfa1a9f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:07.881282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49772) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:07.980520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-089d589a-7f5a-4d28-95a5-02ee051ad765 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:07.981545 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-089d589a-7f5a-4d28-95a5-02ee051ad765 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0991786 Nov 25 19:05:07.985213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49776) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:07.989568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-fc09da4d-3cf5-4028-8aff-2de6fde6f923 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:07.990545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fc09da4d-3cf5-4028-8aff-2de6fde6f923 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043311 Nov 25 19:05:07.992805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49778) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:07.996507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-6c7f89c5-3d65-4666-9fa8-c623785ec423 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:07.999095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c7f89c5-3d65-4666-9fa8-c623785ec423 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051868 Nov 25 19:05:07.999816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49780) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.004034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-8c0e82b4-16ca-4030-909a-092a7683db10 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.004966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8c0e82b4-16ca-4030-909a-092a7683db10 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042210 Nov 25 19:05:08.007082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49782) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.010821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-a2a7eaa3-a097-4920-82fc-c73bb8b58de6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.011739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a2a7eaa3-a097-4920-82fc-c73bb8b58de6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038359 Nov 25 19:05:08.013710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49784) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.017941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-e98da90b-8ecb-4946-80ee-224ed51972d4 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.018917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e98da90b-8ecb-4946-80ee-224ed51972d4 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043929 Nov 25 19:05:08.020925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49786) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.025294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-fb228f82-a399-4f9d-ba84-497767c8164e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.026220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fb228f82-a399-4f9d-ba84-497767c8164e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044842 Nov 25 19:05:08.028365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49788) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.032581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-4ad17286-0125-4ac4-8fa1-55253d58bbd9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.033491 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4ad17286-0125-4ac4-8fa1-55253d58bbd9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043001 Nov 25 19:05:08.035537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49790) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.039172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-d568ad7a-403c-44af-b529-1f9dbf112e25 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.040096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d568ad7a-403c-44af-b529-1f9dbf112e25 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037401 Nov 25 19:05:08.042116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49792) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.045792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-1e61bf8c-bd95-4b04-bf3a-0485019faa4c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.046772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1e61bf8c-bd95-4b04-bf3a-0485019faa4c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037546 Nov 25 19:05:08.048763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.052415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-607d0d50-4988-4096-b532-e9393f75cfc2 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.053327 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-607d0d50-4988-4096-b532-e9393f75cfc2 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0037518 Nov 25 19:05:08.055375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.059105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-4bf2cfa0-4f50-4306-a9cd-2a5f29732606 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.060028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4bf2cfa0-4f50-4306-a9cd-2a5f29732606 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038247 Nov 25 19:05:08.062403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49798) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.066563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-cd3e7e95-3374-46f6-a96c-96b75c83e1c6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.067496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cd3e7e95-3374-46f6-a96c-96b75c83e1c6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041537 Nov 25 19:05:08.069545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49800) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.073598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-83dfd492-3d6c-4477-9b55-93bd992b9941 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.074549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-83dfd492-3d6c-4477-9b55-93bd992b9941 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041375 Nov 25 19:05:08.076562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49802) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.080797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-6b115cf7-ca0c-41fd-939f-d6548d9e3535 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.081709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6b115cf7-ca0c-41fd-939f-d6548d9e3535 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0037963 Nov 25 19:05:08.083958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49804) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.087681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-688a455e-1055-47e2-8458-d275fd1c3997 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.088576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-688a455e-1055-47e2-8458-d275fd1c3997 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0037935 Nov 25 19:05:08.090723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49806) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.094936 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-5e838c93-082e-41ac-b0fb-a6fabafd54da tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.095850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5e838c93-082e-41ac-b0fb-a6fabafd54da tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043077 Nov 25 19:05:08.097837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49808) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.102421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-15426a74-3f74-4750-82ab-66ddf3d0c351 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.103385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-15426a74-3f74-4750-82ab-66ddf3d0c351 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047340 Nov 25 19:05:08.105374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49810) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.109111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-19cab8ea-7468-4a8a-a137-b679905d3ae7 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.110037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-19cab8ea-7468-4a8a-a137-b679905d3ae7 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038188 Nov 25 19:05:08.112043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49812) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.115728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-016ae523-285e-4ba7-9f73-b66aaf6201a6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.116650 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-016ae523-285e-4ba7-9f73-b66aaf6201a6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037858 Nov 25 19:05:08.118667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49814) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.122284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-c8866f91-c60a-4817-aa26-48bd7b3c584e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.123251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c8866f91-c60a-4817-aa26-48bd7b3c584e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037653 Nov 25 19:05:08.125252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49816) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.128911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-6e5bfcec-fde6-47ab-9cc9-b8726133e9f6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.129863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e5bfcec-fde6-47ab-9cc9-b8726133e9f6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037951 Nov 25 19:05:08.131888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49818) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.135554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-fa703c0f-28f8-455f-81a0-258db609200e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.136472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fa703c0f-28f8-455f-81a0-258db609200e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037687 Nov 25 19:05:08.138584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49820) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.142670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-cdfa72f9-c4df-4358-b32c-91be72fc4605 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.143586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cdfa72f9-c4df-4358-b32c-91be72fc4605 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042562 Nov 25 19:05:08.145621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49822) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.149277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-580df2fd-3c57-4f43-abf7-3874cf1c4ea6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.150220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-580df2fd-3c57-4f43-abf7-3874cf1c4ea6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037606 Nov 25 19:05:08.152188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.156417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-eab42b32-267b-4a26-9aa5-e9bff2006f0e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.157340 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eab42b32-267b-4a26-9aa5-e9bff2006f0e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043378 Nov 25 19:05:08.159439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.163096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-bf62ccbf-dab0-4d41-8612-bcd755115fd3 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.164012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bf62ccbf-dab0-4d41-8612-bcd755115fd3 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037575 Nov 25 19:05:08.166047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49828) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.169683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-6145397d-f617-41d3-8f8e-9ce94c12819d tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.170623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6145397d-f617-41d3-8f8e-9ce94c12819d tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037012 Nov 25 19:05:08.173264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49830) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.177060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-aaee7861-9fbf-4d46-b911-fcfb9f6f9cc5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.177977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aaee7861-9fbf-4d46-b911-fcfb9f6f9cc5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038731 Nov 25 19:05:08.180008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49832) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.183633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-95ad22b1-e928-4495-96b1-5a447fc7f6a5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.184561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-95ad22b1-e928-4495-96b1-5a447fc7f6a5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037320 Nov 25 19:05:08.187267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49834) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.191464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-1493a18e-8c8a-49be-b81e-bff57650bdcc tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.192434 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1493a18e-8c8a-49be-b81e-bff57650bdcc tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042005 Nov 25 19:05:08.194427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49836) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.198320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-a33a33ce-869a-49b7-8beb-5adf7a9f3812 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.199292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a33a33ce-869a-49b7-8beb-5adf7a9f3812 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039973 Nov 25 19:05:08.201258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49838) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.205471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-755e6aa7-799b-47d0-b67e-9369e1826194 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.206411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-755e6aa7-799b-47d0-b67e-9369e1826194 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043430 Nov 25 19:05:08.208776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49840) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.212559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-87653eda-fdcd-4bac-8a56-feb4d0dc7aed tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.213531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87653eda-fdcd-4bac-8a56-feb4d0dc7aed tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038598 Nov 25 19:05:08.215505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49842) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.219736 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-581f0270-9e1b-4efc-9c83-f18505b0749c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.220687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-581f0270-9e1b-4efc-9c83-f18505b0749c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043325 Nov 25 19:05:08.222742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49844) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.226418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-b45ba70b-f7cd-4f14-89e8-6f6518651f74 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.227367 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b45ba70b-f7cd-4f14-89e8-6f6518651f74 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038002 Nov 25 19:05:08.229319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.232983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-4718e4ae-17ff-476e-b0f9-c1c4b8c5be28 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.234482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4718e4ae-17ff-476e-b0f9-c1c4b8c5be28 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043213 Nov 25 19:05:08.236520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49848) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.240161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-97a109ab-a3b0-463c-aecf-a11248a02168 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.241101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-97a109ab-a3b0-463c-aecf-a11248a02168 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037382 Nov 25 19:05:08.243116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.246790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-1a86d4d9-9e55-4f9c-93e6-ba6990b2a8cd tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.247732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1a86d4d9-9e55-4f9c-93e6-ba6990b2a8cd tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037727 Nov 25 19:05:08.250290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.253962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-523629b7-351d-4945-83cd-73de5f87f1d7 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.254929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-523629b7-351d-4945-83cd-73de5f87f1d7 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037627 Nov 25 19:05:08.256895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49854) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.261055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [None req-51f81f5b-eedf-40bc-a6fd-763d09863d4f tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.261989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-51f81f5b-eedf-40bc-a6fd-763d09863d4f tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042539 Nov 25 19:05:08.264083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.268144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-9cd00300-17ba-4edd-b822-77e5c816d2d9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.269135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9cd00300-17ba-4edd-b822-77e5c816d2d9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041025 Nov 25 19:05:08.271181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.274864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-4db8895a-1696-4bf3-b7ab-465c96b7c24f tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.275811 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4db8895a-1696-4bf3-b7ab-465c96b7c24f tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037858 Nov 25 19:05:08.277769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49860) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.281945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-21dd4b8b-a73a-4a6d-a9ed-f37b6adb41ac tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.282881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-21dd4b8b-a73a-4a6d-a9ed-f37b6adb41ac tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042918 Nov 25 19:05:08.284957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49862) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.289205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-b677df11-3929-4892-b252-2bde37e893ac tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.290150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b677df11-3929-4892-b252-2bde37e893ac tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043566 Nov 25 19:05:08.292134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49864) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.295849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-0b742aa4-f079-4951-88de-e48d5e20ee8c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.297281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0b742aa4-f079-4951-88de-e48d5e20ee8c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043230 Nov 25 19:05:08.299295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.302944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-213ed8c3-533d-4a71-a162-e857f6ab34d9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.303886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-213ed8c3-533d-4a71-a162-e857f6ab34d9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0037518 Nov 25 19:05:08.305844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49868) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.309488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-ee2badb2-09e3-4443-bc59-bd1380e64ed3 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.310485 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ee2badb2-09e3-4443-bc59-bd1380e64ed3 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037818 Nov 25 19:05:08.312453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49870) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.316101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-354919fd-7973-4661-a35c-ed136119b381 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.317035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-354919fd-7973-4661-a35c-ed136119b381 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037394 Nov 25 19:05:08.319009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49872) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.322639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-d99f72f1-2ab6-4246-9d68-2d801da5dfb0 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.323841 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d99f72f1-2ab6-4246-9d68-2d801da5dfb0 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039876 Nov 25 19:05:08.325843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49874) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.329549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-b4e7504f-0e19-48ea-b588-72ed904d3b8c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.330473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b4e7504f-0e19-48ea-b588-72ed904d3b8c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038042 Nov 25 19:05:08.332537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.336207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-eb37e29d-78fb-4eea-b4d8-d9d592c30499 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.337145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb37e29d-78fb-4eea-b4d8-d9d592c30499 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037646 Nov 25 19:05:08.339095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.343742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-53f35b3f-7e6e-461e-aab4-e2fa90d838c9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.344662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53f35b3f-7e6e-461e-aab4-e2fa90d838c9 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047505 Nov 25 19:05:08.346676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49880) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.350270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-7c80b895-c25d-4fd9-9da6-463b2a9e8ded tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.351228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7c80b895-c25d-4fd9-9da6-463b2a9e8ded tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037374 Nov 25 19:05:08.353201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.356860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-82fc4b9f-4f69-467d-8264-ce9c5a6b4ee5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.357782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-82fc4b9f-4f69-467d-8264-ce9c5a6b4ee5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037684 Nov 25 19:05:08.360440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49884) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.364090 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-7894e1be-a5ea-4cbc-849f-c5268c8a7e03 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.365268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7894e1be-a5ea-4cbc-849f-c5268c8a7e03 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037420 Nov 25 19:05:08.367138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49886) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.370813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-90094a7e-f856-449f-bdda-20087c857f6d tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.371736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90094a7e-f856-449f-bdda-20087c857f6d tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037813 Nov 25 19:05:08.373756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49888) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.377447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-faa1b9de-2b8b-4a95-a6bf-e3cd533fb324 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.378357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-faa1b9de-2b8b-4a95-a6bf-e3cd533fb324 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0037651 Nov 25 19:05:08.380369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49890) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.384013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-4f5cbe4f-58ee-47ba-bc03-38001cab5b1c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.384961 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4f5cbe4f-58ee-47ba-bc03-38001cab5b1c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037420 Nov 25 19:05:08.386954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49892) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.391013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-7dbba4eb-82e1-44a7-a122-2dbc91a4d44e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.392104 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7dbba4eb-82e1-44a7-a122-2dbc91a4d44e tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0040836 Nov 25 19:05:08.393978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.398663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-520c1b32-c89b-4497-bdc2-c914d07dd69c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.399294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-520c1b32-c89b-4497-bdc2-c914d07dd69c tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044591 Nov 25 19:05:08.401384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49896) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.405030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-44e24515-11b6-476e-b187-b10cbd8fcbe8 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.406497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-44e24515-11b6-476e-b187-b10cbd8fcbe8 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042706 Nov 25 19:05:08.408441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49898) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.412109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-c04d64f9-e51b-4634-bffc-b649002976f2 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.413057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c04d64f9-e51b-4634-bffc-b649002976f2 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037711 Nov 25 19:05:08.415074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49900) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.418716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-3f3de75a-b9e9-4b83-adab-0a395c9496f7 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.419662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3f3de75a-b9e9-4b83-adab-0a395c9496f7 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037451 Nov 25 19:05:08.422174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49902) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.425851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-9dbeb59a-8c01-4569-a5fa-d867dd4fe66d tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.426799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9dbeb59a-8c01-4569-a5fa-d867dd4fe66d tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037467 Nov 25 19:05:08.428805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49904) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.432450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-d086d32a-14a9-41cd-a1fc-1b28d210c5a5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.433384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d086d32a-14a9-41cd-a1fc-1b28d210c5a5 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037692 Nov 25 19:05:08.435353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49906) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.439005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-c0970bd9-6b78-49cc-862d-92e72976ea14 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.439934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c0970bd9-6b78-49cc-862d-92e72976ea14 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037575 Nov 25 19:05:08.441877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49908) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.445494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-de9c2e1d-cc0a-4901-8be7-d20ce424c071 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.446400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-de9c2e1d-cc0a-4901-8be7-d20ce424c071 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0037076 Nov 25 19:05:08.448723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49910) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.452907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-cf1e0696-639c-4f7e-af76-1cf954e30097 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.453823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cf1e0696-639c-4f7e-af76-1cf954e30097 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042865 Nov 25 19:05:08.455920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.459569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-6cb435d5-76c8-4c0e-9d64-990baae216c6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.460482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6cb435d5-76c8-4c0e-9d64-990baae216c6 tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037515 Nov 25 19:05:08.462638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.466304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [None req-b73ac9de-9b99-438e-865e-69b0dc933f8b tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:05:08.467250 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b73ac9de-9b99-438e-865e-69b0dc933f8b tempest-ExtensionsTestJSON-997031769 tempest-ExtensionsTestJSON-997031769-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0037787 Nov 25 19:05:08.719295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49920) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.824634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c308413-4dd2-493b-b599-9455256bba8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:08.900405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c308413-4dd2-493b-b599-9455256bba8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:08.904056 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c308413-4dd2-493b-b599-9455256bba8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:08.942684 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0c308413-4dd2-493b-b599-9455256bba8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f2214def82d4b13a4dbca042f6c5188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222927 Nov 25 19:05:08.943658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c308413-4dd2-493b-b599-9455256bba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a00e61c-9f64-4daf-be13-6b92fbb99a4c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:08.945432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49924) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:08.993985 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-740f039b-1a98-446d-b08c-bbcff9a4858e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.015797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-740f039b-1a98-446d-b08c-bbcff9a4858e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.063211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-740f039b-1a98-446d-b08c-bbcff9a4858e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.065968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-740f039b-1a98-446d-b08c-bbcff9a4858e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.067295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-740f039b-1a98-446d-b08c-bbcff9a4858e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a00e61c-9f64-4daf-be13-6b92fbb99a4c HTTP/1.1" status: 204 len: 168 time: 0.1208413 Nov 25 19:05:09.075883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f039b-1a98-446d-b08c-bbcff9a4858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a00e61c-9f64-4daf-be13-6b92fbb99a4c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:09.682216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49946) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:09.776733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1593796129'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:09.797265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:09.800622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.808678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.881531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.885169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.916769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:05:09.930045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f26e5da-e392-4804-8ee3-37b8bdf4299a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:09.934781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.935122 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Added segment ead30a06-3866-4de6-8263-e534b4695a65 of type vlan for network c4724ad6-5742-4333-8af4-4b49e60148a4 Nov 25 19:05:09.974870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:09.997850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.003782 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:10.004354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.067030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3836215 Nov 25 19:05:10.069760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49950) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:10.074702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'subnet': {'network_id': 'c4724ad6-5742-4333-8af4-4b49e60148a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:10.081998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ececd-c91f-47e1-81b5-6cd889758152 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Network': ['ID=c4724ad6-5742-4333-8af4-4b49e60148a4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:10.092034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c4724ad6-5742-4333-8af4-4b49e60148a4 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:05:10.165445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:10.168854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.347846 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.404595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Subnet': ['ID=9dbfa746-9b13-4228-b7eb-1b90d22f180c,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:10.419789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-f604ec9f-5fb4-4fce-b46a-18a0555af8bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424817 Nov 25 19:05:10.420942 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Checking segment: {'id': 'ead30a06-3866-4de6-8263-e534b4695a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c4724ad6-5742-4333-8af4-4b49e60148a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:05:10.421303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network hostable DHCP agents. Network: c4724ad6-5742-4333-8af4-4b49e60148a4, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:05:10.439103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network c4724ad6-5742-4333-8af4-4b49e60148a4 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:05:10.448341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c4724ad6-5742-4333-8af4-4b49e60148a4) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:10.452333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:10.453139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.457637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450455c2-af90-4a7e-9ab4-ad69893b0d24 None None] Network c4724ad6-5742-4333-8af4-4b49e60148a4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:10.473725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-07c46460-7322-4cfb-b436-ebc9342dfc55 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4029527 Nov 25 19:05:10.474785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49952) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:10.479844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1424195575', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:10.507138 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.508187 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.522986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-5429b3c3-843b-4ba0-9fb7-7bf9da329956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:10.524517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-5429b3c3-843b-4ba0-9fb7-7bf9da329956 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 1097 time: 0.0531187 Nov 25 19:05:10.568320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.594474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5952b11f-fd39-4440-8947-d8c965b6af4d None None] Network c4724ad6-5742-4333-8af4-4b49e60148a4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:10.659312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-8d81b460-1391-40e4-934b-b9d70575f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:10.661196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-8d81b460-1391-40e4-934b-b9d70575f285 service neutron] 10.222.0.66 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.1161051 Nov 25 19:05:10.734567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-208cf15e-072d-40a2-acef-dfdb10422c26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 200 len: 1001 time: 0.0653808 Nov 25 19:05:10.793394 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-4fba16ee-ba78-419a-832d-0ab6409689bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:10.795207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-4fba16ee-ba78-419a-832d-0ab6409689bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0529327 Nov 25 19:05:10.846657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-ffc8583a-a3f5-47e4-b29c-3cdfa9d9d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:10.848214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-ffc8583a-a3f5-47e4-b29c-3cdfa9d9d75a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444469 Nov 25 19:05:10.935130 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-54cb1d1b-20c2-4757-b87f-09014410e27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:10.950677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-5cba691e-0dac-45c4-9254-b093a494e327 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907345 Nov 25 19:05:11.049411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c73f4fcd-8995-45ac-b63f-3f99ef791828 req-77f8791d-af04-4704-9c91-e8b35c41ffb3 service neutron] 10.222.0.66 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910099 Nov 25 19:05:11.059978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:11.249804 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:11.268346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:11.370401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.25.2.163 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0267e846-900f-40f4-bb75-90665a7319c7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:11.471632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:11.504101 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:11.544697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:11.547466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:11.550784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:11.559614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5dd615-0f30-4db9-84d1-0f3bf908754a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:11.577842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=0267e846-900f-40f4-bb75-90665a7319c7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:11.610910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4fc2c159-3eac-4dd8-aada-ed86ed5238c8 None None] Provisioning complete for port 0267e846-900f-40f4-bb75-90665a7319c7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:11.611373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c159-3eac-4dd8-aada-ed86ed5238c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:11.644700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2c159-3eac-4dd8-aada-ed86ed5238c8 None None] Port 0267e846-900f-40f4-bb75-90665a7319c7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:05:11.794102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:11.987044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:12.110801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:05:12.212918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:12.223177 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45277db9-59c2-446b-93a7-86c072579216 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:12.233162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:12.235046 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45277db9-59c2-446b-93a7-86c072579216 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:12.235266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dee8833b-c87b-43fd-8792-0ede1c385310 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7594602 Nov 25 19:05:12.236493 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45277db9-59c2-446b-93a7-86c072579216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:12.238172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49954) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:12.269428 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45277db9-59c2-446b-93a7-86c072579216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:12.279096 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45277db9-59c2-446b-93a7-86c072579216 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:12.279730 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45277db9-59c2-446b-93a7-86c072579216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:04:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:12.314201 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-45277db9-59c2-446b-93a7-86c072579216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:12.314870 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45277db9-59c2-446b-93a7-86c072579216 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:12.657448 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:12.918376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.1 (c4724ad6-5742-4333-8af4-4b49e60148a4/9dbfa746-9b13-4228-b7eb-1b90d22f180c/136882c9-d57a-45fd-a6a5-866b22bef900) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:13.027799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.061398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.105858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network c4724ad6-5742-4333-8af4-4b49e60148a4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:13.108874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:13.111406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:13.141613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=136882c9-d57a-45fd-a6a5-866b22bef900,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:13.161395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.289897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.442909 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-87e98551-a2ce-4760-8f9d-fcc26cca887f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.571329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.576962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.647356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=136882c9-d57a-45fd-a6a5-866b22bef900,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:13.652278 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:13.743103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network c4724ad6-5742-4333-8af4-4b49e60148a4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:13.744521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:13.852212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:13.982169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:13.989746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-600aa1b2-1d0e-4605-b490-2e169a1a1dfa tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/routers/52d7bc79-73a8-4297-a2d8-fc115f83b35b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7505248 Nov 25 19:05:13.992674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49958) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:13.996531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:13.998724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'port': {'network_id': 'c4724ad6-5742-4333-8af4-4b49e60148a4', 'name': 'tempest-FloatingIPTestJSON-1390942007'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:14.001716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-f2d1b665-b107-4a39-8884-89ff8ad529dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589998 Nov 25 19:05:14.010288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:14.011420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:14.047603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:14.057664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:14.059072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:14.096339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:14.097010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16c603e-d580-4d58-ac1c-2971cd19b668 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:14.099444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-c695b483-b587-4105-b855-1eb5b0dd8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:14.100940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-c695b483-b587-4105-b855-1eb5b0dd8450 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6db95cf3af0440180a3d9994e593b57&device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 1097 time: 0.0510294 Nov 25 19:05:14.129210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:14.132679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:14.154475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] device_id is not set on port f191e481-20a8-44cb-ba68-07922b06ad2d yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:05:14.265926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.6 (c4724ad6-5742-4333-8af4-4b49e60148a4/9dbfa746-9b13-4228-b7eb-1b90d22f180c/f191e481-20a8-44cb-ba68-07922b06ad2d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:14.443170 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:14.447870 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:14.478263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:14.531767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network c4724ad6-5742-4333-8af4-4b49e60148a4 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:14.535850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:14.538550 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:14.541408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=f191e481-20a8-44cb-ba68-07922b06ad2d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:14.553356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-2a16157b-2122-4088-b99f-003f1ff32a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:14.554865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-2a16157b-2122-4088-b99f-003f1ff32a8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 200 len: 910 time: 0.4312508 Nov 25 19:05:14.594423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:14.595058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:14.611467 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bcb922dd-ea40-4576-b3d7-2069f3f90b43 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6167908 Nov 25 19:05:14.613956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:14.618765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'port': {'network_id': 'c4724ad6-5742-4333-8af4-4b49e60148a4', 'name': 'tempest-FloatingIPTestJSON-563526529'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:14.625443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-1b04c5f8-7b62-435a-8913-7dfe0223bca3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0626802 Nov 25 19:05:14.686413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-bcb5e17d-a934-433e-a9f8-6391681f7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:14.688083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-bcb5e17d-a934-433e-a9f8-6391681f7fee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6674e94d-2cf4-46c8-aa15-d0f3d3942589 HTTP/1.1" status: 200 len: 848 time: 0.0474782 Nov 25 19:05:14.729231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:14.732894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:14.739654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-90874ce8-070c-4dc8-8610-4406abec0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:14.741382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-90874ce8-070c-4dc8-8610-4406abec0d63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e72a611c-ab76-49fa-ae51-ce56fe3ba415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447521 Nov 25 19:05:14.749859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] device_id is not set on port 2d8425ea-65ea-4c3a-abd9-85754ff61778 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:05:14.831911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-96661917-9826-4176-94c2-17278595b936 service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823762 Nov 25 19:05:14.861216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.9 (c4724ad6-5742-4333-8af4-4b49e60148a4/9dbfa746-9b13-4228-b7eb-1b90d22f180c/2d8425ea-65ea-4c3a-abd9-85754ff61778) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:14.925722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb75aef1-9425-4c86-9285-e4ba3ada333b req-2251e1bd-deed-4ef2-9282-04829f5792dd service neutron] 10.222.0.64 "GET /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853486 Nov 25 19:05:15.009249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:15.042123 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:15.086537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network c4724ad6-5742-4333-8af4-4b49e60148a4 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:15.089527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:15.093973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:15.100228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=2d8425ea-65ea-4c3a-abd9-85754ff61778,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:15.144777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:15.145379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:15.166711 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-122cd1d8-3546-45e8-ad77-dff79934dbdb tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5487361 Nov 25 19:05:15.166923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49962) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:15.172654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '2d8425ea-65ea-4c3a-abd9-85754ff61778', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:15.194373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:15.292020 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:15.394073 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.25.2.228 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/21167de7-9d59-4b39-a6e1-e1fefe046a79) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:15.501156 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:15.534615 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:15.572179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:15.575266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:15.579439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:15.601103 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=21167de7-9d59-4b39-a6e1-e1fefe046a79,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:16.005195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:16.027616 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:16.123765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:16.270054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:16.274469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:16.343037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=21167de7-9d59-4b39-a6e1-e1fefe046a79,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:16.352433 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:16.449901 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP ca2b0780-7ed8-49d4-b662-8749afd9f79a associated. External IP: 172.25.2.228, port: 2d8425ea-65ea-4c3a-abd9-85754ff61778. Nov 25 19:05:16.940230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:17.005650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.048972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:17.059634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:17.066994 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.070318 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:17.070963 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.093145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fe31053e-4e07-45c0-a135-87cf1c520b57 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9250984 Nov 25 19:05:17.095876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49964) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:17.100130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:17.103671 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.112782 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:17.113380 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.145451 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.146101 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0fbc6c-4a59-4a0e-b056-010d8859e15c None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:17.159657 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.312664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.318325 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.318696 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP ca2b0780-7ed8-49d4-b662-8749afd9f79a disassociated. External IP: 172.25.2.228, port: 2d8425ea-65ea-4c3a-abd9-85754ff61778. Nov 25 19:05:17.522544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:17.627548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:17.631881 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.637336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:17.648740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:17.649469 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.659217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0bde542c-3f62-421f-9ad8-92c667f8fa85 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/floatingips/ca2b0780-7ed8-49d4-b662-8749afd9f79a HTTP/1.1" status: 200 len: 688 time: 0.5623364 Nov 25 19:05:17.661812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49966) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:17.685909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.694363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:17.694997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.731169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:17.732046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c87b6-6d3f-4f5a-af5b-c6d8cd2d64b5 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:17.795086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 21167de7-9d59-4b39-a6e1-e1fefe046a79 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:17.795446 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.875405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.875727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:17.887505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 21167de7-9d59-4b39-a6e1-e1fefe046a79 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:18.024001 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.054701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=21167de7-9d59-4b39-a6e1-e1fefe046a79,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:18.108152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.110739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.111911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fac93fdc-8312-4444-aca5-a1411662626c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/floatingips/ca2b0780-7ed8-49d4-b662-8749afd9f79a HTTP/1.1" status: 204 len: 168 time: 0.4492049 Nov 25 19:05:18.115360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:18.119589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'f191e481-20a8-44cb-ba68-07922b06ad2d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:18.141667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.238521 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.346398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.25.2.148 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/e86566a7-9a0c-4736-9d2e-ba2ab77d727a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:18.447993 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.481136 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.520225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:18.523082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:18.525534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:18.556937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=e86566a7-9a0c-4736-9d2e-ba2ab77d727a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:18.891377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:18.957860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:19.101739 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:19.106722 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:19.179254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=e86566a7-9a0c-4736-9d2e-ba2ab77d727a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:19.192355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:19.302921 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP aadcec54-88a5-4684-88c4-04946c4ca33a associated. External IP: 172.25.2.148, port: f191e481-20a8-44cb-ba68-07922b06ad2d. Nov 25 19:05:19.553840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32838719-46be-4213-aef0-a3347d731725 req-d7312794-6deb-4821-a6a4-fd1c6cb6431f tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:19.555360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32838719-46be-4213-aef0-a3347d731725 req-d7312794-6deb-4821-a6a4-fd1c6cb6431f tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 946 time: 0.0976865 Nov 25 19:05:19.583480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:19.622680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-32838719-46be-4213-aef0-a3347d731725 req-46a9c352-5c12-470d-a31b-76d3333232ba tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606530 Nov 25 19:05:19.721437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:19.732122 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:19.740795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:19.747979 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:19.748710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:19.768412 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dde0cd9f-0a58-4162-9965-ca15d6d0a60d tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6520298 Nov 25 19:05:19.771168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49978) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:19.781370 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:19.790291 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:19.791092 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:19.830490 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:19.831162 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c99365-5f4b-4562-8439-ee777a20f616 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:19.836802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6a2a4957-9d22-4c34-b70d-4bbfc2952825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "GET /v2.0/floatingips/aadcec54-88a5-4684-88c4-04946c4ca33a HTTP/1.1" status: 200 len: 978 time: 0.0643959 Nov 25 19:05:19.839147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49980) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:19.946061 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-14fdb1c7-841e-4eaf-92f0-73d2afd0a7a8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1058378 Nov 25 19:05:19.948860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:19.953026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'port_id': '2d8425ea-65ea-4c3a-abd9-85754ff61778'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:20.007109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.323917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-2eb81647-d37f-4f87-ba6d-9a87adfc770f tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:20.325302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-2eb81647-d37f-4f87-ba6d-9a87adfc770f tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.64 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 946 time: 0.0509427 Nov 25 19:05:20.419847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Deleting port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:20.420188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.512310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] For port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:20.512673 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.767646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.768008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.768323 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Floating IP 508242b7-1fb2-4170-8261-cea6882d35e0 disassociated. External IP: 172.25.2.241, port: bd84f280-dbf9-4c37-b4c5-6d1bea638bb0. Nov 25 19:05:20.768655 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Calling delete_port for bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:20.773850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.777726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.787750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbc8d2-e2f6-4c51-8e4e-b8f71b15709c req-362c5c20-a188-4ddf-a178-ee124b349aa9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:20.789232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90bbc8d2-e2f6-4c51-8e4e-b8f71b15709c req-362c5c20-a188-4ddf-a178-ee124b349aa9 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/ports?device_id=77ef48d1-3de1-42eb-8761-e68371682030 HTTP/1.1" status: 200 len: 946 time: 0.0757964 Nov 25 19:05:20.879230 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP aadcec54-88a5-4684-88c4-04946c4ca33a associated. External IP: 172.25.2.148, port: f191e481-20a8-44cb-ba68-07922b06ad2d. Nov 25 19:05:20.885465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90bbc8d2-e2f6-4c51-8e4e-b8f71b15709c req-e2291c15-0543-49c1-bf60-dd4dd51c5577 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "GET /v2.0/security-groups?id=426ac998-32a1-4edf-8fa0-5697761ff441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601256 Nov 25 19:05:20.950744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:20.977654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event deleted for resources: {'Port': ['ID=bd84f280-dbf9-4c37-b4c5-6d1bea638bb0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:21.092455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Router 29e6a8b1-a58a-415a-8d73-09a1086f53aa has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:21.094388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:21.199900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:21.202997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:21.211737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] Sync routers for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:21.215202 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:21.226836 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:21.227725 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.228597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:21.229489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.240606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] No DVR routers for this DVR port bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:21.244144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:21.249549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-30fd6429-61f0-4d7f-b452-bcbe16044901 req-4bc54990-47ca-4cce-89eb-02b8ad43962a tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.64 "DELETE /v2.0/ports/bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 HTTP/1.1" status: 204 len: 173 time: 0.9165955 Nov 25 19:05:21.250547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'name': 'network-vif-deleted', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:05:21.254744 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7e29b0-559b-4f6f-9716-33d7c57b26ee" -d '{"events": [{"server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "name": "network-vif-deleted", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:05:21.276475 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.287031 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:21.288076 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.318818 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e29fa-bbbc-43d8-8b9f-13bcdb4c0556 x-openstack-request-id: req-0b5e29fa-bbbc-43d8-8b9f-13bcdb4c0556 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:05:21.319555 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ef48d1-3de1-42eb-8761-e68371682030", "name": "network-vif-deleted", "tag": "bd84f280-dbf9-4c37-b4c5-6d1bea638bb0", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:05:21.319990 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b5e29fa-bbbc-43d8-8b9f-13bcdb4c0556 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:05:21.320663 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ef48d1-3de1-42eb-8761-e68371682030', 'name': 'network-vif-deleted', 'tag': 'bd84f280-dbf9-4c37-b4c5-6d1bea638bb0', 'status': 'completed', 'code': 200} Nov 25 19:05:21.333119 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.334510 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66626558-6da7-483d-8f03-f9e68b0d92a8 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:21.433546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:05:21.459725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:21.583648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:21.588051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:21.594551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:21.626202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:21.626865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.646175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cd9c2d89-6374-4dc8-8f67-08b48c3eb783 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/floatingips/aadcec54-88a5-4684-88c4-04946c4ca33a HTTP/1.1" status: 200 len: 977 time: 1.6939073 Nov 25 19:05:21.646373 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 49988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:21.650651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:21.662358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.676952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:21.677557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.705466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:21.866939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:21.871055 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:21.872007 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP aadcec54-88a5-4684-88c4-04946c4ca33a disassociated. External IP: 172.25.2.148, port: 2d8425ea-65ea-4c3a-abd9-85754ff61778. Nov 25 19:05:21.879393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.880054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9996d-c432-4ad1-88bf-b5955afc505f None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:21.893696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:01Z', 'revision_number': 5, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.920375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] Checking router: 29e6a8b1-a58a-415a-8d73-09a1086f53aa for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:05:21.929306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:21.930075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:21.945170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:22.039865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:05:22.086137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Deleting port 365c89c6-6265-4637-85fb-a3b2ce4c1588 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:22.086725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.094731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:22.173465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.174107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.188042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Calling delete_port for 365c89c6-6265-4637-85fb-a3b2ce4c1588 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:22.206726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:22.211429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.218836 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:22.234322 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:22.235346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:22.240601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-48039069-3091-47b1-bcb1-8cd4ddfa75ab tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/floatingips/aadcec54-88a5-4684-88c4-04946c4ca33a HTTP/1.1" status: 200 len: 688 time: 0.5932062 Nov 25 19:05:22.244116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 49994) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:22.253301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:01Z', 'revision_number': 5, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:22.272547 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:22.281332 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:22.281936 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:22.283531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10efc516-bcfc-40c5-b60e-cb2bc969acf9 None None] The sync data for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 is: [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '1a461829-f633-4fcd-ba4e-fb5a0901507c', 'name': '', 'network_id': 'e72a611c-ab76-49fa-ae51-ce56fe3ba415', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'mac_address': 'fa:16:3e:05:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:55Z', 'updated_at': '2021-11-25T19:00:01Z', 'revision_number': 5, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'subnets': [{'id': '6674e94d-2cf4-46c8-aa15-d0f3d3942589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:22.315847 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:22.316406 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca1897-c664-46f0-8d0b-8ec0e22956ba None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:22.444022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port e86566a7-9a0c-4736-9d2e-ba2ab77d727a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:22.444368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.458417 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.520216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event deleted for resources: {'Port': ['ID=365c89c6-6265-4637-85fb-a3b2ce4c1588,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:22.531009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a3dd7-dd49-441e-9632-e7dc0cf09e90 None None] New status for floating IP 508242b7-1fb2-4170-8261-cea6882d35e0: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:05:22.601017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.601348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.609908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.612550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.616453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-839a60f8-2de5-4218-a44f-53d8c1b96749 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "DELETE /v2.0/floatingips/508242b7-1fb2-4170-8261-cea6882d35e0 HTTP/1.1" status: 204 len: 168 time: 0.6672029 Nov 25 19:05:22.619586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for e86566a7-9a0c-4736-9d2e-ba2ab77d727a owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:22.685828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50000) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:22.787308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6983244-10f3-4229-a312-8d648924df36 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.813209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.823011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6983244-10f3-4229-a312-8d648924df36 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.852574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=e86566a7-9a0c-4736-9d2e-ba2ab77d727a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:22.933205 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.935842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:22.937086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d859b270-4801-4952-81dc-cfc030cfff9b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/floatingips/aadcec54-88a5-4684-88c4-04946c4ca33a HTTP/1.1" status: 204 len: 168 time: 0.6918099 Nov 25 19:05:22.939721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50002) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:22.975107 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-c3d60840-9741-4099-9514-4d0831cc5426 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] delete failed (client error): The resource could not be found. Nov 25 19:05:22.976125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3d60840-9741-4099-9514-4d0831cc5426 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/floatingips/aadcec54-88a5-4684-88c4-04946c4ca33a HTTP/1.1" status: 404 len: 345 time: 0.0352223 Nov 25 19:05:22.979842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50004) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:23.009921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6983244-10f3-4229-a312-8d648924df36 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.012585 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d6983244-10f3-4229-a312-8d648924df36 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.013706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6983244-10f3-4229-a312-8d648924df36 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] 10.222.0.62 "DELETE /v2.0/security-groups/426ac998-32a1-4edf-8fa0-5697761ff441 HTTP/1.1" status: 204 len: 168 time: 0.3263888 Nov 25 19:05:23.050478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6983244-10f3-4229-a312-8d648924df36 tempest-TestServerBasicOps-2024617568 tempest-TestServerBasicOps-2024617568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426ac998-32a1-4edf-8fa0-5697761ff441,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:23.050710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50008) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:23.078741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07d730-791f-4e33-ba0b-4ad054da61da tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:23.084654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07d730-791f-4e33-ba0b-4ad054da61da tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:23.091018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07d730-791f-4e33-ba0b-4ad054da61da tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:23.092728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d07d730-791f-4e33-ba0b-4ad054da61da tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "GET /v2.0/ports?network_id=c4724ad6-5742-4333-8af4-4b49e60148a4 HTTP/1.1" status: 200 len: 2357 time: 0.1119561 Nov 25 19:05:23.095447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50012) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:23.150136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559001b-c05d-4659-8702-e603a70594be tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:23.151470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5559001b-c05d-4659-8702-e603a70594be tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "GET /v2.0/subnets/9dbfa746-9b13-4228-b7eb-1b90d22f180c HTTP/1.1" status: 200 len: 797 time: 0.0550873 Nov 25 19:05:23.156222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50014) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:23.161100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'port': {'network_id': 'c4724ad6-5742-4333-8af4-4b49e60148a4', 'name': 'tempest-FloatingIPTestJSON-410496599', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:23.275905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:23.357734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.375104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] device_id is not set on port 9c94a5c1-35d4-4ff0-be35-e8278e61ba48 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:05:23.524505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.666711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.14 (c4724ad6-5742-4333-8af4-4b49e60148a4/9dbfa746-9b13-4228-b7eb-1b90d22f180c/9c94a5c1-35d4-4ff0-be35-e8278e61ba48) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:23.673136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.13 (c4724ad6-5742-4333-8af4-4b49e60148a4/9dbfa746-9b13-4228-b7eb-1b90d22f180c/9c94a5c1-35d4-4ff0-be35-e8278e61ba48) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:23.773303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Deleting port 1a461829-f633-4fcd-ba4e-fb5a0901507c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:23.773637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.813913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.846942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.849464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] For port 1a461829-f633-4fcd-ba4e-fb5a0901507c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1a461829-f633-4fcd-ba4e-fb5a0901507c,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:23.849832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.863170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Calling delete_port for 1a461829-f633-4fcd-ba4e-fb5a0901507c owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:23.890783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network c4724ad6-5742-4333-8af4-4b49e60148a4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:23.893783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:23.897670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:23.904004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=9c94a5c1-35d4-4ff0-be35-e8278e61ba48,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:23.949418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:23.950028 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:23.965503 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bdb3d2c4-192e-4080-867b-7491ac5db6d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.8082459 Nov 25 19:05:23.968592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50016) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:23.972904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '9c94a5c1-35d4-4ff0-be35-e8278e61ba48', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:23.994226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.051709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.082215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a461829-f633-4fcd-ba4e-fb5a0901507c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:24.103738 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.211121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.25.2.41 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/961451fa-4b79-427d-a079-e6cff4fcb848) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:24.246240 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.320377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.356031 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.400603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:24.403795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:24.406421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:24.432427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:24.444117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=961451fa-4b79-427d-a079-e6cff4fcb848,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:24.466525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:24.467243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device bd84f280-dbf9-4c37-b4c5-6d1bea638bb0 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:24.767382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Router 29e6a8b1-a58a-415a-8d73-09a1086f53aa has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:24.788798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.855007 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:24.874362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:24.881677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6d75d48a-9a24-4ac4-9f8b-14126e6ba735 admin admin] 10.222.0.62 "PUT /v2.0/routers/29e6a8b1-a58a-415a-8d73-09a1086f53aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313408 Nov 25 19:05:24.884136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50018) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:24.887343 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] Sync routers for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:24.899492 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:24.900105 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:24.993458 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.010791 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:05:25.015470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.021190 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.097322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.098991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=961451fa-4b79-427d-a079-e6cff4fcb848,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:25.115649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.156229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Deleting port 33c73f7c-1391-4a36-8a61-ea73278bd44d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:25.156478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.198924 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T19:05:24Z', 'revision_number': 5, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port': {'id': '33c73f7c-1391-4a36-8a61-ea73278bd44d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:53Z', 'updated_at': '2021-11-25T18:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:25.225257 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] Checking router: 29e6a8b1-a58a-415a-8d73-09a1086f53aa for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:05:25.230565 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP dc152ae0-2733-4b34-8206-71dde5f3ae08 associated. External IP: 172.25.2.41, port: 9c94a5c1-35d4-4ff0-be35-e8278e61ba48. Nov 25 19:05:25.234830 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] Routers {'29e6a8b1-a58a-415a-8d73-09a1086f53aa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:25.235445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:25.238034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] For port 33c73f7c-1391-4a36-8a61-ea73278bd44d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=33c73f7c-1391-4a36-8a61-ea73278bd44d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:25.238510 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.251812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Calling delete_port for 33c73f7c-1391-4a36-8a61-ea73278bd44d owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:25.425741 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] Set router 29e6a8b1-a58a-415a-8d73-09a1086f53aa gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:05:25.442371 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.488877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T19:05:25Z', 'revision_number': 6, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:25.498275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae266c-4b4b-48e4-aad0-445cc20423a4 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:25.515820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Pushing event deleted for resources: {'Port': ['ID=33c73f7c-1391-4a36-8a61-ea73278bd44d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:25.524208 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd9f8c-1e13-409c-8f69-fb460ba9b117 None None] The sync data for ids ['29e6a8b1-a58a-415a-8d73-09a1086f53aa'] in n-d-819194-3 is: [{'id': '29e6a8b1-a58a-415a-8d73-09a1086f53aa', 'name': 'tempest-TestServerBasicOps-1316051745-router', 'tenant_id': 'c6db95cf3af0440180a3d9994e593b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:52Z', 'updated_at': '2021-11-25T19:05:25Z', 'revision_number': 6, 'project_id': 'c6db95cf3af0440180a3d9994e593b57', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:25.573972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.668195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.670339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.712565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.713194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e6a8b1-a58a-415a-8d73-09a1086f53aa {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:05:25.718682 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.719824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1d401bf-4f02-4c9e-a8d7-5c71c5c0d4be admin admin] 10.222.0.62 "DELETE /v2.0/routers/29e6a8b1-a58a-415a-8d73-09a1086f53aa HTTP/1.1" status: 204 len: 168 time: 0.8347638 Nov 25 19:05:25.722268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:25.766980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] Deleting subnet 6674e94d-2cf4-46c8-aa15-d0f3d3942589 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:25.770048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.784470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:25.810199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.901997 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.902638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:25.914839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:25.922696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:25.934695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:25.935593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:25.950704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bf0f1a61-5d2c-4c4b-ac13-ed885cda1b99 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9810274 Nov 25 19:05:25.954012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50022) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:25.958726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'port_id': '9c94a5c1-35d4-4ff0-be35-e8278e61ba48', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:25.975523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:25.985143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:25.986004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:26.023218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.023601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:26.024594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8def90-4806-4334-9c76-a840e39beff8 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:26.057245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.059716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6674e94d-2cf4-46c8-aa15-d0f3d3942589,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:26.065015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.068288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-40750781-fe4d-4895-a2c6-16dcfd232e65 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6674e94d-2cf4-46c8-aa15-d0f3d3942589 HTTP/1.1" status: 204 len: 168 time: 0.3450286 Nov 25 19:05:26.070849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50024) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:26.075236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0692b4f-7e2d-4c0d-8907-02fd387b781e None None] Network e72a611c-ab76-49fa-ae51-ce56fe3ba415 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:26.147287 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.201817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Deleting port f70b2255-16fc-4850-abed-31c8acbb7e58 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:26.202043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.268275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] For port f70b2255-16fc-4850-abed-31c8acbb7e58, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f70b2255-16fc-4850-abed-31c8acbb7e58,segment=NetworkSegment(dfcc302a-e204-4095-a13b-a11692caba8c),segment_id=dfcc302a-e204-4095-a13b-a11692caba8c)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:26.268721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.281761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Calling delete_port for f70b2255-16fc-4850-abed-31c8acbb7e58 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:26.361367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.393033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088699b-5a9e-4268-aaa6-41037eae4d67 None None] DHCP port deletion for e72a611c-ab76-49fa-ae51-ce56fe3ba415 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:26.394411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=f70b2255-16fc-4850-abed-31c8acbb7e58,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:26.396793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] No DVR routers for this DVR port f70b2255-16fc-4850-abed-31c8acbb7e58 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:26.409543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.411053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.411053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.411053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.411053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.411493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.411713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.412026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.412355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.412682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.413010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.413334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:26.477780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1a461829-f633-4fcd-ba4e-fb5a0901507c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:26.498022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 1a461829-f633-4fcd-ba4e-fb5a0901507c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:26.499327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1a461829-f633-4fcd-ba4e-fb5a0901507c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:26.499941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 33c73f7c-1391-4a36-8a61-ea73278bd44d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:26.501904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.518952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 33c73f7c-1391-4a36-8a61-ea73278bd44d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:26.519585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 33c73f7c-1391-4a36-8a61-ea73278bd44d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:26.520177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f70b2255-16fc-4850-abed-31c8acbb7e58 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:26.524721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72a611c-ab76-49fa-ae51-ce56fe3ba415']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:26.536030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcc302a-e204-4095-a13b-a11692caba8c') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:26.536322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcc302a-e204-4095-a13b-a11692caba8c') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:26.540849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f70b2255-16fc-4850-abed-31c8acbb7e58 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:26.541381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f70b2255-16fc-4850-abed-31c8acbb7e58 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:26.556347 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.572876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.580938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:05:26.581886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:05:26.583851 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:05:26.590728 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.596493 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.640729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.646374 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.653018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] 10.222.0.62 "DELETE /v2.0/networks/e72a611c-ab76-49fa-ae51-ce56fe3ba415 HTTP/1.1" status: 204 len: 168 time: 0.5785394 Nov 25 19:05:26.665624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50028) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:26.672432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7030dfc-2a7f-4565-b864-3c9eed469a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e72a611c-ab76-49fa-ae51-ce56fe3ba415,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:26.830303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:26.937155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:26.942119 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:26.948058 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:26.959053 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:26.959657 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:26.992053 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:27.002902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-67d9cc2f-4be0-4828-b10c-da1f41338e97 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/floatingips/dc152ae0-2733-4b34-8206-71dde5f3ae08 HTTP/1.1" status: 200 len: 977 time: 1.0453391 Nov 25 19:05:27.003125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:27.004310 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:27.005212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:27.026293 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.044663 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:27.045224 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699e0e4-c787-44fb-9964-a78c449311e7 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:27.163735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 961451fa-4b79-427d-a079-e6cff4fcb848 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:27.164076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.238412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.238777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.250930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 961451fa-4b79-427d-a079-e6cff4fcb848 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:27.274644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Deleting port 0006a688-6e70-405c-9b1a-eebe11fb0a9b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:27.275243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.358260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] For port 0006a688-6e70-405c-9b1a-eebe11fb0a9b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0006a688-6e70-405c-9b1a-eebe11fb0a9b,segment=NetworkSegment(ace7cde7-aef5-465b-9a8a-500dd4800a36),segment_id=ace7cde7-aef5-465b-9a8a-500dd4800a36)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:27.358646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.370767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Calling delete_port for 0006a688-6e70-405c-9b1a-eebe11fb0a9b owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:27.427427 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.459889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=961451fa-4b79-427d-a079-e6cff4fcb848,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:27.517093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.517573 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP dc152ae0-2733-4b34-8206-71dde5f3ae08 disassociated (deleted). External IP: 172.25.2.41, port: 9c94a5c1-35d4-4ff0-be35-e8278e61ba48. Nov 25 19:05:27.557048 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.588848 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Pushing event deleted for resources: {'Port': ['ID=0006a688-6e70-405c-9b1a-eebe11fb0a9b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:27.743626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:27.764799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:27.990378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:28.101903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:28.107295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-480a7220-14ed-46f4-b7dc-85bdf5c5e38e admin admin] 10.222.0.62 "PUT /v2.0/routers/4a80a2e9-039f-44d4-a4af-1dfad7aedf84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4403975 Nov 25 19:05:28.110411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50032) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:28.110858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] Sync routers for ids ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:28.120906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] Routers {'4a80a2e9-039f-44d4-a4af-1dfad7aedf84'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:28.121825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.166742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:28.171834 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.177378 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:28.188025 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:28.188893 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.200312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8db8f1af-daf7-45dd-a148-c6702a8705f1 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/floatingips/dc152ae0-2733-4b34-8206-71dde5f3ae08 HTTP/1.1" status: 204 len: 168 time: 1.1960094 Nov 25 19:05:28.204806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50034) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:28.223268 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.232505 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:28.233715 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.243748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] Set router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:05:28.269891 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.270745 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e186d-fb71-4be9-a2e2-93009f71c0cc None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:28.279276 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.382941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 9c94a5c1-35d4-4ff0-be35-e8278e61ba48 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:28.383147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.449018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '1603eadd-f76f-44ba-aacb-280691e45844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:05:27Z', 'revision_number': 5, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port': {'id': '1603eadd-f76f-44ba-aacb-280691e45844', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T18:59:59Z', 'updated_at': '2021-11-25T19:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.461161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.477191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] Checking router: 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:05:28.485905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] Routers {'4a80a2e9-039f-44d4-a4af-1dfad7aedf84'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:28.486539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.518985 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.537779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 9c94a5c1-35d4-4ff0-be35-e8278e61ba48 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:28.570758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] Set router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:05:28.587760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Deleting port 1603eadd-f76f-44ba-aacb-280691e45844 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:28.588110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.624371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:05:28Z', 'revision_number': 6, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:28.650011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53c990-98de-4d81-a038-8f9a28df8426 None None] The sync data for ids ['4a80a2e9-039f-44d4-a4af-1dfad7aedf84'] in n-d-819194-3 is: [{'id': '4a80a2e9-039f-44d4-a4af-1dfad7aedf84', 'name': 'tempest-TestServerBasicOps-1833643807-router', 'tenant_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T18:59:58Z', 'updated_at': '2021-11-25T19:05:28Z', 'revision_number': 6, 'project_id': '47977026ae9244a1ac19ba6a6c3ec9ec', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:28.692639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] For port 1603eadd-f76f-44ba-aacb-280691e45844, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1603eadd-f76f-44ba-aacb-280691e45844,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:28.693008 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.728897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Calling delete_port for 1603eadd-f76f-44ba-aacb-280691e45844 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:28.856644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:28.922815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=9c94a5c1-35d4-4ff0-be35-e8278e61ba48,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:29.053003 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.057285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f601d6db-efb1-4fd9-aff6-ffc96b7aac02 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/ports/9c94a5c1-35d4-4ff0-be35-e8278e61ba48 HTTP/1.1" status: 204 len: 168 time: 0.8514922 Nov 25 19:05:29.061029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50036) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:29.067395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:29.074070 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.101469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Pushing event deleted for resources: {'Port': ['ID=1603eadd-f76f-44ba-aacb-280691e45844,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:29.118314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a96680-74ac-4469-8875-fa585a349f6a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:29.155619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.212521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.308245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.311959 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.359196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.359611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a80a2e9-039f-44d4-a4af-1dfad7aedf84 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:05:29.364179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.365310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c125166-391a-44b3-8105-bd8f5e01b68f admin admin] 10.222.0.62 "DELETE /v2.0/routers/4a80a2e9-039f-44d4-a4af-1dfad7aedf84 HTTP/1.1" status: 204 len: 168 time: 1.2539525 Nov 25 19:05:29.367959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50038) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:29.394855 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.417424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] Deleting subnet 5e1710e9-c15c-48ea-9c60-89668c978f46 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:29.421781 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.460361 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.511900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.25.2.194 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/98b1d3a6-fd30-42fe-85a9-400a763b489e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:29.544350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.596811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.622150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1710e9-c15c-48ea-9c60-89668c978f46,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:29.627200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.630672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e0c6f6a2-fe99-4fc5-bfb2-31ccd8a33003 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5e1710e9-c15c-48ea-9c60-89668c978f46 HTTP/1.1" status: 204 len: 168 time: 0.2609143 Nov 25 19:05:29.633558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:29.633719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556840a-ef92-4f38-8c13-cae30668993c None None] Network f16481df-be00-407e-b742-30808c30860a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:29.643886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.728756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.746629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.817380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:29.819677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=98b1d3a6-fd30-42fe-85a9-400a763b489e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:29.825245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:29.828454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:29.831799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] DHCP port deletion for f16481df-be00-407e-b742-30808c30860a request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:29.883360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Deleting port 718fbd2e-7058-44db-a7a0-bea5db38aaef {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:29.883699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.884635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] Deleting port 718fbd2e-7058-44db-a7a0-bea5db38aaef {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:29.885019 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.955948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] For port 718fbd2e-7058-44db-a7a0-bea5db38aaef, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=718fbd2e-7058-44db-a7a0-bea5db38aaef,segment=NetworkSegment(ace7cde7-aef5-465b-9a8a-500dd4800a36),segment_id=ace7cde7-aef5-465b-9a8a-500dd4800a36)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:29.956356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:29.969927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] Calling delete_port for 718fbd2e-7058-44db-a7a0-bea5db38aaef owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:30.050016 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.075882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] Pushing event deleted for resources: {'Port': ['ID=718fbd2e-7058-44db-a7a0-bea5db38aaef,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:30.079373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d12e0-3ed9-4a80-ba43-a81102ea1f94 None None] No DVR routers for this DVR port 718fbd2e-7058-44db-a7a0-bea5db38aaef on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:30.318275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] For port 718fbd2e-7058-44db-a7a0-bea5db38aaef, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=718fbd2e-7058-44db-a7a0-bea5db38aaef,segment=NetworkSegment(ace7cde7-aef5-465b-9a8a-500dd4800a36),segment_id=ace7cde7-aef5-465b-9a8a-500dd4800a36)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:30.318904 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.330333 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.337158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Calling delete_port for 718fbd2e-7058-44db-a7a0-bea5db38aaef owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:30.418633 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.436936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1603eadd-f76f-44ba-aacb-280691e45844 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:30.461193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 1603eadd-f76f-44ba-aacb-280691e45844 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:30.461544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1603eadd-f76f-44ba-aacb-280691e45844 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:30.461959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0006a688-6e70-405c-9b1a-eebe11fb0a9b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:30.478379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.480811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0006a688-6e70-405c-9b1a-eebe11fb0a9b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:30.481159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0006a688-6e70-405c-9b1a-eebe11fb0a9b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:30.481572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 718fbd2e-7058-44db-a7a0-bea5db38aaef no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:30.500247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 718fbd2e-7058-44db-a7a0-bea5db38aaef {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:30.500682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 718fbd2e-7058-44db-a7a0-bea5db38aaef not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:30.548846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] No DVR routers for this DVR port 718fbd2e-7058-44db-a7a0-bea5db38aaef on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:30.553208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Pushing event deleted for resources: {'Port': ['ID=718fbd2e-7058-44db-a7a0-bea5db38aaef,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:30.642212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.677405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16481df-be00-407e-b742-30808c30860a']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:30.689895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace7cde7-aef5-465b-9a8a-500dd4800a36') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:30.690195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace7cde7-aef5-465b-9a8a-500dd4800a36') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:30.703308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.725384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.727252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.733798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.736878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:05:30.737261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: self.session.flush() Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:05:30.740194 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:05:30.844596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.852207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=98b1d3a6-fd30-42fe-85a9-400a763b489e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:30.856756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.865325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.878256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f16481df-be00-407e-b742-30808c30860a HTTP/1.1" status: 204 len: 168 time: 1.2436662 Nov 25 19:05:30.892365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba28eb-d09c-4bfd-ba93-a7b701180888 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16481df-be00-407e-b742-30808c30860a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:30.897090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.913309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:30.914644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e4399b5f-8f29-45b1-80a0-dd53d97a9b6a tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8517644 Nov 25 19:05:30.917416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50044) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:30.923767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'port': {'network_id': 'c4724ad6-5742-4333-8af4-4b49e60148a4', 'name': 'tempest-FloatingIPTestJSON-427548520'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:31.004418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50046) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:31.037784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:31.041297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.044452 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f7515e5e-0f31-4b56-9203-c37eb0d8a2ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6db95cf3af0440180a3d9994e593b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388625 Nov 25 19:05:31.047779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50048) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:31.059274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] device_id is not set on port c59d442d-94ba-45db-b915-25d4aaaa181f yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:05:31.095534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c103aaa5-68e5-4755-bce9-3cf7de70a7b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.116436 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c103aaa5-68e5-4755-bce9-3cf7de70a7b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.167301 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c103aaa5-68e5-4755-bce9-3cf7de70a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.170038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c103aaa5-68e5-4755-bce9-3cf7de70a7b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.171827 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c103aaa5-68e5-4755-bce9-3cf7de70a7b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58339a20-432c-4a35-85ed-7e6270a17786 HTTP/1.1" status: 204 len: 168 time: 0.1231225 Nov 25 19:05:31.172073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.13 (c4724ad6-5742-4333-8af4-4b49e60148a4/9dbfa746-9b13-4228-b7eb-1b90d22f180c/c59d442d-94ba-45db-b915-25d4aaaa181f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:31.179656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103aaa5-68e5-4755-bce9-3cf7de70a7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58339a20-432c-4a35-85ed-7e6270a17786,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:31.327664 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.362025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.414170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network c4724ad6-5742-4333-8af4-4b49e60148a4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:31.418220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:31.420878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:31.423923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=c59d442d-94ba-45db-b915-25d4aaaa181f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:31.478742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:31.479352 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.496247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9eef2ce5-4b5d-4c00-94a0-2aa110ebff15 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5775578 Nov 25 19:05:31.499466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50054) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:31.503896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'port_id': 'c59d442d-94ba-45db-b915-25d4aaaa181f'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:31.509355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50056) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:31.542764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.548399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ffdaf581-7ab4-4a27-89ef-34a26fb2b528 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47977026ae9244a1ac19ba6a6c3ec9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377803 Nov 25 19:05:31.551292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50058) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:31.599184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b452bd8-cb64-4a3a-8305-793a1674ce2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.620438 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b452bd8-cb64-4a3a-8305-793a1674ce2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.666722 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b452bd8-cb64-4a3a-8305-793a1674ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.669421 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b452bd8-cb64-4a3a-8305-793a1674ce2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:31.672838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4b452bd8-cb64-4a3a-8305-793a1674ce2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8944a35b-18a4-41af-bde4-997ec562c734 HTTP/1.1" status: 204 len: 168 time: 0.1181915 Nov 25 19:05:31.678672 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b452bd8-cb64-4a3a-8305-793a1674ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944a35b-18a4-41af-bde4-997ec562c734,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:32.000649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.005245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.114012 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP c4f09efb-946d-4518-a95c-b15f88658b7c associated. External IP: 172.25.2.194, port: c59d442d-94ba-45db-b915-25d4aaaa181f. Nov 25 19:05:32.328868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:32.438649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:32.443204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.448912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:32.458354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:32.458998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:32.471594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a3cf4e8c-4678-4424-846b-07c74e91f14b tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/floatingips/c4f09efb-946d-4518-a95c-b15f88658b7c HTTP/1.1" status: 200 len: 978 time: 0.9706984 Nov 25 19:05:32.473699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50062) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:32.494226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:32.502975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:32.503581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:32.535277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:32.535938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c421c08-cae5-492a-aca5-97f5c1f0d7e9 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:32.560137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port c59d442d-94ba-45db-b915-25d4aaaa181f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:32.560477 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.647074 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.809344 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.809701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.810013 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP c4f09efb-946d-4518-a95c-b15f88658b7c disassociated. External IP: 172.25.2.194, port: c59d442d-94ba-45db-b915-25d4aaaa181f. Nov 25 19:05:32.810349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for c59d442d-94ba-45db-b915-25d4aaaa181f owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:32.934443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:32.963611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=c59d442d-94ba-45db-b915-25d4aaaa181f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:33.074204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:33.177749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:33.187147 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:33.196243 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:33.196851 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:33.228062 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:33.236963 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:33.237555 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:33.241429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.244677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-61eb63ad-2ab1-4a4e-905d-923158a635e9 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/ports/c59d442d-94ba-45db-b915-25d4aaaa181f HTTP/1.1" status: 204 len: 168 time: 0.7700582 Nov 25 19:05:33.247236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50066) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:33.268737 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:33.269375 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4464f17-48cc-47db-9c1e-9a4a0ce982e6 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:33.292936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53cdd2ad-4625-4013-b25b-8d95fd8211d0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "GET /v2.0/floatingips/c4f09efb-946d-4518-a95c-b15f88658b7c HTTP/1.1" status: 200 len: 688 time: 0.0446525 Nov 25 19:05:33.295582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50068) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:33.420401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 98b1d3a6-fd30-42fe-85a9-400a763b489e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:33.421040 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.490989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.493627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.493953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.505765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 98b1d3a6-fd30-42fe-85a9-400a763b489e owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:33.636069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.662237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=98b1d3a6-fd30-42fe-85a9-400a763b489e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:33.723076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.725767 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.726952 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4494c185-4aa6-4c99-88b3-90a468f24844 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/floatingips/c4f09efb-946d-4518-a95c-b15f88658b7c HTTP/1.1" status: 204 len: 168 time: 0.4304783 Nov 25 19:05:33.730530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50070) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:33.735466 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '2d8425ea-65ea-4c3a-abd9-85754ff61778'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:33.756964 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:33.849773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:34.287099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.25.2.46 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8c9f85d1-5a43-400d-9957-3f477e3fb05e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:34.385306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:34.418268 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:34.461108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:34.463919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:34.468149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:34.473471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=8c9f85d1-5a43-400d-9957-3f477e3fb05e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:34.814876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:34.882553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.030407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.034816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.103233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=8c9f85d1-5a43-400d-9957-3f477e3fb05e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:35.113672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.210959 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP 2283205f-7d50-49d9-bfdb-52ab380a60f6 associated. External IP: 172.25.2.46, port: 2d8425ea-65ea-4c3a-abd9-85754ff61778. Nov 25 19:05:35.420293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:35.525700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:35.536363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:35.543496 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.547758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:35.548373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:35.570138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1304a95c-971c-430f-bd5c-0ce995d5f1d8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.8385546 Nov 25 19:05:35.572738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:35.578445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-360077263'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:35.583296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:35.591701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:35.592876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:35.601034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:35.604805 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.628268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:35.628509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c603a-556b-4db0-8274-00cd29f93761 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:35.632578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:05:35.642296 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.642670 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Added segment 7d062145-0927-45fe-9d83-ef552ecd898d of type vlan for network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba Nov 25 19:05:35.681812 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.705827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.711300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:35.711874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:35.765673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1919193 Nov 25 19:05:35.768712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50074) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:35.773125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'subnet': {'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:35.824386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82126e-abc1-490d-a732-ef427e150334 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Network': ['ID=ec102c20-4ed3-4787-b0fa-8dcf2ce404ba,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:35.833995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:05:35.871666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:35.875427 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.060768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.123547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Subnet': ['ID=5aff3246-d2d0-49a4-b50c-32b240ddf3fb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:36.132885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Checking segment: {'id': '7d062145-0927-45fe-9d83-ef552ecd898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:05:36.133243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network hostable DHCP agents. Network: ec102c20-4ed3-4787-b0fa-8dcf2ce404ba, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:05:36.149083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:05:36.157671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, ec102c20-4ed3-4787-b0fa-8dcf2ce404ba) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:36.163445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:36.163561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.166462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c92fe-aac3-438e-b7fc-277bf83eb21d None None] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:36.181325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-780839a6-883f-463a-b199-667ac2deb4f4 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4118578 Nov 25 19:05:36.183934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50076) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:36.188502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1103938432', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:36.211978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.212992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.264985 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.407935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.468985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-ec102c20-4ed3-4787-b0fa-8dcf2ce404ba', 'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba', 'tenant_id': 'd2b7af98c22c4cc4a355bb1ba85d3e3f', 'fixed_ips': [{'subnet_id': '5aff3246-d2d0-49a4-b50c-32b240ddf3fb'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:05:36.469958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.598001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Allocated IP 172.20.0.2 (ec102c20-4ed3-4787-b0fa-8dcf2ce404ba/5aff3246-d2d0-49a4-b50c-32b240ddf3fb/a68969b8-bca8-4eda-8545-d132a9335591) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:36.600083 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.619858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.728485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.25.2.26 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8996b3ee-88b4-4afd-864a-3af6f72691f1) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:36.743218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.748501 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.794754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:36.798929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Pushing event updated for resources: {'Port': ['ID=a68969b8-bca8-4eda-8545-d132a9335591,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:36.801356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:36.803363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:36.829947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.854280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Attempting to bind port a68969b8-bca8-4eda-8545-d132a9335591 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:05:36.854864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Attempting to bind port a68969b8-bca8-4eda-8545-d132a9335591 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '7d062145-0927-45fe-9d83-ef552ecd898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:05:36.855230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Attempting to bind port a68969b8-bca8-4eda-8545-d132a9335591 on network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:05:36.860772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:05:36.861221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Checking segment: {'id': '7d062145-0927-45fe-9d83-ef552ecd898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:05:36.861686 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.862150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Bound using segment: {'id': '7d062145-0927-45fe-9d83-ef552ecd898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:05:36.862749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Bound port: a68969b8-bca8-4eda-8545-d132a9335591, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d062145-0927-45fe-9d83-ef552ecd898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:05:36.863089 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.864331 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.901890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:36.907311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:36.911081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:36.922680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be6848-2076-4272-8577-f9e81536b5ae None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:36.938323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] For port a68969b8-bca8-4eda-8545-d132a9335591, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:05:36.941948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] For port a68969b8-bca8-4eda-8545-d132a9335591, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a68969b8-bca8-4eda-8545-d132a9335591,segment=NetworkSegment(7d062145-0927-45fe-9d83-ef552ecd898d),segment_id=7d062145-0927-45fe-9d83-ef552ecd898d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:05:36.947493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:36.950285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=8996b3ee-88b4-4afd-864a-3af6f72691f1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:37.006006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0bea-5877-455e-b5b7-84ec6681249e None None] Pushing event updated for resources: {'Port': ['ID=a68969b8-bca8-4eda-8545-d132a9335591,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:37.059037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ed4b56c3-0e3d-4ef4-9bbc-43e01708a869 None None] Provisioning complete for port 8996b3ee-88b4-4afd-864a-3af6f72691f1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:37.059419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed4b56c3-0e3d-4ef4-9bbc-43e01708a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:37.097122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b56c3-0e3d-4ef4-9bbc-43e01708a869 None None] Port 8996b3ee-88b4-4afd-864a-3af6f72691f1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:05:37.198986 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:37.403382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:37.529343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 5ec39f8c-db66-45ea-94fe-fb33504e3a09 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:05:37.634301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:37.645770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] Sync routers for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:37.656220 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:37.657753 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:37.668092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:37.672689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-933e5cdf-2df1-4c8b-b541-7039f18c1825 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4851844 Nov 25 19:05:37.672983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50078) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:37.697134 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:37.707524 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:37.708720 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:37.742376 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:37.743073 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc3edb-921e-4056-bcc0-f6378d995963 None None] The sync data for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:37.982479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9ea85-924f-4313-981d-294b4f0b3ba2 None None] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:38.054066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-882f008f-3031-4c60-93c1-d88c5848ea8e None None] Provisioning complete for port a68969b8-bca8-4eda-8545-d132a9335591 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:38.054439 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-882f008f-3031-4c60-93c1-d88c5848ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.199443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-882f008f-3031-4c60-93c1-d88c5848ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.236045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-882f008f-3031-4c60-93c1-d88c5848ea8e None None] For port a68969b8-bca8-4eda-8545-d132a9335591, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a68969b8-bca8-4eda-8545-d132a9335591,segment=NetworkSegment(7d062145-0927-45fe-9d83-ef552ecd898d),segment_id=7d062145-0927-45fe-9d83-ef552ecd898d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:38.240887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-882f008f-3031-4c60-93c1-d88c5848ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.290601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f008f-3031-4c60-93c1-d88c5848ea8e None None] Pushing event updated for resources: {'Port': ['ID=a68969b8-bca8-4eda-8545-d132a9335591,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:38.465295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-414f346f-4b46-4f71-84bb-c13e758345eb None None] Provisioning complete for port a68969b8-bca8-4eda-8545-d132a9335591 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:38.465559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-414f346f-4b46-4f71-84bb-c13e758345eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.474795 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.487766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a68969b8-bca8-4eda-8545-d132a9335591 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:05:38.571845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a68969b8-bca8-4eda-8545-d132a9335591 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:38.572215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.742110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.1 (ec102c20-4ed3-4787-b0fa-8dcf2ce404ba/5aff3246-d2d0-49a4-b50c-32b240ddf3fb/491a6b6e-a977-4320-bb51-d7a206827893) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:38.850198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.885430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:38.931912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:38.934882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:38.938393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:38.963762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=491a6b6e-a977-4320-bb51-d7a206827893,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:38.989965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.123057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.127272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2cc75523-ea4c-463e-bbe6-d41f297580e0 None None] Provisioning complete for port 491a6b6e-a977-4320-bb51-d7a206827893 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:39.127806 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cc75523-ea4c-463e-bbe6-d41f297580e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.160801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2cc75523-ea4c-463e-bbe6-d41f297580e0 None None] Port 491a6b6e-a977-4320-bb51-d7a206827893 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:05:39.394110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.398671 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.470136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=491a6b6e-a977-4320-bb51-d7a206827893,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:39.472686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.564521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:39.565963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:39.684845 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 5ec39f8c-db66-45ea-94fe-fb33504e3a09 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:39.783878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1337556d-e45a-424d-8676-3c580dc4f2fc None None] Provisioning complete for port 491a6b6e-a977-4320-bb51-d7a206827893 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:39.784245 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1337556d-e45a-424d-8676-3c580dc4f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.794788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:39.803925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50082) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:39.804778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1c871c56-302e-41c9-ba3b-196da1a35c06 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/routers/5ec39f8c-db66-45ea-94fe-fb33504e3a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1306520 Nov 25 19:05:39.806643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] Sync routers for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:39.809561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'port': {'network_id': 'ec102c20-4ed3-4787-b0fa-8dcf2ce404ba', 'name': 'tempest-FloatingIPTestJSON-877244156'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:39.826501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1337556d-e45a-424d-8676-3c580dc4f2fc None None] Port 491a6b6e-a977-4320-bb51-d7a206827893 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:05:39.827940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:39.828548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:39.864121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:39.873119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:39.873775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:39.905670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:39.906375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18664740-04ec-4cfa-b88a-2368d5b3a73e None None] The sync data for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:39.922644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Made reservation on behalf of d2b7af98c22c4cc4a355bb1ba85d3e3f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:05:39.926079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:39.942492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] device_id is not set on port b43353f7-4a1d-4c2b-8dd8-163acf2a0606 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:05:40.046008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Allocated IP 172.20.0.10 (ec102c20-4ed3-4787-b0fa-8dcf2ce404ba/5aff3246-d2d0-49a4-b50c-32b240ddf3fb/b43353f7-4a1d-4c2b-8dd8-163acf2a0606) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:05:40.189509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:40.223846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:40.270868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:05:40.273863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:05:40.276777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:05:40.302217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event updated for resources: {'Port': ['ID=b43353f7-4a1d-4c2b-8dd8-163acf2a0606,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:40.332739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:40.333359 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:40.350350 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0b7c186-c434-4a2b-8206-457904391d60 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5448000 Nov 25 19:05:40.352936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50084) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:40.358187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Request body: {'floatingip': {'port_id': 'b43353f7-4a1d-4c2b-8dd8-163acf2a0606'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:40.417393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:40.549504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-484d3087-8411-4bc8-9473-9ed542a0b721 None None] Provisioning complete for port b43353f7-4a1d-4c2b-8dd8-163acf2a0606 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:05:40.550064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-484d3087-8411-4bc8-9473-9ed542a0b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:40.584048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-484d3087-8411-4bc8-9473-9ed542a0b721 None None] Port b43353f7-4a1d-4c2b-8dd8-163acf2a0606 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:05:40.882068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:40.886526 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:40.930625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95b9035d-6605-4dcf-8557-b6d18cdc20e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:41.001618 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP 2283205f-7d50-49d9-bfdb-52ab380a60f6 associated. External IP: 172.25.2.46, port: 2d8425ea-65ea-4c3a-abd9-85754ff61778. Nov 25 19:05:41.209083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:41.318173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:41.329803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1856f7-6327-4556-9057-439792c004bd None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:41.339289 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1856f7-6327-4556-9057-439792c004bd None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:41.339903 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-be1856f7-6327-4556-9057-439792c004bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.374967 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-be1856f7-6327-4556-9057-439792c004bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.383545 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1856f7-6327-4556-9057-439792c004bd None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:41.384155 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-be1856f7-6327-4556-9057-439792c004bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.416503 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-be1856f7-6327-4556-9057-439792c004bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.417162 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1856f7-6327-4556-9057-439792c004bd None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:41.537802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 5ec39f8c-db66-45ea-94fe-fb33504e3a09 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:41.652805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:41.657699 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:41.666916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] Sync routers for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:41.679278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:41.679903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.712411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.714652 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6614a019-b4ff-400c-bb2d-d1a100ab2ac5 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/floatingips/2283205f-7d50-49d9-bfdb-52ab380a60f6 HTTP/1.1" status: 200 len: 977 time: 1.3606362 Nov 25 19:05:41.718267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50086) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:41.721770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:41.722382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.753616 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:41.754275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d6808-111f-409b-84bd-5182eee8a19c None None] The sync data for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:41.804550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port b43353f7-4a1d-4c2b-8dd8-163acf2a0606 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:41.804811 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:41.890830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:42.056317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:42.056585 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:42.056891 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Floating IP 2283205f-7d50-49d9-bfdb-52ab380a60f6 disassociated. External IP: 172.25.2.46, port: b43353f7-4a1d-4c2b-8dd8-163acf2a0606. Nov 25 19:05:42.057223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for b43353f7-4a1d-4c2b-8dd8-163acf2a0606 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:42.181358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:42.210140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=b43353f7-4a1d-4c2b-8dd8-163acf2a0606,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:42.325351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 5ec39f8c-db66-45ea-94fe-fb33504e3a09 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:42.434410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:42.446179 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] Sync routers for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:42.457212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:42.458023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:42.492298 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:42.499502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:42.502873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-73c089f3-1a6f-44aa-8ee6-40e72efa7737 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/ports/b43353f7-4a1d-4c2b-8dd8-163acf2a0606 HTTP/1.1" status: 204 len: 168 time: 0.7834387 Nov 25 19:05:42.504036 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:42.504644 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:42.505865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50088) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:42.535609 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:42.536235 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8451a6a-570e-4cbb-80ae-368d5adf1d14 None None] The sync data for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:42.592402 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:05:42.844395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:43.092498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 491a6b6e-a977-4320-bb51-d7a206827893 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:43.092833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:43.175636 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:43.187317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 491a6b6e-a977-4320-bb51-d7a206827893 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:43.371563 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:43.403514 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=491a6b6e-a977-4320-bb51-d7a206827893,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:43.448164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23ff79cc-8152-49d3-93d8-be01a7fe3e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:43.913088 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.123803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 5ec39f8c-db66-45ea-94fe-fb33504e3a09 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:44.227446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:44.233101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-22b64fe6-89c4-429d-b913-5deff9e31928 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/routers/5ec39f8c-db66-45ea-94fe-fb33504e3a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7264640 Nov 25 19:05:44.235236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50090) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:44.236664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] Sync routers for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:44.246615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:44.247231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:44.279371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:44.292403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] Routers {'5ec39f8c-db66-45ea-94fe-fb33504e3a09'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:44.293019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:44.329132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:44.330197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08119d-7966-40c3-a2aa-7404d87c9e8d None None] The sync data for ids ['5ec39f8c-db66-45ea-94fe-fb33504e3a09'] in n-d-819194-3 is: [] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:44.369493 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.450014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.471317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.522415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 8996b3ee-88b4-4afd-864a-3af6f72691f1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:44.522704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.598932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.611199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 8996b3ee-88b4-4afd-864a-3af6f72691f1 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:44.776618 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.802370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=8996b3ee-88b4-4afd-864a-3af6f72691f1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:44.814470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae865e-95d6-4b90-a7d2-7ce9532ed882 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:44.859869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.949706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:44.952815 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.003808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.004398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec39f8c-db66-45ea-94fe-fb33504e3a09 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:05:45.011844 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.016113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c8c66567-a026-4fd4-a9e5-60d1f702f917 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/routers/5ec39f8c-db66-45ea-94fe-fb33504e3a09 HTTP/1.1" status: 204 len: 168 time: 0.7767055 Nov 25 19:05:45.016241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50092) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:45.075969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting subnet 5aff3246-d2d0-49a4-b50c-32b240ddf3fb {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:45.080390 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.118112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.516435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.575900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.602582 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Subnet': ['ID=5aff3246-d2d0-49a4-b50c-32b240ddf3fb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:45.604939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.608656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/subnets/5aff3246-d2d0-49a4-b50c-32b240ddf3fb HTTP/1.1" status: 204 len: 168 time: 0.5915351 Nov 25 19:05:45.609928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7923c32-0141-4001-b873-a91db20866af None None] Network ec102c20-4ed3-4787-b0fa-8dcf2ce404ba requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:05:45.611513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50094) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:45.615985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.616339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.616684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.617024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.617359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.617693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.618026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.618355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.618710 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.619037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.619366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.619695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f7153-9724-482f-8d99-2d82f3dd02b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:05:45.690231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.743524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port a68969b8-bca8-4eda-8545-d132a9335591 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:45.743866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.773582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] DHCP port deletion for ec102c20-4ed3-4787-b0fa-8dcf2ce404ba request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:45.808980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] For port a68969b8-bca8-4eda-8545-d132a9335591, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a68969b8-bca8-4eda-8545-d132a9335591,segment=NetworkSegment(7d062145-0927-45fe-9d83-ef552ecd898d),segment_id=7d062145-0927-45fe-9d83-ef552ecd898d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:45.809350 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.822387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for a68969b8-bca8-4eda-8545-d132a9335591 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:45.824343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] Deleting port a68969b8-bca8-4eda-8545-d132a9335591 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:45.824718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.887171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] For port a68969b8-bca8-4eda-8545-d132a9335591, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a68969b8-bca8-4eda-8545-d132a9335591,segment=NetworkSegment(7d062145-0927-45fe-9d83-ef552ecd898d),segment_id=7d062145-0927-45fe-9d83-ef552ecd898d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:05:45.887582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.899744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:45.901005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] Calling delete_port for a68969b8-bca8-4eda-8545-d132a9335591 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:45.927461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=a68969b8-bca8-4eda-8545-d132a9335591,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:45.933637 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] No DVR routers for this DVR port a68969b8-bca8-4eda-8545-d132a9335591 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:45.983269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.012552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.014765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] Pushing event deleted for resources: {'Port': ['ID=a68969b8-bca8-4eda-8545-d132a9335591,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:46.021617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448dc867-89e7-4263-81c3-148d3ff8f1a9 None None] No DVR routers for this DVR port a68969b8-bca8-4eda-8545-d132a9335591 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:05:46.035638 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.036374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec102c20-4ed3-4787-b0fa-8dcf2ce404ba']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:46.045934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d062145-0927-45fe-9d83-ef552ecd898d') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:46.046238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d062145-0927-45fe-9d83-ef552ecd898d') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:46.055576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.070315 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.077149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:05:46.077541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:05:46.080868 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:05:46.141147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.147844 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.151032 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/networks/ec102c20-4ed3-4787-b0fa-8dcf2ce404ba HTTP/1.1" status: 204 len: 168 time: 0.5383592 Nov 25 19:05:46.153855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:46.162883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e89bef-7293-459d-9250-79c3018027e8 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Network': ['ID=ec102c20-4ed3-4787-b0fa-8dcf2ce404ba,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:46.275215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 8c9f85d1-5a43-400d-9957-3f477e3fb05e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:46.275478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.351149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.351395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.363208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 8c9f85d1-5a43-400d-9957-3f477e3fb05e owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:46.437622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a68969b8-bca8-4eda-8545-d132a9335591 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:05:46.458144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a68969b8-bca8-4eda-8545-d132a9335591 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:05:46.458623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a68969b8-bca8-4eda-8545-d132a9335591 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:05:46.495132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.520016 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=8c9f85d1-5a43-400d-9957-3f477e3fb05e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:46.579112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.581706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.582881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-997042ff-0733-4f90-9fe3-bd5969f20fb3 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/floatingips/2283205f-7d50-49d9-bfdb-52ab380a60f6 HTTP/1.1" status: 204 len: 168 time: 0.4278998 Nov 25 19:05:46.586936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:46.609689 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-2659e3e5-3ead-40b1-adcf-428ebb788693 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:46.610207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2659e3e5-3ead-40b1-adcf-428ebb788693 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:46.613203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2659e3e5-3ead-40b1-adcf-428ebb788693 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/ports/b43353f7-4a1d-4c2b-8dd8-163acf2a0606 HTTP/1.1" status: 404 len: 333 time: 0.0253594 Nov 25 19:05:46.615616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50100) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:46.645252 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c552c9d-fd1d-4d4b-933d-35b5de73d5b7 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ec39f8c-db66-45ea-94fe-fb33504e3a09 HTTP/1.1" status: 200 len: 205 time: 0.0286007 Nov 25 19:05:46.647675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:46.684026 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-4dc1e395-ae15-41b0-bb5e-951e91dc5db6 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] delete failed (client error): The resource could not be found. Nov 25 19:05:46.685024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4dc1e395-ae15-41b0-bb5e-951e91dc5db6 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/routers/5ec39f8c-db66-45ea-94fe-fb33504e3a09 HTTP/1.1" status: 404 len: 336 time: 0.0364714 Nov 25 19:05:46.687419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50104) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:46.712082 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ce621b-38e2-445c-b7a0-6566a0ff3427 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] DELETE failed (client error): The resource could not be found. Nov 25 19:05:46.712524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ce621b-38e2-445c-b7a0-6566a0ff3427 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103457) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:05:46.715492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a7ce621b-38e2-445c-b7a0-6566a0ff3427 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/subnets/5aff3246-d2d0-49a4-b50c-32b240ddf3fb HTTP/1.1" status: 404 len: 337 time: 0.0271869 Nov 25 19:05:46.718260 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:46.803830 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 2d8425ea-65ea-4c3a-abd9-85754ff61778 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:46.804080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.887463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:46.899537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 2d8425ea-65ea-4c3a-abd9-85754ff61778 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:47.008284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:47.027662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:47.062284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=2d8425ea-65ea-4c3a-abd9-85754ff61778,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:47.124512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:47.127804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c5e6960b-7a3b-4043-9707-bbd587eac89c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/ports/2d8425ea-65ea-4c3a-abd9-85754ff61778 HTTP/1.1" status: 204 len: 168 time: 0.4086354 Nov 25 19:05:47.130243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50108) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:47.213879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port f191e481-20a8-44cb-ba68-07922b06ad2d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:47.214250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:47.300242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:47.311607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for f191e481-20a8-44cb-ba68-07922b06ad2d owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:47.436638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:47.467420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=f191e481-20a8-44cb-ba68-07922b06ad2d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:47.533572 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:47.536993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f16e7535-e3da-44ed-b8b7-8d8f934df218 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/ports/f191e481-20a8-44cb-ba68-07922b06ad2d HTTP/1.1" status: 204 len: 168 time: 0.4058056 Nov 25 19:05:47.539870 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50112) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:47.597124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763c86f-d1e8-44c1-8a77-192661131f36 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:05:47.601252 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2763c86f-d1e8-44c1-8a77-192661131f36 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "GET /v2.0/ports?device_id=52d7bc79-73a8-4297-a2d8-fc115f83b35b HTTP/1.1" status: 200 len: 913 time: 0.0581350 Nov 25 19:05:47.601446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50114) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:47.960540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:48.218779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 136882c9-d57a-45fd-a6a5-866b22bef900 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:48.219130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:48.302824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:48.314421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 136882c9-d57a-45fd-a6a5-866b22bef900 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:48.505120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:48.529167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=136882c9-d57a-45fd-a6a5-866b22bef900,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:48.699879 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:48.917459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Router 52d7bc79-73a8-4297-a2d8-fc115f83b35b has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:05:49.021296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:05:49.026994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b14f0500-6e50-477e-9578-998e93dd349c tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "PUT /v2.0/routers/52d7bc79-73a8-4297-a2d8-fc115f83b35b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4246278 Nov 25 19:05:49.030028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50116) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:49.032023 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] Sync routers for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:05:49.042250 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:49.042832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:49.090857 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:49.099976 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] Routers {'52d7bc79-73a8-4297-a2d8-fc115f83b35b'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:05:49.100570 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:49.130689 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:49.131323 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac6bc4-0d14-496e-aa66-c311c0f66b94 None None] The sync data for ids ['52d7bc79-73a8-4297-a2d8-fc115f83b35b'] in n-d-819194-3 is: [] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:05:49.134617 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.235000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.285270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting port 0267e846-900f-40f4-bb75-90665a7319c7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:05:49.285604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.357634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.369191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Calling delete_port for 0267e846-900f-40f4-bb75-90665a7319c7 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:05:49.526990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.554790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Port': ['ID=0267e846-900f-40f4-bb75-90665a7319c7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:49.569335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f38d38c-0d93-4916-ad37-acb59f3de032 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:05:49.618140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.707698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.709800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.751369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.751909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Fanout notify agent at l3_agent the message router_deleted on router 52d7bc79-73a8-4297-a2d8-fc115f83b35b {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:05:49.758624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.759712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-570bccbf-bf24-467e-b618-fb1e58d01113 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/routers/52d7bc79-73a8-4297-a2d8-fc115f83b35b HTTP/1.1" status: 204 len: 168 time: 0.7285244 Nov 25 19:05:49.762152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50120) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:49.815637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Deleting subnet 9dbfa746-9b13-4228-b7eb-1b90d22f180c {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:05:49.818840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.858157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.900948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.956110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.986703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbfa746-9b13-4228-b7eb-1b90d22f180c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:49.992163 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:49.995354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9895911b-45e4-4ed6-a12f-ded7f69e6ff0 tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/subnets/9dbfa746-9b13-4228-b7eb-1b90d22f180c HTTP/1.1" status: 204 len: 168 time: 0.2322514 Nov 25 19:05:49.997832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50122) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:50.070267 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:50.156570 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:50.480198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4724ad6-5742-4333-8af4-4b49e60148a4']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:50.490245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead30a06-3866-4de6-8263-e534b4695a65') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:50.490569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead30a06-3866-4de6-8263-e534b4695a65') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:05:50.499575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:50.512294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:50.518121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:05:50.518583 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:05:50.521923 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:05:50.579927 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:50.586889 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:50.589893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] 10.222.0.62 "DELETE /v2.0/networks/c4724ad6-5742-4333-8af4-4b49e60148a4 HTTP/1.1" status: 204 len: 168 time: 0.5911257 Nov 25 19:05:50.606909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6273f0-9268-4673-b0d1-2d07568af0ac tempest-FloatingIPTestJSON-1801354223 tempest-FloatingIPTestJSON-1801354223-project] Pushing event deleted for resources: {'Network': ['ID=c4724ad6-5742-4333-8af4-4b49e60148a4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:50.845659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50132) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:50.976293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-42c6c4a1-1792-4d8f-abe2-ee03090a1fcd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2b7af98c22c4cc4a355bb1ba85d3e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294396 Nov 25 19:05:50.978812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50136) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:51.028114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baada409-b409-4c88-bb2a-97698cef1ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:51.047905 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baada409-b409-4c88-bb2a-97698cef1ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:51.099444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baada409-b409-4c88-bb2a-97698cef1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:51.102658 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baada409-b409-4c88-bb2a-97698cef1ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:51.106001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-baada409-b409-4c88-bb2a-97698cef1ac5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f26e5da-e392-4804-8ee3-37b8bdf4299a HTTP/1.1" status: 204 len: 168 time: 0.1239376 Nov 25 19:05:51.111648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baada409-b409-4c88-bb2a-97698cef1ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f26e5da-e392-4804-8ee3-37b8bdf4299a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:51.805484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:51.900854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969402131'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:51.922392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:51.931192 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.004124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.008359 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.048270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d928da-dca0-4d26-937d-1953629dfb7a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:52.087462 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.090922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.117739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.118985 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3124785 Nov 25 19:05:52.121626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50166) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.129837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429da611-ac29-4966-8656-618d17069ba7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978638ee-c03b-4cc7-a951-b331eb9bbf65,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:52.189302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-42d00da7-479a-4e7a-99c6-2337cdfe7e6a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0666316 Nov 25 19:05:52.191962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50168) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.196069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c030b797-320f-4020-bcd6-b0108a9272e9 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-security--189325503', 'description': 'tempest-security-description-2119909047'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:52.227520 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c030b797-320f-4020-bcd6-b0108a9272e9 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.270322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c030b797-320f-4020-bcd6-b0108a9272e9 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.273761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c030b797-320f-4020-bcd6-b0108a9272e9 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.276381 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c030b797-320f-4020-bcd6-b0108a9272e9 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.277601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c030b797-320f-4020-bcd6-b0108a9272e9 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "PUT /v2.0/security-groups/978638ee-c03b-4cc7-a951-b331eb9bbf65 HTTP/1.1" status: 200 len: 1796 time: 0.0847394 Nov 25 19:05:52.280518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.300133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030b797-320f-4020-bcd6-b0108a9272e9 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978638ee-c03b-4cc7-a951-b331eb9bbf65,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:52.319126 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9dd10c80-0529-437f-9d8b-8dba68fb6e0a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups/978638ee-c03b-4cc7-a951-b331eb9bbf65 HTTP/1.1" status: 200 len: 1796 time: 0.0372541 Nov 25 19:05:52.321595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.369717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79166691-dcc9-4b83-9286-2b1134606173 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.393533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79166691-dcc9-4b83-9286-2b1134606173 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.434867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79166691-dcc9-4b83-9286-2b1134606173 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.438038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79166691-dcc9-4b83-9286-2b1134606173 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.441385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-79166691-dcc9-4b83-9286-2b1134606173 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/978638ee-c03b-4cc7-a951-b331eb9bbf65 HTTP/1.1" status: 204 len: 168 time: 0.1167169 Nov 25 19:05:52.441773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.448549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79166691-dcc9-4b83-9286-2b1134606173 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978638ee-c03b-4cc7-a951-b331eb9bbf65,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:52.487452 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5399b0be-1173-43e6-b64e-ed66c8cd738e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444655 Nov 25 19:05:52.490272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.502163 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-cbf68dd3-f9f2-47d2-923d-f8f33322e580 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] delete failed (client error): The resource could not be found. Nov 25 19:05:52.503415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cbf68dd3-f9f2-47d2-923d-f8f33322e580 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/978638ee-c03b-4cc7-a951-b331eb9bbf65 HTTP/1.1" status: 404 len: 347 time: 0.0119739 Nov 25 19:05:52.506841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50182) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.512134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9192e347-37a4-48a1-8b5e-b3e8c612297f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143553416'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:52.533835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9192e347-37a4-48a1-8b5e-b3e8c612297f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.597773 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9192e347-37a4-48a1-8b5e-b3e8c612297f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.601414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9192e347-37a4-48a1-8b5e-b3e8c612297f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.632524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9192e347-37a4-48a1-8b5e-b3e8c612297f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.633640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9192e347-37a4-48a1-8b5e-b3e8c612297f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1256392 Nov 25 19:05:52.636645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.637513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192e347-37a4-48a1-8b5e-b3e8c612297f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0113ff3-e42a-4414-ac3b-15c0b92ad749,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:52.643350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6022aee0-1c81-4779-90c6-f577234faf70 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': 'd0113ff3-e42a-4414-ac3b-15c0b92ad749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:52.670650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6022aee0-1c81-4779-90c6-f577234faf70 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.721864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6022aee0-1c81-4779-90c6-f577234faf70 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.725591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6022aee0-1c81-4779-90c6-f577234faf70 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.743401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022aee0-1c81-4779-90c6-f577234faf70 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d7b288-3541-4ff4-b9f5-193f3fde90cc,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:52.750678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6022aee0-1c81-4779-90c6-f577234faf70 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.751869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6022aee0-1c81-4779-90c6-f577234faf70 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141086 Nov 25 19:05:52.754651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.783040 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d1dcf4e-618f-47e7-a80a-46ef546f43c1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.790341 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d1dcf4e-618f-47e7-a80a-46ef546f43c1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.815193 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d1dcf4e-618f-47e7-a80a-46ef546f43c1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.821130 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9d1dcf4e-618f-47e7-a80a-46ef546f43c1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.822216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9d1dcf4e-618f-47e7-a80a-46ef546f43c1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/14d7b288-3541-4ff4-b9f5-193f3fde90cc HTTP/1.1" status: 204 len: 168 time: 0.0666561 Nov 25 19:05:52.825209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.828299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dcf4e-618f-47e7-a80a-46ef546f43c1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14d7b288-3541-4ff4-b9f5-193f3fde90cc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:52.871380 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-76e4c2db-4496-402d-ae00-c2e038d5810d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443938 Nov 25 19:05:52.874524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50190) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:52.924358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0127dc26-a1d1-406c-893c-08e263f18cf7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.946934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0127dc26-a1d1-406c-893c-08e263f18cf7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.987709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0127dc26-a1d1-406c-893c-08e263f18cf7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.990433 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0127dc26-a1d1-406c-893c-08e263f18cf7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:52.991586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0127dc26-a1d1-406c-893c-08e263f18cf7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0113ff3-e42a-4414-ac3b-15c0b92ad749 HTTP/1.1" status: 204 len: 168 time: 0.1161721 Nov 25 19:05:52.994230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50192) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.000506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127dc26-a1d1-406c-893c-08e263f18cf7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0113ff3-e42a-4414-ac3b-15c0b92ad749,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.050479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-79ca328b-2f3e-457d-af2f-6b95fc051d42 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550561 Nov 25 19:05:53.055320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.059559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8bca5a6c-b5b9-49e5-86c0-cb9cee25449a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--295371500'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:53.084293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bca5a6c-b5b9-49e5-86c0-cb9cee25449a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.154160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bca5a6c-b5b9-49e5-86c0-cb9cee25449a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.158098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bca5a6c-b5b9-49e5-86c0-cb9cee25449a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.186163 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8bca5a6c-b5b9-49e5-86c0-cb9cee25449a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.187364 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8bca5a6c-b5b9-49e5-86c0-cb9cee25449a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1311169 Nov 25 19:05:53.189256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca5a6c-b5b9-49e5-86c0-cb9cee25449a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63522398-bafc-46ae-947d-f51fc85b776c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.190339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50196) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.194934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0b05d022-6824-4617-ba81-30bdc6c4956f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': '63522398-bafc-46ae-947d-f51fc85b776c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:53.221905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0b05d022-6824-4617-ba81-30bdc6c4956f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.275156 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0b05d022-6824-4617-ba81-30bdc6c4956f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.278756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0b05d022-6824-4617-ba81-30bdc6c4956f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.300253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05d022-6824-4617-ba81-30bdc6c4956f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c7c841-2733-4647-94f9-8baf1e6a174c,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.305408 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0b05d022-6824-4617-ba81-30bdc6c4956f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.306639 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0b05d022-6824-4617-ba81-30bdc6c4956f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151955 Nov 25 19:05:53.309399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50198) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.314143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4a369cc6-332e-4c3b-b0e7-365d2188d75a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': '63522398-bafc-46ae-947d-f51fc85b776c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:53.341271 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a369cc6-332e-4c3b-b0e7-365d2188d75a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.395920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a369cc6-332e-4c3b-b0e7-365d2188d75a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.399608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a369cc6-332e-4c3b-b0e7-365d2188d75a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.419118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a369cc6-332e-4c3b-b0e7-365d2188d75a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef275eae-c10b-4228-b0c7-523590f6901a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.428518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a369cc6-332e-4c3b-b0e7-365d2188d75a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.429728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4a369cc6-332e-4c3b-b0e7-365d2188d75a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194108 Nov 25 19:05:53.432393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50200) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.437547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3b1acd2a-911f-49ae-8302-de6a74a56877 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': '63522398-bafc-46ae-947d-f51fc85b776c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:53.463021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd2a-911f-49ae-8302-de6a74a56877 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.518312 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd2a-911f-49ae-8302-de6a74a56877 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.521749 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd2a-911f-49ae-8302-de6a74a56877 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.539680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1acd2a-911f-49ae-8302-de6a74a56877 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc545410-a240-4b58-9343-52fa2e02bbd9,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.546999 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b1acd2a-911f-49ae-8302-de6a74a56877 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.548187 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b1acd2a-911f-49ae-8302-de6a74a56877 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148725 Nov 25 19:05:53.551036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50202) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.555216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cb28d5ce-55b7-4ac6-a5d4-3f6471f94782 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': '63522398-bafc-46ae-947d-f51fc85b776c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:53.581222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb28d5ce-55b7-4ac6-a5d4-3f6471f94782 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.636065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb28d5ce-55b7-4ac6-a5d4-3f6471f94782 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.639830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb28d5ce-55b7-4ac6-a5d4-3f6471f94782 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.662971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28d5ce-55b7-4ac6-a5d4-3f6471f94782 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bd6c48-8179-4f36-9793-d997cf806a78,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.671817 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cb28d5ce-55b7-4ac6-a5d4-3f6471f94782 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.673075 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cb28d5ce-55b7-4ac6-a5d4-3f6471f94782 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211402 Nov 25 19:05:53.676049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50204) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.680489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d51f1fb2-1847-47de-873c-46730e96c6b5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': '63522398-bafc-46ae-947d-f51fc85b776c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:53.705968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d51f1fb2-1847-47de-873c-46730e96c6b5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.763242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d51f1fb2-1847-47de-873c-46730e96c6b5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.767332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d51f1fb2-1847-47de-873c-46730e96c6b5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.790463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f1fb2-1847-47de-873c-46730e96c6b5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4731faa-78c7-406c-b1dc-1be6986dd0b4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.795949 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d51f1fb2-1847-47de-873c-46730e96c6b5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.797014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d51f1fb2-1847-47de-873c-46730e96c6b5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1200378 Nov 25 19:05:53.799850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50206) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.828135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e401cc5-0b20-402b-abce-09d49423b4d3 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.836049 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e401cc5-0b20-402b-abce-09d49423b4d3 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.860314 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e401cc5-0b20-402b-abce-09d49423b4d3 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.866107 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e401cc5-0b20-402b-abce-09d49423b4d3 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.867230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8e401cc5-0b20-402b-abce-09d49423b4d3 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a4731faa-78c7-406c-b1dc-1be6986dd0b4 HTTP/1.1" status: 204 len: 168 time: 0.0664577 Nov 25 19:05:53.870029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50208) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.874082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e401cc5-0b20-402b-abce-09d49423b4d3 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4731faa-78c7-406c-b1dc-1be6986dd0b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:53.927765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bc6f0cc2-cea8-495e-a8f4-670ec436cb42 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0558965 Nov 25 19:05:53.930410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50210) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:53.957030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f596c6-0ad6-4546-b869-a38e0877ef39 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.964175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f596c6-0ad6-4546-b869-a38e0877ef39 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.988701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f596c6-0ad6-4546-b869-a38e0877ef39 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.995156 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f596c6-0ad6-4546-b869-a38e0877ef39 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:53.997275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-70f596c6-0ad6-4546-b869-a38e0877ef39 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d4bd6c48-8179-4f36-9793-d997cf806a78 HTTP/1.1" status: 204 len: 168 time: 0.0648954 Nov 25 19:05:53.999537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50212) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.002037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f596c6-0ad6-4546-b869-a38e0877ef39 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4bd6c48-8179-4f36-9793-d997cf806a78,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:54.054421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ce85039b-7d96-44f3-8548-699afd41704b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0535970 Nov 25 19:05:54.057073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50214) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.086274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cd0f-e783-4e8e-bd96-d267265311dc tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.093881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cd0f-e783-4e8e-bd96-d267265311dc tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.120596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cd0f-e783-4e8e-bd96-d267265311dc tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.127571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cd0f-e783-4e8e-bd96-d267265311dc tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.128671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d4b6cd0f-e783-4e8e-bd96-d267265311dc tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bc545410-a240-4b58-9343-52fa2e02bbd9 HTTP/1.1" status: 204 len: 168 time: 0.0706453 Nov 25 19:05:54.132027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.136475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6cd0f-e783-4e8e-bd96-d267265311dc tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc545410-a240-4b58-9343-52fa2e02bbd9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:54.175877 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f60347c1-9cb2-45b2-a35d-b80abbcae7eb tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0425806 Nov 25 19:05:54.179123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.204383 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40848f4b-896d-48cf-bf28-79ef51871a44 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.211855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40848f4b-896d-48cf-bf28-79ef51871a44 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.239790 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40848f4b-896d-48cf-bf28-79ef51871a44 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.246202 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-40848f4b-896d-48cf-bf28-79ef51871a44 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.247316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-40848f4b-896d-48cf-bf28-79ef51871a44 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ef275eae-c10b-4228-b0c7-523590f6901a HTTP/1.1" status: 204 len: 168 time: 0.0670888 Nov 25 19:05:54.250641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50220) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.253316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40848f4b-896d-48cf-bf28-79ef51871a44 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef275eae-c10b-4228-b0c7-523590f6901a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:54.297557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3c8fca80-3285-4a2a-a3cc-3db4557d5069 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456827 Nov 25 19:05:54.302309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50222) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.334230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9e90eff-a4aa-4580-a2f1-671c982cdf28 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.341616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9e90eff-a4aa-4580-a2f1-671c982cdf28 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.372728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9e90eff-a4aa-4580-a2f1-671c982cdf28 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.379279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9e90eff-a4aa-4580-a2f1-671c982cdf28 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.380385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e9e90eff-a4aa-4580-a2f1-671c982cdf28 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/35c7c841-2733-4647-94f9-8baf1e6a174c HTTP/1.1" status: 204 len: 168 time: 0.0771120 Nov 25 19:05:54.383121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50224) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.385779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e90eff-a4aa-4580-a2f1-671c982cdf28 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35c7c841-2733-4647-94f9-8baf1e6a174c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:54.429882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b8a337d1-9417-4e85-95bf-832e811e81ab tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455148 Nov 25 19:05:54.432735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.486567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15cb382-c5de-4d54-a0d8-17dc39c53334 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.510397 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15cb382-c5de-4d54-a0d8-17dc39c53334 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.554867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15cb382-c5de-4d54-a0d8-17dc39c53334 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.557489 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f15cb382-c5de-4d54-a0d8-17dc39c53334 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.558689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f15cb382-c5de-4d54-a0d8-17dc39c53334 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/63522398-bafc-46ae-947d-f51fc85b776c HTTP/1.1" status: 204 len: 168 time: 0.1250234 Nov 25 19:05:54.561472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50228) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.567991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cb382-c5de-4d54-a0d8-17dc39c53334 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63522398-bafc-46ae-947d-f51fc85b776c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:54.613308 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0d9688f1-2048-4cbc-964e-4375aa7aae0d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0506351 Nov 25 19:05:54.617634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50230) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.622517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f75ec4ce-45b4-4f5f-b82d-7cdc60b68bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642485705'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:54.645595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f75ec4ce-45b4-4f5f-b82d-7cdc60b68bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.717197 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f75ec4ce-45b4-4f5f-b82d-7cdc60b68bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.721047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f75ec4ce-45b4-4f5f-b82d-7cdc60b68bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.750104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f75ec4ce-45b4-4f5f-b82d-7cdc60b68bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.751276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f75ec4ce-45b4-4f5f-b82d-7cdc60b68bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1326342 Nov 25 19:05:54.753110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ec4ce-45b4-4f5f-b82d-7cdc60b68bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b338a400-aea8-4ace-acc2-390686d40fb0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:54.754199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50232) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.758900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1701bfa3-c1f2-4d33-8670-a42f533387d8 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': 'b338a400-aea8-4ace-acc2-390686d40fb0', 'direction': 'ingress', 'protocol': 17}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:54.786985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1701bfa3-c1f2-4d33-8670-a42f533387d8 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.845213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1701bfa3-c1f2-4d33-8670-a42f533387d8 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.848773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1701bfa3-c1f2-4d33-8670-a42f533387d8 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.868259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701bfa3-c1f2-4d33-8670-a42f533387d8 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2144810c-96a8-4def-899a-09aa50926319,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:54.876390 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1701bfa3-c1f2-4d33-8670-a42f533387d8 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.877566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1701bfa3-c1f2-4d33-8670-a42f533387d8 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1222086 Nov 25 19:05:54.880421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:54.932295 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2e59a65-8af9-4d90-ad98-4b9a43836c0b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.954478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2e59a65-8af9-4d90-ad98-4b9a43836c0b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:54.997971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2e59a65-8af9-4d90-ad98-4b9a43836c0b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.000722 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b2e59a65-8af9-4d90-ad98-4b9a43836c0b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.001841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b2e59a65-8af9-4d90-ad98-4b9a43836c0b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/b338a400-aea8-4ace-acc2-390686d40fb0 HTTP/1.1" status: 204 len: 168 time: 0.1204937 Nov 25 19:05:55.004564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50236) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.010693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e59a65-8af9-4d90-ad98-4b9a43836c0b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b338a400-aea8-4ace-acc2-390686d40fb0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:55.048976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8e529865-a17a-467f-926f-57b9aa4f4434 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426202 Nov 25 19:05:55.052554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.056903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-280be039-0421-49ee-a6b3-7ec39427aaad tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119340386'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:55.078829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-280be039-0421-49ee-a6b3-7ec39427aaad tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.141759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-280be039-0421-49ee-a6b3-7ec39427aaad tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.146126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-280be039-0421-49ee-a6b3-7ec39427aaad tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.177246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-280be039-0421-49ee-a6b3-7ec39427aaad tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.178495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-280be039-0421-49ee-a6b3-7ec39427aaad tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1249876 Nov 25 19:05:55.180312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280be039-0421-49ee-a6b3-7ec39427aaad tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc246f6-73a1-4025-be15-3055a3337dbd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:55.181335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.187263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ab83c9f5-c66f-4bd6-9316-ee02a9ee6fcf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--168115303'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:55.210155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab83c9f5-c66f-4bd6-9316-ee02a9ee6fcf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.272012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab83c9f5-c66f-4bd6-9316-ee02a9ee6fcf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.275475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab83c9f5-c66f-4bd6-9316-ee02a9ee6fcf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.304576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab83c9f5-c66f-4bd6-9316-ee02a9ee6fcf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.305761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ab83c9f5-c66f-4bd6-9316-ee02a9ee6fcf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1225593 Nov 25 19:05:55.308803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50242) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.309681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83c9f5-c66f-4bd6-9316-ee02a9ee6fcf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd68aa-b59c-406b-8d47-3d5ff390f34b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:55.313570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5aeb6bc5-5f0e-49fe-be30-408d2d60b91e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': 'dcc246f6-73a1-4025-be15-3055a3337dbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a0dd68aa-b59c-406b-8d47-3d5ff390f34b', 'remote_ip_prefix': None}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:55.345121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6bc5-5f0e-49fe-be30-408d2d60b91e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.419349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6bc5-5f0e-49fe-be30-408d2d60b91e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.422872 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6bc5-5f0e-49fe-be30-408d2d60b91e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.442397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb6bc5-5f0e-49fe-be30-408d2d60b91e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b967060-aa59-493e-ba70-a9f524ef93d4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:55.450348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6bc5-5f0e-49fe-be30-408d2d60b91e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.452128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5aeb6bc5-5f0e-49fe-be30-408d2d60b91e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1416824 Nov 25 19:05:55.455122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.477978 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3d75433-4c00-4a51-8b64-53b81a18a98b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.485661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3d75433-4c00-4a51-8b64-53b81a18a98b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.510776 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3d75433-4c00-4a51-8b64-53b81a18a98b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.517391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3d75433-4c00-4a51-8b64-53b81a18a98b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.518529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3d75433-4c00-4a51-8b64-53b81a18a98b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8b967060-aa59-493e-ba70-a9f524ef93d4 HTTP/1.1" status: 204 len: 168 time: 0.0624206 Nov 25 19:05:55.521261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.523775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d75433-4c00-4a51-8b64-53b81a18a98b tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b967060-aa59-493e-ba70-a9f524ef93d4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:55.561555 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3c86ad01-ec0a-4fe2-9300-93f877dcd9cf tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0386353 Nov 25 19:05:55.564310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.615556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944c28f2-59c9-4b35-945b-da5687a72841 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.637726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944c28f2-59c9-4b35-945b-da5687a72841 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.677978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944c28f2-59c9-4b35-945b-da5687a72841 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.680644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944c28f2-59c9-4b35-945b-da5687a72841 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.681778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-944c28f2-59c9-4b35-945b-da5687a72841 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/a0dd68aa-b59c-406b-8d47-3d5ff390f34b HTTP/1.1" status: 204 len: 168 time: 0.1165831 Nov 25 19:05:55.684797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50250) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.692032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c28f2-59c9-4b35-945b-da5687a72841 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd68aa-b59c-406b-8d47-3d5ff390f34b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:55.742122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b9b64f53-1d8e-44b7-8119-2db19288ab55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0561094 Nov 25 19:05:55.744715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50254) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.795714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5711a34-5848-4167-91c9-17028b7868f5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.817506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5711a34-5848-4167-91c9-17028b7868f5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.861069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5711a34-5848-4167-91c9-17028b7868f5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.863709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b5711a34-5848-4167-91c9-17028b7868f5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:55.864835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b5711a34-5848-4167-91c9-17028b7868f5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/dcc246f6-73a1-4025-be15-3055a3337dbd HTTP/1.1" status: 204 len: 168 time: 0.1192241 Nov 25 19:05:55.867772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50256) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.873972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5711a34-5848-4167-91c9-17028b7868f5 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc246f6-73a1-4025-be15-3055a3337dbd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:55.918177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3c58c3d1-2f1d-4f08-ab8f-f2a43feb805c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491877 Nov 25 19:05:55.922668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:55.927177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4144cd5f-3273-429a-a8d7-5e4289a3c4e1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028541217'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:55.948205 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4144cd5f-3273-429a-a8d7-5e4289a3c4e1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.011233 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4144cd5f-3273-429a-a8d7-5e4289a3c4e1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.014820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4144cd5f-3273-429a-a8d7-5e4289a3c4e1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.041355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4144cd5f-3273-429a-a8d7-5e4289a3c4e1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.042598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4144cd5f-3273-429a-a8d7-5e4289a3c4e1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1188915 Nov 25 19:05:56.046271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50260) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.047051 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144cd5f-3273-429a-a8d7-5e4289a3c4e1 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62822eba-0b61-4db5-bc73-7409a920eb75,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:56.050799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a6af8b5d-ab9c-4a1b-99d9-836180bdcb99 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': '62822eba-0b61-4db5-bc73-7409a920eb75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:56.077261 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6af8b5d-ab9c-4a1b-99d9-836180bdcb99 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.131037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6af8b5d-ab9c-4a1b-99d9-836180bdcb99 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.134437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6af8b5d-ab9c-4a1b-99d9-836180bdcb99 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.154527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af8b5d-ab9c-4a1b-99d9-836180bdcb99 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0408c2d-43e6-4cca-981a-5b30121224c4,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:56.162466 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6af8b5d-ab9c-4a1b-99d9-836180bdcb99 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.163668 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a6af8b5d-ab9c-4a1b-99d9-836180bdcb99 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1164305 Nov 25 19:05:56.166623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50262) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.194229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc169877-251c-4b4f-bc0a-d83d5ea1948d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.204644 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc169877-251c-4b4f-bc0a-d83d5ea1948d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.233257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc169877-251c-4b4f-bc0a-d83d5ea1948d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.239972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc169877-251c-4b4f-bc0a-d83d5ea1948d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.241239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dc169877-251c-4b4f-bc0a-d83d5ea1948d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e0408c2d-43e6-4cca-981a-5b30121224c4 HTTP/1.1" status: 204 len: 168 time: 0.0735848 Nov 25 19:05:56.244169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50264) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.248090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc169877-251c-4b4f-bc0a-d83d5ea1948d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0408c2d-43e6-4cca-981a-5b30121224c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:56.285648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-96b529e3-8b1d-438e-8e81-319cba43215a tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402553 Nov 25 19:05:56.288351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50270) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.342870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e30e582-7ad5-4a19-be43-65caa00e6642 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.365211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e30e582-7ad5-4a19-be43-65caa00e6642 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.424055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e30e582-7ad5-4a19-be43-65caa00e6642 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.426792 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e30e582-7ad5-4a19-be43-65caa00e6642 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.427972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e30e582-7ad5-4a19-be43-65caa00e6642 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/62822eba-0b61-4db5-bc73-7409a920eb75 HTTP/1.1" status: 204 len: 168 time: 0.1386845 Nov 25 19:05:56.430815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50272) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.436941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30e582-7ad5-4a19-be43-65caa00e6642 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62822eba-0b61-4db5-bc73-7409a920eb75,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:56.474493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a7072694-5717-490a-97a0-d6c70a6219ab tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424919 Nov 25 19:05:56.478957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50274) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.484103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1b380f50-318f-45f1-b5f8-09fb4bc9080c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001799388'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:56.507001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b380f50-318f-45f1-b5f8-09fb4bc9080c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.580536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b380f50-318f-45f1-b5f8-09fb4bc9080c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.584349 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b380f50-318f-45f1-b5f8-09fb4bc9080c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.615172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b380f50-318f-45f1-b5f8-09fb4bc9080c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.616401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b380f50-318f-45f1-b5f8-09fb4bc9080c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1363864 Nov 25 19:05:56.618297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b380f50-318f-45f1-b5f8-09fb4bc9080c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f7936-3dfb-4541-900a-2438cab1be53,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:56.619392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50282) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.624568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-eae208c7-99db-4dfd-a5c8-dc09c31bdd55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': 'b33f7936-3dfb-4541-900a-2438cab1be53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:56.653688 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eae208c7-99db-4dfd-a5c8-dc09c31bdd55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.710098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eae208c7-99db-4dfd-a5c8-dc09c31bdd55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.714721 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eae208c7-99db-4dfd-a5c8-dc09c31bdd55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.736239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae208c7-99db-4dfd-a5c8-dc09c31bdd55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02eb2e32-db2b-4df9-ac8b-de15bbeea780,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:56.743882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eae208c7-99db-4dfd-a5c8-dc09c31bdd55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.745968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eae208c7-99db-4dfd-a5c8-dc09c31bdd55 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252861 Nov 25 19:05:56.748457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50290) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.773941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f2cd9549-b4bc-4b0e-ae28-da4866472bcd tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules/02eb2e32-db2b-4df9-ac8b-de15bbeea780 HTTP/1.1" status: 200 len: 763 time: 0.0242472 Nov 25 19:05:56.776515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.817671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-27e455d3-910b-45c4-b43b-4e33b18e0027 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392480 Nov 25 19:05:56.820273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.848218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf6002c-1c41-4480-a56d-5426ce04df8d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.855679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf6002c-1c41-4480-a56d-5426ce04df8d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.887420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf6002c-1c41-4480-a56d-5426ce04df8d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.894289 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bf6002c-1c41-4480-a56d-5426ce04df8d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:56.898384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9bf6002c-1c41-4480-a56d-5426ce04df8d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/02eb2e32-db2b-4df9-ac8b-de15bbeea780 HTTP/1.1" status: 204 len: 168 time: 0.0744863 Nov 25 19:05:56.898728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50300) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.909078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6002c-1c41-4480-a56d-5426ce04df8d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02eb2e32-db2b-4df9-ac8b-de15bbeea780,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:56.943440 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dd070ca7-05c2-42d4-96dd-96906eb96cb2 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433540 Nov 25 19:05:56.945946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50302) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:56.950939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3f22d1f3-ebd7-40e9-99e1-2072d8acc5a4 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': 'b33f7936-3dfb-4541-900a-2438cab1be53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:56.978043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f22d1f3-ebd7-40e9-99e1-2072d8acc5a4 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.032484 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f22d1f3-ebd7-40e9-99e1-2072d8acc5a4 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.035777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f22d1f3-ebd7-40e9-99e1-2072d8acc5a4 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.057736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22d1f3-ebd7-40e9-99e1-2072d8acc5a4 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4c66cf-5e1a-4558-9ef5-0ef4e984b56e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:57.066197 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f22d1f3-ebd7-40e9-99e1-2072d8acc5a4 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.067294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3f22d1f3-ebd7-40e9-99e1-2072d8acc5a4 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202660 Nov 25 19:05:57.070344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50304) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.096995 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-09201495-b5ea-4ffd-8614-bd58240ad07e tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules/2e4c66cf-5e1a-4558-9ef5-0ef4e984b56e HTTP/1.1" status: 200 len: 763 time: 0.0254610 Nov 25 19:05:57.099368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50306) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.137241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-08f37475-3f9c-4426-8bb0-563d49010ac2 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0367694 Nov 25 19:05:57.139747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50308) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.162047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60d4d2b3-c472-484c-bc10-915d26b0d13f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.169531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60d4d2b3-c472-484c-bc10-915d26b0d13f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.196222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60d4d2b3-c472-484c-bc10-915d26b0d13f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.202556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-60d4d2b3-c472-484c-bc10-915d26b0d13f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.203645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-60d4d2b3-c472-484c-bc10-915d26b0d13f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2e4c66cf-5e1a-4558-9ef5-0ef4e984b56e HTTP/1.1" status: 204 len: 168 time: 0.0630193 Nov 25 19:05:57.206340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50310) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.208863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4d2b3-c472-484c-bc10-915d26b0d13f tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e4c66cf-5e1a-4558-9ef5-0ef4e984b56e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:57.245690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-31785b92-c768-4adc-a2b6-44ae6c359a6d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0382018 Nov 25 19:05:57.248288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.252354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Request body: {'security_group_rule': {'security_group_id': 'b33f7936-3dfb-4541-900a-2438cab1be53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:05:57.273601 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Project cda5527319e548f19fc71f47c40ea30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:05:57.278668 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.333144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.336517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.352955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cde135f-1f34-4349-a617-4ed34ec2d6a6,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:57.362006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.363214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2a9c4048-0dce-42d0-8d28-c12552c6c5d7 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1140239 Nov 25 19:05:57.365898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50314) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.382118 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-805febd1-3545-4052-99f8-ace15b558650 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules/9cde135f-1f34-4349-a617-4ed34ec2d6a6 HTTP/1.1" status: 200 len: 769 time: 0.0151851 Nov 25 19:05:57.384404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.424357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7efaf858-d6a0-4f6c-b252-2dce39db3751 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0388823 Nov 25 19:05:57.427730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50318) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.452619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25edd62a-f0bc-42c1-b410-f10842bfd04d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.460545 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25edd62a-f0bc-42c1-b410-f10842bfd04d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.487823 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25edd62a-f0bc-42c1-b410-f10842bfd04d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.494026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-25edd62a-f0bc-42c1-b410-f10842bfd04d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.495237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-25edd62a-f0bc-42c1-b410-f10842bfd04d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9cde135f-1f34-4349-a617-4ed34ec2d6a6 HTTP/1.1" status: 204 len: 168 time: 0.0665870 Nov 25 19:05:57.498041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50320) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.501325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edd62a-f0bc-42c1-b410-f10842bfd04d tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cde135f-1f34-4349-a617-4ed34ec2d6a6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:57.542594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-30650ec9-fe08-479c-9f06-c0aaf612e811 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401311 Nov 25 19:05:57.542862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50322) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.595165 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f2aed9a-45b0-46b3-9893-776dd5cc820c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.617005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f2aed9a-45b0-46b3-9893-776dd5cc820c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.658708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f2aed9a-45b0-46b3-9893-776dd5cc820c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.661355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8f2aed9a-45b0-46b3-9893-776dd5cc820c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:57.662557 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f2aed9a-45b0-46b3-9893-776dd5cc820c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "DELETE /v2.0/security-groups/b33f7936-3dfb-4541-900a-2438cab1be53 HTTP/1.1" status: 204 len: 168 time: 0.1187117 Nov 25 19:05:57.665272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50324) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.671694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aed9a-45b0-46b3-9893-776dd5cc820c tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f7936-3dfb-4541-900a-2438cab1be53,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:57.710760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1484a2a1-3ff2-48ee-b3e6-f0b936e10013 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440276 Nov 25 19:05:57.715253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50326) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:57.758492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57531b2c-d46a-4707-860b-29e8d41a5945 tempest-SecGroupIPv6Test-1932165430 tempest-SecGroupIPv6Test-1932165430-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0419967 Nov 25 19:05:58.008196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50334) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:58.144308 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6eb0dc84-6f4b-4747-82bb-9800c82becc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cda5527319e548f19fc71f47c40ea30c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347973 Nov 25 19:05:58.146560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50338) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:58.193650 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955e071-b31b-4428-9028-aa35493c719a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:58.220830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955e071-b31b-4428-9028-aa35493c719a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:58.270233 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955e071-b31b-4428-9028-aa35493c719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:58.273065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6955e071-b31b-4428-9028-aa35493c719a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:58.274939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6955e071-b31b-4428-9028-aa35493c719a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14d928da-dca0-4d26-937d-1953629dfb7a HTTP/1.1" status: 204 len: 168 time: 0.1273866 Nov 25 19:05:58.283883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955e071-b31b-4428-9028-aa35493c719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d928da-dca0-4d26-937d-1953629dfb7a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:58.911888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50360) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:58.918602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:58.918881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0060265 Nov 25 19:05:59.024681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ef0e1a47-b65e-4a39-89a6-c206d70683b4 tempest-NetworksApiDiscovery-1374899927 tempest-NetworksApiDiscovery-1374899927-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1048651 Nov 25 19:05:59.287735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50372) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:59.394494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8dfdfdf-38c2-4eec-99d8-c446e85eb198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:59.468283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8dfdfdf-38c2-4eec-99d8-c446e85eb198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:59.472450 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d8dfdfdf-38c2-4eec-99d8-c446e85eb198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:59.511054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfdfdf-38c2-4eec-99d8-c446e85eb198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708956b-8804-4cf5-824e-f7abd3230ac3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:05:59.517155 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d8dfdfdf-38c2-4eec-99d8-c446e85eb198 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e79fe674a424be1be1845f7538d0adc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284210 Nov 25 19:05:59.519788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50376) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:05:59.565958 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71f7146f-2707-4a4e-bab2-326894dfc1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:59.587161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71f7146f-2707-4a4e-bab2-326894dfc1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:59.636384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71f7146f-2707-4a4e-bab2-326894dfc1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:59.639517 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-71f7146f-2707-4a4e-bab2-326894dfc1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:05:59.640677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-71f7146f-2707-4a4e-bab2-326894dfc1fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e708956b-8804-4cf5-824e-f7abd3230ac3 HTTP/1.1" status: 204 len: 168 time: 0.1196792 Nov 25 19:05:59.648943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7146f-2707-4a4e-bab2-326894dfc1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708956b-8804-4cf5-824e-f7abd3230ac3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:00.859329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.441781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50442) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:01.549047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f49e69a-7da5-429e-8f29-005cf09733b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.627666 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f49e69a-7da5-429e-8f29-005cf09733b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.632163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f49e69a-7da5-429e-8f29-005cf09733b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.670844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49e69a-7da5-429e-8f29-005cf09733b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e65a0-f2b0-41d2-985e-76c4f2da3640,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:01.677792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50446) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:01.678890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5f49e69a-7da5-429e-8f29-005cf09733b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5e6233b8ff14525ae87bcba4ed67c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349403 Nov 25 19:06:01.734118 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a61e80e-0c09-4440-a0f2-bdca93e9085e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.755435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a61e80e-0c09-4440-a0f2-bdca93e9085e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.804666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a61e80e-0c09-4440-a0f2-bdca93e9085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.807565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a61e80e-0c09-4440-a0f2-bdca93e9085e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:01.808699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3a61e80e-0c09-4440-a0f2-bdca93e9085e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c2e65a0-f2b0-41d2-985e-76c4f2da3640 HTTP/1.1" status: 204 len: 168 time: 0.1295083 Nov 25 19:06:01.816907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61e80e-0c09-4440-a0f2-bdca93e9085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e65a0-f2b0-41d2-985e-76c4f2da3640,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:02.059834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50452) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:02.074643 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13ece2be-0da4-4005-97d7-96e10b4529d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:02.148893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13ece2be-0da4-4005-97d7-96e10b4529d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:02.152501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13ece2be-0da4-4005-97d7-96e10b4529d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:02.193640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13ece2be-0da4-4005-97d7-96e10b4529d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e15a51327516432da5f0dfa9b5abdc6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301773 Nov 25 19:06:02.193640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ece2be-0da4-4005-97d7-96e10b4529d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f56af26-1c91-4b3d-a3a2-e3b0c7b37bb3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:02.194271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50456) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:02.245437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-579ce188-2c52-405b-ab8d-7678d03b72ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:02.266403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-579ce188-2c52-405b-ab8d-7678d03b72ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:02.314503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-579ce188-2c52-405b-ab8d-7678d03b72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:02.317057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-579ce188-2c52-405b-ab8d-7678d03b72ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:02.318356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-579ce188-2c52-405b-ab8d-7678d03b72ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f56af26-1c91-4b3d-a3a2-e3b0c7b37bb3 HTTP/1.1" status: 204 len: 168 time: 0.1228223 Nov 25 19:06:02.326533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ce188-2c52-405b-ab8d-7678d03b72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f56af26-1c91-4b3d-a3a2-e3b0c7b37bb3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:02.492376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f33e9-c489-42cd-a1cc-c8f609210b4e req-f0029282-554f-4936-a2e2-30ebbe0a033e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:02.493908 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab2f33e9-c489-42cd-a1cc-c8f609210b4e req-f0029282-554f-4936-a2e2-30ebbe0a033e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 946 time: 0.0519679 Nov 25 19:06:02.546589 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab2f33e9-c489-42cd-a1cc-c8f609210b4e req-22a6d50c-8fd2-4a5e-9802-eeeb17d412c9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462530 Nov 25 19:06:03.503282 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:03.844964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b06bb-ee47-49df-94cc-dcaff4080dc7 req-0c2df306-bb77-43b0-90fd-bb5b03d7e3b9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:03.846598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d2b06bb-ee47-49df-94cc-dcaff4080dc7 req-0c2df306-bb77-43b0-90fd-bb5b03d7e3b9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 946 time: 0.2246492 Nov 25 19:06:03.896803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d2b06bb-ee47-49df-94cc-dcaff4080dc7 req-65167661-4ede-49bf-9e6f-5636d82fe2e5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=b8dce08c-778a-4a3e-93ed-94c4f6191d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441856 Nov 25 19:06:03.905370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50512) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:04.012321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14490601-c474-4905-a0d0-d4564b14a67d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.084489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14490601-c474-4905-a0d0-d4564b14a67d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.089100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14490601-c474-4905-a0d0-d4564b14a67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.126882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-14490601-c474-4905-a0d0-d4564b14a67d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c51119901844e379f5a1155c99ff6ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204897 Nov 25 19:06:04.127722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14490601-c474-4905-a0d0-d4564b14a67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4330f806-f38b-46bb-a80f-7aa48a95f80a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:04.130247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:04.178747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5266a371-fc3b-46e7-add2-9315fc1d0892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.200045 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5266a371-fc3b-46e7-add2-9315fc1d0892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.246196 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5266a371-fc3b-46e7-add2-9315fc1d0892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.248763 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5266a371-fc3b-46e7-add2-9315fc1d0892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.249916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5266a371-fc3b-46e7-add2-9315fc1d0892 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4330f806-f38b-46bb-a80f-7aa48a95f80a HTTP/1.1" status: 204 len: 168 time: 0.1183882 Nov 25 19:06:04.268556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a371-fc3b-46e7-add2-9315fc1d0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4330f806-f38b-46bb-a80f-7aa48a95f80a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:04.307998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c20a-11cc-4833-973a-ca89430e786d req-cfaaafc3-d061-4942-a062-558db0e5a75b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:04.309481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38e1c20a-11cc-4833-973a-ca89430e786d req-cfaaafc3-d061-4942-a062-558db0e5a75b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 946 time: 0.0551820 Nov 25 19:06:04.410732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Deleting port dd935117-1d89-486e-a8ea-3124c749e346 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:06:04.411076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.502884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] For port dd935117-1d89-486e-a8ea-3124c749e346, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dd935117-1d89-486e-a8ea-3124c749e346,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:04.503264 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.519340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50522) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:04.563912 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b3782f-a1fc-434f-b92c-939aa2755507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.726797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.727166 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.727488 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Floating IP 05c60eda-4959-4b95-a315-d1e4dca851ee disassociated. External IP: 172.25.2.173, port: dd935117-1d89-486e-a8ea-3124c749e346. Nov 25 19:06:04.727837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Calling delete_port for dd935117-1d89-486e-a8ea-3124c749e346 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:06:04.753695 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b3782f-a1fc-434f-b92c-939aa2755507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.783871 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3b3782f-a1fc-434f-b92c-939aa2755507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.845106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c3b3782f-a1fc-434f-b92c-939aa2755507 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42e1b63618064909999545df38578c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257399 Nov 25 19:06:04.847225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3782f-a1fc-434f-b92c-939aa2755507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42dc9e4-4303-4354-a31c-f07ca5dd1ea5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:04.847878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50524) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:04.895382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47628203-f582-4a29-9207-23d4d39fa3dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.915110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.917531 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47628203-f582-4a29-9207-23d4d39fa3dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.945845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event deleted for resources: {'Port': ['ID=dd935117-1d89-486e-a8ea-3124c749e346,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:04.977051 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47628203-f582-4a29-9207-23d4d39fa3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.980542 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47628203-f582-4a29-9207-23d4d39fa3dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:04.984782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47628203-f582-4a29-9207-23d4d39fa3dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c42dc9e4-4303-4354-a31c-f07ca5dd1ea5 HTTP/1.1" status: 204 len: 168 time: 0.1357369 Nov 25 19:06:04.994326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47628203-f582-4a29-9207-23d4d39fa3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42dc9e4-4303-4354-a31c-f07ca5dd1ea5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:05.034890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03860449-5d9e-4cc5-bd28-1087342d09f6 req-b03c15e0-0441-4d0d-b090-2557a202c5f4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9ced711-bc79-453f-9aca-d5c2724d0643 HTTP/1.1" status: 200 len: 210 time: 0.0317922 Nov 25 19:06:05.103753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Router 680f25e3-5864-4f9a-b07c-27e54a61e42c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:06:05.216490 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:06:05.226817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] Sync routers for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:06:05.236583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:05.237203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:05.266415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] No DVR routers for this DVR port dd935117-1d89-486e-a8ea-3124c749e346 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:06:05.273108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:05.276762 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38e1c20a-11cc-4833-973a-ca89430e786d req-63e78323-355a-463c-8db9-5054110d8c32 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.66 "DELETE /v2.0/ports/dd935117-1d89-486e-a8ea-3124c749e346 HTTP/1.1" status: 204 len: 173 time: 0.9613867 Nov 25 19:06:05.277231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-deleted', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:05.280452 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11913fc8-a0f8-410d-8055-c8117e2b2003" -d '{"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-deleted", "tag": "dd935117-1d89-486e-a8ea-3124c749e346"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:05.361671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:05.490207 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e0635-be8f-420d-a02d-d571765d6972 x-openstack-request-id: req-840e0635-be8f-420d-a02d-d571765d6972 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:05.490629 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ced711-bc79-453f-9aca-d5c2724d0643", "name": "network-vif-deleted", "tag": "dd935117-1d89-486e-a8ea-3124c749e346", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:05.491005 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-840e0635-be8f-420d-a02d-d571765d6972 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:05.491620 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ced711-bc79-453f-9aca-d5c2724d0643', 'name': 'network-vif-deleted', 'tag': 'dd935117-1d89-486e-a8ea-3124c749e346', 'status': 'completed', 'code': 200} Nov 25 19:06:05.604970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:05.635329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] Checking router: 680f25e3-5864-4f9a-b07c-27e54a61e42c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:06:05.644070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:05.644699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:05:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:05.914758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:06.134813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:06.140453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50566) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:06.161927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b948a-84fb-4516-a3fa-ec24d0b754de None None] The sync data for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 is: [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:06:06.199211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69f23467-6a81-4a34-ae2f-7dd6478c5477 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.224732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69f23467-6a81-4a34-ae2f-7dd6478c5477 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.275612 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69f23467-6a81-4a34-ae2f-7dd6478c5477 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.278631 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69f23467-6a81-4a34-ae2f-7dd6478c5477 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.279870 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-69f23467-6a81-4a34-ae2f-7dd6478c5477 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "DELETE /v2.0/security-groups/b8dce08c-778a-4a3e-93ed-94c4f6191d30 HTTP/1.1" status: 204 len: 168 time: 0.1376662 Nov 25 19:06:06.283305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50572) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:06.289519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f23467-6a81-4a34-ae2f-7dd6478c5477 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dce08c-778a-4a3e-93ed-94c4f6191d30,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:06.299227 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-b22761ad-e1c5-44a3-b443-d2707366d6ae tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] show failed (client error): The resource could not be found. Nov 25 19:06:06.300479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b22761ad-e1c5-44a3-b443-d2707366d6ae tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups/b8dce08c-778a-4a3e-93ed-94c4f6191d30 HTTP/1.1" status: 404 len: 347 time: 0.0161624 Nov 25 19:06:06.304102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50574) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:06.445973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Deleting port b0a860ae-c22f-4a60-a31b-08fc01f8b710 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:06:06.446325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.485019 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286f50d-b992-4875-9706-77af062ac641 None None] New status for floating IP 05c60eda-4959-4b95-a315-d1e4dca851ee: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:06:06.532781 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.533180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.545698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Calling delete_port for b0a860ae-c22f-4a60-a31b-08fc01f8b710 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:06:06.691974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.718258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event deleted for resources: {'Port': ['ID=b0a860ae-c22f-4a60-a31b-08fc01f8b710,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:06.778626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.780440 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:06.781600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a24a0d8c-00dd-41ba-9a2b-2ef99758d2b6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "DELETE /v2.0/floatingips/05c60eda-4959-4b95-a315-d1e4dca851ee HTTP/1.1" status: 204 len: 168 time: 0.4761477 Nov 25 19:06:07.174076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50596) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:07.178716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-da593306-a0ae-4aac-aa61-59a88a5da8aa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528205844', 'description': 'tempest-description--1177398196'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:07.202654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da593306-a0ae-4aac-aa61-59a88a5da8aa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.271960 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da593306-a0ae-4aac-aa61-59a88a5da8aa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.276192 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da593306-a0ae-4aac-aa61-59a88a5da8aa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.306579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da593306-a0ae-4aac-aa61-59a88a5da8aa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.313425 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da593306-a0ae-4aac-aa61-59a88a5da8aa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1326683 Nov 25 19:06:07.313425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593306-a0ae-4aac-aa61-59a88a5da8aa tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750aa0f9-cc89-4064-95ad-548935bb62a5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:07.313980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50604) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:07.319866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-42636e1b-795d-4c69-9af3-fd47cf8c926f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'security_group_rule': {'security_group_id': '750aa0f9-cc89-4064-95ad-548935bb62a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:07.346618 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42636e1b-795d-4c69-9af3-fd47cf8c926f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.406202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42636e1b-795d-4c69-9af3-fd47cf8c926f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.409974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42636e1b-795d-4c69-9af3-fd47cf8c926f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.427968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42636e1b-795d-4c69-9af3-fd47cf8c926f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c2b3b4-7c9c-4834-9273-95103090da26,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:07.436268 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-42636e1b-795d-4c69-9af3-fd47cf8c926f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.437295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-42636e1b-795d-4c69-9af3-fd47cf8c926f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228907 Nov 25 19:06:07.440212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50608) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:07.444646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e63063b2-28d6-4be3-a270-b5c9373f53f1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'security_group_rule': {'security_group_id': '750aa0f9-cc89-4064-95ad-548935bb62a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:07.473687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e63063b2-28d6-4be3-a270-b5c9373f53f1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.534265 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e63063b2-28d6-4be3-a270-b5c9373f53f1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.538167 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e63063b2-28d6-4be3-a270-b5c9373f53f1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.554092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63063b2-28d6-4be3-a270-b5c9373f53f1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d76fbf-5d78-49f3-b8de-22f96bf11730,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:07.565535 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e63063b2-28d6-4be3-a270-b5c9373f53f1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.566773 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e63063b2-28d6-4be3-a270-b5c9373f53f1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255956 Nov 25 19:06:07.569783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50616) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:07.581891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:07.596886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.692984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.796328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Allocated IP 172.25.2.222 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/1637363d-6f39-4c65-97e1-33b740e277b2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:06:07.902070 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.940651 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:07.983926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:07.986765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:07.990145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:06:08.014061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'Port': ['ID=1637363d-6f39-4c65-97e1-33b740e277b2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:08.039274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:06:08.060543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: dd935117-1d89-486e-a8ea-3124c749e346 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:06:08.061655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dd935117-1d89-486e-a8ea-3124c749e346 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:06:08.084774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:08.119435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:08.270249 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:08.274625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:08.345041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'Port': ['ID=1637363d-6f39-4c65-97e1-33b740e277b2,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:08.355867 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:08.370726 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:08.371979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-28d37150-9fa8-4c73-9449-9cc476c497a1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8012114 Nov 25 19:06:08.578131 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-c7a62a99-a5cc-4da5-9922-b9cd11c9c7a8 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1528205844&fields=id&tenant_id=d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 267 time: 0.0470746 Nov 25 19:06:08.686064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-f3c6fd4e-c37c-4e11-88ae-fdf26afff0eb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:08.687628 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-f3c6fd4e-c37c-4e11-88ae-fdf26afff0eb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 816 time: 0.1026516 Nov 25 19:06:08.704030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-879865f5-c3ca-468d-9a42-d43690b26a2e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/quotas/d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 375 time: 0.0106871 Nov 25 19:06:08.762945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-9e0d24e3-0ee8-4ab5-ac3e-4d8a287bece0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526378 Nov 25 19:06:08.861719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-73f328bc-4996-43c6-b9dc-362da2565a13 service neutron] 10.222.0.62 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862901 Nov 25 19:06:08.954691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-13ab40ee-1cfe-4b56-af72-1149dd4d43c6 service neutron] 10.222.0.62 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868146 Nov 25 19:06:09.121691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f6a0d0aa-44bb-487b-b535-4dd222938b96 req-a728a815-3a80-406f-afa1-ad6f27644913 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 210 time: 0.0274591 Nov 25 19:06:10.123081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-950a12e6-0f0f-45cb-9839-3174e875d8d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:10.124656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-950a12e6-0f0f-45cb-9839-3174e875d8d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 816 time: 0.1111369 Nov 25 19:06:10.189532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-faee5f5e-0786-4f96-906f-b25b2ce640ba tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 380 time: 0.0544307 Nov 25 19:06:10.207730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'port': {'device_id': '231980fa-5501-4891-b856-d6e812aabf31', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'admin_state_up': True, 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'security_groups': ['750aa0f9-cc89-4064-95ad-548935bb62a5']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:10.282547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-363114c1-6810-49aa-afa2-b920b3c02c6c req-b1a03d2c-96da-4ac9-b2c3-ae3a34cfd655 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 210 time: 0.0692735 Nov 25 19:06:10.344272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Made reservation on behalf of d344b5dd9769405d9383453d20d1799b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:06:10.348055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:10.480675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Allocated IP 172.20.0.8 (650f54d4-2abe-4df7-976e-d74fa6ca61e1/987dad49-f843-4ec4-bead-6204a6caa574/1442be55-ff60-481c-9e14-17c405ec9745) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:06:10.614866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:10.653725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:10.697759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:10.701402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:10.705334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:06:10.729349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:10.762159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:10.762803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:10.780706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-070555f5-fff3-4142-adae-160d43d5a3b1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769737 Nov 25 19:06:10.796731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Request body: {'port': {'device_id': '231980fa-5501-4891-b856-d6e812aabf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:10.852154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:10.943125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9e62353-b004-4760-af65-870b6c4735ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:10.952090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-76bf7701-7bf7-4d6f-ba6f-a1cecfcee4e1 None None] Provisioning complete for port 1442be55-ff60-481c-9e14-17c405ec9745 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:10.952487 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76bf7701-7bf7-4d6f-ba6f-a1cecfcee4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:10.991547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-76bf7701-7bf7-4d6f-ba6f-a1cecfcee4e1 None None] Port 1442be55-ff60-481c-9e14-17c405ec9745 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:06:11.134812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1442be55-ff60-481c-9e14-17c405ec9745 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:06:11.144125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:11.157871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Transition to ACTIVE for port object 1442be55-ff60-481c-9e14-17c405ec9745 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:06:11.162373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:11.213423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:11.303576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Attempting to bind port 1442be55-ff60-481c-9e14-17c405ec9745 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:06:11.303915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Attempting to bind port 1442be55-ff60-481c-9e14-17c405ec9745 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:06:11.304239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Attempting to bind port 1442be55-ff60-481c-9e14-17c405ec9745 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:11.325366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Port 1442be55-ff60-481c-9e14-17c405ec9745 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:06:11.325695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Attempting to bind port 1442be55-ff60-481c-9e14-17c405ec9745 on network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:11.333895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:06:11.334141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Checking segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:06:11.334549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Bound using segment: {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:06:11.335163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Bound port: 1442be55-ff60-481c-9e14-17c405ec9745, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a47bad-892d-4efc-bf53-8c624de87df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:06:11.335493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:11.419620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:06:11.424639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:06:11.430912 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:11.458140 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dea8b6-e061-47b7-89f9-6e9acdc1ebaf req-26cdf2a8-7a5e-4f95-be92-e2bc7db31e7b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:11.474336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04dea8b6-e061-47b7-89f9-6e9acdc1ebaf req-26cdf2a8-7a5e-4f95-be92-e2bc7db31e7b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0751314 Nov 25 19:06:11.490316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:11.491207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:11.492898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 1091 time: 0.7009113 Nov 25 19:06:11.493440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:11.515688 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ad321-4ef2-4b01-a923-9f226473a166" -d '{"events": [{"name": "network-changed", "server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "tag": "1442be55-ff60-481c-9e14-17c405ec9745"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:11.555163 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04dea8b6-e061-47b7-89f9-6e9acdc1ebaf req-97c7d651-7b2c-4cc0-8506-43d380125788 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735230 Nov 25 19:06:11.620421 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2750385-5194-4c6e-b392-3077de5e7ec3 x-openstack-request-id: req-a2750385-5194-4c6e-b392-3077de5e7ec3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:11.620787 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "tag": "1442be55-ff60-481c-9e14-17c405ec9745", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:11.621113 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2750385-5194-4c6e-b392-3077de5e7ec3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:11.621637 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745', 'status': 'completed', 'code': 200} Nov 25 19:06:11.638426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d288fa-8eab-4e0c-831d-6d8d9566e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:11.666760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-ad4caddf-388d-48e1-8647-848356efc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:11.668244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-ad4caddf-388d-48e1-8647-848356efc053 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1094 time: 0.1068606 Nov 25 19:06:11.721276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-2d5e951d-d4d7-4e14-9480-8c11ab6db5af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 217 time: 0.0433414 Nov 25 19:06:11.777112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-fdfac821-12e2-4c47-bd9b-3abd495a4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:11.778909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-fdfac821-12e2-4c47-bd9b-3abd495a4568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0486324 Nov 25 19:06:11.828680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af840d5-5236-45da-b10e-2f31305954cd req-bfcef8b9-49bf-444f-aec3-a697cf9b5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:11.830167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-bfcef8b9-49bf-444f-aec3-a697cf9b5db6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430927 Nov 25 19:06:11.928666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-42e2d265-fe06-47ac-8714-e0db32ebea9b service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899785 Nov 25 19:06:12.024250 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1af840d5-5236-45da-b10e-2f31305954cd req-242ae6b4-e7a0-4894-8080-bfc9b3774cdc service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870600 Nov 25 19:06:12.124284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-6186b2ff-d204-43f3-8b5e-67d8a8be4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:12.125673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-6186b2ff-d204-43f3-8b5e-67d8a8be4417 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1094 time: 0.0504999 Nov 25 19:06:12.217902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-5cec9e7a-26fa-4a87-b9a6-026f98ea32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:12.219420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-5cec9e7a-26fa-4a87-b9a6-026f98ea32ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0845854 Nov 25 19:06:12.267103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-e6e5386d-e5ca-46b0-b473-3f99723e0c5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 217 time: 0.0393240 Nov 25 19:06:12.336581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-e058b637-29fb-4a6b-81a2-8533e00df3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:12.340277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-e058b637-29fb-4a6b-81a2-8533e00df3cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0632391 Nov 25 19:06:12.401425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-38a8d350-a9b9-4702-b6b5-509e438996b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:12.418349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-38a8d350-a9b9-4702-b6b5-509e438996b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653591 Nov 25 19:06:12.522957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-46c585d6-ae24-4b53-af6e-9281a969ba11 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956647 Nov 25 19:06:12.630708 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fe6ad321-4ef2-4b01-a923-9f226473a166 req-d42f5ed2-4eec-403e-b4aa-d2ff0b972018 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994067 Nov 25 19:06:12.683096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad26f8-5fd2-41b4-a5a0-7e557fe991f2 req-1fbb0ef3-f7b1-49f0-b7fe-496a233567f9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:12.684583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60ad26f8-5fd2-41b4-a5a0-7e557fe991f2 req-1fbb0ef3-f7b1-49f0-b7fe-496a233567f9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0529103 Nov 25 19:06:12.734790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-60ad26f8-5fd2-41b4-a5a0-7e557fe991f2 req-4ac7eafd-c2b5-4da3-9a19-0ebe6d0f527d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432837 Nov 25 19:06:13.442704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2c25-5beb-4122-ae41-53132746665e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:13.858626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda92d-b7a1-4632-abdc-fb55233aaa63 req-aeceb62a-d8a8-47bd-bc9d-86cd88b06372 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:13.860113 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47bda92d-b7a1-4632-abdc-fb55233aaa63 req-aeceb62a-d8a8-47bd-bc9d-86cd88b06372 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0501347 Nov 25 19:06:13.908696 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47bda92d-b7a1-4632-abdc-fb55233aaa63 req-2d7cb21c-b4b4-463e-acce-c279a359090d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Nov 25 19:06:14.452814 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:14.556076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:06:14.653174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:14.664002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '1442be55-ff60-481c-9e14-17c405ec9745', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'port_id': '1442be55-ff60-481c-9e14-17c405ec9745', 'mac_address': 'fa:16:3e:78:c3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:06:14.704954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:14.719075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1442be55-ff60-481c-9e14-17c405ec9745 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:06:14.739804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:14.743433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:14.791110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:14.799002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.799355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.799697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.800035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.800365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.800698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.801086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.801349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.801679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.802002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.802325 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:14.802675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:15.039575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf0469-d55e-46a0-84ac-ed9c2375e9f2 req-9cebaf6a-1504-4da2-b6a3-6e91d2c2d4b0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:15.041072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fcf0469-d55e-46a0-84ac-ed9c2375e9f2 req-9cebaf6a-1504-4da2-b6a3-6e91d2c2d4b0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 944 time: 0.0501413 Nov 25 19:06:15.066891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['1442be55-ff60-481c-9e14-17c405ec9745'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:06:15.092162 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fcf0469-d55e-46a0-84ac-ed9c2375e9f2 req-09983a92-94da-4184-897f-050ead866a49 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 Nov 25 19:06:16.011895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.222084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f857df2-7f0c-4171-aacb-1e316570170c req-a756f9b3-8db5-47c8-93ec-cc9bb249ce0e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:16.223561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f857df2-7f0c-4171-aacb-1e316570170c req-a756f9b3-8db5-47c8-93ec-cc9bb249ce0e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 944 time: 0.0555944 Nov 25 19:06:16.230050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50730) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:16.278986 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f857df2-7f0c-4171-aacb-1e316570170c req-6407ee08-758f-471e-b16e-1a71f6c6c530 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466540 Nov 25 19:06:16.344021 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e330f236-a0b4-4aed-ab58-e3d071706e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.429149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e330f236-a0b4-4aed-ab58-e3d071706e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.433356 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e330f236-a0b4-4aed-ab58-e3d071706e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.470425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330f236-a0b4-4aed-ab58-e3d071706e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2807a947-6dc1-499a-9697-0112bcdc286e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:16.477311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e330f236-a0b4-4aed-ab58-e3d071706e7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=673707ec93434fc1a77f87af051f95ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436552 Nov 25 19:06:16.477473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50736) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:16.524711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ec00e3b-93d7-4a80-b574-bc0a535653b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.545229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ec00e3b-93d7-4a80-b574-bc0a535653b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.586961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:06:16.596100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ec00e3b-93d7-4a80-b574-bc0a535653b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.598735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ec00e3b-93d7-4a80-b574-bc0a535653b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.602329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7ec00e3b-93d7-4a80-b574-bc0a535653b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2807a947-6dc1-499a-9697-0112bcdc286e HTTP/1.1" status: 204 len: 168 time: 0.1216068 Nov 25 19:06:16.609544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec00e3b-93d7-4a80-b574-bc0a535653b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807a947-6dc1-499a-9697-0112bcdc286e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:16.655455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 1442be55-ff60-481c-9e14-17c405ec9745 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:06:16.660628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 1442be55-ff60-481c-9e14-17c405ec9745 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:16.661008 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.749354 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.774656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:16.776930 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46302d-c592-4c86-a105-63cea661a31d" -d '{"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-plugged", "status": "completed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:16.793344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:16.799138 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.827225 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd3726a-809c-4662-b8ae-3cf9f15fbf32 x-openstack-request-id: req-0dd3726a-809c-4662-b8ae-3cf9f15fbf32 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:16.827530 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-plugged", "status": "completed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:16.827774 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dd3726a-809c-4662-b8ae-3cf9f15fbf32 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:16.828160 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745', 'code': 200} Nov 25 19:06:16.862719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:16.913226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50744) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:16.927187 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1519acaa-bfd1-4994-b5b2-5f8d823b00c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:16.929990 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d97bb-c546-4df0-9639-f57d2b5ad3ee req-038a9fef-9a40-4690-863a-6c91ec90e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:16.931853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-756d97bb-c546-4df0-9639-f57d2b5ad3ee req-038a9fef-9a40-4690-863a-6c91ec90e57d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1096 time: 0.0455482 Nov 25 19:06:16.978360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-756d97bb-c546-4df0-9639-f57d2b5ad3ee req-506e8aad-78d7-4f56-af64-28f5e7853236 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Nov 25 19:06:17.007725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1519acaa-bfd1-4994-b5b2-5f8d823b00c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.011295 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.012534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1519acaa-bfd1-4994-b5b2-5f8d823b00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.051704 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1519acaa-bfd1-4994-b5b2-5f8d823b00c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46727a00c2b34aebbc5dcd5de03c36dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371608 Nov 25 19:06:17.052770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519acaa-bfd1-4994-b5b2-5f8d823b00c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e57809-db1e-471a-86c1-2a375a53273c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:17.054252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50746) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:17.104660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-082adf1f-74c7-4f56-967c-a4aac3be0f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.125844 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-082adf1f-74c7-4f56-967c-a4aac3be0f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.168887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-082adf1f-74c7-4f56-967c-a4aac3be0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.172034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-082adf1f-74c7-4f56-967c-a4aac3be0f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.173170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-082adf1f-74c7-4f56-967c-a4aac3be0f35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22e57809-db1e-471a-86c1-2a375a53273c HTTP/1.1" status: 204 len: 168 time: 0.1169548 Nov 25 19:06:17.180526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082adf1f-74c7-4f56-967c-a4aac3be0f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e57809-db1e-471a-86c1-2a375a53273c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:17.402975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766347c4-feb9-413f-be05-5bf4046563b2 req-eeeda8f0-f5d1-4a9b-a7b8-9ade3a604cce tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:17.405000 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-766347c4-feb9-413f-be05-5bf4046563b2 req-eeeda8f0-f5d1-4a9b-a7b8-9ade3a604cce tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Nov 25 19:06:17.456330 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-766347c4-feb9-413f-be05-5bf4046563b2 req-b9d428e4-4c39-4846-abd9-329337327c72 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 Nov 25 19:06:17.497412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50754) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:17.511305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7234e61-a1df-46bd-8fa4-47554a992d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.585859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7234e61-a1df-46bd-8fa4-47554a992d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.589396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f7234e61-a1df-46bd-8fa4-47554a992d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.626067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7234e61-a1df-46bd-8fa4-47554a992d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d723862-762a-45fc-8962-44c87d6c0882,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:17.630256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f7234e61-a1df-46bd-8fa4-47554a992d42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bef402324ca43a284bf22de6111f472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312382 Nov 25 19:06:17.633491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50756) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:17.678795 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4566866e-6f5a-41bf-9a0c-743c88d8c987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.702425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4566866e-6f5a-41bf-9a0c-743c88d8c987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.748635 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4566866e-6f5a-41bf-9a0c-743c88d8c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.751215 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4566866e-6f5a-41bf-9a0c-743c88d8c987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:17.752349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4566866e-6f5a-41bf-9a0c-743c88d8c987 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d723862-762a-45fc-8962-44c87d6c0882 HTTP/1.1" status: 204 len: 168 time: 0.1185050 Nov 25 19:06:17.759537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566866e-6f5a-41bf-9a0c-743c88d8c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d723862-762a-45fc-8962-44c87d6c0882,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:18.581345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7634-dd0c-48c1-8576-5df0676b2e5b req-bf9d2841-d958-49ef-aa82-f92a1f6eb9e4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:18.582901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e0d7634-dd0c-48c1-8576-5df0676b2e5b req-bf9d2841-d958-49ef-aa82-f92a1f6eb9e4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0504191 Nov 25 19:06:18.632053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0e0d7634-dd0c-48c1-8576-5df0676b2e5b req-a331ab2a-6c3b-4c5c-842b-45d5f09c0609 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Nov 25 19:06:18.750716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf7502-822a-40f5-a1c9-126e16b6ff68 req-f2005dc6-6a92-43f3-8587-24d596ff63f5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:18.752214 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ddf7502-822a-40f5-a1c9-126e16b6ff68 req-f2005dc6-6a92-43f3-8587-24d596ff63f5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0505970 Nov 25 19:06:18.760799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:18.765201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Request body: {'floatingip': {'port_id': '1442be55-ff60-481c-9e14-17c405ec9745'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:18.803613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:19.591781 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:06:19.599784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:19.604197 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:19.715364 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Floating IP e63bb392-e466-4cf2-8205-9a1dab2938f6 associated. External IP: 172.25.2.222, port: 1442be55-ff60-481c-9e14-17c405ec9745. Nov 25 19:06:19.937094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Router 680f25e3-5864-4f9a-b07c-27e54a61e42c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:06:20.077348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:06:20.082536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:20.088647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] Sync routers for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:06:20.100309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:20.100945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:20.113050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e3877184-d2c0-4eb8-804c-0a143658a01e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "PUT /v2.0/floatingips/e63bb392-e466-4cf2-8205-9a1dab2938f6 HTTP/1.1" status: 200 len: 991 time: 1.3511839 Nov 25 19:06:20.113644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:20.115991 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ac285-c507-4472-9327-b8514d3bd4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "tag": "1442be55-ff60-481c-9e14-17c405ec9745"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:20.172437 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5938ef-906b-47e8-bc62-d6ce51989ded x-openstack-request-id: req-eb5938ef-906b-47e8-bc62-d6ce51989ded {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:20.172742 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "tag": "1442be55-ff60-481c-9e14-17c405ec9745", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:20.172998 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb5938ef-906b-47e8-bc62-d6ce51989ded {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:20.173400 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745', 'status': 'completed', 'code': 200} Nov 25 19:06:20.218591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:20.250054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac285-c507-4472-9327-b8514d3bd4ca req-5e37eac6-c1c1-4aa0-8845-89c77362cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:20.251829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-5e37eac6-c1c1-4aa0-8845-89c77362cc95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1096 time: 0.0466654 Nov 25 19:06:20.349975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac285-c507-4472-9327-b8514d3bd4ca req-c1da5bf8-d829-40c5-8e3f-17a8e2d3c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:20.351476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-c1da5bf8-d829-40c5-8e3f-17a8e2d3c986 service neutron] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0910802 Nov 25 19:06:20.422856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-ac4ba3f1-32f4-40be-ae6e-6c3f394e99af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 999 time: 0.0610855 Nov 25 19:06:20.450266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e63bb392-e466-4cf2-8205-9a1dab2938f6', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'port_id': '1442be55-ff60-481c-9e14-17c405ec9745', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'mac_address': 'fa:16:3e:78:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231980fa-5501-4891-b856-d6e812aabf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:06:08Z', 'updated_at': '2021-11-25T19:06:19Z', 'revision_number': 1, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:20.476057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac285-c507-4472-9327-b8514d3bd4ca req-6d4a5b4f-5a41-49ec-a32b-d7d797cb4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:20.477470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-6d4a5b4f-5a41-49ec-a32b-d7d797cb4afb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0468690 Nov 25 19:06:20.478120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] Checking router: 680f25e3-5864-4f9a-b07c-27e54a61e42c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:06:20.486887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:20.493337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:20.532186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac285-c507-4472-9327-b8514d3bd4ca req-6ede1340-00f6-4ac4-aee2-89cc1e8206e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:20.533865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-6ede1340-00f6-4ac4-aee2-89cc1e8206e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478945 Nov 25 19:06:20.548489 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-7a326532-396c-4b91-8edf-4cdd861f4416 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:06:20.549476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-7a326532-396c-4b91-8edf-4cdd861f4416 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076210 Nov 25 19:06:20.613722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:20.657990 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-1b6bada4-13c4-46a0-a069-90d6ea8eb804 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946019 Nov 25 19:06:20.755167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-909ac285-c507-4472-9327-b8514d3bd4ca req-def613eb-3f25-4884-91b4-a1b3d0d3365a service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886211 Nov 25 19:06:20.852508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e63bb392-e466-4cf2-8205-9a1dab2938f6', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'port_id': '1442be55-ff60-481c-9e14-17c405ec9745', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'mac_address': 'fa:16:3e:78:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231980fa-5501-4891-b856-d6e812aabf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:06:08Z', 'updated_at': '2021-11-25T19:06:19Z', 'revision_number': 1, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:20.879118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ce20c-f6a2-45a7-a654-f4f6cdfe42f3 None None] The sync data for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 is: [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'e63bb392-e466-4cf2-8205-9a1dab2938f6', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'port_id': '1442be55-ff60-481c-9e14-17c405ec9745', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'mac_address': 'fa:16:3e:78:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231980fa-5501-4891-b856-d6e812aabf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:06:08Z', 'updated_at': '2021-11-25T19:06:19Z', 'revision_number': 1, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:06:21.092126 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3cb93e-c7d8-471f-9dbc-9de84a8ebabf None None] New status for floating IP e63bb392-e466-4cf2-8205-9a1dab2938f6: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:06:22.943970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50832) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:23.048972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-990e27db-3c5c-4c3f-b760-3991f9de2069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.126979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-990e27db-3c5c-4c3f-b760-3991f9de2069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.131128 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-990e27db-3c5c-4c3f-b760-3991f9de2069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.174394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-990e27db-3c5c-4c3f-b760-3991f9de2069 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad14054a388d4cc1ad23000948bf3626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292767 Nov 25 19:06:23.175150 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e27db-3c5c-4c3f-b760-3991f9de2069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fa9321-178b-45c3-99ee-759069bb9564,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:23.177213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50836) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:23.226733 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-442eeec4-773e-4041-91f5-4b2698b3ede4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.247727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-442eeec4-773e-4041-91f5-4b2698b3ede4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.295460 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-442eeec4-773e-4041-91f5-4b2698b3ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.298469 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-442eeec4-773e-4041-91f5-4b2698b3ede4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.299786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-442eeec4-773e-4041-91f5-4b2698b3ede4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0fa9321-178b-45c3-99ee-759069bb9564 HTTP/1.1" status: 204 len: 168 time: 0.1210823 Nov 25 19:06:23.307785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eeec4-773e-4041-91f5-4b2698b3ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fa9321-178b-45c3-99ee-759069bb9564,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:23.574747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50844) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:23.588392 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd19f3d-b8eb-4be3-81f2-a13883a456b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.661740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd19f3d-b8eb-4be3-81f2-a13883a456b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.672359 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd19f3d-b8eb-4be3-81f2-a13883a456b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.713436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6cd19f3d-b8eb-4be3-81f2-a13883a456b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7007d276548449bac48d4d0392fa353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375856 Nov 25 19:06:23.714320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19f3d-b8eb-4be3-81f2-a13883a456b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3195fc9-5524-4efa-81e2-6302139e853a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:23.716111 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:23.768346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b61715-68ad-4aa2-9f3a-85ed98b13dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.790210 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b61715-68ad-4aa2-9f3a-85ed98b13dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.836460 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b61715-68ad-4aa2-9f3a-85ed98b13dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.839075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b61715-68ad-4aa2-9f3a-85ed98b13dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:23.840198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-71b61715-68ad-4aa2-9f3a-85ed98b13dee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3195fc9-5524-4efa-81e2-6302139e853a HTTP/1.1" status: 204 len: 168 time: 0.1231024 Nov 25 19:06:23.847517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b61715-68ad-4aa2-9f3a-85ed98b13dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3195fc9-5524-4efa-81e2-6302139e853a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:26.069024 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-a75f03dc-6367-4726-91bf-9403445fc5b3 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a02ee76e50334adcbbaf0fa2ab7089d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291288 Nov 25 19:06:26.252102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-dde0edf0-135b-448c-bd90-e3b09af51b3b tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:26.253629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-dde0edf0-135b-448c-bd90-e3b09af51b3b tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779637 Nov 25 19:06:26.268724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cc320654-8e0d-48bc-9278-13151649f3e0 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/quotas/a02ee76e50334adcbbaf0fa2ab7089d1 HTTP/1.1" status: 200 len: 375 time: 0.0093083 Nov 25 19:06:26.303530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-c1dd7fee-49b9-493b-9da4-d6f2f2198ae7 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a02ee76e50334adcbbaf0fa2ab7089d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292478 Nov 25 19:06:26.467497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a028bc2-3c87-4845-ac91-d15bce70bb02 req-fda711dd-f491-43a3-879d-8c59c020c56c tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 210 time: 0.0298872 Nov 25 19:06:27.278908 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-1f717f86-4421-4318-8886-b26f1c3d8850 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a02ee76e50334adcbbaf0fa2ab7089d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208647 Nov 25 19:06:27.384459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-ef23da06-41ab-4fe0-a540-b12e404eb606 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:27.385919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-ef23da06-41ab-4fe0-a540-b12e404eb606 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018853 Nov 25 19:06:27.400392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Request body: {'port': {'device_id': 'd99e441c-1db2-451b-a493-706cc88839ef', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'a02ee76e50334adcbbaf0fa2ab7089d1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:27.510412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Made reservation on behalf of a02ee76e50334adcbbaf0fa2ab7089d1 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:06:27.514129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:27.522873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:27.563516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-339fd7f1-0b61-4aa0-8fdf-2d2c2fd49807 req-b615178e-6e40-4c90-af30-bab1e946cab5 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 210 time: 0.0275390 Nov 25 19:06:27.597315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:27.601134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:27.665042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e0c34-f87a-4160-89d3-b1040e403347,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:27.737973 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Allocated IP 192.168.233.191 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/55d0b0eb-d814-4e56-ac1b-c03e8b209fc3) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:06:27.881983 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:27.919024 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:27.962791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:27.965714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:27.969512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:06:27.992055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Pushing event updated for resources: {'Port': ['ID=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:28.024867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:28.024867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.041397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-50d6e39c-bc9d-425f-b478-f48d9f072418 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6451399 Nov 25 19:06:28.054410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Request body: {'port': {'device_id': 'd99e441c-1db2-451b-a493-706cc88839ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:28.125780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.182174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b1da0701-9592-4ef4-a61c-6a7ee48ca614 None None] Provisioning complete for port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:28.182778 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1da0701-9592-4ef4-a61c-6a7ee48ca614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.215872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b1da0701-9592-4ef4-a61c-6a7ee48ca614 None None] Port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:06:28.379869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:06:28.390728 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.403168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Transition to ACTIVE for port object 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:06:28.407013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.460253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Pushing event updated for resources: {'Port': ['ID=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:28.527317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Attempting to bind port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:06:28.527657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Attempting to bind port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:06:28.527988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Attempting to bind port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:28.533076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:06:28.533399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Attempting to bind port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:28.538622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:06:28.538965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:06:28.539350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:06:28.539783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Bound port: 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:06:28.540137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.606130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] For port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:06:28.610087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] For port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:06:28.614836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.652229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:28.652907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:28.654411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 HTTP/1.1" status: 200 len: 1096 time: 0.6043892 Nov 25 19:06:28.654890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99e441c-1db2-451b-a493-706cc88839ef', 'tag': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:28.657171 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d99e441c-1db2-451b-a493-706cc88839ef", "tag": "55d0b0eb-d814-4e56-ac1b-c03e8b209fc3"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:28.698796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e7da-f44b-4363-ac36-4d8cf6a645d3 service neutron] Pushing event updated for resources: {'Port': ['ID=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:28.715980 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e5a1a2-da85-477a-af3d-5c88f7739847 x-openstack-request-id: req-25e5a1a2-da85-477a-af3d-5c88f7739847 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:28.716280 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99e441c-1db2-451b-a493-706cc88839ef", "tag": "55d0b0eb-d814-4e56-ac1b-c03e8b209fc3", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:28.716579 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25e5a1a2-da85-477a-af3d-5c88f7739847 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:28.717137 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99e441c-1db2-451b-a493-706cc88839ef', 'tag': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3', 'status': 'completed', 'code': 200} Nov 25 19:06:28.718678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf894c-046e-457f-8605-aa1017d11ae1 req-1e026d3d-ea6c-4dc2-a18c-d4f89fae23f1 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:28.726894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8cf894c-046e-457f-8605-aa1017d11ae1 req-1e026d3d-ea6c-4dc2-a18c-d4f89fae23f1 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 948 time: 0.0843058 Nov 25 19:06:28.753632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-92cecef7-8ad2-4914-9c9c-ebe036956ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:28.755509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-92cecef7-8ad2-4914-9c9c-ebe036956ece service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a02ee76e50334adcbbaf0fa2ab7089d1&device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 1099 time: 0.0496373 Nov 25 19:06:28.782438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8cf894c-046e-457f-8605-aa1017d11ae1 req-129a036f-bacf-40aa-91e3-4e778cc5dbd7 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545659 Nov 25 19:06:28.805822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-009192b0-7551-4818-a467-2f35e60b7600 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 HTTP/1.1" status: 200 len: 217 time: 0.0418875 Nov 25 19:06:28.857741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-c7e0de9a-72be-451c-97b6-21d7c44134cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:28.859245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-c7e0de9a-72be-451c-97b6-21d7c44134cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0465198 Nov 25 19:06:28.904632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-e4d97115-76aa-4c75-a3ed-55eafa59b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:28.906021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-e4d97115-76aa-4c75-a3ed-55eafa59b96d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402043 Nov 25 19:06:28.999088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-cf4fe266-c9d1-416a-888e-691ffdc34e8e service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840008 Nov 25 19:06:29.085218 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c3b3a00d-8476-4851-be08-6e9dbf6ea4ff req-f3566956-231b-42ed-9290-7b981465168d service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791633 Nov 25 19:06:29.175309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-6b429921-8c36-41e1-81ac-cc6e55df0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:29.176758 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-6b429921-8c36-41e1-81ac-cc6e55df0865 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a02ee76e50334adcbbaf0fa2ab7089d1&device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 1099 time: 0.0435545 Nov 25 19:06:29.263695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-16b23f8b-45da-4b04-a6f8-43b2817d817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:29.265146 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-16b23f8b-45da-4b04-a6f8-43b2817d817d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.0812252 Nov 25 19:06:29.305479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-a7608f87-b9d3-43df-9c3b-48bd402faefb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 HTTP/1.1" status: 200 len: 217 time: 0.0330667 Nov 25 19:06:29.355848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-22aee0f6-7e0c-4d12-8ac1-55bc5df664e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:29.357831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-22aee0f6-7e0c-4d12-8ac1-55bc5df664e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0452161 Nov 25 19:06:29.402823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-c0a02cf6-8f12-4be1-9c26-9cb8f035c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:29.404913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-c0a02cf6-8f12-4be1-9c26-9cb8f035c315 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404453 Nov 25 19:06:29.499569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-0615aebd-60e2-4162-936e-7b7e94dfe830 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875793 Nov 25 19:06:29.592781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-510a6754-cfd8-4f9e-bb56-7c0631e5b6bd req-b44a98a8-245b-4e17-ad53-9c77d0e4f863 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854166 Nov 25 19:06:29.916574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae1b0d-f79b-4640-b690-e0d6a74da1dd req-52890ee3-a56e-4dc5-9cc7-c387530c6bca tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:29.918050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4fae1b0d-f79b-4640-b690-e0d6a74da1dd req-52890ee3-a56e-4dc5-9cc7-c387530c6bca tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 948 time: 0.0616703 Nov 25 19:06:29.968249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4fae1b0d-f79b-4640-b690-e0d6a74da1dd req-7c4c6932-556c-45dc-83bb-091d158a9af6 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Nov 25 19:06:30.866956 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:31.083646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8af216-60b2-4850-a886-9084e006ed14 req-735b0d89-aa06-4217-a3c2-3003b863717a tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:31.085140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac8af216-60b2-4850-a886-9084e006ed14 req-735b0d89-aa06-4217-a3c2-3003b863717a tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 948 time: 0.0514355 Nov 25 19:06:31.135976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ac8af216-60b2-4850-a886-9084e006ed14 req-a4ce0516-b835-4808-8a93-70dfaefff6aa tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Nov 25 19:06:32.118668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:06:32.213628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:32.225713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3', 'mac_address': 'fa:16:3e:12:3d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:06:32.255715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ed9f-10b2-4d73-a0ea-5eac998202f2 req-038aa000-174c-431a-9fee-95db36ee7800 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:32.257220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b03ed9f-10b2-4d73-a0ea-5eac998202f2 req-038aa000-174c-431a-9fee-95db36ee7800 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 948 time: 0.0496259 Nov 25 19:06:32.262242 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:32.275128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:06:32.295347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:32.299559 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:32.305798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b03ed9f-10b2-4d73-a0ea-5eac998202f2 req-f73eea88-96d8-4cfc-be15-f1eebc8e9850 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Nov 25 19:06:32.352649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:32.604830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['55d0b0eb-d814-4e56-ac1b-c03e8b209fc3'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:06:33.423758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc02e-9617-4ea7-9c26-8c9a1ad63dab req-2da9b74b-07d1-437f-b97f-ec2b42ec9386 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:33.425231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-643bc02e-9617-4ea7-9c26-8c9a1ad63dab req-2da9b74b-07d1-437f-b97f-ec2b42ec9386 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 949 time: 0.0529943 Nov 25 19:06:33.472767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-643bc02e-9617-4ea7-9c26-8c9a1ad63dab req-bd3b9af3-22ce-422f-858b-128e732822f4 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Nov 25 19:06:33.521038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:34.134560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:06:34.184777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:06:34.188982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:34.189357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:34.264171 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:34.285951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e441c-1db2-451b-a493-706cc88839ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:34.288244 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91b80a9-7ebf-4118-b5e4-7d27daddc0b2" -d '{"events": [{"server_uuid": "d99e441c-1db2-451b-a493-706cc88839ef", "name": "network-vif-plugged", "status": "completed", "tag": "55d0b0eb-d814-4e56-ac1b-c03e8b209fc3"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:34.301198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:34.306096 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:34.333420 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b717e-232d-465d-9ceb-00cbc7cab3e0 x-openstack-request-id: req-ac4b717e-232d-465d-9ceb-00cbc7cab3e0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:34.333653 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e441c-1db2-451b-a493-706cc88839ef", "name": "network-vif-plugged", "status": "completed", "tag": "55d0b0eb-d814-4e56-ac1b-c03e8b209fc3", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:34.333908 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac4b717e-232d-465d-9ceb-00cbc7cab3e0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:34.334291 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e441c-1db2-451b-a493-706cc88839ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3', 'code': 200} Nov 25 19:06:34.360053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:34.418864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edef906-da1c-4226-b979-41424d6e1f19 req-1420ac30-dae9-4812-862f-df37d4005f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:34.420848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3edef906-da1c-4226-b979-41424d6e1f19 req-1420ac30-dae9-4812-862f-df37d4005f93 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 1101 time: 0.0402029 Nov 25 19:06:34.464811 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3edef906-da1c-4226-b979-41424d6e1f19 req-a85d0b64-6ea3-4fd3-9ed2-04982d7becc7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359519 Nov 25 19:06:34.594190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47804ce7-48e5-438b-84c4-ed27e9be5a6c req-1043d6a7-a60e-4fa8-8e62-cd962506ea48 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:34.595596 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47804ce7-48e5-438b-84c4-ed27e9be5a6c req-1043d6a7-a60e-4fa8-8e62-cd962506ea48 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 950 time: 0.0529075 Nov 25 19:06:34.641571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-47804ce7-48e5-438b-84c4-ed27e9be5a6c req-b8a23250-dcdc-4c91-a1a4-10efebdeb883 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Nov 25 19:06:35.758887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2580ff-c6ad-4a6f-be53-f266530a5943 req-04fb7362-f898-4112-8fbd-de61c0d9325a tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:35.760384 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d2580ff-c6ad-4a6f-be53-f266530a5943 req-04fb7362-f898-4112-8fbd-de61c0d9325a tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 950 time: 0.0490620 Nov 25 19:06:35.808104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d2580ff-c6ad-4a6f-be53-f266530a5943 req-20e2ec25-a455-4cab-8016-ec7e6c429433 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Nov 25 19:06:36.929318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e33687-6dc9-47d7-9694-48cc13dea5a2 req-66123062-3e5e-4254-8d3c-fe62fdacf0bf tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:36.930792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9e33687-6dc9-47d7-9694-48cc13dea5a2 req-66123062-3e5e-4254-8d3c-fe62fdacf0bf tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 950 time: 0.0549746 Nov 25 19:06:36.981730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9e33687-6dc9-47d7-9694-48cc13dea5a2 req-05daf970-946b-49d3-a304-5560cfed7bb4 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Nov 25 19:06:37.236184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dae49-d5b3-4d13-9367-de9ecb775e1b req-acaffac6-d7d9-4871-9e86-deada9ac9480 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:37.237652 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a85dae49-d5b3-4d13-9367-de9ecb775e1b req-acaffac6-d7d9-4871-9e86-deada9ac9480 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 950 time: 0.0479376 Nov 25 19:06:37.283909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a85dae49-d5b3-4d13-9367-de9ecb775e1b req-d22dd303-bbc6-47c1-8768-3c8e9b5dd430 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Nov 25 19:06:38.408798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca423c0-0442-433c-8f85-5c27eca1cd8b req-66ad8631-632f-48d6-9251-9f2a3c4cef9e tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:38.410331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cca423c0-0442-433c-8f85-5c27eca1cd8b req-66ad8631-632f-48d6-9251-9f2a3c4cef9e tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 950 time: 0.0512602 Nov 25 19:06:38.460577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cca423c0-0442-433c-8f85-5c27eca1cd8b req-4d13191d-6276-4e20-a652-62205f59e0df tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c5e0c34-f87a-4160-89d3-b1040e403347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Nov 25 19:06:38.598769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa45a6a-d417-4dde-a525-540352544501 req-8ce17d2b-b62d-4185-a0b3-27afe6a84ac0 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:38.600090 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fa45a6a-d417-4dde-a525-540352544501 req-8ce17d2b-b62d-4185-a0b3-27afe6a84ac0 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.66 "GET /v2.0/ports?device_id=d99e441c-1db2-451b-a493-706cc88839ef HTTP/1.1" status: 200 len: 950 time: 0.0512102 Nov 25 19:06:38.685314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Deleting port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:06:38.685649 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:38.776024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] For port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:38.776389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:38.787988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Calling delete_port for 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:06:38.911646 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:38.923409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['55d0b0eb-d814-4e56-ac1b-c03e8b209fc3'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:06:38.942287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Pushing event deleted for resources: {'Port': ['ID=55d0b0eb-d814-4e56-ac1b-c03e8b209fc3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:38.985698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] No DVR routers for this DVR port 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:06:38.988455 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:38.992082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fa45a6a-d417-4dde-a525-540352544501 req-21257999-fa9d-4377-8129-d7d891d37e86 tempest-VolumesNegativeTest-1487316756 tempest-VolumesNegativeTest-1487316756-project] 10.222.0.66 "DELETE /v2.0/ports/55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 HTTP/1.1" status: 204 len: 173 time: 0.3862658 Nov 25 19:06:38.992546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e441c-1db2-451b-a493-706cc88839ef', 'name': 'network-vif-deleted', 'tag': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:38.994905 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15d4345-db64-4af6-800f-10e0fea76d1f" -d '{"events": [{"server_uuid": "d99e441c-1db2-451b-a493-706cc88839ef", "name": "network-vif-deleted", "tag": "55d0b0eb-d814-4e56-ac1b-c03e8b209fc3"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:39.035405 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d133b76-a7aa-47e4-a1da-1ad766bcc2a6 x-openstack-request-id: req-1d133b76-a7aa-47e4-a1da-1ad766bcc2a6 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:39.035779 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e441c-1db2-451b-a493-706cc88839ef", "name": "network-vif-deleted", "tag": "55d0b0eb-d814-4e56-ac1b-c03e8b209fc3", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:39.036106 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d133b76-a7aa-47e4-a1da-1ad766bcc2a6 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:39.036606 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e441c-1db2-451b-a493-706cc88839ef', 'name': 'network-vif-deleted', 'tag': '55d0b0eb-d814-4e56-ac1b-c03e8b209fc3', 'status': 'completed', 'code': 200} Nov 25 19:06:40.936121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da7db0f2-ba42-4779-baed-a91869f6be99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:42.150429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:06:42.173981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:06:42.174393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 55d0b0eb-d814-4e56-ac1b-c03e8b209fc3 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:06:43.445373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60786da7-9e80-4545-8b42-b17cd87527c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:44.326706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:44.455721 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:44.473807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0d93aa8-c52a-4882-98fd-a7904e5375d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a02ee76e50334adcbbaf0fa2ab7089d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458993 Nov 25 19:06:44.476297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51222) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:44.528942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3f80e1c-dd88-4fea-84fa-2e8068cd797b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:44.551151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3f80e1c-dd88-4fea-84fa-2e8068cd797b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:44.602300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3f80e1c-dd88-4fea-84fa-2e8068cd797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:44.604855 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f3f80e1c-dd88-4fea-84fa-2e8068cd797b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:44.606017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f3f80e1c-dd88-4fea-84fa-2e8068cd797b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c5e0c34-f87a-4160-89d3-b1040e403347 HTTP/1.1" status: 204 len: 168 time: 0.1285796 Nov 25 19:06:44.615253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f80e1c-dd88-4fea-84fa-2e8068cd797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e0c34-f87a-4160-89d3-b1040e403347,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:46.012991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.638972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51280) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:46.644692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'network': {'name': 'tempest-network-smoke--1107522106', 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:46.666552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Made reservation on behalf of 86eb9a4e084d408c996e714f15be5da3 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:06:46.669963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.678566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.751166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.755136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.777708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:06:46.792159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e41033-bd84-4705-a548-f9b6dd4b9d11,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:46.796799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.797137 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Added segment d18d6df2-1e1c-43b1-9582-924639f68ae8 of type vlan for network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de Nov 25 19:06:46.808557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.808909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.809249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.809582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.809988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.810351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.810777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.811126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.811459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.811785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.812104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.812424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:46.847880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.875751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.881776 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:46.882353 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.938651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2985203 Nov 25 19:06:46.942211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51284) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:46.946886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'admin_state_up': True, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:46.956254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d6ccf-a08a-4602-b3d0-3e5ad7e27296 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Network': ['ID=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:46.966930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:06:46.975290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:46.976388 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.026322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.042428 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.479074 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.666867 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.685752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.794020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Allocated IP 172.25.2.64 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/fd7b2165-7e6d-45c4-8c8f-384903138414) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:06:47.893720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.931420 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:47.969466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:47.973124 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:47.976616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:06:47.990490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153048b-fb12-442d-b580-fd936f3a1661 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:06:48.004530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=fd7b2165-7e6d-45c4-8c8f-384903138414,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:48.013554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.013909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.014258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.015237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.015237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.015526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.015631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.015920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.016248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.016572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.016895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.017217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:48.093874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3a19331e-04c9-4b20-be2b-af142d959b6d None None] Provisioning complete for port fd7b2165-7e6d-45c4-8c8f-384903138414 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:48.094563 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a19331e-04c9-4b20-be2b-af142d959b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:48.127978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3a19331e-04c9-4b20-be2b-af142d959b6d None None] Port fd7b2165-7e6d-45c4-8c8f-384903138414 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:06:48.244982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:48.456148 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:48.586713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router 89a80f7b-ae57-455b-ae29-a0e583422fe3 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:06:48.693708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:06:48.704031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Sync routers for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:06:48.714110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:48.714428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:48.715094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:48.715376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9c719c22-da81-4caa-82ac-2e6ade8c3947 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7721140 Nov 25 19:06:48.718471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51288) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:48.828681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:48.858781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d07c4b2d-1eeb-4b2f-ba75-1867a32e7a8a tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=86eb9a4e084d408c996e714f15be5da3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389987 Nov 25 19:06:48.861285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:49.004070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:48Z', 'revision_number': 3, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:49.010044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be64aea-d5ef-4c0d-ab08-33de9b749cf1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:49.011594 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9be64aea-d5ef-4c0d-ab08-33de9b749cf1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488631 Nov 25 19:06:49.014475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:49.030281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Checking router: 89a80f7b-ae57-455b-ae29-a0e583422fe3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:06:49.030656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Updating router 89a80f7b-ae57-455b-ae29-a0e583422fe3 port fd7b2165-7e6d-45c4-8c8f-384903138414 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:06:49.047975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ffc666e8-8111-40a2-8aae-24c3f7970cb0 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324216 Nov 25 19:06:49.050668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51296) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:49.055564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.057192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138308767', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:49.150847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Made reservation on behalf of 86eb9a4e084d408c996e714f15be5da3 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:06:49.154504 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.302590 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.308121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.328869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.359679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a7c04-e92c-4824-9c00-f8202ccd7721 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:06:49.368957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Attempting to bind port fd7b2165-7e6d-45c4-8c8f-384903138414 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:06:49.369252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Attempting to bind port fd7b2165-7e6d-45c4-8c8f-384903138414 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:06:49.369618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Attempting to bind port fd7b2165-7e6d-45c4-8c8f-384903138414 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:49.383374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:06:49.383749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:06:49.384650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.385046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:06:49.385518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Bound port: fd7b2165-7e6d-45c4-8c8f-384903138414, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:06:49.385974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.387858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a8301-80f9-4b98-9031-945fb5c0d898 None None] Pushing event updated for resources: {'Port': ['ID=fd7b2165-7e6d-45c4-8c8f-384903138414,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:49.389921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Subnet': ['ID=f1364542-f6f3-4f46-aa3b-ee44cddabada,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:49.398864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Checking segment: {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:06:49.399252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network hostable DHCP agents. Network: d8b3a1ca-be62-42e7-abbd-b2a9b262e7de, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:06:49.415731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:06:49.425749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d8b3a1ca-be62-42e7-abbd-b2a9b262e7de) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:49.430723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:49.431335 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.439075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2988f8a-d2b0-4493-aea2-0294a61f4c31 None None] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:06:49.451949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-88cee290-f4a5-4fc1-8f27-f9d4264f10f6 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3974147 Nov 25 19:06:49.452179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51300) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:49.493502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] For port fd7b2165-7e6d-45c4-8c8f-384903138414, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:06:49.513834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] For port fd7b2165-7e6d-45c4-8c8f-384903138414, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fd7b2165-7e6d-45c4-8c8f-384903138414,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:06:49.520142 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.521908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a2118d3f-3b27-4255-b781-217c09e23340 None None] Provisioning complete for port fd7b2165-7e6d-45c4-8c8f-384903138414 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:49.522265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2118d3f-3b27-4255-b781-217c09e23340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.597539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce5245-52a8-4d49-a8a3-18b2804c3d0c None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:06:49.668100 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:49.669012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:49.670773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a8301-80f9-4b98-9031-945fb5c0d898 None None] Pushing event updated for resources: {'Port': ['ID=fd7b2165-7e6d-45c4-8c8f-384903138414,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:49.807861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:06:49.809278 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.842902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2118d3f-3b27-4255-b781-217c09e23340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.903345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:49.929410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a2118d3f-3b27-4255-b781-217c09e23340 None None] For port fd7b2165-7e6d-45c4-8c8f-384903138414, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fd7b2165-7e6d-45c4-8c8f-384903138414,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:49.942202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:49.943940 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2118d3f-3b27-4255-b781-217c09e23340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.139441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118d3f-3b27-4255-b781-217c09e23340 None None] Pushing event updated for resources: {'Port': ['ID=fd7b2165-7e6d-45c4-8c8f-384903138414,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:50.156820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-92719461-925a-47e2-83ff-e730ee9f0da5 None None] Provisioning complete for port fd7b2165-7e6d-45c4-8c8f-384903138414 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:50.157118 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92719461-925a-47e2-83ff-e730ee9f0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.174445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Allocated IP 172.20.0.2 (d8b3a1ca-be62-42e7-abbd-b2a9b262e7de/f1364542-f6f3-4f46-aa3b-ee44cddabada/85103d6b-1acc-4db9-b3a2-d696248ddfa4) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:06:50.425837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:48Z', 'revision_number': 3, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:50.460545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d278b-744b-412f-a9ec-46795b6cb617 None None] The sync data for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 is: [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:48Z', 'revision_number': 3, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:06:50.463287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.469657 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.523768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Allocated IP 172.20.0.1 (d8b3a1ca-be62-42e7-abbd-b2a9b262e7de/f1364542-f6f3-4f46-aa3b-ee44cddabada/cd0e47b6-9728-4325-93ce-3b66f6225d07) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:06:50.646751 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.678971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:50.682389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.683459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Pushing event updated for resources: {'Port': ['ID=85103d6b-1acc-4db9-b3a2-d696248ddfa4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:50.686800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:50.690635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:06:50.763440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Attempting to bind port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:06:50.763816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Attempting to bind port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:06:50.764175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Attempting to bind port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 on network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:50.767271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:50.769758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:06:50.770134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Checking segment: {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:06:50.770561 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.772826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Bound using segment: {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:06:50.772826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Bound port: 85103d6b-1acc-4db9-b3a2-d696248ddfa4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:06:50.772826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.780577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:50.782589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=cd0e47b6-9728-4325-93ce-3b66f6225d07,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:50.792012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:06:50.837116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.846710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] For port 85103d6b-1acc-4db9-b3a2-d696248ddfa4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:06:50.850264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] For port 85103d6b-1acc-4db9-b3a2-d696248ddfa4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=85103d6b-1acc-4db9-b3a2-d696248ddfa4,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:06:50.856872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:50.925789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871e4f9-31d2-45cd-b544-26cbbad841c7 None None] Pushing event updated for resources: {'Port': ['ID=85103d6b-1acc-4db9-b3a2-d696248ddfa4,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:50.993513 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:51.307380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:51.313416 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:51.387662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=cd0e47b6-9728-4325-93ce-3b66f6225d07,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:51.390416 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:51.493517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:51.494896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:51.603644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router 89a80f7b-ae57-455b-ae29-a0e583422fe3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:06:51.929949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dcb0b8-0dae-4777-9d88-9e24c0e64771 None None] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:06:52.051316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:06:52.056656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-32737bee-23d4-4177-a1f9-ccf15a4230d2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "PUT /v2.0/routers/89a80f7b-ae57-455b-ae29-a0e583422fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036065 Nov 25 19:06:52.059419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51306) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:52.061519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-348a8877-b865-49bb-bfb3-322cfbfb8a7c None None] Provisioning complete for port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:52.061892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-348a8877-b865-49bb-bfb3-322cfbfb8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.064135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c42f712b-b971-4ebf-a01c-e9301976e240 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--505570223', 'description': 'tempest-secgroup_access--505570223 description', 'project_id': '86eb9a4e084d408c996e714f15be5da3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:52.088138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c42f712b-b971-4ebf-a01c-e9301976e240 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.164195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c42f712b-b971-4ebf-a01c-e9301976e240 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.169737 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-348a8877-b865-49bb-bfb3-322cfbfb8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.175029 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c42f712b-b971-4ebf-a01c-e9301976e240 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.206350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c42f712b-b971-4ebf-a01c-e9301976e240 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.207641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c42f712b-b971-4ebf-a01c-e9301976e240 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1472776 Nov 25 19:06:52.210544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51308) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:52.213477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-348a8877-b865-49bb-bfb3-322cfbfb8a7c None None] For port 85103d6b-1acc-4db9-b3a2-d696248ddfa4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=85103d6b-1acc-4db9-b3a2-d696248ddfa4,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:52.215844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3a89a924-57a3-4dbc-896d-52b2121a409a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--130388485', 'description': 'tempest-secgroup_general--130388485 description', 'project_id': '86eb9a4e084d408c996e714f15be5da3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:52.218133 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-348a8877-b865-49bb-bfb3-322cfbfb8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.221819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f712b-b971-4ebf-a01c-e9301976e240 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:52.241946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a89a924-57a3-4dbc-896d-52b2121a409a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.279606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a8877-b865-49bb-bfb3-322cfbfb8a7c None None] Pushing event updated for resources: {'Port': ['ID=85103d6b-1acc-4db9-b3a2-d696248ddfa4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:52.345315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a89a924-57a3-4dbc-896d-52b2121a409a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.349066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a89a924-57a3-4dbc-896d-52b2121a409a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.382327 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a89a924-57a3-4dbc-896d-52b2121a409a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.383616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3a89a924-57a3-4dbc-896d-52b2121a409a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1721647 Nov 25 19:06:52.384331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89a924-57a3-4dbc-896d-52b2121a409a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a052dd-beab-4b70-b367-b9242a403b46,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:52.386508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:06:52.390912 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-49dae7f5-c800-4269-8575-252b0a084e95 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'security_group_rule': {'security_group_id': 'da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee', 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:52.420410 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49dae7f5-c800-4269-8575-252b0a084e95 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.443119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bdf44525-2a3e-4133-8133-0b7c3309edb5 None None] Provisioning complete for port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:52.443493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdf44525-2a3e-4133-8133-0b7c3309edb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.506268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49dae7f5-c800-4269-8575-252b0a084e95 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.518211 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49dae7f5-c800-4269-8575-252b0a084e95 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.547344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dae7f5-c800-4269-8575-252b0a084e95 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f69c27a-1aec-4e75-8341-76410f109866,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:52.554809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49dae7f5-c800-4269-8575-252b0a084e95 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.555548 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Sync routers for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:06:52.556537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-49dae7f5-c800-4269-8575-252b0a084e95 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689980 Nov 25 19:06:52.573487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:52.575900 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:52.627061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 85103d6b-1acc-4db9-b3a2-d696248ddfa4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:06:52.653299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bdf44525-2a3e-4133-8133-0b7c3309edb5 None None] Provisioning complete for port cd0e47b6-9728-4325-93ce-3b66f6225d07 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:52.653673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdf44525-2a3e-4133-8133-0b7c3309edb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.711972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bdf44525-2a3e-4133-8133-0b7c3309edb5 None None] Port cd0e47b6-9728-4325-93ce-3b66f6225d07 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:06:52.715553 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:52.725808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:52.726590 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.749877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-ae8f1d8c-224b-4792-a930-b9214e30a3e9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--130388485&fields=id&tenant_id=86eb9a4e084d408c996e714f15be5da3 HTTP/1.1" status: 200 len: 267 time: 0.0584939 Nov 25 19:06:52.803919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-aab5b307-946b-4990-9aed-a9dc55714a31 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--505570223&fields=id&tenant_id=86eb9a4e084d408c996e714f15be5da3 HTTP/1.1" status: 200 len: 267 time: 0.0467079 Nov 25 19:06:52.844748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fd7b2165-7e6d-45c4-8c8f-384903138414 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:06:52.851780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4dce7044-1561-49b7-8638-4bad272403fe None None] Provisioning complete for port cd0e47b6-9728-4325-93ce-3b66f6225d07 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:52.852162 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dce7044-1561-49b7-8638-4bad272403fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.906051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4dce7044-1561-49b7-8638-4bad272403fe None None] Port cd0e47b6-9728-4325-93ce-3b66f6225d07 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:06:52.927933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-7080bd1c-9878-460b-b47b-4d5151f768ad tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:52.934935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-7080bd1c-9878-460b-b47b-4d5151f768ad tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/networks?id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 200 len: 797 time: 0.1236160 Nov 25 19:06:52.938118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port fd7b2165-7e6d-45c4-8c8f-384903138414 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:52.938672 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:52.939229 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:51Z', 'revision_number': 2, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:52.946953 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-d324efbd-9875-4917-aa38-deff36a28cb9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/quotas/86eb9a4e084d408c996e714f15be5da3 HTTP/1.1" status: 200 len: 375 time: 0.0104637 Nov 25 19:06:52.969884 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Checking router: 89a80f7b-ae57-455b-ae29-a0e583422fe3 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:06:52.970153 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Updating router 89a80f7b-ae57-455b-ae29-a0e583422fe3 port cd0e47b6-9728-4325-93ce-3b66f6225d07 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:06:52.999463 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.007456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-49ebc361-c995-46a8-a9d8-5fd969008a9b tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549345 Nov 25 19:06:53.047748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0df4d0d5-204a-4e66-a807-760ecbdd0e19 None None] Provisioning complete for port cd0e47b6-9728-4325-93ce-3b66f6225d07 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:53.048121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0df4d0d5-204a-4e66-a807-760ecbdd0e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.087320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0df4d0d5-204a-4e66-a807-760ecbdd0e19 None None] Port cd0e47b6-9728-4325-93ce-3b66f6225d07 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:06:53.109323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-0b7d1ae3-bb72-447b-88fe-2de41db9f129 service neutron] 10.222.0.62 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897715 Nov 25 19:06:53.202285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-00320a7e-39bf-48c1-815b-d6091772a09b service neutron] 10.222.0.62 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861118 Nov 25 19:06:53.363005 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.371274 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.386831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f75bb380-5104-4092-80b2-95c4444def94 req-6b2f56bd-3eee-429e-bb87-cb261ba81a25 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 210 time: 0.0430937 Nov 25 19:06:53.434274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Pushing event updated for resources: {'Port': ['ID=cd0e47b6-9728-4325-93ce-3b66f6225d07,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:53.463185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.463601 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.463885 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.464215 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.464560 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.464870 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.465232 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.465638 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.465882 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.466251 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.466622 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.466948 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:06:53.501020 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Attempting to bind port cd0e47b6-9728-4325-93ce-3b66f6225d07 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:06:53.501396 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Attempting to bind port cd0e47b6-9728-4325-93ce-3b66f6225d07 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:06:53.501761 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Attempting to bind port cd0e47b6-9728-4325-93ce-3b66f6225d07 on network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:53.508008 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:06:53.508411 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Checking segment: {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:06:53.508815 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.509211 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Bound using segment: {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:06:53.509681 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Bound port: cd0e47b6-9728-4325-93ce-3b66f6225d07, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:06:53.510061 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.578632 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] For port cd0e47b6-9728-4325-93ce-3b66f6225d07, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:06:53.582631 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] For port cd0e47b6-9728-4325-93ce-3b66f6225d07, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cd0e47b6-9728-4325-93ce-3b66f6225d07,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:06:53.590701 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.653867 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:06:53.654537 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:53.657564 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff434f-9b17-4a12-9d0e-c81784a59fc1 None None] Pushing event updated for resources: {'Port': ['ID=cd0e47b6-9728-4325-93ce-3b66f6225d07,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:53.725237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-88b3412e-e82b-49bf-9e5d-dba33c218fec None None] Provisioning complete for port cd0e47b6-9728-4325-93ce-3b66f6225d07 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:53.725590 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88b3412e-e82b-49bf-9e5d-dba33c218fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.772321 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:06:53.832128 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88b3412e-e82b-49bf-9e5d-dba33c218fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.875564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-88b3412e-e82b-49bf-9e5d-dba33c218fec None None] For port cd0e47b6-9728-4325-93ce-3b66f6225d07, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cd0e47b6-9728-4325-93ce-3b66f6225d07,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:06:53.882941 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88b3412e-e82b-49bf-9e5d-dba33c218fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:53.934402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3412e-e82b-49bf-9e5d-dba33c218fec None None] Pushing event updated for resources: {'Port': ['ID=cd0e47b6-9728-4325-93ce-3b66f6225d07,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:53.999267 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:06:54.012421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5cf15930-895d-45ae-abe3-0ebcb081ce48 None None] Provisioning complete for port cd0e47b6-9728-4325-93ce-3b66f6225d07 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:54.013435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5cf15930-895d-45ae-abe3-0ebcb081ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:54.028019 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd3992-5ee8-4d9f-b703-7c94ce01d80b None None] The sync data for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 is: [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:06:54.468106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-3a45a849-2429-49cc-a012-03b295b59c4e tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:54.469723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-3a45a849-2429-49cc-a012-03b295b59c4e tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.66 "GET /v2.0/networks?id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 200 len: 797 time: 0.1517088 Nov 25 19:06:54.533299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3b156acf-4deb-4a59-bbbc-d25e35abcd75 req-52f1977e-222a-4e6e-86a2-34588ff56677 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 210 time: 0.0551531 Nov 25 19:06:54.560211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cd0e47b6-9728-4325-93ce-3b66f6225d07 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:06:54.609039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-ac11e8b0-3e0d-472b-841b-0957b88c781b tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86eb9a4e084d408c996e714f15be5da3 HTTP/1.1" status: 200 len: 476 time: 0.0832806 Nov 25 19:06:54.617317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cd0e47b6-9728-4325-93ce-3b66f6225d07 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:54.617693 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:54.619893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'port': {'device_id': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'admin_state_up': True, 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'security_groups': ['81a052dd-beab-4b70-b367-b9242a403b46', 'da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:54.734651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Made reservation on behalf of 86eb9a4e084d408c996e714f15be5da3 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:06:54.738775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:54.876554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Allocated IP 172.20.0.14 (d8b3a1ca-be62-42e7-abbd-b2a9b262e7de/f1364542-f6f3-4f46-aa3b-ee44cddabada/ae19233e-8c1e-4126-a08e-f40376a53d58) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:06:55.032245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.067786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.119329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:06:55.122673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:06:55.127342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:06:55.131437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=ae19233e-8c1e-4126-a08e-f40376a53d58,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:55.180269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:55.181294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.198653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-4d15a91b-f5d1-45b2-b5ef-98510718628f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5828009 Nov 25 19:06:55.270622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Request body: {'port': {'device_id': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:06:55.332481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.440180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e625d137-9518-490f-8e69-775099a66642 None None] Provisioning complete for port ae19233e-8c1e-4126-a08e-f40376a53d58 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:06:55.440784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e625d137-9518-490f-8e69-775099a66642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.475595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e625d137-9518-490f-8e69-775099a66642 None None] Port ae19233e-8c1e-4126-a08e-f40376a53d58 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:06:55.603779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae19233e-8c1e-4126-a08e-f40376a53d58 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:06:55.612610 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.648280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Transition to ACTIVE for port object ae19233e-8c1e-4126-a08e-f40376a53d58 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:06:55.652694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.717910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d921e-0216-40ea-ac7b-0f9dac88f120 req-ec307239-887e-4d29-84f9-95f6a5f68c28 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:55.719542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-500d921e-0216-40ea-ac7b-0f9dac88f120 req-ec307239-887e-4d29-84f9-95f6a5f68c28 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 971 time: 0.1090500 Nov 25 19:06:55.722638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Pushing event updated for resources: {'Port': ['ID=ae19233e-8c1e-4126-a08e-f40376a53d58,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:55.831419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Attempting to bind port ae19233e-8c1e-4126-a08e-f40376a53d58 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:06:55.831758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Attempting to bind port ae19233e-8c1e-4126-a08e-f40376a53d58 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:06:55.832086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Attempting to bind port ae19233e-8c1e-4126-a08e-f40376a53d58 on network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:55.838336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-500d921e-0216-40ea-ac7b-0f9dac88f120 req-37499fa7-a9bf-4dcf-b8bc-7cf932958a28 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1094251 Nov 25 19:06:55.841682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Port ae19233e-8c1e-4126-a08e-f40376a53d58 on network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:06:55.842000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Attempting to bind port ae19233e-8c1e-4126-a08e-f40376a53d58 on network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:06:55.847069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:06:55.847410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Checking segment: {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:06:55.847791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Bound using segment: {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:06:55.848226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Bound port: ae19233e-8c1e-4126-a08e-f40376a53d58, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18d6df2-1e1c-43b1-9582-924639f68ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:06:55.848587 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.922573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] For port ae19233e-8c1e-4126-a08e-f40376a53d58, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:06:55.926259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] For port ae19233e-8c1e-4126-a08e-f40376a53d58, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ae19233e-8c1e-4126-a08e-f40376a53d58,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:06:55.930334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.963999 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:55.964625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:06:55.966147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] 10.222.0.66 "PUT /v2.0/ports/ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 200 len: 1131 time: 0.7588391 Nov 25 19:06:55.966417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:06:55.968672 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b22f2b-04f0-41e7-a416-3e706b884f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:06:55.994688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73e9d8-50f5-45d4-a81d-6c579dcca34a service neutron] Pushing event updated for resources: {'Port': ['ID=ae19233e-8c1e-4126-a08e-f40376a53d58,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:06:56.029882 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbb42fb-1f24-48b9-afb7-50f5d308b630 x-openstack-request-id: req-cfbb42fb-1f24-48b9-afb7-50f5d308b630 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:06:56.030183 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:06:56.030436 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfbb42fb-1f24-48b9-afb7-50f5d308b630 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:06:56.030873 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'status': 'completed', 'code': 200} Nov 25 19:06:56.066400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-0b70b735-6711-47fc-8c42-1e919aaaffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.068039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-0b70b735-6711-47fc-8c42-1e919aaaffb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1134 time: 0.0477543 Nov 25 19:06:56.122938 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-7df2d8f6-2bb2-4bf0-ac64-25289e39bfa0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 200 len: 217 time: 0.0460763 Nov 25 19:06:56.181369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-e277ea33-e00b-4f5b-84ab-eed3b4d46102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.183020 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-e277ea33-e00b-4f5b-84ab-eed3b4d46102 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1364542-f6f3-4f46-aa3b-ee44cddabada HTTP/1.1" status: 200 len: 835 time: 0.0531147 Nov 25 19:06:56.232393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-5e045fd2-57fa-4260-b308-5244287fe5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.234101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-5e045fd2-57fa-4260-b308-5244287fe5f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439432 Nov 25 19:06:56.329606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-49a9e628-81e5-42aa-9c1f-4d7bd500233f service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873189 Nov 25 19:06:56.435119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7dc5a55e-5271-47ba-b7c4-b125a8c34554 req-bd4e29c3-a1c6-458b-ab21-ad4c9e0babeb service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984099 Nov 25 19:06:56.524302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-a8788fca-90dd-4a07-b52f-0299937516df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.525784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-a8788fca-90dd-4a07-b52f-0299937516df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1134 time: 0.0434144 Nov 25 19:06:56.592087 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:06:56.627363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-1d2f5e29-24d3-423a-a27d-238049e9cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.628936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-1d2f5e29-24d3-423a-a27d-238049e9cf24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 200 len: 898 time: 0.0957162 Nov 25 19:06:56.675554 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-c39b3725-9a34-4e39-ad96-de1156ebfa7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 200 len: 217 time: 0.0386403 Nov 25 19:06:56.725472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-7faf8557-0a15-4acd-882d-c88be3f46005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.726960 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-7faf8557-0a15-4acd-882d-c88be3f46005 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1364542-f6f3-4f46-aa3b-ee44cddabada HTTP/1.1" status: 200 len: 835 time: 0.0445292 Nov 25 19:06:56.776601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-02a7238a-be4b-4fa5-a650-307056defdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.777974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-02a7238a-be4b-4fa5-a650-307056defdf0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434639 Nov 25 19:06:56.865911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-a4f8907f-ac70-414e-9897-eb0da3b00efb service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800498 Nov 25 19:06:56.960265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185421f-3024-44ff-a5ac-d448c1230d4f req-ebf56cbd-87a8-4480-8347-80f7ee473f28 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:56.961047 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-18b22f2b-04f0-41e7-a416-3e706b884f6e req-d1f23b0a-fad9-4e12-a7c1-4cd6f12fec7a service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875413 Nov 25 19:06:56.961746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8185421f-3024-44ff-a5ac-d448c1230d4f req-ebf56cbd-87a8-4480-8347-80f7ee473f28 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 983 time: 0.0503330 Nov 25 19:06:57.023377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8185421f-3024-44ff-a5ac-d448c1230d4f req-d606d3cb-4173-404c-b317-c1fc3c66ffe7 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0550973 Nov 25 19:06:58.137800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9ce90-a23c-485d-bc14-d908057c299b req-e90e6c46-6f07-4689-b540-02adaf040557 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:58.139303 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66a9ce90-a23c-485d-bc14-d908057c299b req-e90e6c46-6f07-4689-b540-02adaf040557 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 983 time: 0.0481637 Nov 25 19:06:58.201231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66a9ce90-a23c-485d-bc14-d908057c299b req-126c0a92-55d0-45a9-bc9e-a1e3e180cace tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0553246 Nov 25 19:06:59.318648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c8ee-c369-49a8-8cce-2ad6c32252b0 req-d05304ed-c2cf-4b70-8578-b42f3ffb4491 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:06:59.320139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4b8c8ee-c369-49a8-8cce-2ad6c32252b0 req-d05304ed-c2cf-4b70-8578-b42f3ffb4491 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 983 time: 0.0511158 Nov 25 19:06:59.375743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4b8c8ee-c369-49a8-8cce-2ad6c32252b0 req-f23ff9ef-06ae-4494-8f76-0febf84a9efc tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0493307 Nov 25 19:07:00.241501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ae19233e-8c1e-4126-a08e-f40376a53d58 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:07:00.347730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ae19233e-8c1e-4126-a08e-f40376a53d58, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ae19233e-8c1e-4126-a08e-f40376a53d58,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:07:00.365310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'port_id': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'mac_address': 'fa:16:3e:cb:b6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:07:00.403485 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:00.416179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae19233e-8c1e-4126-a08e-f40376a53d58 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:07:00.439383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ae19233e-8c1e-4126-a08e-f40376a53d58, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ae19233e-8c1e-4126-a08e-f40376a53d58,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:07:00.444993 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:00.493190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ae19233e-8c1e-4126-a08e-f40376a53d58,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:07:00.494738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b86efa-91d1-4f5a-953b-b020bceede40 req-eb00cbdd-d2c5-4ab9-9232-4a33c1a4fd87 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:00.497139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46b86efa-91d1-4f5a-953b-b020bceede40 req-eb00cbdd-d2c5-4ab9-9232-4a33c1a4fd87 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 984 time: 0.0536025 Nov 25 19:07:00.552605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46b86efa-91d1-4f5a-953b-b020bceede40 req-7e4dd137-3165-41c2-bfa9-ede577cdb8a1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0503278 Nov 25 19:07:00.739452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ae19233e-8c1e-4126-a08e-f40376a53d58'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:07:00.881190 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:01.668532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2c8ba-b568-4705-964c-0ad7b9d3d05e req-3900b0c4-0e54-4ae0-8c13-2ef07bd310f2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:01.670033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d2c8ba-b568-4705-964c-0ad7b9d3d05e req-3900b0c4-0e54-4ae0-8c13-2ef07bd310f2 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 984 time: 0.0492649 Nov 25 19:07:01.729356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d2c8ba-b568-4705-964c-0ad7b9d3d05e req-04729f40-0a40-45ad-8c81-5679accd2023 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0510304 Nov 25 19:07:02.241415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ae19233e-8c1e-4126-a08e-f40376a53d58 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:07:02.287759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ae19233e-8c1e-4126-a08e-f40376a53d58 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:07:02.291584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ae19233e-8c1e-4126-a08e-f40376a53d58 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:07:02.291954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:02.378732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:02.404073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:07:02.406502 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83adc66-39c3-42e3-b511-291248d68d28" -d '{"events": [{"server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "name": "network-vif-plugged", "status": "completed", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:07:02.419287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ae19233e-8c1e-4126-a08e-f40376a53d58, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ae19233e-8c1e-4126-a08e-f40376a53d58,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:07:02.423347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:02.476381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ae19233e-8c1e-4126-a08e-f40376a53d58,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:07:02.525708 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aeaa7f-d772-42f3-b9ac-4fcd4802c98e x-openstack-request-id: req-e4aeaa7f-d772-42f3-b9ac-4fcd4802c98e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:07:02.525998 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "name": "network-vif-plugged", "status": "completed", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:07:02.526254 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4aeaa7f-d772-42f3-b9ac-4fcd4802c98e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:07:02.526677 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'code': 200} Nov 25 19:07:02.623117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be269809-a87f-4b0c-a5cc-841e434a931a req-2dcbbd01-45a0-46ce-8ef1-e3bf19c8415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:02.624597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be269809-a87f-4b0c-a5cc-841e434a931a req-2dcbbd01-45a0-46ce-8ef1-e3bf19c8415f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1136 time: 0.0412316 Nov 25 19:07:02.677881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be269809-a87f-4b0c-a5cc-841e434a931a req-2409ab6f-82b8-4585-9843-43d6badfcb4a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&id=81a052dd-beab-4b70-b367-b9242a403b46&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0448031 Nov 25 19:07:02.846364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7b7a9-f32e-4784-aad3-d9e9df34a768 req-0433967b-fd72-43e0-8bb6-88a144507803 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:02.847864 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9d7b7a9-f32e-4784-aad3-d9e9df34a768 req-0433967b-fd72-43e0-8bb6-88a144507803 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 985 time: 0.0493474 Nov 25 19:07:02.903232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9d7b7a9-f32e-4784-aad3-d9e9df34a768 req-9f2011b5-df81-44b8-b84a-71c40b7aef14 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0491929 Nov 25 19:07:03.536035 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:04.040602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c840-1528-484f-8538-c83713d33bf2 req-84ee209d-0752-421a-8867-03061bd97d86 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:04.041992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a958c840-1528-484f-8538-c83713d33bf2 req-84ee209d-0752-421a-8867-03061bd97d86 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 985 time: 0.0589850 Nov 25 19:07:04.099286 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a958c840-1528-484f-8538-c83713d33bf2 req-9cddd71f-3d23-43d7-a22e-2a0e84473969 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0505371 Nov 25 19:07:05.220325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55835a0-19e8-422f-a270-d47c85d43c3f req-fbfb63fa-82a1-490a-bd48-60ad58579daf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:05.221821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f55835a0-19e8-422f-a270-d47c85d43c3f req-fbfb63fa-82a1-490a-bd48-60ad58579daf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 985 time: 0.0509167 Nov 25 19:07:05.280182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f55835a0-19e8-422f-a270-d47c85d43c3f req-d8bcc866-c8e8-4de1-be56-82a8256a8b29 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0521154 Nov 25 19:07:05.400440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369bad-44f9-4ec6-a593-8e06fc87f2de req-f240cef0-4d07-4748-9e66-49bb21b09438 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:05.401953 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56369bad-44f9-4ec6-a593-8e06fc87f2de req-f240cef0-4d07-4748-9e66-49bb21b09438 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 985 time: 0.0537119 Nov 25 19:07:05.459987 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-56369bad-44f9-4ec6-a593-8e06fc87f2de req-05a3736b-c1d5-469d-b14e-d11660010637 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0519164 Nov 25 19:07:05.563761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2585e-8942-4693-8252-f52dfaf35317 req-f87259cb-0893-45ca-bb43-7f3eec118968 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:05.565319 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3b2585e-8942-4693-8252-f52dfaf35317 req-f87259cb-0893-45ca-bb43-7f3eec118968 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1136 time: 0.0407991 Nov 25 19:07:05.586764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f3b2585e-8942-4693-8252-f52dfaf35317 req-33d97c25-86b5-4453-9b68-73ccba3fdae1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:05.658147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f3b2585e-8942-4693-8252-f52dfaf35317 req-33d97c25-86b5-4453-9b68-73ccba3fdae1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:05.662495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-f3b2585e-8942-4693-8252-f52dfaf35317 req-33d97c25-86b5-4453-9b68-73ccba3fdae1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:05.705221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97c25-86b5-4453-9b68-73ccba3fdae1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92ff5c-4bf1-4549-b694-dec2d63fbff1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:07:05.711096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3b2585e-8942-4693-8252-f52dfaf35317 req-33d97c25-86b5-4453-9b68-73ccba3fdae1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1399372 Nov 25 19:07:05.733341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51392) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:05.773022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba054047-6032-47f0-b60f-89452d57b002 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:05.774553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ba054047-6032-47f0-b60f-89452d57b002 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1131 time: 0.0401998 Nov 25 19:07:05.777463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51394) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:05.781661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:07:05.804174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:05.902245 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.004942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Allocated IP 172.25.2.152 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/738592c7-693f-4500-958e-0652e463dccb) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:07:06.107988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.140590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.179718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:07:06.182379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:07:06.185991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:07:06.191285 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=738592c7-693f-4500-958e-0652e463dccb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:07:06.545638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.610010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.758716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.763137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.835384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=738592c7-693f-4500-958e-0652e463dccb,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:07:06.843695 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:06.941708 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Floating IP cd19b113-8702-430f-b598-b304dbfa15f3 associated. External IP: 172.25.2.152, port: ae19233e-8c1e-4126-a08e-f40376a53d58. Nov 25 19:07:07.142084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router 89a80f7b-ae57-455b-ae29-a0e583422fe3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:07:07.248125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:07:07.257695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] Sync routers for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:07:07.268889 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:07.272148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:07:07.272788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:07.302156 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b4bfe134-f6e7-4ef6-8dd1-eb29e1da8fe9 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5236628 Nov 25 19:07:07.302901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:07:07.304822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51400) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:07.305431 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08298f93-0253-4899-a019-6d34dd03ef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:07:07.353392 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a5291-cae5-4a3e-bbdd-238491b98d7d x-openstack-request-id: req-165a5291-cae5-4a3e-bbdd-238491b98d7d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:07:07.353691 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:07:07.353948 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-165a5291-cae5-4a3e-bbdd-238491b98d7d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:07:07.355082 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'status': 'completed', 'code': 200} Nov 25 19:07:07.384925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:07:07.422953 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298f93-0253-4899-a019-6d34dd03ef2d req-18915fe3-15b5-4103-ad11-3635532741d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.424839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08298f93-0253-4899-a019-6d34dd03ef2d req-18915fe3-15b5-4103-ad11-3635532741d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1136 time: 0.0481987 Nov 25 19:07:07.514948 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c3c59-09ab-495c-821b-ff30761e802e tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.515260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c3c59-09ab-495c-821b-ff30761e802e tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.515917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c3c59-09ab-495c-821b-ff30761e802e tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.516551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c3c59-09ab-495c-821b-ff30761e802e tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.517176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c3c59-09ab-495c-821b-ff30761e802e tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.519671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba6c3c59-09ab-495c-821b-ff30761e802e tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3590 time: 0.2132852 Nov 25 19:07:07.520108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298f93-0253-4899-a019-6d34dd03ef2d req-b0aeabf4-d48d-4c8d-9c0d-b9a2b348e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.521730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08298f93-0253-4899-a019-6d34dd03ef2d req-b0aeabf4-d48d-4c8d-9c0d-b9a2b348e8f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 200 len: 898 time: 0.0892911 Nov 25 19:07:07.522413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51404) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:07.591335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08298f93-0253-4899-a019-6d34dd03ef2d req-3c580feb-56d4-4aa8-8254-ac6dd82b24cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 200 len: 1000 time: 0.0630999 Nov 25 19:07:07.613267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82499754-a271-4702-995e-f66937fe06e8 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.613835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82499754-a271-4702-995e-f66937fe06e8 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.614297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82499754-a271-4702-995e-f66937fe06e8 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.614778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82499754-a271-4702-995e-f66937fe06e8 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.615221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82499754-a271-4702-995e-f66937fe06e8 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.615392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'cd19b113-8702-430f-b598-b304dbfa15f3', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'port_id': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'mac_address': 'fa:16:3e:cb:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:07:06Z', 'updated_at': '2021-11-25T19:07:06Z', 'revision_number': 0, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:07.620979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-82499754-a271-4702-995e-f66937fe06e8 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3371 time: 0.0936518 Nov 25 19:07:07.620979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51406) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:07.640461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298f93-0253-4899-a019-6d34dd03ef2d req-3e3f0df0-f8e7-4cac-bba0-75dd824945b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.642055 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08298f93-0253-4899-a019-6d34dd03ef2d req-3e3f0df0-f8e7-4cac-bba0-75dd824945b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1364542-f6f3-4f46-aa3b-ee44cddabada HTTP/1.1" status: 200 len: 835 time: 0.0443935 Nov 25 19:07:07.651267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] Checking router: 89a80f7b-ae57-455b-ae29-a0e583422fe3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:07:07.657525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:07:07.658188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:06:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:07.688959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298f93-0253-4899-a019-6d34dd03ef2d req-02bad17e-1731-4dbf-ba69-09a86a6d0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.690913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08298f93-0253-4899-a019-6d34dd03ef2d req-02bad17e-1731-4dbf-ba69-09a86a6d0d8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416138 Nov 25 19:07:07.763955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:07:07.795599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08298f93-0253-4899-a019-6d34dd03ef2d req-0cdde5a9-99c1-4499-9933-e044845a0ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977314 Nov 25 19:07:07.867379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-19447868-bbd4-418d-b3c1-5fde899a8184 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2337 time: 0.2462256 Nov 25 19:07:07.868050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51408) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:07.895334 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08298f93-0253-4899-a019-6d34dd03ef2d req-38345d0b-20d2-4be3-8144-19e2d1ff04c7 service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921607 Nov 25 19:07:07.917785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d131f28-e7e3-49ec-bbdd-be6854571ab5 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.918270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d131f28-e7e3-49ec-bbdd-be6854571ab5 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:07.920265 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5d131f28-e7e3-49ec-bbdd-be6854571ab5 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=89a80f7b-ae57-455b-ae29-a0e583422fe3 HTTP/1.1" status: 200 len: 1989 time: 0.0512574 Nov 25 19:07:08.163852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'cd19b113-8702-430f-b598-b304dbfa15f3', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'port_id': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'mac_address': 'fa:16:3e:cb:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:07:06Z', 'updated_at': '2021-11-25T19:07:06Z', 'revision_number': 0, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:08.193312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d91e2-cef9-46b8-832a-c87bcfd51524 None None] The sync data for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 is: [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'cd19b113-8702-430f-b598-b304dbfa15f3', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'port_id': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'mac_address': 'fa:16:3e:cb:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:07:06Z', 'updated_at': '2021-11-25T19:07:06Z', 'revision_number': 0, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:07:08.394680 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1257d6-ce3c-429b-b519-a28d1b7ee377 None None] New status for floating IP cd19b113-8702-430f-b598-b304dbfa15f3: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:07:10.939330 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1d6dfa4-8e8f-460d-8261-22737073a960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:13.381432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-83940c1c-5e0b-4c41-b399-7584851ddbab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406868 Nov 25 19:07:13.446845 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3c40902-92a2-4b63-84f2-07c58273f676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:13.471169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-96f2679b-42c6-4f1e-ab32-ae22da0ad95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:13.472690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-96f2679b-42c6-4f1e-ab32-ae22da0ad95e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1136 time: 0.0470843 Nov 25 19:07:13.573286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-48904e17-02d2-4823-a953-b05ec4c11122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:13.574772 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-48904e17-02d2-4823-a953-b05ec4c11122 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 200 len: 898 time: 0.0832286 Nov 25 19:07:13.643400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-f3587eea-5919-4ebd-a2a4-9b359eeb89c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 200 len: 1002 time: 0.0609605 Nov 25 19:07:13.701797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-dea8f806-cd87-4675-a648-7c5a30364577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:13.704308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-dea8f806-cd87-4675-a648-7c5a30364577 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1364542-f6f3-4f46-aa3b-ee44cddabada HTTP/1.1" status: 200 len: 835 time: 0.0467441 Nov 25 19:07:13.753359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-2c43a530-dcfe-427c-ba00-be0c5a60a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:13.754875 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-2c43a530-dcfe-427c-ba00-be0c5a60a413 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409009 Nov 25 19:07:13.845049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-771580bf-04b1-4a74-9955-802d75a1c8d2 service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833750 Nov 25 19:07:13.937506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ae55febf-aa7c-490b-b46a-f24ed700c11d req-6edd890f-2d53-4d15-97c0-0b583e65c9c2 service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847003 Nov 25 19:07:14.459765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:16.014993 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:17.015002 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:18.690721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-837364b2-e469-47ab-b8d5-e909f1993e48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898328 Nov 25 19:07:18.772142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-a9c8d02a-0f63-4b90-ac10-57908c668c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:18.773716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-a9c8d02a-0f63-4b90-ac10-57908c668c71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1096 time: 0.0398502 Nov 25 19:07:18.878530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-2c9ff15b-7d19-4628-b4ec-01511529e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:18.879973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-2c9ff15b-7d19-4628-b4ec-01511529e455 service neutron] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0853882 Nov 25 19:07:18.946356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-fe7c671a-4ecd-48ca-b917-bbedbe049c28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 1001 time: 0.0567501 Nov 25 19:07:18.995749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-fe21e9d1-03f4-4f5e-85ba-962af7aab414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:18.997223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-fe21e9d1-03f4-4f5e-85ba-962af7aab414 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0431061 Nov 25 19:07:19.048617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-a90ef613-95e1-4ac0-ba05-4e5a88cc4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:07:19.050134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-a90ef613-95e1-4ac0-ba05-4e5a88cc4588 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452783 Nov 25 19:07:19.138579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-c2c2b0cd-df80-4bdc-889e-c70c64694d7a service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801857 Nov 25 19:07:19.551219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebb36e59-5a9d-435b-9fb6-9fd1bec964ad req-88667018-04d2-4fc9-b12b-70b61c79790e service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041197 Nov 25 19:07:30.878132 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:33.549613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:33.590868 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:07:40.942381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-175db884-8bf1-489b-8bb3-c99b5e787292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:43.449499 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c8ab76f-453c-4fcf-ac5e-d6cbaf8a0928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:44.462848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:46.018218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:47.017361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:00.864600 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:03.566144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:04.301025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c0ede-1386-4a4f-ab0c-60673ec0dfff req-492df6ed-83f2-4582-b150-ec6a78743375 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:04.302495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b06c0ede-1386-4a4f-ab0c-60673ec0dfff req-492df6ed-83f2-4582-b150-ec6a78743375 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0479364 Nov 25 19:08:04.349786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b06c0ede-1386-4a4f-ab0c-60673ec0dfff req-8a9179b3-a4fd-4331-b1b0-0bce8b162e07 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Nov 25 19:08:05.484119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bacba5-d7c0-461f-8c64-713dd480659d req-649431eb-ecc0-47b2-b1dd-54e01a1f7419 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:05.485766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9bacba5-d7c0-461f-8c64-713dd480659d req-649431eb-ecc0-47b2-b1dd-54e01a1f7419 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Nov 25 19:08:05.536273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9bacba5-d7c0-461f-8c64-713dd480659d req-b344deab-1995-4361-b49b-047fa03dfd74 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444829 Nov 25 19:08:06.653910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1d1da-8598-4ad0-9580-39131886a512 req-01e637d0-a032-430d-b981-3b5eaf571fbd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:06.655299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5df1d1da-8598-4ad0-9580-39131886a512 req-01e637d0-a032-430d-b981-3b5eaf571fbd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0477314 Nov 25 19:08:06.702236 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5df1d1da-8598-4ad0-9580-39131886a512 req-f1a1f407-7da3-4850-9c3f-88b9cdec3e72 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410335 Nov 25 19:08:07.822782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582dd8c-692d-4dc4-8bcf-3c5d1d3380d4 req-e24c2297-62c6-47a9-8b54-5c1da6297b94 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:07.824263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2582dd8c-692d-4dc4-8bcf-3c5d1d3380d4 req-e24c2297-62c6-47a9-8b54-5c1da6297b94 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Nov 25 19:08:07.871160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2582dd8c-692d-4dc4-8bcf-3c5d1d3380d4 req-6f55ab54-0f96-44c4-898b-ae0844d36a14 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Nov 25 19:08:08.993580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72483362-23a8-4406-8d1f-dea5e1f96249 req-b25eb248-3dc1-4dcb-b411-9c8fdbdf6066 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:08.995037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72483362-23a8-4406-8d1f-dea5e1f96249 req-b25eb248-3dc1-4dcb-b411-9c8fdbdf6066 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Nov 25 19:08:09.040980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72483362-23a8-4406-8d1f-dea5e1f96249 req-86819b0e-3899-499d-bd1c-d85142be0ae9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 Nov 25 19:08:10.164089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21eb79-ffc7-4022-897f-306584afa556 req-1f3e116b-fa2b-415a-bdc5-486510de2a7b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:10.165542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a21eb79-ffc7-4022-897f-306584afa556 req-1f3e116b-fa2b-415a-bdc5-486510de2a7b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0473902 Nov 25 19:08:10.211355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7a21eb79-ffc7-4022-897f-306584afa556 req-7e33307c-4b76-497e-b351-6493f7246a15 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399461 Nov 25 19:08:10.589763 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:08:10.946750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-46a0ab15-49ac-4548-8f7d-dae00ad85d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:11.331638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a83831-0fb0-41b9-8f4b-05223b58bc64 req-c2ab91f9-d051-4236-94a7-039f512b6cd2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:11.333096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a83831-0fb0-41b9-8f4b-05223b58bc64 req-c2ab91f9-d051-4236-94a7-039f512b6cd2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Nov 25 19:08:11.379339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a83831-0fb0-41b9-8f4b-05223b58bc64 req-3be70f6b-20be-4a23-863b-ed8ab14be7da tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 Nov 25 19:08:12.502123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a80c-1e2d-45b0-a026-7323aa86e2f5 req-d2c4953e-92fa-4556-bdec-c2b6b8724c75 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:12.503630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5e8a80c-1e2d-45b0-a026-7323aa86e2f5 req-d2c4953e-92fa-4556-bdec-c2b6b8724c75 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0520563 Nov 25 19:08:12.550527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5e8a80c-1e2d-45b0-a026-7323aa86e2f5 req-698409a9-53c5-4c95-943b-749b3069a9e1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Nov 25 19:08:12.870123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:12.951878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e529f39-7017-4cc9-93c7-7a06c388076b tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.0795274 Nov 25 19:08:12.953804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51588) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:12.958380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'network': {'name': 'tempest-network-smoke--89022122', 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'port_security_enabled': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:12.982819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Made reservation on behalf of 86eb9a4e084d408c996e714f15be5da3 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:12.986780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.009325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:08:13.018913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.019460 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Added segment 6851e34c-2abb-45f9-ad83-6cf842a54c8b of type vlan for network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 Nov 25 19:08:13.058113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.082362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.087870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:13.089001 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.146366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1914761 Nov 25 19:08:13.149123 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51590) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:13.153693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'admin_state_up': True, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:13.157898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Network': ['ID=97ed268c-e5c3-45be-9ecb-b9d3be33ed07,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:13.165292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.165649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.165995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.166366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.166730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.167067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.167402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.167737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.168222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.168406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.168719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.169047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d14f5e-5a6f-494e-bf03-0fea2550489f tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:13.176129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.177206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.182574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:08:13.228176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.452538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-61f4163b-7921-4881-8e3a-7da08050a1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.670817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32959f2d-59a6-4112-951a-2c2f726c1967 req-3b4cef6d-b76d-45ec-a55b-4955073c69dc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:13.672291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-32959f2d-59a6-4112-951a-2c2f726c1967 req-3b4cef6d-b76d-45ec-a55b-4955073c69dc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0490193 Nov 25 19:08:13.693415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.719941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-32959f2d-59a6-4112-951a-2c2f726c1967 req-4dabb294-cd32-467b-9f50-9b059af7841a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Nov 25 19:08:13.881871 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.900139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.999623 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Allocated IP 172.25.2.80 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/6b4ecb14-a911-4357-90f5-cdb04f128b40) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:14.101444 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.134336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.173823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:14.176608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:14.180290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:14.185565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=6b4ecb14-a911-4357-90f5-cdb04f128b40,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:14.189714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d1eb99-92b2-443a-b273-7844b9fd956f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:08:14.212689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.213023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.213905 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.214245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.214607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.214941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.215269 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.215598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.215933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.216123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7fa0147b-2dac-43d1-9e4d-3b2dddce3943 None None] Provisioning complete for port 6b4ecb14-a911-4357-90f5-cdb04f128b40 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:14.216246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.216573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.216699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7fa0147b-2dac-43d1-9e4d-3b2dddce3943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.216898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:14.254709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0147b-2dac-43d1-9e4d-3b2dddce3943 None None] Port 6b4ecb14-a911-4357-90f5-cdb04f128b40 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:14.439751 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.464123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.636251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.768717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router a5d02c34-9c20-47c7-8622-c8720ce333a2 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:08:14.900709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6d993-ed3e-46d8-88cb-059794ccee43 req-13b4463d-0344-48f7-bb11-daf18b6e0e33 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:14.902080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa6d993-ed3e-46d8-88cb-059794ccee43 req-13b4463d-0344-48f7-bb11-daf18b6e0e33 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0908625 Nov 25 19:08:14.927679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:14.938279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Sync routers for ids ['a5d02c34-9c20-47c7-8622-c8720ce333a2'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:14.948602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Routers {'a5d02c34-9c20-47c7-8622-c8720ce333a2'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:14.949357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a5d02c34-9c20-47c7-8622-c8720ce333a2'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:14.963705 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:14.964901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ae220f2-26b2-4279-8623-3344ee8b98cf tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8147619 Nov 25 19:08:14.968098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51596) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:14.969495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1aa6d993-ed3e-46d8-88cb-059794ccee43 req-b1ace2d9-4ef8-4557-b219-d3299a4e67cb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599678 Nov 25 19:08:15.044968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b66e6-4616-44b0-8523-582009520435 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.046539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-186b66e6-4616-44b0-8523-582009520435 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=86eb9a4e084d408c996e714f15be5da3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0763562 Nov 25 19:08:15.049198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51598) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:15.060087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Set router a5d02c34-9c20-47c7-8622-c8720ce333a2 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:15.187162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:08:15.195056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a8947-4379-403c-bda6-a90a47972cbf tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.196580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c31a8947-4379-403c-bda6-a90a47972cbf tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464767 Nov 25 19:08:15.199678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:15.235544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3285fcb2-f1e2-4c1d-a7cb-95636214b4db tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317385 Nov 25 19:08:15.235914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51602) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:15.264166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-efed9c5b-97c0-4aad-846d-9727f1c8c7e1 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=86eb9a4e084d408c996e714f15be5da3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271091 Nov 25 19:08:15.266873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51604) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:15.310314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:14Z', 'revision_number': 3, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:15.341327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Checking router: a5d02c34-9c20-47c7-8622-c8720ce333a2 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:15.341687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Updating router a5d02c34-9c20-47c7-8622-c8720ce333a2 port 6b4ecb14-a911-4357-90f5-cdb04f128b40 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:08:15.360823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ccb890-bd53-4e63-9714-e2f9262a1829 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.364854 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-01ccb890-bd53-4e63-9714-e2f9262a1829 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945411 Nov 25 19:08:15.365315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51606) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:15.366086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:15.374202 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-daba7eb4-63bf-4f02-92a1-a119c1c4be51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457575 Nov 25 19:08:15.385877 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.404910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c825f5bf-59df-4084-a83d-06bf69878842 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362458 Nov 25 19:08:15.405099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51608) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:15.409898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-487117781', 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:15.410395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '1442be55-ff60-481c-9e14-17c405ec9745', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'port_id': '1442be55-ff60-481c-9e14-17c405ec9745', 'mac_address': 'fa:16:3e:78:c3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:08:15.470549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-19899570-facb-4d0c-b3f8-5bc62ad797dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.472117 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-19899570-facb-4d0c-b3f8-5bc62ad797dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1136 time: 0.0517323 Nov 25 19:08:15.506012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Made reservation on behalf of 86eb9a4e084d408c996e714f15be5da3 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:15.509558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.513896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.539415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1442be55-ff60-481c-9e14-17c405ec9745 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:08:15.596213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-30987ea6-8bee-4de8-bdfa-861151841510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.596571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:15.597890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-30987ea6-8bee-4de8-bdfa-861151841510 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 200 len: 898 time: 0.1023247 Nov 25 19:08:15.602402 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.672190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-5f582708-8c54-4883-9b4a-d238628ad42a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 200 len: 1002 time: 0.0661740 Nov 25 19:08:15.686878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:15.700269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['1442be55-ff60-481c-9e14-17c405ec9745'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:08:15.702925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.702925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.703253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.703567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.703889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.704208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.704534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.704987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.705152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.705464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.705775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.706084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:15.709463 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.735769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-7ad35bbc-250c-4b81-88ee-b2d1544b187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.737697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-7ad35bbc-250c-4b81-88ee-b2d1544b187f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1364542-f6f3-4f46-aa3b-ee44cddabada HTTP/1.1" status: 200 len: 835 time: 0.0578749 Nov 25 19:08:15.777209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Subnet': ['ID=465a5de3-d743-4e4f-bd1c-6c23f7cd4c96,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:15.789343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-205e97a3-ce96-4ddc-95dc-5cb6e104f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.790975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-205e97a3-ce96-4ddc-95dc-5cb6e104f860 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461850 Nov 25 19:08:15.797135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Checking segment: {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:15.797523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network hostable DHCP agents. Network: 97ed268c-e5c3-45be-9ecb-b9d3be33ed07, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:08:15.802279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.803640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-dea28023-a499-4725-9ca1-da1de8239975 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:15.804865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-dea28023-a499-4725-9ca1-da1de8239975 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066149 Nov 25 19:08:15.815118 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.822672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:08:15.836482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 97ed268c-e5c3-45be-9ecb-b9d3be33ed07) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:15.841346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:15.842136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.861242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46805c-1194-4607-a5a0-c2a2977e292b None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:08:15.865548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a0825d3-a3c3-41bd-a401-06e11a6963f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4595070 Nov 25 19:08:15.868242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51610) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:15.870635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d5078-cbb2-4ebe-b824-1fb2ed7e3a46 None None] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:15.903218 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-ca788041-32cf-448a-80fd-44cae6d53fdd service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916119 Nov 25 19:08:15.950561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Attempting to bind port 6b4ecb14-a911-4357-90f5-cdb04f128b40 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:15.951189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Attempting to bind port 6b4ecb14-a911-4357-90f5-cdb04f128b40 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:15.952272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Attempting to bind port 6b4ecb14-a911-4357-90f5-cdb04f128b40 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:15.972297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f279b5-af0d-4a03-8b0a-fa984c9399a7 None None] Pushing event updated for resources: {'Port': ['ID=6b4ecb14-a911-4357-90f5-cdb04f128b40,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:15.986038 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:15.986038 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:15.986364 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:15.986651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:15.987271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Bound port: 6b4ecb14-a911-4357-90f5-cdb04f128b40, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:15.987660 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.027677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc9b8c2d-fa6d-43c6-bdd5-5d660b833ffa req-07728234-f18d-437b-802e-0154d65f87f1 service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170800 Nov 25 19:08:16.120759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-030cf663-2887-43b9-a8b8-5e12ef8275ed None None] Provisioning complete for port 6b4ecb14-a911-4357-90f5-cdb04f128b40 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:16.121129 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-030cf663-2887-43b9-a8b8-5e12ef8275ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.122661 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.148714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda69871-cc2d-440e-bcf4-c0ca399724bf req-e0237603-6138-493f-bb06-e5e90c87ab2d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:16.150375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bda69871-cc2d-440e-bcf4-c0ca399724bf req-e0237603-6138-493f-bb06-e5e90c87ab2d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 944 time: 0.0982542 Nov 25 19:08:16.178085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] For port 6b4ecb14-a911-4357-90f5-cdb04f128b40, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:16.205959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] For port 6b4ecb14-a911-4357-90f5-cdb04f128b40, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6b4ecb14-a911-4357-90f5-cdb04f128b40,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:16.213877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-030cf663-2887-43b9-a8b8-5e12ef8275ed None None] Port 6b4ecb14-a911-4357-90f5-cdb04f128b40 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:16.214897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.254974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'fixed_ips': [{'subnet_id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:08:16.255829 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.277795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bda69871-cc2d-440e-bcf4-c0ca399724bf req-b2684ff9-0a0d-4955-9a3b-d046013ee879 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896258 Nov 25 19:08:16.282736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78199497-77a1-4f7e-906f-712996521b72 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:08:16.369942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f279b5-af0d-4a03-8b0a-fa984c9399a7 None None] Pushing event updated for resources: {'Port': ['ID=6b4ecb14-a911-4357-90f5-cdb04f128b40,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:16.375306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Routers {'a5d02c34-9c20-47c7-8622-c8720ce333a2'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:16.375920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a5d02c34-9c20-47c7-8622-c8720ce333a2'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:16.445476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.598015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3c6ec2f8-bea5-49da-8e7b-0b775e2e7a77 None None] Provisioning complete for port 6b4ecb14-a911-4357-90f5-cdb04f128b40 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:16.598824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec2f8-bea5-49da-8e7b-0b775e2e7a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.714549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Allocated IP 172.20.0.18 (97ed268c-e5c3-45be-9ecb-b9d3be33ed07/465a5de3-d743-4e4f-bd1c-6c23f7cd4c96/cf7ccc2b-1666-4bde-a76e-7fb72519c75b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:16.727741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] Set router a5d02c34-9c20-47c7-8622-c8720ce333a2 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:16.923429 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec2f8-bea5-49da-8e7b-0b775e2e7a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:16.977107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3c6ec2f8-bea5-49da-8e7b-0b775e2e7a77 None None] For port 6b4ecb14-a911-4357-90f5-cdb04f128b40, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6b4ecb14-a911-4357-90f5-cdb04f128b40,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:16.987452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec2f8-bea5-49da-8e7b-0b775e2e7a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.109579 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.124190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ec2f8-bea5-49da-8e7b-0b775e2e7a77 None None] Pushing event updated for resources: {'Port': ['ID=6b4ecb14-a911-4357-90f5-cdb04f128b40,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:17.134351 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.142322 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.196499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:17.203750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Pushing event updated for resources: {'Port': ['ID=cf7ccc2b-1666-4bde-a76e-7fb72519c75b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:17.204069 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Allocated IP 172.20.0.17 (97ed268c-e5c3-45be-9ecb-b9d3be33ed07/465a5de3-d743-4e4f-bd1c-6c23f7cd4c96/46137f02-481e-41af-80f6-5ca82827f8d5) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:17.208323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:14Z', 'revision_number': 3, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:17.213290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:17.251768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:17.257129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:17.286974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef687e-b765-4a11-93c2-f627aa567e8c None None] The sync data for ids ['a5d02c34-9c20-47c7-8622-c8720ce333a2'] in n-d-819194-3 is: [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:14Z', 'revision_number': 3, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:17.379962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.406705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 1442be55-ff60-481c-9e14-17c405ec9745 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:17.407859 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.445093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.451232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Attempting to bind port cf7ccc2b-1666-4bde-a76e-7fb72519c75b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:17.451957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Attempting to bind port cf7ccc2b-1666-4bde-a76e-7fb72519c75b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:17.452572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Attempting to bind port cf7ccc2b-1666-4bde-a76e-7fb72519c75b on network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:17.461877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:17.462722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Checking segment: {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:17.463994 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.464634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Bound using segment: {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:17.465374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Bound port: cf7ccc2b-1666-4bde-a76e-7fb72519c75b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:17.466002 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.481555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9a40f-2254-4747-b2a0-e45224e711c3 req-f86a2df0-e6b7-4fa9-8857-60df392cccaf tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:17.489931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ae9a40f-2254-4747-b2a0-e45224e711c3 req-f86a2df0-e6b7-4fa9-8857-60df392cccaf tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 944 time: 0.0733643 Nov 25 19:08:17.521281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=46137f02-481e-41af-80f6-5ca82827f8d5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:17.546301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:17.549212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:17.551979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:17.588250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] For port cf7ccc2b-1666-4bde-a76e-7fb72519c75b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:17.593268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] For port cf7ccc2b-1666-4bde-a76e-7fb72519c75b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf7ccc2b-1666-4bde-a76e-7fb72519c75b,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:17.609173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9ae9a40f-2254-4747-b2a0-e45224e711c3 req-243402cb-7f52-4367-abe6-0baae8b6c721 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164446 Nov 25 19:08:17.619204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.650946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.732865 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.811119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:17.812529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c94d85-4748-45b4-b69a-92fbbbef145b None None] Pushing event updated for resources: {'Port': ['ID=cf7ccc2b-1666-4bde-a76e-7fb72519c75b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:17.816067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:17.819232 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d8157-5bb1-43f0-a33a-3e08b3c29056" -d '{"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-plugged", "status": "completed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:17.824770 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.894263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:17.909280 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c63df3e-01c9-41d3-96e1-15c44d01d4c4 x-openstack-request-id: req-6c63df3e-01c9-41d3-96e1-15c44d01d4c4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:17.909605 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-plugged", "status": "completed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:17.909951 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c63df3e-01c9-41d3-96e1-15c44d01d4c4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:17.910362 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745', 'code': 200} Nov 25 19:08:18.325523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:18.731645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6b4ecb14-a911-4357-90f5-cdb04f128b40 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:18.822086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:18.831982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e765123-fc1d-43b4-a6b7-aa405b923b70 req-83ee54b8-dacd-4bc3-8c19-6a147069d6e4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:18.833014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:18.843530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e765123-fc1d-43b4-a6b7-aa405b923b70 req-83ee54b8-dacd-4bc3-8c19-6a147069d6e4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0976496 Nov 25 19:08:18.857411 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6b4ecb14-a911-4357-90f5-cdb04f128b40 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:18.857411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:18.907826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e765123-fc1d-43b4-a6b7-aa405b923b70 req-cb566ebe-007c-49e6-b0da-5bb3f6cb14d7 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626450 Nov 25 19:08:18.956981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.014119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=46137f02-481e-41af-80f6-5ca82827f8d5,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:19.027871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf7ccc2b-1666-4bde-a76e-7fb72519c75b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:19.132899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cf7ccc2b-1666-4bde-a76e-7fb72519c75b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:19.133275 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.159497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:19.161454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:19.173884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db025db2-dfb8-4075-9e48-9542401007c4 None None] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:19.328711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router a5d02c34-9c20-47c7-8622-c8720ce333a2 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:08:19.331986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-62417e8c-24a8-4d9d-a605-5439bcc25b72 None None] Provisioning complete for port cf7ccc2b-1666-4bde-a76e-7fb72519c75b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:19.332359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62417e8c-24a8-4d9d-a605-5439bcc25b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.448177 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.530225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:19.532679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port cf7ccc2b-1666-4bde-a76e-7fb72519c75b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf7ccc2b-1666-4bde-a76e-7fb72519c75b,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:19.533718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62417e8c-24a8-4d9d-a605-5439bcc25b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.540345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-15823234-f87d-4a3c-a7cf-182efba65529 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "PUT /v2.0/routers/a5d02c34-9c20-47c7-8622-c8720ce333a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6710460 Nov 25 19:08:19.563434 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:19.644830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=cf7ccc2b-1666-4bde-a76e-7fb72519c75b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:19.763458 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-62417e8c-24a8-4d9d-a605-5439bcc25b72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:08:19.764158 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-62417e8c-24a8-4d9d-a605-5439bcc25b72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:08:19.927906 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-93a8cae3-c418-4eb6-b7ce-964a0ea4f7d8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:19.937578 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-93a8cae3-c418-4eb6-b7ce-964a0ea4f7d8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/networks?id=97ed268c-e5c3-45be-9ecb-b9d3be33ed07 HTTP/1.1" status: 200 len: 796 time: 0.1763599 Nov 25 19:08:19.965088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-0bbfcf0e-00b0-4042-9765-24a2acf1a5bd tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/quotas/86eb9a4e084d408c996e714f15be5da3 HTTP/1.1" status: 200 len: 375 time: 0.0262132 Nov 25 19:08:20.053139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-6eb0a6a3-4acb-4b79-8d2c-80e8aa573011 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0866282 Nov 25 19:08:20.091738 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Sync routers for ids ['a5d02c34-9c20-47c7-8622-c8720ce333a2'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:20.108558 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Routers {'a5d02c34-9c20-47c7-8622-c8720ce333a2'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:20.108558 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a5d02c34-9c20-47c7-8622-c8720ce333a2'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:20.125078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84dfd-7a2d-4be5-9755-9e472d05dc55 req-d44fe924-5564-436e-8432-e7e31efa55d2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:20.127443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88d84dfd-7a2d-4be5-9755-9e472d05dc55 req-d44fe924-5564-436e-8432-e7e31efa55d2 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0913451 Nov 25 19:08:20.198233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-478ded1c-a3bc-4b8f-82e5-626c5a771b1e service neutron] 10.222.0.62 "GET /v2.0/networks/97ed268c-e5c3-45be-9ecb-b9d3be33ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256859 Nov 25 19:08:20.209725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88d84dfd-7a2d-4be5-9755-9e472d05dc55 req-4e7f64e7-65b9-43b5-b45c-718e7eedf7ef tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756617 Nov 25 19:08:20.345511 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Set router a5d02c34-9c20-47c7-8622-c8720ce333a2 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:20.375584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-7247c177-ac92-4899-8bde-9d7a1b5a39f7 service neutron] 10.222.0.62 "GET /v2.0/networks/97ed268c-e5c3-45be-9ecb-b9d3be33ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523628 Nov 25 19:08:20.470028 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b4df9576-c7b2-4ffe-9242-bbca736c139f None None] Provisioning complete for port cf7ccc2b-1666-4bde-a76e-7fb72519c75b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:20.470399 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4df9576-c7b2-4ffe-9242-bbca736c139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.637834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf7ccc2b-1666-4bde-a76e-7fb72519c75b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:20.683760 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83f530d6-746f-4cb1-9da2-44393aae68b7 req-c7f476f8-4eac-47e1-8149-6af13b23621a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 210 time: 0.0467272 Nov 25 19:08:20.731305 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:17Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '46137f02-481e-41af-80f6-5ca82827f8d5', 'name': '', 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:8a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:16Z', 'updated_at': '2021-11-25T19:08:18Z', 'revision_number': 2, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:20.765773 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Checking router: a5d02c34-9c20-47c7-8622-c8720ce333a2 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:20.766442 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Updating router a5d02c34-9c20-47c7-8622-c8720ce333a2 port 46137f02-481e-41af-80f6-5ca82827f8d5 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:08:20.796404 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:20.870858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17458-0538-4d39-836b-ffbc796745f8 req-6926aa6e-010f-4e88-ae6e-f9a0d9aeacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:20.872275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fed17458-0538-4d39-836b-ffbc796745f8 req-6926aa6e-010f-4e88-ae6e-f9a0d9aeacda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1096 time: 0.0925076 Nov 25 19:08:21.004287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17458-0538-4d39-836b-ffbc796745f8 req-1a9559a6-f643-4cc2-9999-483097715250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:21.005796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fed17458-0538-4d39-836b-ffbc796745f8 req-1a9559a6-f643-4cc2-9999-483097715250 service neutron] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.1023850 Nov 25 19:08:21.094573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cf7ccc2b-1666-4bde-a76e-7fb72519c75b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:21.095250 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.107331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fed17458-0538-4d39-836b-ffbc796745f8 req-c025557d-494e-4ab9-af40-d77c7f5a46b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 1001 time: 0.0931039 Nov 25 19:08:21.175202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b4df9576-c7b2-4ffe-9242-bbca736c139f None None] Provisioning complete for port 46137f02-481e-41af-80f6-5ca82827f8d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:21.176256 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4df9576-c7b2-4ffe-9242-bbca736c139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.197171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17458-0538-4d39-836b-ffbc796745f8 req-d606f0db-76fa-4605-bf58-2aa93551d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:21.200292 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fed17458-0538-4d39-836b-ffbc796745f8 req-d606f0db-76fa-4605-bf58-2aa93551d5ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0837939 Nov 25 19:08:21.260920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17458-0538-4d39-836b-ffbc796745f8 req-8c5ce381-64d8-4060-bf43-78fa17a7d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:21.262864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fed17458-0538-4d39-836b-ffbc796745f8 req-8c5ce381-64d8-4060-bf43-78fa17a7d019 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537069 Nov 25 19:08:21.292910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b4df9576-c7b2-4ffe-9242-bbca736c139f None None] Port 46137f02-481e-41af-80f6-5ca82827f8d5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:21.310319 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.324933 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.429510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65b998-ad4e-4e50-aecc-30f877faf820 req-0d6a3448-72da-467f-a6c4-9a6a19a30550 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:21.431569 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be65b998-ad4e-4e50-aecc-30f877faf820 req-0d6a3448-72da-467f-a6c4-9a6a19a30550 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0887852 Nov 25 19:08:21.436835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e467e361-6166-4078-83a7-20ea2d939e3d None None] Provisioning complete for port 46137f02-481e-41af-80f6-5ca82827f8d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:21.437269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e467e361-6166-4078-83a7-20ea2d939e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.438661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Pushing event updated for resources: {'Port': ['ID=46137f02-481e-41af-80f6-5ca82827f8d5,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:21.442757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fed17458-0538-4d39-836b-ffbc796745f8 req-bfa831d2-5241-448d-a9cf-74f1460589a3 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684391 Nov 25 19:08:21.495822 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.496169 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.496508 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.496841 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.497194 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.497499 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.497814 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.500476 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.502510 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.504770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.505114 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.505453 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:21.511501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e467e361-6166-4078-83a7-20ea2d939e3d None None] Port 46137f02-481e-41af-80f6-5ca82827f8d5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:21.563029 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Attempting to bind port 46137f02-481e-41af-80f6-5ca82827f8d5 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:21.563029 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Attempting to bind port 46137f02-481e-41af-80f6-5ca82827f8d5 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:21.563363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Attempting to bind port 46137f02-481e-41af-80f6-5ca82827f8d5 on network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:21.568991 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:21.569393 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Checking segment: {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:21.569767 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.570160 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Bound using segment: {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:21.570705 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Bound port: 46137f02-481e-41af-80f6-5ca82827f8d5, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:21.571091 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.629864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be65b998-ad4e-4e50-aecc-30f877faf820 req-731d714b-b2d6-4372-929e-29fbb9143099 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794016 Nov 25 19:08:21.678941 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] For port 46137f02-481e-41af-80f6-5ca82827f8d5, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:21.682621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fed17458-0538-4d39-836b-ffbc796745f8 req-8c8a95ba-6827-403a-94c2-5d3d6e8b50a5 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180531 Nov 25 19:08:21.683942 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] For port 46137f02-481e-41af-80f6-5ca82827f8d5, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=46137f02-481e-41af-80f6-5ca82827f8d5,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:21.689219 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.747333 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-91b95137-9f4a-495f-a78d-2dbe5029dfeb None None] Provisioning complete for port 46137f02-481e-41af-80f6-5ca82827f8d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:21.747706 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91b95137-9f4a-495f-a78d-2dbe5029dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.763157 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026d6e1-6cc9-4690-85c3-50679d9444f2 None None] Pushing event updated for resources: {'Port': ['ID=46137f02-481e-41af-80f6-5ca82827f8d5,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:21.806017 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Routers {'a5d02c34-9c20-47c7-8622-c8720ce333a2'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:21.807477 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a5d02c34-9c20-47c7-8622-c8720ce333a2'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:21.833858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cb99778-fc11-4d65-b0ab-8204a1e0521b req-37d7f186-53cf-4d3a-be29-d026b76e5972 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 210 time: 0.0496483 Nov 25 19:08:21.905460 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91b95137-9f4a-495f-a78d-2dbe5029dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:21.967999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-91b95137-9f4a-495f-a78d-2dbe5029dfeb None None] For port 46137f02-481e-41af-80f6-5ca82827f8d5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=46137f02-481e-41af-80f6-5ca82827f8d5,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:21.977879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91b95137-9f4a-495f-a78d-2dbe5029dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:22.052752 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95137-9f4a-495f-a78d-2dbe5029dfeb None None] Pushing event updated for resources: {'Port': ['ID=46137f02-481e-41af-80f6-5ca82827f8d5,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:22.100162 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] Set router a5d02c34-9c20-47c7-8622-c8720ce333a2 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:22.105541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9f0d42d1-5cec-412d-ab1e-2007a4f1b5c2 None None] Provisioning complete for port 46137f02-481e-41af-80f6-5ca82827f8d5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:22.106091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f0d42d1-5cec-412d-ab1e-2007a4f1b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:22.405561 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:17Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '46137f02-481e-41af-80f6-5ca82827f8d5', 'name': '', 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:8a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:16Z', 'updated_at': '2021-11-25T19:08:21Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:22.440279 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c60ae-a60f-4739-8331-66d804665cf6 None None] The sync data for ids ['a5d02c34-9c20-47c7-8622-c8720ce333a2'] in n-d-819194-3 is: [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:17Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '46137f02-481e-41af-80f6-5ca82827f8d5', 'name': '', 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:8a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:16Z', 'updated_at': '2021-11-25T19:08:21Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:22.474638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-11d1171f-3199-45a4-86ff-c5515950403b tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:22.476620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-11d1171f-3199-45a4-86ff-c5515950403b tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.64 "GET /v2.0/networks?id=97ed268c-e5c3-45be-9ecb-b9d3be33ed07 HTTP/1.1" status: 200 len: 796 time: 0.1918805 Nov 25 19:08:22.492364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Request body: {'port': {'device_id': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'admin_state_up': True, 'tenant_id': '86eb9a4e084d408c996e714f15be5da3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:22.701881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Made reservation on behalf of 86eb9a4e084d408c996e714f15be5da3 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:22.706561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:22.884461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5210980-c8e1-4c65-8cc3-436a21ea1298 req-5c67a24f-3549-40b1-bfe6-482e5b0cc22e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:22.887237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b5210980-c8e1-4c65-8cc3-436a21ea1298 req-5c67a24f-3549-40b1-bfe6-482e5b0cc22e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.1469274 Nov 25 19:08:23.001089 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b5210980-c8e1-4c65-8cc3-436a21ea1298 req-f8d64558-8272-494b-a049-8029f1622cf9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984445 Nov 25 19:08:23.003025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08f03605-2714-4cfc-8277-7a084809b0ac req-1acf7ac4-afb0-4afc-a8bb-aba1c18c086e tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 210 time: 0.0692410 Nov 25 19:08:23.036896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Allocated IP 172.20.0.26 (97ed268c-e5c3-45be-9ecb-b9d3be33ed07/465a5de3-d743-4e4f-bd1c-6c23f7cd4c96/9dbb132f-6b28-4caa-8813-f71bd2ba4d35) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:23.203358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.248301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.311610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:23.316188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:23.318781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:23.323008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event updated for resources: {'Port': ['ID=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:23.407507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:23.408354 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.433701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-37c5539d-a8bf-425b-9f3f-c8a03eb98956 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9451902 Nov 25 19:08:23.454623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Request body: {'port': {'device_id': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:23.520985 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.665562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4dd53c7-bb77-43b1-ae06-9b065001d7ab None None] Provisioning complete for port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:23.666221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4dd53c7-bb77-43b1-ae06-9b065001d7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.715619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd53c7-bb77-43b1-ae06-9b065001d7ab None None] Port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:23.853513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:08:23.861581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.878676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Transition to ACTIVE for port object 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:08:23.883034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.934723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Pushing event updated for resources: {'Port': ['ID=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:24.082321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Attempting to bind port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:24.082873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Attempting to bind port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:24.083039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Attempting to bind port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 on network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:24.089691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 on network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:08:24.090017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Attempting to bind port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 on network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:24.096197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:24.096548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Checking segment: {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:24.096926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Bound using segment: {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:24.097588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Bound port: 9dbb132f-6b28-4caa-8813-f71bd2ba4d35, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6851e34c-2abb-45f9-ad83-6cf842a54c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:24.097958 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:24.231829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] For port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:24.236580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] For port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:24.248058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668716-4382-4958-94d6-8f74a93c69e8 req-8631e75b-e62b-496b-b0c2-35d291d4f8cc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:24.249642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13668716-4382-4958-94d6-8f74a93c69e8 req-8631e75b-e62b-496b-b0c2-35d291d4f8cc tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0909743 Nov 25 19:08:24.254338 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:24.260834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98868120-a0b6-4dba-9454-806fe9da4700 req-3044289e-d608-4262-a972-463202be3f1e tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:24.266438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98868120-a0b6-4dba-9454-806fe9da4700 req-3044289e-d608-4262-a972-463202be3f1e tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 907 time: 0.1180968 Nov 25 19:08:24.319561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:24.320184 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:24.321574 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] 10.222.0.64 "PUT /v2.0/ports/9dbb132f-6b28-4caa-8813-f71bd2ba4d35 HTTP/1.1" status: 200 len: 1055 time: 0.8779337 Nov 25 19:08:24.322034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'tag': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:24.324898 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6238a5-93f3-4921-ab18-721c7faac09a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d59f68c-78c4-404d-8f5f-af73ea4ce62c", "tag": "9dbb132f-6b28-4caa-8813-f71bd2ba4d35"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:24.399941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b72fad-3d4e-441e-967e-ef21d9bfc5db service neutron] Pushing event updated for resources: {'Port': ['ID=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:24.407586 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13668716-4382-4958-94d6-8f74a93c69e8 req-afb1e119-00dd-428f-b303-0dea4e193d83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485932 Nov 25 19:08:24.473425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-d7c51c76-b29c-4d0d-9b0f-feb1f46f3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:24.475303 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-d7c51c76-b29c-4d0d-9b0f-feb1f46f3e7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 1058 time: 0.0715733 Nov 25 19:08:24.599508 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-2074dfeb-4dae-4565-b86b-9919f123abad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9dbb132f-6b28-4caa-8813-f71bd2ba4d35 HTTP/1.1" status: 200 len: 217 time: 0.1118498 Nov 25 19:08:24.616441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 46137f02-481e-41af-80f6-5ca82827f8d5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:24.623190 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ac101-7923-44f3-961a-37e21f7bd0ff x-openstack-request-id: req-171ac101-7923-44f3-961a-37e21f7bd0ff {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:24.625008 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d59f68c-78c4-404d-8f5f-af73ea4ce62c", "tag": "9dbb132f-6b28-4caa-8813-f71bd2ba4d35", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:24.625356 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-171ac101-7923-44f3-961a-37e21f7bd0ff {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:24.625872 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'tag': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35', 'status': 'completed', 'code': 200} Nov 25 19:08:24.677036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 46137f02-481e-41af-80f6-5ca82827f8d5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:24.678125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:24.694908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-fd94e201-0504-4587-a273-ac2e7728ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:24.696915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-fd94e201-0504-4587-a273-ac2e7728ef55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=465a5de3-d743-4e4f-bd1c-6c23f7cd4c96 HTTP/1.1" status: 200 len: 837 time: 0.0697246 Nov 25 19:08:24.769328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-476f0d92-6ae1-42cd-b63f-7fd2eab2d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:24.770948 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-476f0d92-6ae1-42cd-b63f-7fd2eab2d1e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97ed268c-e5c3-45be-9ecb-b9d3be33ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637138 Nov 25 19:08:24.893038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-138ddab0-5678-403d-8ac5-34acf6ab0847 service neutron] 10.222.0.64 "GET /v2.0/networks/97ed268c-e5c3-45be-9ecb-b9d3be33ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104002 Nov 25 19:08:25.013893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fcf0ff69-fc24-4596-b0b0-40d36c9784b0 req-48cdabdd-5c2b-4b94-8c14-095eca1b20ec service neutron] 10.222.0.64 "GET /v2.0/networks/97ed268c-e5c3-45be-9ecb-b9d3be33ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083765 Nov 25 19:08:25.130145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-7bfbc131-a492-477a-944e-ca4946aed110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:25.131743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-7bfbc131-a492-477a-944e-ca4946aed110 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 1058 time: 0.0514488 Nov 25 19:08:25.248651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-53c2a19c-8106-411c-99e9-d1f7b7042144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:25.250181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-53c2a19c-8106-411c-99e9-d1f7b7042144 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97ed268c-e5c3-45be-9ecb-b9d3be33ed07 HTTP/1.1" status: 200 len: 897 time: 0.1100991 Nov 25 19:08:25.303799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-526a8b59-566f-4858-a17d-1df2f40da850 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9dbb132f-6b28-4caa-8813-f71bd2ba4d35 HTTP/1.1" status: 200 len: 217 time: 0.0441823 Nov 25 19:08:25.366684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-2e048a11-2247-4b73-9ab0-4e30c31e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:25.368237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-2e048a11-2247-4b73-9ab0-4e30c31e153b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=465a5de3-d743-4e4f-bd1c-6c23f7cd4c96 HTTP/1.1" status: 200 len: 837 time: 0.0552468 Nov 25 19:08:25.449006 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b260ce-c610-4144-9513-571c1950c831 req-543054b5-676e-420b-8374-76113bf98881 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:25.451666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-88b260ce-c610-4144-9513-571c1950c831 req-543054b5-676e-420b-8374-76113bf98881 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 907 time: 0.0876710 Nov 25 19:08:25.465966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-39d706b7-6e9f-4315-a56b-01f5a16b7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:25.468074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-39d706b7-6e9f-4315-a56b-01f5a16b7d07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97ed268c-e5c3-45be-9ecb-b9d3be33ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897479 Nov 25 19:08:25.590005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-333276e0-f680-4241-8558-36820985c702 service neutron] 10.222.0.64 "GET /v2.0/networks/97ed268c-e5c3-45be-9ecb-b9d3be33ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126926 Nov 25 19:08:25.597846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892b096-b492-462c-b7b4-1668ced3f9d7 req-0e2e7d7d-cd7f-4d4c-94b7-a8c7f1ac92c6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:25.599964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0892b096-b492-462c-b7b4-1668ced3f9d7 req-0e2e7d7d-cd7f-4d4c-94b7-a8c7f1ac92c6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0594921 Nov 25 19:08:25.655262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0892b096-b492-462c-b7b4-1668ced3f9d7 req-3b77e2b1-11f7-41d3-be42-c95b6f60d20d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486875 Nov 25 19:08:26.025547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3b6238a5-93f3-4921-ab18-721c7faac09a req-ca3e2485-546b-45e8-b08a-f51d7867acbe service neutron] 10.222.0.64 "GET /v2.0/networks/97ed268c-e5c3-45be-9ecb-b9d3be33ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267786 Nov 25 19:08:26.626728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2c150-cfe9-448a-84c9-909cba0c8d9a req-06feb08e-a8cc-46f3-8e4b-425cd4c5f27e tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:26.628215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2dc2c150-cfe9-448a-84c9-909cba0c8d9a req-06feb08e-a8cc-46f3-8e4b-425cd4c5f27e tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 907 time: 0.0576503 Nov 25 19:08:26.801377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a0dc-58d1-4f9a-bdc6-528025e492e2 req-09df6e26-f41f-474e-896e-8016ffbcb23d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:26.803071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01a3a0dc-58d1-4f9a-bdc6-528025e492e2 req-09df6e26-f41f-474e-896e-8016ffbcb23d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Nov 25 19:08:26.858236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01a3a0dc-58d1-4f9a-bdc6-528025e492e2 req-2d860902-2598-450a-b4fd-e62abb45750c tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444229 Nov 25 19:08:27.239147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:08:27.348495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:27.365348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35', 'network_id': '97ed268c-e5c3-45be-9ecb-b9d3be33ed07', 'port_id': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35', 'mac_address': 'fa:16:3e:d2:e3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465a5de3-d743-4e4f-bd1c-6c23f7cd4c96', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:08:27.405090 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:27.418751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:08:27.438314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:27.442685 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:27.493841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:27.745237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9dbb132f-6b28-4caa-8813-f71bd2ba4d35'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:08:27.762367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735607e-7a19-4cca-bea2-2685a715466e req-b5dbab38-88e0-4cf0-ad79-a1ef1c00bf9a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:27.764199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0735607e-7a19-4cca-bea2-2685a715466e req-b5dbab38-88e0-4cf0-ad79-a1ef1c00bf9a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 908 time: 0.0559833 Nov 25 19:08:27.996566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a74838-24b0-4b61-b5c5-2295fa1abe93 req-aa38b4ac-ef19-44c8-b082-609ec45b81dd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:27.998182 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02a74838-24b0-4b61-b5c5-2295fa1abe93 req-aa38b4ac-ef19-44c8-b082-609ec45b81dd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0576212 Nov 25 19:08:28.052323 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-02a74838-24b0-4b61-b5c5-2295fa1abe93 req-f53bee67-e957-4801-b90d-002c0c941dc1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Nov 25 19:08:28.895176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d236c83-89e0-41b6-88a3-02d82b36384f req-e45a682d-cdac-4a2c-863d-874e46365d2c tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:28.897514 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d236c83-89e0-41b6-88a3-02d82b36384f req-e45a682d-cdac-4a2c-863d-874e46365d2c tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 908 time: 0.0557168 Nov 25 19:08:29.185147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed482d48-48fd-4180-adc4-d54717ff3283 req-9c5fd728-549a-4272-abd6-4437dec22083 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:29.186664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed482d48-48fd-4180-adc4-d54717ff3283 req-9c5fd728-549a-4272-abd6-4437dec22083 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0548151 Nov 25 19:08:29.241104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed482d48-48fd-4180-adc4-d54717ff3283 req-9354e7da-dc47-4daa-9454-df24d74a1f7b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465393 Nov 25 19:08:29.270329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:29.325206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:08:29.329860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:29.330228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.411766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.439530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:29.441805 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857da388-583e-45f5-8702-c83588d1a497" -d '{"events": [{"server_uuid": "4d59f68c-78c4-404d-8f5f-af73ea4ce62c", "name": "network-vif-plugged", "status": "completed", "tag": "9dbb132f-6b28-4caa-8813-f71bd2ba4d35"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:29.456754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:29.466777 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:29.494174 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8845e1b0-806c-4217-beab-664456790677 x-openstack-request-id: req-8845e1b0-806c-4217-beab-664456790677 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:29.494538 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59f68c-78c4-404d-8f5f-af73ea4ce62c", "name": "network-vif-plugged", "status": "completed", "tag": "9dbb132f-6b28-4caa-8813-f71bd2ba4d35", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:29.494764 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8845e1b0-806c-4217-beab-664456790677 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:29.495529 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35', 'code': 200} Nov 25 19:08:29.533598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:29.604491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cfd6c-f698-45d2-8224-ca6beb529d54 req-b313942e-e365-4903-b8a7-ed6362357299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:29.606106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb8cfd6c-f698-45d2-8224-ca6beb529d54 req-b313942e-e365-4903-b8a7-ed6362357299 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 1060 time: 0.0488012 Nov 25 19:08:30.017109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2e2ab-3b3b-4958-b95d-ae98ccdb453c req-3eb255ca-0c16-46a8-b833-793f4c92a86d tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:30.018624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d9a2e2ab-3b3b-4958-b95d-ae98ccdb453c req-3eb255ca-0c16-46a8-b833-793f4c92a86d tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 909 time: 0.0521514 Nov 25 19:08:30.365246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62106637-544f-4510-9dba-ee338854a826 req-f6cc4e20-4d64-4790-835e-675a757a3fd0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:30.366743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-62106637-544f-4510-9dba-ee338854a826 req-f6cc4e20-4d64-4790-835e-675a757a3fd0 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0498669 Nov 25 19:08:30.436473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-aecdaca4-386d-48ba-b158-1a0efeb86515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:30.437870 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-aecdaca4-386d-48ba-b158-1a0efeb86515 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1096 time: 0.0694461 Nov 25 19:08:30.441509 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-62106637-544f-4510-9dba-ee338854a826 req-939b67a8-440b-467f-8d7c-157ee4e18efb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651109 Nov 25 19:08:30.530221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-5526c64a-9966-4434-a7ab-92e013f7c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:30.531707 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-5526c64a-9966-4434-a7ab-92e013f7c143 service neutron] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0864773 Nov 25 19:08:30.599320 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-94a524f5-bb7c-4529-98b9-d18b94fd58f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 1001 time: 0.0584338 Nov 25 19:08:30.653664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-79dda855-0645-4f4d-b8c2-c24600ff3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:30.655130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-79dda855-0645-4f4d-b8c2-c24600ff3fed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0465035 Nov 25 19:08:30.704012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-bc15ca30-e4d8-4ceb-b7f8-7f00b52bef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:30.705394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-bc15ca30-e4d8-4ceb-b7f8-7f00b52bef35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409770 Nov 25 19:08:30.798323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-f5dbe5b1-c2a8-49f3-aa26-612731ed6b33 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810881 Nov 25 19:08:30.881942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:30.896933 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f3669a9-2719-41f2-847f-85cd856757f1 req-16e2b256-ccf3-4868-bb8c-b83de4a9a225 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905478 Nov 25 19:08:31.134263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817abc2-5b08-456b-a64d-d074ee61a107 req-ff2d585a-1360-40d0-a79e-eabeb5a70de1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:31.136441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e817abc2-5b08-456b-a64d-d074ee61a107 req-ff2d585a-1360-40d0-a79e-eabeb5a70de1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 909 time: 0.0493588 Nov 25 19:08:31.252877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6106de-4d0e-47c3-91aa-1e1ec876f47f req-52ecb90f-b6c8-49a3-a742-6afa04cdae48 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:31.254393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da6106de-4d0e-47c3-91aa-1e1ec876f47f req-52ecb90f-b6c8-49a3-a742-6afa04cdae48 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 909 time: 0.0489011 Nov 25 19:08:31.357791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab210c5-fb16-4f9a-8818-1aa019dd3b60 req-74025bae-d91b-4a6d-b635-1249c8689fdd tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:31.359199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ab210c5-fb16-4f9a-8818-1aa019dd3b60 req-74025bae-d91b-4a6d-b635-1249c8689fdd tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 1060 time: 0.0393999 Nov 25 19:08:31.465030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a8f20-0506-4f2c-b94d-b0cffd401328 req-3878b7e2-7ff7-486d-a303-0129a3a87f72 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:31.466612 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-064a8f20-0506-4f2c-b94d-b0cffd401328 req-3878b7e2-7ff7-486d-a303-0129a3a87f72 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1136 time: 0.0408940 Nov 25 19:08:31.523751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-064a8f20-0506-4f2c-b94d-b0cffd401328 req-54d2d29a-1d56-4735-8981-54cc90887dd8 tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0510063 Nov 25 19:08:31.547614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51746) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:31.574071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fce7da-2b30-4916-b639-feb8ba659849 req-fec734dc-5514-43e8-975a-d521361bdcb5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:31.575587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-50fce7da-2b30-4916-b639-feb8ba659849 req-fec734dc-5514-43e8-975a-d521361bdcb5 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0609241 Nov 25 19:08:31.587215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793af947-4586-4c3c-8340-bd434314cb2c tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:31.588825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-793af947-4586-4c3c-8340-bd434314cb2c tempest-TestSecurityGroupsBasicOps-1477416219 tempest-TestSecurityGroupsBasicOps-1477416219-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 1055 time: 0.0402093 Nov 25 19:08:31.623925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-50fce7da-2b30-4916-b639-feb8ba659849 req-be333e37-90a1-404d-9764-84d0dde94db9 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Nov 25 19:08:31.804652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c76ed6-308c-443f-a373-4762cad2e998 req-b3a08e37-a245-4a6c-836d-558c71027b8d tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:31.806107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56c76ed6-308c-443f-a373-4762cad2e998 req-b3a08e37-a245-4a6c-836d-558c71027b8d tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 909 time: 0.0514202 Nov 25 19:08:32.764202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c267-b38d-49ea-a6ee-38313b0aec04 req-daa0a8b0-e667-46ba-a8df-a13fa707ad8f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:32.765770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4446c267-b38d-49ea-a6ee-38313b0aec04 req-daa0a8b0-e667-46ba-a8df-a13fa707ad8f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0607452 Nov 25 19:08:32.814439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4446c267-b38d-49ea-a6ee-38313b0aec04 req-935db8ad-60ea-48db-b2ec-68367fc6f5ac tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Nov 25 19:08:32.925833 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac103-d336-42af-a95d-31aade8e682b req-1c9fd916-0d63-4e33-a6c0-971468e48f39 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:32.927333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-972ac103-d336-42af-a95d-31aade8e682b req-1c9fd916-0d63-4e33-a6c0-971468e48f39 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 909 time: 0.0482991 Nov 25 19:08:33.274475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119a924-4652-4489-bce8-4db98e53d8af req-cee6db1f-6622-45a0-baa7-64c6c3a28410 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:33.275944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3119a924-4652-4489-bce8-4db98e53d8af req-cee6db1f-6622-45a0-baa7-64c6c3a28410 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 909 time: 0.0494058 Nov 25 19:08:33.369025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:33.369356 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.456700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] For port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:33.457062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.474204 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Calling delete_port for 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:33.564546 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.601345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.630898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Port': ['ID=9dbb132f-6b28-4caa-8813-f71bd2ba4d35,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:33.679561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] No DVR routers for this DVR port 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:08:33.682593 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.686813 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3119a924-4652-4489-bce8-4db98e53d8af req-52c8f366-44ce-4833-84f4-d99916f1d920 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.64 "DELETE /v2.0/ports/9dbb132f-6b28-4caa-8813-f71bd2ba4d35 HTTP/1.1" status: 204 len: 173 time: 0.4042127 Nov 25 19:08:33.687311 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'name': 'network-vif-deleted', 'tag': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:33.689637 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30ddc6-5bfc-4a8d-bd1f-385b600dd2d5" -d '{"events": [{"server_uuid": "4d59f68c-78c4-404d-8f5f-af73ea4ce62c", "name": "network-vif-deleted", "tag": "9dbb132f-6b28-4caa-8813-f71bd2ba4d35"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:33.737422 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cd4e34-7ee1-4d73-b3f8-e5d49d434582 x-openstack-request-id: req-18cd4e34-7ee1-4d73-b3f8-e5d49d434582 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:33.737727 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59f68c-78c4-404d-8f5f-af73ea4ce62c", "name": "network-vif-deleted", "tag": "9dbb132f-6b28-4caa-8813-f71bd2ba4d35", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:33.737985 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18cd4e34-7ee1-4d73-b3f8-e5d49d434582 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:33.738401 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59f68c-78c4-404d-8f5f-af73ea4ce62c', 'name': 'network-vif-deleted', 'tag': '9dbb132f-6b28-4caa-8813-f71bd2ba4d35', 'status': 'completed', 'code': 200} Nov 25 19:08:33.939138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065dc62-2824-4a15-982a-adabef402a60 req-c113a85a-ef6f-4b7a-9da4-4356c3e799a4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:33.940630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9065dc62-2824-4a15-982a-adabef402a60 req-c113a85a-ef6f-4b7a-9da4-4356c3e799a4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0537550 Nov 25 19:08:33.988732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9065dc62-2824-4a15-982a-adabef402a60 req-92459e6a-e0d0-47cf-bfc7-bc713bffac5d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Nov 25 19:08:34.034133 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6cd29ab0-3b2c-4926-9fd2-65772bb235c1 req-a89edbef-d47e-427e-aaae-b2bdd0a7eb6d tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d59f68c-78c4-404d-8f5f-af73ea4ce62c HTTP/1.1" status: 200 len: 210 time: 0.0275459 Nov 25 19:08:34.786476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-9e0e5a10-f29e-4399-a447-3b43a8f6456c req-18ca8808-c3b6-4d26-9ae4-31d6aaeedc35 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:34.787539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e0e5a10-f29e-4399-a447-3b43a8f6456c req-18ca8808-c3b6-4d26-9ae4-31d6aaeedc35 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541291 Nov 25 19:08:34.941491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accec7bf-aa93-4039-9bea-3995c8839f8d req-3f798c7a-901c-4d08-aca5-6321a2309114 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:34.943098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-accec7bf-aa93-4039-9bea-3995c8839f8d req-3f798c7a-901c-4d08-aca5-6321a2309114 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Nov 25 19:08:35.005580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-accec7bf-aa93-4039-9bea-3995c8839f8d req-73944a69-7c21-46f6-820c-53cf25896933 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536003 Nov 25 19:08:35.093711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51804) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:35.223492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-e5ad7d12-8275-4df7-aa39-413df51921cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1622117 Nov 25 19:08:35.232640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-c7bbdac2-e0b9-44ed-a0f9-447e3fcf29e7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:35.233572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-c7bbdac2-e0b9-44ed-a0f9-447e3fcf29e7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049140 Nov 25 19:08:35.334513 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:35.435243 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.465260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:35.467337 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d993b5-27fe-426f-8eef-edcda6f981b7" -d '{"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-unplugged", "status": "completed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:35.480063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:35.484750 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.522215 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.528820 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690697c0-918e-4e22-86f5-5e11a1a004ee x-openstack-request-id: req-690697c0-918e-4e22-86f5-5e11a1a004ee {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:35.529120 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-unplugged", "status": "failed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:35.529372 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-690697c0-918e-4e22-86f5-5e11a1a004ee {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:35.529765 n-d-819194-3 neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745', 'code': 422} returned with failed status Nov 25 19:08:35.541540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:35.809794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting port 46137f02-481e-41af-80f6-5ca82827f8d5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:35.810019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.902970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] For port 46137f02-481e-41af-80f6-5ca82827f8d5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=46137f02-481e-41af-80f6-5ca82827f8d5,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:35.903329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:35.916011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Calling delete_port for 46137f02-481e-41af-80f6-5ca82827f8d5 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:36.132749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e89463-e454-4324-93bf-1bd5ab304fe9 req-6bddb733-b330-479c-acd6-e88c9d149c4e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:36.134378 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03e89463-e454-4324-93bf-1bd5ab304fe9 req-6bddb733-b330-479c-acd6-e88c9d149c4e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0524466 Nov 25 19:08:36.161574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:36.167680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50461f6-d482-4110-9a09-283d5da0264a req-aed3d396-996e-4578-82d3-172560d2ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:36.169178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-aed3d396-996e-4578-82d3-172560d2ba49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31&tenant_id=d344b5dd9769405d9383453d20d1799b HTTP/1.1" status: 200 len: 1094 time: 0.0914683 Nov 25 19:08:36.182692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-03e89463-e454-4324-93bf-1bd5ab304fe9 req-6664a094-0de2-490f-940c-0714ed093392 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417182 Nov 25 19:08:36.196194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Port': ['ID=46137f02-481e-41af-80f6-5ca82827f8d5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:36.295323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50461f6-d482-4110-9a09-283d5da0264a req-c21c8a50-3138-4661-a5cc-b60c7ee989cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:36.296841 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-c21c8a50-3138-4661-a5cc-b60c7ee989cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1094 time: 0.0984063 Nov 25 19:08:36.467913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:36.474960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50461f6-d482-4110-9a09-283d5da0264a req-e8bfcfb0-97f8-44cf-bed6-d2a2648ef452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:36.476372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-e8bfcfb0-97f8-44cf-bed6-d2a2648ef452 service neutron] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.1434660 Nov 25 19:08:36.611816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-591dbe64-cbcd-46d3-ac3a-fa6dd140969f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 999 time: 0.1271780 Nov 25 19:08:36.711431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50461f6-d482-4110-9a09-283d5da0264a req-cc3b9c2d-61bf-40ea-a0c2-6956574b0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:36.712892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-cc3b9c2d-61bf-40ea-a0c2-6956574b0069 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0887711 Nov 25 19:08:36.803088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50461f6-d482-4110-9a09-283d5da0264a req-3d3e3388-2524-4315-83f9-5d81f47e8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:36.804577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-3d3e3388-2524-4315-83f9-5d81f47e8c44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605226 Nov 25 19:08:36.808944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router a5d02c34-9c20-47c7-8622-c8720ce333a2 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:08:37.268526 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-47974187-bbdf-4fac-9c4c-a7bc9c36e3d3 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525454 Nov 25 19:08:37.277518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:37.287543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] Sync routers for ids ['a5d02c34-9c20-47c7-8622-c8720ce333a2'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:37.291204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3cd9a089-e77f-4bea-93c0-f57ed1eee913 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "PUT /v2.0/routers/a5d02c34-9c20-47c7-8622-c8720ce333a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964068 Nov 25 19:08:37.294607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51818) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:37.298114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] Routers {'a5d02c34-9c20-47c7-8622-c8720ce333a2'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:37.298779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a5d02c34-9c20-47c7-8622-c8720ce333a2'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:37.347413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting subnet 465a5de3-d743-4e4f-bd1c-6c23f7cd4c96 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:08:37.348408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:37.350672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.372843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:37.373499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9dbb132f-6b28-4caa-8813-f71bd2ba4d35 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:37.378354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003249-5e9f-4a7d-8d88-62054bb0e25c req-92c3df17-87a7-491c-8147-fff355de2d09 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:37.379932 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4003249-5e9f-4a7d-8d88-62054bb0e25c req-92c3df17-87a7-491c-8147-fff355de2d09 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.1138065 Nov 25 19:08:37.396766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.417511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50461f6-d482-4110-9a09-283d5da0264a req-ddfbf560-2058-4031-b9d1-efe0954afeda service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381168 Nov 25 19:08:37.447711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4003249-5e9f-4a7d-8d88-62054bb0e25c req-664ce0c4-28bb-4de1-86b5-7bdf2ef98584 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504105 Nov 25 19:08:37.454753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] Set router a5d02c34-9c20-47c7-8622-c8720ce333a2 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:37.493595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.554811 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.583688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Subnet': ['ID=465a5de3-d743-4e4f-bd1c-6c23f7cd4c96,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:37.589366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.595927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53888c47-adc0-4a51-80b5-ac46093e3eed tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/subnets/465a5de3-d743-4e4f-bd1c-6c23f7cd4c96 HTTP/1.1" status: 204 len: 168 time: 0.2974446 Nov 25 19:08:37.596733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51828) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:37.600308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0f815-399e-4eec-94d0-3b9bab21f2da None None] Network 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:37.726470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.771002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:36Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:37.798814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] Checking router: a5d02c34-9c20-47c7-8622-c8720ce333a2 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:37.809922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] Routers {'a5d02c34-9c20-47c7-8622-c8720ce333a2'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:37.810790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a5d02c34-9c20-47c7-8622-c8720ce333a2'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:37.857129 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.912580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] DHCP port deletion for 97ed268c-e5c3-45be-9ecb-b9d3be33ed07 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:08:37.946104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting port 6b4ecb14-a911-4357-90f5-cdb04f128b40 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:37.946579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.986187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] Set router a5d02c34-9c20-47c7-8622-c8720ce333a2 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:38.066134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] Deleting port cf7ccc2b-1666-4bde-a76e-7fb72519c75b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:38.067177 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.088018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] For port 6b4ecb14-a911-4357-90f5-cdb04f128b40, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6b4ecb14-a911-4357-90f5-cdb04f128b40,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:38.088483 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.103628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Calling delete_port for 6b4ecb14-a911-4357-90f5-cdb04f128b40 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:38.156253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] For port cf7ccc2b-1666-4bde-a76e-7fb72519c75b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf7ccc2b-1666-4bde-a76e-7fb72519c75b,segment=NetworkSegment(6851e34c-2abb-45f9-ad83-6cf842a54c8b),segment_id=6851e34c-2abb-45f9-ad83-6cf842a54c8b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:38.157124 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.174301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] Calling delete_port for cf7ccc2b-1666-4bde-a76e-7fb72519c75b owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:38.365882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.394622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Port': ['ID=6b4ecb14-a911-4357-90f5-cdb04f128b40,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:38.472238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.614386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.619641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.636020 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d46717-43fd-4dc1-a5fd-24be775e5b77 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:08:38.644075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad9611-2e14-410c-b0af-40bb37126c2d req-8cc5a484-b624-47da-b939-bb73938860be tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:38.645725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53ad9611-2e14-410c-b0af-40bb37126c2d req-8cc5a484-b624-47da-b939-bb73938860be tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0697770 Nov 25 19:08:38.645930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.693466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] Pushing event deleted for resources: {'Port': ['ID=cf7ccc2b-1666-4bde-a76e-7fb72519c75b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:38.699857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c48b45-4a30-4cde-a6e9-6045991ab60a None None] No DVR routers for this DVR port cf7ccc2b-1666-4bde-a76e-7fb72519c75b on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:08:38.732017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.732928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Fanout notify agent at l3_agent the message router_deleted on router a5d02c34-9c20-47c7-8622-c8720ce333a2 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:08:38.733084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:36Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:38.746751 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.750237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5b098ddc-d4a5-47fc-9c96-49f4cbbe3c88 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/routers/a5d02c34-9c20-47c7-8622-c8720ce333a2 HTTP/1.1" status: 204 len: 168 time: 1.1497552 Nov 25 19:08:38.751053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:38.775066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f4506-3599-4fea-8be3-51d70bae4293 None None] The sync data for ids ['a5d02c34-9c20-47c7-8622-c8720ce333a2'] in n-d-819194-3 is: [{'id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179687114', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:36Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': '6b4ecb14-a911-4357-90f5-cdb04f128b40', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d02c34-9c20-47c7-8622-c8720ce333a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:13Z', 'updated_at': '2021-11-25T19:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:38.779000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf7ccc2b-1666-4bde-a76e-7fb72519c75b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:38.783029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53ad9611-2e14-410c-b0af-40bb37126c2d req-16c06865-b009-42ca-a5c4-8e808c929f10 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916362 Nov 25 19:08:38.809831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: cf7ccc2b-1666-4bde-a76e-7fb72519c75b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:38.810314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf7ccc2b-1666-4bde-a76e-7fb72519c75b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:38.893488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.001341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.024145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ed268c-e5c3-45be-9ecb-b9d3be33ed07']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:39.034951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6851e34c-2abb-45f9-ad83-6cf842a54c8b') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:39.035263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6851e34c-2abb-45f9-ad83-6cf842a54c8b') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:39.053183 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.069864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.082988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:08:39.083412 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:08:39.087415 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:08:39.158043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.165782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.169338 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/networks/97ed268c-e5c3-45be-9ecb-b9d3be33ed07 HTTP/1.1" status: 204 len: 168 time: 0.4126446 Nov 25 19:08:39.171881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51842) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:39.205469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baaef8-a7eb-4e1d-bcf4-9d8e11ac4cd8 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Network': ['ID=97ed268c-e5c3-45be-9ecb-b9d3be33ed07,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:39.380593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting port 738592c7-693f-4500-958e-0652e463dccb {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:39.380935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.462959 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.463292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.475460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Calling delete_port for 738592c7-693f-4500-958e-0652e463dccb owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:39.668243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.702961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Port': ['ID=738592c7-693f-4500-958e-0652e463dccb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:39.766512 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:39.767215 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Floating IP cd19b113-8702-430f-b598-b304dbfa15f3 disassociated (deleted). External IP: 172.25.2.152, port: ae19233e-8c1e-4126-a08e-f40376a53d58. Nov 25 19:08:40.023821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87185a-632e-4eea-873d-fae3631406f4 req-253d5835-c554-438b-b645-195f19564032 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:40.025242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f87185a-632e-4eea-873d-fae3631406f4 req-253d5835-c554-438b-b645-195f19564032 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.1311755 Nov 25 19:08:40.057433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router 89a80f7b-ae57-455b-ae29-a0e583422fe3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:08:40.124244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f87185a-632e-4eea-873d-fae3631406f4 req-c05b45d0-0a1c-4e32-961c-50a6456a00ba tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909228 Nov 25 19:08:40.196252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:40.207169 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] Sync routers for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:40.207748 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:40.217724 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:40.218343 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:40.240568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dd00b6a3-357a-4200-b8d1-b917352ef661 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/floatingips/cd19b113-8702-430f-b598-b304dbfa15f3 HTTP/1.1" status: 204 len: 168 time: 1.0676422 Nov 25 19:08:40.241188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:40.244217 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033077ab-a1ce-46cc-96ba-e8194130c7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:40.289441 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73fee41-3422-4912-bd7d-c308963ac909 x-openstack-request-id: req-e73fee41-3422-4912-bd7d-c308963ac909 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:40.289747 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:40.290012 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e73fee41-3422-4912-bd7d-c308963ac909 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:40.295439 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'status': 'completed', 'code': 200} Nov 25 19:08:40.350354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:40.411420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-93c36223-19eb-4a05-9053-047f66f2ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:40.416219 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-93c36223-19eb-4a05-9053-047f66f2ba54 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86eb9a4e084d408c996e714f15be5da3&device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 1136 time: 0.0994186 Nov 25 19:08:40.522250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-0d79bb54-799e-4ca6-9fcf-d479fdbebcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:40.523856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-0d79bb54-799e-4ca6-9fcf-d479fdbebcf3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 200 len: 898 time: 0.0979478 Nov 25 19:08:40.549631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 46137f02-481e-41af-80f6-5ca82827f8d5 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:40.571338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-cc4cfa4a-ddec-4913-af19-e00493cb0d33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 200 len: 217 time: 0.0397577 Nov 25 19:08:40.614933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 46137f02-481e-41af-80f6-5ca82827f8d5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:40.618252 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:40.621243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 46137f02-481e-41af-80f6-5ca82827f8d5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:40.623817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6b4ecb14-a911-4357-90f5-cdb04f128b40 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:40.653541 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01569c-3940-4aa8-82f7-7dcfff5bc229 req-44369165-27c9-4fca-b820-38656ecdee33 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:40.664584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c01569c-3940-4aa8-82f7-7dcfff5bc229 req-44369165-27c9-4fca-b820-38656ecdee33 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 985 time: 0.1727803 Nov 25 19:08:40.665187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-c88dca49-3ca9-46e6-95d9-12ae5a50ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:40.667262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-c88dca49-3ca9-46e6-95d9-12ae5a50ea84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1364542-f6f3-4f46-aa3b-ee44cddabada HTTP/1.1" status: 200 len: 835 time: 0.0869100 Nov 25 19:08:40.670229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6b4ecb14-a911-4357-90f5-cdb04f128b40 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:40.677532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6b4ecb14-a911-4357-90f5-cdb04f128b40 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:40.689213 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] Checking router: 89a80f7b-ae57-455b-ae29-a0e583422fe3 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:40.712970 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:40.717071 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:40.731048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c01569c-3940-4aa8-82f7-7dcfff5bc229 req-006dcc47-6d35-46d9-ba1d-9cd511f57854 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0655053 Nov 25 19:08:40.783049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-f2c769a1-f6d3-4184-a82b-8ce95aed809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:40.785067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-f2c769a1-f6d3-4184-a82b-8ce95aed809d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073201 Nov 25 19:08:40.866660 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:40.896217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-f1b1f7c5-b7cd-4572-b0fd-f704146f56cb service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009970 Nov 25 19:08:40.953941 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d482cbcb-e93c-4229-9c59-9efa3aad8de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:41.018714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-033077ab-a1ce-46cc-96ba-e8194130c7fb req-ce6abafd-e6ea-4e8f-9685-bcfbef44c880 service neutron] 10.222.0.66 "GET /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147487 Nov 25 19:08:41.111485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:41.141598 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d9405-dc61-4bdd-a299-a1ce7cc12ba2 None None] The sync data for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 is: [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:06:50Z', 'revision_number': 4, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'cd0e47b6-9728-4325-93ce-3b66f6225d07', 'name': '', 'network_id': 'd8b3a1ca-be62-42e7-abbd-b2a9b262e7de', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'mac_address': 'fa:16:3e:e1:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:50Z', 'updated_at': '2021-11-25T19:06:53Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'subnets': [{'id': 'f1364542-f6f3-4f46-aa3b-ee44cddabada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:41.259219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85abc07-b7b3-4528-bf31-c1e5d3ae9f07 req-5b980234-4bdb-48ec-98e8-812917b210bd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:41.260736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c85abc07-b7b3-4528-bf31-c1e5d3ae9f07 req-5b980234-4bdb-48ec-98e8-812917b210bd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0550382 Nov 25 19:08:41.319518 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c85abc07-b7b3-4528-bf31-c1e5d3ae9f07 req-4b7e4ac8-b73c-46bd-b7a7-83c5b6af355f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516448 Nov 25 19:08:41.425023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c52a977-67a8-4cbc-b764-036358723097 None None] New status for floating IP cd19b113-8702-430f-b598-b304dbfa15f3: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:08:41.856887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ece44-9ad0-4217-911b-1200f7f8925e req-88047d5f-8732-40b1-bd3e-45ba3295af22 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:41.859157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-271ece44-9ad0-4217-911b-1200f7f8925e req-88047d5f-8732-40b1-bd3e-45ba3295af22 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 985 time: 0.0511050 Nov 25 19:08:41.921435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-271ece44-9ad0-4217-911b-1200f7f8925e req-23d777fd-eefc-4193-b6b7-9639c23e9294 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a052dd-beab-4b70-b367-b9242a403b46&id=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0559180 Nov 25 19:08:42.103255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-0ef25fe9-0d4c-4cef-81c1-68ff4f4e4587 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:42.104674 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-0ef25fe9-0d4c-4cef-81c1-68ff4f4e4587 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.66 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 985 time: 0.0577474 Nov 25 19:08:42.199874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting port ae19233e-8c1e-4126-a08e-f40376a53d58 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:42.200333 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.294409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] For port ae19233e-8c1e-4126-a08e-f40376a53d58, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ae19233e-8c1e-4126-a08e-f40376a53d58,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:42.294807 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.309382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Calling delete_port for ae19233e-8c1e-4126-a08e-f40376a53d58 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:42.482854 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.492377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5d43a-f5be-4191-95ed-6ad66994c732 req-2b65676b-150b-4314-b3be-66a1625f877e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:42.494034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07c5d43a-f5be-4191-95ed-6ad66994c732 req-2b65676b-150b-4314-b3be-66a1625f877e tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0938754 Nov 25 19:08:42.531955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Port': ['ID=ae19233e-8c1e-4126-a08e-f40376a53d58,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:42.587056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] No DVR routers for this DVR port ae19233e-8c1e-4126-a08e-f40376a53d58 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:08:42.592453 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.596226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23743383-8e3b-414a-ad69-d50ff5a51d87 req-d4f1a46b-203c-4d4f-b12b-d1f6daf67196 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.66 "DELETE /v2.0/ports/ae19233e-8c1e-4126-a08e-f40376a53d58 HTTP/1.1" status: 204 len: 173 time: 0.4852145 Nov 25 19:08:42.596760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'name': 'network-vif-deleted', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:42.598908 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd141ff-84d1-4160-962c-63bcc303f978" -d '{"events": [{"server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "name": "network-vif-deleted", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:42.622888 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-07c5d43a-f5be-4191-95ed-6ad66994c732 req-2876ce57-372f-45c6-9fe2-d42e2c50c37d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181421 Nov 25 19:08:42.645796 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf3a64-685d-4531-8923-8ad9fdecd41b x-openstack-request-id: req-16bf3a64-685d-4531-8923-8ad9fdecd41b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:42.646305 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624dff91-0d2c-490e-a5d1-3b594edd369f", "name": "network-vif-deleted", "tag": "ae19233e-8c1e-4126-a08e-f40376a53d58", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:42.646657 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16bf3a64-685d-4531-8923-8ad9fdecd41b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:42.647162 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624dff91-0d2c-490e-a5d1-3b594edd369f', 'name': 'network-vif-deleted', 'tag': 'ae19233e-8c1e-4126-a08e-f40376a53d58', 'status': 'completed', 'code': 200} Nov 25 19:08:43.100987 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca5f9503-b04b-4795-949c-faa70eb46983 req-f6f74959-e6e1-4e5f-a7ee-d042feee6c3a tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "GET /v2.0/ports?device_id=624dff91-0d2c-490e-a5d1-3b594edd369f HTTP/1.1" status: 200 len: 210 time: 0.0363157 Nov 25 19:08:43.457533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a7f0a79e-7298-4c2a-82fa-7d4c2e0d72ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.772316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ec6d3-4522-4f5c-b7a5-9ce3d52426ee req-ecd56af5-70f9-4e96-93a4-a027477ef7ea tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:43.773896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a0ec6d3-4522-4f5c-b7a5-9ce3d52426ee req-ecd56af5-70f9-4e96-93a4-a027477ef7ea tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0535228 Nov 25 19:08:43.824439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a0ec6d3-4522-4f5c-b7a5-9ce3d52426ee req-38a20f56-5fbc-4279-973b-a30f72fc6de6 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431261 Nov 25 19:08:44.168165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51870) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:44.220796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee8c42a1-14d5-479c-956e-5c8281ddc922 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.246072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee8c42a1-14d5-479c-956e-5c8281ddc922 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.287892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee8c42a1-14d5-479c-956e-5c8281ddc922 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.290533 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee8c42a1-14d5-479c-956e-5c8281ddc922 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.294685 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ee8c42a1-14d5-479c-956e-5c8281ddc922 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/security-groups/81a052dd-beab-4b70-b367-b9242a403b46 HTTP/1.1" status: 204 len: 168 time: 0.1225233 Nov 25 19:08:44.296695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51872) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:44.309738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c42a1-14d5-479c-956e-5c8281ddc922 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a052dd-beab-4b70-b367-b9242a403b46,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:44.358270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1aa75b2e-6bba-40f4-8d8d-35de8c67ba02 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.382751 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1aa75b2e-6bba-40f4-8d8d-35de8c67ba02 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.432808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1aa75b2e-6bba-40f4-8d8d-35de8c67ba02 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.435705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1aa75b2e-6bba-40f4-8d8d-35de8c67ba02 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.437024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1aa75b2e-6bba-40f4-8d8d-35de8c67ba02 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/security-groups/da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee HTTP/1.1" status: 204 len: 168 time: 0.1393940 Nov 25 19:08:44.440028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51874) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:44.463142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa75b2e-6bba-40f4-8d8d-35de8c67ba02 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8dbf10-9f6d-4a90-87ff-0a225c8ad4ee,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:44.500159 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.910850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ae19233e-8c1e-4126-a08e-f40376a53d58 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:44.932269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: ae19233e-8c1e-4126-a08e-f40376a53d58 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:44.932691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ae19233e-8c1e-4126-a08e-f40376a53d58 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:45.037642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b119f-4e86-41de-a9ee-712172985529 req-4912a4b3-7c0d-4f0d-a049-678c25ac02ba tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:45.039187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb4b119f-4e86-41de-a9ee-712172985529 req-4912a4b3-7c0d-4f0d-a049-678c25ac02ba tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.1228530 Nov 25 19:08:45.129532 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb4b119f-4e86-41de-a9ee-712172985529 req-338abc4c-9fc4-435c-9732-74b60a932945 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835619 Nov 25 19:08:45.287079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.560294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting port cd0e47b6-9728-4325-93ce-3b66f6225d07 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:45.560641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.656996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] For port cd0e47b6-9728-4325-93ce-3b66f6225d07, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cd0e47b6-9728-4325-93ce-3b66f6225d07,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:45.657287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.670246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Calling delete_port for cd0e47b6-9728-4325-93ce-3b66f6225d07 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:45.873848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.899521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Port': ['ID=cd0e47b6-9728-4325-93ce-3b66f6225d07,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:46.059665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.119533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.280480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8be66c-7c99-4b25-8045-fad240401ee2 req-a5d88001-abd0-47d3-be73-47742ca752e1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:46.283061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c8be66c-7c99-4b25-8045-fad240401ee2 req-a5d88001-abd0-47d3-be73-47742ca752e1 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0656149 Nov 25 19:08:46.346739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c8be66c-7c99-4b25-8045-fad240401ee2 req-7c8ce561-d654-4877-af3a-65bab6333a2b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524354 Nov 25 19:08:46.370864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Router 89a80f7b-ae57-455b-ae29-a0e583422fe3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:08:46.482716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:46.488270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e26e0fab-f6b2-4885-b9f6-5fb630fb48e1 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "PUT /v2.0/routers/89a80f7b-ae57-455b-ae29-a0e583422fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0471408 Nov 25 19:08:46.491160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51882) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:46.497417 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] Sync routers for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:46.524755 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:46.525410 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:46.603581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting subnet f1364542-f6f3-4f46-aa3b-ee44cddabada {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:08:46.608092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.667043 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.681599 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:46.829285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.903062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.909115 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:46.938933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Subnet': ['ID=f1364542-f6f3-4f46-aa3b-ee44cddabada,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:46.943528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.952341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf2ea3-2a08-4522-bf22-6895f363603a None None] Network d8b3a1ca-be62-42e7-abbd-b2a9b262e7de requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:46.952763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:46.953492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-355b80d5-eb49-4bf6-bab3-54d641c90f77 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/subnets/f1364542-f6f3-4f46-aa3b-ee44cddabada HTTP/1.1" status: 204 len: 168 time: 0.4587927 Nov 25 19:08:47.066490 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.086812 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.122477 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] Checking router: 89a80f7b-ae57-455b-ae29-a0e583422fe3 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:47.144590 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] Routers {'89a80f7b-ae57-455b-ae29-a0e583422fe3'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:47.145218 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:08:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['89a80f7b-ae57-455b-ae29-a0e583422fe3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:47.211245 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] DHCP port deletion for d8b3a1ca-be62-42e7-abbd-b2a9b262e7de request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:08:47.225798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.276265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] Deleting port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:47.276697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.279062 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] Set router 89a80f7b-ae57-455b-ae29-a0e583422fe3 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:47.287626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Deleting port fd7b2165-7e6d-45c4-8c8f-384903138414 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:08:47.287974 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.367896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] For port 85103d6b-1acc-4db9-b3a2-d696248ddfa4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=85103d6b-1acc-4db9-b3a2-d696248ddfa4,segment=NetworkSegment(d18d6df2-1e1c-43b1-9582-924639f68ae8),segment_id=d18d6df2-1e1c-43b1-9582-924639f68ae8)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:47.368467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.383401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] Calling delete_port for 85103d6b-1acc-4db9-b3a2-d696248ddfa4 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:47.406911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] For port fd7b2165-7e6d-45c4-8c8f-384903138414, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fd7b2165-7e6d-45c4-8c8f-384903138414,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:47.407800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.433563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Calling delete_port for fd7b2165-7e6d-45c4-8c8f-384903138414 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:08:47.479427 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:47.480306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.506112 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1a0fd-39da-459f-a83c-ce9bce3ad172 None None] The sync data for ids ['89a80f7b-ae57-455b-ae29-a0e583422fe3'] in n-d-819194-3 is: [{'id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099732129', 'tenant_id': '86eb9a4e084d408c996e714f15be5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:06:46Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 5, 'project_id': '86eb9a4e084d408c996e714f15be5da3', 'gw_port': {'id': 'fd7b2165-7e6d-45c4-8c8f-384903138414', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a80f7b-ae57-455b-ae29-a0e583422fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:06:47Z', 'updated_at': '2021-11-25T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:47.513965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] No DVR routers for this DVR port 85103d6b-1acc-4db9-b3a2-d696248ddfa4 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:08:47.515415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62f1d4-5650-49dd-b76a-064d92dae84a None None] Pushing event deleted for resources: {'Port': ['ID=85103d6b-1acc-4db9-b3a2-d696248ddfa4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:47.559867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938b5a-8820-481d-9ede-67b842807ad7 req-f1e61832-edbb-470a-959b-03b639d3451d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:47.561358 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f938b5a-8820-481d-9ede-67b842807ad7 req-f1e61832-edbb-470a-959b-03b639d3451d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0854077 Nov 25 19:08:47.587958 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:08:47.661097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f938b5a-8820-481d-9ede-67b842807ad7 req-d1a81db4-01f7-4a5a-bce9-33ade000de16 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934210 Nov 25 19:08:47.708207 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.735118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Port': ['ID=fd7b2165-7e6d-45c4-8c8f-384903138414,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:47.745125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8149ef33-3cf8-4fdb-8f1e-76aeb7eca3b8 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:08:47.798111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.893894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.896227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.942516 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.943095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Fanout notify agent at l3_agent the message router_deleted on router 89a80f7b-ae57-455b-ae29-a0e583422fe3 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:08:47.952030 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:47.954504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-326b4a29-e7fa-4b9e-89c5-aec329c6d9f4 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/routers/89a80f7b-ae57-455b-ae29-a0e583422fe3 HTTP/1.1" status: 204 len: 168 time: 0.9995179 Nov 25 19:08:47.956003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:48.041142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.129590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.150230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b3a1ca-be62-42e7-abbd-b2a9b262e7de']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:48.159810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18d6df2-1e1c-43b1-9582-924639f68ae8') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:48.160106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18d6df2-1e1c-43b1-9582-924639f68ae8') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:48.171611 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.187543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.194975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:08:48.195681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:08:48.199752 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:08:48.265257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.272447 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.278260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] 10.222.0.62 "DELETE /v2.0/networks/d8b3a1ca-be62-42e7-abbd-b2a9b262e7de HTTP/1.1" status: 204 len: 168 time: 0.3186903 Nov 25 19:08:48.288579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32a64c-169c-4dc3-94bd-3f13d060c390 tempest-TestSecurityGroupsBasicOps-1246805719 tempest-TestSecurityGroupsBasicOps-1246805719-project] Pushing event deleted for resources: {'Network': ['ID=d8b3a1ca-be62-42e7-abbd-b2a9b262e7de,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:48.600997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:48.656041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 85103d6b-1acc-4db9-b3a2-d696248ddfa4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:48.676979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 85103d6b-1acc-4db9-b3a2-d696248ddfa4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:48.677682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 85103d6b-1acc-4db9-b3a2-d696248ddfa4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:48.678169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cd0e47b6-9728-4325-93ce-3b66f6225d07 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:48.708272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: cd0e47b6-9728-4325-93ce-3b66f6225d07 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:48.708677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cd0e47b6-9728-4325-93ce-3b66f6225d07 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:48.709230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fd7b2165-7e6d-45c4-8c8f-384903138414 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:08:48.730489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: fd7b2165-7e6d-45c4-8c8f-384903138414 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:08:48.730829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fd7b2165-7e6d-45c4-8c8f-384903138414 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:08:48.769536 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cc217d49-5af8-486b-96ed-9d70a332d120 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86eb9a4e084d408c996e714f15be5da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655645 Nov 25 19:08:48.771970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51902) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:48.808668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa5405-885a-4882-bdc4-0ba58b99668c req-015c4ac2-0ca0-450f-a636-4e57c91f1b21 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:48.810261 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdaa5405-885a-4882-bdc4-0ba58b99668c req-015c4ac2-0ca0-450f-a636-4e57c91f1b21 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0564537 Nov 25 19:08:48.831290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef7d0-1817-4df9-a479-a17b8dd57f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.859970 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef7d0-1817-4df9-a479-a17b8dd57f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.862644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bdaa5405-885a-4882-bdc4-0ba58b99668c req-688fca4c-9142-48eb-b66a-aba54444e71d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 Nov 25 19:08:48.907748 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef7d0-1817-4df9-a479-a17b8dd57f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.910439 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef7d0-1817-4df9-a479-a17b8dd57f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:48.911607 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7e6ef7d0-1817-4df9-a479-a17b8dd57f86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7e41033-bd84-4705-a548-f9b6dd4b9d11 HTTP/1.1" status: 204 len: 168 time: 0.1385484 Nov 25 19:08:48.919150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ef7d0-1817-4df9-a479-a17b8dd57f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e41033-bd84-4705-a548-f9b6dd4b9d11,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:49.169288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 51908) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:49.182491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-650493a7-2fd4-4a45-af59-ceff96a01cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.256488 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-650493a7-2fd4-4a45-af59-ceff96a01cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.260020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-650493a7-2fd4-4a45-af59-ceff96a01cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.297334 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-650493a7-2fd4-4a45-af59-ceff96a01cc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8083081e128147baa6e6cc745968faef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269326 Nov 25 19:08:49.298433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650493a7-2fd4-4a45-af59-ceff96a01cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419081f1-9481-45dd-991b-478ccb5df10b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:49.300065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51910) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:49.352871 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c235a6a8-a73c-46e3-ab8f-9389ecbacb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.377054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c235a6a8-a73c-46e3-ab8f-9389ecbacb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.428876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c235a6a8-a73c-46e3-ab8f-9389ecbacb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.431735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c235a6a8-a73c-46e3-ab8f-9389ecbacb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.433431 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c235a6a8-a73c-46e3-ab8f-9389ecbacb28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/419081f1-9481-45dd-991b-478ccb5df10b HTTP/1.1" status: 204 len: 168 time: 0.1312602 Nov 25 19:08:49.440799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235a6a8-a73c-46e3-ab8f-9389ecbacb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419081f1-9481-45dd-991b-478ccb5df10b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:49.740610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:49.781716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3944450f-0c55-4144-a97b-1c21d6fdb226 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8dfa880c2f1476db6e0470765815ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396290 Nov 25 19:08:49.783978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 51918) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:49.831426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e290-b987-472c-9ade-c0a776953d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.852038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e290-b987-472c-9ade-c0a776953d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.898492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e290-b987-472c-9ade-c0a776953d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.901310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e290-b987-472c-9ade-c0a776953d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:49.902642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e3c2e290-b987-472c-9ade-c0a776953d90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd92ff5c-4bf1-4549-b694-dec2d63fbff1 HTTP/1.1" status: 204 len: 168 time: 0.1175070 Nov 25 19:08:49.910684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2e290-b987-472c-9ade-c0a776953d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92ff5c-4bf1-4549-b694-dec2d63fbff1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:49.995153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e2373-701e-4bc1-b42b-17db779a9a38 req-c3f4fa53-fe54-47b2-aa97-c602ee1af9cb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:49.997201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-666e2373-701e-4bc1-b42b-17db779a9a38 req-c3f4fa53-fe54-47b2-aa97-c602ee1af9cb tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0559678 Nov 25 19:08:50.047490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-666e2373-701e-4bc1-b42b-17db779a9a38 req-6fd7518f-051c-4173-a504-fdec85f1f9af tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Nov 25 19:08:51.172744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1c52-94d1-47e6-9c82-7bbf17370699 req-5710b3da-dad8-4226-8af7-77e55a8b8654 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:51.174231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a7f1c52-94d1-47e6-9c82-7bbf17370699 req-5710b3da-dad8-4226-8af7-77e55a8b8654 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 943 time: 0.0525196 Nov 25 19:08:51.221644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0a7f1c52-94d1-47e6-9c82-7bbf17370699 req-a1439162-459e-449e-aa7c-6dc67badaf5f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Nov 25 19:08:51.398414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:08:51.490065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:51.501730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '1442be55-ff60-481c-9e14-17c405ec9745', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'port_id': '1442be55-ff60-481c-9e14-17c405ec9745', 'mac_address': 'fa:16:3e:78:c3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:08:51.540490 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.552583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1442be55-ff60-481c-9e14-17c405ec9745 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:08:51.571137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:51.576161 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.622358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:51.810988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['1442be55-ff60-481c-9e14-17c405ec9745'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:08:52.341342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3048f4-5479-4558-b8bc-340e6ef3aa61 req-cf972bdd-71bb-4e51-9874-408b5f4a87fd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:52.342839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f3048f4-5479-4558-b8bc-340e6ef3aa61 req-cf972bdd-71bb-4e51-9874-408b5f4a87fd tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 944 time: 0.0480556 Nov 25 19:08:52.391828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f3048f4-5479-4558-b8bc-340e6ef3aa61 req-20d736e8-1adb-426b-a164-b71bb317d090 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Nov 25 19:08:53.415014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:53.462533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 1442be55-ff60-481c-9e14-17c405ec9745 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:53.462911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:53.512472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7bbe7-bcc9-4a57-a033-c47fed350d5e req-eea98e76-207b-4159-bc82-185457049f4d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:53.513992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2be7bbe7-bcc9-4a57-a033-c47fed350d5e req-eea98e76-207b-4159-bc82-185457049f4d tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 944 time: 0.0506968 Nov 25 19:08:53.543782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:53.561601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2be7bbe7-bcc9-4a57-a033-c47fed350d5e req-a71ae19b-6562-4cd7-8f5b-feefe0075a43 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Nov 25 19:08:53.566607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:08:53.568858 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e8ec9f-5827-45aa-9272-adf60e7d3899" -d '{"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-plugged", "status": "completed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:08:53.587561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:53.591804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:53.615476 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d4938a-9811-4c02-86b4-bd7f912bee01 x-openstack-request-id: req-62d4938a-9811-4c02-86b4-bd7f912bee01 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:08:53.615772 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-plugged", "status": "completed", "tag": "1442be55-ff60-481c-9e14-17c405ec9745", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:08:53.616022 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62d4938a-9811-4c02-86b4-bd7f912bee01 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:08:53.616408 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745', 'code': 200} Nov 25 19:08:53.643204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:53.780205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c55e3-1bbc-46a4-ab6f-915f1522988e req-f9729736-e615-4a8e-ab26-0a4b86336788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:53.781676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b04c55e3-1bbc-46a4-ab6f-915f1522988e req-f9729736-e615-4a8e-ab26-0a4b86336788 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1097 time: 0.0384581 Nov 25 19:08:53.834878 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b04c55e3-1bbc-46a4-ab6f-915f1522988e req-a21bbe1f-f3ee-4948-a9cf-f6d4451ffbbd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449698 Nov 25 19:08:54.683894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1fe1-5b08-40ad-af78-c73f3b91d52b req-b4f72519-548b-4936-b798-1379277d7837 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:54.685355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c17d1fe1-5b08-40ad-af78-c73f3b91d52b req-b4f72519-548b-4936-b798-1379277d7837 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 946 time: 0.0491562 Nov 25 19:08:54.736333 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c17d1fe1-5b08-40ad-af78-c73f3b91d52b req-5ebfaa48-d3d1-44a3-8a27-96f628e9fc9a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Nov 25 19:08:55.858492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ce89-4a45-4ff4-86fb-eefda18a22af req-a74d1d8b-aace-4221-8075-9f74d20c1fc4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:55.859973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8b0ce89-4a45-4ff4-86fb-eefda18a22af req-a74d1d8b-aace-4221-8075-9f74d20c1fc4 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 946 time: 0.0489810 Nov 25 19:08:55.906280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8b0ce89-4a45-4ff4-86fb-eefda18a22af req-359d9083-bbcd-4f37-9f87-3e8bf82746f3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Nov 25 19:09:00.899127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:03.568265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:10.946616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-decc9187-3dd2-47f3-b37b-aaf2f888976e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:13.458773 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d17a634-94a1-43ec-94c4-075dcfa17403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:14.471303 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:16.034940 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:17.019154 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:20.892418 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-db0cc310-bd82-4a11-a645-be9275e53914 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393829 Nov 25 19:09:20.981641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-0ee916cf-81b8-4e56-af97-8b8ef2f501fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:09:20.983676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-0ee916cf-81b8-4e56-af97-8b8ef2f501fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d344b5dd9769405d9383453d20d1799b&device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 1097 time: 0.0433147 Nov 25 19:09:21.092839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-62296737-c814-4d92-9212-743b17e32063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:09:21.094329 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-62296737-c814-4d92-9212-743b17e32063 service neutron] 10.222.0.64 "GET /v2.0/networks?id=650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 200 len: 917 time: 0.0903671 Nov 25 19:09:21.163422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-2d2c5591-8da3-4918-ab80-ae1c1138704c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 200 len: 1001 time: 0.0603819 Nov 25 19:09:21.211804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-e88924b4-710f-4757-bfbf-e7c15f2f900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:09:21.213207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-e88924b4-710f-4757-bfbf-e7c15f2f900d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 200 len: 855 time: 0.0419836 Nov 25 19:09:21.259003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-18e2b8c8-19b4-4f1b-91df-21be668971c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:09:21.260434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-18e2b8c8-19b4-4f1b-91df-21be668971c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=650f54d4-2abe-4df7-976e-d74fa6ca61e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389991 Nov 25 19:09:21.355742 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-6d5f0c35-13e7-43ff-a0e1-d0fb758cb607 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Nov 25 19:09:21.448419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24d4cf15-e24d-486d-9b64-63e49704d68f req-6dc2e3b3-0c9d-4f9b-9837-d264c4866187 service neutron] 10.222.0.64 "GET /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839429 Nov 25 19:09:24.587710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:09:29.731987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb40632-6171-46ea-af91-5e7ff15c6fb5 req-139027fd-d0b4-456d-aaae-9bca02b71308 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:09:29.733747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcb40632-6171-46ea-af91-5e7ff15c6fb5 req-139027fd-d0b4-456d-aaae-9bca02b71308 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 946 time: 0.0493152 Nov 25 19:09:29.780417 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcb40632-6171-46ea-af91-5e7ff15c6fb5 req-8eb08354-0622-4e0d-a487-7e6fabf8cb4a tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Nov 25 19:09:30.894386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:30.903562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c239-cd4b-4ddf-a2c5-b5c13810cdd6 req-7fdb6bdc-35d0-4243-b1b9-804d0f305462 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:09:30.905024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f69c239-cd4b-4ddf-a2c5-b5c13810cdd6 req-7fdb6bdc-35d0-4243-b1b9-804d0f305462 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 946 time: 0.0493603 Nov 25 19:09:30.957311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f69c239-cd4b-4ddf-a2c5-b5c13810cdd6 req-9e8a5322-39fb-440d-9fe9-89abf2960c21 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups?id=750aa0f9-cc89-4064-95ad-548935bb62a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462327 Nov 25 19:09:31.427802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-8acadfc4-9f03-4dc5-a830-18f41234f218 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:09:31.429384 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-8acadfc4-9f03-4dc5-a830-18f41234f218 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.64 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 946 time: 0.0528493 Nov 25 19:09:31.525719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Deleting port 1442be55-ff60-481c-9e14-17c405ec9745 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:09:31.526058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:31.616395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] For port 1442be55-ff60-481c-9e14-17c405ec9745, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1442be55-ff60-481c-9e14-17c405ec9745,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:09:31.616755 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:31.785669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:31.786024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:31.786396 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Floating IP e63bb392-e466-4cf2-8205-9a1dab2938f6 disassociated. External IP: 172.25.2.222, port: 1442be55-ff60-481c-9e14-17c405ec9745. Nov 25 19:09:31.786755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Calling delete_port for 1442be55-ff60-481c-9e14-17c405ec9745 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:09:31.915869 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:31.952453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event deleted for resources: {'Port': ['ID=1442be55-ff60-481c-9e14-17c405ec9745,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:31.964274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.964579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.965040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.965445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.965827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.966185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.966612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.967035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.967387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.968300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.968665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:31.968996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:32.063253 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-247b2ff7-3854-442c-bd98-b30a7dd36683 req-ec2abcd8-ac04-49aa-a292-4fde954c5e3f tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/ports?device_id=231980fa-5501-4891-b856-d6e812aabf31 HTTP/1.1" status: 200 len: 210 time: 0.0267198 Nov 25 19:09:32.085429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Router 680f25e3-5864-4f9a-b07c-27e54a61e42c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:09:32.198927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:09:32.210176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] Sync routers for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:09:32.221076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:09:32.221662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:09:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:32.238375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] No DVR routers for this DVR port 1442be55-ff60-481c-9e14-17c405ec9745 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:09:32.241169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:32.244563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a380d034-93e9-4f15-b7a7-5ea36f0bc1fd req-ed54a7ed-d763-436c-a4fd-d8c8270616e3 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.64 "DELETE /v2.0/ports/1442be55-ff60-481c-9e14-17c405ec9745 HTTP/1.1" status: 204 len: 173 time: 0.8073957 Nov 25 19:09:32.245014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-deleted', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:09:32.247390 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274092e7-afe4-486c-beef-ad8331d86ca0" -d '{"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-deleted", "tag": "1442be55-ff60-481c-9e14-17c405ec9745"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:09:32.289803 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86913118-d666-40c5-80f0-2657112bca2e x-openstack-request-id: req-86913118-d666-40c5-80f0-2657112bca2e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:09:32.290224 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231980fa-5501-4891-b856-d6e812aabf31", "name": "network-vif-deleted", "tag": "1442be55-ff60-481c-9e14-17c405ec9745", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:09:32.290614 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86913118-d666-40c5-80f0-2657112bca2e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:09:32.291377 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231980fa-5501-4891-b856-d6e812aabf31', 'name': 'network-vif-deleted', 'tag': '1442be55-ff60-481c-9e14-17c405ec9745', 'status': 'completed', 'code': 200} Nov 25 19:09:32.334043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:09:32.550094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:32.575633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] Checking router: 680f25e3-5864-4f9a-b07c-27e54a61e42c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:09:32.584173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:09:32.584725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:09:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:32.690748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:09:32.882949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:32.912114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6016531-e268-4066-813c-6e4d99d381c9 None None] The sync data for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 is: [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:00:40Z', 'revision_number': 4, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '02d9b9bd-67ee-43bf-b372-90360aa0bbc4', 'name': '', 'network_id': '650f54d4-2abe-4df7-976e-d74fa6ca61e1', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'mac_address': 'fa:16:3e:9f:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '987dad49-f843-4ec4-bead-6204a6caa574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:39Z', 'updated_at': '2021-11-25T19:00:43Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'subnets': [{'id': '987dad49-f843-4ec4-bead-6204a6caa574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:09:33.142406 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa225146-6cd0-4031-bea1-5a079e6fef5f None None] New status for floating IP e63bb392-e466-4cf2-8205-9a1dab2938f6: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:09:33.157896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52004) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:33.211342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.235585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.289460 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.292174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.293351 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "DELETE /v2.0/security-groups/750aa0f9-cc89-4064-95ad-548935bb62a5 HTTP/1.1" status: 204 len: 168 time: 0.1343360 Nov 25 19:09:33.296172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:33.302658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=750aa0f9-cc89-4064-95ad-548935bb62a5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:33.309627 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-35580939-7ed8-4c0e-9ed0-f8c50dc291bf tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] show failed (client error): The resource could not be found. Nov 25 19:09:33.310035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.310397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.310667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-35580939-7ed8-4c0e-9ed0-f8c50dc291bf tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "GET /v2.0/security-groups/750aa0f9-cc89-4064-95ad-548935bb62a5 HTTP/1.1" status: 404 len: 347 time: 0.0133562 Nov 25 19:09:33.310800 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.311121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.311438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.312302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.312633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.312964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.313293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.313619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.313945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.314160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52008) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:33.314278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af695b7-de3d-4fa1-ad5a-be07c1eaaf8b tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:09:33.564934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.736248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Deleting port 1637363d-6f39-4c65-97e1-33b740e277b2 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:09:33.736583 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.810865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.811189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.822425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Calling delete_port for 1637363d-6f39-4c65-97e1-33b740e277b2 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:09:33.948413 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:33.975202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Pushing event deleted for resources: {'Port': ['ID=1637363d-6f39-4c65-97e1-33b740e277b2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:34.031124 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:34.033607 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:34.034797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2be10cfb-3d04-41cb-84e5-943018b7df83 tempest-AttachVolumeShelveTestJSON-1423687602 tempest-AttachVolumeShelveTestJSON-1423687602-project] 10.222.0.62 "DELETE /v2.0/floatingips/e63bb392-e466-4cf2-8205-9a1dab2938f6 HTTP/1.1" status: 204 len: 168 time: 0.7195404 Nov 25 19:09:35.612271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:09:35.632174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 1442be55-ff60-481c-9e14-17c405ec9745 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:09:35.632522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1442be55-ff60-481c-9e14-17c405ec9745 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:09:39.629778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52036) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:40.126730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:40.373195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Deleting port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:09:40.373530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:40.451472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] For port 02d9b9bd-67ee-43bf-b372-90360aa0bbc4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:09:40.451835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:40.466337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Calling delete_port for 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:09:40.649688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:40.678800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Pushing event deleted for resources: {'Port': ['ID=02d9b9bd-67ee-43bf-b372-90360aa0bbc4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:40.844849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:40.947230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99090b2a-858a-4185-b988-4d24d7bee9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.057584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Router 680f25e3-5864-4f9a-b07c-27e54a61e42c has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:09:41.161938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:09:41.166984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47206a7e-68c9-4dd3-a2e6-1cfe5d02a22c admin admin] 10.222.0.62 "PUT /v2.0/routers/680f25e3-5864-4f9a-b07c-27e54a61e42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5360670 Nov 25 19:09:41.169524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:41.173714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] Sync routers for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:09:41.183718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:09:41.184414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:09:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:41.271231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.286130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:09:41.371152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.436595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Deleting port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:09:41.437031 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.517720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] For port 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:09:41.518082 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.531307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Calling delete_port for 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:09:41.612665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:09:40Z', 'revision_number': 5, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port': {'id': '1a54b0e5-a8dd-46a0-8a50-3400e01f3d86', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:00:37Z', 'updated_at': '2021-11-25T19:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:41.638091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] Checking router: 680f25e3-5864-4f9a-b07c-27e54a61e42c for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:09:41.646772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] Routers {'680f25e3-5864-4f9a-b07c-27e54a61e42c'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:09:41.647373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:09:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['680f25e3-5864-4f9a-b07c-27e54a61e42c'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:41.694764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.720313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a54b0e5-a8dd-46a0-8a50-3400e01f3d86,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:41.734205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] Set router 680f25e3-5864-4f9a-b07c-27e54a61e42c gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:09:41.763452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b236b-e90f-474c-be07-6f4b9cd819c8 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:09:41.787874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.792184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:09:41Z', 'revision_number': 6, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:41.820658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6f700-5cf1-44d0-8ea0-8d34a0f13aba None None] The sync data for ids ['680f25e3-5864-4f9a-b07c-27e54a61e42c'] in n-d-819194-3 is: [{'id': '680f25e3-5864-4f9a-b07c-27e54a61e42c', 'name': 'tempest-AttachVolumeShelveTestJSON-669738308-router', 'tenant_id': 'd344b5dd9769405d9383453d20d1799b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:00:36Z', 'updated_at': '2021-11-25T19:09:41Z', 'revision_number': 6, 'project_id': 'd344b5dd9769405d9383453d20d1799b', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:09:41.892300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.894502 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.955879 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.956434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 680f25e3-5864-4f9a-b07c-27e54a61e42c {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:09:41.960759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:41.964211 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-059356a3-8f57-4dfe-bfdc-e77bea67c30a admin admin] 10.222.0.62 "DELETE /v2.0/routers/680f25e3-5864-4f9a-b07c-27e54a61e42c HTTP/1.1" status: 204 len: 168 time: 0.7915797 Nov 25 19:09:41.964390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52042) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:42.008111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] Deleting subnet 987dad49-f843-4ec4-bead-6204a6caa574 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:09:42.011087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.043714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.122261 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.174503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.201056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987dad49-f843-4ec4-bead-6204a6caa574,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:42.205204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.208773 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bb7abea7-92ff-492f-b121-c676384caa77 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/987dad49-f843-4ec4-bead-6204a6caa574 HTTP/1.1" status: 204 len: 168 time: 0.2434344 Nov 25 19:09:42.209857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ba81e-96a7-4d88-bb8e-f42f94bdc1db None None] Network 650f54d4-2abe-4df7-976e-d74fa6ca61e1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:09:42.211252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52044) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:42.283120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.340570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Deleting port 207e1ed6-bf5f-4f85-a693-7528beb35473 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:09:42.340909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.404468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] For port 207e1ed6-bf5f-4f85-a693-7528beb35473, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=207e1ed6-bf5f-4f85-a693-7528beb35473,segment=NetworkSegment(89a47bad-892d-4efc-bf53-8c624de87df6),segment_id=89a47bad-892d-4efc-bf53-8c624de87df6)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:09:42.404962 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.418674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Calling delete_port for 207e1ed6-bf5f-4f85-a693-7528beb35473 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:09:42.498807 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.524418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Pushing event deleted for resources: {'Port': ['ID=207e1ed6-bf5f-4f85-a693-7528beb35473,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:42.526195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] No DVR routers for this DVR port 207e1ed6-bf5f-4f85-a693-7528beb35473 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:09:42.596307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.616970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ef6ab2-f2a9-415a-a9a9-ebb6c421497a None None] DHCP port deletion for 650f54d4-2abe-4df7-976e-d74fa6ca61e1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:09:42.626668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650f54d4-2abe-4df7-976e-d74fa6ca61e1']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:42.636627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a47bad-892d-4efc-bf53-8c624de87df6') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:42.636928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a47bad-892d-4efc-bf53-8c624de87df6') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:09:42.651503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.665476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.667140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 207e1ed6-bf5f-4f85-a693-7528beb35473 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:09:42.671840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:09:42.672228 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:09:42.673956 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:09:42.692774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 207e1ed6-bf5f-4f85-a693-7528beb35473 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:09:42.693214 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 207e1ed6-bf5f-4f85-a693-7528beb35473 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:09:42.693687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:09:42.712985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:09:42.713389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 1a54b0e5-a8dd-46a0-8a50-3400e01f3d86 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:09:42.713731 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:09:42.730703 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.733442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:09:42.733802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 02d9b9bd-67ee-43bf-b372-90360aa0bbc4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:09:42.741265 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.751107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] 10.222.0.62 "DELETE /v2.0/networks/650f54d4-2abe-4df7-976e-d74fa6ca61e1 HTTP/1.1" status: 204 len: 168 time: 0.5370529 Nov 25 19:09:42.774270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615a2ac-4a59-4c58-ac24-f48f140562bf admin admin] Pushing event deleted for resources: {'Network': ['ID=650f54d4-2abe-4df7-976e-d74fa6ca61e1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:42.865970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52048) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:42.912624 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a60ef428-ce01-4dcd-9274-a151ca472969 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d344b5dd9769405d9383453d20d1799b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406125 Nov 25 19:09:42.913580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52050) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:42.959532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2567-da75-4fa5-959c-4920fe297412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:42.980824 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2567-da75-4fa5-959c-4920fe297412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:43.029611 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2567-da75-4fa5-959c-4920fe297412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:43.032343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2567-da75-4fa5-959c-4920fe297412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:43.033556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8c0a2567-da75-4fa5-959c-4920fe297412 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/388aa9d0-6fbf-46a0-bf88-720dbd97c682 HTTP/1.1" status: 204 len: 168 time: 0.1193151 Nov 25 19:09:43.042061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a2567-da75-4fa5-959c-4920fe297412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388aa9d0-6fbf-46a0-bf88-720dbd97c682,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:43.464407 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90eb256f-1fd6-45c1-9347-499830f5f29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:44.473025 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:44.893726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52112) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:44.997750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b5500d-dfac-49cc-9c7a-167930097061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.074849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b5500d-dfac-49cc-9c7a-167930097061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.079652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b5500d-dfac-49cc-9c7a-167930097061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.119349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-28b5500d-dfac-49cc-9c7a-167930097061 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58ca1e35ad614fb5bde22dadd9131a64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2245257 Nov 25 19:09:45.120482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5500d-dfac-49cc-9c7a-167930097061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab03fab-b87e-4218-b88a-e8cfe1aa69d8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:45.122035 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52116) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:45.170949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da73e96-7580-4194-80df-9db783c8c80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.191457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da73e96-7580-4194-80df-9db783c8c80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.236638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da73e96-7580-4194-80df-9db783c8c80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.239152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4da73e96-7580-4194-80df-9db783c8c80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.240282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4da73e96-7580-4194-80df-9db783c8c80d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dab03fab-b87e-4218-b88a-e8cfe1aa69d8 HTTP/1.1" status: 204 len: 168 time: 0.1171763 Nov 25 19:09:45.248385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da73e96-7580-4194-80df-9db783c8c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab03fab-b87e-4218-b88a-e8cfe1aa69d8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:45.497500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52122) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:45.510956 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291fd585-5b2c-4487-bff8-042c46e3cfad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.589595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291fd585-5b2c-4487-bff8-042c46e3cfad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.593288 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291fd585-5b2c-4487-bff8-042c46e3cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.631082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-291fd585-5b2c-4487-bff8-042c46e3cfad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f3b693dca1845f2a8dee0390aebaa34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325254 Nov 25 19:09:45.631917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd585-5b2c-4487-bff8-042c46e3cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81f13c-5936-4ab3-9875-78b40a288313,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:45.633909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52124) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:45.680946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c227cc05-59de-4a40-978e-44e33bf89034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.701524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c227cc05-59de-4a40-978e-44e33bf89034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.746942 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c227cc05-59de-4a40-978e-44e33bf89034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.750355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c227cc05-59de-4a40-978e-44e33bf89034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:45.751533 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c227cc05-59de-4a40-978e-44e33bf89034 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc81f13c-5936-4ab3-9875-78b40a288313 HTTP/1.1" status: 204 len: 168 time: 0.1165833 Nov 25 19:09:45.758871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227cc05-59de-4a40-978e-44e33bf89034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81f13c-5936-4ab3-9875-78b40a288313,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:46.041794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:47.024787 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.533437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52296) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:53.641634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed1edeaf-2964-4f1b-a808-975c8ea3d3e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.714166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed1edeaf-2964-4f1b-a808-975c8ea3d3e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.718150 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed1edeaf-2964-4f1b-a808-975c8ea3d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.755337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ed1edeaf-2964-4f1b-a808-975c8ea3d3e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=766bd4e280e244039d7f8e2f290face8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208097 Nov 25 19:09:53.757317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1edeaf-2964-4f1b-a808-975c8ea3d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cdad6b-f028-46c3-a84a-08d6c2b0b9f8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:53.758163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52300) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:53.809481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552aef6-9a3c-41fb-afa3-d954b47da3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.832442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552aef6-9a3c-41fb-afa3-d954b47da3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.878696 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552aef6-9a3c-41fb-afa3-d954b47da3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.881342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2552aef6-9a3c-41fb-afa3-d954b47da3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:53.882517 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2552aef6-9a3c-41fb-afa3-d954b47da3ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73cdad6b-f028-46c3-a84a-08d6c2b0b9f8 HTTP/1.1" status: 204 len: 168 time: 0.1232984 Nov 25 19:09:53.890596 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552aef6-9a3c-41fb-afa3-d954b47da3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cdad6b-f028-46c3-a84a-08d6c2b0b9f8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:54.148775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52306) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:54.162594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f084eb8-25ee-4e30-acf1-95fb08940e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.235129 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f084eb8-25ee-4e30-acf1-95fb08940e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.238388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f084eb8-25ee-4e30-acf1-95fb08940e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.277103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4f084eb8-25ee-4e30-acf1-95fb08940e4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ca70d57b17a4b33ba9f3af9ec2e17e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272688 Nov 25 19:09:54.278086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f084eb8-25ee-4e30-acf1-95fb08940e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5798e0a0-2098-4d0f-96aa-6112e8246e9a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:54.279860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52308) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:54.327661 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad345f95-b5a1-4af5-80fa-4b879475d7a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.347982 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad345f95-b5a1-4af5-80fa-4b879475d7a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.394163 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad345f95-b5a1-4af5-80fa-4b879475d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.397004 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad345f95-b5a1-4af5-80fa-4b879475d7a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.398155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ad345f95-b5a1-4af5-80fa-4b879475d7a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5798e0a0-2098-4d0f-96aa-6112e8246e9a HTTP/1.1" status: 204 len: 168 time: 0.1173027 Nov 25 19:09:54.405967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad345f95-b5a1-4af5-80fa-4b879475d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5798e0a0-2098-4d0f-96aa-6112e8246e9a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:54.714850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52314) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:54.727779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cf2cd04-0f0b-4d67-a041-04990e44140d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.803819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cf2cd04-0f0b-4d67-a041-04990e44140d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.807439 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cf2cd04-0f0b-4d67-a041-04990e44140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.845664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1cf2cd04-0f0b-4d67-a041-04990e44140d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=669c55b133534c61b8680fde21fd28f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297266 Nov 25 19:09:54.846547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2cd04-0f0b-4d67-a041-04990e44140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3593dd-8ba7-4cef-8014-c905e2fa8756,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:54.848538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52316) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:54.896087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3ef-9aac-406a-9841-6fa288df2d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.919346 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3ef-9aac-406a-9841-6fa288df2d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.964609 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3ef-9aac-406a-9841-6fa288df2d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.967808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3ef-9aac-406a-9841-6fa288df2d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:54.968962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-66d2c3ef-9aac-406a-9841-6fa288df2d42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d3593dd-8ba7-4cef-8014-c905e2fa8756 HTTP/1.1" status: 204 len: 168 time: 0.1194284 Nov 25 19:09:54.976666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2c3ef-9aac-406a-9841-6fa288df2d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3593dd-8ba7-4cef-8014-c905e2fa8756,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:56.355847 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52368) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:56.463136 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4cb78e47-9549-4c18-953e-541d14860789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:56.539963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4cb78e47-9549-4c18-953e-541d14860789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:56.543860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4cb78e47-9549-4c18-953e-541d14860789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:56.582017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4cb78e47-9549-4c18-953e-541d14860789 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fc62ba195e842d6aa24fb9dee2f63b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251015 Nov 25 19:09:56.584036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb78e47-9549-4c18-953e-541d14860789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbbb745-56f5-452b-9500-e7f8d54e63cc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:56.584785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52372) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:56.632994 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c509492-4263-4823-8bc9-2c61b3d8555e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:56.653309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c509492-4263-4823-8bc9-2c61b3d8555e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:56.698641 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c509492-4263-4823-8bc9-2c61b3d8555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:56.701234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c509492-4263-4823-8bc9-2c61b3d8555e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:56.703001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7c509492-4263-4823-8bc9-2c61b3d8555e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efbbb745-56f5-452b-9500-e7f8d54e63cc HTTP/1.1" status: 204 len: 168 time: 0.1170392 Nov 25 19:09:56.710530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c509492-4263-4823-8bc9-2c61b3d8555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbbb745-56f5-452b-9500-e7f8d54e63cc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:58.835138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52450) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:58.947826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa51d6f6-2c5c-4fbe-bca0-63388f5cdcff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.027315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa51d6f6-2c5c-4fbe-bca0-63388f5cdcff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.031590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa51d6f6-2c5c-4fbe-bca0-63388f5cdcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.078094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aa51d6f6-2c5c-4fbe-bca0-63388f5cdcff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86d0980f702843939c1727883ab1c0da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415724 Nov 25 19:09:59.078970 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51d6f6-2c5c-4fbe-bca0-63388f5cdcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4326f6dd-61a7-43fe-b8f3-9876b59a9072,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:59.081504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52454) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:59.132560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d080d2-e57b-4f45-8cd3-63075e5e31b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.154707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d080d2-e57b-4f45-8cd3-63075e5e31b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.207044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d080d2-e57b-4f45-8cd3-63075e5e31b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.209632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-66d080d2-e57b-4f45-8cd3-63075e5e31b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.210854 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-66d080d2-e57b-4f45-8cd3-63075e5e31b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4326f6dd-61a7-43fe-b8f3-9876b59a9072 HTTP/1.1" status: 204 len: 168 time: 0.1282742 Nov 25 19:09:59.218886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d080d2-e57b-4f45-8cd3-63075e5e31b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326f6dd-61a7-43fe-b8f3-9876b59a9072,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:59.504534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52460) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:59.518756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8029cdcd-3e52-4bc7-a18a-716373129e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.597768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8029cdcd-3e52-4bc7-a18a-716373129e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.601585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8029cdcd-3e52-4bc7-a18a-716373129e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.642409 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8029cdcd-3e52-4bc7-a18a-716373129e2d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b7b6bf06309491f8d0c2cc7577d62a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366365 Nov 25 19:09:59.643420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029cdcd-3e52-4bc7-a18a-716373129e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b03d56e-611b-448a-a5b1-015026158caa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:09:59.645274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52462) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:09:59.700351 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9882963c-343e-4ca8-9072-051a83c7a686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.723973 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9882963c-343e-4ca8-9072-051a83c7a686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.771005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9882963c-343e-4ca8-9072-051a83c7a686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.773640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9882963c-343e-4ca8-9072-051a83c7a686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:59.774814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9882963c-343e-4ca8-9072-051a83c7a686 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b03d56e-611b-448a-a5b1-015026158caa HTTP/1.1" status: 204 len: 168 time: 0.1283696 Nov 25 19:09:59.782932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882963c-343e-4ca8-9072-051a83c7a686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b03d56e-611b-448a-a5b1-015026158caa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:00.897575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52530) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:00.911824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.004760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c607f4e-512d-4ccd-8012-6a6ba72c3cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.079076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c607f4e-512d-4ccd-8012-6a6ba72c3cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.082707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c607f4e-512d-4ccd-8012-6a6ba72c3cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.121289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c607f4e-512d-4ccd-8012-6a6ba72c3cc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=230cc5af563a4e5c999a4d76e5d0ca79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226200 Nov 25 19:10:01.122181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607f4e-512d-4ccd-8012-6a6ba72c3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e4a68b-c57b-4054-ad6d-c4453e50ed8a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:01.124040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52534) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:01.173269 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c73809e3-8ee1-40d9-8b55-badedcca2b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.193710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c73809e3-8ee1-40d9-8b55-badedcca2b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.239137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c73809e3-8ee1-40d9-8b55-badedcca2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.241727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c73809e3-8ee1-40d9-8b55-badedcca2b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.242887 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c73809e3-8ee1-40d9-8b55-badedcca2b32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07e4a68b-c57b-4054-ad6d-c4453e50ed8a HTTP/1.1" status: 204 len: 168 time: 0.1172228 Nov 25 19:10:01.250460 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73809e3-8ee1-40d9-8b55-badedcca2b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e4a68b-c57b-4054-ad6d-c4453e50ed8a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:01.586139 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:10:02.368018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52570) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:02.510217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-330897588'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:02.535020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Made reservation on behalf of 3fd9d5a3d59f4fe0a79a7cb67cc6b192 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:02.538563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.547622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.623874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.627244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.652889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:10:02.662167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076e1b7e-c889-470e-9b3b-e68834e2e551,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:02.668310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.668634 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Added segment 5150b7c7-abfb-4c33-999b-51c32cff571e of type vlan for network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 Nov 25 19:10:02.708988 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.734109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.739645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:02.740242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.796273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4265342 Nov 25 19:10:02.814234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e69dd-3a1d-419a-9f09-25343f9ba8da tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Pushing event updated for resources: {'Network': ['ID=bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:02.824355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:10:02.957644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52578) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:02.962695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Request body: {'port': {'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8', 'binding:host_id': 'n-h1-819194-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-657148819'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:02.983825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Made reservation on behalf of b55d015d628148ea913b3406f246f64e for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:02.986169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:02.995448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.069334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.073062 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.078402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] device_id is not set on port 39cc59f6-c525-4511-acef-83b5ade4b3d3 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:03.145838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fb568b-73f3-4c6f-b5aa-392ae130a0f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:03.316892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] device_id is not set on port 39cc59f6-c525-4511-acef-83b5ade4b3d3 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:03.326958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.332900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.385718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=39cc59f6-c525-4511-acef-83b5ade4b3d3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:03.402156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Checking segment: {'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:03.402653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Network hostable DHCP agents. Network: bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:10:03.419748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:10:03.428634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:03.432650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:03.437707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628ea66-2d63-4479-99c0-ab2a801e0ffe None None] Network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:03.447483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.447820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.448155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.453060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.453385 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.453763 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 2 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.466082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.466632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.467070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.472189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.472517 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.472900 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 3 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.486504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.486856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.487183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.491786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.492113 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.492531 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 4 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.505155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.505503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.505857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.510120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.510467 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.510868 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 5 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.526264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.526639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.526978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.531828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.532158 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.532552 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 6 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.544437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.544783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.545117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.550890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.551218 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.551638 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 7 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.564085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.564421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.564779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.567722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.569151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.569478 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.569868 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 8 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.582407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.582787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.583255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.587533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.587855 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.588244 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 9 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.600818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.601154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.601480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.605709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.606036 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.606424 n-d-819194-3 neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 10 to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 Nov 25 19:10:03.618414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:03.618775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:03.619107 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:03.623452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:03.623777 n-d-819194-3 neutron-server[103457]: ERROR neutron.plugins.ml2.managers [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port 39cc59f6-c525-4511-acef-83b5ade4b3d3 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:03.624139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.685513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] For port 39cc59f6-c525-4511-acef-83b5ade4b3d3, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:10:03.685903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempted to set empty binding levels {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:10:03.689935 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.722884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:03.723481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:03.749839 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.7911127 Nov 25 19:10:03.750669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ae2f-253b-4f36-9c0c-98c850a133de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=39cc59f6-c525-4511-acef-83b5ade4b3d3,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:03.752658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52580) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:04.125654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Deleting port 39cc59f6-c525-4511-acef-83b5ade4b3d3 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:04.125899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.187620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] For port 39cc59f6-c525-4511-acef-83b5ade4b3d3, host n-h1-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:04.187974 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.203740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Calling delete_port for 39cc59f6-c525-4511-acef-83b5ade4b3d3 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:04.281295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.310666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event deleted for resources: {'Port': ['ID=39cc59f6-c525-4511-acef-83b5ade4b3d3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:04.314605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.317824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b930ad4-438f-4e13-a285-8596fcc51f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "DELETE /v2.0/ports/39cc59f6-c525-4511-acef-83b5ade4b3d3 HTTP/1.1" status: 204 len: 168 time: 0.5640757 Nov 25 19:10:04.320465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52582) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:04.343992 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-64257748-cb72-41c6-b90f-69721c2c4ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:10:04.345311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-64257748-cb72-41c6-b90f-69721c2c4ce1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "GET /v2.0/ports/39cc59f6-c525-4511-acef-83b5ade4b3d3 HTTP/1.1" status: 404 len: 333 time: 0.0239093 Nov 25 19:10:04.348646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52584) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:04.353010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Request body: {'port': {'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078809027'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:04.372771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Made reservation on behalf of b55d015d628148ea913b3406f246f64e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:04.375134 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.391328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] device_id is not set on port a1895c32-2609-48f8-8ece-4df25ae90f98 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:04.546118 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.579226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.625579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:04.628352 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:04.631999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:04.632920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:04.633965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.641691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=a1895c32-2609-48f8-8ece-4df25ae90f98,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:04.655684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0ac932e-a956-406c-b53c-0086361f5af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3060880 Nov 25 19:10:04.658308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52586) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:04.663292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:04.715121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.879924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] device_id is not set on port a1895c32-2609-48f8-8ece-4df25ae90f98 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:04.887408 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.892661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.945764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=a1895c32-2609-48f8-8ece-4df25ae90f98,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:04.957964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:04.958308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:04.958670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:04.963062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:04.963389 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:04.963781 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 2 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:04.976709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:04.977037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:04.977360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:04.981532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:04.981853 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:04.982234 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 3 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:04.994145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:04.994495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:04.994823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:04.999041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:04.999363 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:04.999743 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 4 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:05.011976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:05.012310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:05.012638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:05.017009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:05.017339 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:05.017726 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 5 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:05.029183 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:05.029515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:05.030350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:05.034668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:05.034994 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:05.035380 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 6 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:05.047326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:05.047661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:05.047985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:05.052202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:05.052528 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:05.052915 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 7 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:05.064823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:05.065157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:05.065486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:05.069694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:05.070024 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:05.070406 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 8 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:05.083376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:05.083707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:05.084035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:05.088203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:05.088525 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:05.088906 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 9 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:05.100871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:05.101209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:05.101543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:05.105794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:05.106119 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:05.106534 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 10 to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 Nov 25 19:10:05.119177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:05.119508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:05.119838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:05.124568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:05.124889 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port a1895c32-2609-48f8-8ece-4df25ae90f98 on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:05.125251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.184806 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] For port a1895c32-2609-48f8-8ece-4df25ae90f98, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:10:05.185173 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempted to set empty binding levels {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:10:05.189672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.221342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] In _notify_port_updated(), no bound segment for port a1895c32-2609-48f8-8ece-4df25ae90f98 on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:10:05.222214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.222808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.224137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "PUT /v2.0/ports/a1895c32-2609-48f8-8ece-4df25ae90f98 HTTP/1.1" status: 200 len: 979 time: 0.5648971 Nov 25 19:10:05.226689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52588) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:05.263792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daf1de-7e0d-4d6e-ae2d-b68cead87b2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=a1895c32-2609-48f8-8ece-4df25ae90f98,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:05.278772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e2095-89ff-4cb3-9f7e-bfe703431ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.279248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e2095-89ff-4cb3-9f7e-bfe703431ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.279748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e2095-89ff-4cb3-9f7e-bfe703431ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.280211 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e2095-89ff-4cb3-9f7e-bfe703431ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.280677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e2095-89ff-4cb3-9f7e-bfe703431ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.282517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f00e2095-89ff-4cb3-9f7e-bfe703431ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4675 time: 0.0548868 Nov 25 19:10:05.285430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52590) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:05.358814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Deleting port a1895c32-2609-48f8-8ece-4df25ae90f98 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:05.359161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.423085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] For port a1895c32-2609-48f8-8ece-4df25ae90f98, host n-h1-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:05.423447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.436568 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Calling delete_port for a1895c32-2609-48f8-8ece-4df25ae90f98 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:05.512632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.543364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1895c32-2609-48f8-8ece-4df25ae90f98,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:05.549285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.552585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dad4df57-e724-428b-b0a5-3269fa5c4c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a1895c32-2609-48f8-8ece-4df25ae90f98 HTTP/1.1" status: 204 len: 168 time: 0.2662382 Nov 25 19:10:05.555137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52592) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:05.578044 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e2d8a6-964e-4524-869d-7ad8bfac7f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:10:05.579417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6e2d8a6-964e-4524-869d-7ad8bfac7f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "GET /v2.0/ports/a1895c32-2609-48f8-8ece-4df25ae90f98 HTTP/1.1" status: 404 len: 333 time: 0.0233679 Nov 25 19:10:05.582923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52594) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:05.587407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-152042966', 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:05.606920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Made reservation on behalf of b55d015d628148ea913b3406f246f64e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:05.609741 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.624510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] device_id is not set on port d864ebb2-e792-4a55-a0c3-3576bec4dd26 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:05.769142 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.802927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.844394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:05.847189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:05.850855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:05.852053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.852361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:05.858351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=d864ebb2-e792-4a55-a0c3-3576bec4dd26,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:05.871854 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3be606f4-bab2-42da-b715-a30fab63942d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2879663 Nov 25 19:10:05.874574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52596) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:05.909342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5938adb-2e7b-43aa-a595-65768e5f80b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:05.910712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f5938adb-2e7b-43aa-a595-65768e5f80b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "GET /v2.0/ports/d864ebb2-e792-4a55-a0c3-3576bec4dd26 HTTP/1.1" status: 200 len: 958 time: 0.0352097 Nov 25 19:10:05.913439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52598) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:05.992591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Deleting port d864ebb2-e792-4a55-a0c3-3576bec4dd26 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:05.992926 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.053222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.065879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Calling delete_port for d864ebb2-e792-4a55-a0c3-3576bec4dd26 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:06.149788 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.176454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event deleted for resources: {'Port': ['ID=d864ebb2-e792-4a55-a0c3-3576bec4dd26,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:06.183405 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.186771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-37593aef-5a72-41e0-86fe-c6d3dcc388a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d864ebb2-e792-4a55-a0c3-3576bec4dd26 HTTP/1.1" status: 204 len: 168 time: 0.2722850 Nov 25 19:10:06.189478 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52600) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:06.214186 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4425f47-b905-4ed2-a995-7f8aa0508ad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:10:06.215549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f4425f47-b905-4ed2-a995-7f8aa0508ad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "GET /v2.0/ports/d864ebb2-e792-4a55-a0c3-3576bec4dd26 HTTP/1.1" status: 404 len: 333 time: 0.0249212 Nov 25 19:10:06.219736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52602) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:06.224275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Request body: {'port': {'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005124553'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:06.244189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Made reservation on behalf of b55d015d628148ea913b3406f246f64e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:06.246674 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.262042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] device_id is not set on port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:06.415355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.447721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.488120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:06.490929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:06.494254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:06.495203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:06.495800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.507852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:06.516969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba29b1a8-84af-4c70-b143-70c839370528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2962711 Nov 25 19:10:06.519566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52604) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:06.524477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:06.581278 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.748971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] device_id is not set on port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:06.757147 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.762665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.810783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:06.825727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.826050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.826391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.830963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.831289 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.831671 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 2 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.844113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.844450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.844781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.849025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.849349 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.849734 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 3 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.861781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.862114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.862462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.866701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.867027 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.867414 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 4 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.880248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.880581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.880911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.885081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.885405 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.885837 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 5 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.897340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.897677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.898024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.902277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.902633 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.903019 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 6 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.915099 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.915715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.915827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.919994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.920867 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.921250 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 7 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.932698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.933032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.933365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.938440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.938795 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.939183 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 8 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.951195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.951558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.951897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.956689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.957021 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.957402 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 9 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.969536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.969882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.970218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:06.974530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:06.974859 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:06.975415 n-d-819194-3 neutron-server[103456]: INFO neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempt 10 to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa Nov 25 19:10:06.995214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:06.995554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:06.995896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempting to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:07.002860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:10:07.003138 n-d-819194-3 neutron-server[103456]: ERROR neutron.plugins.ml2.managers [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Failed to bind port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on host n-h1-819194-3 for vnic_type normal using segments [{'id': '5150b7c7-abfb-4c33-999b-51c32cff571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8'}] Nov 25 19:10:07.003494 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.072004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] For port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:10:07.072370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attempted to set empty binding levels {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:10:07.076615 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.105973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] In _notify_port_updated(), no bound segment for port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa on network bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 {{(pid=103456) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:10:07.107454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:07.107454 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.109323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "PUT /v2.0/ports/de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa HTTP/1.1" status: 200 len: 979 time: 0.5888307 Nov 25 19:10:07.112216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52606) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:07.124620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14afda-00f9-4cfc-bc3a-4f3c95cd86cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event updated for resources: {'Port': ['ID=de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:07.190943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Deleting port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:07.191287 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.250366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] For port de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa, host n-h1-819194-3, got binding levels [] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:07.250746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.263009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Calling delete_port for de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:07.343474 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.372646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Pushing event deleted for resources: {'Port': ['ID=de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:07.380075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.383854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30ad2a62-3a1b-4c73-bf27-d644a8fdfd25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "DELETE /v2.0/ports/de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa HTTP/1.1" status: 204 len: 168 time: 0.2706156 Nov 25 19:10:07.386404 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52608) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:07.410207 n-d-819194-3 neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18ab2f5-b46f-48f9-b3ad-262cf2c613d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:10:07.411792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b18ab2f5-b46f-48f9-b3ad-262cf2c613d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978156593-project-admin] 10.222.0.62 "GET /v2.0/ports/de6eaf8f-0bcf-4c6f-b66b-e84ff75066fa HTTP/1.1" status: 404 len: 333 time: 0.0243652 Nov 25 19:10:07.415046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52610) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:07.493949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.578374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.597360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:07.606624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5150b7c7-abfb-4c33-999b-51c32cff571e') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:07.606914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5150b7c7-abfb-4c33-999b-51c32cff571e') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:07.616733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.630286 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.635943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:10:07.636318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:10:07.639458 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:10:08.048393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.055948 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.059299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] 10.222.0.62 "DELETE /v2.0/networks/bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8 HTTP/1.1" status: 204 len: 168 time: 0.6433671 Nov 25 19:10:08.074627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787615b6-1a4a-4e20-9f6f-ff7418ea3930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-945548792-project] Pushing event deleted for resources: {'Network': ['ID=bd78df2f-30e0-4e9a-b9e9-3ac6a2d278d8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:08.300032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52616) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:08.444669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-89c94a24-ea77-4c59-adb2-42708ace8ca9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fd9d5a3d59f4fe0a79a7cb67cc6b192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433620 Nov 25 19:10:08.447172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52620) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:08.493917 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eba66847-6d2e-4dc1-a3a5-7574a704aeb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.515212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eba66847-6d2e-4dc1-a3a5-7574a704aeb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.565086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eba66847-6d2e-4dc1-a3a5-7574a704aeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.567687 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eba66847-6d2e-4dc1-a3a5-7574a704aeb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.568867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eba66847-6d2e-4dc1-a3a5-7574a704aeb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/076e1b7e-c889-470e-9b3b-e68834e2e551 HTTP/1.1" status: 204 len: 168 time: 0.1207955 Nov 25 19:10:08.577313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba66847-6d2e-4dc1-a3a5-7574a704aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e1b7e-c889-470e-9b3b-e68834e2e551,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:08.833691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52626) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:08.872965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7db17607-b76f-440b-b8fa-064dbb8d2bd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b55d015d628148ea913b3406f246f64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381188 Nov 25 19:10:08.875525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52628) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:08.921421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-526d1044-c27f-4369-952e-ba3239ab607c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.942260 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-526d1044-c27f-4369-952e-ba3239ab607c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.988023 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-526d1044-c27f-4369-952e-ba3239ab607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.990677 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-526d1044-c27f-4369-952e-ba3239ab607c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:08.991873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-526d1044-c27f-4369-952e-ba3239ab607c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62fb568b-73f3-4c6f-b5aa-392ae130a0f9 HTTP/1.1" status: 204 len: 168 time: 0.1149104 Nov 25 19:10:09.000346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d1044-c27f-4369-952e-ba3239ab607c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fb568b-73f3-4c6f-b5aa-392ae130a0f9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:10.170547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52664) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:10.266791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5b6326d5-11c9-4279-b8cd-9d6951c98abd tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-435166712'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:10.286977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b6326d5-11c9-4279-b8cd-9d6951c98abd tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.288093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b6326d5-11c9-4279-b8cd-9d6951c98abd tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.341302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b6326d5-11c9-4279-b8cd-9d6951c98abd tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.345311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b6326d5-11c9-4279-b8cd-9d6951c98abd tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.359670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b6326d5-11c9-4279-b8cd-9d6951c98abd tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.360782 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5b6326d5-11c9-4279-b8cd-9d6951c98abd tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1892402 Nov 25 19:10:10.363443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52668) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:10.431372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb238ca7-7e4c-4468-8326-45665e8d43f8 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.584012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb238ca7-7e4c-4468-8326-45665e8d43f8 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.586395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb238ca7-7e4c-4468-8326-45665e8d43f8 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.632768 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb238ca7-7e4c-4468-8326-45665e8d43f8 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.633334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb238ca7-7e4c-4468-8326-45665e8d43f8 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef26233d-3499-4558-a6ce-ffece58c0539 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:10:10.638034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb238ca7-7e4c-4468-8326-45665e8d43f8 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.640672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fb238ca7-7e4c-4468-8326-45665e8d43f8 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ef26233d-3499-4558-a6ce-ffece58c0539 HTTP/1.1" status: 204 len: 168 time: 0.2746134 Nov 25 19:10:10.641942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52670) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:10.646058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-900586c8-37b4-45a3-a08c-69e92ff6f878 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Request body: {'router': {'name': 'tempest-router-1756213400', 'distributed': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:10.666684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900586c8-37b4-45a3-a08c-69e92ff6f878 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.667736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900586c8-37b4-45a3-a08c-69e92ff6f878 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.719018 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900586c8-37b4-45a3-a08c-69e92ff6f878 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.722992 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900586c8-37b4-45a3-a08c-69e92ff6f878 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.737137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-900586c8-37b4-45a3-a08c-69e92ff6f878 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.738346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-900586c8-37b4-45a3-a08c-69e92ff6f878 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0954466 Nov 25 19:10:10.741195 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:10.812564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3918bff5-57e8-41cc-a3fa-c94ac7807fc9 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.949495 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe04b5af-3a6d-4d00-8b96-f9fc1e707614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.968934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3918bff5-57e8-41cc-a3fa-c94ac7807fc9 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:10.971163 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3918bff5-57e8-41cc-a3fa-c94ac7807fc9 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.016170 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3918bff5-57e8-41cc-a3fa-c94ac7807fc9 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.016693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3918bff5-57e8-41cc-a3fa-c94ac7807fc9 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 151dc231-a46a-49e9-98dc-a41c661d2f19 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:10:11.020842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3918bff5-57e8-41cc-a3fa-c94ac7807fc9 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.023173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3918bff5-57e8-41cc-a3fa-c94ac7807fc9 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "DELETE /v2.0/routers/151dc231-a46a-49e9-98dc-a41c661d2f19 HTTP/1.1" status: 204 len: 168 time: 0.2798669 Nov 25 19:10:11.025651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52674) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:11.030298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-148a8a14-dad4-45ad-ad74-e054b34df30c tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Request body: {'router': {'name': 'tempest-router-1559600683', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '621281626e4945558751567d35dd7a74'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:11.054060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-148a8a14-dad4-45ad-ad74-e054b34df30c tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.055098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-148a8a14-dad4-45ad-ad74-e054b34df30c tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.148672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-148a8a14-dad4-45ad-ad74-e054b34df30c tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.152876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-148a8a14-dad4-45ad-ad74-e054b34df30c tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.168678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-148a8a14-dad4-45ad-ad74-e054b34df30c tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.169938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-148a8a14-dad4-45ad-ad74-e054b34df30c tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1432114 Nov 25 19:10:11.173155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52676) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:11.177456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:11.374921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3701793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3704970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25257'] for router, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.375176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.457823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103456) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 25 19:10:11.458162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Router d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f migrating from provider to provider. {{(pid=103456) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 25 19:10:11.458559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.463053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.468202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3701800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3701811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3704989'] for router, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.544484 n-d-819194-3 neutron-server[103456]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] No L3 agents can host the router d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f Nov 25 19:10:11.660571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Hosts for router d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f: [] {{(pid=103456) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 19:10:11.682152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Hosts for other DVR routers connected to router d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f: set() {{(pid=103456) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 19:10:11.684840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:11.686073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8ac3a395-4cff-4a3e-9ef7-a28f5a908b60 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "PUT /v2.0/routers/d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f HTTP/1.1" status: 200 len: 717 time: 0.5119534 Nov 25 19:10:11.688537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52678) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:11.760548 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8f19440b-7057-48e5-878a-e237650b1538 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "GET /v2.0/routers/d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f HTTP/1.1" status: 200 len: 717 time: 0.0709393 Nov 25 19:10:11.763097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52680) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:11.929150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8b2c633-0948-4969-8e0f-f2d32407684c tempest-RoutersTestDVR-644446141 tempest-RoutersTestDVR-644446141-project] 10.222.0.62 "GET /v2.0/routers/d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f HTTP/1.1" status: 200 len: 683 time: 0.1649511 Nov 25 19:10:11.931708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52684) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:12.002132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e9af700-8541-4150-b8a5-90b63bff00f7 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.152934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e9af700-8541-4150-b8a5-90b63bff00f7 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.155629 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e9af700-8541-4150-b8a5-90b63bff00f7 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.197964 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e9af700-8541-4150-b8a5-90b63bff00f7 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.198525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9af700-8541-4150-b8a5-90b63bff00f7 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:10:12.203810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e9af700-8541-4150-b8a5-90b63bff00f7 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.205047 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2e9af700-8541-4150-b8a5-90b63bff00f7 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "DELETE /v2.0/routers/d1cbba1c-7b28-4b28-ba2e-8baf14e1d65f HTTP/1.1" status: 204 len: 168 time: 0.2723331 Nov 25 19:10:12.208477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52686) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:12.212703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6cd96777-814f-4332-bd43-e5ab29b94628 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Request body: {'router': {'name': 'tempest-router-1126065582', 'distributed': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:12.234702 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd96777-814f-4332-bd43-e5ab29b94628 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.235680 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd96777-814f-4332-bd43-e5ab29b94628 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.289295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd96777-814f-4332-bd43-e5ab29b94628 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.293301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd96777-814f-4332-bd43-e5ab29b94628 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.307983 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6cd96777-814f-4332-bd43-e5ab29b94628 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.309190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6cd96777-814f-4332-bd43-e5ab29b94628 tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0997658 Nov 25 19:10:12.311965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52688) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:12.381797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b7f-32e2-4099-bdd9-ec44d582a01a tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.833489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b7f-32e2-4099-bdd9-ec44d582a01a tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.835529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b7f-32e2-4099-bdd9-ec44d582a01a tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.879375 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b7f-32e2-4099-bdd9-ec44d582a01a tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.879913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ff7b7f-32e2-4099-bdd9-ec44d582a01a tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e12076c-5488-4472-942c-cca78efa00eb {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:10:12.884218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b7f-32e2-4099-bdd9-ec44d582a01a tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:12.885358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c1ff7b7f-32e2-4099-bdd9-ec44d582a01a tempest-RoutersTestDVR-1932101186 tempest-RoutersTestDVR-1932101186-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3e12076c-5488-4472-942c-cca78efa00eb HTTP/1.1" status: 204 len: 168 time: 0.5724900 Nov 25 19:10:13.122852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52694) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:13.229745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be976209-4724-40ea-8afd-3352657ac1e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.302804 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be976209-4724-40ea-8afd-3352657ac1e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.306551 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be976209-4724-40ea-8afd-3352657ac1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.348199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be976209-4724-40ea-8afd-3352657ac1e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=621281626e4945558751567d35dd7a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241547 Nov 25 19:10:13.350439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be976209-4724-40ea-8afd-3352657ac1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ac8f6-42f0-4587-8d43-5db9dc582ee5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:13.350873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52698) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:13.402160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a68a06e-9032-4607-b760-056c759d6161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.423308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a68a06e-9032-4607-b760-056c759d6161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.456502 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb36238f-79ec-485e-9be0-dfa770e7bdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.471328 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a68a06e-9032-4607-b760-056c759d6161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.474357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a68a06e-9032-4607-b760-056c759d6161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.475611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a68a06e-9032-4607-b760-056c759d6161 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb2ac8f6-42f0-4587-8d43-5db9dc582ee5 HTTP/1.1" status: 204 len: 168 time: 0.1236939 Nov 25 19:10:13.483381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68a06e-9032-4607-b760-056c759d6161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ac8f6-42f0-4587-8d43-5db9dc582ee5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:13.729899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52704) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:13.747422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e24994f-81f1-403b-a8af-96ee56d2417c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.823188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e24994f-81f1-403b-a8af-96ee56d2417c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.826798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e24994f-81f1-403b-a8af-96ee56d2417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.865601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5e24994f-81f1-403b-a8af-96ee56d2417c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99ad55f75eff4fbeb5c3e4f2f4efdeb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343994 Nov 25 19:10:13.866502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24994f-81f1-403b-a8af-96ee56d2417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982d73f2-b0f6-488d-8ce7-0b407e8fce83,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:13.868790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52706) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:13.915584 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a3308e3-1e96-490c-bee1-b5b1b11822bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.936361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a3308e3-1e96-490c-bee1-b5b1b11822bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.981175 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a3308e3-1e96-490c-bee1-b5b1b11822bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.984546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a3308e3-1e96-490c-bee1-b5b1b11822bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:13.988004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a3308e3-1e96-490c-bee1-b5b1b11822bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/982d73f2-b0f6-488d-8ce7-0b407e8fce83 HTTP/1.1" status: 204 len: 168 time: 0.1160026 Nov 25 19:10:13.993589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3308e3-1e96-490c-bee1-b5b1b11822bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d73f2-b0f6-488d-8ce7-0b407e8fce83,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:14.477586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.181560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52742) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:15.278582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1056849489', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:15.299244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Made reservation on behalf of 52b0787e750c4f8682e5af9fdf17d904 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:15.301598 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.309712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.386700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.390697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.396106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] device_id is not set on port 1d4eaee0-39fa-412b-a3df-d2fac69cdb0b yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:15.448524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23b06d-2ae7-4e50-92d9-864c0b3717c7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:15.510411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Allocated IP 172.25.2.128 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/1d4eaee0-39fa-412b-a3df-d2fac69cdb0b) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:15.645267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.678940 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.728089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:15.732415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:15.736692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:15.739719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4eaee0-39fa-412b-a3df-d2fac69cdb0b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:15.745657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a931fc-a2d6-4786-a54b-e72f384de213 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:10:15.780213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:15.780815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.796057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0aa92e1a-9a5d-4b36-850b-84822bf04c44 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6134331 Nov 25 19:10:15.798930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52746) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:15.803133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.128'}]}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:15.822997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.823988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.859167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bc816d07-5008-4c8b-82cf-835d9ce0f072 None None] Provisioning complete for port 1d4eaee0-39fa-412b-a3df-d2fac69cdb0b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:15.859535 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc816d07-5008-4c8b-82cf-835d9ce0f072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.875274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:15.895254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bc816d07-5008-4c8b-82cf-835d9ce0f072 None None] Port 1d4eaee0-39fa-412b-a3df-d2fac69cdb0b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:10:16.020084 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.041783 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.223100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.252110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.445308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.599859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.601975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.643761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.644340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f51b7b6b-3f5a-47df-b564-9f7d1b87ed89 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:10:16.658985 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:10:16.660052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c96088ce-ca73-4952-9287-c103d3300ba3 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8601940 Nov 25 19:10:16.662830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52748) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:16.738643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Deleting port 1d4eaee0-39fa-412b-a3df-d2fac69cdb0b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:16.738988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.817309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.829557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Calling delete_port for 1d4eaee0-39fa-412b-a3df-d2fac69cdb0b owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:16.955295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:16.982164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d4eaee0-39fa-412b-a3df-d2fac69cdb0b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:16.995926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01dac2a-71aa-4be9-a4e3-b7073b844316 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:10:17.028212 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.042948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.046326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2bd8e8c6-f55a-4385-bee4-46fbcf5665a1 tempest-RoutersAdminNegativeTest-1002717885 tempest-RoutersAdminNegativeTest-1002717885-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1d4eaee0-39fa-412b-a3df-d2fac69cdb0b HTTP/1.1" status: 204 len: 168 time: 0.3825870 Nov 25 19:10:17.281242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52754) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:17.387340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-270b40c0-93e3-40b7-a049-7aab82e853b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.462335 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-270b40c0-93e3-40b7-a049-7aab82e853b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.465864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-270b40c0-93e3-40b7-a049-7aab82e853b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.507797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-270b40c0-93e3-40b7-a049-7aab82e853b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc6f5f6ba1ef4e579002598b6d02442d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253485 Nov 25 19:10:17.508402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b40c0-93e3-40b7-a049-7aab82e853b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a8bea7-0ab9-45c4-ad11-7711d36a88d6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:17.510666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52758) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:17.557968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cf880a-a1d6-4455-829a-628762d4af45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.578766 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cf880a-a1d6-4455-829a-628762d4af45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.625734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cf880a-a1d6-4455-829a-628762d4af45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.628848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c1cf880a-a1d6-4455-829a-628762d4af45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.629956 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c1cf880a-a1d6-4455-829a-628762d4af45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77a8bea7-0ab9-45c4-ad11-7711d36a88d6 HTTP/1.1" status: 204 len: 168 time: 0.1184037 Nov 25 19:10:17.637668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf880a-a1d6-4455-829a-628762d4af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a8bea7-0ab9-45c4-ad11-7711d36a88d6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:17.882397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52764) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:17.922038 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8e6a269c-efd8-45ed-961f-61794458b096 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52b0787e750c4f8682e5af9fdf17d904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384455 Nov 25 19:10:17.924871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:17.971932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f577df6-b892-4d1e-971d-dabfc9f8d023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:17.993655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f577df6-b892-4d1e-971d-dabfc9f8d023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.043357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f577df6-b892-4d1e-971d-dabfc9f8d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.047374 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f577df6-b892-4d1e-971d-dabfc9f8d023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.048515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6f577df6-b892-4d1e-971d-dabfc9f8d023 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c23b06d-2ae7-4e50-92d9-864c0b3717c7 HTTP/1.1" status: 204 len: 168 time: 0.1227419 Nov 25 19:10:18.057061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f577df6-b892-4d1e-971d-dabfc9f8d023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23b06d-2ae7-4e50-92d9-864c0b3717c7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:18.725767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:18.827001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1426086782'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:18.848921 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Made reservation on behalf of d2d3e928e3b94bcdb2456ce4943a5841 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:18.852649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.861133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.936854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.940528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.970673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:10:18.976080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b43a54-da8c-46a8-a2fb-beea7065fe92,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:18.983588 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:18.984591 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Added segment c33a5810-5d1f-4cde-9092-f632e679b9ef of type vlan for network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd Nov 25 19:10:19.024526 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.048376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.054150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:19.054763 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.112134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3851647 Nov 25 19:10:19.115206 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52792) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:19.120782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Request body: {'subnet': {'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:19.127808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff178-c0a3-4356-a8b3-f605fc12bfde tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event updated for resources: {'Network': ['ID=4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:19.137715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:10:19.212944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Made reservation on behalf of d2d3e928e3b94bcdb2456ce4943a5841 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:19.216683 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.398675 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.462788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event updated for resources: {'Subnet': ['ID=892e8b2f-e1ef-40de-9ff8-1e4816343074,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:19.471563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Checking segment: {'id': 'c33a5810-5d1f-4cde-9092-f632e679b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:19.471933 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Network hostable DHCP agents. Network: 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:10:19.489352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:10:19.498037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:19.503701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:19.504258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.523051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e08da-f007-4e4a-b78c-bc489c0f8f4c None None] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:19.534247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-18a84459-aac5-4078-9ead-a212f56cbec6 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4146605 Nov 25 19:10:19.534525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:19.539821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Request body: {'port': {'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-105690540'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:19.648501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Made reservation on behalf of d2d3e928e3b94bcdb2456ce4943a5841 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:19.651959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.666563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd', 'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd', 'tenant_id': 'd2d3e928e3b94bcdb2456ce4943a5841', 'fixed_ips': [{'subnet_id': '892e8b2f-e1ef-40de-9ff8-1e4816343074'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:10:19.667503 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.669296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] device_id is not set on port d3463164-f0ec-45ce-84f8-888d4e432a50 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:19.791807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Allocated IP 2001:db8::3e5 (4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd/892e8b2f-e1ef-40de-9ff8-1e4816343074/d3463164-f0ec-45ce-84f8-888d4e432a50) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:19.941041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:19.975017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.021324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:20.022850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Allocated IP 2001:db8::2 (4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd/892e8b2f-e1ef-40de-9ff8-1e4816343074/26fef406-2c62-43d1-9a11-719ef8be0071) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:20.024701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:20.029152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:20.035294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:20.035908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.039660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event updated for resources: {'Port': ['ID=d3463164-f0ec-45ce-84f8-888d4e432a50,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:20.055155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-880b9755-37be-4451-b738-a089e36db13b tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5194368 Nov 25 19:10:20.058290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:20.063186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Request body: {'port': {'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-6961125', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:20.063719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] bootfile-name is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:20.064060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] tftp-server is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:20.064395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] server-ip-address is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:20.169021 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.175250 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.176575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Made reservation on behalf of d2d3e928e3b94bcdb2456ce4943a5841 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:20.180522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.198955 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] device_id is not set on port b3b57935-d3c0-4899-81e3-db9e1d350256 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:20.213532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:20.216423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:20.220808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:20.229969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Pushing event updated for resources: {'Port': ['ID=26fef406-2c62-43d1-9a11-719ef8be0071,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:20.252736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.253088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.253434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.253780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.254113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.254471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.254807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.255137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.255466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.255793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.256121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.256451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:20.289864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Attempting to bind port 26fef406-2c62-43d1-9a11-719ef8be0071 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:20.290240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Attempting to bind port 26fef406-2c62-43d1-9a11-719ef8be0071 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'c33a5810-5d1f-4cde-9092-f632e679b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:20.290644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Attempting to bind port 26fef406-2c62-43d1-9a11-719ef8be0071 on network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:20.296580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:10:20.296960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Checking segment: {'id': 'c33a5810-5d1f-4cde-9092-f632e679b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:20.297371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.297763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Bound using segment: {'id': 'c33a5810-5d1f-4cde-9092-f632e679b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:10:20.298241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Bound port: 26fef406-2c62-43d1-9a11-719ef8be0071, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33a5810-5d1f-4cde-9092-f632e679b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:10:20.298643 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.319637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Allocated IP 2001:db8::b0 (4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd/892e8b2f-e1ef-40de-9ff8-1e4816343074/b3b57935-d3c0-4899-81e3-db9e1d350256) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:20.364798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] For port 26fef406-2c62-43d1-9a11-719ef8be0071, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:10:20.368230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] For port 26fef406-2c62-43d1-9a11-719ef8be0071, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26fef406-2c62-43d1-9a11-719ef8be0071,segment=NetworkSegment(c33a5810-5d1f-4cde-9092-f632e679b9ef),segment_id=c33a5810-5d1f-4cde-9092-f632e679b9ef)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:10:20.372319 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.431835 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789472cd-c486-489b-a1f0-306ce9be24f4 None None] Pushing event updated for resources: {'Port': ['ID=26fef406-2c62-43d1-9a11-719ef8be0071,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:20.502533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.537271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.598518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:20.605021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:20.609914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:20.615506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:20.616136 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.619649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event updated for resources: {'Port': ['ID=b3b57935-d3c0-4899-81e3-db9e1d350256,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:20.638617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dc559779-58dd-4e99-9faa-88e796edc087 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1146 time: 0.5777469 Nov 25 19:10:20.639820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52798) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:20.725649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdbc23d-72c9-4ca2-84bb-3fec0349f6ae tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:20.731636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdbc23d-72c9-4ca2-84bb-3fec0349f6ae tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:20.738405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdbc23d-72c9-4ca2-84bb-3fec0349f6ae tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:20.740399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bbdbc23d-72c9-4ca2-84bb-3fec0349f6ae tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0989394 Nov 25 19:10:20.743350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52800) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:20.832272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Deleting port b3b57935-d3c0-4899-81e3-db9e1d350256 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:20.832528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.922336 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:20.934686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Calling delete_port for b3b57935-d3c0-4899-81e3-db9e1d350256 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:21.079667 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.111961 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event deleted for resources: {'Port': ['ID=b3b57935-d3c0-4899-81e3-db9e1d350256,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:21.160824 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.164920 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7167db79-717b-400e-aedd-ee87305cf719 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "DELETE /v2.0/ports/b3b57935-d3c0-4899-81e3-db9e1d350256 HTTP/1.1" status: 204 len: 168 time: 0.4205825 Nov 25 19:10:21.168718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52802) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:21.175168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Request body: {'port': {'name': 'tempest-new-port-name-1713507019', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:21.175569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] bootfile-name is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:21.175905 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] tftp-server is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:21.176239 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] server-ip-address is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:21.241253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.360085 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9c9e2-3770-48e4-8601-9c109ad2b31b None None] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:21.441744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.446732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.478327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] In _notify_port_updated(), no bound segment for port d3463164-f0ec-45ce-84f8-888d4e432a50 on network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:10:21.484494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:21.485187 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.486521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "PUT /v2.0/ports/d3463164-f0ec-45ce-84f8-888d4e432a50 HTTP/1.1" status: 200 len: 1130 time: 0.3167727 Nov 25 19:10:21.489278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52804) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:21.504035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d27578f2-3a64-4aea-9b69-febebd4eb8ef None None] Provisioning complete for port 26fef406-2c62-43d1-9a11-719ef8be0071 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:21.504035 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d27578f2-3a64-4aea-9b69-febebd4eb8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.535391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a401d-a095-42a5-9c39-b9a576759254 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event updated for resources: {'Port': ['ID=d3463164-f0ec-45ce-84f8-888d4e432a50,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:21.547132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a27f2d-7315-440c-9ad0-09295cc7e7ce tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:21.548938 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-16a27f2d-7315-440c-9ad0-09295cc7e7ce tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "GET /v2.0/ports/d3463164-f0ec-45ce-84f8-888d4e432a50 HTTP/1.1" status: 200 len: 1130 time: 0.0585506 Nov 25 19:10:21.551740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52806) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:21.620573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d27578f2-3a64-4aea-9b69-febebd4eb8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.644162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Deleting port d3463164-f0ec-45ce-84f8-888d4e432a50 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:21.644528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.657204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d27578f2-3a64-4aea-9b69-febebd4eb8ef None None] For port 26fef406-2c62-43d1-9a11-719ef8be0071, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26fef406-2c62-43d1-9a11-719ef8be0071,segment=NetworkSegment(c33a5810-5d1f-4cde-9092-f632e679b9ef),segment_id=c33a5810-5d1f-4cde-9092-f632e679b9ef)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:21.661782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d27578f2-3a64-4aea-9b69-febebd4eb8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.711697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27578f2-3a64-4aea-9b69-febebd4eb8ef None None] Pushing event updated for resources: {'Port': ['ID=26fef406-2c62-43d1-9a11-719ef8be0071,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:21.739838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.752674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Calling delete_port for d3463164-f0ec-45ce-84f8-888d4e432a50 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:21.886743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e35c3620-5e68-4b54-9223-dbf590f47feb None None] Provisioning complete for port d3463164-f0ec-45ce-84f8-888d4e432a50 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:21.887178 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e35c3620-5e68-4b54-9223-dbf590f47feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.889576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.911406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e35c3620-5e68-4b54-9223-dbf590f47feb None None] Port d3463164-f0ec-45ce-84f8-888d4e432a50 was deleted so its status cannot be updated. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:10:21.924256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e35c3620-5e68-4b54-9223-dbf590f47feb None None] Provisioning complete for port 26fef406-2c62-43d1-9a11-719ef8be0071 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:21.924626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e35c3620-5e68-4b54-9223-dbf590f47feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.937165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event deleted for resources: {'Port': ['ID=d3463164-f0ec-45ce-84f8-888d4e432a50,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:21.964809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:21.970529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87536575-77c7-4500-86e3-a8498cbe80a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "DELETE /v2.0/ports/d3463164-f0ec-45ce-84f8-888d4e432a50 HTTP/1.1" status: 204 len: 168 time: 0.4162526 Nov 25 19:10:21.971527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52808) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:22.025330 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Deleting subnet 892e8b2f-e1ef-40de-9ff8-1e4816343074 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:10:22.028717 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.071080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.145585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-88b9e01d-07b0-4a2e-9092-927b1bbdf2c5 None None] Could not find standard attr ID for object d3463164-f0ec-45ce-84f8-888d4e432a50. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:10:22.168463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.238080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.258094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d7647e3b-e024-40d0-97b4-98e960a6cb3b None None] Could not find standard attr ID for object b3b57935-d3c0-4899-81e3-db9e1d350256. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:10:22.270055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event deleted for resources: {'Subnet': ['ID=892e8b2f-e1ef-40de-9ff8-1e4816343074,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:22.272082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.276206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c7d1468d-4d4a-4e21-a3be-fc4e9343cfd4 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "DELETE /v2.0/subnets/892e8b2f-e1ef-40de-9ff8-1e4816343074 HTTP/1.1" status: 204 len: 168 time: 0.3028662 Nov 25 19:10:22.277774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52810) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:22.361563 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.414591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe382f-8ad3-470f-b36f-8795f5068eb6 None None] Network 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:22.418841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Deleting port 26fef406-2c62-43d1-9a11-719ef8be0071 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:22.419186 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.484821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] For port 26fef406-2c62-43d1-9a11-719ef8be0071, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26fef406-2c62-43d1-9a11-719ef8be0071,segment=NetworkSegment(c33a5810-5d1f-4cde-9092-f632e679b9ef),segment_id=c33a5810-5d1f-4cde-9092-f632e679b9ef)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:22.485187 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.498773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Calling delete_port for 26fef406-2c62-43d1-9a11-719ef8be0071 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:22.597701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.618247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb4c1f-c99c-4f58-b1cb-c01e7c21e94d None None] DHCP port deletion for 4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:10:22.625684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event deleted for resources: {'Port': ['ID=26fef406-2c62-43d1-9a11-719ef8be0071,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:22.627591 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] No DVR routers for this DVR port 26fef406-2c62-43d1-9a11-719ef8be0071 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:10:22.710010 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.729656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:22.738517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33a5810-5d1f-4cde-9092-f632e679b9ef') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:22.738809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33a5810-5d1f-4cde-9092-f632e679b9ef') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:22.747742 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.760720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.766900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:10:22.767279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:10:22.770129 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:10:22.827651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.835801 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:22.838883 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] 10.222.0.62 "DELETE /v2.0/networks/4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd HTTP/1.1" status: 204 len: 168 time: 0.5601826 Nov 25 19:10:22.850984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a3a5d-3026-449c-a590-ffcd17a04557 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551 tempest-ExtraDHCPOptionsIpV6TestJSON-2088564551-project] Pushing event deleted for resources: {'Network': ['ID=4cc2a8ae-7df5-422e-9c68-ebf8f0e264cd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:23.075051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52816) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:23.209433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8e9b43b9-510e-439b-b1e4-ded57dd77b01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2d3e928e3b94bcdb2456ce4943a5841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331673 Nov 25 19:10:23.211923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52820) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:23.263613 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36e79e9f-f838-4fc9-928b-60e9dba8602f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:23.283609 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36e79e9f-f838-4fc9-928b-60e9dba8602f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:23.329946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36e79e9f-f838-4fc9-928b-60e9dba8602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:23.333589 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36e79e9f-f838-4fc9-928b-60e9dba8602f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:23.334690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-36e79e9f-f838-4fc9-928b-60e9dba8602f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9b43a54-da8c-46a8-a2fb-beea7065fe92 HTTP/1.1" status: 204 len: 168 time: 0.1218507 Nov 25 19:10:23.342434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e79e9f-f838-4fc9-928b-60e9dba8602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b43a54-da8c-46a8-a2fb-beea7065fe92,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:23.966429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52842) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:24.064791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-6060642'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:24.086415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Made reservation on behalf of fdd57e9f62dc4b8f80a0f552e2d4829a for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:24.089795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.098761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.170574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.174057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.195604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:10:24.210473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece67cd-52dc-4f76-a5b7-7833b3eb055d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:24.213266 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.213624 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Added segment a58ef7c8-111f-4d03-bdf5-268feae29ab5 of type vlan for network 625450d3-cc8a-46b5-b10d-32d208830680 Nov 25 19:10:24.251398 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.278106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.283839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:24.284629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.339040 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3708153 Nov 25 19:10:24.341976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52846) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:24.347098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Request body: {'subnet': {'network_id': '625450d3-cc8a-46b5-b10d-32d208830680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:24.353508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6136d5-d7cb-452d-bf55-ac09d36842cf tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event updated for resources: {'Network': ['ID=625450d3-cc8a-46b5-b10d-32d208830680,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:24.363198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 625450d3-cc8a-46b5-b10d-32d208830680 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:10:24.436308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Made reservation on behalf of fdd57e9f62dc4b8f80a0f552e2d4829a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:24.439899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.559569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26fef406-2c62-43d1-9a11-719ef8be0071 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:10:24.579439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 26fef406-2c62-43d1-9a11-719ef8be0071 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:10:24.579766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26fef406-2c62-43d1-9a11-719ef8be0071 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:10:24.617300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.673487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event updated for resources: {'Subnet': ['ID=b5c60ea8-4d3b-418c-bca0-b4ce15591672,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:24.683345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Checking segment: {'id': 'a58ef7c8-111f-4d03-bdf5-268feae29ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '625450d3-cc8a-46b5-b10d-32d208830680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:24.683733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Network hostable DHCP agents. Network: 625450d3-cc8a-46b5-b10d-32d208830680, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:10:24.699467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Network 625450d3-cc8a-46b5-b10d-32d208830680 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:10:24.708872 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 625450d3-cc8a-46b5-b10d-32d208830680) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:24.713151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:24.713739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.718018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8321cb-0b74-44eb-8ef9-798fe4370b03 None None] Network 625450d3-cc8a-46b5-b10d-32d208830680 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:24.730098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-596a4ac1-3328-4451-b450-b28ae79292e8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3869686 Nov 25 19:10:24.732659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:24.737409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Request body: {'port': {'network_id': '625450d3-cc8a-46b5-b10d-32d208830680', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1785601675'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:24.854811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Made reservation on behalf of fdd57e9f62dc4b8f80a0f552e2d4829a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:24.858499 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:24.877106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] device_id is not set on port 543dcea5-c99f-4f34-85b4-1fcdc3399eb7 yet. {{(pid=103456) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:24.991400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Allocated IP 172.20.0.10 (625450d3-cc8a-46b5-b10d-32d208830680/b5c60ea8-4d3b-418c-bca0-b4ce15591672/543dcea5-c99f-4f34-85b4-1fcdc3399eb7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:25.015962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-625450d3-cc8a-46b5-b10d-32d208830680', 'network_id': '625450d3-cc8a-46b5-b10d-32d208830680', 'tenant_id': 'fdd57e9f62dc4b8f80a0f552e2d4829a', 'fixed_ips': [{'subnet_id': 'b5c60ea8-4d3b-418c-bca0-b4ce15591672'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:10:25.016853 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.136076 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.168889 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.211708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Allocated IP 172.20.0.2 (625450d3-cc8a-46b5-b10d-32d208830680/b5c60ea8-4d3b-418c-bca0-b4ce15591672/a49fbd3c-0983-4269-b879-890da6fc8b51) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:25.219785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Network 625450d3-cc8a-46b5-b10d-32d208830680 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:25.223483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:25.225962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:25.255813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event updated for resources: {'Port': ['ID=543dcea5-c99f-4f34-85b4-1fcdc3399eb7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:25.282127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:25.282765 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.298172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c3b1e5bf-d920-4d91-806a-5d341ac7717c tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5645180 Nov 25 19:10:25.301349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:25.306397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Request body: {'port': {'network_id': '625450d3-cc8a-46b5-b10d-32d208830680', 'name': 'tempest-ExtraDHCPOptionsTestJSON-780454474', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:25.306929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] bootfile-name is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:25.307932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] tftp-server is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:25.308290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] server-ip-address is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:25.363323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.369608 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.410315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Network 625450d3-cc8a-46b5-b10d-32d208830680 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:25.413084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:25.415534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:25.426793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Pushing event updated for resources: {'Port': ['ID=a49fbd3c-0983-4269-b879-890da6fc8b51,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:25.427458 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Made reservation on behalf of fdd57e9f62dc4b8f80a0f552e2d4829a for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:25.431248 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.450077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] device_id is not set on port 21587281-749b-4817-bb27-3be004987d83 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:25.479064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Attempting to bind port a49fbd3c-0983-4269-b879-890da6fc8b51 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:25.479441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Attempting to bind port a49fbd3c-0983-4269-b879-890da6fc8b51 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'a58ef7c8-111f-4d03-bdf5-268feae29ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '625450d3-cc8a-46b5-b10d-32d208830680'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:25.479810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Attempting to bind port a49fbd3c-0983-4269-b879-890da6fc8b51 on network 625450d3-cc8a-46b5-b10d-32d208830680 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:25.484937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:10:25.485320 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Checking segment: {'id': 'a58ef7c8-111f-4d03-bdf5-268feae29ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '625450d3-cc8a-46b5-b10d-32d208830680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:25.485725 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.486122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Bound using segment: {'id': 'a58ef7c8-111f-4d03-bdf5-268feae29ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '625450d3-cc8a-46b5-b10d-32d208830680'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:10:25.486688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Bound port: a49fbd3c-0983-4269-b879-890da6fc8b51, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef7c8-111f-4d03-bdf5-268feae29ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '625450d3-cc8a-46b5-b10d-32d208830680'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:10:25.487250 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.552074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] For port a49fbd3c-0983-4269-b879-890da6fc8b51, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:10:25.555588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] For port a49fbd3c-0983-4269-b879-890da6fc8b51, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a49fbd3c-0983-4269-b879-890da6fc8b51,segment=NetworkSegment(a58ef7c8-111f-4d03-bdf5-268feae29ab5),segment_id=a58ef7c8-111f-4d03-bdf5-268feae29ab5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:10:25.556574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Allocated IP 172.20.0.13 (625450d3-cc8a-46b5-b10d-32d208830680/b5c60ea8-4d3b-418c-bca0-b4ce15591672/21587281-749b-4817-bb27-3be004987d83) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:25.563739 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.624784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd080-9477-4583-a9d8-6db1c59c507d None None] Pushing event updated for resources: {'Port': ['ID=a49fbd3c-0983-4269-b879-890da6fc8b51,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:25.725435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.771502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.822200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Network 625450d3-cc8a-46b5-b10d-32d208830680 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:25.825787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:25.829194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:25.859658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event updated for resources: {'Port': ['ID=21587281-749b-4817-bb27-3be004987d83,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:25.889781 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:25.890411 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:25.908694 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-84dec591-e286-48f0-a1bd-058af49b38c9 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6062338 Nov 25 19:10:25.911274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:25.962751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf0b84-30f3-450d-b9ba-7d9d22eb441b tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:25.968526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf0b84-30f3-450d-b9ba-7d9d22eb441b tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:25.974390 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf0b84-30f3-450d-b9ba-7d9d22eb441b tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:25.976037 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4edf0b84-30f3-450d-b9ba-7d9d22eb441b tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0638874 Nov 25 19:10:25.979126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52854) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:26.065025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Deleting port 21587281-749b-4817-bb27-3be004987d83 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:26.065362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.152945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.164386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Calling delete_port for 21587281-749b-4817-bb27-3be004987d83 owned by {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:26.299695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.330271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event deleted for resources: {'Port': ['ID=21587281-749b-4817-bb27-3be004987d83,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:26.401110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.404541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3a6f491b-f304-4cba-abbc-63bacffae114 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "DELETE /v2.0/ports/21587281-749b-4817-bb27-3be004987d83 HTTP/1.1" status: 204 len: 168 time: 0.4242861 Nov 25 19:10:26.408315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52856) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:26.413566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Request body: {'port': {'name': 'tempest-new-port-name-1079265021', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:26.413962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] bootfile-name is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:26.414302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] tftp-server is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:26.414654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.api.validators [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] server-ip-address is not in valid_values {{(pid=103457) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:10:26.477673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.562805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc533cd-0485-4f95-b351-91a969d3da10 None None] Network 625450d3-cc8a-46b5-b10d-32d208830680 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:26.648951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fc66cf6c-c81a-40b0-8bf8-81451153d40b None None] Provisioning complete for port a49fbd3c-0983-4269-b879-890da6fc8b51 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:26.649572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc66cf6c-c81a-40b0-8bf8-81451153d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.681014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a49fbd3c-0983-4269-b879-890da6fc8b51 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:10:26.700452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.706767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.781931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event updated for resources: {'Port': ['ID=543dcea5-c99f-4f34-85b4-1fcdc3399eb7,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:26.800673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] In _notify_port_updated(), no bound segment for port 543dcea5-c99f-4f34-85b4-1fcdc3399eb7 on network 625450d3-cc8a-46b5-b10d-32d208830680 {{(pid=103457) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:10:26.806185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:26.806853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.811107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f8bd09bf-8024-40fe-ad34-0adae5d7c868 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "PUT /v2.0/ports/543dcea5-c99f-4f34-85b4-1fcdc3399eb7 HTTP/1.1" status: 200 len: 1137 time: 0.3988409 Nov 25 19:10:26.811345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:26.841377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a49fbd3c-0983-4269-b879-890da6fc8b51 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:26.841779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.853401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90646de6-394c-4efd-b4f0-0e055f7c98da tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:26.854807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-90646de6-394c-4efd-b4f0-0e055f7c98da tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "GET /v2.0/ports/543dcea5-c99f-4f34-85b4-1fcdc3399eb7 HTTP/1.1" status: 200 len: 1137 time: 0.0425322 Nov 25 19:10:26.859499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:26.870620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc66cf6c-c81a-40b0-8bf8-81451153d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.925878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fc66cf6c-c81a-40b0-8bf8-81451153d40b None None] For port a49fbd3c-0983-4269-b879-890da6fc8b51, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a49fbd3c-0983-4269-b879-890da6fc8b51,segment=NetworkSegment(a58ef7c8-111f-4d03-bdf5-268feae29ab5),segment_id=a58ef7c8-111f-4d03-bdf5-268feae29ab5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:26.948258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fc66cf6c-c81a-40b0-8bf8-81451153d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.957432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Deleting port 543dcea5-c99f-4f34-85b4-1fcdc3399eb7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:26.957904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:26.999209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.020682 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66cf6c-c81a-40b0-8bf8-81451153d40b None None] Pushing event updated for resources: {'Port': ['ID=a49fbd3c-0983-4269-b879-890da6fc8b51,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:27.058068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.066296 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:10:27.066833 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:10:27.071681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Calling delete_port for 543dcea5-c99f-4f34-85b4-1fcdc3399eb7 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:27.176126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-39579eb7-b3ca-4292-b6c0-8ca900b03503 None None] Provisioning complete for port a49fbd3c-0983-4269-b879-890da6fc8b51 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:27.176410 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-39579eb7-b3ca-4292-b6c0-8ca900b03503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.215269 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.246243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event deleted for resources: {'Port': ['ID=543dcea5-c99f-4f34-85b4-1fcdc3399eb7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:27.276514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-39579eb7-b3ca-4292-b6c0-8ca900b03503 None None] Could not find standard attr ID for object 543dcea5-c99f-4f34-85b4-1fcdc3399eb7. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:10:27.318775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.324484 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-937a961c-fb36-4965-8244-5c4b6510935d tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "DELETE /v2.0/ports/543dcea5-c99f-4f34-85b4-1fcdc3399eb7 HTTP/1.1" status: 204 len: 168 time: 0.4618554 Nov 25 19:10:27.324706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52862) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:27.376426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Deleting subnet b5c60ea8-4d3b-418c-bca0-b4ce15591672 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:10:27.379836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.390756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c1461748-c227-400f-83b3-40ee3aba2fae None None] Could not find standard attr ID for object 543dcea5-c99f-4f34-85b4-1fcdc3399eb7. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:10:27.423073 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.502348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2f91a63d-f397-479c-937b-f8206e2a33c8 None None] Could not find standard attr ID for object 21587281-749b-4817-bb27-3be004987d83. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:10:27.515198 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.917272 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.917719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-71afa151-ce48-4e8d-8540-95ddbf259477 None None] Could not find standard attr ID for object 543dcea5-c99f-4f34-85b4-1fcdc3399eb7. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:10:27.947207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c60ea8-4d3b-418c-bca0-b4ce15591672,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:27.950398 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:27.956872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-38e678e5-55a8-4952-b4f1-c9ae864b74bd tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "DELETE /v2.0/subnets/b5c60ea8-4d3b-418c-bca0-b4ce15591672 HTTP/1.1" status: 204 len: 168 time: 0.6311600 Nov 25 19:10:27.957076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52864) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:28.015273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0316f8-e180-43bd-9b9b-5d431f4f5000 None None] Network 625450d3-cc8a-46b5-b10d-32d208830680 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:28.037380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.089473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Deleting port a49fbd3c-0983-4269-b879-890da6fc8b51 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:28.089715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.151214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] For port a49fbd3c-0983-4269-b879-890da6fc8b51, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a49fbd3c-0983-4269-b879-890da6fc8b51,segment=NetworkSegment(a58ef7c8-111f-4d03-bdf5-268feae29ab5),segment_id=a58ef7c8-111f-4d03-bdf5-268feae29ab5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:28.151582 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.165017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Calling delete_port for a49fbd3c-0983-4269-b879-890da6fc8b51 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:28.189649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] DHCP port deletion for 625450d3-cc8a-46b5-b10d-32d208830680 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:10:28.235575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] Deleting port a49fbd3c-0983-4269-b879-890da6fc8b51 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:28.235945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.247903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.274784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event deleted for resources: {'Port': ['ID=a49fbd3c-0983-4269-b879-890da6fc8b51,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:28.276612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] No DVR routers for this DVR port a49fbd3c-0983-4269-b879-890da6fc8b51 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:10:28.304789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] For port a49fbd3c-0983-4269-b879-890da6fc8b51, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a49fbd3c-0983-4269-b879-890da6fc8b51,segment=NetworkSegment(a58ef7c8-111f-4d03-bdf5-268feae29ab5),segment_id=a58ef7c8-111f-4d03-bdf5-268feae29ab5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:28.305182 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.318193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] Calling delete_port for a49fbd3c-0983-4269-b879-890da6fc8b51 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:28.358207 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.377217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625450d3-cc8a-46b5-b10d-32d208830680']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:28.386355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58ef7c8-111f-4d03-bdf5-268feae29ab5') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:28.386693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58ef7c8-111f-4d03-bdf5-268feae29ab5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:28.394727 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.398092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.411970 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.417698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:10:28.418069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:10:28.422240 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:10:28.425084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] Pushing event deleted for resources: {'Port': ['ID=a49fbd3c-0983-4269-b879-890da6fc8b51,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:28.426912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54190aa-1540-4d3d-b9d7-8361837fc19c None None] No DVR routers for this DVR port a49fbd3c-0983-4269-b879-890da6fc8b51 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:10:28.488594 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.495592 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.499355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] 10.222.0.62 "DELETE /v2.0/networks/625450d3-cc8a-46b5-b10d-32d208830680 HTTP/1.1" status: 204 len: 168 time: 0.5411990 Nov 25 19:10:28.514366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decc6b7-a823-4618-81f0-42c0a9c45ab8 tempest-ExtraDHCPOptionsTestJSON-148113274 tempest-ExtraDHCPOptionsTestJSON-148113274-project] Pushing event deleted for resources: {'Network': ['ID=625450d3-cc8a-46b5-b10d-32d208830680,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:28.605073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a49fbd3c-0983-4269-b879-890da6fc8b51 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:10:28.625683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a49fbd3c-0983-4269-b879-890da6fc8b51 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:10:28.626075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a49fbd3c-0983-4269-b879-890da6fc8b51 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:10:28.739073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52870) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:28.871467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-13d78c65-f1bd-44dd-bc71-b3644651682a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdd57e9f62dc4b8f80a0f552e2d4829a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312222 Nov 25 19:10:28.873972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52874) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:28.920953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8986d777-df9d-443d-acbf-d31cdba6cfcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.941208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8986d777-df9d-443d-acbf-d31cdba6cfcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.987616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8986d777-df9d-443d-acbf-d31cdba6cfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.990166 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8986d777-df9d-443d-acbf-d31cdba6cfcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:28.991333 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8986d777-df9d-443d-acbf-d31cdba6cfcb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ece67cd-52dc-4f76-a5b7-7833b3eb055d HTTP/1.1" status: 204 len: 168 time: 0.1164718 Nov 25 19:10:28.999041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986d777-df9d-443d-acbf-d31cdba6cfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece67cd-52dc-4f76-a5b7-7833b3eb055d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:29.675334 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52896) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:29.771552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-479b81f9-7ce6-4153-9c64-b2b52d461818 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:29.772212 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-479b81f9-7ce6-4153-9c64-b2b52d461818 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:10:29.772730 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-479b81f9-7ce6-4153-9c64-b2b52d461818 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:10:29.773686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-479b81f9-7ce6-4153-9c64-b2b52d461818 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0973520 Nov 25 19:10:29.777238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52900) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:29.782005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027925765'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:29.803177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.811711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.881981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.885386 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.925639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1b565-7ff6-4f6f-ab9b-d6c1cdfd9ec3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:29.965511 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.969069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.993369 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:29.994674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2164061 Nov 25 19:10:29.997481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52902) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.002714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-24d7579f-3f9c-4f4c-84ca-5a3ae923cd4d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5e80c778-367c-4d60-b898-eef94083adb8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:30.003399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b201d2-4187-44ee-89e0-fcd09e90dddd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e80c778-367c-4d60-b898-eef94083adb8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:30.033180 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24d7579f-3f9c-4f4c-84ca-5a3ae923cd4d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.085810 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24d7579f-3f9c-4f4c-84ca-5a3ae923cd4d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.089326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24d7579f-3f9c-4f4c-84ca-5a3ae923cd4d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.106402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7579f-3f9c-4f4c-84ca-5a3ae923cd4d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03efe10e-b24f-4c9f-93dc-0462c5367440,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:30.113468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24d7579f-3f9c-4f4c-84ca-5a3ae923cd4d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.114671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-24d7579f-3f9c-4f4c-84ca-5a3ae923cd4d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155303 Nov 25 19:10:30.117471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52904) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.121684 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8a8f4203-5ddf-4304-937d-393ab31c244d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5e80c778-367c-4d60-b898-eef94083adb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:30.147206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4203-5ddf-4304-937d-393ab31c244d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.191007 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-8a8f4203-5ddf-4304-937d-393ab31c244d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:10:30.192005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8a8f4203-5ddf-4304-937d-393ab31c244d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0736091 Nov 25 19:10:30.195630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52906) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.250159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4acfcdf4-8ec0-415c-87fa-031e5ec9ba41 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.271628 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4acfcdf4-8ec0-415c-87fa-031e5ec9ba41 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.316348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4acfcdf4-8ec0-415c-87fa-031e5ec9ba41 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.319061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4acfcdf4-8ec0-415c-87fa-031e5ec9ba41 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.320189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4acfcdf4-8ec0-415c-87fa-031e5ec9ba41 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e80c778-367c-4d60-b898-eef94083adb8 HTTP/1.1" status: 204 len: 168 time: 0.1236479 Nov 25 19:10:30.322991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52908) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.329449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfcdf4-8ec0-415c-87fa-031e5ec9ba41 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e80c778-367c-4d60-b898-eef94083adb8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:30.368910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-428748d7-6fca-47a5-af4d-e3081500b8dd tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0430613 Nov 25 19:10:30.370808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52910) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.374969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d5e5d4ee-6819-4031-af70-e91ea9d01ef1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243580165'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:30.396295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d4ee-6819-4031-af70-e91ea9d01ef1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.461458 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d4ee-6819-4031-af70-e91ea9d01ef1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.465019 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d4ee-6819-4031-af70-e91ea9d01ef1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.495636 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d4ee-6819-4031-af70-e91ea9d01ef1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.496861 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d5e5d4ee-6819-4031-af70-e91ea9d01ef1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1251516 Nov 25 19:10:30.500370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52912) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.501609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5d4ee-6819-4031-af70-e91ea9d01ef1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee12534-0f80-45f5-a5ef-1563c3283477,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:30.505748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-186a6d7f-4aca-4060-8b6f-6f8be66b70fb tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '2ee12534-0f80-45f5-a5ef-1563c3283477', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:30.506230 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-186a6d7f-4aca-4060-8b6f-6f8be66b70fb tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 19:10:30.506776 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-186a6d7f-4aca-4060-8b6f-6f8be66b70fb tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:30.510143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-186a6d7f-4aca-4060-8b6f-6f8be66b70fb tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063162 Nov 25 19:10:30.511217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52914) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.561074 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96810b69-7a76-46f3-aa1a-11e578c1f53d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.583086 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96810b69-7a76-46f3-aa1a-11e578c1f53d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.624211 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96810b69-7a76-46f3-aa1a-11e578c1f53d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.626838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96810b69-7a76-46f3-aa1a-11e578c1f53d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.627980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-96810b69-7a76-46f3-aa1a-11e578c1f53d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/2ee12534-0f80-45f5-a5ef-1563c3283477 HTTP/1.1" status: 204 len: 168 time: 0.1167500 Nov 25 19:10:30.630839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52916) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.636622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96810b69-7a76-46f3-aa1a-11e578c1f53d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee12534-0f80-45f5-a5ef-1563c3283477,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:30.673562 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-13d7c039-9ae9-4e8e-b663-6272f80c2f97 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0414855 Nov 25 19:10:30.677945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52918) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.682227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1e1e5e48-d403-4507-aefc-6ea363c03624 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002006098'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:30.704418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5e48-d403-4507-aefc-6ea363c03624 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.767492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5e48-d403-4507-aefc-6ea363c03624 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.770893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5e48-d403-4507-aefc-6ea363c03624 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.805093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5e48-d403-4507-aefc-6ea363c03624 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.806307 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e1e5e48-d403-4507-aefc-6ea363c03624 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1273873 Nov 25 19:10:30.807020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e5e48-d403-4507-aefc-6ea363c03624 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de0bb5e-e213-4029-b586-fd3c3cf4013f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:30.809150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52920) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.813997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9d1317a6-033b-4ca0-bb9d-27219daa04f3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '1de0bb5e-e213-4029-b586-fd3c3cf4013f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:30.814579 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-9d1317a6-033b-4ca0-bb9d-27219daa04f3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 19:10:30.815071 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-9d1317a6-033b-4ca0-bb9d-27219daa04f3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:30.818768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9d1317a6-033b-4ca0-bb9d-27219daa04f3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059502 Nov 25 19:10:30.818768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52922) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.868319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45b0489e-5d0c-4008-b5c3-e9c42efcf97b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.890724 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45b0489e-5d0c-4008-b5c3-e9c42efcf97b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.918223 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.934501 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45b0489e-5d0c-4008-b5c3-e9c42efcf97b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.937666 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45b0489e-5d0c-4008-b5c3-e9c42efcf97b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:30.938820 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-45b0489e-5d0c-4008-b5c3-e9c42efcf97b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/1de0bb5e-e213-4029-b586-fd3c3cf4013f HTTP/1.1" status: 204 len: 168 time: 0.1195340 Nov 25 19:10:30.941580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52924) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.947545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0489e-5d0c-4008-b5c3-e9c42efcf97b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de0bb5e-e213-4029-b586-fd3c3cf4013f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:30.986480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a67085e8-b5ad-4e43-8ea1-a9d506a2694c tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0437043 Nov 25 19:10:30.990040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52926) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:30.994211 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c058d012-2a83-40d1-ad0d-0b906173b243 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--184367493'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.014598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c058d012-2a83-40d1-ad0d-0b906173b243 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.078582 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c058d012-2a83-40d1-ad0d-0b906173b243 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.081990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c058d012-2a83-40d1-ad0d-0b906173b243 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.109061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c058d012-2a83-40d1-ad0d-0b906173b243 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.110260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c058d012-2a83-40d1-ad0d-0b906173b243 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1192844 Nov 25 19:10:31.113339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52928) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.115307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d012-2a83-40d1-ad0d-0b906173b243 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45dbe3-ead1-4614-9cba-272d4ff18922,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:31.118024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9bfd9d0d-9a73-48fb-8123-f30520443ada tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '0a45dbe3-ead1-4614-9cba-272d4ff18922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.118959 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-9bfd9d0d-9a73-48fb-8123-f30520443ada tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 19:10:31.119462 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-9bfd9d0d-9a73-48fb-8123-f30520443ada tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.120456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9bfd9d0d-9a73-48fb-8123-f30520443ada tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061181 Nov 25 19:10:31.123162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52930) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.128331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5c3283f1-8380-4a98-b58b-87e90b0075e3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '0a45dbe3-ead1-4614-9cba-272d4ff18922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.128969 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-5c3283f1-8380-4a98-b58b-87e90b0075e3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 19:10:31.129440 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-5c3283f1-8380-4a98-b58b-87e90b0075e3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.130372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c3283f1-8380-4a98-b58b-87e90b0075e3 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062947 Nov 25 19:10:31.132843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52932) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.136664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-90d144ce-d123-414c-a196-bd9551e69780 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '0a45dbe3-ead1-4614-9cba-272d4ff18922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.137431 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-90d144ce-d123-414c-a196-bd9551e69780 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 19:10:31.137889 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-90d144ce-d123-414c-a196-bd9551e69780 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.138840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-90d144ce-d123-414c-a196-bd9551e69780 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051546 Nov 25 19:10:31.141001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52934) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.144883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8074368a-65da-4d26-9a62-c2a10abe381f tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '0a45dbe3-ead1-4614-9cba-272d4ff18922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.146372 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-8074368a-65da-4d26-9a62-c2a10abe381f tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 19:10:31.146856 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-8074368a-65da-4d26-9a62-c2a10abe381f tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.147765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8074368a-65da-4d26-9a62-c2a10abe381f tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059192 Nov 25 19:10:31.149987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52936) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.200031 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58bca015-5f1a-45b4-ba56-7b985cbbc382 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.223404 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58bca015-5f1a-45b4-ba56-7b985cbbc382 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.266682 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58bca015-5f1a-45b4-ba56-7b985cbbc382 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.269270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58bca015-5f1a-45b4-ba56-7b985cbbc382 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.270400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-58bca015-5f1a-45b4-ba56-7b985cbbc382 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/0a45dbe3-ead1-4614-9cba-272d4ff18922 HTTP/1.1" status: 204 len: 168 time: 0.1195660 Nov 25 19:10:31.273448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52938) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.290079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bca015-5f1a-45b4-ba56-7b985cbbc382 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45dbe3-ead1-4614-9cba-272d4ff18922,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:31.320363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6ab15177-c760-4943-9f94-d5ea3e2cad02 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458901 Nov 25 19:10:31.324143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.329319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c776cc29-c3ca-4fd6-a6f0-0954ec4b1c96 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460819811'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.350379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c776cc29-c3ca-4fd6-a6f0-0954ec4b1c96 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.414537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c776cc29-c3ca-4fd6-a6f0-0954ec4b1c96 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.418274 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c776cc29-c3ca-4fd6-a6f0-0954ec4b1c96 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.447105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c776cc29-c3ca-4fd6-a6f0-0954ec4b1c96 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.448338 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c776cc29-c3ca-4fd6-a6f0-0954ec4b1c96 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1232712 Nov 25 19:10:31.451353 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52942) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.452589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776cc29-c3ca-4fd6-a6f0-0954ec4b1c96 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:31.456259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-aa18e1b9-2766-4f50-9eb2-ef8261e85937 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.456741 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-aa18e1b9-2766-4f50-9eb2-ef8261e85937 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:10:31.457547 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-aa18e1b9-2766-4f50-9eb2-ef8261e85937 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.458524 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aa18e1b9-2766-4f50-9eb2-ef8261e85937 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061541 Nov 25 19:10:31.461131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.465098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3bcd75e2-807c-42ca-bc5a-332a3d0f3335 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.498609 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-3bcd75e2-807c-42ca-bc5a-332a3d0f3335 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.499865 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3bcd75e2-807c-42ca-bc5a-332a3d0f3335 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0377793 Nov 25 19:10:31.502624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52946) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.507093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-73273a8d-ed3a-464f-9f08-0470c8de5529 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.507567 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-73273a8d-ed3a-464f-9f08-0470c8de5529 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 19:10:31.508049 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-73273a8d-ed3a-464f-9f08-0470c8de5529 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.508965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-73273a8d-ed3a-464f-9f08-0470c8de5529 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054290 Nov 25 19:10:31.511760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.516417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-20f01421-cfe3-4f49-aecf-78873cdd947d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.551752 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-20f01421-cfe3-4f49-aecf-78873cdd947d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.552810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-20f01421-cfe3-4f49-aecf-78873cdd947d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0401633 Nov 25 19:10:31.555598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.559894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f66735a7-6b40-47b6-93db-34279e5b554d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.560470 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-f66735a7-6b40-47b6-93db-34279e5b554d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:10:31.561446 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-f66735a7-6b40-47b6-93db-34279e5b554d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.562349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f66735a7-6b40-47b6-93db-34279e5b554d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058420 Nov 25 19:10:31.564649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.568687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-12e656e7-d5f4-40e2-9c1f-7a2cc2d7a685 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.602807 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-12e656e7-d5f4-40e2-9c1f-7a2cc2d7a685 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.604098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-12e656e7-d5f4-40e2-9c1f-7a2cc2d7a685 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0383708 Nov 25 19:10:31.606637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52954) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.611355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7e925739-e911-4420-b7e7-584c29678160 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.611820 n-d-819194-3 neutron-server[103457]: WARNING neutron.api.v2.base [None req-7e925739-e911-4420-b7e7-584c29678160 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 19:10:31.612276 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-7e925739-e911-4420-b7e7-584c29678160 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.613232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7e925739-e911-4420-b7e7-584c29678160 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056586 Nov 25 19:10:31.615466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52956) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.619277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3913f9ed-2641-48dc-a3bb-8a3b07fd3d38 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.651862 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-3913f9ed-2641-48dc-a3bb-8a3b07fd3d38 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.652851 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3913f9ed-2641-48dc-a3bb-8a3b07fd3d38 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0365622 Nov 25 19:10:31.655544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52958) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.659677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d4859068-92ea-4551-ba48-7ce97c61df09 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.692835 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-d4859068-92ea-4551-ba48-7ce97c61df09 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:31.693930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d4859068-92ea-4551-ba48-7ce97c61df09 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0375056 Nov 25 19:10:31.696577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.746330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ec964f6-a330-4f0d-851e-d701d3e26006 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.767218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ec964f6-a330-4f0d-851e-d701d3e26006 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.808233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ec964f6-a330-4f0d-851e-d701d3e26006 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.810850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ec964f6-a330-4f0d-851e-d701d3e26006 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.811993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ec964f6-a330-4f0d-851e-d701d3e26006 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36 HTTP/1.1" status: 204 len: 168 time: 0.1145422 Nov 25 19:10:31.814643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.820843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec964f6-a330-4f0d-851e-d701d3e26006 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040e3eb-fbe7-41c8-b9b5-0afcd13e1f36,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:31.861060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8dde8ca8-9e62-4acc-929b-a12f89348fd6 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450704 Nov 25 19:10:31.864593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52964) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.868988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--692331401'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.890058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.953398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.957242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.987108 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.988317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1228020 Nov 25 19:10:31.990125 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f15d7-b2d6-4fa2-9561-20f53fe2d094,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:31.991680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52966) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:31.996338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-67f3e57a-e468-40f3-aa69-ff954e2dd487 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '0b5f15d7-b2d6-4fa2-9561-20f53fe2d094', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:31.997540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:31.998013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:31.998384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:31.998757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:31.999092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:31.999425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:31.999757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.000083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.000405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.000733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.001059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.001385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da53b45-07bd-4d9e-b667-bcba6ceb39ba tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:32.035906 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-67f3e57a-e468-40f3-aa69-ff954e2dd487 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The resource could not be found. Nov 25 19:10:32.036961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-67f3e57a-e468-40f3-aa69-ff954e2dd487 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0441718 Nov 25 19:10:32.039724 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.043993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6be4d068-1b14-4dc8-9698-b531e7418d6a tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '0b5f15d7-b2d6-4fa2-9561-20f53fe2d094', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '12e4e204-e781-4ce3-86a9-64f173461a6d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:32.079284 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-6be4d068-1b14-4dc8-9698-b531e7418d6a tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The resource could not be found. Nov 25 19:10:32.080301 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6be4d068-1b14-4dc8-9698-b531e7418d6a tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0396600 Nov 25 19:10:32.082989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52970) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.132481 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de30eb-e01c-4961-a8a8-1610d9db9a24 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.155861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de30eb-e01c-4961-a8a8-1610d9db9a24 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.194732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de30eb-e01c-4961-a8a8-1610d9db9a24 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.197338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95de30eb-e01c-4961-a8a8-1610d9db9a24 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.198471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95de30eb-e01c-4961-a8a8-1610d9db9a24 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b5f15d7-b2d6-4fa2-9561-20f53fe2d094 HTTP/1.1" status: 204 len: 168 time: 0.1146049 Nov 25 19:10:32.201811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52972) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.207743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de30eb-e01c-4961-a8a8-1610d9db9a24 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f15d7-b2d6-4fa2-9561-20f53fe2d094,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:32.248164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-394553b7-4fd1-4af3-a522-cb7147fc91e1 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451961 Nov 25 19:10:32.251972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52974) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.256238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4af07c4e-904a-4290-8766-0d0b24478901 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '994ed836-48c1-453e-af85-22b2a3a2b95d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:32.292596 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-4af07c4e-904a-4290-8766-0d0b24478901 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The resource could not be found. Nov 25 19:10:32.297751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4af07c4e-904a-4290-8766-0d0b24478901 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0407207 Nov 25 19:10:32.297932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52976) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.302178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-84cfb0f7-3698-4e41-ab16-ed72ac2836b5 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--272871161'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:32.630802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84cfb0f7-3698-4e41-ab16-ed72ac2836b5 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.693880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84cfb0f7-3698-4e41-ab16-ed72ac2836b5 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.698376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84cfb0f7-3698-4e41-ab16-ed72ac2836b5 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.728625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-84cfb0f7-3698-4e41-ab16-ed72ac2836b5 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.729839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-84cfb0f7-3698-4e41-ab16-ed72ac2836b5 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4309676 Nov 25 19:10:32.730931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb0f7-3698-4e41-ab16-ed72ac2836b5 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4c16c7-1623-4ec7-bef1-9a33f4b4842c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:32.732802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52978) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.737318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3a5c9f62-9d35-45ff-babd-169cdd7a2f90 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255120914'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:32.759502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f62-9d35-45ff-babd-169cdd7a2f90 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.822392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f62-9d35-45ff-babd-169cdd7a2f90 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.825994 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f62-9d35-45ff-babd-169cdd7a2f90 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.858257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f62-9d35-45ff-babd-169cdd7a2f90 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.859473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3a5c9f62-9d35-45ff-babd-169cdd7a2f90 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1256695 Nov 25 19:10:32.861340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9f62-9d35-45ff-babd-169cdd7a2f90 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0480ab28-322e-4776-8ab2-0049df215bcc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:32.862532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52980) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.867115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b9a24c9f-c03d-48b3-bcb1-ee1e239197db tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group_rule': {'security_group_id': '5f4c16c7-1623-4ec7-bef1-9a33f4b4842c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0480ab28-322e-4776-8ab2-0049df215bcc'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:32.900525 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-b9a24c9f-c03d-48b3-bcb1-ee1e239197db tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:10:32.901572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b9a24c9f-c03d-48b3-bcb1-ee1e239197db tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0380466 Nov 25 19:10:32.905197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:32.956206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0f707c5-bfb6-46ec-a5e2-75ca695d7595 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:32.977704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0f707c5-bfb6-46ec-a5e2-75ca695d7595 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.017539 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0f707c5-bfb6-46ec-a5e2-75ca695d7595 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.020162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0f707c5-bfb6-46ec-a5e2-75ca695d7595 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.021291 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c0f707c5-bfb6-46ec-a5e2-75ca695d7595 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/0480ab28-322e-4776-8ab2-0049df215bcc HTTP/1.1" status: 204 len: 168 time: 0.1149230 Nov 25 19:10:33.024025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52984) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.030477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f707c5-bfb6-46ec-a5e2-75ca695d7595 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0480ab28-322e-4776-8ab2-0049df215bcc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:33.075539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d30d7dce-7506-4614-838a-a92bf1fb005b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0502520 Nov 25 19:10:33.079049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52986) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.129541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69114c1e-ef98-4fda-b276-780e1f1c3b01 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.150932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69114c1e-ef98-4fda-b276-780e1f1c3b01 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.192100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69114c1e-ef98-4fda-b276-780e1f1c3b01 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.194883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-69114c1e-ef98-4fda-b276-780e1f1c3b01 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.196178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-69114c1e-ef98-4fda-b276-780e1f1c3b01 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/5f4c16c7-1623-4ec7-bef1-9a33f4b4842c HTTP/1.1" status: 204 len: 168 time: 0.1161606 Nov 25 19:10:33.198844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.205695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69114c1e-ef98-4fda-b276-780e1f1c3b01 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4c16c7-1623-4ec7-bef1-9a33f4b4842c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:33.247538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2d7da90c-d7d7-46ef-a20b-034a0c490216 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0474322 Nov 25 19:10:33.251619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52990) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.255737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082446641'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:33.275747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.339726 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.343541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.371830 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.373557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1205006 Nov 25 19:10:33.375435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a76796-80d1-4031-8459-00b23791d3ec,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:33.376575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.381191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d0af4adf-fb49-4547-b7e2-b4cc571df13c tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:33.381608 n-d-819194-3 neutron-server[103456]: WARNING neutron.api.v2.base [None req-d0af4adf-fb49-4547-b7e2-b4cc571df13c tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:10:33.382088 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-d0af4adf-fb49-4547-b7e2-b4cc571df13c tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 19:10:33.383068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d0af4adf-fb49-4547-b7e2-b4cc571df13c tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "PUT /v2.0/security-groups/79a76796-80d1-4031-8459-00b23791d3ec HTTP/1.1" status: 409 len: 330 time: 0.0054739 Nov 25 19:10:33.383201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.383464 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.383812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.384162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.384568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.384832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.385166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.385496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.385647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 52994) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.385839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.386147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.386500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.386834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340b482-d334-4f2e-9257-846900d6c06e tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:33.438376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0e97-a472-4766-9d3e-8b44866fb404 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.460434 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0e97-a472-4766-9d3e-8b44866fb404 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.498971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0e97-a472-4766-9d3e-8b44866fb404 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.501575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0e97-a472-4766-9d3e-8b44866fb404 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.505228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4a4b0e97-a472-4766-9d3e-8b44866fb404 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/79a76796-80d1-4031-8459-00b23791d3ec HTTP/1.1" status: 204 len: 168 time: 0.1160750 Nov 25 19:10:33.505553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52996) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.512047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b0e97-a472-4766-9d3e-8b44866fb404 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a76796-80d1-4031-8459-00b23791d3ec,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:33.554965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-887a2918-3cd8-4396-90e3-d1545a47d20d tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0478814 Nov 25 19:10:33.558383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 52998) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.564022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.572207 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-02c7970e-f3a3-45be-99e3-c08a1c4e6eee tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] delete failed (client error): The resource could not be found. Nov 25 19:10:33.573170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-02c7970e-f3a3-45be-99e3-c08a1c4e6eee tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "DELETE /v2.0/security-groups/e3f24600-af69-4c8a-b3ee-21d8e6f9dfa2 HTTP/1.1" status: 404 len: 347 time: 0.0138657 Nov 25 19:10:33.576683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53000) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.589463 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-241085f2-d7fc-484d-958f-7b36ebbdb37b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] show failed (client error): The resource could not be found. Nov 25 19:10:33.590418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-241085f2-d7fc-484d-958f-7b36ebbdb37b tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-groups/9c1f1927-d246-4a71-bd3d-ddcfc7ee0268 HTTP/1.1" status: 404 len: 347 time: 0.0128496 Nov 25 19:10:33.594104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.604585 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-89fbe58d-04f2-4000-adc4-e7975c861756 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] show failed (client error): The resource could not be found. Nov 25 19:10:33.605530 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-89fbe58d-04f2-4000-adc4-e7975c861756 tempest-NegativeSecGroupTest-1977514900 tempest-NegativeSecGroupTest-1977514900-project] 10.222.0.62 "GET /v2.0/security-group-rules/ec9c16e8-0c5b-4c13-8df6-a29406fb5729 HTTP/1.1" status: 404 len: 356 time: 0.0104897 Nov 25 19:10:33.846865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53012) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.974712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68e2e106-927b-4ba2-8c3b-5575f71d06d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62b26739aac24fc6943d3dd1229fa7a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266479 Nov 25 19:10:33.977253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53016) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:34.024221 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-041cb869-3f10-41b0-b805-02be48f4a00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:34.045303 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-041cb869-3f10-41b0-b805-02be48f4a00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:34.092073 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-041cb869-3f10-41b0-b805-02be48f4a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:34.094861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-041cb869-3f10-41b0-b805-02be48f4a00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:34.096100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-041cb869-3f10-41b0-b805-02be48f4a00c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1e1b565-7ff6-4f6f-ab9b-d6c1cdfd9ec3 HTTP/1.1" status: 204 len: 168 time: 0.1179907 Nov 25 19:10:34.103829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cb869-3f10-41b0-b805-02be48f4a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e1b565-7ff6-4f6f-ab9b-d6c1cdfd9ec3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:34.715381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53038) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:34.813627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aaa7e10f-608b-47b5-b839-60a4a4b0e0ee tempest-ServiceProvidersTest-383575525 tempest-ServiceProvidersTest-383575525-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0971224 Nov 25 19:10:35.049326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53046) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:35.153230 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99866e5-5160-41be-a8c0-6ef0b8fcf1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.227412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99866e5-5160-41be-a8c0-6ef0b8fcf1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.231394 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99866e5-5160-41be-a8c0-6ef0b8fcf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.268917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b99866e5-5160-41be-a8c0-6ef0b8fcf1ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2df000986d1d4c009d7e0deb041bd6b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185686 Nov 25 19:10:35.270004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99866e5-5160-41be-a8c0-6ef0b8fcf1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349cb6f-46b6-4ce2-9460-37754b289055,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:35.271711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53050) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:35.318431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e91e523-acfb-48c0-8ce0-e3cefc887891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.339357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e91e523-acfb-48c0-8ce0-e3cefc887891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.384306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e91e523-acfb-48c0-8ce0-e3cefc887891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.387141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e91e523-acfb-48c0-8ce0-e3cefc887891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.388361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5e91e523-acfb-48c0-8ce0-e3cefc887891 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b349cb6f-46b6-4ce2-9460-37754b289055 HTTP/1.1" status: 204 len: 168 time: 0.1150377 Nov 25 19:10:35.396721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91e523-acfb-48c0-8ce0-e3cefc887891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349cb6f-46b6-4ce2-9460-37754b289055,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:35.999669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53072) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:36.096316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-966279761'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:36.116156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Made reservation on behalf of d61fabb6b24d40dcb2946fbcf65bc1f1 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:36.119561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.127925 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.198235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.202472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.225409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:10:36.241583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a359394-58bb-42e7-8d1e-d798f7d0eb38,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:36.246204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.246573 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Added segment b652901b-dafe-47e1-83a1-ae9d08fa743e of type vlan for network ac8b1438-87f9-47b4-9505-e77720024976 Nov 25 19:10:36.285502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.308935 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.314975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:36.315556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.368316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3674088 Nov 25 19:10:36.370988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53076) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:36.376669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Request body: {'subnet': {'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:36.431010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d932ab-83fa-409a-aa9e-ea4798bf0f86 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Pushing event updated for resources: {'Network': ['ID=ac8b1438-87f9-47b4-9505-e77720024976,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:36.441763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network ac8b1438-87f9-47b4-9505-e77720024976 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:10:36.477801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Made reservation on behalf of d61fabb6b24d40dcb2946fbcf65bc1f1 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:36.481405 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.656650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.719450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Pushing event updated for resources: {'Subnet': ['ID=aa661cbe-bc29-441a-99e8-2af82d203146,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:36.721823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Checking segment: {'id': 'b652901b-dafe-47e1-83a1-ae9d08fa743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:36.722185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Network hostable DHCP agents. Network: ac8b1438-87f9-47b4-9505-e77720024976, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:10:36.738653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Network ac8b1438-87f9-47b4-9505-e77720024976 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:10:36.747041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, ac8b1438-87f9-47b4-9505-e77720024976) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:36.750884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:36.751477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.755943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c225a20-5149-45c9-ac93-bec29947b0d1 None None] Network ac8b1438-87f9-47b4-9505-e77720024976 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:36.767143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-265f3889-373e-452f-be12-03e862e86a41 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3950105 Nov 25 19:10:36.769682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:36.776237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Request body: {'port': {'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976', 'name': 'tempest-TagsExtTest-1665810250'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:36.889569 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Made reservation on behalf of d61fabb6b24d40dcb2946fbcf65bc1f1 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:36.893312 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.898552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-ac8b1438-87f9-47b4-9505-e77720024976', 'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976', 'tenant_id': 'd61fabb6b24d40dcb2946fbcf65bc1f1', 'fixed_ips': [{'subnet_id': 'aa661cbe-bc29-441a-99e8-2af82d203146'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:10:36.899497 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.911853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] device_id is not set on port ae6fa44b-6e5b-4f40-a51a-851577b60595 yet. {{(pid=103457) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:10:37.021374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Allocated IP 172.20.0.6 (ac8b1438-87f9-47b4-9505-e77720024976/aa661cbe-bc29-441a-99e8-2af82d203146/ae6fa44b-6e5b-4f40-a51a-851577b60595) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:37.166858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.199368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.246541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Network ac8b1438-87f9-47b4-9505-e77720024976 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:37.248711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Allocated IP 172.20.0.2 (ac8b1438-87f9-47b4-9505-e77720024976/aa661cbe-bc29-441a-99e8-2af82d203146/53a6f313-5869-4e0b-997d-ea1cce3c4d8c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:10:37.249632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:37.253228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:37.278305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Pushing event updated for resources: {'Port': ['ID=ae6fa44b-6e5b-4f40-a51a-851577b60595,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:37.309995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:37.310869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.328777 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0de3e1f0-847f-4371-84a8-75cb9cd13c97 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.5572293 Nov 25 19:10:37.331503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53080) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.335942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6a0e812d-8f25-47ec-8bae-1618be97bf5c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1788856654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:37.358998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a0e812d-8f25-47ec-8bae-1618be97bf5c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.359995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a0e812d-8f25-47ec-8bae-1618be97bf5c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.394657 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.400150 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.410698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a0e812d-8f25-47ec-8bae-1618be97bf5c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.414958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a0e812d-8f25-47ec-8bae-1618be97bf5c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.432966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a0e812d-8f25-47ec-8bae-1618be97bf5c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.434101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6a0e812d-8f25-47ec-8bae-1618be97bf5c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1016650 Nov 25 19:10:37.437465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53082) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.441329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Network ac8b1438-87f9-47b4-9505-e77720024976 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:10:37.441823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-29494ab6-cb50-4ac3-9c70-941581abcb74 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-542889743', 'prefixes': ['172.20.0.0/16']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:37.444409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:37.448963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:10:37.452053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Pushing event updated for resources: {'Port': ['ID=53a6f313-5869-4e0b-997d-ea1cce3c4d8c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:37.502134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Attempting to bind port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:10:37.502808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Attempting to bind port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'b652901b-dafe-47e1-83a1-ae9d08fa743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:10:37.503166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Attempting to bind port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c on network ac8b1438-87f9-47b4-9505-e77720024976 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:10:37.503351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-29494ab6-cb50-4ac3-9c70-941581abcb74 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for subnetpool, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.504575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-29494ab6-cb50-4ac3-9c70-941581abcb74 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0661848 Nov 25 19:10:37.508114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:10:37.508406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53084) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.508522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Checking segment: {'id': 'b652901b-dafe-47e1-83a1-ae9d08fa743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:37.508866 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.509250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Bound using segment: {'id': 'b652901b-dafe-47e1-83a1-ae9d08fa743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:10:37.509714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Bound port: 53a6f313-5869-4e0b-997d-ea1cce3c4d8c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b652901b-dafe-47e1-83a1-ae9d08fa743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ac8b1438-87f9-47b4-9505-e77720024976'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:10:37.510085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.512628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-0991aacc-274f-4ce5-8dc2-76b7a8aecbe9 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', 'tempest-TagsExtTest-Tag-567791366') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:37.573489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] For port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:10:37.577239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] For port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=53a6f313-5869-4e0b-997d-ea1cce3c4d8c,segment=NetworkSegment(b652901b-dafe-47e1-83a1-ae9d08fa743e),segment_id=b652901b-dafe-47e1-83a1-ae9d08fa743e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:10:37.581650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.613523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0991aacc-274f-4ce5-8dc2-76b7a8aecbe9 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags/tempest-TagsExtTest-Tag-567791366 HTTP/1.1" status: 201 len: 201 time: 0.1042626 Nov 25 19:10:37.616273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53086) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.621000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-91c31858-3215-4403-aa6c-e6cefdd637d9 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', 'tempest-TagsExtTest-Tag-635956178') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:37.645422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efead1-4b60-4478-a8f3-57c6c479ea43 None None] Pushing event updated for resources: {'Port': ['ID=53a6f313-5869-4e0b-997d-ea1cce3c4d8c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:37.684818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-91c31858-3215-4403-aa6c-e6cefdd637d9 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags/tempest-TagsExtTest-Tag-635956178 HTTP/1.1" status: 201 len: 201 time: 0.0674274 Nov 25 19:10:37.687409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.692232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-9f0e3347-fb89-48df-822b-8f2bd46ba6ce tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', 'tempest-TagsExtTest-Tag-1866152543') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:37.784557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53090) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.790927 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9f0e3347-fb89-48df-822b-8f2bd46ba6ce tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags/tempest-TagsExtTest-Tag-1866152543 HTTP/1.1" status: 201 len: 201 time: 0.0965817 Nov 25 19:10:37.807004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-c19fd4f8-f305-4553-ac1c-6956dbff0ed7 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', 'tempest-TagsExtTest-Tag-840366446') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:37.861450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c19fd4f8-f305-4553-ac1c-6956dbff0ed7 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags/tempest-TagsExtTest-Tag-840366446 HTTP/1.1" status: 201 len: 201 time: 0.0634115 Nov 25 19:10:37.863949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53092) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.868150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-6e2576f1-de90-40e7-bd62-113379406eae tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:37.957931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6e2576f1-de90-40e7-bd62-113379406eae tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags HTTP/1.1" status: 200 len: 240 time: 0.0929217 Nov 25 19:10:37.960624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53094) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:37.964813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-53a6ec73-a986-4d1e-8597-94979276715a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', 'tempest-TagsExtTest-Tag-567791366') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.019614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-53a6ec73-a986-4d1e-8597-94979276715a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags/tempest-TagsExtTest-Tag-567791366 HTTP/1.1" status: 204 len: 168 time: 0.0578890 Nov 25 19:10:38.022619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53096) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.028138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-cd9f856b-7f66-4e30-ae70-0e61aaf1d36b tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', 'tempest-TagsExtTest-Tag-567791366') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.099424 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cd9f856b-7f66-4e30-ae70-0e61aaf1d36b tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags/tempest-TagsExtTest-Tag-567791366 HTTP/1.1" status: 204 len: 168 time: 0.0753272 Nov 25 19:10:38.101767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53098) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.106041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-b225c616-0984-4104-9973-2bd955eb500d tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.156355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b225c616-0984-4104-9973-2bd955eb500d tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags HTTP/1.1" status: 200 len: 205 time: 0.0535579 Nov 25 19:10:38.158766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53100) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.162814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-1b6e0f5b-843d-426a-a32f-d6da87ea7d6d tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.210539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1b6e0f5b-843d-426a-a32f-d6da87ea7d6d tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags HTTP/1.1" status: 200 len: 240 time: 0.0506766 Nov 25 19:10:38.213011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53102) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.217172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-97228ec0-be13-42fd-a57c-6706d59d82f0 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', 'tempest-TagsExtTest-Tag-635956178') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.266916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-97228ec0-be13-42fd-a57c-6706d59d82f0 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags/tempest-TagsExtTest-Tag-635956178 HTTP/1.1" status: 204 len: 168 time: 0.0528629 Nov 25 19:10:38.269276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53104) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.273563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-b6d5d014-f8e1-47cf-a1e1-f5bbe430c72e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', 'tempest-TagsExtTest-Tag-635956178') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.343937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b6d5d014-f8e1-47cf-a1e1-f5bbe430c72e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags/tempest-TagsExtTest-Tag-635956178 HTTP/1.1" status: 204 len: 168 time: 0.0736511 Nov 25 19:10:38.346513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.351325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-a4a88f9e-9f7c-4699-86e2-a62514d8f3a2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.407345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a4a88f9e-9f7c-4699-86e2-a62514d8f3a2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags HTTP/1.1" status: 200 len: 205 time: 0.0596890 Nov 25 19:10:38.410169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53108) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.414602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-a42ed213-8280-44bf-9eeb-39b471b80482 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.494437 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a42ed213-8280-44bf-9eeb-39b471b80482 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags HTTP/1.1" status: 200 len: 241 time: 0.0809069 Nov 25 19:10:38.494688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53110) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.499083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-5a7c95c9-67ee-4f3b-84c2-2882fc055356 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', 'tempest-TagsExtTest-Tag-1866152543') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.557405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ce624-e949-4866-8607-eeafeb72684e None None] Network ac8b1438-87f9-47b4-9505-e77720024976 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:38.577610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5a7c95c9-67ee-4f3b-84c2-2882fc055356 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags/tempest-TagsExtTest-Tag-1866152543 HTTP/1.1" status: 204 len: 168 time: 0.0819178 Nov 25 19:10:38.580297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53112) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.585197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-9725d8e3-d49f-4c7d-9f98-9a4b3d82f5d2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', 'tempest-TagsExtTest-Tag-1866152543') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.588417 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:10:38.638691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d26a3a60-8253-49f4-ae6c-087947771937 None None] Provisioning complete for port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:38.639061 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d26a3a60-8253-49f4-ae6c-087947771937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:38.683587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9725d8e3-d49f-4c7d-9f98-9a4b3d82f5d2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags/tempest-TagsExtTest-Tag-1866152543 HTTP/1.1" status: 204 len: 168 time: 0.1021869 Nov 25 19:10:38.685477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 53a6f313-5869-4e0b-997d-ea1cce3c4d8c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:10:38.687402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53114) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.692930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-d6299f00-8c5c-4361-86b7-d31e88918c77 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.776902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d6299f00-8c5c-4361-86b7-d31e88918c77 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags HTTP/1.1" status: 200 len: 205 time: 0.0861192 Nov 25 19:10:38.777110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53116) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.781624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-c4e7c624-0871-44ec-86b9-ea0dc4303ff2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.839326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c4e7c624-0871-44ec-86b9-ea0dc4303ff2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags HTTP/1.1" status: 200 len: 240 time: 0.0588591 Nov 25 19:10:38.839561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53118) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.841040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:38.841418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:38.843450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d26a3a60-8253-49f4-ae6c-087947771937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:38.844588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-6be53882-4e33-4e70-84e7-4d47f469e943 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', 'tempest-TagsExtTest-Tag-840366446') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.867245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6be53882-4e33-4e70-84e7-4d47f469e943 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags/tempest-TagsExtTest-Tag-840366446 HTTP/1.1" status: 204 len: 168 time: 0.0265398 Nov 25 19:10:38.869691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53120) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.874988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-b62c6f3d-808c-4a2a-a4b1-aa1a1fb84eea tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', 'tempest-TagsExtTest-Tag-840366446') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.907364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d26a3a60-8253-49f4-ae6c-087947771937 None None] For port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=53a6f313-5869-4e0b-997d-ea1cce3c4d8c,segment=NetworkSegment(b652901b-dafe-47e1-83a1-ae9d08fa743e),segment_id=b652901b-dafe-47e1-83a1-ae9d08fa743e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:38.914203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d26a3a60-8253-49f4-ae6c-087947771937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:38.921275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b62c6f3d-808c-4a2a-a4b1-aa1a1fb84eea tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags/tempest-TagsExtTest-Tag-840366446 HTTP/1.1" status: 204 len: 168 time: 0.0483639 Nov 25 19:10:38.922799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.927732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-1360360c-5788-4e9c-9c2d-cbd2ef42ec92 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.954387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1360360c-5788-4e9c-9c2d-cbd2ef42ec92 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags HTTP/1.1" status: 200 len: 205 time: 0.0305090 Nov 25 19:10:38.956910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53124) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.961689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-1f190b0c-1e2a-405d-9f4b-2aa91cb8a2f6 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:38.989496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1f190b0c-1e2a-405d-9f4b-2aa91cb8a2f6 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags HTTP/1.1" status: 204 len: 168 time: 0.0313344 Nov 25 19:10:38.992655 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53126) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.999026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-bf310159-ab3d-4b55-9e88-1c93dffa2cdc tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.011474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a3a60-8253-49f4-ae6c-087947771937 None None] Pushing event updated for resources: {'Port': ['ID=53a6f313-5869-4e0b-997d-ea1cce3c4d8c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:39.104686 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bf310159-ab3d-4b55-9e88-1c93dffa2cdc tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags HTTP/1.1" status: 204 len: 168 time: 0.1106005 Nov 25 19:10:39.108015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53128) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.113009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-10f29bd3-7f24-4ec1-9a7f-28def5eed014 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.135920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7a69ba56-6274-41d0-8667-4abd376a79ed None None] Provisioning complete for port ae6fa44b-6e5b-4f40-a51a-851577b60595 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:39.136296 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba56-6274-41d0-8667-4abd376a79ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:39.173166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-10f29bd3-7f24-4ec1-9a7f-28def5eed014 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags HTTP/1.1" status: 204 len: 168 time: 0.0617971 Nov 25 19:10:39.173412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7a69ba56-6274-41d0-8667-4abd376a79ed None None] Port ae6fa44b-6e5b-4f40-a51a-851577b60595 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:10:39.173594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53130) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.179210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-08cbfc96-13d5-4bcd-85ef-972feebd07da tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.183525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7a69ba56-6274-41d0-8667-4abd376a79ed None None] Provisioning complete for port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:39.183884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba56-6274-41d0-8667-4abd376a79ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:39.238267 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-08cbfc96-13d5-4bcd-85ef-972feebd07da tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags HTTP/1.1" status: 204 len: 168 time: 0.0634532 Nov 25 19:10:39.242218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53132) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.246427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-453a2d72-dacd-4107-b3de-cd9936d31ca2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', 'tempest-TagsExtTest-Tag-882462995') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.309884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-453a2d72-dacd-4107-b3de-cd9936d31ca2 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags/tempest-TagsExtTest-Tag-882462995 HTTP/1.1" status: 201 len: 201 time: 0.0667119 Nov 25 19:10:39.313156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53134) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.317518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-5ec42563-a528-4fac-a77c-2097e9af994e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', 'tempest-TagsExtTest-Tag-1003979512') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.377178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ec42563-a528-4fac-a77c-2097e9af994e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags/tempest-TagsExtTest-Tag-1003979512 HTTP/1.1" status: 201 len: 201 time: 0.0628204 Nov 25 19:10:39.379631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53136) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.384452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-dd88321e-6fe3-47ac-ae6c-bcfcc7372272 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', 'tempest-TagsExtTest-Tag-405517576') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.387644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c76b9322-fcb0-4b23-9ab9-53fc5b6a2431 None None] Provisioning complete for port ae6fa44b-6e5b-4f40-a51a-851577b60595 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:39.387644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c76b9322-fcb0-4b23-9ab9-53fc5b6a2431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:39.481847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dd88321e-6fe3-47ac-ae6c-bcfcc7372272 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags/tempest-TagsExtTest-Tag-405517576 HTTP/1.1" status: 201 len: 201 time: 0.1010635 Nov 25 19:10:39.484469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53138) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.489380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-d25411bb-6c12-4078-a200-c333db4c918a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', 'tempest-TagsExtTest-Tag-735818484') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.525889 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d25411bb-6c12-4078-a200-c333db4c918a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags/tempest-TagsExtTest-Tag-735818484 HTTP/1.1" status: 201 len: 201 time: 0.0401607 Nov 25 19:10:39.528457 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53140) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.533094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-82149856-1f48-47be-a5fe-2f5166a69373 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', {'tags': ['tempest-TagsExtTest-Tag-18217380', 'tempest-TagsExtTest-Tag-2016874415', 'tempest-TagsExtTest-Tag-1827078762']}) {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.581953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c76b9322-fcb0-4b23-9ab9-53fc5b6a2431 None None] Port ae6fa44b-6e5b-4f40-a51a-851577b60595 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:10:39.595444 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-82149856-1f48-47be-a5fe-2f5166a69373 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags HTTP/1.1" status: 200 len: 316 time: 0.0658290 Nov 25 19:10:39.597916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53142) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.601951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-5db121a8-74d1-4a15-9460-4d156ca54036 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.666068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5db121a8-74d1-4a15-9460-4d156ca54036 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags HTTP/1.1" status: 204 len: 168 time: 0.0671549 Nov 25 19:10:39.668647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53144) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.673163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-85012423-d1a9-4a53-83c6-4185c3ea76d7 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', 'tempest-TagsExtTest-Tag-18217380') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.724284 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-85012423-d1a9-4a53-83c6-4185c3ea76d7 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:39.725322 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-85012423-d1a9-4a53-83c6-4185c3ea76d7 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags/tempest-TagsExtTest-Tag-18217380 HTTP/1.1" status: 404 len: 327 time: 0.0557969 Nov 25 19:10:39.728131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53146) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.732716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-374f2f03-a555-429b-a5d0-c06844e333eb tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', 'tempest-TagsExtTest-Tag-2016874415') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.781185 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-374f2f03-a555-429b-a5d0-c06844e333eb tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:39.782172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-374f2f03-a555-429b-a5d0-c06844e333eb tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags/tempest-TagsExtTest-Tag-2016874415 HTTP/1.1" status: 404 len: 329 time: 0.0531662 Nov 25 19:10:39.784935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.788974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-6723df40-8afd-4c3d-89ff-abce3d704839 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146', 'tempest-TagsExtTest-Tag-1827078762') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.843767 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-6723df40-8afd-4c3d-89ff-abce3d704839 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:39.844710 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6723df40-8afd-4c3d-89ff-abce3d704839 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags/tempest-TagsExtTest-Tag-1827078762 HTTP/1.1" status: 404 len: 329 time: 0.0588770 Nov 25 19:10:39.847384 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53150) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.851631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-30d4a375-d056-4d47-85b9-c6abd2972738 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', {'tags': ['tempest-TagsExtTest-Tag-2041254430', 'tempest-TagsExtTest-Tag-239295530', 'tempest-TagsExtTest-Tag-1136594008']}) {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.905029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-30d4a375-d056-4d47-85b9-c6abd2972738 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags HTTP/1.1" status: 200 len: 317 time: 0.0566754 Nov 25 19:10:39.907502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53152) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.911627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-d46c5372-c3e9-43da-88c1-513129c58f53 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:39.973503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d46c5372-c3e9-43da-88c1-513129c58f53 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags HTTP/1.1" status: 204 len: 168 time: 0.0649693 Nov 25 19:10:39.976125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53154) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:39.980244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-ab2c1ea9-9891-4a22-9ecf-752905176d40 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', 'tempest-TagsExtTest-Tag-2041254430') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.027395 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-ab2c1ea9-9891-4a22-9ecf-752905176d40 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.028410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ab2c1ea9-9891-4a22-9ecf-752905176d40 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags/tempest-TagsExtTest-Tag-2041254430 HTTP/1.1" status: 404 len: 329 time: 0.0513966 Nov 25 19:10:40.031246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53156) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.035392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-87274593-7d2b-4479-b77d-7e390fc5beb9 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', 'tempest-TagsExtTest-Tag-239295530') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.086127 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-87274593-7d2b-4479-b77d-7e390fc5beb9 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.087165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87274593-7d2b-4479-b77d-7e390fc5beb9 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags/tempest-TagsExtTest-Tag-239295530 HTTP/1.1" status: 404 len: 328 time: 0.0550499 Nov 25 19:10:40.089834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53158) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.094009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-b3688430-f1ee-443a-8120-276a257f2a44 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595', 'tempest-TagsExtTest-Tag-1136594008') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.140812 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-b3688430-f1ee-443a-8120-276a257f2a44 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.141824 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b3688430-f1ee-443a-8120-276a257f2a44 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags/tempest-TagsExtTest-Tag-1136594008 HTTP/1.1" status: 404 len: 329 time: 0.0511172 Nov 25 19:10:40.144602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53160) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.149036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-b18a080a-c32d-4081-879e-99021334c94a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', {'tags': ['tempest-TagsExtTest-Tag-1222282191', 'tempest-TagsExtTest-Tag-2019648483', 'tempest-TagsExtTest-Tag-527653215']}) {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.231861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b18a080a-c32d-4081-879e-99021334c94a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags HTTP/1.1" status: 200 len: 317 time: 0.0862796 Nov 25 19:10:40.234402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53162) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.238794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-9e5ed2fc-3ee2-4b7f-adb3-c894af03125a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.327847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9e5ed2fc-3ee2-4b7f-adb3-c894af03125a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags HTTP/1.1" status: 204 len: 168 time: 0.0923119 Nov 25 19:10:40.330787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53164) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.335067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-32698707-17c6-469a-a60e-61c08d046077 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', 'tempest-TagsExtTest-Tag-1222282191') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.405251 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-32698707-17c6-469a-a60e-61c08d046077 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.406315 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-32698707-17c6-469a-a60e-61c08d046077 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags/tempest-TagsExtTest-Tag-1222282191 HTTP/1.1" status: 404 len: 329 time: 0.0746284 Nov 25 19:10:40.411170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53166) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.415523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-19126076-e72d-41d4-8d8d-e3be64806afe tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', 'tempest-TagsExtTest-Tag-2019648483') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.490682 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-19126076-e72d-41d4-8d8d-e3be64806afe tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.491726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-19126076-e72d-41d4-8d8d-e3be64806afe tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags/tempest-TagsExtTest-Tag-2019648483 HTTP/1.1" status: 404 len: 329 time: 0.0796545 Nov 25 19:10:40.494530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53168) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.499441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-a9d3b0ef-9100-4712-a25f-d41c4795b23a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417', 'tempest-TagsExtTest-Tag-527653215') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.572388 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-a9d3b0ef-9100-4712-a25f-d41c4795b23a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.573451 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a9d3b0ef-9100-4712-a25f-d41c4795b23a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags/tempest-TagsExtTest-Tag-527653215 HTTP/1.1" status: 404 len: 328 time: 0.0780287 Nov 25 19:10:40.576841 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53170) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.581551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-3df83150-46df-4b8e-82b9-c04c7afdc4a5 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', {'tags': ['tempest-TagsExtTest-Tag-1650903585', 'tempest-TagsExtTest-Tag-1713704519', 'tempest-TagsExtTest-Tag-1874582366']}) {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.613637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 53a6f313-5869-4e0b-997d-ea1cce3c4d8c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:10:40.617396 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3df83150-46df-4b8e-82b9-c04c7afdc4a5 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "PUT /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags HTTP/1.1" status: 200 len: 318 time: 0.0395565 Nov 25 19:10:40.620031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53172) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.624296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-b8cd2d2a-5f7f-4ff4-8981-47983a153ef5 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.663039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b8cd2d2a-5f7f-4ff4-8981-47983a153ef5 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags HTTP/1.1" status: 204 len: 168 time: 0.0419254 Nov 25 19:10:40.663528 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53174) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.664025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:40.664348 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:40.668605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-d191fe90-57b9-47f0-98f5-32262fb909cf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', 'tempest-TagsExtTest-Tag-1650903585') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.689194 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-d191fe90-57b9-47f0-98f5-32262fb909cf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.690199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d191fe90-57b9-47f0-98f5-32262fb909cf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags/tempest-TagsExtTest-Tag-1650903585 HTTP/1.1" status: 404 len: 329 time: 0.0250361 Nov 25 19:10:40.692994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53176) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.697126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-570be9c3-7851-4d81-bc59-87be07d5153c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', 'tempest-TagsExtTest-Tag-1713704519') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.717937 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-570be9c3-7851-4d81-bc59-87be07d5153c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.718979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-570be9c3-7851-4d81-bc59-87be07d5153c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags/tempest-TagsExtTest-Tag-1713704519 HTTP/1.1" status: 404 len: 329 time: 0.0250387 Nov 25 19:10:40.721832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53178) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.726038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-d6cfa0ec-82b8-4bd1-9301-3ec9cb631e93 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5', 'tempest-TagsExtTest-Tag-1874582366') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.745786 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-d6cfa0ec-82b8-4bd1-9301-3ec9cb631e93 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] show failed (client error): The resource could not be found. Nov 25 19:10:40.747003 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d6cfa0ec-82b8-4bd1-9301-3ec9cb631e93 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags/tempest-TagsExtTest-Tag-1874582366 HTTP/1.1" status: 404 len: 329 time: 0.0242343 Nov 25 19:10:40.749443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.753589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.tag.tag_plugin [None req-9a721388-3e6f-4148-8b7b-609af6d68d7c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e0fe0f0a-d493-4cc6-807b-ed50f820c9a5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.776479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9a721388-3e6f-4148-8b7b-609af6d68d7c tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5/tags HTTP/1.1" status: 204 len: 168 time: 0.0261204 Nov 25 19:10:40.778925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53182) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.784219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-e56acd77-9edb-440e-9e67-ce9296d7b11d tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c413dbb0-a436-4878-8ee2-5243ef609417') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.862655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e56acd77-9edb-440e-9e67-ce9296d7b11d tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417/tags HTTP/1.1" status: 204 len: 168 time: 0.0821121 Nov 25 19:10:40.865188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.869340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-a655dfea-4407-4b9f-af2e-b4e76898510a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ae6fa44b-6e5b-4f40-a51a-851577b60595') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.918763 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a655dfea-4407-4b9f-af2e-b4e76898510a tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595/tags HTTP/1.1" status: 204 len: 168 time: 0.0525737 Nov 25 19:10:40.921765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:40.925713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-c6fd4429-a5e1-4008-82fe-32baa9c204ec tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aa661cbe-bc29-441a-99e8-2af82d203146') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:40.950479 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75023f5b-4652-49f0-8bf7-a5c0ca434c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:40.985882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c6fd4429-a5e1-4008-82fe-32baa9c204ec tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146/tags HTTP/1.1" status: 204 len: 168 time: 0.0631354 Nov 25 19:10:40.989556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:41.077681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47f7608b-3c35-42cc-8f76-f8a2da1d6ead tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for subnetpool, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.079130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-47f7608b-3c35-42cc-8f76-f8a2da1d6ead tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnetpools/e0fe0f0a-d493-4cc6-807b-ed50f820c9a5 HTTP/1.1" status: 204 len: 168 time: 0.0886097 Nov 25 19:10:41.081598 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53190) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:41.108371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5cf93a04-f26d-4496-b804-ab2170ed8c80 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "GET /v2.0/ports?device_id=c413dbb0-a436-4878-8ee2-5243ef609417 HTTP/1.1" status: 200 len: 205 time: 0.0257063 Nov 25 19:10:41.110616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53192) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:41.183362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86cb7726-f088-4de6-9490-deb15caaf10e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.336979 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86cb7726-f088-4de6-9490-deb15caaf10e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.339227 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86cb7726-f088-4de6-9490-deb15caaf10e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.380644 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86cb7726-f088-4de6-9490-deb15caaf10e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.381166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cb7726-f088-4de6-9490-deb15caaf10e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Fanout notify agent at l3_agent the message router_deleted on router c413dbb0-a436-4878-8ee2-5243ef609417 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:10:41.387936 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-86cb7726-f088-4de6-9490-deb15caaf10e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.392103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-86cb7726-f088-4de6-9490-deb15caaf10e tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/routers/c413dbb0-a436-4878-8ee2-5243ef609417 HTTP/1.1" status: 204 len: 168 time: 0.2805252 Nov 25 19:10:41.392293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:41.477153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Deleting port ae6fa44b-6e5b-4f40-a51a-851577b60595 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:41.477849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.563962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.575398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Calling delete_port for ae6fa44b-6e5b-4f40-a51a-851577b60595 owned by {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:41.697713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.728281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Pushing event deleted for resources: {'Port': ['ID=ae6fa44b-6e5b-4f40-a51a-851577b60595,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:41.798079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.801482 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-89ba20b3-2ed8-464d-90cf-ff779efd39bf tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/ports/ae6fa44b-6e5b-4f40-a51a-851577b60595 HTTP/1.1" status: 204 len: 168 time: 0.4082403 Nov 25 19:10:41.803946 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53196) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:41.856059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Deleting subnet aa661cbe-bc29-441a-99e8-2af82d203146 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:10:41.859977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.900937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:41.985991 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.041164 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.071317 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Pushing event deleted for resources: {'Subnet': ['ID=aa661cbe-bc29-441a-99e8-2af82d203146,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:42.073315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.078310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200b365-0b22-4d27-92ec-7d731c58b3a5 None None] Network ac8b1438-87f9-47b4-9505-e77720024976 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:42.079021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5b65b238-b1c6-4832-886d-ffc78408f47f tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/subnets/aa661cbe-bc29-441a-99e8-2af82d203146 HTTP/1.1" status: 204 len: 168 time: 0.2732430 Nov 25 19:10:42.079377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53198) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:42.255803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] DHCP port deletion for ac8b1438-87f9-47b4-9505-e77720024976 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:10:42.304366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] Deleting port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:10:42.304742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.369240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] For port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=53a6f313-5869-4e0b-997d-ea1cce3c4d8c,segment=NetworkSegment(b652901b-dafe-47e1-83a1-ae9d08fa743e),segment_id=b652901b-dafe-47e1-83a1-ae9d08fa743e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:10:42.369637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.382343 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] Calling delete_port for 53a6f313-5869-4e0b-997d-ea1cce3c4d8c owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:10:42.468285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.497222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] Pushing event deleted for resources: {'Port': ['ID=53a6f313-5869-4e0b-997d-ea1cce3c4d8c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:42.499045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02610b1c-e61d-4d7a-89b9-8ce41d8cc839 None None] No DVR routers for this DVR port 53a6f313-5869-4e0b-997d-ea1cce3c4d8c on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:10:42.503882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.592442 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.611558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8b1438-87f9-47b4-9505-e77720024976']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:42.619880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 53a6f313-5869-4e0b-997d-ea1cce3c4d8c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:10:42.620984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b652901b-dafe-47e1-83a1-ae9d08fa743e') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:42.621283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b652901b-dafe-47e1-83a1-ae9d08fa743e') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:42.630560 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.640361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 53a6f313-5869-4e0b-997d-ea1cce3c4d8c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:10:42.640702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 53a6f313-5869-4e0b-997d-ea1cce3c4d8c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:10:42.643968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.650157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:10:42.650585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:10:42.653508 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:10:42.710651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.715340 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:42.719461 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] 10.222.0.62 "DELETE /v2.0/networks/ac8b1438-87f9-47b4-9505-e77720024976 HTTP/1.1" status: 204 len: 168 time: 0.6391547 Nov 25 19:10:42.734792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044567d-0309-4a6f-8aaa-3d554743e993 tempest-TagsExtTest-1720625688 tempest-TagsExtTest-1720625688-project] Pushing event deleted for resources: {'Network': ['ID=ac8b1438-87f9-47b4-9505-e77720024976,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:42.954062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53204) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:43.085704 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fc82f8a9-271f-4a68-b312-e83a92492d16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d61fabb6b24d40dcb2946fbcf65bc1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304610 Nov 25 19:10:43.088197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53208) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:43.138891 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536f7401-42ad-4994-954a-48169ee4dfa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:43.159555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536f7401-42ad-4994-954a-48169ee4dfa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:43.204353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536f7401-42ad-4994-954a-48169ee4dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:43.207037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-536f7401-42ad-4994-954a-48169ee4dfa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:43.208166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-536f7401-42ad-4994-954a-48169ee4dfa2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a359394-58bb-42e7-8d1e-d798f7d0eb38 HTTP/1.1" status: 204 len: 168 time: 0.1190844 Nov 25 19:10:43.215514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f7401-42ad-4994-954a-48169ee4dfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a359394-58bb-42e7-8d1e-d798f7d0eb38,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:43.458780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9537357-428d-4db2-93a8-47ed9542f36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:43.828602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53230) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:43.923180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1609947093'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:43.944141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Made reservation on behalf of 7aa87c3f65d44e98863e6eb75eba4085 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:43.947434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:43.956147 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.028347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.031772 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.053484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:10:44.068276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010fbf0e-0f99-4bb6-bea3-21d128ed5f0a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:44.071135 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.071471 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Added segment e1159f33-a285-4871-a75d-bdc4e2e850cf of type vlan for network 10476242-e099-46ee-91f2-8ce2a04d58c6 Nov 25 19:10:44.111191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.134916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.140402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:44.140978 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.192946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3632376 Nov 25 19:10:44.196096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.203599 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-29c1ac94-ef1e-40b5-ac24-f43d08cc5805 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-171395137') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.227065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb04d8-15e9-4b4c-93fc-8aaa43ce5544 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Pushing event updated for resources: {'Network': ['ID=10476242-e099-46ee-91f2-8ce2a04d58c6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:44.237004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 10476242-e099-46ee-91f2-8ce2a04d58c6 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:10:44.291206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-29c1ac94-ef1e-40b5-ac24-f43d08cc5805 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "PUT /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-171395137 HTTP/1.1" status: 201 len: 201 time: 0.0941002 Nov 25 19:10:44.293825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.298044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-76cca4f5-2d7e-4dac-a897-f9106ccbcf78 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-171395137') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.368293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-76cca4f5-2d7e-4dac-a897-f9106ccbcf78 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "GET /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-171395137 HTTP/1.1" status: 204 len: 168 time: 0.0733249 Nov 25 19:10:44.370605 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53238) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.374679 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-efb30c52-11af-42f6-ac08-53ca0675aa9a tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.443117 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-efb30c52-11af-42f6-ac08-53ca0675aa9a tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "GET /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags HTTP/1.1" status: 200 len: 237 time: 0.0714989 Nov 25 19:10:44.445566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.449910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-2ad83b81-358c-4995-b285-29fab3baa49f tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', {'tags': ['tempest-TagsTest-Tag-1795924464', 'tempest-TagsTest-Tag-1653258301', 'tempest-TagsTest-Tag-1531430253']}) {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.479671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:44.525315 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2ad83b81-358c-4995-b285-29fab3baa49f tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "PUT /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags HTTP/1.1" status: 200 len: 309 time: 0.0787401 Nov 25 19:10:44.528471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.533312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-e7d895a4-0240-4c17-a836-76debe858307 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-1795924464') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.615362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e7d895a4-0240-4c17-a836-76debe858307 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "DELETE /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-1795924464 HTTP/1.1" status: 204 len: 168 time: 0.0859046 Nov 25 19:10:44.617935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53244) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.622259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-e3c5a1d9-f68e-4698-adc0-022348633276 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-1795924464') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.684569 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-e3c5a1d9-f68e-4698-adc0-022348633276 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] show failed (client error): The resource could not be found. Nov 25 19:10:44.686104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e3c5a1d9-f68e-4698-adc0-022348633276 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "GET /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-1795924464 HTTP/1.1" status: 404 len: 326 time: 0.0671895 Nov 25 19:10:44.688771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.692802 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-91b09106-cea5-4d79-bc6a-8c87cb502406 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-1653258301') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.760742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-91b09106-cea5-4d79-bc6a-8c87cb502406 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "GET /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-1653258301 HTTP/1.1" status: 204 len: 168 time: 0.0709951 Nov 25 19:10:44.763212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.767897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-e14e5834-1265-4d33-bbec-465bef06c285 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-1531430253') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.832145 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e14e5834-1265-4d33-bbec-465bef06c285 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "GET /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-1531430253 HTTP/1.1" status: 204 len: 168 time: 0.0673215 Nov 25 19:10:44.834374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.838670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-c0dfc2f0-b5a9-4bd1-bab0-c5b3a89152f0 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.920472 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c0dfc2f0-b5a9-4bd1-bab0-c5b3a89152f0 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "DELETE /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0845017 Nov 25 19:10:44.922896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.927012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-1c1f3a65-dbe3-4545-ae6b-c6a14bfab32a tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-1653258301') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:44.990039 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-1c1f3a65-dbe3-4545-ae6b-c6a14bfab32a tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] show failed (client error): The resource could not be found. Nov 25 19:10:44.991087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1c1f3a65-dbe3-4545-ae6b-c6a14bfab32a tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "GET /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-1653258301 HTTP/1.1" status: 404 len: 326 time: 0.0672951 Nov 25 19:10:44.993806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53254) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.997878 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-257644fc-2906-4666-88e3-938afc0ebad9 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6', 'tempest-TagsTest-Tag-1531430253') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:45.070107 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [None req-257644fc-2906-4666-88e3-938afc0ebad9 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] show failed (client error): The resource could not be found. Nov 25 19:10:45.071173 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-257644fc-2906-4666-88e3-938afc0ebad9 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "GET /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags/tempest-TagsTest-Tag-1531430253 HTTP/1.1" status: 404 len: 326 time: 0.0764918 Nov 25 19:10:45.073890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53256) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:45.078929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.tag.tag_plugin [None req-b882507b-62a4-4882-8b68-4f849d550a6b tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '10476242-e099-46ee-91f2-8ce2a04d58c6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:45.151178 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b882507b-62a4-4882-8b68-4f849d550a6b tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "DELETE /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0762682 Nov 25 19:10:45.155931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:45.231709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.316295 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.336027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10476242-e099-46ee-91f2-8ce2a04d58c6']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:45.345139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1159f33-a285-4871-a75d-bdc4e2e850cf') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:45.345444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1159f33-a285-4871-a75d-bdc4e2e850cf') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:45.354646 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.367449 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.373797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:10:45.374133 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:10:45.377124 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:10:45.447480 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.455700 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.458491 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] 10.222.0.62 "DELETE /v2.0/networks/10476242-e099-46ee-91f2-8ce2a04d58c6 HTTP/1.1" status: 204 len: 168 time: 0.3014569 Nov 25 19:10:45.470093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49c04e-8a9a-4b52-a0e1-8f6726b98e87 tempest-TagsTest-2021101917 tempest-TagsTest-2021101917-project] Pushing event deleted for resources: {'Network': ['ID=10476242-e099-46ee-91f2-8ce2a04d58c6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:45.692595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53264) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:45.824847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7aa6d0a1-6187-467e-a35c-37922c5e01e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7aa87c3f65d44e98863e6eb75eba4085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310687 Nov 25 19:10:45.827423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53268) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:45.872153 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6c009bd-aa4d-4302-9251-7c8a285bd8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.892556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6c009bd-aa4d-4302-9251-7c8a285bd8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.943032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6c009bd-aa4d-4302-9251-7c8a285bd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.945819 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6c009bd-aa4d-4302-9251-7c8a285bd8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:45.947008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c6c009bd-aa4d-4302-9251-7c8a285bd8e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/010fbf0e-0f99-4bb6-bea3-21d128ed5f0a HTTP/1.1" status: 204 len: 168 time: 0.1186981 Nov 25 19:10:45.956885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c009bd-aa4d-4302-9251-7c8a285bd8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010fbf0e-0f99-4bb6-bea3-21d128ed5f0a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:46.049413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.558918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53290) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:46.654288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-866655404-network', 'tenant_id': '4970904fbe754e399534e073c4fc6b5a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:46.675371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Made reservation on behalf of 4970904fbe754e399534e073c4fc6b5a for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:46.677777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.685821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.757656 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.761246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.781869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:10:46.797049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c90c6-4d81-48ee-a9a0-d578772b9951,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:46.799930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.800295 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Added segment 3168614d-88ff-443f-a2f4-f40db52e93b1 of type vlan for network 999508d0-dacd-499d-9f28-2ac067e6c37b Nov 25 19:10:46.841842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.866698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.867642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:46.868214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.930277 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3702447 Nov 25 19:10:46.933301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:46.938416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Request body: {'subnet': {'network_id': '999508d0-dacd-499d-9f28-2ac067e6c37b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-866655404-subnet', 'tenant_id': '4970904fbe754e399534e073c4fc6b5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:46.958751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817797e6-e9e8-43e1-b8da-516387298f74 admin admin] Pushing event updated for resources: {'Network': ['ID=999508d0-dacd-499d-9f28-2ac067e6c37b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:46.958998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Made reservation on behalf of 4970904fbe754e399534e073c4fc6b5a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:46.961996 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:46.968617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 999508d0-dacd-499d-9f28-2ac067e6c37b details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:10:47.049583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.129895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.184190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8296c904-aedf-4783-af85-b09d71216132,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:47.191642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Checking segment: {'id': '3168614d-88ff-443f-a2f4-f40db52e93b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '999508d0-dacd-499d-9f28-2ac067e6c37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:47.192000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Network hostable DHCP agents. Network: 999508d0-dacd-499d-9f28-2ac067e6c37b, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:10:47.207922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Network 999508d0-dacd-499d-9f28-2ac067e6c37b is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:10:47.216164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 999508d0-dacd-499d-9f28-2ac067e6c37b) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:47.220153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:47.220748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.225669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5cb07c-6112-477f-a8f8-33dad56773a1 None None] Network 999508d0-dacd-499d-9f28-2ac067e6c37b requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:47.245273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-84bf8a28-0d59-4095-889d-84541174047d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3022532 Nov 25 19:10:47.348907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb8da4-a3c4-4ef6-a824-4285ccd329c5 None None] Network 999508d0-dacd-499d-9f28-2ac067e6c37b requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:47.699838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53310) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:47.705102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1102918582-network', 'tenant_id': '21b2965948c64484bcbf8a4fd974ee0a'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:47.725741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Made reservation on behalf of 21b2965948c64484bcbf8a4fd974ee0a for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:47.728342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.736847 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.814929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.818813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.844341 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:10:47.853770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb1951-0ab8-439f-a2ab-faca80834629,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:47.861353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.861694 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Added segment 147efb48-84d6-42e6-969f-717d9b27bd39 of type vlan for network 3076a800-877e-4fa2-9855-3b29ea1ab824 Nov 25 19:10:47.902000 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.927044 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:47.928021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:47.928619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.002742 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2992282 Nov 25 19:10:48.003392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53312) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:48.009966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Request body: {'subnet': {'network_id': '3076a800-877e-4fa2-9855-3b29ea1ab824', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1102918582-subnet', 'tenant_id': '21b2965948c64484bcbf8a4fd974ee0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:48.023962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c48dc-68c4-4827-8ad1-b3d481dcdff1 admin admin] Pushing event updated for resources: {'Network': ['ID=3076a800-877e-4fa2-9855-3b29ea1ab824,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:48.034766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 3076a800-877e-4fa2-9855-3b29ea1ab824 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:10:48.043985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Made reservation on behalf of 21b2965948c64484bcbf8a4fd974ee0a for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:10:48.046536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.220651 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.274299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27742a72-4544-4232-99cb-034180f75dbf,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:48.284883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Checking segment: {'id': '147efb48-84d6-42e6-969f-717d9b27bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3076a800-877e-4fa2-9855-3b29ea1ab824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:10:48.285248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Network hostable DHCP agents. Network: 3076a800-877e-4fa2-9855-3b29ea1ab824, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:10:48.303056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Network 3076a800-877e-4fa2-9855-3b29ea1ab824 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:10:48.312566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 3076a800-877e-4fa2-9855-3b29ea1ab824) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:10:48.316589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:48.317176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.322071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7140b6e6-2cf5-4892-a744-c2ef3c0e779e None None] Network 3076a800-877e-4fa2-9855-3b29ea1ab824 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:48.348389 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-452a755c-890e-47c7-9d7f-9e0fb97e6a6d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3438210 Nov 25 19:10:48.447839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359111e6-48a5-4371-aef5-02265a1edc3e None None] Network 3076a800-877e-4fa2-9855-3b29ea1ab824 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:48.455843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:48.511494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] Deleting subnet 8296c904-aedf-4783-af85-b09d71216132 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:10:48.517419 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.554192 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.594115 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.647359 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.676058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8296c904-aedf-4783-af85-b09d71216132,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:48.679673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.686108 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-28872cfb-1698-479c-bdef-59bbca8e97e6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8296c904-aedf-4783-af85-b09d71216132 HTTP/1.1" status: 204 len: 168 time: 0.2282631 Nov 25 19:10:48.686383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:48.757610 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.834074 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.853227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999508d0-dacd-499d-9f28-2ac067e6c37b']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:48.863298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3168614d-88ff-443f-a2f4-f40db52e93b1') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:48.863595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3168614d-88ff-443f-a2f4-f40db52e93b1') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:48.875151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.889171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.895698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:10:48.896094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:10:48.897827 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:10:48.956566 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.961878 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:48.965122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] 10.222.0.62 "DELETE /v2.0/networks/999508d0-dacd-499d-9f28-2ac067e6c37b HTTP/1.1" status: 204 len: 168 time: 0.2779720 Nov 25 19:10:48.968492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53320) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:48.976376 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665e100-8bcb-4177-843a-58ddc02dec43 admin admin] Pushing event deleted for resources: {'Network': ['ID=999508d0-dacd-499d-9f28-2ac067e6c37b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:49.012316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] Deleting subnet 27742a72-4544-4232-99cb-034180f75dbf {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:10:49.016120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.049078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.087034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.136773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.166487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27742a72-4544-4232-99cb-034180f75dbf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:49.168339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.171577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1b0caa61-7a7b-460b-8761-a6ae2c26cb0f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/27742a72-4544-4232-99cb-034180f75dbf HTTP/1.1" status: 204 len: 168 time: 0.2019632 Nov 25 19:10:49.174026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53322) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:49.238752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.323116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.343078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3076a800-877e-4fa2-9855-3b29ea1ab824']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:49.351804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147efb48-84d6-42e6-969f-717d9b27bd39') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:49.352099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147efb48-84d6-42e6-969f-717d9b27bd39') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:10:49.361864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.375629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.381264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:10:49.381636 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:10:49.383428 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:10:49.436825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.442119 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.445478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3076a800-877e-4fa2-9855-3b29ea1ab824 HTTP/1.1" status: 204 len: 168 time: 0.2705002 Nov 25 19:10:49.456744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63933678-829a-4647-a70e-33497dc03ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3076a800-877e-4fa2-9855-3b29ea1ab824,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:49.598350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53326) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:49.637656 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f9d0cfe0-2741-453e-8fe8-77fb997a4e3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4970904fbe754e399534e073c4fc6b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381041 Nov 25 19:10:49.639966 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53328) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:49.690047 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ee14a63-01ee-42fe-8fe7-4b31b16dbea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.711233 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ee14a63-01ee-42fe-8fe7-4b31b16dbea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.757737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ee14a63-01ee-42fe-8fe7-4b31b16dbea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.760379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ee14a63-01ee-42fe-8fe7-4b31b16dbea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:49.761503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ee14a63-01ee-42fe-8fe7-4b31b16dbea5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/774c90c6-4d81-48ee-a9a0-d578772b9951 HTTP/1.1" status: 204 len: 168 time: 0.1206610 Nov 25 19:10:49.769611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee14a63-01ee-42fe-8fe7-4b31b16dbea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c90c6-4d81-48ee-a9a0-d578772b9951,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:50.062832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:50.103292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dcf1967f-42c7-4891-a009-342692675c2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21b2965948c64484bcbf8a4fd974ee0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392816 Nov 25 19:10:50.105625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53336) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:50.151199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56dfc797-9c51-4e84-bb26-6f867b659105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:50.171754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56dfc797-9c51-4e84-bb26-6f867b659105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:50.216352 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56dfc797-9c51-4e84-bb26-6f867b659105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:50.221836 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56dfc797-9c51-4e84-bb26-6f867b659105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:50.226439 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-56dfc797-9c51-4e84-bb26-6f867b659105 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25fb1951-0ab8-439f-a2ab-faca80834629 HTTP/1.1" status: 204 len: 168 time: 0.1182935 Nov 25 19:10:50.240011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfc797-9c51-4e84-bb26-6f867b659105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb1951-0ab8-439f-a2ab-faca80834629,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:55.042498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53442) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:55.154170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-272c4c2c-e86b-4610-b708-ff779595ffdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.228085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-272c4c2c-e86b-4610-b708-ff779595ffdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.231907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-272c4c2c-e86b-4610-b708-ff779595ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.270865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-272c4c2c-e86b-4610-b708-ff779595ffdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ea73eadf4fa4ad4976b38c9836a6035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272618 Nov 25 19:10:55.271747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c4c2c-e86b-4610-b708-ff779595ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991ae56d-2de0-45d7-921b-0282c17ac30c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:55.273618 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53446) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:55.324232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-511226e9-14b8-4978-ae72-db7b46ffbe74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.348449 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-511226e9-14b8-4978-ae72-db7b46ffbe74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.395929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-511226e9-14b8-4978-ae72-db7b46ffbe74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.398499 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-511226e9-14b8-4978-ae72-db7b46ffbe74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.399653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-511226e9-14b8-4978-ae72-db7b46ffbe74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/991ae56d-2de0-45d7-921b-0282c17ac30c HTTP/1.1" status: 204 len: 168 time: 0.1249290 Nov 25 19:10:55.407397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511226e9-14b8-4978-ae72-db7b46ffbe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ae56d-2de0-45d7-921b-0282c17ac30c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:55.660870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:55.674423 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-32cadcb2-dce1-4470-8411-62f34b7378c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.750393 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-32cadcb2-dce1-4470-8411-62f34b7378c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.754068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-32cadcb2-dce1-4470-8411-62f34b7378c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.791349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-32cadcb2-dce1-4470-8411-62f34b7378c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0881ebd8b2584053aa6ff290cf2dca93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294367 Nov 25 19:10:55.792462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cadcb2-dce1-4470-8411-62f34b7378c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c261f8e-105d-4f1c-b0b4-c3e82f7d8883,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:55.794045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:55.842369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82e144e3-a22a-4f55-a118-91ef135a23c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.862415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82e144e3-a22a-4f55-a118-91ef135a23c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.907354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82e144e3-a22a-4f55-a118-91ef135a23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.910006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82e144e3-a22a-4f55-a118-91ef135a23c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:55.911174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-82e144e3-a22a-4f55-a118-91ef135a23c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c261f8e-105d-4f1c-b0b4-c3e82f7d8883 HTTP/1.1" status: 204 len: 168 time: 0.1155214 Nov 25 19:10:55.918429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e144e3-a22a-4f55-a118-91ef135a23c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c261f8e-105d-4f1c-b0b4-c3e82f7d8883,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:00.934472 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:01.772903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53532) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:01.878311 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3021-a793-4050-9706-becf68924915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:01.962894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3021-a793-4050-9706-becf68924915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:01.967900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3021-a793-4050-9706-becf68924915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.003759 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9ebd3021-a793-4050-9706-becf68924915 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cf7bd3265d14985906ae2db029d11b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294896 Nov 25 19:11:02.006158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53536) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:02.008730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd3021-a793-4050-9706-becf68924915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc41bc9-9aa5-4ba4-8684-a889ec493dea,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:02.055761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdea3-a0e0-4950-83e7-1d762c1a0edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.076012 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdea3-a0e0-4950-83e7-1d762c1a0edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.124886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdea3-a0e0-4950-83e7-1d762c1a0edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.127513 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd2cdea3-a0e0-4950-83e7-1d762c1a0edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.130907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bd2cdea3-a0e0-4950-83e7-1d762c1a0edf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efc41bc9-9aa5-4ba4-8684-a889ec493dea HTTP/1.1" status: 204 len: 168 time: 0.1235311 Nov 25 19:11:02.140161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cdea3-a0e0-4950-83e7-1d762c1a0edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc41bc9-9aa5-4ba4-8684-a889ec493dea,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:02.397221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53542) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:02.412386 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07923342-c5cc-4443-9385-0a3c41fcbb4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.487827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07923342-c5cc-4443-9385-0a3c41fcbb4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.491803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-07923342-c5cc-4443-9385-0a3c41fcbb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.534080 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-07923342-c5cc-4443-9385-0a3c41fcbb4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fefef70a9a9e46bf88191daf934a6ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355081 Nov 25 19:11:02.535296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07923342-c5cc-4443-9385-0a3c41fcbb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a436a356-9339-44f5-b9b8-d84507362f1b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:02.537275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53544) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:02.591257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5c723dc-03a4-4b9e-8c01-dd82b9efa3c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.613890 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5c723dc-03a4-4b9e-8c01-dd82b9efa3c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.667774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5c723dc-03a4-4b9e-8c01-dd82b9efa3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.670386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a5c723dc-03a4-4b9e-8c01-dd82b9efa3c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:02.671558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a5c723dc-03a4-4b9e-8c01-dd82b9efa3c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a436a356-9339-44f5-b9b8-d84507362f1b HTTP/1.1" status: 204 len: 168 time: 0.1329472 Nov 25 19:11:02.679524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c723dc-03a4-4b9e-8c01-dd82b9efa3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436a356-9339-44f5-b9b8-d84507362f1b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:03.577447 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.284970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53598) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:04.392119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68e72025-0829-4279-bec9-214b0bee8141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.467252 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68e72025-0829-4279-bec9-214b0bee8141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.470874 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68e72025-0829-4279-bec9-214b0bee8141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.507903 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68e72025-0829-4279-bec9-214b0bee8141 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f452062fbc284032b92c0ce80b3fa688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218795 Nov 25 19:11:04.508778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e72025-0829-4279-bec9-214b0bee8141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e017f9ea-9a4c-4c8d-9ff6-134ab994117e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:04.510604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53602) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:04.564247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f083469-eed5-427f-9156-eeb3fc845e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.585575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f083469-eed5-427f-9156-eeb3fc845e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.632300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f083469-eed5-427f-9156-eeb3fc845e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.634886 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f083469-eed5-427f-9156-eeb3fc845e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.636001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6f083469-eed5-427f-9156-eeb3fc845e0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e017f9ea-9a4c-4c8d-9ff6-134ab994117e HTTP/1.1" status: 204 len: 168 time: 0.1243525 Nov 25 19:11:04.647846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f083469-eed5-427f-9156-eeb3fc845e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017f9ea-9a4c-4c8d-9ff6-134ab994117e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:04.886950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53608) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:04.900354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b96ee978-bcc7-49b8-b2d5-8b2839768799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.975137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b96ee978-bcc7-49b8-b2d5-8b2839768799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.978740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b96ee978-bcc7-49b8-b2d5-8b2839768799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:05.017859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b96ee978-bcc7-49b8-b2d5-8b2839768799 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7315d4815c947e288b38968693a2981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298475 Nov 25 19:11:05.018854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ee978-bcc7-49b8-b2d5-8b2839768799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043e59c-a3f9-4eff-a949-9b753c15c020,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:05.020531 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53610) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:05.067930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-25ea7cac-86ec-4f79-9504-2f356dbc6e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:05.089153 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-25ea7cac-86ec-4f79-9504-2f356dbc6e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:05.134829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-25ea7cac-86ec-4f79-9504-2f356dbc6e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:05.137453 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-25ea7cac-86ec-4f79-9504-2f356dbc6e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:05.138921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-25ea7cac-86ec-4f79-9504-2f356dbc6e3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e043e59c-a3f9-4eff-a949-9b753c15c020 HTTP/1.1" status: 204 len: 168 time: 0.1173456 Nov 25 19:11:05.148005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea7cac-86ec-4f79-9504-2f356dbc6e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043e59c-a3f9-4eff-a949-9b753c15c020,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:06.152387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53640) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:06.256334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-579a07ef-a00e-4d98-ae67-3d958b2ac25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.331707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-579a07ef-a00e-4d98-ae67-3d958b2ac25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.335170 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-579a07ef-a00e-4d98-ae67-3d958b2ac25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.371857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-579a07ef-a00e-4d98-ae67-3d958b2ac25a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a71d656b59d7422aa994e2d1b558da32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183936 Nov 25 19:11:06.374297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a07ef-a00e-4d98-ae67-3d958b2ac25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c4e50-0bc7-4bdc-bc35-17e987b94280,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:06.375120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53644) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:06.424543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3854adb-77d2-448f-ab59-5db1d61d8947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.446368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3854adb-77d2-448f-ab59-5db1d61d8947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.491745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3854adb-77d2-448f-ab59-5db1d61d8947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.494592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3854adb-77d2-448f-ab59-5db1d61d8947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.495744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c3854adb-77d2-448f-ab59-5db1d61d8947 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e98c4e50-0bc7-4bdc-bc35-17e987b94280 HTTP/1.1" status: 204 len: 168 time: 0.1195512 Nov 25 19:11:06.503715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3854adb-77d2-448f-ab59-5db1d61d8947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c4e50-0bc7-4bdc-bc35-17e987b94280,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:10.952713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e27209ad-c1a0-4fc1-8bc7-de1ee61ffbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:13.465168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fafb6481-b659-4950-8fd8-af819538da4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:14.482943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:15.588734 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:11:16.047064 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.356167 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53778) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:16.473975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-050db43f-47f9-4e3e-ae9b-8d74393286ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.545276 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-050db43f-47f9-4e3e-ae9b-8d74393286ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.549898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-050db43f-47f9-4e3e-ae9b-8d74393286ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.595159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-050db43f-47f9-4e3e-ae9b-8d74393286ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9903da6240e848f3a4ab6cd7e95a1699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379596 Nov 25 19:11:16.596159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050db43f-47f9-4e3e-ae9b-8d74393286ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da00db8f-c367-4a7d-980c-a429c1ec72d6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:16.597891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53782) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:16.651954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1922b213-4bae-4736-b343-35f5bb5f64d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.673004 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1922b213-4bae-4736-b343-35f5bb5f64d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.719990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1922b213-4bae-4736-b343-35f5bb5f64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.722735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1922b213-4bae-4736-b343-35f5bb5f64d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:16.723973 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1922b213-4bae-4736-b343-35f5bb5f64d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da00db8f-c367-4a7d-980c-a429c1ec72d6 HTTP/1.1" status: 204 len: 168 time: 0.1248977 Nov 25 19:11:16.731883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922b213-4bae-4736-b343-35f5bb5f64d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da00db8f-c367-4a7d-980c-a429c1ec72d6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:16.998296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53788) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:17.014369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27a48ee2-b200-418d-8bff-df72ad6879ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.031385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.090161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27a48ee2-b200-418d-8bff-df72ad6879ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.094557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27a48ee2-b200-418d-8bff-df72ad6879ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.134361 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-27a48ee2-b200-418d-8bff-df72ad6879ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4947139f7ea4b48a4764576a3587738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349156 Nov 25 19:11:17.136355 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a48ee2-b200-418d-8bff-df72ad6879ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaffc149-3b31-4095-9d5f-287096f829c6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:17.137001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53790) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:17.189326 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58992e4d-f3f6-41dc-a9e3-87a7b7aca372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.210597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58992e4d-f3f6-41dc-a9e3-87a7b7aca372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.263438 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58992e4d-f3f6-41dc-a9e3-87a7b7aca372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.266128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58992e4d-f3f6-41dc-a9e3-87a7b7aca372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.269916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-58992e4d-f3f6-41dc-a9e3-87a7b7aca372 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eaffc149-3b31-4095-9d5f-287096f829c6 HTTP/1.1" status: 204 len: 168 time: 0.1292295 Nov 25 19:11:17.275733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58992e4d-f3f6-41dc-a9e3-87a7b7aca372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaffc149-3b31-4095-9d5f-287096f829c6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:17.594494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53796) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:17.608022 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78b0d6f1-a925-4e4a-94a5-56cd530ad1bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.681025 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78b0d6f1-a925-4e4a-94a5-56cd530ad1bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.684626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78b0d6f1-a925-4e4a-94a5-56cd530ad1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.721161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0d6f1-a925-4e4a-94a5-56cd530ad1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabcf524-7862-4c52-82b0-6c98814018bd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:17.725343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-78b0d6f1-a925-4e4a-94a5-56cd530ad1bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1f4d4d19cbf49748bad37f686438f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298306 Nov 25 19:11:17.730092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 53798) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:17.776181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9031e2fb-28b3-4f05-a6ff-26ae13df8a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.797442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9031e2fb-28b3-4f05-a6ff-26ae13df8a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.843698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9031e2fb-28b3-4f05-a6ff-26ae13df8a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.846471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9031e2fb-28b3-4f05-a6ff-26ae13df8a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:17.847643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9031e2fb-28b3-4f05-a6ff-26ae13df8a34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dabcf524-7862-4c52-82b0-6c98814018bd HTTP/1.1" status: 204 len: 168 time: 0.1168685 Nov 25 19:11:17.855091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031e2fb-28b3-4f05-a6ff-26ae13df8a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabcf524-7862-4c52-82b0-6c98814018bd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:18.491376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53820) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:18.588611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-866999155-network', 'tenant_id': '2911ad23d13341e58d2b6a97fd9cfc8e'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:18.609204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Made reservation on behalf of 2911ad23d13341e58d2b6a97fd9cfc8e for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:18.611521 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.619687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.691557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.694998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.717414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:11:18.730882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7d3f68-4945-47c5-95a9-f03b2042ecf9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:18.737096 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.737438 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Added segment ca9925d6-75c9-493c-98ba-ff5bb5fd677b of type vlan for network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 Nov 25 19:11:18.778971 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.803738 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.804645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:18.805213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:18.853558 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3609741 Nov 25 19:11:18.856305 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 53824) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:18.861528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Request body: {'subnet': {'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-866999155-subnet', 'tenant_id': '2911ad23d13341e58d2b6a97fd9cfc8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:18.878653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf051772-e1de-4b0c-b38e-7ad65a7b85eb admin admin] Pushing event updated for resources: {'Network': ['ID=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:18.888830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:11:18.892566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Made reservation on behalf of 2911ad23d13341e58d2b6a97fd9cfc8e for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:18.895052 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:19.064312 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:19.124632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c07825-8808-403e-b2c7-da355dc79da8,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:19.132234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Checking segment: {'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:11:19.132598 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Network hostable DHCP agents. Network: 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:11:19.149176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:11:19.158136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:11:19.162144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:19.162776 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:19.166915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00d904-cca8-4dc8-81f9-3038495d7f39 None None] Network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:11:19.178499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d639b15a-2879-4aa8-a300-b7ccf8ca6b63 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3211854 Nov 25 19:11:19.291924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948ff59-748c-4d5c-81de-d5b7a87d83bc None None] Network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:11:21.077904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-c195a817-083b-404b-8e96-e090ec718e1e tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:21.079654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-c195a817-083b-404b-8e96-e090ec718e1e tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/networks?id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 HTTP/1.1" status: 200 len: 808 time: 0.1031985 Nov 25 19:11:21.093987 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-6028f960-c5b4-4877-964b-926e3a3ff283 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/quotas/2911ad23d13341e58d2b6a97fd9cfc8e HTTP/1.1" status: 200 len: 375 time: 0.0086603 Nov 25 19:11:21.126171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-b068f76b-abe5-458e-9b41-db22fc991929 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2911ad23d13341e58d2b6a97fd9cfc8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269909 Nov 25 19:11:21.194518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-e500052f-4bf7-4797-992b-1f33193d13dc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:11:21.195519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-e500052f-4bf7-4797-992b-1f33193d13dc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0628045 Nov 25 19:11:21.292825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-f2e0be3c-f2d3-4f62-99d1-9a5828e49269 service neutron] 10.222.0.62 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901930 Nov 25 19:11:21.385097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-281f3609-6f02-4494-8419-5dc422d14e7a service neutron] 10.222.0.62 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Nov 25 19:11:21.605326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7f7b3759-0727-4731-b3ee-e86d30a46f66 req-ff52a929-6dd6-484d-b227-624eb8be9af0 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 210 time: 0.0863049 Nov 25 19:11:22.538870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-625500ad-b351-46e8-9016-05f55bd5dc69 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:22.540331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-625500ad-b351-46e8-9016-05f55bd5dc69 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "GET /v2.0/networks?id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 HTTP/1.1" status: 200 len: 808 time: 0.1072013 Nov 25 19:11:22.555002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Request body: {'port': {'device_id': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6', 'admin_state_up': True, 'tenant_id': '2911ad23d13341e58d2b6a97fd9cfc8e'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:22.664842 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Made reservation on behalf of 2911ad23d13341e58d2b6a97fd9cfc8e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:22.668438 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:22.708030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6244e11b-af77-40f3-9cb2-70f7fa470601 req-a111853e-a39a-43fa-a72c-974b109a0ea5 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 210 time: 0.0298054 Nov 25 19:11:22.821407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Allocated IP 172.20.0.6 (8ae5fe67-46d4-4e5c-bfd1-e595a93295f6/c1c07825-8808-403e-b2c7-da355dc79da8/b1153930-01ee-4b14-9743-7edd2f0f3607) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:11:22.962394 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:22.994282 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.042965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:11:23.046003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:11:23.049916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:11:23.072827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Pushing event updated for resources: {'Port': ['ID=b1153930-01ee-4b14-9743-7edd2f0f3607,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:23.101323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:23.101957 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.117201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-10b50f77-8b6a-49fa-a375-829f40651be2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659621 Nov 25 19:11:23.129650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Request body: {'port': {'device_id': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:23.180382 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.437770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1153930-01ee-4b14-9743-7edd2f0f3607 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:11:23.447470 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.465215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Transition to ACTIVE for port object b1153930-01ee-4b14-9743-7edd2f0f3607 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:11:23.469222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.518009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1153930-01ee-4b14-9743-7edd2f0f3607,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:23.581956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Attempting to bind port b1153930-01ee-4b14-9743-7edd2f0f3607 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:11:23.582695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Attempting to bind port b1153930-01ee-4b14-9743-7edd2f0f3607 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:11:23.582695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Attempting to bind port b1153930-01ee-4b14-9743-7edd2f0f3607 on network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:11:23.586826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Port b1153930-01ee-4b14-9743-7edd2f0f3607 on network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:11:23.587141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Attempting to bind port b1153930-01ee-4b14-9743-7edd2f0f3607 on network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:11:23.591893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:11:23.592223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Checking segment: {'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:11:23.592597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Bound using segment: {'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:11:23.593014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Bound port: b1153930-01ee-4b14-9743-7edd2f0f3607, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:11:23.593355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.658107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] For port b1153930-01ee-4b14-9743-7edd2f0f3607, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:11:23.661378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] For port b1153930-01ee-4b14-9743-7edd2f0f3607, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b1153930-01ee-4b14-9743-7edd2f0f3607,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:11:23.665162 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.697199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:23.697827 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:23.699239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] 10.222.0.64 "PUT /v2.0/ports/b1153930-01ee-4b14-9743-7edd2f0f3607 HTTP/1.1" status: 200 len: 1091 time: 0.5735309 Nov 25 19:11:23.699688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'tag': 'b1153930-01ee-4b14-9743-7edd2f0f3607'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:11:23.702539 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f75f4-3328-4c31-ae71-6635da87ee99" -d '{"events": [{"name": "network-changed", "server_uuid": "02271fc6-58da-4b9a-ba05-577ec8c28c48", "tag": "b1153930-01ee-4b14-9743-7edd2f0f3607"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:11:23.728634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca96d2a-c4fc-4cb9-a2bc-d262b5bd7ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1153930-01ee-4b14-9743-7edd2f0f3607,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:23.752728 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7123136d-3b0e-494e-a567-deab0126b7c5 x-openstack-request-id: req-7123136d-3b0e-494e-a567-deab0126b7c5 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:11:23.753028 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02271fc6-58da-4b9a-ba05-577ec8c28c48", "tag": "b1153930-01ee-4b14-9743-7edd2f0f3607", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:11:23.753343 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7123136d-3b0e-494e-a567-deab0126b7c5 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:11:23.753680 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'tag': 'b1153930-01ee-4b14-9743-7edd2f0f3607', 'status': 'completed', 'code': 200} Nov 25 19:11:23.791822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-94ee8bf7-86c5-4d65-8a4f-edae09c04c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:23.793218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-94ee8bf7-86c5-4d65-8a4f-edae09c04c66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2911ad23d13341e58d2b6a97fd9cfc8e&device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 1094 time: 0.0524001 Nov 25 19:11:23.852499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-fa75dc94-f94a-4ea1-8e4d-d803504b18e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1153930-01ee-4b14-9743-7edd2f0f3607 HTTP/1.1" status: 200 len: 217 time: 0.0388634 Nov 25 19:11:23.867753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35d3e-c766-4543-a301-de13957cdf14 req-0fcb8f8b-d2f4-4943-a88c-48259a51ea05 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:23.869132 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1be35d3e-c766-4543-a301-de13957cdf14 req-0fcb8f8b-d2f4-4943-a88c-48259a51ea05 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 943 time: 0.0876627 Nov 25 19:11:23.930093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-6a69be5e-c929-4d85-9c48-d0f94fbc8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:23.931520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-6a69be5e-c929-4d85-9c48-d0f94fbc8241 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1c07825-8808-403e-b2c7-da355dc79da8 HTTP/1.1" status: 200 len: 848 time: 0.0715361 Nov 25 19:11:23.957535 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1be35d3e-c766-4543-a301-de13957cdf14 req-7cc1fd07-9dac-408e-a7d7-32cb53024e60 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809300 Nov 25 19:11:23.975570 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-d7664be5-1e2a-463f-ab78-c27d658c43c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315118 Nov 25 19:11:24.080577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-5e54dd90-429e-4e3c-b4aa-805822c4cb8b service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952165 Nov 25 19:11:24.183107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8fec484b-52fb-4ea3-a37b-d50488852f67 req-9c7d8936-7dda-489c-95bd-614faa0c8d81 service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926440 Nov 25 19:11:24.281430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-9108a053-68a0-4136-a838-812b799a680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:24.283186 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-9108a053-68a0-4136-a838-812b799a680b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2911ad23d13341e58d2b6a97fd9cfc8e&device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 1094 time: 0.0439579 Nov 25 19:11:24.375407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-7fed2fa6-e434-4349-8ee3-57727763305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:24.376850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-7fed2fa6-e434-4349-8ee3-57727763305e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 HTTP/1.1" status: 200 len: 909 time: 0.0819914 Nov 25 19:11:24.425217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-5e65b4c1-ad76-4883-9ea2-9b830c011a1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1153930-01ee-4b14-9743-7edd2f0f3607 HTTP/1.1" status: 200 len: 217 time: 0.0403252 Nov 25 19:11:24.484139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-eecd574d-3bf5-4d8a-9849-12537806a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:24.485459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-eecd574d-3bf5-4d8a-9849-12537806a56a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1c07825-8808-403e-b2c7-da355dc79da8 HTTP/1.1" status: 200 len: 848 time: 0.0505257 Nov 25 19:11:24.520397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-ff72c15a-bebf-4116-8f58-090a2ea5ca5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246267 Nov 25 19:11:24.620615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-ef6aeebb-6483-4260-8a83-967e5af75048 service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884330 Nov 25 19:11:24.714094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa4f75f4-3328-4c31-ae71-6635da87ee99 req-f0aad441-7071-4448-af50-65a62dafddb5 service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854738 Nov 25 19:11:25.076578 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15420-fcf3-4df7-ac66-071f162ec7a3 req-533cf615-2b66-4d9a-8c07-017d32dbf9c1 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:25.078017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49c15420-fcf3-4df7-ac66-071f162ec7a3 req-533cf615-2b66-4d9a-8c07-017d32dbf9c1 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 943 time: 0.0476353 Nov 25 19:11:25.135330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-49c15420-fcf3-4df7-ac66-071f162ec7a3 req-ba9d0415-6a1b-44c5-9f9b-fa34497f3e38 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508211 Nov 25 19:11:26.110624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b1153930-01ee-4b14-9743-7edd2f0f3607 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:11:26.206698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b1153930-01ee-4b14-9743-7edd2f0f3607, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b1153930-01ee-4b14-9743-7edd2f0f3607,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:26.218314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'b1153930-01ee-4b14-9743-7edd2f0f3607', 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6', 'port_id': 'b1153930-01ee-4b14-9743-7edd2f0f3607', 'mac_address': 'fa:16:3e:0f:fc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c07825-8808-403e-b2c7-da355dc79da8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:11:26.253851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b17ef-39aa-4220-8dc5-4ec23a56024f req-8376c78a-3c24-4894-9d09-fe3f204c1f71 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:26.254931 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:26.255377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c08b17ef-39aa-4220-8dc5-4ec23a56024f req-8376c78a-3c24-4894-9d09-fe3f204c1f71 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 943 time: 0.0502074 Nov 25 19:11:26.267961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1153930-01ee-4b14-9743-7edd2f0f3607 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:11:26.287278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b1153930-01ee-4b14-9743-7edd2f0f3607, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b1153930-01ee-4b14-9743-7edd2f0f3607,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:26.291392 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:26.306846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c08b17ef-39aa-4220-8dc5-4ec23a56024f req-eaa48e7e-4664-43f1-a9a0-8b95b469d9d1 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452640 Nov 25 19:11:26.341473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b1153930-01ee-4b14-9743-7edd2f0f3607,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:26.348733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.349080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.349421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.349760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.350091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.350421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.350775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.351108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.351433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.351756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.352079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.352399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:26.540195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b1153930-01ee-4b14-9743-7edd2f0f3607'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:11:27.421689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53332b96-6847-45ce-a10a-6a73c4cbd8c6 req-6f9bd15f-8345-4569-9830-9c573696645d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:27.423198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53332b96-6847-45ce-a10a-6a73c4cbd8c6 req-6f9bd15f-8345-4569-9830-9c573696645d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 944 time: 0.0487325 Nov 25 19:11:27.473714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-53332b96-6847-45ce-a10a-6a73c4cbd8c6 req-05d45813-1b6c-4e49-ad9b-a9c48b745e4c tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Nov 25 19:11:28.133262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b1153930-01ee-4b14-9743-7edd2f0f3607 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:11:28.181363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port b1153930-01ee-4b14-9743-7edd2f0f3607 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:11:28.185671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port b1153930-01ee-4b14-9743-7edd2f0f3607 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:28.186039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.263336 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.286644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1153930-01ee-4b14-9743-7edd2f0f3607'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:11:28.288865 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7bddc1-fae2-4ba1-a2f7-6383f36a21da" -d '{"events": [{"server_uuid": "02271fc6-58da-4b9a-ba05-577ec8c28c48", "name": "network-vif-plugged", "status": "completed", "tag": "b1153930-01ee-4b14-9743-7edd2f0f3607"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:11:28.301666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port b1153930-01ee-4b14-9743-7edd2f0f3607, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b1153930-01ee-4b14-9743-7edd2f0f3607,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:28.305374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.332952 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737b532-c10e-4bf9-930a-7a927fac658b x-openstack-request-id: req-b737b532-c10e-4bf9-930a-7a927fac658b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:11:28.333245 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02271fc6-58da-4b9a-ba05-577ec8c28c48", "name": "network-vif-plugged", "status": "completed", "tag": "b1153930-01ee-4b14-9743-7edd2f0f3607", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:11:28.333494 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b737b532-c10e-4bf9-930a-7a927fac658b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:11:28.333881 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1153930-01ee-4b14-9743-7edd2f0f3607', 'code': 200} Nov 25 19:11:28.358744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=b1153930-01ee-4b14-9743-7edd2f0f3607,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:28.438569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db53d5-e7fb-4dbe-a549-373ba33363f3 req-4e9b008c-4344-44ef-a074-64fc6ee51a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:28.440055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7db53d5-e7fb-4dbe-a549-373ba33363f3 req-4e9b008c-4344-44ef-a074-64fc6ee51a24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 1096 time: 0.0398345 Nov 25 19:11:28.484208 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7db53d5-e7fb-4dbe-a549-373ba33363f3 req-c0118d8d-63ae-4e29-9209-2a93fdd870cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Nov 25 19:11:28.596425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8f90a-81b1-4939-bf2d-d2f182e3b6d1 req-becc8964-0ffd-4c15-88a9-45f2be0a109f tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:28.597882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d9d8f90a-81b1-4939-bf2d-d2f182e3b6d1 req-becc8964-0ffd-4c15-88a9-45f2be0a109f tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Nov 25 19:11:28.644678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d9d8f90a-81b1-4939-bf2d-d2f182e3b6d1 req-cba07ee6-7d89-4d0c-950e-1aa117dafa46 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Nov 25 19:11:29.766507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a67f8-8989-491f-ac52-25bbb5325f8e req-c02eddb0-8e8d-45e9-b273-7d457adeb9b8 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:29.767975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb7a67f8-8989-491f-ac52-25bbb5325f8e req-c02eddb0-8e8d-45e9-b273-7d457adeb9b8 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 945 time: 0.0492125 Nov 25 19:11:29.814262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb7a67f8-8989-491f-ac52-25bbb5325f8e req-f86f7d22-0859-4987-844b-93da0ae3cc30 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Nov 25 19:11:30.925713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:30.933409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d67b70-9407-4fae-bf67-8458b6b44300 req-34b615a5-3afe-4ea7-baee-38634c9dff27 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:30.934907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0d67b70-9407-4fae-bf67-8458b6b44300 req-34b615a5-3afe-4ea7-baee-38634c9dff27 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 945 time: 0.0491521 Nov 25 19:11:30.982010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0d67b70-9407-4fae-bf67-8458b6b44300 req-d7302de4-0dce-4e9a-ad61-d3c691ed5ce6 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Nov 25 19:11:31.548784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9155-0709-40d6-bd5e-b9f59483043b req-40d1acf9-8032-4952-af34-5b149f3d608f tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:31.550235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036e9155-0709-40d6-bd5e-b9f59483043b req-40d1acf9-8032-4952-af34-5b149f3d608f tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 945 time: 0.0572088 Nov 25 19:11:31.596993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-036e9155-0709-40d6-bd5e-b9f59483043b req-1802402f-6cff-4eb5-9f17-f90b57eb938a tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Nov 25 19:11:32.718062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551f323-4557-4039-9508-15b26aa7aa32 req-0902e776-d1d5-4b81-9933-d1239ab0e430 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:32.719570 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2551f323-4557-4039-9508-15b26aa7aa32 req-0902e776-d1d5-4b81-9933-d1239ab0e430 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Nov 25 19:11:32.766044 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2551f323-4557-4039-9508-15b26aa7aa32 req-62406a9c-8a33-40e7-9423-501477c12687 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406635 Nov 25 19:11:32.982701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-00f5fc49-136b-4c3f-abe6-fdb5ad418d9b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:32.984047 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-00f5fc49-136b-4c3f-abe6-fdb5ad418d9b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 945 time: 0.0476656 Nov 25 19:11:33.387558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Deleting port b1153930-01ee-4b14-9743-7edd2f0f3607 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:11:33.388220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.475878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] For port b1153930-01ee-4b14-9743-7edd2f0f3607, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=b1153930-01ee-4b14-9743-7edd2f0f3607,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:33.476241 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.488477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Calling delete_port for b1153930-01ee-4b14-9743-7edd2f0f3607 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:11:33.583235 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.619519 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.635502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['b1153930-01ee-4b14-9743-7edd2f0f3607'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:11:33.647965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Pushing event deleted for resources: {'Port': ['ID=b1153930-01ee-4b14-9743-7edd2f0f3607,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:33.672950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.673301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.673648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.673988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.674328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.674688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.675025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.675358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.675687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.676016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.676389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.676720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:33.700648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] No DVR routers for this DVR port b1153930-01ee-4b14-9743-7edd2f0f3607 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:11:33.703189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.706789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37eba4a5-064e-46e9-b43d-1c016db626a0 req-2178127f-2133-478e-b11e-0da22b5d330b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "DELETE /v2.0/ports/b1153930-01ee-4b14-9743-7edd2f0f3607 HTTP/1.1" status: 204 len: 173 time: 0.7108192 Nov 25 19:11:33.707225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'name': 'network-vif-deleted', 'tag': 'b1153930-01ee-4b14-9743-7edd2f0f3607'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:11:33.710060 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74efd5-6299-42fd-8ffd-20243532eaaf" -d '{"events": [{"server_uuid": "02271fc6-58da-4b9a-ba05-577ec8c28c48", "name": "network-vif-deleted", "tag": "b1153930-01ee-4b14-9743-7edd2f0f3607"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:11:33.749762 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6303781b-3222-470f-9c1d-501482e5ca11 x-openstack-request-id: req-6303781b-3222-470f-9c1d-501482e5ca11 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:11:33.750398 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02271fc6-58da-4b9a-ba05-577ec8c28c48", "name": "network-vif-deleted", "tag": "b1153930-01ee-4b14-9743-7edd2f0f3607", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:11:33.750398 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6303781b-3222-470f-9c1d-501482e5ca11 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:11:33.750712 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02271fc6-58da-4b9a-ba05-577ec8c28c48', 'name': 'network-vif-deleted', 'tag': 'b1153930-01ee-4b14-9743-7edd2f0f3607', 'status': 'completed', 'code': 200} Nov 25 19:11:33.870733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c18ab7b9-5aed-4816-b166-fec95b96819f req-52d094d7-a9b2-4adb-879f-adcaa1177406 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=02271fc6-58da-4b9a-ba05-577ec8c28c48 HTTP/1.1" status: 200 len: 210 time: 0.0258534 Nov 25 19:11:35.136666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-ba556018-bd73-4a1e-943c-dc2caedc72de tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:35.138110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-ba556018-bd73-4a1e-943c-dc2caedc72de tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/networks?id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 HTTP/1.1" status: 200 len: 808 time: 0.1006835 Nov 25 19:11:35.152737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-b1208ce7-99e8-41c3-b791-4c0de766db6b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/quotas/2911ad23d13341e58d2b6a97fd9cfc8e HTTP/1.1" status: 200 len: 375 time: 0.0087476 Nov 25 19:11:35.186477 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-1abc5bdc-fd1d-414b-b062-5859fe5a8e5e tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2911ad23d13341e58d2b6a97fd9cfc8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287380 Nov 25 19:11:35.274819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-a236b8f3-12ac-4cde-8798-d57f48e85557 service neutron] 10.222.0.62 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807846 Nov 25 19:11:35.366040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-f0cf194a-bf78-47fa-b22d-8ca42d187906 service neutron] 10.222.0.62 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850270 Nov 25 19:11:35.524029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2235cad0-c6af-4262-a9b0-968db15775f4 req-0e90a0b6-22f1-4050-b667-84d6a99b42fc tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 210 time: 0.0264311 Nov 25 19:11:36.139985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b1153930-01ee-4b14-9743-7edd2f0f3607 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:11:36.162014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: b1153930-01ee-4b14-9743-7edd2f0f3607 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:11:36.162375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device b1153930-01ee-4b14-9743-7edd2f0f3607 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:11:36.506516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-489719bc-5fad-4182-9054-f147b57626fd tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:36.507992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-489719bc-5fad-4182-9054-f147b57626fd tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "GET /v2.0/networks?id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 HTTP/1.1" status: 200 len: 808 time: 0.1029496 Nov 25 19:11:36.524042 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Request body: {'port': {'device_id': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6', 'admin_state_up': True, 'tenant_id': '2911ad23d13341e58d2b6a97fd9cfc8e'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:36.635197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef381327-eb29-488c-abfc-e93b7825299a req-66681c9b-d696-4aac-91bb-a5a0d0f93b29 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 210 time: 0.0400057 Nov 25 19:11:36.659179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Made reservation on behalf of 2911ad23d13341e58d2b6a97fd9cfc8e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:36.663547 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:36.788258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Allocated IP 172.20.0.3 (8ae5fe67-46d4-4e5c-bfd1-e595a93295f6/c1c07825-8808-403e-b2c7-da355dc79da8/800ca19d-e3b4-4fb5-a6fb-1532aee70629) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:11:36.934188 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:36.970466 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.025194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:11:37.028954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:11:37.033492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:11:37.070946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Pushing event updated for resources: {'Port': ['ID=800ca19d-e3b4-4fb5-a6fb-1532aee70629,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:37.100068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:37.100725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.116191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-75af3141-09c5-431c-9956-410304b3a26d tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968974 Nov 25 19:11:37.128502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Request body: {'port': {'device_id': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:37.191487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.497686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800ca19d-e3b4-4fb5-a6fb-1532aee70629 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:11:37.506534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.518283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Transition to ACTIVE for port object 800ca19d-e3b4-4fb5-a6fb-1532aee70629 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:11:37.522409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.570170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Pushing event updated for resources: {'Port': ['ID=800ca19d-e3b4-4fb5-a6fb-1532aee70629,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:37.647559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Attempting to bind port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:11:37.647881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Attempting to bind port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:11:37.648198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Attempting to bind port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 on network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:11:37.652408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 on network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:11:37.652715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Attempting to bind port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 on network 8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:11:37.657412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:11:37.657746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Checking segment: {'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:11:37.658124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Bound using segment: {'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:11:37.658570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Bound port: 800ca19d-e3b4-4fb5-a6fb-1532aee70629, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:11:37.658914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.720877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] For port 800ca19d-e3b4-4fb5-a6fb-1532aee70629, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:11:37.723905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] For port 800ca19d-e3b4-4fb5-a6fb-1532aee70629, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=800ca19d-e3b4-4fb5-a6fb-1532aee70629,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:11:37.729886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.753178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb535bf-5609-497f-adc3-963e3ef9b0a3 req-fba7d8d0-9f3f-4fd0-8fc4-7312528d2957 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:37.754590 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2eb535bf-5609-497f-adc3-963e3ef9b0a3 req-fba7d8d0-9f3f-4fd0-8fc4-7312528d2957 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 943 time: 0.0503907 Nov 25 19:11:37.762573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:37.763193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.764551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] 10.222.0.64 "PUT /v2.0/ports/800ca19d-e3b4-4fb5-a6fb-1532aee70629 HTTP/1.1" status: 200 len: 1091 time: 0.6399407 Nov 25 19:11:37.764988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'tag': '800ca19d-e3b4-4fb5-a6fb-1532aee70629'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:11:37.767294 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "363700b7-fdc4-45c6-a06e-97f8a2b0c79e", "tag": "800ca19d-e3b4-4fb5-a6fb-1532aee70629"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:11:37.798303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f35218-93da-4986-b265-c1c13b3efb2e service neutron] Pushing event updated for resources: {'Port': ['ID=800ca19d-e3b4-4fb5-a6fb-1532aee70629,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:37.814961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2eb535bf-5609-497f-adc3-963e3ef9b0a3 req-aa3ae924-d1f5-4955-8ba7-8906777b7b0b tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 Nov 25 19:11:37.834912 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6512560e-4053-40c1-85aa-3ad11f89d373 x-openstack-request-id: req-6512560e-4053-40c1-85aa-3ad11f89d373 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:11:37.835207 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363700b7-fdc4-45c6-a06e-97f8a2b0c79e", "tag": "800ca19d-e3b4-4fb5-a6fb-1532aee70629", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:11:37.835461 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6512560e-4053-40c1-85aa-3ad11f89d373 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:11:37.835883 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'tag': '800ca19d-e3b4-4fb5-a6fb-1532aee70629', 'status': 'completed', 'code': 200} Nov 25 19:11:37.852172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-2d4a9195-b9dd-44ff-90a1-08c32ee183b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:37.853670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-2d4a9195-b9dd-44ff-90a1-08c32ee183b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2911ad23d13341e58d2b6a97fd9cfc8e&device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 1094 time: 0.0491519 Nov 25 19:11:37.898684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-cd65dc6b-15b1-4f16-a2a3-82e5b6daff0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=800ca19d-e3b4-4fb5-a6fb-1532aee70629 HTTP/1.1" status: 200 len: 217 time: 0.0375121 Nov 25 19:11:37.946548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-639c0f10-7d6f-4c4b-b5af-6c1f96ad8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:37.947957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-639c0f10-7d6f-4c4b-b5af-6c1f96ad8948 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1c07825-8808-403e-b2c7-da355dc79da8 HTTP/1.1" status: 200 len: 848 time: 0.0427358 Nov 25 19:11:37.981055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-c59c6261-5a67-47de-9518-2ae0f941a25a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246334 Nov 25 19:11:38.072011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-a43fcbc6-5607-40d9-bbdc-a30be4d0aa5d service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837603 Nov 25 19:11:38.160338 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3d52514-0bcd-4cec-88c1-c3b842f84e3d req-462db1ce-3caf-44bd-9cb0-a80f35eae3bb service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804317 Nov 25 19:11:38.244452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-99edfc95-07b7-4de3-8d64-0d8a82cae1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:38.245927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-99edfc95-07b7-4de3-8d64-0d8a82cae1fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2911ad23d13341e58d2b6a97fd9cfc8e&device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 1094 time: 0.0410523 Nov 25 19:11:38.337375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-2e31365c-4799-4ea5-bbc9-c6d363cecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:38.338777 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-2e31365c-4799-4ea5-bbc9-c6d363cecda0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 HTTP/1.1" status: 200 len: 909 time: 0.0860863 Nov 25 19:11:38.378711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-5987c912-29c7-43e1-90ec-696187d5af68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=800ca19d-e3b4-4fb5-a6fb-1532aee70629 HTTP/1.1" status: 200 len: 217 time: 0.0326364 Nov 25 19:11:38.432317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-daed3edb-33cd-4a1f-a298-94399708703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:38.433770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-daed3edb-33cd-4a1f-a298-94399708703b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1c07825-8808-403e-b2c7-da355dc79da8 HTTP/1.1" status: 200 len: 848 time: 0.0474455 Nov 25 19:11:38.466712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-ac978c64-e2c9-44e9-a192-ea47ae673e12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254288 Nov 25 19:11:38.554253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-82585deb-8f72-47ed-bd0d-83661fa4883f service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801406 Nov 25 19:11:38.649008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fbae267a-b3de-4ccf-a98b-9ef61ce17bb7 req-86cf1c59-4dc6-4528-b49a-2b8460de2b05 service neutron] 10.222.0.64 "GET /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867472 Nov 25 19:11:38.931073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310127-c603-47b9-a372-3e7f49dadb38 req-cd87b869-8b42-46a4-8764-9783012d5d77 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:38.932525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41310127-c603-47b9-a372-3e7f49dadb38 req-cd87b869-8b42-46a4-8764-9783012d5d77 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 943 time: 0.0483482 Nov 25 19:11:38.986206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41310127-c603-47b9-a372-3e7f49dadb38 req-580974f6-f377-495b-954b-0a85a81dc382 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Nov 25 19:11:40.111224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a88e-1b1c-42bd-b249-e49cb1087c87 req-27c5854f-7546-49c2-ad82-9eb33ad214d7 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:40.112693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76b1a88e-1b1c-42bd-b249-e49cb1087c87 req-27c5854f-7546-49c2-ad82-9eb33ad214d7 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 943 time: 0.0531065 Nov 25 19:11:40.155703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 800ca19d-e3b4-4fb5-a6fb-1532aee70629 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:11:40.160499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-76b1a88e-1b1c-42bd-b249-e49cb1087c87 req-5f520454-1ba5-4d4c-ab5b-ccccb0e65187 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Nov 25 19:11:40.251477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 800ca19d-e3b4-4fb5-a6fb-1532aee70629, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=800ca19d-e3b4-4fb5-a6fb-1532aee70629,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:40.263327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '800ca19d-e3b4-4fb5-a6fb-1532aee70629', 'network_id': '8ae5fe67-46d4-4e5c-bfd1-e595a93295f6', 'port_id': '800ca19d-e3b4-4fb5-a6fb-1532aee70629', 'mac_address': 'fa:16:3e:94:46:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c07825-8808-403e-b2c7-da355dc79da8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:11:40.298361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:40.311577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800ca19d-e3b4-4fb5-a6fb-1532aee70629 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:11:40.338574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 800ca19d-e3b4-4fb5-a6fb-1532aee70629, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=800ca19d-e3b4-4fb5-a6fb-1532aee70629,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:40.345113 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:40.396173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=800ca19d-e3b4-4fb5-a6fb-1532aee70629,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:40.555838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['800ca19d-e3b4-4fb5-a6fb-1532aee70629'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:11:40.955040 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5433562-6b80-4b96-8aeb-2ef850592ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:41.274267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbb716-4af9-4517-8476-28e1f9e38fbb req-0311711e-f62e-42ca-930f-be59ae2287af tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:41.275768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70fbb716-4af9-4517-8476-28e1f9e38fbb req-0311711e-f62e-42ca-930f-be59ae2287af tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 944 time: 0.0485435 Nov 25 19:11:41.326059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70fbb716-4af9-4517-8476-28e1f9e38fbb req-df7cc9bf-9fe9-461d-bace-a58d8cd012fd tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Nov 25 19:11:42.157575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 800ca19d-e3b4-4fb5-a6fb-1532aee70629 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:11:42.205178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:11:42.209041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:42.209410 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:42.282919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:42.304633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800ca19d-e3b4-4fb5-a6fb-1532aee70629'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:11:42.306873 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac019cc6-a782-49c3-afb4-85eacefe5c2f" -d '{"events": [{"server_uuid": "363700b7-fdc4-45c6-a06e-97f8a2b0c79e", "name": "network-vif-plugged", "status": "completed", "tag": "800ca19d-e3b4-4fb5-a6fb-1532aee70629"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:11:42.322821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 800ca19d-e3b4-4fb5-a6fb-1532aee70629, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=800ca19d-e3b4-4fb5-a6fb-1532aee70629,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:42.326785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:42.351837 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72f41b0-3b40-4832-be04-da263a5fe94f x-openstack-request-id: req-e72f41b0-3b40-4832-be04-da263a5fe94f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:11:42.352130 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363700b7-fdc4-45c6-a06e-97f8a2b0c79e", "name": "network-vif-plugged", "status": "completed", "tag": "800ca19d-e3b4-4fb5-a6fb-1532aee70629", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:11:42.352378 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e72f41b0-3b40-4832-be04-da263a5fe94f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:11:42.352764 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800ca19d-e3b4-4fb5-a6fb-1532aee70629', 'code': 200} Nov 25 19:11:42.381697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=800ca19d-e3b4-4fb5-a6fb-1532aee70629,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:42.480405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b79425-95db-4236-b57c-69db4f575a30 req-fdd49aa5-0fc3-4b9a-8d36-f9d64ea5b2c2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:42.481885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c6b79425-95db-4236-b57c-69db4f575a30 req-fdd49aa5-0fc3-4b9a-8d36-f9d64ea5b2c2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 945 time: 0.0782080 Nov 25 19:11:42.483613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2c51d-adf1-4e05-a7f4-9789fdabf512 req-33a352b4-d2ed-4040-81a2-a0202ba6b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:42.484955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebd2c51d-adf1-4e05-a7f4-9789fdabf512 req-33a352b4-d2ed-4040-81a2-a0202ba6b719 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 1096 time: 0.0697007 Nov 25 19:11:42.555523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c6b79425-95db-4236-b57c-69db4f575a30 req-9c96c258-ab36-424d-b409-2376c808077f tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676868 Nov 25 19:11:42.561638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ebd2c51d-adf1-4e05-a7f4-9789fdabf512 req-5fc803ac-067b-48a4-8b35-d028ea56d087 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Nov 25 19:11:43.458591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-924c5c0c-55de-4f5d-97eb-b34fc556ca62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:43.676746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249ade2-50a0-4457-bcc5-2b4524010a5b req-27e0d89d-0085-42ed-b7e5-a9c9dfaf49f6 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:43.678817 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a249ade2-50a0-4457-bcc5-2b4524010a5b req-27e0d89d-0085-42ed-b7e5-a9c9dfaf49f6 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 945 time: 0.0546396 Nov 25 19:11:43.728021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a249ade2-50a0-4457-bcc5-2b4524010a5b req-2e6c4f8d-74ed-4ac1-9890-0049730bceb4 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Nov 25 19:11:44.485644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:44.847816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04522cc-d93d-4fc9-aae3-75c7640f6c51 req-637d83b4-38e2-4060-b8ae-a1a49b587cff tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:44.849287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c04522cc-d93d-4fc9-aae3-75c7640f6c51 req-637d83b4-38e2-4060-b8ae-a1a49b587cff tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 945 time: 0.0542140 Nov 25 19:11:44.895829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c04522cc-d93d-4fc9-aae3-75c7640f6c51 req-f584401a-081a-4dcf-b619-d8837d72a330 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Nov 25 19:11:45.486159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955deb8-1323-4960-8b29-05aa1bde8e9e req-df85b2ff-7549-4e56-96cc-32c6b9b383b3 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:45.487672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f955deb8-1323-4960-8b29-05aa1bde8e9e req-df85b2ff-7549-4e56-96cc-32c6b9b383b3 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 945 time: 0.0495582 Nov 25 19:11:45.534300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f955deb8-1323-4960-8b29-05aa1bde8e9e req-7f03fb28-d0bc-4aa6-a137-c7b1738a2685 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Nov 25 19:11:46.047820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:46.654030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25093030-d574-419b-917d-75a358d6493a req-a45198dd-3126-42d4-9fac-ee1100812436 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:46.655406 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25093030-d574-419b-917d-75a358d6493a req-a45198dd-3126-42d4-9fac-ee1100812436 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 945 time: 0.0511565 Nov 25 19:11:46.701421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25093030-d574-419b-917d-75a358d6493a req-a72cde70-7da1-4d77-8011-2ac1c8950675 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc7d3f68-4945-47c5-95a9-f03b2042ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Nov 25 19:11:46.840187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-ff96446a-656f-4dd6-9abe-611d6c4eaa77 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:46.841799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-ff96446a-656f-4dd6-9abe-611d6c4eaa77 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 945 time: 0.0571496 Nov 25 19:11:46.930718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Deleting port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:11:46.931062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:47.020639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] For port 800ca19d-e3b4-4fb5-a6fb-1532aee70629, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=800ca19d-e3b4-4fb5-a6fb-1532aee70629,segment=NetworkSegment(ca9925d6-75c9-493c-98ba-ff5bb5fd677b),segment_id=ca9925d6-75c9-493c-98ba-ff5bb5fd677b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:47.021052 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:47.034503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Calling delete_port for 800ca19d-e3b4-4fb5-a6fb-1532aee70629 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:11:47.040427 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:47.172057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:47.187981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['800ca19d-e3b4-4fb5-a6fb-1532aee70629'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:11:47.202651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Pushing event deleted for resources: {'Port': ['ID=800ca19d-e3b4-4fb5-a6fb-1532aee70629,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:47.244067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] No DVR routers for this DVR port 800ca19d-e3b4-4fb5-a6fb-1532aee70629 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:11:47.246640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:47.250065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d0d1efc-00f2-4431-88f1-ada649742086 req-1de0df68-61fd-46bb-8707-79d028cd7da2 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.64 "DELETE /v2.0/ports/800ca19d-e3b4-4fb5-a6fb-1532aee70629 HTTP/1.1" status: 204 len: 173 time: 0.4016654 Nov 25 19:11:47.250530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'name': 'network-vif-deleted', 'tag': '800ca19d-e3b4-4fb5-a6fb-1532aee70629'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:11:47.252775 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57611450-ed7c-48e7-bfc9-b224cfabb7e2" -d '{"events": [{"server_uuid": "363700b7-fdc4-45c6-a06e-97f8a2b0c79e", "name": "network-vif-deleted", "tag": "800ca19d-e3b4-4fb5-a6fb-1532aee70629"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:11:47.292416 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bbd5fc-96c9-4bdd-a2d4-2f74b89381a1 x-openstack-request-id: req-22bbd5fc-96c9-4bdd-a2d4-2f74b89381a1 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:11:47.292814 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363700b7-fdc4-45c6-a06e-97f8a2b0c79e", "name": "network-vif-deleted", "tag": "800ca19d-e3b4-4fb5-a6fb-1532aee70629", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:11:47.292962 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22bbd5fc-96c9-4bdd-a2d4-2f74b89381a1 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:11:47.293360 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363700b7-fdc4-45c6-a06e-97f8a2b0c79e', 'name': 'network-vif-deleted', 'tag': '800ca19d-e3b4-4fb5-a6fb-1532aee70629', 'status': 'completed', 'code': 200} Nov 25 19:11:47.825165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-311597f3-ab3d-4551-8a8d-552e0b82f349 req-2d4df7a3-383d-4457-82ab-15a20ca08196 tempest-VolumesActionsTest-2144940847 tempest-VolumesActionsTest-2144940847-project] 10.222.0.62 "GET /v2.0/ports?device_id=363700b7-fdc4-45c6-a06e-97f8a2b0c79e HTTP/1.1" status: 200 len: 210 time: 0.0273759 Nov 25 19:11:50.205711 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 800ca19d-e3b4-4fb5-a6fb-1532aee70629 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:11:50.227290 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 800ca19d-e3b4-4fb5-a6fb-1532aee70629 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:11:50.227626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 800ca19d-e3b4-4fb5-a6fb-1532aee70629 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:11:52.592216 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:11:54.994827 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-1052ada8-1fa0-4558-a0ec-41d43390a20f req-06707740-e02e-425a-93e7-9fc6d4bbe983 service neutron] (103456) timed out ('10.222.0.62', 42170) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:12:00.937557 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:03.591166 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.566517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:08.612507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Deleting subnet c1c07825-8808-403e-b2c7-da355dc79da8 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:12:08.616249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.650549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.692491 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.744199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.771253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c07825-8808-403e-b2c7-da355dc79da8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:08.773629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.779279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c1c07825-8808-403e-b2c7-da355dc79da8 HTTP/1.1" status: 204 len: 168 time: 0.2086246 Nov 25 19:12:08.779752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54204) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:08.783479 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.783881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.784280 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.784695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.785091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.785433 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.785764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.786092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.786421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.786903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.787115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.787437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01feb058-0137-49fb-9b47-84b82e5efc10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:08.850482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.931055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.951980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae5fe67-46d4-4e5c-bfd1-e595a93295f6']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:08.961436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:08.961733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9925d6-75c9-493c-98ba-ff5bb5fd677b') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:08.971029 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.985006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.991612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:12:08.991992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:12:08.993665 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:12:09.050887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:09.056849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:09.060086 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8ae5fe67-46d4-4e5c-bfd1-e595a93295f6 HTTP/1.1" status: 204 len: 168 time: 0.2792284 Nov 25 19:12:09.074907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ce467-9188-41b6-a7a8-9db05b198306 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae5fe67-46d4-4e5c-bfd1-e595a93295f6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:09.177389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54208) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:09.218966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-006c7b6b-665b-40f2-bda5-2958d56c9cdc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2911ad23d13341e58d2b6a97fd9cfc8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403247 Nov 25 19:12:09.221250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54210) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:09.267483 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bab0e69-ec2c-491a-a004-326b03ae53f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:09.288691 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bab0e69-ec2c-491a-a004-326b03ae53f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:09.338629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bab0e69-ec2c-491a-a004-326b03ae53f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:09.341315 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bab0e69-ec2c-491a-a004-326b03ae53f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:09.342490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9bab0e69-ec2c-491a-a004-326b03ae53f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc7d3f68-4945-47c5-95a9-f03b2042ecf9 HTTP/1.1" status: 204 len: 168 time: 0.1203146 Nov 25 19:12:09.350426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab0e69-ec2c-491a-a004-326b03ae53f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7d3f68-4945-47c5-95a9-f03b2042ecf9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:10.472637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:10.580916 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b97fc9-4617-49fc-b12d-b338573883b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:10.662534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b97fc9-4617-49fc-b12d-b338573883b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:10.666645 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13b97fc9-4617-49fc-b12d-b338573883b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:10.707443 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13b97fc9-4617-49fc-b12d-b338573883b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c429f218af7f4785bc5e9bfe3540677c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336974 Nov 25 19:12:10.708327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b97fc9-4617-49fc-b12d-b338573883b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5a71c-90fd-41f7-bd71-bb8e10ad9b1d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:10.710976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:10.758980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f451d4bb-a2fd-4222-a76d-4b1f00405ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:10.782589 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f451d4bb-a2fd-4222-a76d-4b1f00405ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:10.840731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f451d4bb-a2fd-4222-a76d-4b1f00405ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:10.843714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f451d4bb-a2fd-4222-a76d-4b1f00405ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:10.844858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f451d4bb-a2fd-4222-a76d-4b1f00405ad0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95d5a71c-90fd-41f7-bd71-bb8e10ad9b1d HTTP/1.1" status: 204 len: 168 time: 0.1327746 Nov 25 19:12:10.852778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d4bb-a2fd-4222-a76d-4b1f00405ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5a71c-90fd-41f7-bd71-bb8e10ad9b1d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:10.957949 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4397ae2e-4f46-4df3-b1a7-82b329e23818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.467406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54266) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:11.563388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-572798157-network', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:11.584282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Made reservation on behalf of 4cbd66cf81314e00aa083598b721b7e1 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:11.586574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.594832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.670521 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.675115 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.705288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:12:11.716777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600bd99-2d87-4bac-ba10-6233e1837318,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:11.721787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.722131 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Added segment 75f7fbcb-600d-4be2-9315-f02aea45dfa6 of type vlan for network 52302b14-784f-42a3-8edb-7249cc17e4b7 Nov 25 19:12:11.778473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.808684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.809580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:11.810152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:11.860423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3918877 Nov 25 19:12:11.863439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54270) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:11.868921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Request body: {'subnet': {'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-572798157-subnet', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:11.871562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0acc2e-da28-4e17-b6e5-d3940d955ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=52302b14-784f-42a3-8edb-7249cc17e4b7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:11.881739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:12:11.889755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Made reservation on behalf of 4cbd66cf81314e00aa083598b721b7e1 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:11.892177 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.064267 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.125761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210763ef-062b-422f-9057-9f1fefb3f88b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:12.132805 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Checking segment: {'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:12.133167 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Network hostable DHCP agents. Network: 52302b14-784f-42a3-8edb-7249cc17e4b7, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:12:12.148307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:12:12.156838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 52302b14-784f-42a3-8edb-7249cc17e4b7) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:12.161088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:12.162372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.166389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5899a5bf-eb58-4aef-8961-6d60de36f464 None None] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:12.178426 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be082dad-ffff-4bbf-ace4-06f947e30e43 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3138299 Nov 25 19:12:12.181081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54272) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:12.185371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:12.205262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.206314 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.260826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.312266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-52302b14-784f-42a3-8edb-7249cc17e4b7', 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'fixed_ips': [{'subnet_id': '210763ef-062b-422f-9057-9f1fefb3f88b'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:12:12.313152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.457200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Allocated IP 172.20.0.2 (52302b14-784f-42a3-8edb-7249cc17e4b7/210763ef-062b-422f-9057-9f1fefb3f88b/0e3fa136-33d3-49b5-abd8-33d66671dbe5) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:12.603238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.609293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.639668 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.649894 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:12.652683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:12.656471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:12.663231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Pushing event updated for resources: {'Port': ['ID=0e3fa136-33d3-49b5-abd8-33d66671dbe5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:12.712577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Attempting to bind port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:12.712956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Attempting to bind port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:12.713321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Attempting to bind port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 on network 52302b14-784f-42a3-8edb-7249cc17e4b7 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:12.718337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:12.718769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Checking segment: {'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:12.719171 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.719566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Bound using segment: {'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:12.720037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Bound port: 0e3fa136-33d3-49b5-abd8-33d66671dbe5, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:12.720414 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.784506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] For port 0e3fa136-33d3-49b5-abd8-33d66671dbe5, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:12.788668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] For port 0e3fa136-33d3-49b5-abd8-33d66671dbe5, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0e3fa136-33d3-49b5-abd8-33d66671dbe5,segment=NetworkSegment(75f7fbcb-600d-4be2-9315-f02aea45dfa6),segment_id=75f7fbcb-600d-4be2-9315-f02aea45dfa6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:12.792231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.850473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cae3f7-3658-4329-b71e-c27c5e09c85f None None] Pushing event updated for resources: {'Port': ['ID=0e3fa136-33d3-49b5-abd8-33d66671dbe5,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:12.873284 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:12.894106 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.018820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Allocated IP 172.25.2.229 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/c3c55eb0-bf9e-4af3-bc10-69f1d36730c2) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:13.125873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.165839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.206264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:13.209094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:13.212771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:13.221663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6baf21e-1340-4ebe-adae-9470c74a288a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:13.234551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:13.319649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4677bf7b-b2d7-420f-ab53-2ca5b7157f08 None None] Provisioning complete for port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:13.320070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4677bf7b-b2d7-420f-ab53-2ca5b7157f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.352957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4677bf7b-b2d7-420f-ab53-2ca5b7157f08 None None] Port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:13.459506 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd28536f-6670-4127-82b5-c8100f12e27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.461708 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.664077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.786899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ecd542-de50-4dce-9123-e244445c67d2 None None] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:13.795322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Router d37c5c6f-00ff-4120-adba-38bbf3bf76cd is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:12:13.903366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:13.912264 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6cb33cbf-ab63-4ded-ac6e-50da6502ae5e None None] Provisioning complete for port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:13.912975 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cb33cbf-ab63-4ded-ac6e-50da6502ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.919651 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Sync routers for ids ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:13.921911 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:13.925870 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4a737fb8-9d0c-48c4-8994-304c88b310a1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7413301 Nov 25 19:12:13.926104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:13.931217 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Routers {'d37c5c6f-00ff-4120-adba-38bbf3bf76cd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:13.931905 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:14.025354 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cb33cbf-ab63-4ded-ac6e-50da6502ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.036770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Set router d37c5c6f-00ff-4120-adba-38bbf3bf76cd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:14.084239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6cb33cbf-ab63-4ded-ac6e-50da6502ae5e None None] For port 0e3fa136-33d3-49b5-abd8-33d66671dbe5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0e3fa136-33d3-49b5-abd8-33d66671dbe5,segment=NetworkSegment(75f7fbcb-600d-4be2-9315-f02aea45dfa6),segment_id=75f7fbcb-600d-4be2-9315-f02aea45dfa6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:14.090232 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cb33cbf-ab63-4ded-ac6e-50da6502ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.145396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb33cbf-ab63-4ded-ac6e-50da6502ae5e None None] Pushing event updated for resources: {'Port': ['ID=0e3fa136-33d3-49b5-abd8-33d66671dbe5,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:14.315911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f968b822-b76a-47cc-9257-0a46075af742 None None] Provisioning complete for port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:14.316540 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f968b822-b76a-47cc-9257-0a46075af742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.324911 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:13Z', 'revision_number': 3, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port': {'id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:14.355910 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Checking router: d37c5c6f-00ff-4120-adba-38bbf3bf76cd for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:14.356265 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Updating router d37c5c6f-00ff-4120-adba-38bbf3bf76cd port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:14.382490 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.401755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.487521 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.607976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Allocated IP 172.20.0.1 (52302b14-784f-42a3-8edb-7249cc17e4b7/210763ef-062b-422f-9057-9f1fefb3f88b/b9097d86-28b3-4b5e-be1e-ae8c6bb01203) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:14.641210 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.646543 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.691354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b10aec-1c33-4447-a221-4e76ca9e3043 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:14.695297 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Attempting to bind port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:14.695662 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Attempting to bind port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:14.696055 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Attempting to bind port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:14.704978 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:14.705355 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:14.705770 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.706145 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:14.706667 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Bound port: c3c55eb0-bf9e-4af3-bc10-69f1d36730c2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:14.707049 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.709340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0e3fa136-33d3-49b5-abd8-33d66671dbe5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:14.728069 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.732278 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Pushing event updated for resources: {'Port': ['ID=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:14.746467 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.746817 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.747154 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.747487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.747819 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.748145 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.748473 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.748798 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.749116 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.749434 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.749939 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.750084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:14.762877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:14.763323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.771566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.776282 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] For port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:14.783464 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] For port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:14.788394 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.817443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:14.821731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:14.824725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:14.852749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a54490a-a97a-405c-aec2-73b2bb30398d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:14.854238 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Routers {'d37c5c6f-00ff-4120-adba-38bbf3bf76cd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:14.854436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Pushing event updated for resources: {'Port': ['ID=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:14.854819 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:14.856770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04c151-9968-4844-a6cc-2f7d72752fb9 None None] Pushing event updated for resources: {'Port': ['ID=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:14.876413 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.877968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-567f5eb8-4597-4414-a389-58027e5950cd None None] Provisioning complete for port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:14.878594 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-567f5eb8-4597-4414-a389-58027e5950cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:14.979435 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-567f5eb8-4597-4414-a389-58027e5950cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.004552 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] Set router d37c5c6f-00ff-4120-adba-38bbf3bf76cd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:15.006335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-567f5eb8-4597-4414-a389-58027e5950cd None None] For port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:15.012014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-567f5eb8-4597-4414-a389-58027e5950cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.077694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f5eb8-4597-4414-a389-58027e5950cd None None] Pushing event updated for resources: {'Port': ['ID=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:15.133417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d56a00a1-b8f8-4290-8e0c-3f15d9112bf9 None None] Provisioning complete for port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:15.133722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d56a00a1-b8f8-4290-8e0c-3f15d9112bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.203627 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:13Z', 'revision_number': 3, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port': {'id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:15.224484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d56a00a1-b8f8-4290-8e0c-3f15d9112bf9 None None] Provisioning complete for port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:15.225222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d56a00a1-b8f8-4290-8e0c-3f15d9112bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.232101 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ae1df-a529-4320-9eca-fb7008fc2f4e None None] The sync data for ids ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'] in n-d-819194-3 is: [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:13Z', 'revision_number': 3, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port': {'id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:15.272485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d56a00a1-b8f8-4290-8e0c-3f15d9112bf9 None None] Port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:15.302798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.485198 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.490354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.560307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Pushing event updated for resources: {'Port': ['ID=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:15.563532 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.657200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:15.658820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:15.783892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Router d37c5c6f-00ff-4120-adba-38bbf3bf76cd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:12:15.894656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8eece0c3-0fdb-4bcb-8385-2c92f99b3a90 None None] Provisioning complete for port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:15.895259 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8eece0c3-0fdb-4bcb-8385-2c92f99b3a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:15.900961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:15.912069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cbdb7f03-58ae-423a-84ee-f513def2b230 admin admin] 10.222.0.62 "PUT /v2.0/routers/d37c5c6f-00ff-4120-adba-38bbf3bf76cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9789035 Nov 25 19:12:15.932551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8eece0c3-0fdb-4bcb-8385-2c92f99b3a90 None None] Port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:16.056174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.383729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54290) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:16.388842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-939485250-network', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:16.409462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Made reservation on behalf of 030edc6cbb8f4333bbd185eb77acc136 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:16.411713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.420357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.496676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.500700 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.525493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:12:16.535268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08aac36-e6a0-4ef7-9339-1628f7bdd957,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:16.541679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.541970 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Added segment 7c758dce-3d89-4a87-8bec-503def4249f9 of type vlan for network 4db7b9c3-80b2-4884-9518-1057895eb779 Nov 25 19:12:16.596625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.627339 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.627984 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:16.629153 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.686195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3013327 Nov 25 19:12:16.688931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:16.694296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Request body: {'subnet': {'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-939485250-subnet', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:16.702997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:16.706701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821095b-cef4-4811-828e-7ace032d4823 admin admin] Pushing event updated for resources: {'Network': ['ID=4db7b9c3-80b2-4884-9518-1057895eb779,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:16.726436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 4db7b9c3-80b2-4884-9518-1057895eb779 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:12:16.727570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Made reservation on behalf of 030edc6cbb8f4333bbd185eb77acc136 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:16.730229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.809393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:16.809730 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.915903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:16.926700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Sync routers for ids ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:16.936612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Routers {'d37c5c6f-00ff-4120-adba-38bbf3bf76cd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:16.937217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:16.979282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a854581e-5f12-4b97-8b71-deed882daee1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:16.989106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Checking segment: {'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:16.989106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Network hostable DHCP agents. Network: 4db7b9c3-80b2-4884-9518-1057895eb779, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:12:17.004979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Network 4db7b9c3-80b2-4884-9518-1057895eb779 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:12:17.014811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 4db7b9c3-80b2-4884-9518-1057895eb779) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:17.019673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:17.020270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.033643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f238479-711c-4e24-b2e3-55775bad54d2 None None] Network 4db7b9c3-80b2-4884-9518-1057895eb779 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:17.035573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a0e246a3-2489-4834-818a-6b153d28452a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3455615 Nov 25 19:12:17.038044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:17.042312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:17.064338 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.065381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.124316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.248746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.262672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.263508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Set router d37c5c6f-00ff-4120-adba-38bbf3bf76cd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:17.463452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.473361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-4db7b9c3-80b2-4884-9518-1057895eb779', 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'fixed_ips': [{'subnet_id': 'a854581e-5f12-4b97-8b71-deed882daee1'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:12:17.474786 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.487184 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.588077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Allocated IP 172.25.2.80 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/fccf4adc-4975-43ef-ac49-fad297699705) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:17.653535 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:15Z', 'revision_number': 4, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port': {'id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b9097d86-28b3-4b5e-be1e-ae8c6bb01203', 'name': '', 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'mac_address': 'fa:16:3e:a6:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '210763ef-062b-422f-9057-9f1fefb3f88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:14Z', 'updated_at': '2021-11-25T19:12:15Z', 'revision_number': 2, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'subnets': [{'id': '210763ef-062b-422f-9057-9f1fefb3f88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:17.655692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Allocated IP 172.20.0.2 (4db7b9c3-80b2-4884-9518-1057895eb779/a854581e-5f12-4b97-8b71-deed882daee1/61494559-30ad-440a-ab30-f1a87c7fbcff) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:17.683922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Checking router: d37c5c6f-00ff-4120-adba-38bbf3bf76cd for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:17.684296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Updating router d37c5c6f-00ff-4120-adba-38bbf3bf76cd port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:17.692043 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.726744 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.728054 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:17.764804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:17.767738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:17.771716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:17.794852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8046eb-0bf4-4150-b3bc-7d0e2382cbf1 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:17.795296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Pushing event updated for resources: {'Port': ['ID=fccf4adc-4975-43ef-ac49-fad297699705,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:17.957975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6b5ded87-1104-4f8a-9eea-77239623bf3d None None] Provisioning complete for port fccf4adc-4975-43ef-ac49-fad297699705 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:17.959111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b5ded87-1104-4f8a-9eea-77239623bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.019156 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.032781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.046212 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.080820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ded87-1104-4f8a-9eea-77239623bf3d None None] Port fccf4adc-4975-43ef-ac49-fad297699705 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:18.130443 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Network 4db7b9c3-80b2-4884-9518-1057895eb779 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:18.134422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Pushing event updated for resources: {'Port': ['ID=61494559-30ad-440a-ab30-f1a87c7fbcff,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:18.137044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:18.142173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:18.232932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.237163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Attempting to bind port 61494559-30ad-440a-ab30-f1a87c7fbcff on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:18.237545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Attempting to bind port 61494559-30ad-440a-ab30-f1a87c7fbcff by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:18.237916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Attempting to bind port 61494559-30ad-440a-ab30-f1a87c7fbcff on network 4db7b9c3-80b2-4884-9518-1057895eb779 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:18.249405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:18.249784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Checking segment: {'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:18.250187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.250618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Bound using segment: {'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:18.251098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Bound port: 61494559-30ad-440a-ab30-f1a87c7fbcff, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:18.251480 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.271865 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.297344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.366379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] For port 61494559-30ad-440a-ab30-f1a87c7fbcff, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:18.366529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:12:18.386659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] For port 61494559-30ad-440a-ab30-f1a87c7fbcff, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61494559-30ad-440a-ab30-f1a87c7fbcff,segment=NetworkSegment(7c758dce-3d89-4a87-8bec-503def4249f9),segment_id=7c758dce-3d89-4a87-8bec-503def4249f9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:18.389324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc482c0-db92-4f82-ae4a-f5cf96dbeb54 None None] Pushing event updated for resources: {'Port': ['ID=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:18.409731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.487162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Attempting to bind port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:18.487537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Attempting to bind port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:18.487908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Attempting to bind port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 on network 52302b14-784f-42a3-8edb-7249cc17e4b7 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:18.495955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:18.496337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Checking segment: {'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:18.496744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.497141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Bound using segment: {'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:18.497623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Bound port: b9097d86-28b3-4b5e-be1e-ae8c6bb01203, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f7fbcb-600d-4be2-9315-f02aea45dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:18.498004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.555909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6249a-60bb-4cf6-9460-4ed5f4df6eab None None] Pushing event updated for resources: {'Port': ['ID=61494559-30ad-440a-ab30-f1a87c7fbcff,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:18.602136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] For port b9097d86-28b3-4b5e-be1e-ae8c6bb01203, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:18.627758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] For port b9097d86-28b3-4b5e-be1e-ae8c6bb01203, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,segment=NetworkSegment(75f7fbcb-600d-4be2-9315-f02aea45dfa6),segment_id=75f7fbcb-600d-4be2-9315-f02aea45dfa6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:18.629976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4a5ae345-0a3e-4554-b424-bf23196b4ac9 None None] Provisioning complete for port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:18.630875 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae345-0a3e-4554-b424-bf23196b4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.634735 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.738058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Routers {'d37c5c6f-00ff-4120-adba-38bbf3bf76cd'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:18.738655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:18.788873 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:18.798297 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Sync routers for ids ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:18.804493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc482c0-db92-4f82-ae4a-f5cf96dbeb54 None None] Pushing event updated for resources: {'Port': ['ID=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:18.821631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.821774 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Routers {'dbe69555-b3f3-4d15-8796-7a7f6ad5a226'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:18.822460 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:18.823672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2c9a7c2e-5d47-4bfb-9485-b63be4cc8c58 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7844594 Nov 25 19:12:18.826764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54296) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:18.912447 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae345-0a3e-4554-b424-bf23196b4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:18.966329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] Set router d37c5c6f-00ff-4120-adba-38bbf3bf76cd gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:18.985401 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Set router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:18.992842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4a5ae345-0a3e-4554-b424-bf23196b4ac9 None None] For port b9097d86-28b3-4b5e-be1e-ae8c6bb01203, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,segment=NetworkSegment(75f7fbcb-600d-4be2-9315-f02aea45dfa6),segment_id=75f7fbcb-600d-4be2-9315-f02aea45dfa6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:19.001852 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae345-0a3e-4554-b424-bf23196b4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.155094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae345-0a3e-4554-b424-bf23196b4ac9 None None] Pushing event updated for resources: {'Port': ['ID=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:19.174351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c7b39753-2a5d-47e7-b83e-96dd04f2fa3a None None] Provisioning complete for port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:19.174749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7b39753-2a5d-47e7-b83e-96dd04f2fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.202099 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:17Z', 'revision_number': 3, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port': {'id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:19.235011 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Checking router: dbe69555-b3f3-4d15-8796-7a7f6ad5a226 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:19.235457 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Updating router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 port fccf4adc-4975-43ef-ac49-fad297699705 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:19.261043 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.324003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:15Z', 'revision_number': 4, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port': {'id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b9097d86-28b3-4b5e-be1e-ae8c6bb01203', 'name': '', 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'mac_address': 'fa:16:3e:a6:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '210763ef-062b-422f-9057-9f1fefb3f88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:14Z', 'updated_at': '2021-11-25T19:12:18Z', 'revision_number': 4, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'subnets': [{'id': '210763ef-062b-422f-9057-9f1fefb3f88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:19.333755 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.351451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd917fe6-aae9-4b3b-b48c-5e075cc50355 None None] The sync data for ids ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'] in n-d-819194-3 is: [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:15Z', 'revision_number': 4, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port': {'id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'b9097d86-28b3-4b5e-be1e-ae8c6bb01203', 'name': '', 'network_id': '52302b14-784f-42a3-8edb-7249cc17e4b7', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'mac_address': 'fa:16:3e:a6:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '210763ef-062b-422f-9057-9f1fefb3f88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:14Z', 'updated_at': '2021-11-25T19:12:18Z', 'revision_number': 4, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'subnets': [{'id': '210763ef-062b-422f-9057-9f1fefb3f88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:19.560890 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Allocated IP 172.20.0.1 (4db7b9c3-80b2-4884-9518-1057895eb779/a854581e-5f12-4b97-8b71-deed882daee1/87686153-27b3-45fd-86d8-faaf32aa3612) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:19.606925 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.620964 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.671849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c7e11-7b3b-4227-98bb-dcd97d75cbaf None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:19.688499 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Attempting to bind port fccf4adc-4975-43ef-ac49-fad297699705 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:19.688938 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Attempting to bind port fccf4adc-4975-43ef-ac49-fad297699705 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:19.689516 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Attempting to bind port fccf4adc-4975-43ef-ac49-fad297699705 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:19.692087 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea147e-2860-411b-9038-5af4492a6502 None None] Pushing event updated for resources: {'Port': ['ID=fccf4adc-4975-43ef-ac49-fad297699705,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:19.706773 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:19.708308 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:19.708892 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.709303 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:19.709861 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Bound port: fccf4adc-4975-43ef-ac49-fad297699705, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:19.710394 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.747326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.749999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3fa9f857-dc5b-4999-b50d-381b0051545c None None] Provisioning complete for port fccf4adc-4975-43ef-ac49-fad297699705 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:19.750375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fa9f857-dc5b-4999-b50d-381b0051545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.778120 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] For port fccf4adc-4975-43ef-ac49-fad297699705, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:19.781629 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] For port fccf4adc-4975-43ef-ac49-fad297699705, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fccf4adc-4975-43ef-ac49-fad297699705,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:19.789415 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.805486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.807298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9f857-dc5b-4999-b50d-381b0051545c None None] Port fccf4adc-4975-43ef-ac49-fad297699705 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:19.844442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d2ed3-fa78-400e-9b42-4d90825c7897 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:19.850245 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Routers {'dbe69555-b3f3-4d15-8796-7a7f6ad5a226'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:19.851087 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:19.857486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab61eaa-de27-4495-845f-99e2b336a7c4 None None] Network 4db7b9c3-80b2-4884-9518-1057895eb779 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:19.900426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Network 4db7b9c3-80b2-4884-9518-1057895eb779 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:19.901894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Pushing event updated for resources: {'Port': ['ID=87686153-27b3-45fd-86d8-faaf32aa3612,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:19.918176 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:19.921426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:19.951700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Provisioning complete for port 61494559-30ad-440a-ab30-f1a87c7fbcff triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:19.952603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:19.965334 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.021481 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea147e-2860-411b-9038-5af4492a6502 None None] Pushing event updated for resources: {'Port': ['ID=fccf4adc-4975-43ef-ac49-fad297699705,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:20.097954 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.101874 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] Set router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:20.111824 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.152223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] For port 61494559-30ad-440a-ab30-f1a87c7fbcff, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61494559-30ad-440a-ab30-f1a87c7fbcff,segment=NetworkSegment(7c758dce-3d89-4a87-8bec-503def4249f9),segment_id=7c758dce-3d89-4a87-8bec-503def4249f9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:20.184716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.220956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Provisioning complete for port fccf4adc-4975-43ef-ac49-fad297699705 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:20.221280 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.311997 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.321294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.358495 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:17Z', 'revision_number': 3, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port': {'id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:20.399312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Pushing event updated for resources: {'Port': ['ID=87686153-27b3-45fd-86d8-faaf32aa3612,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:20.404805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.414924 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c181e1-12ff-4ab5-9d57-6595369a6fc3 None None] The sync data for ids ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'] in n-d-819194-3 is: [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:17Z', 'revision_number': 3, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port': {'id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:20.492961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Pushing event updated for resources: {'Port': ['ID=61494559-30ad-440a-ab30-f1a87c7fbcff,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:20.535643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Network 4db7b9c3-80b2-4884-9518-1057895eb779 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:20.537459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:20.542229 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.566481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] For port fccf4adc-4975-43ef-ac49-fad297699705, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fccf4adc-4975-43ef-ac49-fad297699705,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:20.571170 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.636750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc2834-de61-439f-b0a6-e47a9ed5d18b None None] Pushing event updated for resources: {'Port': ['ID=fccf4adc-4975-43ef-ac49-fad297699705,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:20.724226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:12:20.829892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b9097d86-28b3-4b5e-be1e-ae8c6bb01203 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:20.902650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:20.907334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:20.907701 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.908550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f68fe70a-f095-4021-8edf-1738ed69df27 admin admin] 10.222.0.62 "PUT /v2.0/routers/dbe69555-b3f3-4d15-8796-7a7f6ad5a226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0792906 Nov 25 19:12:20.918313 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c9040bd-dc13-470a-b420-0d19f4ed0a6b None None] Provisioning complete for port 87686153-27b3-45fd-86d8-faaf32aa3612 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:20.919084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c9040bd-dc13-470a-b420-0d19f4ed0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:20.988064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7c9040bd-dc13-470a-b420-0d19f4ed0a6b None None] Port 87686153-27b3-45fd-86d8-faaf32aa3612 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:21.039507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7c9040bd-dc13-470a-b420-0d19f4ed0a6b None None] Provisioning complete for port 61494559-30ad-440a-ab30-f1a87c7fbcff triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:21.039875 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c9040bd-dc13-470a-b420-0d19f4ed0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:21.119269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61494559-30ad-440a-ab30-f1a87c7fbcff up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:21.206394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 61494559-30ad-440a-ab30-f1a87c7fbcff triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:21.206822 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:21.354729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f52c8d0-91bd-43e6-a9cf-156fd8ab8656 None None] Provisioning complete for port 87686153-27b3-45fd-86d8-faaf32aa3612 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:21.355067 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f52c8d0-91bd-43e6-a9cf-156fd8ab8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:21.393859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f52c8d0-91bd-43e6-a9cf-156fd8ab8656 None None] Port 87686153-27b3-45fd-86d8-faaf32aa3612 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:21.513649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-974a6896-c66f-4bc8-b576-ce6affcd31af None None] Provisioning complete for port 87686153-27b3-45fd-86d8-faaf32aa3612 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:21.514018 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-974a6896-c66f-4bc8-b576-ce6affcd31af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:21.549362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-974a6896-c66f-4bc8-b576-ce6affcd31af None None] Port 87686153-27b3-45fd-86d8-faaf32aa3612 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:22.681409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fccf4adc-4975-43ef-ac49-fad297699705 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:22.730586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port fccf4adc-4975-43ef-ac49-fad297699705 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:22.730885 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:22.801987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Sync routers for ids ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:22.827410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Routers {'dbe69555-b3f3-4d15-8796-7a7f6ad5a226'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:22.828058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:22.939340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Set router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:23.129238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 4, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port': {'id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '87686153-27b3-45fd-86d8-faaf32aa3612', 'name': '', 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'mac_address': 'fa:16:3e:af:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a854581e-5f12-4b97-8b71-deed882daee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:19Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 2, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'subnets': [{'id': 'a854581e-5f12-4b97-8b71-deed882daee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:23.158143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Checking router: dbe69555-b3f3-4d15-8796-7a7f6ad5a226 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:23.158518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Updating router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 port 87686153-27b3-45fd-86d8-faaf32aa3612 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:23.182166 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:23.439007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:23.444533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:23.520175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28c126-974c-4214-8242-9b58ea9c0633 None None] Pushing event updated for resources: {'Port': ['ID=87686153-27b3-45fd-86d8-faaf32aa3612,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:23.547768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Attempting to bind port 87686153-27b3-45fd-86d8-faaf32aa3612 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:23.548137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Attempting to bind port 87686153-27b3-45fd-86d8-faaf32aa3612 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:23.548501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Attempting to bind port 87686153-27b3-45fd-86d8-faaf32aa3612 on network 4db7b9c3-80b2-4884-9518-1057895eb779 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:23.554534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:23.554778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Checking segment: {'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:23.555149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:23.555541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Bound using segment: {'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:23.556009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Bound port: 87686153-27b3-45fd-86d8-faaf32aa3612, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c758dce-3d89-4a87-8bec-503def4249f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:23.556383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:23.624197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] For port 87686153-27b3-45fd-86d8-faaf32aa3612, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:23.627893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] For port 87686153-27b3-45fd-86d8-faaf32aa3612, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87686153-27b3-45fd-86d8-faaf32aa3612,segment=NetworkSegment(7c758dce-3d89-4a87-8bec-503def4249f9),segment_id=7c758dce-3d89-4a87-8bec-503def4249f9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:23.632665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:23.684982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Routers {'dbe69555-b3f3-4d15-8796-7a7f6ad5a226'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:23.685606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:23.734788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28c126-974c-4214-8242-9b58ea9c0633 None None] Pushing event updated for resources: {'Port': ['ID=87686153-27b3-45fd-86d8-faaf32aa3612,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:23.821192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-403cbd5e-9a9e-4ce8-9641-a4ff8227293f None None] Provisioning complete for port 87686153-27b3-45fd-86d8-faaf32aa3612 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:23.821562 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-403cbd5e-9a9e-4ce8-9641-a4ff8227293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:23.850279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] Set router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:24.025053 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-403cbd5e-9a9e-4ce8-9641-a4ff8227293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:24.099915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-403cbd5e-9a9e-4ce8-9641-a4ff8227293f None None] For port 87686153-27b3-45fd-86d8-faaf32aa3612, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87686153-27b3-45fd-86d8-faaf32aa3612,segment=NetworkSegment(7c758dce-3d89-4a87-8bec-503def4249f9),segment_id=7c758dce-3d89-4a87-8bec-503def4249f9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:24.104921 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-403cbd5e-9a9e-4ce8-9641-a4ff8227293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:24.160975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cbd5e-9a9e-4ce8-9641-a4ff8227293f None None] Pushing event updated for resources: {'Port': ['ID=87686153-27b3-45fd-86d8-faaf32aa3612,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:24.166638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 4, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port': {'id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '87686153-27b3-45fd-86d8-faaf32aa3612', 'name': '', 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'mac_address': 'fa:16:3e:af:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a854581e-5f12-4b97-8b71-deed882daee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:19Z', 'updated_at': '2021-11-25T19:12:23Z', 'revision_number': 4, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'subnets': [{'id': 'a854581e-5f12-4b97-8b71-deed882daee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:24.196916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045d03b-c62a-4a8c-b5cb-4cb03e853123 None None] The sync data for ids ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'] in n-d-819194-3 is: [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 4, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port': {'id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '87686153-27b3-45fd-86d8-faaf32aa3612', 'name': '', 'network_id': '4db7b9c3-80b2-4884-9518-1057895eb779', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'mac_address': 'fa:16:3e:af:c0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a854581e-5f12-4b97-8b71-deed882daee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:19Z', 'updated_at': '2021-11-25T19:12:23Z', 'revision_number': 4, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'subnets': [{'id': 'a854581e-5f12-4b97-8b71-deed882daee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:24.225888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-17ceb886-a2b0-4c08-af16-2a70f7a4e7dd None None] Provisioning complete for port 87686153-27b3-45fd-86d8-faaf32aa3612 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:24.226351 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-17ceb886-a2b0-4c08-af16-2a70f7a4e7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:24.231567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54346) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:24.617734 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:24.702185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87686153-27b3-45fd-86d8-faaf32aa3612 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:24.753304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 87686153-27b3-45fd-86d8-faaf32aa3612 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:24.753677 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:24.883965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Deleting port b9097d86-28b3-4b5e-be1e-ae8c6bb01203 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:12:24.884310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:24.967625 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] For port b9097d86-28b3-4b5e-be1e-ae8c6bb01203, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,segment=NetworkSegment(75f7fbcb-600d-4be2-9315-f02aea45dfa6),segment_id=75f7fbcb-600d-4be2-9315-f02aea45dfa6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:24.967992 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:24.981197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Calling delete_port for b9097d86-28b3-4b5e-be1e-ae8c6bb01203 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:12:25.157908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:25.184529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9097d86-28b3-4b5e-be1e-ae8c6bb01203,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:25.348070 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:25.813716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Router d37c5c6f-00ff-4120-adba-38bbf3bf76cd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:12:25.918435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:25.923481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-72304db0-5f4a-4e0e-91d3-f845b166d0a5 admin admin] 10.222.0.62 "PUT /v2.0/routers/d37c5c6f-00ff-4120-adba-38bbf3bf76cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902564 Nov 25 19:12:25.925963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54348) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:25.928844 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] Sync routers for ids ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:25.938313 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] Routers {'d37c5c6f-00ff-4120-adba-38bbf3bf76cd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:25.938959 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:26.032200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.047516 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] Set router d37c5c6f-00ff-4120-adba-38bbf3bf76cd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:26.138822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.189096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Deleting port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:12:26.189606 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.238030 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:25Z', 'revision_number': 5, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port': {'id': 'c3c55eb0-bf9e-4af3-bc10-69f1d36730c2', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:26.268467 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] Checking router: d37c5c6f-00ff-4120-adba-38bbf3bf76cd for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:26.276745 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] Routers {'d37c5c6f-00ff-4120-adba-38bbf3bf76cd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:26.277344 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:26.277452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] For port c3c55eb0-bf9e-4af3-bc10-69f1d36730c2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:26.277731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.291028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Calling delete_port for c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:12:26.363428 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] Set router d37c5c6f-00ff-4120-adba-38bbf3bf76cd gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:26.414082 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:26Z', 'revision_number': 6, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:26.453849 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae4662-881e-43d2-90d6-5f61c256ba3b None None] The sync data for ids ['d37c5c6f-00ff-4120-adba-38bbf3bf76cd'] in n-d-819194-3 is: [{'id': 'd37c5c6f-00ff-4120-adba-38bbf3bf76cd', 'name': 'tempest-TestAggregatesBasicOps-572798157-router', 'tenant_id': '4cbd66cf81314e00aa083598b721b7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:12Z', 'updated_at': '2021-11-25T19:12:26Z', 'revision_number': 6, 'project_id': '4cbd66cf81314e00aa083598b721b7e1', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:26.460402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.487440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c55eb0-bf9e-4af3-bc10-69f1d36730c2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:26.510671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d824a10-e2e8-4835-9163-656b70abc18f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:26.559885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.656244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.658345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.704993 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.705654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d37c5c6f-00ff-4120-adba-38bbf3bf76cd {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:12:26.710875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.712347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1577124f-55a6-4343-8cd5-0837c7c26d8a admin admin] 10.222.0.62 "DELETE /v2.0/routers/d37c5c6f-00ff-4120-adba-38bbf3bf76cd HTTP/1.1" status: 204 len: 168 time: 0.7852356 Nov 25 19:12:26.715074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54350) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:26.760570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] Deleting subnet 210763ef-062b-422f-9057-9f1fefb3f88b {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:12:26.763638 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.797949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.905408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.936433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b9097d86-28b3-4b5e-be1e-ae8c6bb01203 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:12:26.962285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: b9097d86-28b3-4b5e-be1e-ae8c6bb01203 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:12:26.962693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b9097d86-28b3-4b5e-be1e-ae8c6bb01203 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:12:26.968044 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:26.992085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210763ef-062b-422f-9057-9f1fefb3f88b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:26.997664 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.002207 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fa7f27de-e0aa-4536-8faf-4107cfe57fd2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/210763ef-062b-422f-9057-9f1fefb3f88b HTTP/1.1" status: 204 len: 168 time: 0.2860546 Nov 25 19:12:27.003135 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3180f-308d-4a85-a923-84084adb4899 None None] Network 52302b14-784f-42a3-8edb-7249cc17e4b7 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:27.003359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:27.076570 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.139954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Deleting port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:12:27.140298 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.203778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] For port 0e3fa136-33d3-49b5-abd8-33d66671dbe5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0e3fa136-33d3-49b5-abd8-33d66671dbe5,segment=NetworkSegment(75f7fbcb-600d-4be2-9315-f02aea45dfa6),segment_id=75f7fbcb-600d-4be2-9315-f02aea45dfa6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:27.204146 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.217686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Calling delete_port for 0e3fa136-33d3-49b5-abd8-33d66671dbe5 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:12:27.308913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.335521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3fa136-33d3-49b5-abd8-33d66671dbe5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:27.339986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] No DVR routers for this DVR port 0e3fa136-33d3-49b5-abd8-33d66671dbe5 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:12:27.413037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.413150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d841d2f-d7cc-429b-b056-e10694b61728 None None] DHCP port deletion for 52302b14-784f-42a3-8edb-7249cc17e4b7 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:27.439463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52302b14-784f-42a3-8edb-7249cc17e4b7']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:27.448813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f7fbcb-600d-4be2-9315-f02aea45dfa6') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:27.449102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f7fbcb-600d-4be2-9315-f02aea45dfa6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:27.459054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.472364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.479116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:12:27.479501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:12:27.481196 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:12:27.547685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.555228 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:27.564686 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/52302b14-784f-42a3-8edb-7249cc17e4b7 HTTP/1.1" status: 204 len: 168 time: 0.5555379 Nov 25 19:12:27.565603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54354) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:27.577237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd627cf3-6f87-4e18-9364-d98d01d033c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52302b14-784f-42a3-8edb-7249cc17e4b7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:27.949380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:28.191774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Deleting port 87686153-27b3-45fd-86d8-faaf32aa3612 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:12:28.192201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:28.272031 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] For port 87686153-27b3-45fd-86d8-faaf32aa3612, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=87686153-27b3-45fd-86d8-faaf32aa3612,segment=NetworkSegment(7c758dce-3d89-4a87-8bec-503def4249f9),segment_id=7c758dce-3d89-4a87-8bec-503def4249f9)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:28.272391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:28.285155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Calling delete_port for 87686153-27b3-45fd-86d8-faaf32aa3612 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:12:28.467309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:28.503955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Pushing event deleted for resources: {'Port': ['ID=87686153-27b3-45fd-86d8-faaf32aa3612,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:28.672429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:28.736768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:12:28.756873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:12:28.757158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c3c55eb0-bf9e-4af3-bc10-69f1d36730c2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:12:28.757571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0e3fa136-33d3-49b5-abd8-33d66671dbe5 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:12:28.780334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0e3fa136-33d3-49b5-abd8-33d66671dbe5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:12:28.780620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0e3fa136-33d3-49b5-abd8-33d66671dbe5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:12:29.212979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:12:29.317131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:29.322222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e5319492-53ae-4bfa-aee5-f593bb24f471 admin admin] 10.222.0.62 "PUT /v2.0/routers/dbe69555-b3f3-4d15-8796-7a7f6ad5a226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500288 Nov 25 19:12:29.324723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54356) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:29.325751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] Sync routers for ids ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:29.336725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] Routers {'dbe69555-b3f3-4d15-8796-7a7f6ad5a226'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:29.337342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:29.428659 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:29.441468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] Set router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:29.530699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:29.588620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Deleting port fccf4adc-4975-43ef-ac49-fad297699705 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:12:29.588975 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:29.591050 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:12:29.623525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:28Z', 'revision_number': 5, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port': {'id': 'fccf4adc-4975-43ef-ac49-fad297699705', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:29.649800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] Checking router: dbe69555-b3f3-4d15-8796-7a7f6ad5a226 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:29.658095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] Routers {'dbe69555-b3f3-4d15-8796-7a7f6ad5a226'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:29.658734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:29.667379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] For port fccf4adc-4975-43ef-ac49-fad297699705, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=fccf4adc-4975-43ef-ac49-fad297699705,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:29.667729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:29.680399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Calling delete_port for fccf4adc-4975-43ef-ac49-fad297699705 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:12:29.755865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] Set router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:29.810208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:29Z', 'revision_number': 6, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:29.836873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbb483-730e-4190-b217-ddf6fa8d6841 None None] The sync data for ids ['dbe69555-b3f3-4d15-8796-7a7f6ad5a226'] in n-d-819194-3 is: [{'id': 'dbe69555-b3f3-4d15-8796-7a7f6ad5a226', 'name': 'tempest-TestAggregatesBasicOps-939485250-router', 'tenant_id': '030edc6cbb8f4333bbd185eb77acc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:17Z', 'updated_at': '2021-11-25T19:12:29Z', 'revision_number': 6, 'project_id': '030edc6cbb8f4333bbd185eb77acc136', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:29.846738 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:29.873133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Pushing event deleted for resources: {'Port': ['ID=fccf4adc-4975-43ef-ac49-fad297699705,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:29.892282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ea0f6-930b-46fd-bfac-99c4de556b2a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:29.937407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.032969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.035094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.075865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.076350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe69555-b3f3-4d15-8796-7a7f6ad5a226 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:12:30.080889 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.082028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-955029f8-02c0-47a6-860a-0b6cc54645de admin admin] 10.222.0.62 "DELETE /v2.0/routers/dbe69555-b3f3-4d15-8796-7a7f6ad5a226 HTTP/1.1" status: 204 len: 168 time: 0.7563775 Nov 25 19:12:30.085158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54358) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:30.133892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] Deleting subnet a854581e-5f12-4b97-8b71-deed882daee1 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:12:30.136970 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.170619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.248290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.308404 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.342701 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.346207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a854581e-5f12-4b97-8b71-deed882daee1 HTTP/1.1" status: 204 len: 168 time: 0.2600935 Nov 25 19:12:30.347272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ac3aa-3b9f-491f-bd7b-f7b6be865d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a854581e-5f12-4b97-8b71-deed882daee1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:30.347862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99358a66-ad4a-4e1b-816d-fc847309136d None None] Network 4db7b9c3-80b2-4884-9518-1057895eb779 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:30.348946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54360) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:30.415710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.470997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Deleting port 61494559-30ad-440a-ab30-f1a87c7fbcff {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:12:30.471332 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.541841 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] For port 61494559-30ad-440a-ab30-f1a87c7fbcff, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=61494559-30ad-440a-ab30-f1a87c7fbcff,segment=NetworkSegment(7c758dce-3d89-4a87-8bec-503def4249f9),segment_id=7c758dce-3d89-4a87-8bec-503def4249f9)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:30.542135 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.555131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Calling delete_port for 61494559-30ad-440a-ab30-f1a87c7fbcff owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:12:30.606172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] DHCP port deletion for 4db7b9c3-80b2-4884-9518-1057895eb779 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:30.660269 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.665786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Deleting port 61494559-30ad-440a-ab30-f1a87c7fbcff {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:12:30.666243 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.695037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] No DVR routers for this DVR port 61494559-30ad-440a-ab30-f1a87c7fbcff on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:12:30.700078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Pushing event deleted for resources: {'Port': ['ID=61494559-30ad-440a-ab30-f1a87c7fbcff,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:30.705896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87686153-27b3-45fd-86d8-faaf32aa3612 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:12:30.736463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 87686153-27b3-45fd-86d8-faaf32aa3612 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:12:30.736819 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 87686153-27b3-45fd-86d8-faaf32aa3612 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:12:30.737929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fccf4adc-4975-43ef-ac49-fad297699705 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:12:30.762054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: fccf4adc-4975-43ef-ac49-fad297699705 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:12:30.762964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device fccf4adc-4975-43ef-ac49-fad297699705 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:12:30.762964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61494559-30ad-440a-ab30-f1a87c7fbcff no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:12:30.777081 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.793523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 61494559-30ad-440a-ab30-f1a87c7fbcff {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:12:30.793872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 61494559-30ad-440a-ab30-f1a87c7fbcff not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:12:30.796247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] For port 61494559-30ad-440a-ab30-f1a87c7fbcff, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:30.796247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.797692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db7b9c3-80b2-4884-9518-1057895eb779']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:30.807762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c758dce-3d89-4a87-8bec-503def4249f9') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:30.807762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c758dce-3d89-4a87-8bec-503def4249f9') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:30.808603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Calling delete_port for 61494559-30ad-440a-ab30-f1a87c7fbcff owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:12:30.813574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Port 61494559-30ad-440a-ab30-f1a87c7fbcff was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:12:30.815957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.820655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.835345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.845689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:12:30.846083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Pushing event deleted for resources: {'Port': ['ID=61494559-30ad-440a-ab30-f1a87c7fbcff,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:30.846211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:12:30.848667 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:12:30.850822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] No DVR routers for this DVR port 61494559-30ad-440a-ab30-f1a87c7fbcff on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:12:30.859208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.861874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.862146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.862755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.862845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.863159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.863637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.864119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.864686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.865167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.865637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.866106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0ab6a-4f31-49b9-b063-e51ea5fb0e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:30.931668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.937991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.938165 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:30.941623 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] 10.222.0.62 "DELETE /v2.0/networks/4db7b9c3-80b2-4884-9518-1057895eb779 HTTP/1.1" status: 204 len: 168 time: 0.5916092 Nov 25 19:12:30.958884 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad938b-0f9d-45bf-9889-9530d9743eae admin admin] Pushing event deleted for resources: {'Network': ['ID=4db7b9c3-80b2-4884-9518-1057895eb779,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:31.100556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54364) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:31.141057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a442ba3f-fc93-4f7d-a604-17084ef5e1b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cbd66cf81314e00aa083598b721b7e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392659 Nov 25 19:12:31.143526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:31.190626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-edde33f0-81c2-4f4f-99da-fd370f42de0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.211613 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-edde33f0-81c2-4f4f-99da-fd370f42de0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.256982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-edde33f0-81c2-4f4f-99da-fd370f42de0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.259596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-edde33f0-81c2-4f4f-99da-fd370f42de0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.260766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-edde33f0-81c2-4f4f-99da-fd370f42de0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b600bd99-2d87-4bac-ba10-6233e1837318 HTTP/1.1" status: 204 len: 168 time: 0.1163526 Nov 25 19:12:31.268558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde33f0-81c2-4f4f-99da-fd370f42de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600bd99-2d87-4bac-ba10-6233e1837318,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:31.589644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54372) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:31.629483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-29547a57-5fa7-462b-be72-d9dc666d68d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=030edc6cbb8f4333bbd185eb77acc136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386248 Nov 25 19:12:31.631896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:31.681270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdb19-956c-4130-af1e-289dadc72419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.702194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdb19-956c-4130-af1e-289dadc72419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.748292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdb19-956c-4130-af1e-289dadc72419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.750907 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef1cdb19-956c-4130-af1e-289dadc72419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.752050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ef1cdb19-956c-4130-af1e-289dadc72419 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b08aac36-e6a0-4ef7-9339-1628f7bdd957 HTTP/1.1" status: 204 len: 168 time: 0.1192746 Nov 25 19:12:31.759786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cdb19-956c-4130-af1e-289dadc72419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08aac36-e6a0-4ef7-9339-1628f7bdd957,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:32.413277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54396) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:32.515991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-915388880-network', 'tenant_id': '215670984ba6433ca478ca0a504c5213'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:32.537002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Made reservation on behalf of 215670984ba6433ca478ca0a504c5213 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:32.539482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.547640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.621430 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.625239 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.648256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:12:32.661951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be391edc-bb13-4d3f-afbe-4bc7258013dc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:32.666777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.667117 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Added segment e26c193c-228d-4a95-a085-ef9ee63830a9 of type vlan for network feac3474-abac-4463-9600-fb8a16bbe214 Nov 25 19:12:32.705826 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.731160 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.732217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:32.732786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.792798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3784211 Nov 25 19:12:32.795712 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54402) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:32.797960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a703d-792a-4239-9608-109c8bcb1266 admin admin] Pushing event updated for resources: {'Network': ['ID=feac3474-abac-4463-9600-fb8a16bbe214,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:32.800764 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Request body: {'subnet': {'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-915388880-subnet', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:32.807773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network feac3474-abac-4463-9600-fb8a16bbe214 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:12:32.822020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Made reservation on behalf of 215670984ba6433ca478ca0a504c5213 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:32.824553 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:32.995725 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.049795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99f5de0-8505-4108-8ad3-8ddeda5048e3,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:33.060345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Checking segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:33.060701 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Network hostable DHCP agents. Network: feac3474-abac-4463-9600-fb8a16bbe214, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:12:33.078360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Network feac3474-abac-4463-9600-fb8a16bbe214 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:12:33.087690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, feac3474-abac-4463-9600-fb8a16bbe214) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:33.091620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:33.092223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.096594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d413fcf-e0c7-4d88-a85e-88ff980c03ee None None] Network feac3474-abac-4463-9600-fb8a16bbe214 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:33.108335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-52c070ba-b64d-4865-ba2d-a419e8dd48ca admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114696 Nov 25 19:12:33.110891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54404) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:33.115243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:33.136512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.137897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.193632 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.249779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-feac3474-abac-4463-9600-fb8a16bbe214', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'fixed_ips': [{'subnet_id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:12:33.250826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.330767 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.411997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Allocated IP 172.20.0.2 (feac3474-abac-4463-9600-fb8a16bbe214/e99f5de0-8505-4108-8ad3-8ddeda5048e3/a191d78c-1b1b-4df8-9313-6f56a45d11e4) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:33.551026 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.557394 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.565977 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.585358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.633400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Network feac3474-abac-4463-9600-fb8a16bbe214 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:33.637942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:33.641121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:33.647677 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.648469 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Pushing event updated for resources: {'Port': ['ID=a191d78c-1b1b-4df8-9313-6f56a45d11e4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:33.700976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Allocated IP 172.25.2.76 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/3d653076-acf6-4e78-a642-808502ea4677) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:33.704654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Attempting to bind port a191d78c-1b1b-4df8-9313-6f56a45d11e4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:33.705439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Attempting to bind port a191d78c-1b1b-4df8-9313-6f56a45d11e4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:33.705997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Attempting to bind port a191d78c-1b1b-4df8-9313-6f56a45d11e4 on network feac3474-abac-4463-9600-fb8a16bbe214 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:33.712202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:33.712586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Checking segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:33.712979 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.713436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Bound using segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:33.713997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Bound port: a191d78c-1b1b-4df8-9313-6f56a45d11e4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:33.714377 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.776960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] For port a191d78c-1b1b-4df8-9313-6f56a45d11e4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:33.780084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] For port a191d78c-1b1b-4df8-9313-6f56a45d11e4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a191d78c-1b1b-4df8-9313-6f56a45d11e4,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:33.784117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.804202 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.845535 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:33.846479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b238633-3eb6-4ffb-845f-b2e8be63feba None None] Pushing event updated for resources: {'Port': ['ID=a191d78c-1b1b-4df8-9313-6f56a45d11e4,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:33.893585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:33.899856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:33.902109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Pushing event updated for resources: {'Port': ['ID=3d653076-acf6-4e78-a642-808502ea4677,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:33.904332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:33.920366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14baa3-2ce0-4a85-a203-e008192aa017 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:34.044137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-35c4d321-34b3-4b45-b9fd-9e1374d97f07 None None] Provisioning complete for port 3d653076-acf6-4e78-a642-808502ea4677 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:34.044513 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-35c4d321-34b3-4b45-b9fd-9e1374d97f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.085240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-35c4d321-34b3-4b45-b9fd-9e1374d97f07 None None] Port 3d653076-acf6-4e78-a642-808502ea4677 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:34.196372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.661044 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.710680 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a191d78c-1b1b-4df8-9313-6f56a45d11e4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:34.761579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a191d78c-1b1b-4df8-9313-6f56a45d11e4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:34.762413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.814006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Router 850cb3b3-3b1d-4762-84d2-81afb96e2015 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:12:34.838393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee355ef3-5ebe-493b-bf66-fbbe0eb91793 None None] Network feac3474-abac-4463-9600-fb8a16bbe214 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:34.891187 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.925765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:34.936857 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Sync routers for ids ['850cb3b3-3b1d-4762-84d2-81afb96e2015'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:34.946931 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.948568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8b5264e3-569d-441e-9030-550de223ae0e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8365951 Nov 25 19:12:34.951255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54406) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:34.952901 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Routers {'850cb3b3-3b1d-4762-84d2-81afb96e2015'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:34.953565 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['850cb3b3-3b1d-4762-84d2-81afb96e2015'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:34.960852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port a191d78c-1b1b-4df8-9313-6f56a45d11e4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a191d78c-1b1b-4df8-9313-6f56a45d11e4,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:34.967444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ea6900c1-31cd-48e6-9ebc-f06eecc27cf4 None None] Provisioning complete for port a191d78c-1b1b-4df8-9313-6f56a45d11e4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:34.967821 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea6900c1-31cd-48e6-9ebc-f06eecc27cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.970974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.064075 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Set router 850cb3b3-3b1d-4762-84d2-81afb96e2015 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:35.088743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=a191d78c-1b1b-4df8-9313-6f56a45d11e4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:35.249125 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3d653076-acf6-4e78-a642-808502ea4677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:34Z', 'revision_number': 3, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port': {'id': '3d653076-acf6-4e78-a642-808502ea4677', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:35.281487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Checking router: 850cb3b3-3b1d-4762-84d2-81afb96e2015 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:35.281838 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Updating router 850cb3b3-3b1d-4762-84d2-81afb96e2015 port 3d653076-acf6-4e78-a642-808502ea4677 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:35.308003 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.394220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-45b52f9c-6ad6-4d16-b141-540baf231635 None None] Provisioning complete for port a191d78c-1b1b-4df8-9313-6f56a45d11e4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:35.395009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45b52f9c-6ad6-4d16-b141-540baf231635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.421321 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.582734 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Allocated IP 172.20.0.1 (feac3474-abac-4463-9600-fb8a16bbe214/e99f5de0-8505-4108-8ad3-8ddeda5048e3/e3eced39-db25-4fa8-8369-82ee5e7e6fe1) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:35.654709 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.659970 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.685098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.699900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2e790-2567-447d-982e-b75325fdcdef None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:35.711739 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Attempting to bind port 3d653076-acf6-4e78-a642-808502ea4677 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:35.712114 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Attempting to bind port 3d653076-acf6-4e78-a642-808502ea4677 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:35.712473 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Attempting to bind port 3d653076-acf6-4e78-a642-808502ea4677 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:35.723419 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:35.724381 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:35.724492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.724781 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.725169 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:35.725634 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Bound port: 3d653076-acf6-4e78-a642-808502ea4677, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:35.726013 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.744965 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ca1a6-a4e2-4a22-a0d4-a8fd62ea135f None None] Pushing event updated for resources: {'Port': ['ID=3d653076-acf6-4e78-a642-808502ea4677,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:35.767067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Network feac3474-abac-4463-9600-fb8a16bbe214 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:35.769929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:35.773884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:35.780919 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] For port 3d653076-acf6-4e78-a642-808502ea4677, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:35.784478 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] For port 3d653076-acf6-4e78-a642-808502ea4677, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d653076-acf6-4e78-a642-808502ea4677,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:35.795985 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.800277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1518aee0-403d-4916-8d55-570c2cf744e9 None None] Provisioning complete for port 3d653076-acf6-4e78-a642-808502ea4677 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:35.801568 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1518aee0-403d-4916-8d55-570c2cf744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.805816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Pushing event updated for resources: {'Port': ['ID=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:35.822576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.854880 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Routers {'850cb3b3-3b1d-4762-84d2-81afb96e2015'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:35.855530 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['850cb3b3-3b1d-4762-84d2-81afb96e2015'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:35.859750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbacac0-1f7d-49f6-b1bb-901d185b417d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:35.860676 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ca1a6-a4e2-4a22-a0d4-a8fd62ea135f None None] Pushing event updated for resources: {'Port': ['ID=3d653076-acf6-4e78-a642-808502ea4677,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:35.933580 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1518aee0-403d-4916-8d55-570c2cf744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.960140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1518aee0-403d-4916-8d55-570c2cf744e9 None None] For port 3d653076-acf6-4e78-a642-808502ea4677, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d653076-acf6-4e78-a642-808502ea4677,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:35.968526 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1518aee0-403d-4916-8d55-570c2cf744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.980564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:35.996803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] Set router 850cb3b3-3b1d-4762-84d2-81afb96e2015 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:36.023250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518aee0-403d-4916-8d55-570c2cf744e9 None None] Pushing event updated for resources: {'Port': ['ID=3d653076-acf6-4e78-a642-808502ea4677,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:36.089907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9e420432-50a0-4bf3-a52b-b11d9698a6cf None None] Provisioning complete for port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:36.090282 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9e420432-50a0-4bf3-a52b-b11d9698a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.125686 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9e420432-50a0-4bf3-a52b-b11d9698a6cf None None] Port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:36.137009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9e420432-50a0-4bf3-a52b-b11d9698a6cf None None] Provisioning complete for port 3d653076-acf6-4e78-a642-808502ea4677 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:36.137009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9e420432-50a0-4bf3-a52b-b11d9698a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.172363 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.178183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.194366 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3d653076-acf6-4e78-a642-808502ea4677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:34Z', 'revision_number': 3, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port': {'id': '3d653076-acf6-4e78-a642-808502ea4677', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:36.220628 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4581e7-66ac-4920-af54-e8d77d09a2e8 None None] The sync data for ids ['850cb3b3-3b1d-4762-84d2-81afb96e2015'] in n-d-819194-3 is: [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3d653076-acf6-4e78-a642-808502ea4677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:34Z', 'revision_number': 3, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port': {'id': '3d653076-acf6-4e78-a642-808502ea4677', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:36.248033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.249814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Pushing event updated for resources: {'Port': ['ID=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:36.347654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Network feac3474-abac-4463-9600-fb8a16bbe214 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:36.349568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:36.486192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Router 850cb3b3-3b1d-4762-84d2-81afb96e2015 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:12:36.605528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:36.610837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-92597a7f-dec1-40b4-b856-81eee3d6f4fe admin admin] 10.222.0.62 "PUT /v2.0/routers/850cb3b3-3b1d-4762-84d2-81afb96e2015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6576686 Nov 25 19:12:36.649697 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a2d916c6-4588-4bd1-94cb-609b2611c735 None None] Provisioning complete for port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:36.650066 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2d916c6-4588-4bd1-94cb-609b2611c735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.686679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a2d916c6-4588-4bd1-94cb-609b2611c735 None None] Port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:36.776375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3d653076-acf6-4e78-a642-808502ea4677 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:36.840004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3d653076-acf6-4e78-a642-808502ea4677 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:36.840524 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.924865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a191d78c-1b1b-4df8-9313-6f56a45d11e4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:36.980866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port a191d78c-1b1b-4df8-9313-6f56a45d11e4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:36.981498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.142040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54422) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:37.147861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-214098811-network', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:37.170917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Made reservation on behalf of f3edd6a1955041ff80f7104b873b7af5 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:37.173494 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.185751 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.261472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.265065 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.288851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:12:37.298528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c379fca-4295-4087-80f6-f38a38a61e52,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:37.303810 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.304154 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Added segment 58cbd15f-130c-4fd1-851d-5fd6c48ca75e of type vlan for network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 Nov 25 19:12:37.343706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.369265 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.370209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:37.370809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.427729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2843895 Nov 25 19:12:37.430587 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54424) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:37.432943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601726c8-ac79-4e9f-b170-24764297e39b admin admin] Pushing event updated for resources: {'Network': ['ID=c5e3a16c-b386-4d7c-b4f5-3b6c40687f48,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:37.435600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Request body: {'subnet': {'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-214098811-subnet', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:37.443621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:12:37.456623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Made reservation on behalf of f3edd6a1955041ff80f7104b873b7af5 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:37.459062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.630220 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.680422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7e7b68-8a4e-4400-8802-274ea6b1cbab,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:37.695391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.695743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.696083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.696415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.696747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.697075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.697401 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.697722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.698047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.698364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.698709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.699028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:37.708698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Checking segment: {'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:37.709059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Network hostable DHCP agents. Network: c5e3a16c-b386-4d7c-b4f5-3b6c40687f48, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:12:37.726165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:12:37.734238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c5e3a16c-b386-4d7c-b4f5-3b6c40687f48) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:37.738142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:37.738770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.744201 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc1447f-e56f-48b8-a30e-b436a27568a3 None None] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:37.757982 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2666f439-5314-48fb-b78d-29657b0ee4de admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3239322 Nov 25 19:12:37.758207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54426) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:37.762520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:37.784417 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.785576 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.847264 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.950637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Sync routers for ids ['850cb3b3-3b1d-4762-84d2-81afb96e2015'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:37.971838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Routers {'850cb3b3-3b1d-4762-84d2-81afb96e2015'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:37.972446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['850cb3b3-3b1d-4762-84d2-81afb96e2015'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:37.986829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.127288 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Set router 850cb3b3-3b1d-4762-84d2-81afb96e2015 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:38.184188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-c5e3a16c-b386-4d7c-b4f5-3b6c40687f48', 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'fixed_ips': [{'subnet_id': 'ad7e7b68-8a4e-4400-8802-274ea6b1cbab'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:12:38.185066 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.196728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.215721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.320599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Allocated IP 172.25.2.228 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/10b5472b-0be2-436e-a163-b37ac680fae3) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:38.427562 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.441446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Allocated IP 172.20.0.2 (c5e3a16c-b386-4d7c-b4f5-3b6c40687f48/ad7e7b68-8a4e-4400-8802-274ea6b1cbab/6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:38.462443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.504338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:38.509192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:38.512855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:38.515462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3d653076-acf6-4e78-a642-808502ea4677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 4, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port': {'id': '3d653076-acf6-4e78-a642-808502ea4677', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e3eced39-db25-4fa8-8369-82ee5e7e6fe1', 'name': '', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'mac_address': 'fa:16:3e:ad:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:35Z', 'updated_at': '2021-11-25T19:12:36Z', 'revision_number': 2, 'project_id': '215670984ba6433ca478ca0a504c5213', 'subnets': [{'id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:38.518225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Pushing event updated for resources: {'Port': ['ID=10b5472b-0be2-436e-a163-b37ac680fae3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:38.553056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c17d3a-4c25-4590-842a-9a635d5bc3e7 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:38.561873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Checking router: 850cb3b3-3b1d-4762-84d2-81afb96e2015 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:38.562219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Updating router 850cb3b3-3b1d-4762-84d2-81afb96e2015 port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:38.613390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.688168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0024669d-e061-46ea-b48b-679322f08217 None None] Provisioning complete for port 10b5472b-0be2-436e-a163-b37ac680fae3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:38.688540 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0024669d-e061-46ea-b48b-679322f08217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.693573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.724455 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.761483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.820040 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0024669d-e061-46ea-b48b-679322f08217 None None] Port 10b5472b-0be2-436e-a163-b37ac680fae3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:38.828287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:38.837615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:38.844371 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:38.850959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Pushing event updated for resources: {'Port': ['ID=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:38.946841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Attempting to bind port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:38.947120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Attempting to bind port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:38.947481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Attempting to bind port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf on network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:38.960518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.964372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:38.964746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Checking segment: {'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:38.965143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:38.965530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Bound using segment: {'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:38.966004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Bound port: 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:38.966376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.087933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] For port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:39.095995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] For port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,segment=NetworkSegment(58cbd15f-130c-4fd1-851d-5fd6c48ca75e),segment_id=58cbd15f-130c-4fd1-851d-5fd6c48ca75e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:39.101119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.104199 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.109467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.179812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c8c7-95d9-4bc8-a906-370eedfdff45 None None] Pushing event updated for resources: {'Port': ['ID=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:39.264481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75a799-8ad3-47f1-896b-8d97ba2df50b None None] Pushing event updated for resources: {'Port': ['ID=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:39.269023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Attempting to bind port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:39.269389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Attempting to bind port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:39.269754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Attempting to bind port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 on network feac3474-abac-4463-9600-fb8a16bbe214 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:39.276097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:39.276704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Checking segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:39.277302 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.277872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Bound using segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:39.278555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Bound port: e3eced39-db25-4fa8-8369-82ee5e7e6fe1, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:39.279133 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.362229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] For port e3eced39-db25-4fa8-8369-82ee5e7e6fe1, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:39.366730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] For port e3eced39-db25-4fa8-8369-82ee5e7e6fe1, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:39.372631 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.449710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Routers {'850cb3b3-3b1d-4762-84d2-81afb96e2015'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:39.450483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['850cb3b3-3b1d-4762-84d2-81afb96e2015'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:39.507750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Router 02b75e05-6fde-4d4a-9230-0144a9ac0155 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:12:39.524336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75a799-8ad3-47f1-896b-8d97ba2df50b None None] Pushing event updated for resources: {'Port': ['ID=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:39.593476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cc8238d5-c40f-42c2-b450-a4822a490a73 None None] Provisioning complete for port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:39.593848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc8238d5-c40f-42c2-b450-a4822a490a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.638231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:39.640326 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] Set router 850cb3b3-3b1d-4762-84d2-81afb96e2015 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:39.651068 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Sync routers for ids ['02b75e05-6fde-4d4a-9230-0144a9ac0155'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:39.658856 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.664257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54428) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:39.665431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-14d42608-7884-43f0-9a7e-e7b46343ddcc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9038918 Nov 25 19:12:39.669433 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Routers {'02b75e05-6fde-4d4a-9230-0144a9ac0155'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:39.670229 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['02b75e05-6fde-4d4a-9230-0144a9ac0155'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:39.808566 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Set router 02b75e05-6fde-4d4a-9230-0144a9ac0155 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:39.825256 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc8238d5-c40f-42c2-b450-a4822a490a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.882852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cc8238d5-c40f-42c2-b450-a4822a490a73 None None] For port e3eced39-db25-4fa8-8369-82ee5e7e6fe1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:39.907700 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc8238d5-c40f-42c2-b450-a4822a490a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:39.969458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8238d5-c40f-42c2-b450-a4822a490a73 None None] Pushing event updated for resources: {'Port': ['ID=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:39.983451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3d653076-acf6-4e78-a642-808502ea4677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 4, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port': {'id': '3d653076-acf6-4e78-a642-808502ea4677', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e3eced39-db25-4fa8-8369-82ee5e7e6fe1', 'name': '', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'mac_address': 'fa:16:3e:ad:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:35Z', 'updated_at': '2021-11-25T19:12:39Z', 'revision_number': 4, 'project_id': '215670984ba6433ca478ca0a504c5213', 'subnets': [{'id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:40.008141 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:12:38Z', 'revision_number': 3, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port': {'id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:38Z', 'updated_at': '2021-11-25T19:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:40.012996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317996eb-d16f-434d-bae9-1f6f50f6a725 None None] The sync data for ids ['850cb3b3-3b1d-4762-84d2-81afb96e2015'] in n-d-819194-3 is: [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3d653076-acf6-4e78-a642-808502ea4677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 4, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port': {'id': '3d653076-acf6-4e78-a642-808502ea4677', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e3eced39-db25-4fa8-8369-82ee5e7e6fe1', 'name': '', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'mac_address': 'fa:16:3e:ad:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:35Z', 'updated_at': '2021-11-25T19:12:39Z', 'revision_number': 4, 'project_id': '215670984ba6433ca478ca0a504c5213', 'subnets': [{'id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:40.028493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dfd63e0b-c86c-467d-8e1d-e849b7c8e43b None None] Provisioning complete for port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:40.028872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dfd63e0b-c86c-467d-8e1d-e849b7c8e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.047348 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Checking router: 02b75e05-6fde-4d4a-9230-0144a9ac0155 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:40.048079 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Updating router 02b75e05-6fde-4d4a-9230-0144a9ac0155 port 10b5472b-0be2-436e-a163-b37ac680fae3 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:40.108714 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.208987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.397212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Allocated IP 172.20.0.1 (c5e3a16c-b386-4d7c-b4f5-3b6c40687f48/ad7e7b68-8a4e-4400-8802-274ea6b1cbab/e58aa7d6-1ce0-4306-8ae9-32c3769c9134) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:40.418328 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.426355 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.473446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390d419-21f5-451e-82f2-8bc9f1eea87e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:40.482769 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Attempting to bind port 10b5472b-0be2-436e-a163-b37ac680fae3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:40.483144 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Attempting to bind port 10b5472b-0be2-436e-a163-b37ac680fae3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:40.483611 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Attempting to bind port 10b5472b-0be2-436e-a163-b37ac680fae3 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:40.486713 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3863018-44d3-4dae-9243-3be0e99ec23c None None] Pushing event updated for resources: {'Port': ['ID=10b5472b-0be2-436e-a163-b37ac680fae3,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:40.492141 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:40.492519 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:40.492911 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.493297 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:40.493757 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Bound port: 10b5472b-0be2-436e-a163-b37ac680fae3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:40.494128 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.562247 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] For port 10b5472b-0be2-436e-a163-b37ac680fae3, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:40.567661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] For port 10b5472b-0be2-436e-a163-b37ac680fae3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=10b5472b-0be2-436e-a163-b37ac680fae3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:40.571251 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.573061 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.605072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-301f90b7-f260-40bf-8753-d3c8e6d6c344 None None] Provisioning complete for port 10b5472b-0be2-436e-a163-b37ac680fae3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:40.606132 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-301f90b7-f260-40bf-8753-d3c8e6d6c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.623386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f1cf9-8b66-4947-8f09-78283a0d62f4 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:12:40.625162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ccd0b-d7f3-497c-9e5e-f70437115e62 None None] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:12:40.650943 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.674886 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Routers {'02b75e05-6fde-4d4a-9230-0144a9ac0155'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:40.675555 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['02b75e05-6fde-4d4a-9230-0144a9ac0155'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:40.740474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Pushing event updated for resources: {'Port': ['ID=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:40.755162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:40.756804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:40.762923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:40.812878 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] Set router 02b75e05-6fde-4d4a-9230-0144a9ac0155 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:40.832567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:40.952250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:40.996372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.010774 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3863018-44d3-4dae-9243-3be0e99ec23c None None] Pushing event updated for resources: {'Port': ['ID=10b5472b-0be2-436e-a163-b37ac680fae3,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:41.037049 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9486283-0d61-4c1d-891b-5af5d18aca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.143114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:41.143486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.165782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-301f90b7-f260-40bf-8753-d3c8e6d6c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.197135 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:12:38Z', 'revision_number': 3, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port': {'id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:38Z', 'updated_at': '2021-11-25T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:41.220030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-301f90b7-f260-40bf-8753-d3c8e6d6c344 None None] For port 10b5472b-0be2-436e-a163-b37ac680fae3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=10b5472b-0be2-436e-a163-b37ac680fae3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:41.221586 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.230269 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6559ac-593d-42a9-a683-9b74f1858d4a None None] The sync data for ids ['02b75e05-6fde-4d4a-9230-0144a9ac0155'] in n-d-819194-3 is: [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:12:38Z', 'revision_number': 3, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port': {'id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:38Z', 'updated_at': '2021-11-25T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:41.232517 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-301f90b7-f260-40bf-8753-d3c8e6d6c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.232670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.309501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.336602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f90b7-f260-40bf-8753-d3c8e6d6c344 None None] Pushing event updated for resources: {'Port': ['ID=10b5472b-0be2-436e-a163-b37ac680fae3,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:41.345411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.367779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1fca6c29-902c-4c74-97be-817ee8fac6be None None] Provisioning complete for port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:41.368200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fca6c29-902c-4c74-97be-817ee8fac6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.402087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Pushing event updated for resources: {'Port': ['ID=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:41.444784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,segment=NetworkSegment(58cbd15f-130c-4fd1-851d-5fd6c48ca75e),segment_id=58cbd15f-130c-4fd1-851d-5fd6c48ca75e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:41.457670 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.458406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e3eced39-db25-4fa8-8369-82ee5e7e6fe1 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:41.472772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:41.474892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:41.578979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:41.605868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:41.606382 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.612061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Router 02b75e05-6fde-4d4a-9230-0144a9ac0155 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:12:41.649397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1fca6c29-902c-4c74-97be-817ee8fac6be None None] Provisioning complete for port 10b5472b-0be2-436e-a163-b37ac680fae3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:41.649930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fca6c29-902c-4c74-97be-817ee8fac6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:41.791654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:12:41.806864 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-451c63bd-dee0-4540-a335-7b38aafaff92 admin admin] 10.222.0.62 "PUT /v2.0/routers/02b75e05-6fde-4d4a-9230-0144a9ac0155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1405659 Nov 25 19:12:41.967379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0a4bcc25-c1a4-480c-9ad2-b88310b15c3c None None] Provisioning complete for port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:41.967748 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcc25-c1a4-480c-9ad2-b88310b15c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:42.085844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0a4bcc25-c1a4-480c-9ad2-b88310b15c3c None None] Provisioning complete for port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:42.086217 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcc25-c1a4-480c-9ad2-b88310b15c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:42.131197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bcc25-c1a4-480c-9ad2-b88310b15c3c None None] Port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:42.252013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d7b782bb-7040-4734-b48f-14b097fc5e6f None None] Provisioning complete for port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:42.252727 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7b782bb-7040-4734-b48f-14b097fc5e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:42.289628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d7b782bb-7040-4734-b48f-14b097fc5e6f None None] Port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:42.401914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-07b946b2-b445-41d8-8ac0-1c4dfc0e3bcf tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:42.403497 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-07b946b2-b445-41d8-8ac0-1c4dfc0e3bcf tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/networks?id=feac3474-abac-4463-9600-fb8a16bbe214 HTTP/1.1" status: 200 len: 910 time: 0.0907042 Nov 25 19:12:42.423022 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-552e3888-1a78-4795-abc6-0ca94273e23e tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/quotas/f3edd6a1955041ff80f7104b873b7af5 HTTP/1.1" status: 200 len: 375 time: 0.0136254 Nov 25 19:12:42.746431 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:42.750387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-3b804185-26b4-4bc4-baaa-0de3a508f263 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3edd6a1955041ff80f7104b873b7af5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3209200 Nov 25 19:12:42.764232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-29092fbc-8f0e-4a0b-b8e1-69e6abff7c0f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:12:42.765774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-29092fbc-8f0e-4a0b-b8e1-69e6abff7c0f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072098 Nov 25 19:12:42.801133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:42.801498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:42.873215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-717ad18d-7b17-4f3a-a5c9-4e130fd51aa7 service neutron] 10.222.0.62 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003861 Nov 25 19:12:42.883801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 10b5472b-0be2-436e-a163-b37ac680fae3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:42.929116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 10b5472b-0be2-436e-a163-b37ac680fae3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:42.929493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:42.963158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-d2d9b33f-d866-465e-bc89-80b286f4fe04 service neutron] 10.222.0.62 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838284 Nov 25 19:12:43.130256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-33d669f7-ae92-45f3-a525-c337afe2b19d req-04bd6d34-8a00-4c16-88f5-7e04cf5e9e98 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 210 time: 0.0327628 Nov 25 19:12:43.469897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b8e7-c763-49f2-ad00-0e0c4a1ac7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:43.480160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Sync routers for ids ['02b75e05-6fde-4d4a-9230-0144a9ac0155'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:12:43.489628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Routers {'02b75e05-6fde-4d4a-9230-0144a9ac0155'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:43.490236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['02b75e05-6fde-4d4a-9230-0144a9ac0155'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:43.597517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Set router 02b75e05-6fde-4d4a-9230-0144a9ac0155 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:43.800823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:12:40Z', 'revision_number': 4, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port': {'id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:38Z', 'updated_at': '2021-11-25T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e58aa7d6-1ce0-4306-8ae9-32c3769c9134', 'name': '', 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'mac_address': 'fa:16:3e:d7:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'ad7e7b68-8a4e-4400-8802-274ea6b1cbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:40Z', 'updated_at': '2021-11-25T19:12:41Z', 'revision_number': 2, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'subnets': [{'id': 'ad7e7b68-8a4e-4400-8802-274ea6b1cbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:43.827882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Checking router: 02b75e05-6fde-4d4a-9230-0144a9ac0155 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:12:43.828232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Updating router 02b75e05-6fde-4d4a-9230-0144a9ac0155 port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:12:43.855905 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.117957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.123646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.205563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238a1ab-2461-4f71-95a4-635f8e117578 None None] Pushing event updated for resources: {'Port': ['ID=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:44.207695 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-e1672857-ae49-4b08-9ce9-90280f4e61f7 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:44.210339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-e1672857-ae49-4b08-9ce9-90280f4e61f7 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.66 "GET /v2.0/networks?id=feac3474-abac-4463-9600-fb8a16bbe214 HTTP/1.1" status: 200 len: 910 time: 0.1107600 Nov 25 19:12:44.225664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Request body: {'port': {'device_id': '78189889-f904-4769-8414-357e8fc5b3d3', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'admin_state_up': True, 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:44.263003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Attempting to bind port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:44.263638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Attempting to bind port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:44.264181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Attempting to bind port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 on network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:44.269780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:44.270440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Checking segment: {'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:44.271014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.271591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Bound using segment: {'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:44.272065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Bound port: e58aa7d6-1ce0-4306-8ae9-32c3769c9134, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cbd15f-130c-4fd1-851d-5fd6c48ca75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:44.272447 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.273177 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb509d7b-d1cb-4eda-a188-7433eb3df03e req-5fa0445a-4c74-4676-a1aa-936ab9fe9264 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 210 time: 0.0354910 Nov 25 19:12:44.280968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Made reservation on behalf of f3edd6a1955041ff80f7104b873b7af5 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:44.284169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.347257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] For port e58aa7d6-1ce0-4306-8ae9-32c3769c9134, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:44.351432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] For port e58aa7d6-1ce0-4306-8ae9-32c3769c9134, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,segment=NetworkSegment(58cbd15f-130c-4fd1-851d-5fd6c48ca75e),segment_id=58cbd15f-130c-4fd1-851d-5fd6c48ca75e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:44.358084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.417191 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Allocated IP 172.20.0.8 (feac3474-abac-4463-9600-fb8a16bbe214/e99f5de0-8505-4108-8ad3-8ddeda5048e3/f9833433-a8ef-42b5-b462-f48af3ffb385) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:44.419949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238a1ab-2461-4f71-95a4-635f8e117578 None None] Pushing event updated for resources: {'Port': ['ID=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:44.422597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Routers {'02b75e05-6fde-4d4a-9230-0144a9ac0155'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:12:44.423369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:12:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['02b75e05-6fde-4d4a-9230-0144a9ac0155'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:44.539168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.557315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0a4d0da5-ee30-47c7-a109-1364f0ff6ca8 None None] Provisioning complete for port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:44.557664 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0da5-ee30-47c7-a109-1364f0ff6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.585000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] Set router 02b75e05-6fde-4d4a-9230-0144a9ac0155 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:12:44.598530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.640318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.687382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Network feac3474-abac-4463-9600-fb8a16bbe214 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:44.690241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:44.694586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:44.718274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Pushing event updated for resources: {'Port': ['ID=f9833433-a8ef-42b5-b462-f48af3ffb385,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:44.737640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:44.738250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.756952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-80c36c73-3fac-4c97-9b9e-a4fed3dc08d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5375350 Nov 25 19:12:44.769684 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0da5-ee30-47c7-a109-1364f0ff6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.847093 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0a4d0da5-ee30-47c7-a109-1364f0ff6ca8 None None] For port e58aa7d6-1ce0-4306-8ae9-32c3769c9134, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,segment=NetworkSegment(58cbd15f-130c-4fd1-851d-5fd6c48ca75e),segment_id=58cbd15f-130c-4fd1-851d-5fd6c48ca75e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:44.854528 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0da5-ee30-47c7-a109-1364f0ff6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:44.897308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Request body: {'port': {'device_id': '78189889-f904-4769-8414-357e8fc5b3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:44.953882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.075012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-643d8fac-9acc-4f10-837a-299ac11bc771 None None] Provisioning complete for port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:45.075372 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-643d8fac-9acc-4f10-837a-299ac11bc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.103302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d0da5-ee30-47c7-a109-1364f0ff6ca8 None None] Pushing event updated for resources: {'Port': ['ID=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:45.117814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:12:40Z', 'revision_number': 4, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port': {'id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:38Z', 'updated_at': '2021-11-25T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e58aa7d6-1ce0-4306-8ae9-32c3769c9134', 'name': '', 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'mac_address': 'fa:16:3e:d7:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'ad7e7b68-8a4e-4400-8802-274ea6b1cbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:40Z', 'updated_at': '2021-11-25T19:12:44Z', 'revision_number': 4, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'subnets': [{'id': 'ad7e7b68-8a4e-4400-8802-274ea6b1cbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:12:45.150566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d348b5-7db3-4c91-8de6-2bc8ddc23de8 None None] The sync data for ids ['02b75e05-6fde-4d4a-9230-0144a9ac0155'] in n-d-819194-3 is: [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:12:40Z', 'revision_number': 4, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port': {'id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:38Z', 'updated_at': '2021-11-25T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e58aa7d6-1ce0-4306-8ae9-32c3769c9134', 'name': '', 'network_id': 'c5e3a16c-b386-4d7c-b4f5-3b6c40687f48', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'mac_address': 'fa:16:3e:d7:4b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'ad7e7b68-8a4e-4400-8802-274ea6b1cbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:40Z', 'updated_at': '2021-11-25T19:12:44Z', 'revision_number': 4, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'subnets': [{'id': 'ad7e7b68-8a4e-4400-8802-274ea6b1cbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:12:45.224997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-643d8fac-9acc-4f10-837a-299ac11bc771 None None] Provisioning complete for port f9833433-a8ef-42b5-b462-f48af3ffb385 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:45.225603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-643d8fac-9acc-4f10-837a-299ac11bc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.264578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-643d8fac-9acc-4f10-837a-299ac11bc771 None None] Port f9833433-a8ef-42b5-b462-f48af3ffb385 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:45.288765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9833433-a8ef-42b5-b462-f48af3ffb385 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:12:45.297002 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.312397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Transition to ACTIVE for port object f9833433-a8ef-42b5-b462-f48af3ffb385 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:12:45.317858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.391502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9833433-a8ef-42b5-b462-f48af3ffb385,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:45.410050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290e53-fdf6-4276-85a1-48e1dcf9673b req-749b2404-7c00-44aa-805c-b8575f003a45 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:45.412223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16290e53-fdf6-4276-85a1-48e1dcf9673b req-749b2404-7c00-44aa-805c-b8575f003a45 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1052 time: 0.0497825 Nov 25 19:12:45.452762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Attempting to bind port f9833433-a8ef-42b5-b462-f48af3ffb385 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:45.453079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Attempting to bind port f9833433-a8ef-42b5-b462-f48af3ffb385 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:45.453696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Attempting to bind port f9833433-a8ef-42b5-b462-f48af3ffb385 on network feac3474-abac-4463-9600-fb8a16bbe214 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:45.459357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Port f9833433-a8ef-42b5-b462-f48af3ffb385 on network feac3474-abac-4463-9600-fb8a16bbe214 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:12:45.459619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Attempting to bind port f9833433-a8ef-42b5-b462-f48af3ffb385 on network feac3474-abac-4463-9600-fb8a16bbe214 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:45.465181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:45.465540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Checking segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:45.465922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Bound using segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:45.466361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Bound port: f9833433-a8ef-42b5-b462-f48af3ffb385, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:45.466752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.494845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16290e53-fdf6-4276-85a1-48e1dcf9673b req-991eb6f4-84b1-40a6-8108-ea4934ae70f0 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Nov 25 19:12:45.549825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] For port f9833433-a8ef-42b5-b462-f48af3ffb385, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:45.553318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] For port f9833433-a8ef-42b5-b462-f48af3ffb385, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f9833433-a8ef-42b5-b462-f48af3ffb385,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:45.559105 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.599161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:45.599805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:45.601253 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] 10.222.0.66 "PUT /v2.0/ports/f9833433-a8ef-42b5-b462-f48af3ffb385 HTTP/1.1" status: 200 len: 1091 time: 0.8350658 Nov 25 19:12:45.601719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78189889-f904-4769-8414-357e8fc5b3d3', 'tag': 'f9833433-a8ef-42b5-b462-f48af3ffb385'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:12:45.604133 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "78189889-f904-4769-8414-357e8fc5b3d3", "tag": "f9833433-a8ef-42b5-b462-f48af3ffb385"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:12:45.633381 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e665e-7a70-4832-9f0b-f25fb9ef1fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9833433-a8ef-42b5-b462-f48af3ffb385,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:45.725798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-0c9cdfa3-c830-499c-9bdb-c2f188ce91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:45.727971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-0c9cdfa3-c830-499c-9bdb-c2f188ce91f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3edd6a1955041ff80f7104b873b7af5&device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1094 time: 0.0669203 Nov 25 19:12:45.778494 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f288e-6a75-4385-b6be-16a3b5ee0997 x-openstack-request-id: req-809f288e-6a75-4385-b6be-16a3b5ee0997 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:12:45.778792 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78189889-f904-4769-8414-357e8fc5b3d3", "tag": "f9833433-a8ef-42b5-b462-f48af3ffb385", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:12:45.779050 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-809f288e-6a75-4385-b6be-16a3b5ee0997 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:12:45.779527 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78189889-f904-4769-8414-357e8fc5b3d3', 'tag': 'f9833433-a8ef-42b5-b462-f48af3ffb385', 'status': 'completed', 'code': 200} Nov 25 19:12:45.781403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-30e7bc46-593e-4a4a-9076-14c9877f3f2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9833433-a8ef-42b5-b462-f48af3ffb385 HTTP/1.1" status: 200 len: 217 time: 0.0445030 Nov 25 19:12:45.838307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-7b6411ec-0743-4ca5-b4d1-e536811aae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:45.840155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-7b6411ec-0743-4ca5-b4d1-e536811aae6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e99f5de0-8505-4108-8ad3-8ddeda5048e3 HTTP/1.1" status: 200 len: 848 time: 0.0502989 Nov 25 19:12:45.891417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-5ffc3b7c-e634-4f56-a269-012254ad340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:45.892924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-5ffc3b7c-e634-4f56-a269-012254ad340b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=feac3474-abac-4463-9600-fb8a16bbe214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445178 Nov 25 19:12:45.985358 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-ebc4b615-8ff9-4986-8d08-f1a3f5701c05 service neutron] 10.222.0.66 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844560 Nov 25 19:12:46.055828 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:46.076077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-95246948-6d0a-479e-bbf2-32f730c536e5 req-04543a3e-40c1-4327-8cbf-08913245a071 service neutron] 10.222.0.66 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826347 Nov 25 19:12:46.169559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-9acd1d28-3b1d-4505-8ac5-04f588b80af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:46.171191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-9acd1d28-3b1d-4505-8ac5-04f588b80af7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3edd6a1955041ff80f7104b873b7af5&device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1094 time: 0.0455644 Nov 25 19:12:46.259522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-1abbc133-e3e9-43ef-90c1-be4bd727a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:46.260880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-1abbc133-e3e9-43ef-90c1-be4bd727a36f service neutron] 10.222.0.66 "GET /v2.0/networks?id=feac3474-abac-4463-9600-fb8a16bbe214 HTTP/1.1" status: 200 len: 910 time: 0.0826340 Nov 25 19:12:46.301176 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-7bd7e1f7-4623-43aa-87f5-9166236eb9d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9833433-a8ef-42b5-b462-f48af3ffb385 HTTP/1.1" status: 200 len: 217 time: 0.0335882 Nov 25 19:12:46.352534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-4166f546-87d6-47e3-b406-b89521ff8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:46.354003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-4166f546-87d6-47e3-b406-b89521ff8bf5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e99f5de0-8505-4108-8ad3-8ddeda5048e3 HTTP/1.1" status: 200 len: 848 time: 0.0466330 Nov 25 19:12:46.401568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-b1bbb237-f2bf-4ded-bd02-436a44e5abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:46.403170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-b1bbb237-f2bf-4ded-bd02-436a44e5abf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=feac3474-abac-4463-9600-fb8a16bbe214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427735 Nov 25 19:12:46.491294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-9c3c110a-ddbe-4d39-8196-1e3a489baa83 service neutron] 10.222.0.66 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811872 Nov 25 19:12:46.585902 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b7fda42-e6f1-473f-9d13-4ff2d3f9b9d6 req-2ac43bac-8997-412e-8fcc-f7eaa5427a8c service neutron] 10.222.0.66 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880182 Nov 25 19:12:46.598999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52c07-0254-4f07-b434-494c30c38f90 req-b03c0c1e-697b-4fb2-8815-96a2a34a717c tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:46.600518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07f52c07-0254-4f07-b434-494c30c38f90 req-b03c0c1e-697b-4fb2-8815-96a2a34a717c tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1094 time: 0.0444980 Nov 25 19:12:46.645919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07f52c07-0254-4f07-b434-494c30c38f90 req-3cf2029d-4ca4-4b15-8a7d-00bfad58725c tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Nov 25 19:12:46.702781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e58aa7d6-1ce0-4306-8ae9-32c3769c9134 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:46.751619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:46.751987 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:47.029215 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:47.765369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b528998-dcc4-4a9e-bb2b-a78b84442754 req-eb97f774-2988-45c4-9d35-6d5024ea9f92 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:47.768160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b528998-dcc4-4a9e-bb2b-a78b84442754 req-eb97f774-2988-45c4-9d35-6d5024ea9f92 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1094 time: 0.0462773 Nov 25 19:12:47.815691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5b528998-dcc4-4a9e-bb2b-a78b84442754 req-6e9ec66a-f9a7-4d7a-8543-81dc4592fdf7 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Nov 25 19:12:48.925188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95189ea9-99ec-474d-98c3-7818b1895bce req-fa0b6226-df52-495b-9c72-0a8b4517a86c tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:48.927287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95189ea9-99ec-474d-98c3-7818b1895bce req-fa0b6226-df52-495b-9c72-0a8b4517a86c tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1094 time: 0.0396550 Nov 25 19:12:48.969865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95189ea9-99ec-474d-98c3-7818b1895bce req-bedae17a-85f4-47ae-a616-344b4fcbd567 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366180 Nov 25 19:12:49.838056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f9833433-a8ef-42b5-b462-f48af3ffb385 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:12:49.934739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f9833433-a8ef-42b5-b462-f48af3ffb385, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f9833433-a8ef-42b5-b462-f48af3ffb385,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:49.945890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'f9833433-a8ef-42b5-b462-f48af3ffb385', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'port_id': 'f9833433-a8ef-42b5-b462-f48af3ffb385', 'mac_address': 'fa:16:3e:78:ee:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:12:49.981623 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:49.993846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9833433-a8ef-42b5-b462-f48af3ffb385 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:12:50.013294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f9833433-a8ef-42b5-b462-f48af3ffb385, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f9833433-a8ef-42b5-b462-f48af3ffb385,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:50.017227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:50.070223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=f9833433-a8ef-42b5-b462-f48af3ffb385,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:50.081748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f834c8-bf29-4d3c-a176-5be345bee12e req-7411928d-1776-4678-a842-5c98cc399e2e tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:50.083871 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04f834c8-bf29-4d3c-a176-5be345bee12e req-7411928d-1776-4678-a842-5c98cc399e2e tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1095 time: 0.0461233 Nov 25 19:12:50.128809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04f834c8-bf29-4d3c-a176-5be345bee12e req-511a9e90-e080-43cc-9ae3-cfe221cb2f1d tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Nov 25 19:12:50.366029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['f9833433-a8ef-42b5-b462-f48af3ffb385'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:12:51.235191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3533-a0d2-44c8-b453-fb0ea8dcf0f7 req-87f48b36-3aa0-4759-9df0-afb1539ca7ad tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:51.236699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a9f3533-a0d2-44c8-b453-fb0ea8dcf0f7 req-87f48b36-3aa0-4759-9df0-afb1539ca7ad tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1095 time: 0.0403235 Nov 25 19:12:51.284651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a9f3533-a0d2-44c8-b453-fb0ea8dcf0f7 req-03af17c6-3e02-4246-8f51-280b3037c75f tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Nov 25 19:12:51.853727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f9833433-a8ef-42b5-b462-f48af3ffb385 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:12:51.904130 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port f9833433-a8ef-42b5-b462-f48af3ffb385 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:12:51.908022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port f9833433-a8ef-42b5-b462-f48af3ffb385 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:51.908389 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:51.984439 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:52.006213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78189889-f904-4769-8414-357e8fc5b3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9833433-a8ef-42b5-b462-f48af3ffb385'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:12:52.008479 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4870ea6a-df41-4963-8193-909cdacea5c8" -d '{"events": [{"server_uuid": "78189889-f904-4769-8414-357e8fc5b3d3", "name": "network-vif-plugged", "status": "completed", "tag": "f9833433-a8ef-42b5-b462-f48af3ffb385"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:12:52.021263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port f9833433-a8ef-42b5-b462-f48af3ffb385, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f9833433-a8ef-42b5-b462-f48af3ffb385,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:12:52.025466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:52.076289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=f9833433-a8ef-42b5-b462-f48af3ffb385,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:52.111091 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f183f4-b592-4919-b478-10e6ee396390 x-openstack-request-id: req-57f183f4-b592-4919-b478-10e6ee396390 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:12:52.111383 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78189889-f904-4769-8414-357e8fc5b3d3", "name": "network-vif-plugged", "status": "completed", "tag": "f9833433-a8ef-42b5-b462-f48af3ffb385", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:12:52.111638 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57f183f4-b592-4919-b478-10e6ee396390 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:12:52.112049 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78189889-f904-4769-8414-357e8fc5b3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9833433-a8ef-42b5-b462-f48af3ffb385', 'code': 200} Nov 25 19:12:52.204925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608bc88-7157-4362-a21e-d998b3f36195 req-1260d457-126f-422b-8b63-6fcacd33b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:52.206704 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e608bc88-7157-4362-a21e-d998b3f36195 req-1260d457-126f-422b-8b63-6fcacd33b981 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0385480 Nov 25 19:12:52.250004 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e608bc88-7157-4362-a21e-d998b3f36195 req-a71c0ebb-81ca-4132-9b63-06fa4e7e829c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360816 Nov 25 19:12:52.390828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a24dab-ba65-4718-a9c5-7596503d3095 req-5db140f8-ddfb-412c-a3f6-2a03cf317941 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:52.392364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46a24dab-ba65-4718-a9c5-7596503d3095 req-5db140f8-ddfb-412c-a3f6-2a03cf317941 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0400221 Nov 25 19:12:52.436709 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46a24dab-ba65-4718-a9c5-7596503d3095 req-cb8a1c44-41c9-47a7-bce1-0d36a302ccd6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Nov 25 19:12:53.550674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219bcbe-eb7a-4d29-9b2d-142f89af0da8 req-f73aab6a-212a-4e32-83d0-efbcde80dec0 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:53.552287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3219bcbe-eb7a-4d29-9b2d-142f89af0da8 req-f73aab6a-212a-4e32-83d0-efbcde80dec0 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0417287 Nov 25 19:12:53.599483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3219bcbe-eb7a-4d29-9b2d-142f89af0da8 req-4eec00ad-60d2-4539-802a-908f35241c07 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Nov 25 19:12:54.705559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891910b-0157-46bf-bf53-af52192c0b8d req-a87d98fd-1e05-4237-a40e-c5a83908e97d tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:54.707429 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8891910b-0157-46bf-bf53-af52192c0b8d req-a87d98fd-1e05-4237-a40e-c5a83908e97d tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0414329 Nov 25 19:12:54.752210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8891910b-0157-46bf-bf53-af52192c0b8d req-56361bbd-de5e-4440-a0cd-8dfc5d77b97c tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381987 Nov 25 19:12:54.857685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6b13d-8693-4ec3-823e-3627515ca4e5 req-d043d930-ddaf-4392-b4f4-11cb6b6fad07 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:54.859201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ca6b13d-8693-4ec3-823e-3627515ca4e5 req-d043d930-ddaf-4392-b4f4-11cb6b6fad07 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0401244 Nov 25 19:12:54.904097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ca6b13d-8693-4ec3-823e-3627515ca4e5 req-5e169469-371d-4d7c-80cb-5d9343810de5 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378964 Nov 25 19:12:55.013295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780853-1046-4749-b33b-5ee31c25f9d4 req-552f5970-2039-4347-9ffb-9392ebdd2ec4 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:55.014873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c780853-1046-4749-b33b-5ee31c25f9d4 req-552f5970-2039-4347-9ffb-9392ebdd2ec4 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0449080 Nov 25 19:12:55.057937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c780853-1046-4749-b33b-5ee31c25f9d4 req-c97342d8-01ad-4f92-9006-04fefc7b3d51 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Nov 25 19:12:55.272048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-75bd8bf1-fa1a-47c7-96e1-65c7bdb710bc tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:55.273451 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-75bd8bf1-fa1a-47c7-96e1-65c7bdb710bc tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/networks?id=feac3474-abac-4463-9600-fb8a16bbe214 HTTP/1.1" status: 200 len: 910 time: 0.0913596 Nov 25 19:12:55.288469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-e3673da7-aa5c-4804-b471-11d4cff0f960 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/quotas/f3edd6a1955041ff80f7104b873b7af5 HTTP/1.1" status: 200 len: 375 time: 0.0085351 Nov 25 19:12:55.337034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-aa224444-31a1-401d-9406-df66921f3950 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3edd6a1955041ff80f7104b873b7af5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0426452 Nov 25 19:12:55.424597 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-6fa3ec0e-544f-4287-b8c3-7c2211f91467 service neutron] 10.222.0.62 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797830 Nov 25 19:12:55.516294 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-4c986714-a7fc-4217-93e3-4e2600345508 service neutron] 10.222.0.62 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Nov 25 19:12:55.701269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3d86f86-0055-414c-a6c0-eccdf44e1832 req-7dfaa4a4-6b35-47a6-8bf5-2969acac1bd4 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 210 time: 0.0264149 Nov 25 19:12:56.665493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-6376d636-5521-40a9-9776-a069d1583157 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:56.667100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-6376d636-5521-40a9-9776-a069d1583157 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.64 "GET /v2.0/networks?id=feac3474-abac-4463-9600-fb8a16bbe214 HTTP/1.1" status: 200 len: 910 time: 0.0917175 Nov 25 19:12:56.680641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Request body: {'port': {'device_id': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'admin_state_up': True, 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:56.700329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Made reservation on behalf of f3edd6a1955041ff80f7104b873b7af5 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:12:56.702685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:56.795842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d7f7493-e14a-4d9f-83f1-b8681dfe285c req-1b2ddc16-5dc4-4ed3-b7a9-364335b4d9ae tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 210 time: 0.0266433 Nov 25 19:12:56.821919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Allocated IP 172.20.0.11 (feac3474-abac-4463-9600-fb8a16bbe214/e99f5de0-8505-4108-8ad3-8ddeda5048e3/f7e6efbc-f579-40e2-83b2-b579fc64adb2) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:12:56.964109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:56.997595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.008551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['f9833433-a8ef-42b5-b462-f48af3ffb385'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:12:57.039542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Network feac3474-abac-4463-9600-fb8a16bbe214 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:12:57.042433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:12:57.045835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:12:57.076653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e6efbc-f579-40e2-83b2-b579fc64adb2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:57.099764 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:57.100357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.116815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-87144bab-f071-4867-adc7-5ee987b151c6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4397252 Nov 25 19:12:57.188018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Request body: {'port': {'device_id': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:12:57.251735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.299699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4706dd25-541b-4861-a8f3-4c8a53242778 None None] Provisioning complete for port f7e6efbc-f579-40e2-83b2-b579fc64adb2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:12:57.300245 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4706dd25-541b-4861-a8f3-4c8a53242778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.338505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4706dd25-541b-4861-a8f3-4c8a53242778 None None] Port f7e6efbc-f579-40e2-83b2-b579fc64adb2 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:12:57.509320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e6efbc-f579-40e2-83b2-b579fc64adb2 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:12:57.516634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.528239 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Transition to ACTIVE for port object f7e6efbc-f579-40e2-83b2-b579fc64adb2 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:12:57.531986 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.589308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e6efbc-f579-40e2-83b2-b579fc64adb2,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:57.658843 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Attempting to bind port f7e6efbc-f579-40e2-83b2-b579fc64adb2 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:12:57.659176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Attempting to bind port f7e6efbc-f579-40e2-83b2-b579fc64adb2 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:12:57.659504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Attempting to bind port f7e6efbc-f579-40e2-83b2-b579fc64adb2 on network feac3474-abac-4463-9600-fb8a16bbe214 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:57.664148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Port f7e6efbc-f579-40e2-83b2-b579fc64adb2 on network feac3474-abac-4463-9600-fb8a16bbe214 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:12:57.664468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Attempting to bind port f7e6efbc-f579-40e2-83b2-b579fc64adb2 on network feac3474-abac-4463-9600-fb8a16bbe214 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:12:57.669571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:12:57.670174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Checking segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:12:57.670286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Bound using segment: {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:12:57.670711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Bound port: f7e6efbc-f579-40e2-83b2-b579fc64adb2, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26c193c-228d-4a95-a085-ef9ee63830a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:12:57.671064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.737067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] For port f7e6efbc-f579-40e2-83b2-b579fc64adb2, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:12:57.740738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] For port f7e6efbc-f579-40e2-83b2-b579fc64adb2, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f7e6efbc-f579-40e2-83b2-b579fc64adb2,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:12:57.745732 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.779660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:57.780305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:57.781719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] 10.222.0.64 "PUT /v2.0/ports/f7e6efbc-f579-40e2-83b2-b579fc64adb2 HTTP/1.1" status: 200 len: 1092 time: 0.6557636 Nov 25 19:12:57.782170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'tag': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:12:57.784665 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2572eedd-e786-4992-afba-dc41eb9bdcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed448be2-468b-4a2a-a2ee-42a8609b7e42", "tag": "f7e6efbc-f579-40e2-83b2-b579fc64adb2"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:12:57.812701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7466174-a585-4dc5-be05-f9654003fac8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e6efbc-f579-40e2-83b2-b579fc64adb2,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:57.855527 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca26b98c-b219-43bf-882f-f318c223a7cd x-openstack-request-id: req-ca26b98c-b219-43bf-882f-f318c223a7cd {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:12:57.855850 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed448be2-468b-4a2a-a2ee-42a8609b7e42", "tag": "f7e6efbc-f579-40e2-83b2-b579fc64adb2", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:12:57.856075 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca26b98c-b219-43bf-882f-f318c223a7cd {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:12:57.856476 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'tag': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2', 'status': 'completed', 'code': 200} Nov 25 19:12:57.873788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7b3e6be-83d6-4177-8b73-f6f4bd52487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:57.875431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-a7b3e6be-83d6-4177-8b73-f6f4bd52487c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3edd6a1955041ff80f7104b873b7af5&device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1095 time: 0.0472081 Nov 25 19:12:57.922265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e82a8-45fe-4e90-b66a-7842b736d534 req-ba8a7f4e-523d-4fb3-812a-9406b8ea2aa1 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:57.924583 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce3e82a8-45fe-4e90-b66a-7842b736d534 req-ba8a7f4e-523d-4fb3-812a-9406b8ea2aa1 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1095 time: 0.0483203 Nov 25 19:12:57.925385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-74fc0cfe-77a9-4ba8-96c2-6edcdb32c1b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7e6efbc-f579-40e2-83b2-b579fc64adb2 HTTP/1.1" status: 200 len: 217 time: 0.0408101 Nov 25 19:12:57.976798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce3e82a8-45fe-4e90-b66a-7842b736d534 req-6c3fdb4f-be59-43fd-88f6-ece4c9610071 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453100 Nov 25 19:12:57.982861 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-3cb1762f-f1fb-4c35-8b8d-ab466af9212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:57.984353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-3cb1762f-f1fb-4c35-8b8d-ab466af9212b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e99f5de0-8505-4108-8ad3-8ddeda5048e3 HTTP/1.1" status: 200 len: 848 time: 0.0512142 Nov 25 19:12:58.031894 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-75fb938d-b783-4101-85fa-fc9a3f6d3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:58.033375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-75fb938d-b783-4101-85fa-fc9a3f6d3bdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=feac3474-abac-4463-9600-fb8a16bbe214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410647 Nov 25 19:12:58.128825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-9c5238d8-59c5-4726-aa64-81dc6915e551 service neutron] 10.222.0.64 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871060 Nov 25 19:12:58.218347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a2bdd7e1-0ab2-4d22-b113-b6341b536fdb req-fc043458-d7bd-4af3-bc77-68bd134d887a service neutron] 10.222.0.64 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816305 Nov 25 19:12:58.320065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-9be05d89-ec93-465e-8226-9652b13802ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:58.321472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-9be05d89-ec93-465e-8226-9652b13802ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3edd6a1955041ff80f7104b873b7af5&device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1095 time: 0.0583162 Nov 25 19:12:58.418871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-7bcb8772-bf28-4f56-a2b6-1e8a31169c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:58.420396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-7bcb8772-bf28-4f56-a2b6-1e8a31169c19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=feac3474-abac-4463-9600-fb8a16bbe214 HTTP/1.1" status: 200 len: 910 time: 0.0910237 Nov 25 19:12:58.462849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-f30cf1c0-8e63-40ba-ad94-2d640fe97c92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7e6efbc-f579-40e2-83b2-b579fc64adb2 HTTP/1.1" status: 200 len: 217 time: 0.0333831 Nov 25 19:12:58.522426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-0ab4c54f-2edd-4300-8760-03bf49e853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:58.523869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-0ab4c54f-2edd-4300-8760-03bf49e853cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e99f5de0-8505-4108-8ad3-8ddeda5048e3 HTTP/1.1" status: 200 len: 848 time: 0.0482106 Nov 25 19:12:58.572577 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-c16c6679-6b99-46c0-8989-5452e9b2b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:58.574081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-c16c6679-6b99-46c0-8989-5452e9b2b766 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=feac3474-abac-4463-9600-fb8a16bbe214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421121 Nov 25 19:12:58.670402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-ac349af1-01aa-47e0-94d8-df3df3061b17 service neutron] 10.222.0.64 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878477 Nov 25 19:12:58.765015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2572eedd-e786-4992-afba-dc41eb9bdcb6 req-aaf54aa3-5734-4ba6-8ae1-cb3a66791393 service neutron] 10.222.0.64 "GET /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865767 Nov 25 19:12:59.088460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c59a9-a7e7-476f-9e7d-42e43589636a req-d82c3a20-7be1-448e-b341-383965f883de tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:12:59.089974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c16c59a9-a7e7-476f-9e7d-42e43589636a req-d82c3a20-7be1-448e-b341-383965f883de tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1095 time: 0.0414953 Nov 25 19:12:59.134165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c16c59a9-a7e7-476f-9e7d-42e43589636a req-0b9bd815-42a4-4c3e-93fa-1dfdc3f29cbd tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377131 Nov 25 19:13:00.243689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c68e7-1bb0-4bf6-ab4f-bf4473b13c9b req-8c39ba66-6816-4ffb-98e5-a5cbb9e42b59 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:00.245193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d30c68e7-1bb0-4bf6-ab4f-bf4473b13c9b req-8c39ba66-6816-4ffb-98e5-a5cbb9e42b59 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1095 time: 0.0449955 Nov 25 19:13:00.288522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d30c68e7-1bb0-4bf6-ab4f-bf4473b13c9b req-6cde0c03-b996-4d5a-931c-6fe05f517753 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373194 Nov 25 19:13:00.928780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:01.398078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58480e7-f05d-48bb-a521-75617bcf681e req-723cbba9-0fe9-48da-94ef-3412dfe9c79e tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:01.399644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e58480e7-f05d-48bb-a521-75617bcf681e req-723cbba9-0fe9-48da-94ef-3412dfe9c79e tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1095 time: 0.0454381 Nov 25 19:13:01.443590 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e58480e7-f05d-48bb-a521-75617bcf681e req-a21e51ac-f944-44d3-8bed-5a70d61c0158 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Nov 25 19:13:02.501059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f7e6efbc-f579-40e2-83b2-b579fc64adb2 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:13:02.550570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844c72d-df60-4319-bcd5-721b62ddf9e0 req-3c184076-bf84-4179-b91b-5a435cf9191f tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:02.552743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d844c72d-df60-4319-bcd5-721b62ddf9e0 req-3c184076-bf84-4179-b91b-5a435cf9191f tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1095 time: 0.0400991 Nov 25 19:13:02.596239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d844c72d-df60-4319-bcd5-721b62ddf9e0 req-923b711c-118d-4871-bb91-106670945a63 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Nov 25 19:13:02.598256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f7e6efbc-f579-40e2-83b2-b579fc64adb2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f7e6efbc-f579-40e2-83b2-b579fc64adb2,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:02.611055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2', 'network_id': 'feac3474-abac-4463-9600-fb8a16bbe214', 'port_id': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2', 'mac_address': 'fa:16:3e:51:3c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99f5de0-8505-4108-8ad3-8ddeda5048e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:13:02.648843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:02.661985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e6efbc-f579-40e2-83b2-b579fc64adb2 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:13:02.681013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f7e6efbc-f579-40e2-83b2-b579fc64adb2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f7e6efbc-f579-40e2-83b2-b579fc64adb2,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:02.684749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:02.733484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f7e6efbc-f579-40e2-83b2-b579fc64adb2,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:02.917265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f7e6efbc-f579-40e2-83b2-b579fc64adb2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:13:03.609746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:03.708916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91b66-bfb9-437b-8716-db26d8ca24ec req-4174d3cf-4eb7-4dca-aab7-ee8567d90256 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:03.710477 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4d91b66-bfb9-437b-8716-db26d8ca24ec req-4174d3cf-4eb7-4dca-aab7-ee8567d90256 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1096 time: 0.0403643 Nov 25 19:13:03.757468 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4d91b66-bfb9-437b-8716-db26d8ca24ec req-e36688b0-cbc5-4427-bab5-98dba2fdba93 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Nov 25 19:13:04.514587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f7e6efbc-f579-40e2-83b2-b579fc64adb2 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:13:04.562438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port f7e6efbc-f579-40e2-83b2-b579fc64adb2 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:13:04.566430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port f7e6efbc-f579-40e2-83b2-b579fc64adb2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:04.566839 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:04.647068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:04.669808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:13:04.672065 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f09f79-7e83-42de-8fce-1d8cb216f1bb" -d '{"events": [{"server_uuid": "ed448be2-468b-4a2a-a2ee-42a8609b7e42", "name": "network-vif-plugged", "status": "completed", "tag": "f7e6efbc-f579-40e2-83b2-b579fc64adb2"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:13:04.684972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port f7e6efbc-f579-40e2-83b2-b579fc64adb2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f7e6efbc-f579-40e2-83b2-b579fc64adb2,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:04.690828 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:04.723673 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f56c7b-5648-4394-abf9-4b959c0d394f x-openstack-request-id: req-d1f56c7b-5648-4394-abf9-4b959c0d394f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:13:04.723965 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed448be2-468b-4a2a-a2ee-42a8609b7e42", "name": "network-vif-plugged", "status": "completed", "tag": "f7e6efbc-f579-40e2-83b2-b579fc64adb2", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:13:04.724244 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1f56c7b-5648-4394-abf9-4b959c0d394f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:13:04.724635 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2', 'code': 200} Nov 25 19:13:04.741590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=f7e6efbc-f579-40e2-83b2-b579fc64adb2,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:04.823607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc04b86-a13c-4232-993d-e17496174797 req-443cd5a1-13d1-4bb1-943c-c5f8563c205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:04.825109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ffc04b86-a13c-4232-993d-e17496174797 req-443cd5a1-13d1-4bb1-943c-c5f8563c205e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0451317 Nov 25 19:13:04.895711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ffc04b86-a13c-4232-993d-e17496174797 req-119149a7-1f52-4c94-96ac-c5ce223f7328 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617440 Nov 25 19:13:04.898790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677d2cf-d7c9-460f-b183-b2699aa6dea4 req-224605c3-55bf-4aa1-bbff-6f423634d1e6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:04.900151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6677d2cf-d7c9-460f-b183-b2699aa6dea4 req-224605c3-55bf-4aa1-bbff-6f423634d1e6 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0741749 Nov 25 19:13:04.944512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6677d2cf-d7c9-460f-b183-b2699aa6dea4 req-e849718d-c0e3-49f0-ad1b-88a80abcebee tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Nov 25 19:13:06.084909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7c106-1ed3-40df-9963-c44f219b8d50 req-2362a1e2-7cdf-4e18-b4bb-36955fc3d656 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:06.086515 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11a7c106-1ed3-40df-9963-c44f219b8d50 req-2362a1e2-7cdf-4e18-b4bb-36955fc3d656 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0465815 Nov 25 19:13:06.132468 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-11a7c106-1ed3-40df-9963-c44f219b8d50 req-6eff7b25-a663-4008-b96e-f9f8e3d94958 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Nov 25 19:13:06.237162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce34f-031e-44ed-93ee-d8a1175ae410 req-4a2fa034-b174-4e00-8c54-731629b5a6ea tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:06.238618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4dbce34f-031e-44ed-93ee-d8a1175ae410 req-4a2fa034-b174-4e00-8c54-731629b5a6ea tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0400968 Nov 25 19:13:06.281422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4dbce34f-031e-44ed-93ee-d8a1175ae410 req-29854af1-faaf-4520-be09-56a17f4506d9 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Nov 25 19:13:06.383852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a33aa-2a77-433c-9dc4-7dbde1b4b969 req-033343fc-9a98-4645-af16-6650200b7b2d tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:06.385347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-066a33aa-2a77-433c-9dc4-7dbde1b4b969 req-033343fc-9a98-4645-af16-6650200b7b2d tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0397604 Nov 25 19:13:06.431705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-066a33aa-2a77-433c-9dc4-7dbde1b4b969 req-058b0f66-cc53-48dd-a0e5-58eb5aa79002 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Nov 25 19:13:06.591456 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:13:06.652162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303de803-d709-493c-88e0-e72e1f0cd72c req-b14a3f8f-f86e-4922-b2a5-095cdadbc76b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:06.653641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-303de803-d709-493c-88e0-e72e1f0cd72c req-b14a3f8f-f86e-4922-b2a5-095cdadbc76b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0392594 Nov 25 19:13:06.700374 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-303de803-d709-493c-88e0-e72e1f0cd72c req-25896b6b-f4b7-448c-bb1a-d6031177b254 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Nov 25 19:13:07.813496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd65dc-37a6-4db3-94bd-aebf82851877 req-2d866b50-37f5-4c26-abe0-1d327aef17a8 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:07.815134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15cd65dc-37a6-4db3-94bd-aebf82851877 req-2d866b50-37f5-4c26-abe0-1d327aef17a8 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0446432 Nov 25 19:13:07.860130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15cd65dc-37a6-4db3-94bd-aebf82851877 req-be95ef3e-7403-4164-aed1-e0b2dc0d542a tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Nov 25 19:13:08.058472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-07046cfb-ff00-4ae3-80a2-9549969676fc tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:08.059889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-07046cfb-ff00-4ae3-80a2-9549969676fc tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 1097 time: 0.0409710 Nov 25 19:13:08.141303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Deleting port f7e6efbc-f579-40e2-83b2-b579fc64adb2 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:08.141639 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:08.218735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] For port f7e6efbc-f579-40e2-83b2-b579fc64adb2, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=f7e6efbc-f579-40e2-83b2-b579fc64adb2,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:08.219100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:08.231454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Calling delete_port for f7e6efbc-f579-40e2-83b2-b579fc64adb2 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:08.352673 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:08.368661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['f9833433-a8ef-42b5-b462-f48af3ffb385'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:13:08.370901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['f7e6efbc-f579-40e2-83b2-b579fc64adb2'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:13:08.379772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e6efbc-f579-40e2-83b2-b579fc64adb2,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:08.422963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] No DVR routers for this DVR port f7e6efbc-f579-40e2-83b2-b579fc64adb2 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:13:08.425628 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:08.429167 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d33e58e1-9c30-421c-87dc-3b15d7c7a0d4 req-adf50f1a-037d-40cd-b19e-3d7f8d0d082b tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f7e6efbc-f579-40e2-83b2-b579fc64adb2 HTTP/1.1" status: 204 len: 173 time: 0.3625038 Nov 25 19:13:08.429638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'name': 'network-vif-deleted', 'tag': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:13:08.432057 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f2d489-ff27-4d20-a371-87cdb0eff855" -d '{"events": [{"server_uuid": "ed448be2-468b-4a2a-a2ee-42a8609b7e42", "name": "network-vif-deleted", "tag": "f7e6efbc-f579-40e2-83b2-b579fc64adb2"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:13:08.475630 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4525969b-d3aa-4b91-af1a-5e0df8afeed0 x-openstack-request-id: req-4525969b-d3aa-4b91-af1a-5e0df8afeed0 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:13:08.475940 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed448be2-468b-4a2a-a2ee-42a8609b7e42", "name": "network-vif-deleted", "tag": "f7e6efbc-f579-40e2-83b2-b579fc64adb2", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:13:08.476248 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4525969b-d3aa-4b91-af1a-5e0df8afeed0 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:13:08.476650 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed448be2-468b-4a2a-a2ee-42a8609b7e42', 'name': 'network-vif-deleted', 'tag': 'f7e6efbc-f579-40e2-83b2-b579fc64adb2', 'status': 'completed', 'code': 200} Nov 25 19:13:08.973207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdc14663-f826-408b-bc99-140f83bd4223 req-f53cadfc-03c8-4515-964f-f6d38ca952e2 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ed448be2-468b-4a2a-a2ee-42a8609b7e42 HTTP/1.1" status: 200 len: 210 time: 0.0291073 Nov 25 19:13:10.235649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf0865-18ef-4737-9e11-dfa8098de58f req-f491bdda-1c74-41e5-9d17-962e6b176b88 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:10.237113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-90cf0865-18ef-4737-9e11-dfa8098de58f req-f491bdda-1c74-41e5-9d17-962e6b176b88 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0391262 Nov 25 19:13:10.280134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-90cf0865-18ef-4737-9e11-dfa8098de58f req-d8c8b6b8-27ee-48d4-a085-583ca783a274 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364578 Nov 25 19:13:10.961976 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f72baed-d2a8-4b4d-a973-1058c64c5581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:11.388681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e314d-7dc6-457b-af30-e9539b54682c req-f9d20bdf-a91b-4b54-b0d4-6da27ad21933 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:11.390264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-068e314d-7dc6-457b-af30-e9539b54682c req-f9d20bdf-a91b-4b54-b0d4-6da27ad21933 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0420156 Nov 25 19:13:11.433669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-068e314d-7dc6-457b-af30-e9539b54682c req-08371d25-147c-4545-bb1c-04df474647de tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1c379fca-4295-4087-80f6-f38a38a61e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Nov 25 19:13:11.680723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-1a8ed649-2700-4dcc-b787-afd7c1ea8b01 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:11.682168 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-1a8ed649-2700-4dcc-b787-afd7c1ea8b01 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 1096 time: 0.0386505 Nov 25 19:13:11.763025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Deleting port f9833433-a8ef-42b5-b462-f48af3ffb385 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:11.763357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:11.837889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] For port f9833433-a8ef-42b5-b462-f48af3ffb385, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=f9833433-a8ef-42b5-b462-f48af3ffb385,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:11.838241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:11.850221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Calling delete_port for f9833433-a8ef-42b5-b462-f48af3ffb385 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:11.969368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:11.981388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['f9833433-a8ef-42b5-b462-f48af3ffb385'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:13:11.993738 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9833433-a8ef-42b5-b462-f48af3ffb385,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:12.007911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.008275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.008600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.008935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.009266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.009595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.009919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.012792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.013168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.013515 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.013861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.014196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:12.050561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] No DVR routers for this DVR port f9833433-a8ef-42b5-b462-f48af3ffb385 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:13:12.053745 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:12.058100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-387b8fe5-78c7-45f3-bd0b-3c91e6887fd7 req-5e87e30a-8613-41dd-94fe-167d9b964b47 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.66 "DELETE /v2.0/ports/f9833433-a8ef-42b5-b462-f48af3ffb385 HTTP/1.1" status: 204 len: 173 time: 0.3696415 Nov 25 19:13:12.058624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78189889-f904-4769-8414-357e8fc5b3d3', 'name': 'network-vif-deleted', 'tag': 'f9833433-a8ef-42b5-b462-f48af3ffb385'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:13:12.061099 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce67a6-e548-46c9-b20b-ea2016faa11f" -d '{"events": [{"server_uuid": "78189889-f904-4769-8414-357e8fc5b3d3", "name": "network-vif-deleted", "tag": "f9833433-a8ef-42b5-b462-f48af3ffb385"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:13:12.111118 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32794fdb-060a-493e-bb31-5e820fefe5f1 x-openstack-request-id: req-32794fdb-060a-493e-bb31-5e820fefe5f1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:13:12.111502 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78189889-f904-4769-8414-357e8fc5b3d3", "name": "network-vif-deleted", "tag": "f9833433-a8ef-42b5-b462-f48af3ffb385", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:13:12.111800 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32794fdb-060a-493e-bb31-5e820fefe5f1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:13:12.112254 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78189889-f904-4769-8414-357e8fc5b3d3', 'name': 'network-vif-deleted', 'tag': 'f9833433-a8ef-42b5-b462-f48af3ffb385', 'status': 'completed', 'code': 200} Nov 25 19:13:12.513275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f7e6efbc-f579-40e2-83b2-b579fc64adb2 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:12.535903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: f7e6efbc-f579-40e2-83b2-b579fc64adb2 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:12.536248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device f7e6efbc-f579-40e2-83b2-b579fc64adb2 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:12.543698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4dd4913-88e3-41c8-b634-99f1f6f57cc2 req-3d9f3ae4-4994-442f-b514-157698976fa2 tempest-TestServerMultinode-1383505404 tempest-TestServerMultinode-1383505404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=78189889-f904-4769-8414-357e8fc5b3d3 HTTP/1.1" status: 200 len: 210 time: 0.0258832 Nov 25 19:13:13.463328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-33ac21cd-19fb-4f42-82aa-f9dccae1f141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:13.604972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54570) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:13.951081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:14.198356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Deleting port e3eced39-db25-4fa8-8369-82ee5e7e6fe1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:14.198706 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:14.279942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] For port e3eced39-db25-4fa8-8369-82ee5e7e6fe1, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:14.280275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:14.293057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Calling delete_port for e3eced39-db25-4fa8-8369-82ee5e7e6fe1 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:14.471218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:14.496029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:14.500366 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3eced39-db25-4fa8-8369-82ee5e7e6fe1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:14.893151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.101242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Router 850cb3b3-3b1d-4762-84d2-81afb96e2015 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:13:15.205850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:13:15.211641 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-53fc7f95-63b8-4b83-bb97-388b8ca49b7b admin admin] 10.222.0.62 "PUT /v2.0/routers/850cb3b3-3b1d-4762-84d2-81afb96e2015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055641 Nov 25 19:13:15.214194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54572) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:15.216781 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] Sync routers for ids ['850cb3b3-3b1d-4762-84d2-81afb96e2015'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:13:15.226403 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] Routers {'850cb3b3-3b1d-4762-84d2-81afb96e2015'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:15.227027 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['850cb3b3-3b1d-4762-84d2-81afb96e2015'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:15.322612 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.331595 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] Set router 850cb3b3-3b1d-4762-84d2-81afb96e2015 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:15.424114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.477620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Deleting port 3d653076-acf6-4e78-a642-808502ea4677 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:15.477872 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.502474 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3d653076-acf6-4e78-a642-808502ea4677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:13:14Z', 'revision_number': 5, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port': {'id': '3d653076-acf6-4e78-a642-808502ea4677', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:15.527708 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] Checking router: 850cb3b3-3b1d-4762-84d2-81afb96e2015 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:13:15.535709 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] Routers {'850cb3b3-3b1d-4762-84d2-81afb96e2015'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:15.536307 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['850cb3b3-3b1d-4762-84d2-81afb96e2015'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:15.556255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] For port 3d653076-acf6-4e78-a642-808502ea4677, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3d653076-acf6-4e78-a642-808502ea4677,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:15.556625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.569199 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Calling delete_port for 3d653076-acf6-4e78-a642-808502ea4677 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:15.619730 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] Set router 850cb3b3-3b1d-4762-84d2-81afb96e2015 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:15.671969 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:13:15Z', 'revision_number': 6, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:15.697978 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45e34f-4af3-4a54-b542-4f05a92888e1 None None] The sync data for ids ['850cb3b3-3b1d-4762-84d2-81afb96e2015'] in n-d-819194-3 is: [{'id': '850cb3b3-3b1d-4762-84d2-81afb96e2015', 'name': 'tempest-TestServerMultinode-915388880-router', 'tenant_id': '215670984ba6433ca478ca0a504c5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:33Z', 'updated_at': '2021-11-25T19:13:15Z', 'revision_number': 6, 'project_id': '215670984ba6433ca478ca0a504c5213', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:13:15.735898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.765854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d653076-acf6-4e78-a642-808502ea4677,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:15.779231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2c6bae-2248-4c37-ac90-cb6b224d6feb None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:15.825647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.912959 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.915622 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.948063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f9833433-a8ef-42b5-b462-f48af3ffb385 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:15.959756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.960938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 850cb3b3-3b1d-4762-84d2-81afb96e2015 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:13:15.965371 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:15.968948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-441132c4-91a9-4302-9c96-dee773ff2804 admin admin] 10.222.0.62 "DELETE /v2.0/routers/850cb3b3-3b1d-4762-84d2-81afb96e2015 HTTP/1.1" status: 204 len: 168 time: 0.7513764 Nov 25 19:13:15.969128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54574) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:15.971698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: f9833433-a8ef-42b5-b462-f48af3ffb385 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:15.972036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device f9833433-a8ef-42b5-b462-f48af3ffb385 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:16.017348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] Deleting subnet e99f5de0-8505-4108-8ad3-8ddeda5048e3 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:13:16.020431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.057860 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.058865 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.145616 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.197448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.228063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99f5de0-8505-4108-8ad3-8ddeda5048e3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:16.230061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.233318 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-08bd4090-0e3c-48a4-b08e-a085838efb4c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e99f5de0-8505-4108-8ad3-8ddeda5048e3 HTTP/1.1" status: 204 len: 168 time: 0.2632837 Nov 25 19:13:16.234520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d209b-f639-4d41-939e-81cb96a9384b None None] Network feac3474-abac-4463-9600-fb8a16bbe214 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:13:16.235790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54576) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:16.303158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.357071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Deleting port a191d78c-1b1b-4df8-9313-6f56a45d11e4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:16.357409 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.424855 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] For port a191d78c-1b1b-4df8-9313-6f56a45d11e4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=a191d78c-1b1b-4df8-9313-6f56a45d11e4,segment=NetworkSegment(e26c193c-228d-4a95-a085-ef9ee63830a9),segment_id=e26c193c-228d-4a95-a085-ef9ee63830a9)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:16.425219 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.438113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Calling delete_port for a191d78c-1b1b-4df8-9313-6f56a45d11e4 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:16.487466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] DHCP port deletion for feac3474-abac-4463-9600-fb8a16bbe214 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:16.517399 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.542793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] Deleting port a191d78c-1b1b-4df8-9313-6f56a45d11e4 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:16.543172 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.547850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a191d78c-1b1b-4df8-9313-6f56a45d11e4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:16.550924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] No DVR routers for this DVR port a191d78c-1b1b-4df8-9313-6f56a45d11e4 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:13:16.616437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] For port a191d78c-1b1b-4df8-9313-6f56a45d11e4, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:16.617534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.633224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.634219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] Calling delete_port for a191d78c-1b1b-4df8-9313-6f56a45d11e4 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:16.637089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] Port a191d78c-1b1b-4df8-9313-6f56a45d11e4 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:13:16.638418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.654189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feac3474-abac-4463-9600-fb8a16bbe214']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:16.664207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26c193c-228d-4a95-a085-ef9ee63830a9') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:16.664530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] Pushing event deleted for resources: {'Port': ['ID=a191d78c-1b1b-4df8-9313-6f56a45d11e4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:16.664642 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26c193c-228d-4a95-a085-ef9ee63830a9') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:16.668855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c3899-9d8b-42bf-86ee-f2a2fe358ff1 None None] No DVR routers for this DVR port a191d78c-1b1b-4df8-9313-6f56a45d11e4 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:13:16.681966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.693715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.700922 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:13:16.701241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:13:16.703765 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:13:16.716317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e3eced39-db25-4fa8-8369-82ee5e7e6fe1 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:16.736688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: e3eced39-db25-4fa8-8369-82ee5e7e6fe1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:16.737043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e3eced39-db25-4fa8-8369-82ee5e7e6fe1 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:16.737464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3d653076-acf6-4e78-a642-808502ea4677 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:16.757410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3d653076-acf6-4e78-a642-808502ea4677 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:16.758502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3d653076-acf6-4e78-a642-808502ea4677 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:16.758502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a191d78c-1b1b-4df8-9313-6f56a45d11e4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:16.767601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.773788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:16.777878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: a191d78c-1b1b-4df8-9313-6f56a45d11e4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:16.778237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device a191d78c-1b1b-4df8-9313-6f56a45d11e4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:16.780380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/feac3474-abac-4463-9600-fb8a16bbe214 HTTP/1.1" status: 204 len: 168 time: 0.5435576 Nov 25 19:13:16.781652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54578) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:16.795728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74474e1c-a9b8-43a6-9ad4-3a70e0b737b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=feac3474-abac-4463-9600-fb8a16bbe214,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:17.031514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:17.143761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:17.383749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Deleting port e58aa7d6-1ce0-4306-8ae9-32c3769c9134 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:17.384085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:17.458888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] For port e58aa7d6-1ce0-4306-8ae9-32c3769c9134, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,segment=NetworkSegment(58cbd15f-130c-4fd1-851d-5fd6c48ca75e),segment_id=58cbd15f-130c-4fd1-851d-5fd6c48ca75e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:17.459253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:17.471950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Calling delete_port for e58aa7d6-1ce0-4306-8ae9-32c3769c9134 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:17.644551 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:17.670012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e58aa7d6-1ce0-4306-8ae9-32c3769c9134,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:17.835369 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:18.043603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Router 02b75e05-6fde-4d4a-9230-0144a9ac0155 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:13:18.468479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:13:18.475459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9faefb59-ef45-47ef-ad56-03352343f0cb admin admin] 10.222.0.62 "PUT /v2.0/routers/02b75e05-6fde-4d4a-9230-0144a9ac0155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932881 Nov 25 19:13:18.476060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54580) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:18.478095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] Sync routers for ids ['02b75e05-6fde-4d4a-9230-0144a9ac0155'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:13:18.487781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] Routers {'02b75e05-6fde-4d4a-9230-0144a9ac0155'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:18.488471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['02b75e05-6fde-4d4a-9230-0144a9ac0155'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:18.579753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:18.591846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] Set router 02b75e05-6fde-4d4a-9230-0144a9ac0155 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:18.685131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:18.740851 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Deleting port 10b5472b-0be2-436e-a163-b37ac680fae3 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:18.741185 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:18.774589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:13:17Z', 'revision_number': 5, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port': {'id': '10b5472b-0be2-436e-a163-b37ac680fae3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:12:38Z', 'updated_at': '2021-11-25T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:18.800548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] Checking router: 02b75e05-6fde-4d4a-9230-0144a9ac0155 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:13:18.808789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] Routers {'02b75e05-6fde-4d4a-9230-0144a9ac0155'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:18.809401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['02b75e05-6fde-4d4a-9230-0144a9ac0155'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:18.818556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] For port 10b5472b-0be2-436e-a163-b37ac680fae3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=10b5472b-0be2-436e-a163-b37ac680fae3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:18.818921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:18.832256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Calling delete_port for 10b5472b-0be2-436e-a163-b37ac680fae3 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:18.900635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] Set router 02b75e05-6fde-4d4a-9230-0144a9ac0155 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:18.956260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:13:18Z', 'revision_number': 6, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:18.983292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b7ff1-1d49-4293-a1a4-303899591248 None None] The sync data for ids ['02b75e05-6fde-4d4a-9230-0144a9ac0155'] in n-d-819194-3 is: [{'id': '02b75e05-6fde-4d4a-9230-0144a9ac0155', 'name': 'tempest-TestServerMultinode-214098811-router', 'tenant_id': 'f3edd6a1955041ff80f7104b873b7af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:12:37Z', 'updated_at': '2021-11-25T19:13:18Z', 'revision_number': 6, 'project_id': 'f3edd6a1955041ff80f7104b873b7af5', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:13:19.244800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.273435 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b5472b-0be2-436e-a163-b37ac680fae3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:19.286324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4966fbb-3f62-4718-8582-6a44bd699f8b None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:19.333359 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.427395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.430575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.478951 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.479694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b75e05-6fde-4d4a-9230-0144a9ac0155 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:13:19.484027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.487911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-05fc43b8-a794-4e7e-95a7-f5332e8d3704 admin admin] 10.222.0.62 "DELETE /v2.0/routers/02b75e05-6fde-4d4a-9230-0144a9ac0155 HTTP/1.1" status: 204 len: 168 time: 1.0081077 Nov 25 19:13:19.488088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54582) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:19.535579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] Deleting subnet ad7e7b68-8a4e-4400-8802-274ea6b1cbab {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:13:19.539642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.576505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.657148 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.708839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.736320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7e7b68-8a4e-4400-8802-274ea6b1cbab,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:19.738310 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.741614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9a7e19a6-7a8b-471c-b302-b15dd9f7e1fb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ad7e7b68-8a4e-4400-8802-274ea6b1cbab HTTP/1.1" status: 204 len: 168 time: 0.2526293 Nov 25 19:13:19.743283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7532d-dab8-4df5-a016-ca41ac0857f4 None None] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:13:19.744186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54584) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:19.811468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.863285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Deleting port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:19.863636 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.938830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] For port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,segment=NetworkSegment(58cbd15f-130c-4fd1-851d-5fd6c48ca75e),segment_id=58cbd15f-130c-4fd1-851d-5fd6c48ca75e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:19.939222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:19.942596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625079e3-1111-4951-b835-d7990931c3fc None None] DHCP port deletion for c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:19.955198 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Calling delete_port for 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:19.990569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-625079e3-1111-4951-b835-d7990931c3fc None None] Deleting port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:13:19.991026 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-625079e3-1111-4951-b835-d7990931c3fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.039511 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.067020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:20.071442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] No DVR routers for this DVR port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:13:20.154113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.178838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e3a16c-b386-4d7c-b4f5-3b6c40687f48']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:20.195438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cbd15f-130c-4fd1-851d-5fd6c48ca75e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:20.196367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cbd15f-130c-4fd1-851d-5fd6c48ca75e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:20.209988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.222634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-625079e3-1111-4951-b835-d7990931c3fc None None] For port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,segment=NetworkSegment(58cbd15f-130c-4fd1-851d-5fd6c48ca75e),segment_id=58cbd15f-130c-4fd1-851d-5fd6c48ca75e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:20.223553 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-625079e3-1111-4951-b835-d7990931c3fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.224060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.231256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:13:20.231709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:13:20.233544 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:13:20.236693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-625079e3-1111-4951-b835-d7990931c3fc None None] Calling delete_port for 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:13:20.294157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.300049 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.303366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 HTTP/1.1" status: 204 len: 168 time: 0.5581713 Nov 25 19:13:20.315014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-625079e3-1111-4951-b835-d7990931c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.317287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4979963-f13a-418e-ad4b-8ca55420b4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e3a16c-b386-4d7c-b4f5-3b6c40687f48,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:20.322498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-625079e3-1111-4951-b835-d7990931c3fc None None] Network c5e3a16c-b386-4d7c-b4f5-3b6c40687f48 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:13:20.323069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625079e3-1111-4951-b835-d7990931c3fc None None] No DVR routers for this DVR port 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:13:20.344917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625079e3-1111-4951-b835-d7990931c3fc None None] Pushing event deleted for resources: {'Port': ['ID=6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:20.468281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54588) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:20.509183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3f7cb2e2-d317-4bc3-86df-1c122a4b8338 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=215670984ba6433ca478ca0a504c5213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397267 Nov 25 19:13:20.511602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54590) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:20.560810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cfb33d2-71e9-4206-836b-96b4f5cba263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.582331 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cfb33d2-71e9-4206-836b-96b4f5cba263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.634345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cfb33d2-71e9-4206-836b-96b4f5cba263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.637064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8cfb33d2-71e9-4206-836b-96b4f5cba263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:20.639228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8cfb33d2-71e9-4206-836b-96b4f5cba263 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be391edc-bb13-4d3f-afbe-4bc7258013dc HTTP/1.1" status: 204 len: 168 time: 0.1257191 Nov 25 19:13:20.646413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb33d2-71e9-4206-836b-96b4f5cba263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be391edc-bb13-4d3f-afbe-4bc7258013dc,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:20.720394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:20.742000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:20.742342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6e03c2e6-d8f1-4ca8-bafa-ba41816e3adf not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:20.742780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 10b5472b-0be2-436e-a163-b37ac680fae3 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:20.762270 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 10b5472b-0be2-436e-a163-b37ac680fae3 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:20.762963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 10b5472b-0be2-436e-a163-b37ac680fae3 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:20.763052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e58aa7d6-1ce0-4306-8ae9-32c3769c9134 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:13:20.782226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: e58aa7d6-1ce0-4306-8ae9-32c3769c9134 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:13:20.782602 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e58aa7d6-1ce0-4306-8ae9-32c3769c9134 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:13:20.964537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54596) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:21.004400 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-94587d17-6646-4ef3-8c9e-9692e4b93a33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3edd6a1955041ff80f7104b873b7af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386932 Nov 25 19:13:21.006776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54598) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:21.054685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-37920bc2-935c-4dcc-ad0a-6b4c97879acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:21.075566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-37920bc2-935c-4dcc-ad0a-6b4c97879acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:21.122714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-37920bc2-935c-4dcc-ad0a-6b4c97879acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:21.125634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-37920bc2-935c-4dcc-ad0a-6b4c97879acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:21.126836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-37920bc2-935c-4dcc-ad0a-6b4c97879acb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c379fca-4295-4087-80f6-f38a38a61e52 HTTP/1.1" status: 204 len: 168 time: 0.1185727 Nov 25 19:13:21.136331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37920bc2-935c-4dcc-ad0a-6b4c97879acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c379fca-4295-4087-80f6-f38a38a61e52,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:21.789395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 54620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:21.888336 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-278411636-network', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:13:21.914226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Made reservation on behalf of 85e3a8b190cf48ed8c1f144165d10ea3 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:13:21.916816 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:21.925158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.001331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.005001 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.029392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:13:22.039757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad7d14-ddcf-427c-8449-9ec41b14e277,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:22.044649 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.044995 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Added segment 5c43a2a4-5730-4665-854f-0f8a50d854dd of type vlan for network 7b54641f-f060-4218-ae98-9bdf326112ad Nov 25 19:13:22.083561 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.108208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.109316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:22.109723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.167798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3771076 Nov 25 19:13:22.170636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54624) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:22.175671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Request body: {'subnet': {'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-278411636-subnet', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:13:22.178419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b61fd-e0ef-48a2-9a24-66860f48ac22 admin admin] Pushing event updated for resources: {'Network': ['ID=7b54641f-f060-4218-ae98-9bdf326112ad,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:22.187790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 7b54641f-f060-4218-ae98-9bdf326112ad details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:13:22.199780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Made reservation on behalf of 85e3a8b190cf48ed8c1f144165d10ea3 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:13:22.202078 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.363622 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.422536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0280babb-37ec-4a80-93a5-025190bfa76d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:22.430895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Checking segment: {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:22.431253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Network hostable DHCP agents. Network: 7b54641f-f060-4218-ae98-9bdf326112ad, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:13:22.446927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Network 7b54641f-f060-4218-ae98-9bdf326112ad is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:13:22.455020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 7b54641f-f060-4218-ae98-9bdf326112ad) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:22.459348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:22.459938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.464703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d409f-5821-4f57-88f2-8588cc57dc3e None None] Network 7b54641f-f060-4218-ae98-9bdf326112ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:13:22.475393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4fdce9f9-bfb9-44f9-9f1f-8ed9b2693f3e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3036079 Nov 25 19:13:22.477978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54626) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:22.482293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:13:22.503774 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.504778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.555415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.610763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-7b54641f-f060-4218-ae98-9bdf326112ad', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:13:22.611629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.693028 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.745149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Allocated IP 172.20.0.2 (7b54641f-f060-4218-ae98-9bdf326112ad/0280babb-37ec-4a80-93a5-025190bfa76d/26f57e49-d87a-455b-9b83-8a2070e1cab5) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:13:22.886774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.888273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.893101 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.911813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:22.937012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Network 7b54641f-f060-4218-ae98-9bdf326112ad is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:22.941501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:22.944065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:13:22.951351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Pushing event updated for resources: {'Port': ['ID=26f57e49-d87a-455b-9b83-8a2070e1cab5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:23.001794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Attempting to bind port 26f57e49-d87a-455b-9b83-8a2070e1cab5 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:13:23.002168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Attempting to bind port 26f57e49-d87a-455b-9b83-8a2070e1cab5 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:13:23.002564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Attempting to bind port 26f57e49-d87a-455b-9b83-8a2070e1cab5 on network 7b54641f-f060-4218-ae98-9bdf326112ad {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:13:23.007605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:13:23.007958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Checking segment: {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:23.008359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.008757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Bound using segment: {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:13:23.009227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Bound port: 26f57e49-d87a-455b-9b83-8a2070e1cab5, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:13:23.009611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.016339 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Allocated IP 172.25.2.8 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0c943801-3330-4f75-8c11-c5a3a102be92) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:13:23.073830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] For port 26f57e49-d87a-455b-9b83-8a2070e1cab5, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:13:23.077024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] For port 26f57e49-d87a-455b-9b83-8a2070e1cab5, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26f57e49-d87a-455b-9b83-8a2070e1cab5,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:13:23.081269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.123985 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.137628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919e5d-2413-4861-97af-dc96b58bee3d None None] Pushing event updated for resources: {'Port': ['ID=26f57e49-d87a-455b-9b83-8a2070e1cab5,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:23.164128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.209611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:23.213187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:23.216149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:13:23.228235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32552a9e-b1bf-4164-907f-fe4b971ed238 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:23.249696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c943801-3330-4f75-8c11-c5a3a102be92,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:23.264440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e58851df-d7a8-4562-b044-56971b3eae8b None None] Provisioning complete for port 0c943801-3330-4f75-8c11-c5a3a102be92 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:23.264944 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e58851df-d7a8-4562-b044-56971b3eae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.307722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e58851df-d7a8-4562-b044-56971b3eae8b None None] Port 0c943801-3330-4f75-8c11-c5a3a102be92 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:13:23.501247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.692553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.821997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Router 86331d82-b67e-43a0-a675-d907d9bcf8b5 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:13:23.929709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:13:23.940295 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Sync routers for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:13:23.949143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:23.951246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-115838f6-fdf7-4c48-8662-e73073c78ae6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4722373 Nov 25 19:13:23.952264 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:23.952872 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:23.954162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54628) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:24.059026 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:24.082382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44951cff-cb35-4fe4-9a4a-877b08618390 None None] Network 7b54641f-f060-4218-ae98-9bdf326112ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:13:24.147094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd0f51df-fb5d-4a3a-a155-a0b9197b94cd None None] Provisioning complete for port 26f57e49-d87a-455b-9b83-8a2070e1cab5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:24.147613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd0f51df-fb5d-4a3a-a155-a0b9197b94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.253001 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:23Z', 'revision_number': 3, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:24.280659 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Checking router: 86331d82-b67e-43a0-a675-d907d9bcf8b5 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:13:24.281246 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Updating router 86331d82-b67e-43a0-a675-d907d9bcf8b5 port 0c943801-3330-4f75-8c11-c5a3a102be92 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:13:24.307147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd0f51df-fb5d-4a3a-a155-a0b9197b94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.309981 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.346139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fd0f51df-fb5d-4a3a-a155-a0b9197b94cd None None] For port 26f57e49-d87a-455b-9b83-8a2070e1cab5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26f57e49-d87a-455b-9b83-8a2070e1cab5,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:24.353053 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd0f51df-fb5d-4a3a-a155-a0b9197b94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.407830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.415642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f51df-fb5d-4a3a-a155-a0b9197b94cd None None] Pushing event updated for resources: {'Port': ['ID=26f57e49-d87a-455b-9b83-8a2070e1cab5,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:24.577848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4c9c70b3-937c-42fc-8cfb-8fff9abb9d52 None None] Provisioning complete for port 26f57e49-d87a-455b-9b83-8a2070e1cab5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:24.578613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4c9c70b3-937c-42fc-8cfb-8fff9abb9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.586000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Allocated IP 172.20.0.1 (7b54641f-f060-4218-ae98-9bdf326112ad/0280babb-37ec-4a80-93a5-025190bfa76d/4c4b0644-7362-43f1-ac56-857f5631044f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:13:24.689175 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.699569 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.705910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.744044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.745430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e490d1-8cbc-47b4-8a25-e0d64d09df96 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:24.746968 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Attempting to bind port 0c943801-3330-4f75-8c11-c5a3a102be92 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:13:24.747342 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Attempting to bind port 0c943801-3330-4f75-8c11-c5a3a102be92 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:13:24.747703 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Attempting to bind port 0c943801-3330-4f75-8c11-c5a3a102be92 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:13:24.758770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:13:24.759131 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:24.759527 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.759919 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:13:24.760403 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Bound port: 0c943801-3330-4f75-8c11-c5a3a102be92, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:13:24.760804 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.773730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26f57e49-d87a-455b-9b83-8a2070e1cab5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:13:24.793734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Network 7b54641f-f060-4218-ae98-9bdf326112ad is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:24.797808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:24.799677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4b0644-7362-43f1-ac56-857f5631044f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:24.801860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:13:24.822641 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] For port 0c943801-3330-4f75-8c11-c5a3a102be92, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:13:24.826059 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] For port 0c943801-3330-4f75-8c11-c5a3a102be92, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0c943801-3330-4f75-8c11-c5a3a102be92,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:13:24.826927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8c1142bd-01ed-464b-9abb-f83d782c9f69 None None] Provisioning complete for port 0c943801-3330-4f75-8c11-c5a3a102be92 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:24.826927 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8c1142bd-01ed-464b-9abb-f83d782c9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.827482 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Pushing event updated for resources: {'Port': ['ID=0c943801-3330-4f75-8c11-c5a3a102be92,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:24.836303 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.840360 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.840713 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.841191 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.841535 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.841868 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.842274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.842587 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.842912 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.843235 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.843848 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.843848 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.844177 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:24.854277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.887911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 26f57e49-d87a-455b-9b83-8a2070e1cab5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:24.888286 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.914612 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:24.915270 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:24.956262 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc3949-b884-4003-b301-f7f619b8adc9 None None] Pushing event updated for resources: {'Port': ['ID=0c943801-3330-4f75-8c11-c5a3a102be92,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:24.957962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8c1142bd-01ed-464b-9abb-f83d782c9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:24.965519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ecf073-6988-49f9-9850-c9909f406512 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:24.992110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8c1142bd-01ed-464b-9abb-f83d782c9f69 None None] For port 0c943801-3330-4f75-8c11-c5a3a102be92, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0c943801-3330-4f75-8c11-c5a3a102be92,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:25.006296 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8c1142bd-01ed-464b-9abb-f83d782c9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:25.049409 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:25.094108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1142bd-01ed-464b-9abb-f83d782c9f69 None None] Pushing event updated for resources: {'Port': ['ID=0c943801-3330-4f75-8c11-c5a3a102be92,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:25.136021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9dfb9355-200c-4df6-95fc-336d6a55d442 None None] Provisioning complete for port 0c943801-3330-4f75-8c11-c5a3a102be92 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:25.137046 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dfb9355-200c-4df6-95fc-336d6a55d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:25.256837 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:23Z', 'revision_number': 3, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:25.283567 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a957d-e313-4900-aaaf-d7ae3b25bde8 None None] The sync data for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 is: [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:23Z', 'revision_number': 3, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:13:25.344418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-870a2394-dcd9-423d-8e4f-f6dae908d087 None None] Provisioning complete for port 4c4b0644-7362-43f1-ac56-857f5631044f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:25.345515 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-870a2394-dcd9-423d-8e4f-f6dae908d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:25.378686 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:25.381669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-870a2394-dcd9-423d-8e4f-f6dae908d087 None None] Port 4c4b0644-7362-43f1-ac56-857f5631044f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:13:25.555747 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:25.560452 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:25.637594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4b0644-7362-43f1-ac56-857f5631044f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:25.640154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:25.734999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Network 7b54641f-f060-4218-ae98-9bdf326112ad is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:25.736406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:25.861702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Router 86331d82-b67e-43a0-a675-d907d9bcf8b5 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:13:25.984523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:13:25.990180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f85c9b8d-a504-4ac8-b334-50f2c12127f1 admin admin] 10.222.0.62 "PUT /v2.0/routers/86331d82-b67e-43a0-a675-d907d9bcf8b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0350747 Nov 25 19:13:26.012048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-46da5ac4-b649-446e-8319-cd9a2d50d335 None None] Provisioning complete for port 4c4b0644-7362-43f1-ac56-857f5631044f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:26.012669 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-46da5ac4-b649-446e-8319-cd9a2d50d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.050792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-46da5ac4-b649-446e-8319-cd9a2d50d335 None None] Port 4c4b0644-7362-43f1-ac56-857f5631044f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:13:26.469383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54644) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:26.475146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-558986139-network', 'tenant_id': '3c21057c56664626aaa997267c8aef6b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:13:26.498830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Made reservation on behalf of 3c21057c56664626aaa997267c8aef6b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:13:26.501352 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.511096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.588100 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.592095 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.618935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:13:26.628901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b636034a-cfb3-4276-a541-558ee14ed658,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:26.633801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.634141 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Added segment e7e31efc-0016-44e6-a2c4-f04b54530bbb of type vlan for network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb Nov 25 19:13:26.676017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.707168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.708137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:26.708782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.726617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0c943801-3330-4f75-8c11-c5a3a102be92 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:13:26.768304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2977855 Nov 25 19:13:26.771261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54646) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:26.775047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0c943801-3330-4f75-8c11-c5a3a102be92 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:26.775438 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.776052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Request body: {'subnet': {'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-558986139-subnet', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:13:26.779052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3350c06-8691-4445-b671-3cb9fa2d390e admin admin] Pushing event updated for resources: {'Network': ['ID=1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:26.798474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:13:26.799903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Made reservation on behalf of 3c21057c56664626aaa997267c8aef6b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:13:26.802560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:26.879961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Sync routers for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:13:26.894370 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:26.895016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:26.989434 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.040006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:27.046981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294931f1-01f8-48e9-9777-0213c30a65f7,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:27.054857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Checking segment: {'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:27.055220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Network hostable DHCP agents. Network: 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:13:27.072307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:13:27.081372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:27.085417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:13:27.086044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.102295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-64cb24d9-256e-4521-aaba-7aad3679dce9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3299210 Nov 25 19:13:27.105516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54648) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:27.109995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:13:27.119107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b067c3da-5e48-4258-97e9-da72155421fb None None] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:13:27.133684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.134759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.189759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.330039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.516386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb', 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'fixed_ips': [{'subnet_id': '294931f1-01f8-48e9-9777-0213c30a65f7'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:13:27.517233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.537468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 2, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:27.539473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.559380 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.573388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Checking router: 86331d82-b67e-43a0-a675-d907d9bcf8b5 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:13:27.573748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Updating router 86331d82-b67e-43a0-a675-d907d9bcf8b5 port 4c4b0644-7362-43f1-ac56-857f5631044f binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:13:27.659098 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.667998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Allocated IP 172.25.2.134 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/cf70b29d-981f-40ca-9f98-ef52f6632033) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:13:27.747344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Allocated IP 172.20.0.2 (1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb/294931f1-01f8-48e9-9777-0213c30a65f7/d19f3688-efa2-4c4e-8aaf-051de660ac48) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:13:27.771068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.805729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:27.852098 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:27.856483 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:27.858866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:13:27.871564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2c5b8-a97a-401f-84f9-df1709f85b55 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:27.887197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Pushing event updated for resources: {'Port': ['ID=cf70b29d-981f-40ca-9f98-ef52f6632033,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:28.062746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.064274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-27759076-9679-4d2c-9813-ab5f8c272e07 None None] Provisioning complete for port cf70b29d-981f-40ca-9f98-ef52f6632033 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:28.064633 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-27759076-9679-4d2c-9813-ab5f8c272e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.109379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.123348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.169949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-27759076-9679-4d2c-9813-ab5f8c272e07 None None] Port cf70b29d-981f-40ca-9f98-ef52f6632033 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:13:28.174118 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:28.186368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:28.189678 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.191359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Pushing event updated for resources: {'Port': ['ID=d19f3688-efa2-4c4e-8aaf-051de660ac48,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:28.193629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:13:28.202887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.302191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Attempting to bind port d19f3688-efa2-4c4e-8aaf-051de660ac48 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:13:28.302191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Attempting to bind port d19f3688-efa2-4c4e-8aaf-051de660ac48 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:13:28.302191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Attempting to bind port d19f3688-efa2-4c4e-8aaf-051de660ac48 on network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:13:28.316564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34fa4-1b44-473c-8cf8-3d1bcffbe4bb None None] Pushing event updated for resources: {'Port': ['ID=4c4b0644-7362-43f1-ac56-857f5631044f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:28.326499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:13:28.326772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Checking segment: {'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:28.327836 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.327836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Bound using segment: {'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:13:28.327836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Bound port: d19f3688-efa2-4c4e-8aaf-051de660ac48, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:13:28.328239 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.347339 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.363790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Attempting to bind port 4c4b0644-7362-43f1-ac56-857f5631044f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:13:28.364164 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Attempting to bind port 4c4b0644-7362-43f1-ac56-857f5631044f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:13:28.364528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Attempting to bind port 4c4b0644-7362-43f1-ac56-857f5631044f on network 7b54641f-f060-4218-ae98-9bdf326112ad {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:13:28.391105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:13:28.391481 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Checking segment: {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:28.391851 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.392247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Bound using segment: {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:13:28.392737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Bound port: 4c4b0644-7362-43f1-ac56-857f5631044f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:13:28.393070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.467210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] For port d19f3688-efa2-4c4e-8aaf-051de660ac48, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:13:28.473772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] For port d19f3688-efa2-4c4e-8aaf-051de660ac48, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d19f3688-efa2-4c4e-8aaf-051de660ac48,segment=NetworkSegment(e7e31efc-0016-44e6-a2c4-f04b54530bbb),segment_id=e7e31efc-0016-44e6-a2c4-f04b54530bbb)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:13:28.483891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:13:28.486209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.523992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] For port 4c4b0644-7362-43f1-ac56-857f5631044f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:13:28.555451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] For port 4c4b0644-7362-43f1-ac56-857f5631044f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c4b0644-7362-43f1-ac56-857f5631044f,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:13:28.556156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0c6ef763-e05c-4160-9caa-5fe5cd9ce47b None None] Provisioning complete for port 4c4b0644-7362-43f1-ac56-857f5631044f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:28.557060 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef763-e05c-4160-9caa-5fe5cd9ce47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.567977 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.600187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9649497-52a4-4878-b0cb-25e1a027b064 None None] Pushing event updated for resources: {'Port': ['ID=d19f3688-efa2-4c4e-8aaf-051de660ac48,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:28.603709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:13:28.616918 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Sync routers for ids ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:13:28.635665 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.640902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2bc801cc-2b50-4781-a5bb-dc1ccebbc30a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5305436 Nov 25 19:13:28.641092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 54650) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:13:28.652775 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Routers {'2c89ac37-f1ff-4817-845a-cc457bd0c8f0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:28.657744 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:28.683681 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:28.684300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:28.689291 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34fa4-1b44-473c-8cf8-3d1bcffbe4bb None None] Pushing event updated for resources: {'Port': ['ID=4c4b0644-7362-43f1-ac56-857f5631044f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:28.815992 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef763-e05c-4160-9caa-5fe5cd9ce47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:28.875298 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Set router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:28.889046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:28.932143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0c6ef763-e05c-4160-9caa-5fe5cd9ce47b None None] For port 4c4b0644-7362-43f1-ac56-857f5631044f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c4b0644-7362-43f1-ac56-857f5631044f,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:28.952476 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0c6ef763-e05c-4160-9caa-5fe5cd9ce47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.150522 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 3, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port': {'id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:29.177293 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Checking router: 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:13:29.177881 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Updating router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 port cf70b29d-981f-40ca-9f98-ef52f6632033 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:13:29.204688 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.235519 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.280590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ef763-e05c-4160-9caa-5fe5cd9ce47b None None] Pushing event updated for resources: {'Port': ['ID=4c4b0644-7362-43f1-ac56-857f5631044f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:29.298309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-04c53d04-0c5c-4995-a9fe-51ae31c36294 None None] Provisioning complete for port 4c4b0644-7362-43f1-ac56-857f5631044f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:29.298712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-04c53d04-0c5c-4995-a9fe-51ae31c36294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.417976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Allocated IP 172.20.0.1 (1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb/294931f1-01f8-48e9-9777-0213c30a65f7/312d0f17-ff98-4798-b0a0-393c1f73258d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:13:29.463007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:29.472870 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.486029 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.496381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c593e-3424-4d7e-805a-ac4a2db18050 None None] The sync data for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 is: [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:13:29.537404 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1972cff-2695-4200-998b-e3af6fa12a0b None None] Pushing event updated for resources: {'Port': ['ID=cf70b29d-981f-40ca-9f98-ef52f6632033,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:29.568648 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Attempting to bind port cf70b29d-981f-40ca-9f98-ef52f6632033 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:13:29.569019 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Attempting to bind port cf70b29d-981f-40ca-9f98-ef52f6632033 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:13:29.569968 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Attempting to bind port cf70b29d-981f-40ca-9f98-ef52f6632033 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:13:29.575270 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:13:29.577414 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:29.577414 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.577414 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:13:29.577684 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Bound port: cf70b29d-981f-40ca-9f98-ef52f6632033, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:13:29.577987 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.586540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5a2d4-3704-4367-8ffb-a32be37a495d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:29.608491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.651588 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] For port cf70b29d-981f-40ca-9f98-ef52f6632033, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:13:29.656512 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] For port cf70b29d-981f-40ca-9f98-ef52f6632033, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf70b29d-981f-40ca-9f98-ef52f6632033,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:13:29.661139 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.662234 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.682143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:29.685399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:29.690567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6d660fed-537b-48a5-b05b-c673948513f7 None None] Provisioning complete for port cf70b29d-981f-40ca-9f98-ef52f6632033 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:29.691077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6d660fed-537b-48a5-b05b-c673948513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.710844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:13:29.756272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eddc80-f769-477c-a82e-4c86a3e389f9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:13:29.762035 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Routers {'2c89ac37-f1ff-4817-845a-cc457bd0c8f0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:29.762996 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:29.801739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.811893 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Pushing event updated for resources: {'Port': ['ID=312d0f17-ff98-4798-b0a0-393c1f73258d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:29.845336 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1972cff-2695-4200-998b-e3af6fa12a0b None None] Pushing event updated for resources: {'Port': ['ID=cf70b29d-981f-40ca-9f98-ef52f6632033,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:29.867644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6d660fed-537b-48a5-b05b-c673948513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.909810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6d660fed-537b-48a5-b05b-c673948513f7 None None] For port cf70b29d-981f-40ca-9f98-ef52f6632033, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf70b29d-981f-40ca-9f98-ef52f6632033,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:29.915841 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6d660fed-537b-48a5-b05b-c673948513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:29.971178 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] Set router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:29.981816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d660fed-537b-48a5-b05b-c673948513f7 None None] Pushing event updated for resources: {'Port': ['ID=cf70b29d-981f-40ca-9f98-ef52f6632033,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:29.995149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd918f0-6af8-47a0-bf0a-0509c71f0b4b None None] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:13:30.009676 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.098967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] Provisioning complete for port cf70b29d-981f-40ca-9f98-ef52f6632033 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:30.099492 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.182506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 3, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port': {'id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:30.211487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd488a-fc56-4bd1-bb2d-bc70a98466ee None None] The sync data for ids ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'] in n-d-819194-3 is: [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 3, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port': {'id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:13:30.221596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.229130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.281174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] Provisioning complete for port d19f3688-efa2-4c4e-8aaf-051de660ac48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:30.281622 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.342224 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.344454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Pushing event updated for resources: {'Port': ['ID=312d0f17-ff98-4798-b0a0-393c1f73258d,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:30.410062 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.459624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] For port d19f3688-efa2-4c4e-8aaf-051de660ac48, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d19f3688-efa2-4c4e-8aaf-051de660ac48,segment=NetworkSegment(e7e31efc-0016-44e6-a2c4-f04b54530bbb),segment_id=e7e31efc-0016-44e6-a2c4-f04b54530bbb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:30.462559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:13:30.464619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:13:30.467825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.552837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71f4d9-c96a-46e8-a3a7-34e11a58cc2b None None] Pushing event updated for resources: {'Port': ['ID=d19f3688-efa2-4c4e-8aaf-051de660ac48,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:30.634084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cc591632-09e8-4ace-a3cf-bcd8ea28f307 None None] Provisioning complete for port d19f3688-efa2-4c4e-8aaf-051de660ac48 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:30.634084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc591632-09e8-4ace-a3cf-bcd8ea28f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.650732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:13:30.864328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cc591632-09e8-4ace-a3cf-bcd8ea28f307 None None] Provisioning complete for port 312d0f17-ff98-4798-b0a0-393c1f73258d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:30.864704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc591632-09e8-4ace-a3cf-bcd8ea28f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:30.931673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cc591632-09e8-4ace-a3cf-bcd8ea28f307 None None] Port 312d0f17-ff98-4798-b0a0-393c1f73258d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:13:30.933415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d19f3688-efa2-4c4e-8aaf-051de660ac48 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:13:30.987647 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:31.015902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d19f3688-efa2-4c4e-8aaf-051de660ac48 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:31.016433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:31.085675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d7acb979-d21a-4c78-8ac4-bacb214f4975 None None] Provisioning complete for port 312d0f17-ff98-4798-b0a0-393c1f73258d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:31.086650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d7acb979-d21a-4c78-8ac4-bacb214f4975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:31.139059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d7acb979-d21a-4c78-8ac4-bacb214f4975 None None] Port 312d0f17-ff98-4798-b0a0-393c1f73258d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:13:31.195774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4c4b0644-7362-43f1-ac56-857f5631044f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:13:31.263474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4c4b0644-7362-43f1-ac56-857f5631044f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:31.263879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:31.267380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-996d1a0c-ba01-4ca9-b929-ab18dd887beb None None] Provisioning complete for port 312d0f17-ff98-4798-b0a0-393c1f73258d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:31.267733 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-996d1a0c-ba01-4ca9-b929-ab18dd887beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:31.278351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:13:31.286989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-79434915-296f-4c25-bd9a-e3ca9366aabc admin admin] 10.222.0.62 "PUT /v2.0/routers/2c89ac37-f1ff-4817-845a-cc457bd0c8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6447406 Nov 25 19:13:31.336692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-996d1a0c-ba01-4ca9-b929-ab18dd887beb None None] Port 312d0f17-ff98-4798-b0a0-393c1f73258d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:13:31.380982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf70b29d-981f-40ca-9f98-ef52f6632033 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:13:31.440507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port cf70b29d-981f-40ca-9f98-ef52f6632033 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:31.440874 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.063146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Sync routers for ids ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:13:33.074779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Routers {'2c89ac37-f1ff-4817-845a-cc457bd0c8f0'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:33.075673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:33.183282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Set router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:33.389095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 4, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port': {'id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '312d0f17-ff98-4798-b0a0-393c1f73258d', 'name': '', 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'mac_address': 'fa:16:3e:24:30:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '294931f1-01f8-48e9-9777-0213c30a65f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:29Z', 'updated_at': '2021-11-25T19:13:30Z', 'revision_number': 2, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'subnets': [{'id': '294931f1-01f8-48e9-9777-0213c30a65f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:33.415560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Checking router: 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:13:33.415917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Updating router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 port 312d0f17-ff98-4798-b0a0-393c1f73258d binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:13:33.442101 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.629360 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.720012 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.726596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.776714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Pushing event updated for resources: {'Port': ['ID=312d0f17-ff98-4798-b0a0-393c1f73258d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:33.799952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.800292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.800644 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.800965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.801289 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.801617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.801938 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.802259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.802611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.803269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.803667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.804087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:33.836193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Attempting to bind port 312d0f17-ff98-4798-b0a0-393c1f73258d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:13:33.836559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Attempting to bind port 312d0f17-ff98-4798-b0a0-393c1f73258d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:13:33.836925 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Attempting to bind port 312d0f17-ff98-4798-b0a0-393c1f73258d on network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:13:33.842205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:13:33.842606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Checking segment: {'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:13:33.843006 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.843397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Bound using segment: {'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:13:33.843855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Bound port: 312d0f17-ff98-4798-b0a0-393c1f73258d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e31efc-0016-44e6-a2c4-f04b54530bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:13:33.844232 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.919614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] For port 312d0f17-ff98-4798-b0a0-393c1f73258d, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:13:33.922927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] For port 312d0f17-ff98-4798-b0a0-393c1f73258d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=312d0f17-ff98-4798-b0a0-393c1f73258d,segment=NetworkSegment(e7e31efc-0016-44e6-a2c4-f04b54530bbb),segment_id=e7e31efc-0016-44e6-a2c4-f04b54530bbb)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:13:33.929619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:33.996926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Routers {'2c89ac37-f1ff-4817-845a-cc457bd0c8f0'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:13:33.997560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:13:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:34.040992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465243-c76d-4861-a3c7-7466f08cf5a5 None None] Pushing event updated for resources: {'Port': ['ID=312d0f17-ff98-4798-b0a0-393c1f73258d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:34.056171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b97d33d9-001e-4cf9-a6d4-487e1e32ad77 None None] Provisioning complete for port 312d0f17-ff98-4798-b0a0-393c1f73258d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:34.056466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b97d33d9-001e-4cf9-a6d4-487e1e32ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:34.159522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] Set router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:13:34.272014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b97d33d9-001e-4cf9-a6d4-487e1e32ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:34.360034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b97d33d9-001e-4cf9-a6d4-487e1e32ad77 None None] For port 312d0f17-ff98-4798-b0a0-393c1f73258d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=312d0f17-ff98-4798-b0a0-393c1f73258d,segment=NetworkSegment(e7e31efc-0016-44e6-a2c4-f04b54530bbb),segment_id=e7e31efc-0016-44e6-a2c4-f04b54530bbb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:13:34.370233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b97d33d9-001e-4cf9-a6d4-487e1e32ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:34.445897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d33d9-001e-4cf9-a6d4-487e1e32ad77 None None] Pushing event updated for resources: {'Port': ['ID=312d0f17-ff98-4798-b0a0-393c1f73258d,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:13:34.464044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 4, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port': {'id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '312d0f17-ff98-4798-b0a0-393c1f73258d', 'name': '', 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'mac_address': 'fa:16:3e:24:30:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '294931f1-01f8-48e9-9777-0213c30a65f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:29Z', 'updated_at': '2021-11-25T19:13:33Z', 'revision_number': 4, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'subnets': [{'id': '294931f1-01f8-48e9-9777-0213c30a65f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:13:34.498189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8b17a-1b63-400c-92e0-8a0b7954f2da None None] The sync data for ids ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'] in n-d-819194-3 is: [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 4, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port': {'id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '312d0f17-ff98-4798-b0a0-393c1f73258d', 'name': '', 'network_id': '1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'mac_address': 'fa:16:3e:24:30:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '294931f1-01f8-48e9-9777-0213c30a65f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:29Z', 'updated_at': '2021-11-25T19:13:33Z', 'revision_number': 4, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'subnets': [{'id': '294931f1-01f8-48e9-9777-0213c30a65f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:13:34.509496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9f27149e-5039-4032-8341-4e217508a32d None None] Provisioning complete for port 312d0f17-ff98-4798-b0a0-393c1f73258d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:34.509864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f27149e-5039-4032-8341-4e217508a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:34.739654 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 312d0f17-ff98-4798-b0a0-393c1f73258d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:13:34.807226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 312d0f17-ff98-4798-b0a0-393c1f73258d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:13:34.807783 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:40.963695 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bd51359-486e-4b74-b480-5d2f498ee066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:43.468841 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59226f72-840e-4405-bde7-913e72018d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:43.590659 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:13:44.497116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:46.059525 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:47.034960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:00.951156 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:03.603434 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:10.965572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba42a60c-6056-4561-a8c1-1a68066096ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:13.470821 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-398491e5-3338-4ce9-9077-0a129ec03249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:14.499178 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:16.062663 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:17.038757 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:20.590019 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:14:30.957302 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:33.597788 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:40.967851 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-678531e4-ae35-4b55-b736-3b1ad627d3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:43.472887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f43b6ee-c0c6-4913-8f45-33b1bcf13062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:44.506069 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:46.065012 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:47.041383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:57.589795 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:15:00.978777 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:03.603314 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:08.714210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-e490b742-b6b4-471a-b853-4103f9b35dbc req-da86e480-1e33-4fd9-b2a2-1d4783878810 service neutron] (103457) timed out ('10.222.0.66', 60271) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:15:10.964598 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5992-2e8e-4341-9729-36a26da3207a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:13.475882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da1a0823-4866-4bb1-9606-e5f72e5b74e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:14.505946 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:16.069164 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:17.046828 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.674958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55664) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:19.680229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095610513', 'description': 'tempest-secgroup-smoke-2095610513 description', 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:19.702939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.769358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.773567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.803637 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.804857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1288912 Nov 25 19:15:19.805993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1573b1-c755-488c-baa8-90a458a579e7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:19.808008 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55668) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:19.813160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'security_group_rule': {'security_group_id': 'bf1573b1-c755-488c-baa8-90a458a579e7', 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:19.815766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.816271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.816609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.816950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.817282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.817615 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.817941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.818267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.819157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.819503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.819810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.820135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ead80-d272-48e7-b786-12d740b2a4f9 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.841585 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.895090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.900260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.920019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0db493-85a6-4c0b-9985-021b0850aa09,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:19.925352 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:19.926542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175010 Nov 25 19:15:19.929937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55672) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:19.932224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.932565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.932911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.933253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.933593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.933934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.934268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.934630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.934790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f215c9f9-586f-4419-8bc9-c385a62176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'security_group_rule': {'security_group_id': 'bf1573b1-c755-488c-baa8-90a458a579e7', 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:19.934964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.935296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.935624 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.935954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007a95d-35cc-4959-98ec-bbc87add0c99 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:19.961309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f215c9f9-586f-4419-8bc9-c385a62176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.016125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f215c9f9-586f-4419-8bc9-c385a62176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.019731 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f215c9f9-586f-4419-8bc9-c385a62176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.039442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215c9f9-586f-4419-8bc9-c385a62176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c906d5f-8559-4c2f-b78a-dec47b1d43b8,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:20.045318 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f215c9f9-586f-4419-8bc9-c385a62176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.046515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f215c9f9-586f-4419-8bc9-c385a62176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154990 Nov 25 19:15:20.049244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55674) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:20.054001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b66913dc-4e5f-4372-8a7d-986b7707b11c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'security_group_rule': {'security_group_id': 'bf1573b1-c755-488c-baa8-90a458a579e7', 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:20.079916 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b66913dc-4e5f-4372-8a7d-986b7707b11c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.135057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b66913dc-4e5f-4372-8a7d-986b7707b11c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.138417 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b66913dc-4e5f-4372-8a7d-986b7707b11c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.155475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66913dc-4e5f-4372-8a7d-986b7707b11c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc78cb63-0b94-4fae-a432-92d0567aaefa,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:20.162800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b66913dc-4e5f-4372-8a7d-986b7707b11c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.163976 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b66913dc-4e5f-4372-8a7d-986b7707b11c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137910 Nov 25 19:15:20.166626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55676) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:20.170874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-43585c32-9b7f-4692-b56c-71d5e22fb4ee tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'security_group_rule': {'security_group_id': 'bf1573b1-c755-488c-baa8-90a458a579e7', 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:20.197110 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43585c32-9b7f-4692-b56c-71d5e22fb4ee tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.271529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43585c32-9b7f-4692-b56c-71d5e22fb4ee tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.274854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43585c32-9b7f-4692-b56c-71d5e22fb4ee tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.291735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43585c32-9b7f-4692-b56c-71d5e22fb4ee tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f6c672-d96c-45c7-9a69-9d42251a129a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:20.299623 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-43585c32-9b7f-4692-b56c-71d5e22fb4ee tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.300817 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-43585c32-9b7f-4692-b56c-71d5e22fb4ee tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332846 Nov 25 19:15:20.304174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55678) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:20.308371 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'security_group_rule': {'security_group_id': 'bf1573b1-c755-488c-baa8-90a458a579e7', 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:20.328485 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Project 85e3a8b190cf48ed8c1f144165d10ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:15:20.333389 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.390319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.393769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.411543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec62e9f-69fe-495d-94e4-d8932ac9d55d,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:20.418943 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.420128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-44d0e138-7fc7-408f-9b64-01005a1b53a5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150670 Nov 25 19:15:20.422971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55680) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:20.427300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'security_group_rule': {'security_group_id': 'bf1573b1-c755-488c-baa8-90a458a579e7', 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:20.448890 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Project 85e3a8b190cf48ed8c1f144165d10ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:15:20.453897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.512524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.516480 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.534649 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4e876b-dbeb-4476-93c9-aabf173a40e9,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:20.545348 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:20.546707 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-89444dbd-e748-46d9-97b5-de749538ec91 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227427 Nov 25 19:15:20.731253 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-47405286-f7f8-4678-bc20-3059d857286a tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095610513&fields=id&tenant_id=85e3a8b190cf48ed8c1f144165d10ea3 HTTP/1.1" status: 200 len: 267 time: 0.0544949 Nov 25 19:15:20.911380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-84f611d8-8d4a-44f8-8d3d-2703449293eb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:20.913434 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-84f611d8-8d4a-44f8-8d3d-2703449293eb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/networks?id=7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 200 len: 813 time: 0.1753521 Nov 25 19:15:20.928069 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-7ea114f5-3d5c-4518-804f-09e2a51fae04 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/quotas/85e3a8b190cf48ed8c1f144165d10ea3 HTTP/1.1" status: 200 len: 375 time: 0.0088384 Nov 25 19:15:21.007759 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-820e8287-4215-44d6-ba80-1b4f28d2ac28 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743804 Nov 25 19:15:21.252757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-8a6776e4-73af-4519-a311-37da0a9d9b1b service neutron] 10.222.0.62 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337792 Nov 25 19:15:21.341407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-8fe350df-bdb3-4543-adc5-2386394026e4 service neutron] 10.222.0.62 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819271 Nov 25 19:15:21.637127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fc1fbcc-5875-4664-b8eb-a392623cdee2 req-d7ed1e7a-e533-4f42-9526-cc19912934e2 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0326593 Nov 25 19:15:22.715729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0ea14bb1-0475-4033-b532-a9241ddfab64 req-4e09d60d-c690-4a9b-b884-b1c3673a3772 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0287008 Nov 25 19:15:23.791204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-60c107f0-7a80-4eec-92a9-6b3bd0b5ed15 req-5795ebb3-0df6-490d-9a2c-28d6cd05dd60 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0271575 Nov 25 19:15:24.756823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-1c4398ee-08c9-4fbd-833f-0a17b3b57a86 req-cbd7e612-3e9d-4a6b-8e0b-b61f079097b8 service neutron] (103457) timed out ('10.222.0.64', 50812) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:15:24.869920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e241338-8604-4824-80ae-dc7771337afa req-a7238fe3-d23c-40dc-831f-7e61350f6d9e tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0299695 Nov 25 19:15:25.961783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bafa0a67-e306-4230-b28f-fd5348c99888 req-74106702-59f2-4e9d-aa09-34603bd176ed tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0263934 Nov 25 19:15:26.768869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-6000337c-ee4d-44d0-9bac-07e11fba1b63 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:26.770319 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-6000337c-ee4d-44d0-9bac-07e11fba1b63 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.64 "GET /v2.0/networks?id=7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 200 len: 813 time: 0.1009240 Nov 25 19:15:26.839006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-33b51076-f8c8-4d2d-aa76-73aec78835d8 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85e3a8b190cf48ed8c1f144165d10ea3 HTTP/1.1" status: 200 len: 380 time: 0.0590904 Nov 25 19:15:26.848536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'port': {'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'admin_state_up': True, 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'security_groups': ['bf1573b1-c755-488c-baa8-90a458a579e7']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:26.961500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Made reservation on behalf of 85e3a8b190cf48ed8c1f144165d10ea3 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:15:26.965104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.067567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb89bf67-b0d4-4d3e-a03c-185f88b6be16 req-01ef6154-a3d5-4c8c-902a-ad0165f24641 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0296957 Nov 25 19:15:27.096901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Allocated IP 172.20.0.11 (7b54641f-f060-4218-ae98-9bdf326112ad/0280babb-37ec-4a80-93a5-025190bfa76d/d082bf7c-92c3-4660-96d6-9ca9a040f7fa) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:15:27.231761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.268782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.312838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Network 7b54641f-f060-4218-ae98-9bdf326112ad is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:15:27.315849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:15:27.322920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'Port': ['ID=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:27.325049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:15:27.375765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:27.376422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.395887 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-661bb6f9-d7d8-45bd-88ae-c0ce8df8c190 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5509634 Nov 25 19:15:27.410645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Request body: {'port': {'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:27.471279 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.633947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-269f9a27-b6f1-4fea-a1bd-be41201b16e1 None None] Provisioning complete for port d082bf7c-92c3-4660-96d6-9ca9a040f7fa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:15:27.634581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-269f9a27-b6f1-4fea-a1bd-be41201b16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.668858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-269f9a27-b6f1-4fea-a1bd-be41201b16e1 None None] Port d082bf7c-92c3-4660-96d6-9ca9a040f7fa cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:15:27.756634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d082bf7c-92c3-4660-96d6-9ca9a040f7fa {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:15:27.764533 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.777212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Transition to ACTIVE for port object d082bf7c-92c3-4660-96d6-9ca9a040f7fa will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:15:27.780976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.832282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Pushing event updated for resources: {'Port': ['ID=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:27.907663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Attempting to bind port d082bf7c-92c3-4660-96d6-9ca9a040f7fa on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:15:27.907985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Attempting to bind port d082bf7c-92c3-4660-96d6-9ca9a040f7fa by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:15:27.908315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Attempting to bind port d082bf7c-92c3-4660-96d6-9ca9a040f7fa on network 7b54641f-f060-4218-ae98-9bdf326112ad {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:15:27.913046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Port d082bf7c-92c3-4660-96d6-9ca9a040f7fa on network 7b54641f-f060-4218-ae98-9bdf326112ad not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:15:27.913369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Attempting to bind port d082bf7c-92c3-4660-96d6-9ca9a040f7fa on network 7b54641f-f060-4218-ae98-9bdf326112ad {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:15:27.918738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:15:27.919078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Checking segment: {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:15:27.919462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Bound using segment: {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:15:27.919892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Bound port: d082bf7c-92c3-4660-96d6-9ca9a040f7fa, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c43a2a4-5730-4665-854f-0f8a50d854dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:15:27.920246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:27.988321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] For port d082bf7c-92c3-4660-96d6-9ca9a040f7fa, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:15:27.991727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] For port d082bf7c-92c3-4660-96d6-9ca9a040f7fa, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:15:27.997057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:28.033898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.034490 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:28.035862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] 10.222.0.64 "PUT /v2.0/ports/d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 200 len: 1092 time: 0.6299465 Nov 25 19:15:28.036304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:15:28.038658 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d719d7-c4cd-4045-bb52-ba647dc22424" -d '{"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:15:28.074718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b878-3ae2-41bb-b11a-c40167f5304f service neutron] Pushing event updated for resources: {'Port': ['ID=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:28.169151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-bc55808d-deb9-4844-b48d-ee0e08bb679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.170738 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-bc55808d-deb9-4844-b48d-ee0e08bb679d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1095 time: 0.0764484 Nov 25 19:15:28.228493 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-66eabecd-9545-40f3-a486-2dff3c36fd4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 200 len: 217 time: 0.0451233 Nov 25 19:15:28.292133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97ee50-0c6f-464c-882d-e4ed40876f0b req-51e75e40-34a5-43b1-a25c-6f336c70dc37 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.304625 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b97ee50-0c6f-464c-882d-e4ed40876f0b req-51e75e40-34a5-43b1-a25c-6f336c70dc37 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.1235516 Nov 25 19:15:28.312446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-e148ecc0-d12f-4696-bd98-308232c84d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.313863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-e148ecc0-d12f-4696-bd98-308232c84d64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0280babb-37ec-4a80-93a5-025190bfa76d HTTP/1.1" status: 200 len: 852 time: 0.0717471 Nov 25 19:15:28.339159 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f31d85-4b41-4ef6-aad2-6a76b3386f8a x-openstack-request-id: req-b4f31d85-4b41-4ef6-aad2-6a76b3386f8a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:15:28.339486 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:15:28.340296 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4f31d85-4b41-4ef6-aad2-6a76b3386f8a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:15:28.340296 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'status': 'completed', 'code': 200} Nov 25 19:15:28.360383 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7b97ee50-0c6f-464c-882d-e4ed40876f0b req-3545fcd2-00b0-423b-a8fc-f51b0009aa08 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541644 Nov 25 19:15:28.387698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-be777d91-4e90-4cf2-90b8-b7c771345621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.389671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-be777d91-4e90-4cf2-90b8-b7c771345621 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b54641f-f060-4218-ae98-9bdf326112ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658474 Nov 25 19:15:28.494757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-904b327c-4711-4e42-bdbd-eab26a37ff25 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908687 Nov 25 19:15:28.595495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf0072e9-a1f5-40e5-b6eb-98b01e36ff95 req-ee08f44a-de61-46f1-91fa-c8fb08b9e157 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868423 Nov 25 19:15:28.690513 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-ade20337-e382-46d7-a5fe-5f08a08994f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.692341 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-ade20337-e382-46d7-a5fe-5f08a08994f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1095 time: 0.0482080 Nov 25 19:15:28.796408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-8d8ea6d1-a70c-422b-b8cd-773e7e4452f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.797898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-8d8ea6d1-a70c-422b-b8cd-773e7e4452f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 200 len: 914 time: 0.0980072 Nov 25 19:15:28.841331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-afb7997e-bae6-4474-91f6-74be29bdd10c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 200 len: 217 time: 0.0346529 Nov 25 19:15:28.894837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-d7947824-6c96-4ea1-9f0a-477e8d762ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.896263 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-d7947824-6c96-4ea1-9f0a-477e8d762ead service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0280babb-37ec-4a80-93a5-025190bfa76d HTTP/1.1" status: 200 len: 852 time: 0.0480936 Nov 25 19:15:28.952154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-682b0f81-08c6-494a-a462-cf1327ab673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:28.953704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-682b0f81-08c6-494a-a462-cf1327ab673d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b54641f-f060-4218-ae98-9bdf326112ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439160 Nov 25 19:15:29.044350 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-a62cc81a-32f2-4243-9916-e201f6e08429 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816090 Nov 25 19:15:29.139881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-51d719d7-c4cd-4045-bb52-ba647dc22424 req-80bd21cd-9385-4c7f-94af-d5497b036d92 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884101 Nov 25 19:15:29.486661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dfc68-c59c-4dbf-9b12-196c40968c3f req-54a8a1f2-c06a-4f00-9ec9-243fa82c63ab tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:29.488164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d9dfc68-c59c-4dbf-9b12-196c40968c3f req-54a8a1f2-c06a-4f00-9ec9-243fa82c63ab tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0508492 Nov 25 19:15:29.540807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7d9dfc68-c59c-4dbf-9b12-196c40968c3f req-64db6796-5bba-472b-b445-1f354e952ca1 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Nov 25 19:15:30.680267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1465-0c83-4dce-a888-6a002292ef52 req-beaa579d-fcf4-4e17-b716-240ce0e730c7 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:30.681741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb4e1465-0c83-4dce-a888-6a002292ef52 req-beaa579d-fcf4-4e17-b716-240ce0e730c7 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0520279 Nov 25 19:15:30.736971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bb4e1465-0c83-4dce-a888-6a002292ef52 req-2bdd0b13-b9aa-45e6-b10d-9fc8384f51db tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485115 Nov 25 19:15:30.986070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:31.859551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd29-38ee-4374-93c8-295d0835c002 req-9ca0dcae-5574-4fc7-a932-f5689d1a7723 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:31.861200 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d78bd29-38ee-4374-93c8-295d0835c002 req-9ca0dcae-5574-4fc7-a932-f5689d1a7723 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0519388 Nov 25 19:15:31.917851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1d78bd29-38ee-4374-93c8-295d0835c002 req-ec4b46f3-47df-4931-be15-ea7a6d1ffca0 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503106 Nov 25 19:15:33.043040 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2e05-dd7b-40bc-86da-d4ad0d715657 req-deaaec41-ce00-4c07-92a0-752cc16494d2 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:33.044574 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1c0d2e05-dd7b-40bc-86da-d4ad0d715657 req-deaaec41-ce00-4c07-92a0-752cc16494d2 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0502658 Nov 25 19:15:33.092829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1c0d2e05-dd7b-40bc-86da-d4ad0d715657 req-308ede77-f8e7-491a-ba53-25bf782b9361 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Nov 25 19:15:33.600481 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:34.206775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df342b7a-ca4f-4670-8bbb-dccd53b5a65a req-072bdf41-fa01-4c38-b415-d9958ed11f9d tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:34.208500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df342b7a-ca4f-4670-8bbb-dccd53b5a65a req-072bdf41-fa01-4c38-b415-d9958ed11f9d tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0490992 Nov 25 19:15:34.258215 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df342b7a-ca4f-4670-8bbb-dccd53b5a65a req-d3bd8611-88fd-4341-8834-cb0ef874f287 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432286 Nov 25 19:15:34.589445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:15:35.378000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba3b6-c76b-46e1-9e23-af2ed2a7a92c req-d42737c1-74a4-4d27-a655-86adf95cff6d tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:35.379490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc6ba3b6-c76b-46e1-9e23-af2ed2a7a92c req-d42737c1-74a4-4d27-a655-86adf95cff6d tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0484636 Nov 25 19:15:35.428251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bc6ba3b6-c76b-46e1-9e23-af2ed2a7a92c req-2ebc324d-f65f-4b5d-970c-2831601e291e tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Nov 25 19:15:36.542573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678bd53-3c39-4091-8fea-5c6015497df3 req-b3dbafc3-7fac-4759-a2b1-b78750786160 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:36.544073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6678bd53-3c39-4091-8fea-5c6015497df3 req-b3dbafc3-7fac-4759-a2b1-b78750786160 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0480821 Nov 25 19:15:36.592171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6678bd53-3c39-4091-8fea-5c6015497df3 req-35ea7c2a-76bc-4555-9a74-76d61c3b6e9f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Nov 25 19:15:37.714683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d843a-c3c3-47d6-8dad-a2aae64cba7e req-85a8ae5a-c196-4576-9043-1a3009ec86f6 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:37.716142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c94d843a-c3c3-47d6-8dad-a2aae64cba7e req-85a8ae5a-c196-4576-9043-1a3009ec86f6 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0520158 Nov 25 19:15:37.764543 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c94d843a-c3c3-47d6-8dad-a2aae64cba7e req-d357ddab-8d6a-4c42-bf51-b82744fe100e tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Nov 25 19:15:38.884213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083adb1-b821-494b-bcd6-e5e31876a936 req-42b13d5a-0474-448b-96ab-98f6f466ef1d tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:38.885689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3083adb1-b821-494b-bcd6-e5e31876a936 req-42b13d5a-0474-448b-96ab-98f6f466ef1d tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0535517 Nov 25 19:15:38.934191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3083adb1-b821-494b-bcd6-e5e31876a936 req-340af9f5-5f89-4255-9570-e97e08953a83 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Nov 25 19:15:40.048057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af0e7-7254-4340-b473-43a55687f813 req-7999f3c5-8c92-46ae-adf9-fc1464a97099 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:40.049519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af0e7-7254-4340-b473-43a55687f813 req-7999f3c5-8c92-46ae-adf9-fc1464a97099 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0485392 Nov 25 19:15:40.105976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e19af0e7-7254-4340-b473-43a55687f813 req-6f03dfc9-a112-42b8-a631-4f2e42833f6a tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504429 Nov 25 19:15:40.965147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ab69c84-0540-486f-865c-7826127a8942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:41.169786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d082bf7c-92c3-4660-96d6-9ca9a040f7fa details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:15:41.219557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67cedb-7620-4a02-9124-51af47e7a014 req-53c47201-e7cf-449e-8bfa-2f2a6f0ca1e1 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:41.221036 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d67cedb-7620-4a02-9124-51af47e7a014 req-53c47201-e7cf-449e-8bfa-2f2a6f0ca1e1 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 944 time: 0.0490456 Nov 25 19:15:41.266929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d082bf7c-92c3-4660-96d6-9ca9a040f7fa, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:15:41.270219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d67cedb-7620-4a02-9124-51af47e7a014 req-3ac66359-75e9-46cd-9d31-bf22bc391b20 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Nov 25 19:15:41.278409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'mac_address': 'fa:16:3e:38:4d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:15:41.314643 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:41.327209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d082bf7c-92c3-4660-96d6-9ca9a040f7fa {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:15:41.346090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d082bf7c-92c3-4660-96d6-9ca9a040f7fa, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:15:41.349986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:41.395577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:41.402825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.403181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.403527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.403869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.404208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.404546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.404877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.405212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.405540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.405867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.406194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.406541 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:15:41.618796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d082bf7c-92c3-4660-96d6-9ca9a040f7fa'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:15:42.387751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bde2d-37c9-4170-b9e8-9b93d3994a2f req-c35f3a80-b075-44c4-a9a5-85a513277bcb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:42.395297 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-138bde2d-37c9-4170-b9e8-9b93d3994a2f req-c35f3a80-b075-44c4-a9a5-85a513277bcb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 945 time: 0.0508738 Nov 25 19:15:42.442268 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-138bde2d-37c9-4170-b9e8-9b93d3994a2f req-e4dabe88-ca69-4049-9490-3b045ce5b142 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462697 Nov 25 19:15:43.166705 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d082bf7c-92c3-4660-96d6-9ca9a040f7fa up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:15:43.214416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d082bf7c-92c3-4660-96d6-9ca9a040f7fa completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:15:43.217955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d082bf7c-92c3-4660-96d6-9ca9a040f7fa triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:15:43.218326 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:43.292068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:43.313046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:15:43.315389 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61719bfa-d230-4171-996d-58db4aab894c" -d '{"events": [{"server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:15:43.331079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d082bf7c-92c3-4660-96d6-9ca9a040f7fa, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:15:43.335502 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:43.361010 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced34aed-497e-4380-b521-514f500c5d9f x-openstack-request-id: req-ced34aed-497e-4380-b521-514f500c5d9f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:15:43.361407 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:15:43.361666 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ced34aed-497e-4380-b521-514f500c5d9f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:15:43.362054 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'code': 200} Nov 25 19:15:43.388805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:43.463101 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b75a57-3d0b-4d7c-bef6-af745a45fa74 req-318117cd-4a65-45a8-90f2-2dcd4c5ae5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:43.464597 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3b75a57-3d0b-4d7c-bef6-af745a45fa74 req-318117cd-4a65-45a8-90f2-2dcd4c5ae5a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1097 time: 0.0441985 Nov 25 19:15:43.479373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-553a9ad9-578d-4fa9-927d-da5773f810b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:43.514024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3b75a57-3d0b-4d7c-bef6-af745a45fa74 req-bfa7e601-240d-4a59-b633-0a1bc43a8097 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Nov 25 19:15:43.560779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb913d-017d-4ac8-a220-b4671d29386b req-ff029e45-c757-4e09-bc9f-9decf89325ec tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:43.562149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8acb913d-017d-4ac8-a220-b4671d29386b req-ff029e45-c757-4e09-bc9f-9decf89325ec tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 946 time: 0.0486715 Nov 25 19:15:43.611083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8acb913d-017d-4ac8-a220-b4671d29386b req-0cdbf3d2-0080-47aa-a0b6-9760b209d20c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427461 Nov 25 19:15:44.508615 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:44.731089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669e7c9-58a5-4db6-8fb9-c3361c13fcbe req-4ba8b135-e8a5-436f-b3d8-653df294b91a tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:44.732588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6669e7c9-58a5-4db6-8fb9-c3361c13fcbe req-4ba8b135-e8a5-436f-b3d8-653df294b91a tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 946 time: 0.0494349 Nov 25 19:15:44.782008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6669e7c9-58a5-4db6-8fb9-c3361c13fcbe req-95b45acb-b1c5-49a1-81fb-97b569f8e0de tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433736 Nov 25 19:15:45.897050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2062c-b16e-4c8a-92e3-958ae1807b44 req-b98a088d-49e0-4001-b080-a200e3a46199 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:45.898525 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8b2062c-b16e-4c8a-92e3-958ae1807b44 req-b98a088d-49e0-4001-b080-a200e3a46199 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 946 time: 0.0485680 Nov 25 19:15:45.950854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e8b2062c-b16e-4c8a-92e3-958ae1807b44 req-56457d07-d8e9-47fe-8d65-818a369f2f93 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458770 Nov 25 19:15:46.066097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45382-5953-452b-ba35-6d37e2e5fb84 req-8b906fbc-5c14-40e7-93e6-b5680275dbaf tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:46.067531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77b45382-5953-452b-ba35-6d37e2e5fb84 req-8b906fbc-5c14-40e7-93e6-b5680275dbaf tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 946 time: 0.0491638 Nov 25 19:15:46.071590 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:46.121182 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-77b45382-5953-452b-ba35-6d37e2e5fb84 req-13bbfdce-980a-4999-85dc-a5400817bb08 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473542 Nov 25 19:15:46.142425 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55778) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:46.257586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe51c3e-027f-4f69-a4fa-af8b3c43f126 tempest-TestVolumeBackupRestore-1531040968 tempest-TestVolumeBackupRestore-1531040968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:46.259164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cfe51c3e-027f-4f69-a4fa-af8b3c43f126 tempest-TestVolumeBackupRestore-1531040968 tempest-TestVolumeBackupRestore-1531040968-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1092 time: 0.1157506 Nov 25 19:15:46.262010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 55784) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:46.266194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:46.287908 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:46.382477 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:46.490627 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Allocated IP 172.25.2.188 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/16a66d88-421b-441b-a194-977635eee701) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:15:46.591548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:46.624218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:46.668046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:15:46.670829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:15:46.674495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:15:46.695913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'Port': ['ID=16a66d88-421b-441b-a194-977635eee701,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:47.027606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:47.048477 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:47.096097 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:47.242946 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:47.247634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:47.316403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event updated for resources: {'Port': ['ID=16a66d88-421b-441b-a194-977635eee701,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:15:47.325799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:47.424629 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Floating IP f953ee65-159e-499f-8c56-4a9aaf9f88ec associated. External IP: 172.25.2.188, port: d082bf7c-92c3-4660-96d6-9ca9a040f7fa. Nov 25 19:15:47.626396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Router 86331d82-b67e-43a0-a675-d907d9bcf8b5 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:15:47.735056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:15:47.748969 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] Sync routers for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:15:47.758885 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:15:47.759503 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:15:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:47.760871 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:47.790596 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7a7858c6-900c-4965-b3d0-f4462f99a2e5 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5251696 Nov 25 19:15:47.790596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:15:47.791174 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0790f3-3828-4511-8a5a-5058f9c82199" -d '{"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:15:47.791811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55788) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:47.843503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1073606b-a692-4fdd-8c5f-8377ec06f89e tempest-TestVolumeBackupRestore-1531040968 tempest-TestVolumeBackupRestore-1531040968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:47.847857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1073606b-a692-4fdd-8c5f-8377ec06f89e tempest-TestVolumeBackupRestore-1531040968 tempest-TestVolumeBackupRestore-1531040968-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1092 time: 0.0516679 Nov 25 19:15:47.848042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55792) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:15:47.852910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Request body: {'floatingip': {'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:15:47.881719 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:15:47.967723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:48.206200 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f953ee65-159e-499f-8c56-4a9aaf9f88ec', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'mac_address': 'fa:16:3e:38:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:15:46Z', 'updated_at': '2021-11-25T19:15:46Z', 'revision_number': 0, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:48.232267 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] Checking router: 86331d82-b67e-43a0-a675-d907d9bcf8b5 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:15:48.243052 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:15:48.243722 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:15:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:48.359507 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:15:48.456817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:48.461386 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:48.605202 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f953ee65-159e-499f-8c56-4a9aaf9f88ec', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'mac_address': 'fa:16:3e:38:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:15:46Z', 'updated_at': '2021-11-25T19:15:46Z', 'revision_number': 0, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:48.638374 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965a6da-ffe9-44a9-91a8-932153e0ed92 None None] The sync data for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 is: [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f953ee65-159e-499f-8c56-4a9aaf9f88ec', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'mac_address': 'fa:16:3e:38:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:15:46Z', 'updated_at': '2021-11-25T19:15:46Z', 'revision_number': 0, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:15:48.852304 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd2dc21-06ee-4302-9e9b-819303ff0705 x-openstack-request-id: req-3fd2dc21-06ee-4302-9e9b-819303ff0705 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:15:48.852823 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:15:48.852823 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fd2dc21-06ee-4302-9e9b-819303ff0705 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:15:48.853272 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'status': 'completed', 'code': 200} Nov 25 19:15:48.879926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137adabc-8c14-45d6-b99f-bc9b861dcdad None None] New status for floating IP f953ee65-159e-499f-8c56-4a9aaf9f88ec: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:15:48.948094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Router 86331d82-b67e-43a0-a675-d907d9bcf8b5 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:15:48.954874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-df12c38e-74c5-4acf-acc9-300d5886e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:48.956822 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-df12c38e-74c5-4acf-acc9-300d5886e6bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1097 time: 0.0783508 Nov 25 19:15:49.063443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-bd569f5e-fc72-4cbf-9b5b-5b1321902f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:49.064968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-bd569f5e-fc72-4cbf-9b5b-5b1321902f0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 200 len: 914 time: 0.1003940 Nov 25 19:15:49.067399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:15:49.072079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:49.103525 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:15:49.105894 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f70071f-f93d-4219-b95a-8705e1a1af09" -d '{"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:15:49.141357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-23be3cc1-b67e-4ed4-835f-f4bab56aafeb tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "PUT /v2.0/floatingips/f953ee65-159e-499f-8c56-4a9aaf9f88ec HTTP/1.1" status: 200 len: 992 time: 1.2905927 Nov 25 19:15:49.154609 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740d76b-0e04-4abd-a882-7bffe3df00fa x-openstack-request-id: req-8740d76b-0e04-4abd-a882-7bffe3df00fa {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:15:49.154999 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:15:49.155258 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8740d76b-0e04-4abd-a882-7bffe3df00fa {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:15:49.155671 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'status': 'completed', 'code': 200} Nov 25 19:15:49.158823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-0341361a-36b1-4d09-b288-619d246247d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 200 len: 1000 time: 0.0855477 Nov 25 19:15:49.171716 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] Sync routers for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:15:49.181449 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:15:49.182060 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:15:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:49.211974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-626b8587-955f-42d6-96d0-d1d0de59f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:49.213553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-626b8587-955f-42d6-96d0-d1d0de59f22f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0280babb-37ec-4a80-93a5-025190bfa76d HTTP/1.1" status: 200 len: 852 time: 0.0478377 Nov 25 19:15:49.264732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-f81bf8b5-36c0-4ad1-aedc-c62461e3d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:49.266145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-f81bf8b5-36c0-4ad1-aedc-c62461e3d8b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b54641f-f060-4218-ae98-9bdf326112ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448172 Nov 25 19:15:49.290925 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:15:49.358442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-48ad79eb-7954-4a71-a1d1-690d49be248a service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836866 Nov 25 19:15:49.455648 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de0790f3-3828-4511-8a5a-5058f9c82199 req-3a342371-1229-4d50-a7e7-a0efdbacafb5 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882390 Nov 25 19:15:49.518950 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f953ee65-159e-499f-8c56-4a9aaf9f88ec', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'mac_address': 'fa:16:3e:38:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:15:46Z', 'updated_at': '2021-11-25T19:15:49Z', 'revision_number': 2, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:49.546694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-3737acfb-875e-4850-8132-72408fa79424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:49.548221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-3737acfb-875e-4850-8132-72408fa79424 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1097 time: 0.0433805 Nov 25 19:15:49.548448 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] Checking router: 86331d82-b67e-43a0-a675-d907d9bcf8b5 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:15:49.556910 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:15:49.557538 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:15:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:49.638197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-3ebe1bf8-bc96-4bf3-806d-ef866dc1df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:49.639733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-3ebe1bf8-bc96-4bf3-806d-ef866dc1df94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 200 len: 914 time: 0.0846145 Nov 25 19:15:49.666070 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:15:49.710465 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-145059c0-6368-428b-8102-f9819f9def48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 200 len: 1002 time: 0.0615783 Nov 25 19:15:49.768515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-3fa40308-3b33-4df3-bf01-691aa467e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:49.768515 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-3fa40308-3b33-4df3-bf01-691aa467e1b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0280babb-37ec-4a80-93a5-025190bfa76d HTTP/1.1" status: 200 len: 852 time: 0.0499442 Nov 25 19:15:49.813769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-d2e47391-f7e9-4c68-8e57-4afb40b3ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:49.815205 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-d2e47391-f7e9-4c68-8e57-4afb40b3ab20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b54641f-f060-4218-ae98-9bdf326112ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407026 Nov 25 19:15:49.887324 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f953ee65-159e-499f-8c56-4a9aaf9f88ec', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'mac_address': 'fa:16:3e:38:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:15:46Z', 'updated_at': '2021-11-25T19:15:49Z', 'revision_number': 2, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:15:49.910156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-fea9dba7-b79f-412a-a683-d5315fe543ce service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859902 Nov 25 19:15:49.912278 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889cada9-c80c-4b20-9fb7-01768eeab291 None None] The sync data for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 is: [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'f953ee65-159e-499f-8c56-4a9aaf9f88ec', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'port_id': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'mac_address': 'fa:16:3e:38:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c477706-e544-4b26-aa22-76bf99552fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:15:46Z', 'updated_at': '2021-11-25T19:15:49Z', 'revision_number': 2, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:15:50.006433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7f70071f-f93d-4219-b95a-8705e1a1af09 req-fafd28fd-2a08-4044-816b-f0f89f25ac12 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882499 Nov 25 19:15:51.157364 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:15:51.159747 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:15:51.197508 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c72385-e55f-42ea-a598-a48cc1d1b615 x-openstack-request-id: req-f8c72385-e55f-42ea-a598-a48cc1d1b615 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:15:51.197902 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:15:51.198164 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8c72385-e55f-42ea-a598-a48cc1d1b615 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:15:51.198586 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'status': 'completed', 'code': 200} Nov 25 19:15:51.266487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-6d4f97e2-c0b2-4bf3-bdb6-05ff41fa0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:51.268122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-6d4f97e2-c0b2-4bf3-bdb6-05ff41fa0656 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1097 time: 0.0455739 Nov 25 19:15:51.354781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-93c21d49-0973-4e2b-a3ee-dd010dfda997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:51.356213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-93c21d49-0973-4e2b-a3ee-dd010dfda997 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 200 len: 914 time: 0.0809119 Nov 25 19:15:51.426221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-cefe6540-d24c-4ccb-98ee-eac4c1058601 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 200 len: 1002 time: 0.0611300 Nov 25 19:15:51.475914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-4681c18f-8cbb-4d41-8c54-cca7bed113a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:51.477364 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-4681c18f-8cbb-4d41-8c54-cca7bed113a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0280babb-37ec-4a80-93a5-025190bfa76d HTTP/1.1" status: 200 len: 852 time: 0.0437191 Nov 25 19:15:51.522808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-b1b1f36b-8825-4c7c-a4b0-e7071bbd5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:15:51.524283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-b1b1f36b-8825-4c7c-a4b0-e7071bbd5ede service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b54641f-f060-4218-ae98-9bdf326112ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392272 Nov 25 19:15:51.615359 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-b6802156-4572-4e38-b03e-93178fe90e79 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832322 Nov 25 19:15:51.704463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ea74719c-043c-4e9f-b6b3-6e92bc8535d0 req-3a99c353-d82b-4519-9683-bdbf993833c1 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813153 Nov 25 19:16:00.996160 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:03.595246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:10.969077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-af330f1a-a5c4-469c-8d18-7fb2f4b86cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:11.588836 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:16:13.480985 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-11e767f8-79fa-4ff5-9dde-fc3a0078fa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:14.512847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:14.731530 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-e29a9415-8dc3-427e-83ce-5b02e91d8fbe req-b79fa99a-3af2-4e09-9981-26cf9def08df service neutron] (103457) timed out ('10.222.0.62', 53348) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:16:16.073242 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:17.050417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:24.275149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55816) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:24.435115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Deleting port 16a66d88-421b-441b-a194-977635eee701 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:24.435457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:24.512425 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:24.512748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:24.525348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Calling delete_port for 16a66d88-421b-441b-a194-977635eee701 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:24.713392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:24.738152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event deleted for resources: {'Port': ['ID=16a66d88-421b-441b-a194-977635eee701,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:24.746706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.747064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.747408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.747752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.748092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.748429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.748763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.749094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.749426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.749760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.750644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.750975 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:24.811005 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:24.811237 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Floating IP f953ee65-159e-499f-8c56-4a9aaf9f88ec disassociated (deleted). External IP: 172.25.2.188, port: d082bf7c-92c3-4660-96d6-9ca9a040f7fa. Nov 25 19:16:25.017670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Router 86331d82-b67e-43a0-a675-d907d9bcf8b5 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:16:25.125897 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:16:25.130941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:25.137984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] Sync routers for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:16:25.147728 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:16:25.148358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:25.159840 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-98840a59-1729-4201-9274-fc1ffcf3c67f tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "DELETE /v2.0/floatingips/f953ee65-159e-499f-8c56-4a9aaf9f88ec HTTP/1.1" status: 204 len: 168 time: 0.8835909 Nov 25 19:16:25.160427 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:16:25.162762 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bcdc23-d27d-4868-8761-1ed35546fd26" -d '{"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:16:25.213410 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2040039f-0d66-467b-b487-05cbda9d61c8 x-openstack-request-id: req-2040039f-0d66-467b-b487-05cbda9d61c8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:16:25.213703 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:16:25.213957 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2040039f-0d66-467b-b487-05cbda9d61c8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:16:25.214570 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'status': 'completed', 'code': 200} Nov 25 19:16:25.271746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:16:25.330695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-3322bc95-757f-4cd8-8035-f8de4d5d6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:25.332796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-3322bc95-757f-4cd8-8035-f8de4d5d6e70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 1097 time: 0.0858312 Nov 25 19:16:25.503378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:25.508323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e8c1-03f2-41b2-94d1-75ff6460d904 req-6f93500d-b3e9-4206-8bab-21b42c14b8a7 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:25.509938 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7fd7e8c1-03f2-41b2-94d1-75ff6460d904 req-6f93500d-b3e9-4206-8bab-21b42c14b8a7 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 946 time: 0.1503773 Nov 25 19:16:25.530809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] Checking router: 86331d82-b67e-43a0-a675-d907d9bcf8b5 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:16:25.541383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:16:25.542143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:25.579029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7fd7e8c1-03f2-41b2-94d1-75ff6460d904 req-2e58ee2f-06d9-4637-83a9-f33fb208349b tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567129 Nov 25 19:16:25.653968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:16:25.773137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-05a5eb98-cdce-40d3-98d0-0c624302b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:25.774765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-05a5eb98-cdce-40d3-98d0-0c624302b354 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 200 len: 914 time: 0.4338157 Nov 25 19:16:25.817210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-082dc58e-471a-42cb-af30-06cfd88a7b50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 200 len: 217 time: 0.0343921 Nov 25 19:16:25.855943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:25.871196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-dc373a7e-e1ee-4dc7-9ded-09905ceba692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:25.872642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-dc373a7e-e1ee-4dc7-9ded-09905ceba692 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0280babb-37ec-4a80-93a5-025190bfa76d HTTP/1.1" status: 200 len: 852 time: 0.0478284 Nov 25 19:16:25.885980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bed1bc-ed2e-414f-a711-8c16b5c2e4a9 None None] The sync data for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 is: [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:25Z', 'revision_number': 4, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c4b0644-7362-43f1-ac56-857f5631044f', 'name': '', 'network_id': '7b54641f-f060-4218-ae98-9bdf326112ad', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'mac_address': 'fa:16:3e:e9:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:24Z', 'updated_at': '2021-11-25T19:13:28Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'subnets': [{'id': '0280babb-37ec-4a80-93a5-025190bfa76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:16:25.924124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-c6168eff-22ba-4f4f-ac66-3d9263b11d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:25.925663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-c6168eff-22ba-4f4f-ac66-3d9263b11d76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b54641f-f060-4218-ae98-9bdf326112ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447612 Nov 25 19:16:25.938089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-8034b8ea-566e-4ed4-93d3-7e223a5b9a1e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:16:25.939151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-8034b8ea-566e-4ed4-93d3-7e223a5b9a1e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056112 Nov 25 19:16:26.033178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-cac6841e-273f-4d7d-b3d8-80b5b47decd8 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854783 Nov 25 19:16:26.104566 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c859f1d-3a0e-4e80-89c2-493e8d403766 None None] New status for floating IP f953ee65-159e-499f-8c56-4a9aaf9f88ec: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:16:26.140882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50bcdc23-d27d-4868-8761-1ed35546fd26 req-add78b2e-56cd-493c-a6b3-029bdf197b55 service neutron] 10.222.0.64 "GET /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992503 Nov 25 19:16:26.741244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f83a8-97d6-4ed2-843b-46c92e1656c3 req-fe97eef2-9d48-4b65-a793-ba21517c377c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:26.742726 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-603f83a8-97d6-4ed2-843b-46c92e1656c3 req-fe97eef2-9d48-4b65-a793-ba21517c377c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 946 time: 0.1049225 Nov 25 19:16:26.795662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-603f83a8-97d6-4ed2-843b-46c92e1656c3 req-e332ae67-0dd0-4666-8e7c-59825bb79e54 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf1573b1-c755-488c-baa8-90a458a579e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 Nov 25 19:16:27.094509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-c20d1013-bade-4936-8e9d-880bde71a651 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:27.095978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-c20d1013-bade-4936-8e9d-880bde71a651 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 946 time: 0.0587714 Nov 25 19:16:27.185430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Deleting port d082bf7c-92c3-4660-96d6-9ca9a040f7fa {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:27.185762 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:27.274390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] For port d082bf7c-92c3-4660-96d6-9ca9a040f7fa, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:27.275044 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:27.288294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Calling delete_port for d082bf7c-92c3-4660-96d6-9ca9a040f7fa owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:27.411602 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:27.443109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event deleted for resources: {'Port': ['ID=d082bf7c-92c3-4660-96d6-9ca9a040f7fa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:27.453653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.454015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.454354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.454715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.455046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.455377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.455702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.456026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.456756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.456756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.457029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.457275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:27.496976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] No DVR routers for this DVR port d082bf7c-92c3-4660-96d6-9ca9a040f7fa on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:16:27.499565 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:27.503528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a3bcc933-1e38-48be-ad2f-c547b14e91a1 req-9770b2d9-9a75-48c7-8a3f-ff0d5cf4b808 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.64 "DELETE /v2.0/ports/d082bf7c-92c3-4660-96d6-9ca9a040f7fa HTTP/1.1" status: 204 len: 173 time: 0.3995547 Nov 25 19:16:27.503970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'name': 'network-vif-deleted', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:16:27.506221 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b09785-0f9a-4928-8449-20c019dab06c" -d '{"events": [{"server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "name": "network-vif-deleted", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:16:27.544470 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1418746f-5401-4647-a682-be9d81a11d6b x-openstack-request-id: req-1418746f-5401-4647-a682-be9d81a11d6b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:16:27.544766 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c477706-e544-4b26-aa22-76bf99552fcc", "name": "network-vif-deleted", "tag": "d082bf7c-92c3-4660-96d6-9ca9a040f7fa", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:16:27.545024 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1418746f-5401-4647-a682-be9d81a11d6b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:16:27.545442 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c477706-e544-4b26-aa22-76bf99552fcc', 'name': 'network-vif-deleted', 'tag': 'd082bf7c-92c3-4660-96d6-9ca9a040f7fa', 'status': 'completed', 'code': 200} Nov 25 19:16:27.906502 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7748c010-8f4f-4cb7-bfd8-f44e40059bea req-a1bfa1ed-dc83-4e89-89c8-2418657480fa tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0335288 Nov 25 19:16:29.005032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e64391be-3289-4653-a2c3-4763e8e7f588 req-b2dd5608-ef97-435b-b837-257e98b0f8ab tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0270679 Nov 25 19:16:30.101556 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d4d7ed75-abfb-49fa-b872-aea5221a7d3b req-0af754d8-b603-45c6-8b35-581f0d5a780c tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0262790 Nov 25 19:16:30.996637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:31.195833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d9296ba-c4a4-424e-a04a-4357d04816ab req-b47c0425-76fb-4d29-92cd-1baedd6ebb3d tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c477706-e544-4b26-aa22-76bf99552fcc HTTP/1.1" status: 200 len: 210 time: 0.0268719 Nov 25 19:16:31.416251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d082bf7c-92c3-4660-96d6-9ca9a040f7fa no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:16:31.435463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: d082bf7c-92c3-4660-96d6-9ca9a040f7fa {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:16:31.435810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d082bf7c-92c3-4660-96d6-9ca9a040f7fa not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:16:32.251367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 55860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:32.306087 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1faefa50-3572-450e-ba74-b5b57f052dc8 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:32.330395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1faefa50-3572-450e-ba74-b5b57f052dc8 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:32.391516 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1faefa50-3572-450e-ba74-b5b57f052dc8 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:32.394192 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1faefa50-3572-450e-ba74-b5b57f052dc8 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:32.395744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1faefa50-3572-450e-ba74-b5b57f052dc8 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf1573b1-c755-488c-baa8-90a458a579e7 HTTP/1.1" status: 204 len: 168 time: 0.1430421 Nov 25 19:16:32.404584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faefa50-3572-450e-ba74-b5b57f052dc8 tempest-TestVolumeBackupRestore-2005776559 tempest-TestVolumeBackupRestore-2005776559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1573b1-c755-488c-baa8-90a458a579e7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:33.606118 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:37.899136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56318) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:38.250932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:38.493443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Deleting port 4c4b0644-7362-43f1-ac56-857f5631044f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:38.493777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:38.568783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] For port 4c4b0644-7362-43f1-ac56-857f5631044f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c4b0644-7362-43f1-ac56-857f5631044f,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:38.569057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:38.587180 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Calling delete_port for 4c4b0644-7362-43f1-ac56-857f5631044f owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:38.770898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:38.793587 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4b0644-7362-43f1-ac56-857f5631044f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:38.962800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:39.169117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Router 86331d82-b67e-43a0-a675-d907d9bcf8b5 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:16:39.271149 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:16:39.276121 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fbe285d9-7fb3-4da8-8776-63a4ab12aa90 admin admin] 10.222.0.62 "PUT /v2.0/routers/86331d82-b67e-43a0-a675-d907d9bcf8b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3759651 Nov 25 19:16:39.278631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56320) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:39.280109 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] Sync routers for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:16:39.290477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:16:39.291189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:39.397349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:16:39.579670 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:16:38Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:39.606771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] Checking router: 86331d82-b67e-43a0-a675-d907d9bcf8b5 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:16:39.615883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] Routers {'86331d82-b67e-43a0-a675-d907d9bcf8b5'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:16:39.616499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['86331d82-b67e-43a0-a675-d907d9bcf8b5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:39.633815 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:39.720052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] Set router 86331d82-b67e-43a0-a675-d907d9bcf8b5 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:16:39.735800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:39.786098 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Deleting port 0c943801-3330-4f75-8c11-c5a3a102be92 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:39.786440 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:39.862675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] For port 0c943801-3330-4f75-8c11-c5a3a102be92, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0c943801-3330-4f75-8c11-c5a3a102be92,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:39.863096 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:39.875562 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Calling delete_port for 0c943801-3330-4f75-8c11-c5a3a102be92 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:39.899366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:16:38Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:39.926108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351404fa-2784-4bb9-b14d-0c9c08f0aabc None None] The sync data for ids ['86331d82-b67e-43a0-a675-d907d9bcf8b5'] in n-d-819194-3 is: [{'id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'name': 'tempest-TestVolumeBackupRestore-278411636-router', 'tenant_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:16:38Z', 'revision_number': 5, 'project_id': '85e3a8b190cf48ed8c1f144165d10ea3', 'gw_port': {'id': '0c943801-3330-4f75-8c11-c5a3a102be92', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86331d82-b67e-43a0-a675-d907d9bcf8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:22Z', 'updated_at': '2021-11-25T19:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:16:40.034968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.064889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c943801-3330-4f75-8c11-c5a3a102be92,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:40.074803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f8325-881a-4e08-b32d-290d9399305a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:16:40.124128 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.212716 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.214785 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.256041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.256602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86331d82-b67e-43a0-a675-d907d9bcf8b5 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:16:40.261003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.262131 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a1987423-9e11-45e0-b458-aa7f53f2cb36 admin admin] 10.222.0.62 "DELETE /v2.0/routers/86331d82-b67e-43a0-a675-d907d9bcf8b5 HTTP/1.1" status: 204 len: 168 time: 0.9826059 Nov 25 19:16:40.264974 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56322) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:40.323622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] Deleting subnet 0280babb-37ec-4a80-93a5-025190bfa76d {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:16:40.326953 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.362559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.443906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.496715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.526301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0280babb-37ec-4a80-93a5-025190bfa76d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:40.533773 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.539820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56324) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:40.542330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b2008-7733-498d-bb87-4bc09871e51f None None] Network 7b54641f-f060-4218-ae98-9bdf326112ad requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:16:40.545459 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fa7b3364-8a18-4683-b5c0-d35ddb245379 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0280babb-37ec-4a80-93a5-025190bfa76d HTTP/1.1" status: 204 len: 168 time: 0.2788038 Nov 25 19:16:40.614651 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.669299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Deleting port 26f57e49-d87a-455b-9b83-8a2070e1cab5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:40.669640 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.733255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] For port 26f57e49-d87a-455b-9b83-8a2070e1cab5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=26f57e49-d87a-455b-9b83-8a2070e1cab5,segment=NetworkSegment(5c43a2a4-5730-4665-854f-0f8a50d854dd),segment_id=5c43a2a4-5730-4665-854f-0f8a50d854dd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:40.733614 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.746678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Calling delete_port for 26f57e49-d87a-455b-9b83-8a2070e1cab5 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:40.827647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.853301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Pushing event deleted for resources: {'Port': ['ID=26f57e49-d87a-455b-9b83-8a2070e1cab5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:40.855063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] No DVR routers for this DVR port 26f57e49-d87a-455b-9b83-8a2070e1cab5 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:16:40.929416 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.951023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70be0e-ea14-4786-b6b2-97aae626ed07 None None] DHCP port deletion for 7b54641f-f060-4218-ae98-9bdf326112ad request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:16:40.952670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b54641f-f060-4218-ae98-9bdf326112ad']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:40.974029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c43a2a4-5730-4665-854f-0f8a50d854dd') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:40.974332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c43a2a4-5730-4665-854f-0f8a50d854dd') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:40.983376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3fa4c194-e0fe-4cab-80d7-26fcd1154d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:40.987697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.002283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.008336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:16:41.008711 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:16:41.010579 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:16:41.022813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4c4b0644-7362-43f1-ac56-857f5631044f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:16:41.046372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 4c4b0644-7362-43f1-ac56-857f5631044f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:16:41.047609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4c4b0644-7362-43f1-ac56-857f5631044f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:16:41.048336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0c943801-3330-4f75-8c11-c5a3a102be92 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:16:41.068244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0c943801-3330-4f75-8c11-c5a3a102be92 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:16:41.068590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0c943801-3330-4f75-8c11-c5a3a102be92 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:16:41.069004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26f57e49-d87a-455b-9b83-8a2070e1cab5 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:16:41.073376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.078243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.081728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] 10.222.0.62 "DELETE /v2.0/networks/7b54641f-f060-4218-ae98-9bdf326112ad HTTP/1.1" status: 204 len: 168 time: 0.5408177 Nov 25 19:16:41.085716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56330) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:41.091725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 26f57e49-d87a-455b-9b83-8a2070e1cab5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:16:41.092386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 26f57e49-d87a-455b-9b83-8a2070e1cab5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:16:41.096104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b255e0a-ec58-475a-a61a-58d7ec12abff admin admin] Pushing event deleted for resources: {'Network': ['ID=7b54641f-f060-4218-ae98-9bdf326112ad,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:41.426893 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.668420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Deleting port 312d0f17-ff98-4798-b0a0-393c1f73258d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:41.668759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.745050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] For port 312d0f17-ff98-4798-b0a0-393c1f73258d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=312d0f17-ff98-4798-b0a0-393c1f73258d,segment=NetworkSegment(e7e31efc-0016-44e6-a2c4-f04b54530bbb),segment_id=e7e31efc-0016-44e6-a2c4-f04b54530bbb)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:41.745407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.761725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Calling delete_port for 312d0f17-ff98-4798-b0a0-393c1f73258d owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:41.932753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.958004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=312d0f17-ff98-4798-b0a0-393c1f73258d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:42.132418 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:42.340670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:16:42.449775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:16:42.454985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6b1995ce-2f80-42a5-aeb1-5b73360c8e7b admin admin] 10.222.0.62 "PUT /v2.0/routers/2c89ac37-f1ff-4817-845a-cc457bd0c8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3658917 Nov 25 19:16:42.457416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56332) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:42.460224 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] Sync routers for ids ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:16:42.470937 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] Routers {'2c89ac37-f1ff-4817-845a-cc457bd0c8f0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:16:42.471539 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:42.559357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:42.571303 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] Set router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:16:42.662131 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:42.715382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Deleting port cf70b29d-981f-40ca-9f98-ef52f6632033 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:42.715721 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:42.753761 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:16:41Z', 'revision_number': 5, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port': {'id': 'cf70b29d-981f-40ca-9f98-ef52f6632033', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:42.779762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] Checking router: 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:16:42.788747 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] Routers {'2c89ac37-f1ff-4817-845a-cc457bd0c8f0'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:16:42.789358 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:16:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:42.807375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] For port cf70b29d-981f-40ca-9f98-ef52f6632033, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=cf70b29d-981f-40ca-9f98-ef52f6632033,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:42.807756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:42.824611 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Calling delete_port for cf70b29d-981f-40ca-9f98-ef52f6632033 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:42.873196 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] Set router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:16:42.922118 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:16:42Z', 'revision_number': 6, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:42.950037 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00fb34-3205-4b77-b12a-4362b78eb3b2 None None] The sync data for ids ['2c89ac37-f1ff-4817-845a-cc457bd0c8f0'] in n-d-819194-3 is: [{'id': '2c89ac37-f1ff-4817-845a-cc457bd0c8f0', 'name': 'tempest-TestVolumeBackupRestore-558986139-router', 'tenant_id': '3c21057c56664626aaa997267c8aef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:13:27Z', 'updated_at': '2021-11-25T19:16:42Z', 'revision_number': 6, 'project_id': '3c21057c56664626aaa997267c8aef6b', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:16:42.988831 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.020117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf70b29d-981f-40ca-9f98-ef52f6632033,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:43.031520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd4c2c-1f80-4b36-815a-cb95a4dd0ab9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:16:43.095845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.189778 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.191904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.234467 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.234945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c89ac37-f1ff-4817-845a-cc457bd0c8f0 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:16:43.239356 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.240493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8e720cf9-5ee5-4d44-b23a-4de846bf1e2f admin admin] 10.222.0.62 "DELETE /v2.0/routers/2c89ac37-f1ff-4817-845a-cc457bd0c8f0 HTTP/1.1" status: 204 len: 168 time: 0.7821743 Nov 25 19:16:43.242990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:43.290437 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] Deleting subnet 294931f1-01f8-48e9-9777-0213c30a65f7 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:16:43.293795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.330035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.408384 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.464009 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.482197 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c6e289fc-56d2-4910-95ce-7e7e2c4d5bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.487166 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294931f1-01f8-48e9-9777-0213c30a65f7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:43.492918 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.496188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf262bb9-4bc3-46ad-91ab-6c708c0a78fe admin admin] 10.222.0.62 "DELETE /v2.0/subnets/294931f1-01f8-48e9-9777-0213c30a65f7 HTTP/1.1" status: 204 len: 168 time: 0.2522862 Nov 25 19:16:43.498765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56336) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:43.501318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b7e146-873e-43eb-b7cf-684a23f53da7 None None] Network 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:16:43.565822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.618004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Deleting port d19f3688-efa2-4c4e-8aaf-051de660ac48 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:43.618099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.686021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] For port d19f3688-efa2-4c4e-8aaf-051de660ac48, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d19f3688-efa2-4c4e-8aaf-051de660ac48,segment=NetworkSegment(e7e31efc-0016-44e6-a2c4-f04b54530bbb),segment_id=e7e31efc-0016-44e6-a2c4-f04b54530bbb)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:43.686502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.687537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] DHCP port deletion for 1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:16:43.703361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Calling delete_port for d19f3688-efa2-4c4e-8aaf-051de660ac48 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:43.735907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Deleting port d19f3688-efa2-4c4e-8aaf-051de660ac48 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:16:43.736196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.782174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.803306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] For port d19f3688-efa2-4c4e-8aaf-051de660ac48, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d19f3688-efa2-4c4e-8aaf-051de660ac48,segment=NetworkSegment(e7e31efc-0016-44e6-a2c4-f04b54530bbb),segment_id=e7e31efc-0016-44e6-a2c4-f04b54530bbb)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:16:43.803774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.805990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19f3688-efa2-4c4e-8aaf-051de660ac48,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:43.812249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] No DVR routers for this DVR port d19f3688-efa2-4c4e-8aaf-051de660ac48 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:16:43.824505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Calling delete_port for d19f3688-efa2-4c4e-8aaf-051de660ac48 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:16:43.886046 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:16:43.894720 n-d-819194-3 neutron-server[103458]: self.session.flush() Nov 25 19:16:43.904661 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.911641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:43.921370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e31efc-0016-44e6-a2c4-f04b54530bbb') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:43.921698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e31efc-0016-44e6-a2c4-f04b54530bbb') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:16:43.931693 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.935134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Pushing event deleted for resources: {'Port': ['ID=d19f3688-efa2-4c4e-8aaf-051de660ac48,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:43.943046 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] No DVR routers for this DVR port d19f3688-efa2-4c4e-8aaf-051de660ac48 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:16:43.945158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.945683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.946043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.946666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.946984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.947315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.947640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.948120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.948490 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.948799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.949284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.949614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.949939 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08e2bd-cd25-4f20-8982-e9279ff05b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:16:43.955952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:16:43.956350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:16:43.958224 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:16:44.275469 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:44.280674 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:44.283864 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb HTTP/1.1" status: 204 len: 168 time: 0.7841868 Nov 25 19:16:44.294748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98db9c1-a13b-4f48-9a08-b27266b15328 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3dad6f-b2ae-443e-9e8b-0e049d5b40bb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:44.456994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56340) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:44.495932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-022c76dc-02bf-4067-8634-a82736376f3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85e3a8b190cf48ed8c1f144165d10ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378017 Nov 25 19:16:44.498331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56342) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:44.516031 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:44.545429 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24f67da7-4626-4399-a37d-5a8cb7403c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:44.566969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24f67da7-4626-4399-a37d-5a8cb7403c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:44.614078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24f67da7-4626-4399-a37d-5a8cb7403c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:44.616799 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-24f67da7-4626-4399-a37d-5a8cb7403c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:44.620671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-24f67da7-4626-4399-a37d-5a8cb7403c5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6ad7d14-ddcf-427c-8449-9ec41b14e277 HTTP/1.1" status: 204 len: 168 time: 0.1186726 Nov 25 19:16:44.625876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f67da7-4626-4399-a37d-5a8cb7403c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad7d14-ddcf-427c-8449-9ec41b14e277,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:44.812844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d19f3688-efa2-4c4e-8aaf-051de660ac48 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:16:44.835776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: d19f3688-efa2-4c4e-8aaf-051de660ac48 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:16:44.836203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d19f3688-efa2-4c4e-8aaf-051de660ac48 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:16:44.836706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf70b29d-981f-40ca-9f98-ef52f6632033 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:16:44.855526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: cf70b29d-981f-40ca-9f98-ef52f6632033 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:16:44.855787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device cf70b29d-981f-40ca-9f98-ef52f6632033 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:16:44.856171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 312d0f17-ff98-4798-b0a0-393c1f73258d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:16:44.874974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 312d0f17-ff98-4798-b0a0-393c1f73258d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:16:44.875314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 312d0f17-ff98-4798-b0a0-393c1f73258d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:16:44.941421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56350) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:44.980729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2932b015-1504-456f-94d0-7ff59c2a06b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c21057c56664626aaa997267c8aef6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381784 Nov 25 19:16:44.983059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:45.032684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55bb6079-34a6-4e76-adc7-30b7bd30d727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:45.053654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55bb6079-34a6-4e76-adc7-30b7bd30d727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:45.102494 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55bb6079-34a6-4e76-adc7-30b7bd30d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:45.105079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-55bb6079-34a6-4e76-adc7-30b7bd30d727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:45.106237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-55bb6079-34a6-4e76-adc7-30b7bd30d727 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b636034a-cfb3-4276-a541-558ee14ed658 HTTP/1.1" status: 204 len: 168 time: 0.1222904 Nov 25 19:16:45.114078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb6079-34a6-4e76-adc7-30b7bd30d727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b636034a-cfb3-4276-a541-558ee14ed658,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:46.077817 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:47.052450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:48.587784 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:16:55.615420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e11cdccc-0eb0-4c72-8705-9c84588a13f3 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ffa3f6f9f2e948a59352a6ef265f78c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297258 Nov 25 19:16:55.801996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-d66a5f45-e004-4e3d-b7b1-3ae70ce4e0c1 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:55.803490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-d66a5f45-e004-4e3d-b7b1-3ae70ce4e0c1 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829579 Nov 25 19:16:55.819177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-130d8df3-5eee-4c10-a6ae-48d1a7ae3cfb tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/quotas/ffa3f6f9f2e948a59352a6ef265f78c0 HTTP/1.1" status: 200 len: 375 time: 0.0099120 Nov 25 19:16:55.851453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-b0bb638b-4e95-409a-8691-cb2d538f2bf8 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3f6f9f2e948a59352a6ef265f78c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268905 Nov 25 19:16:56.008550 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a15429cd-cd91-432c-9e1f-d491dc5e737d req-8770bdff-ea64-4b92-a2d9-79456cb74d4e tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Nov 25 19:16:57.045014 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-a9cc5aee-eca9-42cd-91fc-5fa3f5e8b7bd tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ffa3f6f9f2e948a59352a6ef265f78c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269258 Nov 25 19:16:57.150272 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-624ef96f-b79d-4f2c-8ecc-b680048e9050 req-ddd4f1d1-13cc-4da5-961e-f8fd74b90a8a tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 210 time: 0.0355985 Nov 25 19:16:57.199745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-fd77f228-1e18-47a9-979a-c0e7dd74cca8 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:57.201192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-fd77f228-1e18-47a9-979a-c0e7dd74cca8 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410220 Nov 25 19:16:57.215357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Request body: {'port': {'device_id': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'admin_state_up': True, 'tenant_id': 'ffa3f6f9f2e948a59352a6ef265f78c0'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:16:57.331606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Made reservation on behalf of ffa3f6f9f2e948a59352a6ef265f78c0 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:16:57.335449 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.343630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.416042 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.419699 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.478277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2afea2-fd76-4fe8-9618-54fdef6d98bd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:57.551279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Allocated IP 192.168.233.224 (0b5541ce-44cc-473e-bb00-df9663c918d0/9c713b88-7fbf-40b3-a19c-7cdda6bacc5a/740a6796-a593-4d2e-bf2d-10dd9fbde893) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:16:57.698094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.730442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.775604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Network 0b5541ce-44cc-473e-bb00-df9663c918d0 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:16:57.778511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:16:57.782094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:16:57.807242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Pushing event updated for resources: {'Port': ['ID=740a6796-a593-4d2e-bf2d-10dd9fbde893,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:57.836465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:57.837080 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.853782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e8c3f148-79bf-4923-98f9-687c04135e7c tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6418533 Nov 25 19:16:57.866978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Request body: {'port': {'device_id': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:16:57.921273 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:57.991510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-637ed5d1-4246-40a6-b10a-e43524135c60 None None] Provisioning complete for port 740a6796-a593-4d2e-bf2d-10dd9fbde893 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:16:57.992094 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-637ed5d1-4246-40a6-b10a-e43524135c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:58.025134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-637ed5d1-4246-40a6-b10a-e43524135c60 None None] Port 740a6796-a593-4d2e-bf2d-10dd9fbde893 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:16:58.184135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740a6796-a593-4d2e-bf2d-10dd9fbde893 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:16:58.191989 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:58.210194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Transition to ACTIVE for port object 740a6796-a593-4d2e-bf2d-10dd9fbde893 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:16:58.213818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:58.263440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Pushing event updated for resources: {'Port': ['ID=740a6796-a593-4d2e-bf2d-10dd9fbde893,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:58.279059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289be8fb-4343-4a63-955f-be41e542e33a req-5baf72f1-bbbe-4f93-811f-c4db36c89b85 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:58.280566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-289be8fb-4343-4a63-955f-be41e542e33a req-5baf72f1-bbbe-4f93-811f-c4db36c89b85 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 948 time: 0.0559149 Nov 25 19:16:58.332682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-289be8fb-4343-4a63-955f-be41e542e33a req-af7c6ef9-868e-481d-af4c-a3958ac06628 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Nov 25 19:16:58.339956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Attempting to bind port 740a6796-a593-4d2e-bf2d-10dd9fbde893 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:16:58.340295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Attempting to bind port 740a6796-a593-4d2e-bf2d-10dd9fbde893 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:16:58.340621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Attempting to bind port 740a6796-a593-4d2e-bf2d-10dd9fbde893 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:16:58.347491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Port 740a6796-a593-4d2e-bf2d-10dd9fbde893 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:16:58.347731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Attempting to bind port 740a6796-a593-4d2e-bf2d-10dd9fbde893 on network 0b5541ce-44cc-473e-bb00-df9663c918d0 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:16:58.357055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:16:58.357055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Checking segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:16:58.357055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Bound using segment: {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:16:58.357055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Bound port: 740a6796-a593-4d2e-bf2d-10dd9fbde893, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bf821c-34bf-41e7-9fb8-a09658cb4dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:16:58.357055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:58.424200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] For port 740a6796-a593-4d2e-bf2d-10dd9fbde893, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:16:58.427802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] For port 740a6796-a593-4d2e-bf2d-10dd9fbde893, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=740a6796-a593-4d2e-bf2d-10dd9fbde893,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:16:58.432505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:58.471889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:58.472508 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:58.473875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] 10.222.0.64 "PUT /v2.0/ports/740a6796-a593-4d2e-bf2d-10dd9fbde893 HTTP/1.1" status: 200 len: 1096 time: 0.6111059 Nov 25 19:16:58.474329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'tag': '740a6796-a593-4d2e-bf2d-10dd9fbde893'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:16:58.476620 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c97b85a-96f2-4335-a12f-ded24edf6a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2edb566-ba20-4ef6-b16a-de66b63a17d3", "tag": "740a6796-a593-4d2e-bf2d-10dd9fbde893"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:16:58.500480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c5b65-fb8b-43a4-bfaf-600ba732c31d service neutron] Pushing event updated for resources: {'Port': ['ID=740a6796-a593-4d2e-bf2d-10dd9fbde893,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:16:58.526486 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87d2ef8-d33d-4c6a-ac9b-721eb58afafd x-openstack-request-id: req-c87d2ef8-d33d-4c6a-ac9b-721eb58afafd {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:16:58.526787 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2edb566-ba20-4ef6-b16a-de66b63a17d3", "tag": "740a6796-a593-4d2e-bf2d-10dd9fbde893", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:16:58.527866 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c87d2ef8-d33d-4c6a-ac9b-721eb58afafd {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:16:58.528275 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'tag': '740a6796-a593-4d2e-bf2d-10dd9fbde893', 'status': 'completed', 'code': 200} Nov 25 19:16:58.581698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-0e512dab-c4c9-415b-91d9-fe9617d6d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:58.583393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-0e512dab-c4c9-415b-91d9-fe9617d6d5b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffa3f6f9f2e948a59352a6ef265f78c0&device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 1099 time: 0.0537381 Nov 25 19:16:58.631473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-e9cb86c1-0384-4f8b-8553-33e3cf357595 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=740a6796-a593-4d2e-bf2d-10dd9fbde893 HTTP/1.1" status: 200 len: 217 time: 0.0387521 Nov 25 19:16:58.688151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-0174ce7e-d091-49fc-95c8-ce0f0d31f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:58.689678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-0174ce7e-d091-49fc-95c8-ce0f0d31f237 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0505133 Nov 25 19:16:58.737962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-4166f997-6bf2-409c-850c-76d4d1076c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:58.739346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-4166f997-6bf2-409c-850c-76d4d1076c1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408521 Nov 25 19:16:58.834230 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-b4cf582b-3a26-401c-8b4b-abe709580f79 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862670 Nov 25 19:16:58.925624 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9dddce2d-8a27-4550-adcd-ef6624333fde req-84c1fabd-2ee1-42fb-a00d-41abd5cc9115 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797377 Nov 25 19:16:59.014185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-62b03152-5e0b-4e9b-bd60-1da87a650002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:59.015589 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-62b03152-5e0b-4e9b-bd60-1da87a650002 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffa3f6f9f2e948a59352a6ef265f78c0&device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 1099 time: 0.0402501 Nov 25 19:16:59.108142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-86b0a969-d928-4672-8eeb-eb06ddc95b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:59.109601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-86b0a969-d928-4672-8eeb-eb06ddc95b34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b5541ce-44cc-473e-bb00-df9663c918d0 HTTP/1.1" status: 200 len: 870 time: 0.0860381 Nov 25 19:16:59.157232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-02b2f402-dd7d-4280-a154-a02c60c193dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=740a6796-a593-4d2e-bf2d-10dd9fbde893 HTTP/1.1" status: 200 len: 217 time: 0.0351355 Nov 25 19:16:59.205903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-b783e142-1479-4d13-af31-7574d525f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:59.207311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-b783e142-1479-4d13-af31-7574d525f6ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c713b88-7fbf-40b3-a19c-7cdda6bacc5a HTTP/1.1" status: 200 len: 843 time: 0.0421958 Nov 25 19:16:59.263579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-c7566546-9df5-4c71-9cc5-2960d9c0a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:59.265156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-c7566546-9df5-4c71-9cc5-2960d9c0a888 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b5541ce-44cc-473e-bb00-df9663c918d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495300 Nov 25 19:16:59.353664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-c30fd939-e7d1-4b1a-afdf-bd27cdb3972b service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793934 Nov 25 19:16:59.448776 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c97b85a-96f2-4335-a12f-ded24edf6a3b req-bf51fd3d-a871-4930-bf0f-297002e7a969 service neutron] 10.222.0.64 "GET /v2.0/networks/0b5541ce-44cc-473e-bb00-df9663c918d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862837 Nov 25 19:16:59.456597 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e442d2-a266-44bd-8c67-276236924801 req-a4cc5470-2796-4198-bf9b-2f34d21e26b6 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:16:59.458088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2e442d2-a266-44bd-8c67-276236924801 req-a4cc5470-2796-4198-bf9b-2f34d21e26b6 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 948 time: 0.0517981 Nov 25 19:16:59.505140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c2e442d2-a266-44bd-8c67-276236924801 req-a31e7860-40c8-4f94-a0f8-3c1b9bd51928 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Nov 25 19:17:00.621111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bb57f-aea7-4141-8e6a-540b71b7113c req-e672f569-c6cb-462f-9d63-064ca72dc086 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:00.622796 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b9bb57f-aea7-4141-8e6a-540b71b7113c req-e672f569-c6cb-462f-9d63-064ca72dc086 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 948 time: 0.0492215 Nov 25 19:17:00.669635 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b9bb57f-aea7-4141-8e6a-540b71b7113c req-a9f3ba9b-3dff-43b2-b1c7-34a55539cece tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Nov 25 19:17:00.997953 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:01.522600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 740a6796-a593-4d2e-bf2d-10dd9fbde893 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:17:01.617266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 740a6796-a593-4d2e-bf2d-10dd9fbde893, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=740a6796-a593-4d2e-bf2d-10dd9fbde893,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:01.629021 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '740a6796-a593-4d2e-bf2d-10dd9fbde893', 'network_id': '0b5541ce-44cc-473e-bb00-df9663c918d0', 'port_id': '740a6796-a593-4d2e-bf2d-10dd9fbde893', 'mac_address': 'fa:16:3e:ea:1f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c713b88-7fbf-40b3-a19c-7cdda6bacc5a', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:17:01.663848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:01.677143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740a6796-a593-4d2e-bf2d-10dd9fbde893 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:17:01.700406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 740a6796-a593-4d2e-bf2d-10dd9fbde893, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=740a6796-a593-4d2e-bf2d-10dd9fbde893,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:01.704941 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:01.751981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=740a6796-a593-4d2e-bf2d-10dd9fbde893,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:01.790680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2694a1-1c28-4880-b08f-8212e9d95d8e req-f5944485-f8c4-4703-a5c1-955af1dbe735 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:01.792303 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d2694a1-1c28-4880-b08f-8212e9d95d8e req-f5944485-f8c4-4703-a5c1-955af1dbe735 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 949 time: 0.0501361 Nov 25 19:17:01.839257 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2d2694a1-1c28-4880-b08f-8212e9d95d8e req-2ae5751b-5227-4894-bd64-1d3070235ad6 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Nov 25 19:17:01.955631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['740a6796-a593-4d2e-bf2d-10dd9fbde893'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:17:02.951208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4c61-a2c1-4fe0-8da2-40dfdf9ab3ad req-f6ad9062-6c23-41a9-a737-44be535dd7d4 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:02.952662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-767d4c61-a2c1-4fe0-8da2-40dfdf9ab3ad req-f6ad9062-6c23-41a9-a737-44be535dd7d4 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 949 time: 0.0477529 Nov 25 19:17:03.003409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-767d4c61-a2c1-4fe0-8da2-40dfdf9ab3ad req-59f60b6b-2945-4b6f-94b2-46638d14bc83 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Nov 25 19:17:03.523141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 740a6796-a593-4d2e-bf2d-10dd9fbde893 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:17:03.570269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 740a6796-a593-4d2e-bf2d-10dd9fbde893 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:17:03.573846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 740a6796-a593-4d2e-bf2d-10dd9fbde893 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:17:03.574242 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:03.617537 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:03.660379 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:03.681621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740a6796-a593-4d2e-bf2d-10dd9fbde893'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:17:03.683836 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619768da-d925-4b68-b20c-ad2a96286eee" -d '{"events": [{"server_uuid": "f2edb566-ba20-4ef6-b16a-de66b63a17d3", "name": "network-vif-plugged", "status": "completed", "tag": "740a6796-a593-4d2e-bf2d-10dd9fbde893"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:17:03.699947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 740a6796-a593-4d2e-bf2d-10dd9fbde893, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=740a6796-a593-4d2e-bf2d-10dd9fbde893,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:03.704511 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:03.729175 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e14ec-185d-4d54-8abd-3e642b501557 x-openstack-request-id: req-9f8e14ec-185d-4d54-8abd-3e642b501557 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:17:03.729547 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2edb566-ba20-4ef6-b16a-de66b63a17d3", "name": "network-vif-plugged", "status": "completed", "tag": "740a6796-a593-4d2e-bf2d-10dd9fbde893", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:17:03.729800 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f8e14ec-185d-4d54-8abd-3e642b501557 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:17:03.730729 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740a6796-a593-4d2e-bf2d-10dd9fbde893', 'code': 200} Nov 25 19:17:03.757054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=740a6796-a593-4d2e-bf2d-10dd9fbde893,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:03.824016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214f22-b76a-4a22-bb6c-f0945e7e49d5 req-90d73f80-7b82-4a6b-8e04-fc30eecff40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:03.825505 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b214f22-b76a-4a22-bb6c-f0945e7e49d5 req-90d73f80-7b82-4a6b-8e04-fc30eecff40a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 1101 time: 0.0397813 Nov 25 19:17:03.873633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7b214f22-b76a-4a22-bb6c-f0945e7e49d5 req-e05695ac-1599-4a31-93c0-463e2ae4cd1b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Nov 25 19:17:04.123328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353111f7-8851-4e5a-a52e-fce49a6a6ee9 req-79d0d6d5-c652-4ba5-b5fd-66940c6910f0 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:04.124815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-353111f7-8851-4e5a-a52e-fce49a6a6ee9 req-79d0d6d5-c652-4ba5-b5fd-66940c6910f0 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 950 time: 0.0534239 Nov 25 19:17:04.179512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-353111f7-8851-4e5a-a52e-fce49a6a6ee9 req-c15da8e6-6807-43cb-a276-646af0b38aa8 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469208 Nov 25 19:17:05.303065 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437baef-d63a-428e-9e0b-19b04aa3145a req-d51258c4-21b5-483e-97d8-f6e7bb870603 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:05.305720 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7437baef-d63a-428e-9e0b-19b04aa3145a req-d51258c4-21b5-483e-97d8-f6e7bb870603 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 950 time: 0.0561986 Nov 25 19:17:05.354122 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7437baef-d63a-428e-9e0b-19b04aa3145a req-053a55b6-0335-4906-a208-c6d00256b77a tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Nov 25 19:17:05.739389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-82e401a5-c44a-4478-919e-62c509849980 req-c33ea923-c6b8-44ae-a772-265158ee842b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:17:05.740398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-82e401a5-c44a-4478-919e-62c509849980 req-c33ea923-c6b8-44ae-a772-265158ee842b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1116030 Nov 25 19:17:06.070189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-e31ecb8f-6613-4870-86a8-a361be550a3f req-21ee1191-9afb-42e6-947c-7b180842c7f5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:17:06.071275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e31ecb8f-6613-4870-86a8-a361be550a3f req-21ee1191-9afb-42e6-947c-7b180842c7f5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055120 Nov 25 19:17:06.410322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892c9f7-1cb2-440a-9f20-41b7271ff02b req-006ceb99-9437-4ea3-8d70-a5430e96bfd6 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:06.411836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6892c9f7-1cb2-440a-9f20-41b7271ff02b req-006ceb99-9437-4ea3-8d70-a5430e96bfd6 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 950 time: 0.0502830 Nov 25 19:17:06.459474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6892c9f7-1cb2-440a-9f20-41b7271ff02b req-c54ae032-445b-4eb9-97f0-4c880a22f3cf tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Nov 25 19:17:07.576460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939a3a-3640-434e-a704-6c3e09513ae2 req-57694ed1-6e7e-4c78-af05-be3c86243408 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:07.577909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b939a3a-3640-434e-a704-6c3e09513ae2 req-57694ed1-6e7e-4c78-af05-be3c86243408 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 950 time: 0.0514894 Nov 25 19:17:07.626815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b939a3a-3640-434e-a704-6c3e09513ae2 req-d00d6cc8-9ef3-4ee6-80ba-df6e5e664e2f tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b2afea2-fd76-4fe8-9618-54fdef6d98bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Nov 25 19:17:07.880088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-c80ef9a0-0518-4159-98e4-cc7a7a973338 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:07.881531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-c80ef9a0-0518-4159-98e4-cc7a7a973338 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 950 time: 0.0477116 Nov 25 19:17:07.972809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Deleting port 740a6796-a593-4d2e-bf2d-10dd9fbde893 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:17:07.973143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:08.060459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] For port 740a6796-a593-4d2e-bf2d-10dd9fbde893, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=740a6796-a593-4d2e-bf2d-10dd9fbde893,segment=NetworkSegment(36bf821c-34bf-41e7-9fb8-a09658cb4dbd),segment_id=36bf821c-34bf-41e7-9fb8-a09658cb4dbd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:08.060821 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:08.073303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Calling delete_port for 740a6796-a593-4d2e-bf2d-10dd9fbde893 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:17:08.199712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:08.212242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['740a6796-a593-4d2e-bf2d-10dd9fbde893'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:17:08.227537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Pushing event deleted for resources: {'Port': ['ID=740a6796-a593-4d2e-bf2d-10dd9fbde893,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:08.270629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] No DVR routers for this DVR port 740a6796-a593-4d2e-bf2d-10dd9fbde893 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:17:08.273340 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:08.276797 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8bbd98a-c5cc-49e8-a406-ce1ff5a3e857 req-cbf57de5-8532-43e3-b308-48247fd43295 tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.64 "DELETE /v2.0/ports/740a6796-a593-4d2e-bf2d-10dd9fbde893 HTTP/1.1" status: 204 len: 173 time: 0.3881755 Nov 25 19:17:08.277254 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'name': 'network-vif-deleted', 'tag': '740a6796-a593-4d2e-bf2d-10dd9fbde893'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:17:08.279581 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1370bf79-c3fa-43da-b563-151cdf85d5be" -d '{"events": [{"server_uuid": "f2edb566-ba20-4ef6-b16a-de66b63a17d3", "name": "network-vif-deleted", "tag": "740a6796-a593-4d2e-bf2d-10dd9fbde893"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:17:08.319696 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a72954-b0c8-45c8-b945-3abc171b3028 x-openstack-request-id: req-84a72954-b0c8-45c8-b945-3abc171b3028 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:17:08.320040 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2edb566-ba20-4ef6-b16a-de66b63a17d3", "name": "network-vif-deleted", "tag": "740a6796-a593-4d2e-bf2d-10dd9fbde893", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:17:08.320300 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84a72954-b0c8-45c8-b945-3abc171b3028 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:17:08.320718 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2edb566-ba20-4ef6-b16a-de66b63a17d3', 'name': 'network-vif-deleted', 'tag': '740a6796-a593-4d2e-bf2d-10dd9fbde893', 'status': 'completed', 'code': 200} Nov 25 19:17:08.739853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-af7fab4e-f58b-46ea-8684-225181936754 req-5d4fba83-ff01-4b49-ab47-5567679e745f tempest-ServersAdminNegativeTestJSON-656654865 tempest-ServersAdminNegativeTestJSON-656654865-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2edb566-ba20-4ef6-b16a-de66b63a17d3 HTTP/1.1" status: 200 len: 210 time: 0.0306578 Nov 25 19:17:10.032135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56490) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:17:10.160213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-21f02204-ddea-4743-ae26-6c4a95a9ab81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffa3f6f9f2e948a59352a6ef265f78c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269283 Nov 25 19:17:10.162739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56494) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:17:10.208292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-510d4e22-b4ad-4b79-8efb-0211dc441e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.232203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-510d4e22-b4ad-4b79-8efb-0211dc441e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.279195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-510d4e22-b4ad-4b79-8efb-0211dc441e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.281868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-510d4e22-b4ad-4b79-8efb-0211dc441e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.283034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-510d4e22-b4ad-4b79-8efb-0211dc441e4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b2afea2-fd76-4fe8-9618-54fdef6d98bd HTTP/1.1" status: 204 len: 168 time: 0.1194062 Nov 25 19:17:10.290416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d4e22-b4ad-4b79-8efb-0211dc441e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2afea2-fd76-4fe8-9618-54fdef6d98bd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:10.535575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56500) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:17:10.548581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d0e875d-8b93-40d6-8c20-e051e2f41762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.626560 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d0e875d-8b93-40d6-8c20-e051e2f41762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.630234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7d0e875d-8b93-40d6-8c20-e051e2f41762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.669246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7d0e875d-8b93-40d6-8c20-e051e2f41762 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1d2d92aca3a4ce09100b5133bcc9cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326275 Nov 25 19:17:10.670360 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e875d-8b93-40d6-8c20-e051e2f41762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9654adee-db88-4cb6-b843-0f3b7e07034e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:10.672026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56502) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:17:10.719984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be377e28-0cee-4dc5-a529-151ef8828e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.740579 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be377e28-0cee-4dc5-a529-151ef8828e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.787248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be377e28-0cee-4dc5-a529-151ef8828e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.789786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be377e28-0cee-4dc5-a529-151ef8828e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:10.790979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-be377e28-0cee-4dc5-a529-151ef8828e7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9654adee-db88-4cb6-b843-0f3b7e07034e HTTP/1.1" status: 204 len: 168 time: 0.1173146 Nov 25 19:17:10.799289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377e28-0cee-4dc5-a529-151ef8828e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9654adee-db88-4cb6-b843-0f3b7e07034e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:10.975344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ef69dd1d-73b6-476a-a5d2-4b95a671552b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.442302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56524) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:17:11.535997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-360849145-network', 'tenant_id': '5389922eb2be4f1c8c06b120405bb886'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:17:11.549779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 740a6796-a593-4d2e-bf2d-10dd9fbde893 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:17:11.556518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Made reservation on behalf of 5389922eb2be4f1c8c06b120405bb886 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:17:11.559050 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.567903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.570094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 740a6796-a593-4d2e-bf2d-10dd9fbde893 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:17:11.570435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 740a6796-a593-4d2e-bf2d-10dd9fbde893 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:17:11.640456 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.643923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.664436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:17:11.678011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2154f814-4274-4126-880d-21c7f35706ab,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:11.682762 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.683093 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Added segment 6e535d88-ad4f-479f-a5a3-79a92e54f952 of type vlan for network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 Nov 25 19:17:11.724730 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.749289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.750199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:11.750800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.798403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3548784 Nov 25 19:17:11.802072 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56528) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:17:11.807115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Request body: {'subnet': {'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-360849145-subnet', 'tenant_id': '5389922eb2be4f1c8c06b120405bb886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:17:11.811525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a85087-702f-41c6-aa41-3da2214d60a9 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:11.821167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:17:11.827835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Made reservation on behalf of 5389922eb2be4f1c8c06b120405bb886 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:17:11.830227 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:11.996632 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:12.049070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:12.059144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Checking segment: {'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:17:12.059503 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Network hostable DHCP agents. Network: 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:17:12.075359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:17:12.084179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:17:12.088267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:12.088869 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:12.095222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d8325a-d7ee-4e04-9eb7-15dea5bdd337 None None] Network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:17:12.105160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-106cb175-4b26-4c5e-9619-21ce913532f2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3018808 Nov 25 19:17:12.217309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aa1e73-82f5-4717-95b5-278445ed4ccd None None] Network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:17:12.533423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-9fdc85e6-f532-4dc6-bb18-eb279165983c tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:12.534904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-9fdc85e6-f532-4dc6-bb18-eb279165983c tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 811 time: 0.1103139 Nov 25 19:17:12.549202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-b972543f-60a9-4875-8329-b8b32b8d1883 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/quotas/5389922eb2be4f1c8c06b120405bb886 HTTP/1.1" status: 200 len: 375 time: 0.0087473 Nov 25 19:17:12.579416 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-fb40b887-674b-4421-a524-1698f1e091c0 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252690 Nov 25 19:17:12.666767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-7a5b20a5-4d69-49a7-906d-40d4548c84a6 service neutron] 10.222.0.62 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797203 Nov 25 19:17:12.767179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-9ed2d534-38a3-4b2d-bdf7-a9e48191d5d8 service neutron] 10.222.0.62 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942669 Nov 25 19:17:12.928763 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b2f96a24-c21d-4e64-9ed4-471fda63f6ec req-8c1e7334-d1b3-4b2c-be84-b72542ebc9c8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 210 time: 0.0314879 Nov 25 19:17:13.483929 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1c9bac20-9e4a-4a82-b3ee-0111054efeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:13.909833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-91fd2cb9-361a-40c5-a150-5cbafcf8f77a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:13.912041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-91fd2cb9-361a-40c5-a150-5cbafcf8f77a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.64 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 811 time: 0.1118715 Nov 25 19:17:13.926678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Request body: {'port': {'device_id': '0f391737-167a-4e09-ad48-1cda4d09d279', 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366', 'admin_state_up': True, 'tenant_id': '5389922eb2be4f1c8c06b120405bb886'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:17:14.032278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19837308-3d36-4df7-8c76-f1814fdad4a0 req-0b59fd5a-aef4-4c41-bfa3-6367eeb7b023 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 210 time: 0.0330293 Nov 25 19:17:14.055426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Made reservation on behalf of 5389922eb2be4f1c8c06b120405bb886 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:17:14.059033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:14.184050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Allocated IP 172.20.0.5 (9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366/0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00/2e189102-596d-4467-97ec-8e50c1edf594) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:17:14.519608 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:14.666209 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:14.698181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:14.741321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:17:14.744292 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:17:14.748269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:17:14.773774 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:14.804002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:14.804608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:14.819948 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-687e9797-b14a-4cca-8c7c-4baa76c78b53 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8980620 Nov 25 19:17:14.833295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Request body: {'port': {'device_id': '0f391737-167a-4e09-ad48-1cda4d09d279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:17:14.883787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:15.140104 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e189102-596d-4467-97ec-8e50c1edf594 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:17:15.147745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:15.149945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15c348-0e07-4b65-ac56-fa66124711c9 req-dfadcf29-0271-4c31-b87f-f9c091c25ddf tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:15.151739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e15c348-0e07-4b65-ac56-fa66124711c9 req-dfadcf29-0271-4c31-b87f-f9c091c25ddf tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 931 time: 0.0501401 Nov 25 19:17:15.160432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Transition to ACTIVE for port object 2e189102-596d-4467-97ec-8e50c1edf594 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:17:15.164030 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:15.201826 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e15c348-0e07-4b65-ac56-fa66124711c9 req-016cbf2c-caf9-467e-8d17-f768fff41b5b tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Nov 25 19:17:15.213858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:15.280359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:17:15.280686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:17:15.281009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 on network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:17:15.285931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Port 2e189102-596d-4467-97ec-8e50c1edf594 on network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:17:15.286247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 on network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:17:15.291018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:17:15.291336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Checking segment: {'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:17:15.291712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Bound using segment: {'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:17:15.292130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Bound port: 2e189102-596d-4467-97ec-8e50c1edf594, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:17:15.292476 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:15.361680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:17:15.364664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:17:15.368317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:15.408320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:15.409363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:15.411737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] 10.222.0.64 "PUT /v2.0/ports/2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 1091 time: 0.5827980 Nov 25 19:17:15.412450 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:17:15.416548 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c63bb-2321-45c1-9500-6f9cc911b214" -d '{"events": [{"name": "network-changed", "server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "tag": "2e189102-596d-4467-97ec-8e50c1edf594"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:17:15.437657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99dd6d-b1cc-47ee-bffb-3c853fd21fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:15.466876 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57d485b-cb93-4797-9448-7240410ebeb2 x-openstack-request-id: req-a57d485b-cb93-4797-9448-7240410ebeb2 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:17:15.467169 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "tag": "2e189102-596d-4467-97ec-8e50c1edf594", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:17:15.467430 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a57d485b-cb93-4797-9448-7240410ebeb2 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:17:15.467833 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594', 'status': 'completed', 'code': 200} Nov 25 19:17:15.496248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-cd6ea101-9456-4151-9c1d-f9ce1400a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:15.497728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-cd6ea101-9456-4151-9c1d-f9ce1400a3e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1094 time: 0.0438516 Nov 25 19:17:15.540542 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-8386253f-8aa0-474e-9ef3-1d13ac54d6a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0328488 Nov 25 19:17:15.592639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-852b0b89-cc0c-4f7f-a473-5d18d96bfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:15.594023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-852b0b89-cc0c-4f7f-a473-5d18d96bfab6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0461800 Nov 25 19:17:15.625349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-3341714d-6589-4578-870c-96a640b8deb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232100 Nov 25 19:17:15.713655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-0c422707-c507-4566-925d-0dc2f7ad0bba service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791681 Nov 25 19:17:15.804653 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71214c5c-92f1-4810-96a4-af84c9a6c460 req-22d19533-0962-4edd-91b4-c0a4ca663ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829036 Nov 25 19:17:15.893062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-2b624c9f-cfc9-419c-a6bb-008be0b9b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:15.894458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-2b624c9f-cfc9-419c-a6bb-008be0b9b87f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1094 time: 0.0416155 Nov 25 19:17:15.989368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-d0b81831-819c-4427-9dcf-7c4d52cfb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:15.990866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-d0b81831-819c-4427-9dcf-7c4d52cfb7dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 912 time: 0.0892045 Nov 25 19:17:16.032622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-07a05677-4e99-4073-b1d6-2882d3e8b790 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0341103 Nov 25 19:17:16.081138 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:16.085718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-ec904a6f-079f-43e7-823a-ba17d768cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:16.087197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-ec904a6f-079f-43e7-823a-ba17d768cbae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0446820 Nov 25 19:17:16.122300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-72d7808a-3440-483c-8bc0-2ed74b509487 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240965 Nov 25 19:17:16.213604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-8a472413-cd7e-4c44-930e-4a5e82ded7fa service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825686 Nov 25 19:17:16.306744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7c63bb-2321-45c1-9500-6f9cc911b214 req-951b5089-0089-401d-947d-008d4e1cc1ba service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817266 Nov 25 19:17:16.319147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94587c95-1ce3-42f1-85be-51db27013bd2 req-97e5b670-8c71-4128-a0fc-023ca32d879e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:16.320703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94587c95-1ce3-42f1-85be-51db27013bd2 req-97e5b670-8c71-4128-a0fc-023ca32d879e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 943 time: 0.0498059 Nov 25 19:17:16.371295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-94587c95-1ce3-42f1-85be-51db27013bd2 req-802eb783-7bcc-40f8-87a5-75ee9607f9e3 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Nov 25 19:17:17.052827 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:17.492874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53e651-36f1-4ae3-926e-9dcde2f68016 req-b2b92de8-f1b1-4993-af23-447c3c1017f7 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:17.494350 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf53e651-36f1-4ae3-926e-9dcde2f68016 req-b2b92de8-f1b1-4993-af23-447c3c1017f7 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 943 time: 0.0540991 Nov 25 19:17:17.540343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf53e651-36f1-4ae3-926e-9dcde2f68016 req-4c81ba4c-0e81-4608-8377-705516c0dd61 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Nov 25 19:17:18.657807 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342aca6-1647-477f-936b-7852e26df123 req-583242f1-2f47-4ee7-8fef-d2ef1be639bd tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:18.662021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f342aca6-1647-477f-936b-7852e26df123 req-583242f1-2f47-4ee7-8fef-d2ef1be639bd tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 943 time: 0.0548308 Nov 25 19:17:18.708603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f342aca6-1647-477f-936b-7852e26df123 req-714ddaed-324a-4528-9ff5-b027781fe257 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Nov 25 19:17:19.600903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:17:19.697853 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:19.709736 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '2e189102-596d-4467-97ec-8e50c1edf594', 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366', 'port_id': '2e189102-596d-4467-97ec-8e50c1edf594', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:17:19.747716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:19.760544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e189102-596d-4467-97ec-8e50c1edf594 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:17:19.780251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:19.784742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:19.825385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8459b-28a6-452b-9c1c-3626622f5f9d req-88075b02-4575-4b91-8724-3e39c4c22fef tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:19.826903 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21b8459b-28a6-452b-9c1c-3626622f5f9d req-88075b02-4575-4b91-8724-3e39c4c22fef tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 944 time: 0.0490189 Nov 25 19:17:19.831038 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:19.880916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21b8459b-28a6-452b-9c1c-3626622f5f9d req-058b81e6-79c4-479c-b43f-8d5aefc59ab7 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Nov 25 19:17:20.015866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['2e189102-596d-4467-97ec-8e50c1edf594'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:17:20.994893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3081698-4b69-4421-9249-fd8d139e2e32 req-160c7158-1d03-4783-89d8-6ede7891b94d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:20.996341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3081698-4b69-4421-9249-fd8d139e2e32 req-160c7158-1d03-4783-89d8-6ede7891b94d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 944 time: 0.0483112 Nov 25 19:17:21.044423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3081698-4b69-4421-9249-fd8d139e2e32 req-3b98af6e-b936-48b7-95f7-5e823ce79855 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Nov 25 19:17:21.623664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:17:21.670359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 2e189102-596d-4467-97ec-8e50c1edf594 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:17:21.673942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 2e189102-596d-4467-97ec-8e50c1edf594 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:17:21.674312 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:21.751033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:21.772955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:17:21.775204 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cca85aa-b66c-45d3-9cc3-afe7f73af210" -d '{"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-plugged", "status": "completed", "tag": "2e189102-596d-4467-97ec-8e50c1edf594"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:17:21.787493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:21.791504 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:21.814045 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e07e279-2607-49c9-99fb-91118a885b98 x-openstack-request-id: req-5e07e279-2607-49c9-99fb-91118a885b98 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:17:21.814926 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-plugged", "status": "completed", "tag": "2e189102-596d-4467-97ec-8e50c1edf594", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:17:21.815177 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e07e279-2607-49c9-99fb-91118a885b98 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:17:21.815563 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594', 'code': 200} Nov 25 19:17:21.842041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:21.915055 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f126014-6c6c-4e05-9669-a2fdeea94f3a req-ee5ec6d8-56a2-4aa8-b02a-3d70074aeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:21.917155 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f126014-6c6c-4e05-9669-a2fdeea94f3a req-ee5ec6d8-56a2-4aa8-b02a-3d70074aeeb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1096 time: 0.0406539 Nov 25 19:17:21.977927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f126014-6c6c-4e05-9669-a2fdeea94f3a req-a2f7aa6b-7bab-4c2f-a28d-7c23df32fe4f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527637 Nov 25 19:17:22.161620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28681c3-4b9b-41a7-a9d4-43104c11b18a req-1dba0a4f-ba05-43a5-a262-dd249031753e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:22.163115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a28681c3-4b9b-41a7-a9d4-43104c11b18a req-1dba0a4f-ba05-43a5-a262-dd249031753e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0504661 Nov 25 19:17:22.212590 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a28681c3-4b9b-41a7-a9d4-43104c11b18a req-5e839188-ce94-43dd-a2e4-42a34bf0e5da tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Nov 25 19:17:23.329359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a4f65-743c-4e4e-a948-b3b3375db5f5 req-b0b6c7cc-08c7-4667-b451-71e6f3cb698a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:23.331390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd4a4f65-743c-4e4e-a948-b3b3375db5f5 req-b0b6c7cc-08c7-4667-b451-71e6f3cb698a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Nov 25 19:17:23.377396 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd4a4f65-743c-4e4e-a948-b3b3375db5f5 req-8c3d25cd-b30d-4349-a2bc-e042bd648fe6 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Nov 25 19:17:23.646523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7be3f8-b693-45c3-a3ea-a2842000393b req-4f5e70f2-410a-44ac-a113-f34cd2a966f8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:23.647998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7be3f8-b693-45c3-a3ea-a2842000393b req-4f5e70f2-410a-44ac-a113-f34cd2a966f8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0756123 Nov 25 19:17:23.679446 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-f256989e-2943-4e96-9a81-f079a525760a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198349 Nov 25 19:17:23.703860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf7be3f8-b693-45c3-a3ea-a2842000393b req-67cda28d-cb86-407b-b446-e73d1cd44909 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499721 Nov 25 19:17:24.776052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-150ce201-d3d4-47ee-bc5f-ee0917e130f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:24.777618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-150ce201-d3d4-47ee-bc5f-ee0917e130f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1096 time: 0.0436220 Nov 25 19:17:24.829379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191196c6-8f69-4158-b8ad-96e7ee8f16c1 req-5aff530a-d918-45fb-a9cc-272704da8ac9 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:24.831511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-191196c6-8f69-4158-b8ad-96e7ee8f16c1 req-5aff530a-d918-45fb-a9cc-272704da8ac9 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Nov 25 19:17:24.869931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-6dbab034-2b1a-4b8a-97f1-10da01329bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:24.871445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-6dbab034-2b1a-4b8a-97f1-10da01329bf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 912 time: 0.0854526 Nov 25 19:17:24.878335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-191196c6-8f69-4158-b8ad-96e7ee8f16c1 req-a1c2cfda-90ac-4190-8b79-6ea0ca76cd74 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Nov 25 19:17:24.919707 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-b0597a08-217c-4e11-a08c-316d55487f84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0403643 Nov 25 19:17:24.975131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-e0761dee-0f37-44eb-a935-c41fc1ed95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:24.976576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-e0761dee-0f37-44eb-a935-c41fc1ed95e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0443773 Nov 25 19:17:25.008040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-3f5f5683-18f7-4ca0-9910-f8ac5720a663 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237551 Nov 25 19:17:25.103129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-1f7220ab-befa-4498-b81d-aa51a84b4872 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849485 Nov 25 19:17:25.193420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-a494db96-b29b-4143-95d4-06ab953cead0 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824254 Nov 25 19:17:25.587166 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:17:25.993687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c9c89-2b22-45f2-bfb9-4f4fd13bb5ce req-58879f9c-5357-4520-9ca0-d2dff60fba70 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:25.995200 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d5c9c89-2b22-45f2-bfb9-4f4fd13bb5ce req-58879f9c-5357-4520-9ca0-d2dff60fba70 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0493958 Nov 25 19:17:26.046258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d5c9c89-2b22-45f2-bfb9-4f4fd13bb5ce req-53b4519e-b179-4e77-8bb4-6bca2387aee3 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452335 Nov 25 19:17:27.161193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad9121-7bb2-44fa-a367-cd6849777deb req-10daffde-558a-4e58-9776-8504767f0fc8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:27.162663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44ad9121-7bb2-44fa-a367-cd6849777deb req-10daffde-558a-4e58-9776-8504767f0fc8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0481150 Nov 25 19:17:27.208376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-44ad9121-7bb2-44fa-a367-cd6849777deb req-a3723a53-24d3-420d-8d40-a20acd2e3c47 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Nov 25 19:17:28.323203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f18b0-d6f0-4488-b505-120daeed1674 req-8cfab8ca-49c9-41cb-9a85-64b9ca14df06 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:28.324676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e6f18b0-d6f0-4488-b505-120daeed1674 req-8cfab8ca-49c9-41cb-9a85-64b9ca14df06 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0493495 Nov 25 19:17:28.374199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e6f18b0-d6f0-4488-b505-120daeed1674 req-e2d9eed9-6982-4240-88f5-01e0727ccd0a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Nov 25 19:17:29.492801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ca51-99cf-4341-af5f-8e277ee29ee4 req-c34d4581-882f-476e-87c9-c1c5ddf8d76e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:29.494239 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0005ca51-99cf-4341-af5f-8e277ee29ee4 req-c34d4581-882f-476e-87c9-c1c5ddf8d76e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Nov 25 19:17:29.540469 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0005ca51-99cf-4341-af5f-8e277ee29ee4 req-f22bdfde-c604-4f00-a657-efebc6d6d258 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Nov 25 19:17:30.655789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083dd8-309f-4c2c-be1f-d37e255b5373 req-c106bd57-3eaf-405a-b9d8-8f8fe114d21f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:30.657172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6083dd8-309f-4c2c-be1f-d37e255b5373 req-c106bd57-3eaf-405a-b9d8-8f8fe114d21f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0507121 Nov 25 19:17:30.703427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6083dd8-309f-4c2c-be1f-d37e255b5373 req-6d6173a0-07ec-42fc-a633-062c888b7b9d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Nov 25 19:17:31.001470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:31.819644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c09b81-3264-49dd-8d5a-183144cb7248 req-6e7a7bad-a9ef-4f98-adac-6eea05670ff8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:31.821090 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9c09b81-3264-49dd-8d5a-183144cb7248 req-6e7a7bad-a9ef-4f98-adac-6eea05670ff8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Nov 25 19:17:31.868387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9c09b81-3264-49dd-8d5a-183144cb7248 req-f7f5bc90-7797-44c9-bb0d-72a386cff9bb tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Nov 25 19:17:32.014984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-4ddb904d-5e95-4f58-aa87-4ce72f9c5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:32.016352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-4ddb904d-5e95-4f58-aa87-4ce72f9c5a33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1096 time: 0.0436494 Nov 25 19:17:32.119359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-7b3c4487-b654-43ac-baf7-f24d7a44564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:32.120863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-7b3c4487-b654-43ac-baf7-f24d7a44564a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 912 time: 0.0824294 Nov 25 19:17:32.167162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-c237fc74-4bb3-4ec0-8174-422e508d7991 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0384529 Nov 25 19:17:32.216217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-8a7f682d-cbd2-4d4c-a9a5-300135b305e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:32.217633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-8a7f682d-cbd2-4d4c-a9a5-300135b305e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0434918 Nov 25 19:17:32.250323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-9e77ead5-0f9a-4f20-84da-84da19e222af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239713 Nov 25 19:17:32.348552 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-973c916f-6f74-4f02-bc4c-0d5a63d3725b service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Nov 25 19:17:32.444401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6c11868-8f77-4dee-90da-2ae05378db82 req-8f857551-65e8-4844-b9d4-15a0a13931e9 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857151 Nov 25 19:17:32.984895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baa06e-12f7-4179-8049-e707f3b511bc req-870c3d86-ae51-4a3d-be11-98dd781cca3f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:32.986369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79baa06e-12f7-4179-8049-e707f3b511bc req-870c3d86-ae51-4a3d-be11-98dd781cca3f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Nov 25 19:17:33.033060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79baa06e-12f7-4179-8049-e707f3b511bc req-ab4fd684-fefe-4152-96e1-084cc4dbf507 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Nov 25 19:17:33.615802 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:34.155209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcbee5-dba3-4fb5-a0ab-27d47ca35267 req-374fa5e5-f13a-4f35-a8ca-c053e09f8c63 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:34.156665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3bcbee5-dba3-4fb5-a0ab-27d47ca35267 req-374fa5e5-f13a-4f35-a8ca-c053e09f8c63 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0524430 Nov 25 19:17:34.203362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3bcbee5-dba3-4fb5-a0ab-27d47ca35267 req-d7c4baec-fe1d-4a0e-bd09-798333675cf2 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 Nov 25 19:17:35.323012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c23c1a-4f20-42ae-991f-7ab4fdb698e0 req-246532e4-aacf-43b9-b86b-7147fbb74e9d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:35.324531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13c23c1a-4f20-42ae-991f-7ab4fdb698e0 req-246532e4-aacf-43b9-b86b-7147fbb74e9d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0533917 Nov 25 19:17:35.371823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-13c23c1a-4f20-42ae-991f-7ab4fdb698e0 req-d3006f6d-27e2-4b7a-9fb7-2fe31b92f82f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Nov 25 19:17:36.487323 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02283e-41ab-4815-ba4a-e6d2cfa8dcce req-2aaccffb-3cb6-47c2-9b02-ee30dd7bfb9e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:36.489288 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a02283e-41ab-4815-ba4a-e6d2cfa8dcce req-2aaccffb-3cb6-47c2-9b02-ee30dd7bfb9e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Nov 25 19:17:36.535235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6a02283e-41ab-4815-ba4a-e6d2cfa8dcce req-4e5d7f79-e96c-45d5-a96c-93de926bab4b tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 Nov 25 19:17:37.651222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb0265-1091-4f4d-b2cf-d38a09cba947 req-6b6f1ee0-e584-4328-b4fd-f563062cfe94 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:37.652587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99cb0265-1091-4f4d-b2cf-d38a09cba947 req-6b6f1ee0-e584-4328-b4fd-f563062cfe94 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0479224 Nov 25 19:17:37.709741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-99cb0265-1091-4f4d-b2cf-d38a09cba947 req-1ca81b23-2bca-46fc-a3e6-48e261b5445a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507331 Nov 25 19:17:38.824859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b92f0c-05e0-4820-a582-fef3e034e5c6 req-dd0bedb9-cc74-4f78-85e8-c624ad66c7fc tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:38.826330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3b92f0c-05e0-4820-a582-fef3e034e5c6 req-dd0bedb9-cc74-4f78-85e8-c624ad66c7fc tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Nov 25 19:17:38.876531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3b92f0c-05e0-4820-a582-fef3e034e5c6 req-c250d966-e49a-48ad-8956-3bd7c66c0165 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Nov 25 19:17:39.990464 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4dc4f-7d1f-46a1-bc64-1011ecbe3eb6 req-8410f91e-237c-4f26-abb0-dc47cf4ad5ed tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:39.991936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17e4dc4f-7d1f-46a1-bc64-1011ecbe3eb6 req-8410f91e-237c-4f26-abb0-dc47cf4ad5ed tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0475936 Nov 25 19:17:40.041840 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17e4dc4f-7d1f-46a1-bc64-1011ecbe3eb6 req-056c2c6f-a2e3-42c4-a30f-5ee9b721162f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439868 Nov 25 19:17:40.976486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b13b2981-71a1-41a4-9d3b-10202efea293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:41.157626 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d36273-c06c-4b2f-9a87-bb33e12c00e7 req-a76d4d02-1608-4579-88db-b2cffeb5bd0c tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:41.159144 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40d36273-c06c-4b2f-9a87-bb33e12c00e7 req-a76d4d02-1608-4579-88db-b2cffeb5bd0c tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Nov 25 19:17:41.205416 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-40d36273-c06c-4b2f-9a87-bb33e12c00e7 req-2a6e99dd-3fef-4338-87b1-6e8e29518b19 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Nov 25 19:17:42.318271 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080107-a80f-479a-8b05-4beeddf5dba3 req-bcaf8a22-a70c-47ef-b6eb-94c5aed2a493 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:42.319735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba080107-a80f-479a-8b05-4beeddf5dba3 req-bcaf8a22-a70c-47ef-b6eb-94c5aed2a493 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0474203 Nov 25 19:17:42.365327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba080107-a80f-479a-8b05-4beeddf5dba3 req-6b5656b7-6aea-48b2-b67e-322e3aa155d4 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Nov 25 19:17:43.482130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519314-a835-424c-9663-fdcad8cb4acd req-b7495bb9-4eda-4077-85a3-bae55124b7af tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:43.483705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d519314-a835-424c-9663-fdcad8cb4acd req-b7495bb9-4eda-4077-85a3-bae55124b7af tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Nov 25 19:17:43.484765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd46f-b377-4961-b6aa-fb70f5f7ea61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:43.532185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d519314-a835-424c-9663-fdcad8cb4acd req-0fd81aea-1427-4954-9e43-2e861ade586c tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Nov 25 19:17:44.523240 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:44.645919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c9201-728b-4fac-8514-233aa4671677 req-03459cf7-de1e-45e1-85d5-154b8a66e286 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:44.647301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b3c9201-728b-4fac-8514-233aa4671677 req-03459cf7-de1e-45e1-85d5-154b8a66e286 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0473192 Nov 25 19:17:44.693261 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b3c9201-728b-4fac-8514-233aa4671677 req-69ad6276-4446-43fa-97bf-2c8635af4954 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Nov 25 19:17:45.816725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c0933-56f6-4714-be64-a1ddae0f920c req-235982cf-af3e-41b6-a0d7-7e41259aba0d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:45.818325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-969c0933-56f6-4714-be64-a1ddae0f920c req-235982cf-af3e-41b6-a0d7-7e41259aba0d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Nov 25 19:17:45.864847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-969c0933-56f6-4714-be64-a1ddae0f920c req-1c22e9b9-a9d0-4849-b96a-ebc9d45d6eca tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Nov 25 19:17:46.082345 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:46.982406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556768d-c592-4be1-88fc-2e395b920706 req-bac630ff-d65f-4649-875f-b3d1fdc5890c tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:46.983892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e556768d-c592-4be1-88fc-2e395b920706 req-bac630ff-d65f-4649-875f-b3d1fdc5890c tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Nov 25 19:17:47.032406 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e556768d-c592-4be1-88fc-2e395b920706 req-c0da57d2-0bd9-4300-b3a5-420e90a08c5d tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Nov 25 19:17:47.053953 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:48.150820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28751a6e-ed12-4309-91bd-a68525358d4d req-fd32c7cc-9fd4-477e-8479-0b68df63bd36 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:48.152320 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28751a6e-ed12-4309-91bd-a68525358d4d req-fd32c7cc-9fd4-477e-8479-0b68df63bd36 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0500534 Nov 25 19:17:48.200988 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28751a6e-ed12-4309-91bd-a68525358d4d req-5228f497-1d86-4dbf-9f78-0b9a238d11ea tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Nov 25 19:17:49.315189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af98c3-ccfd-494b-a1cf-6c3cc3782e41 req-a08f2735-5393-4249-8ced-a3558cb9667f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:49.316638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26af98c3-ccfd-494b-a1cf-6c3cc3782e41 req-a08f2735-5393-4249-8ced-a3558cb9667f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0474248 Nov 25 19:17:49.363385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26af98c3-ccfd-494b-a1cf-6c3cc3782e41 req-bd8313b8-0856-4244-b13d-48a2d65b90f7 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Nov 25 19:17:50.477526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845dc5e-b726-44b8-918c-3a125b0f733c req-8d0eb302-4801-481f-a9e8-ed91a5aade3e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:50.479023 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1845dc5e-b726-44b8-918c-3a125b0f733c req-8d0eb302-4801-481f-a9e8-ed91a5aade3e tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0473661 Nov 25 19:17:50.529143 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1845dc5e-b726-44b8-918c-3a125b0f733c req-428c736b-63e5-42ac-bb3d-77d9b1ba0370 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 Nov 25 19:17:51.650022 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9b58e-4a4d-49b6-be6f-446fbe414ebe req-3191e6da-2f7a-4346-b994-b85dbbe5588a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:51.651408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9a9b58e-4a4d-49b6-be6f-446fbe414ebe req-3191e6da-2f7a-4346-b994-b85dbbe5588a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0515456 Nov 25 19:17:51.697029 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9a9b58e-4a4d-49b6-be6f-446fbe414ebe req-577f180f-cd6b-470d-b7e1-8517952dbe17 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Nov 25 19:17:52.809892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b386f-3951-427b-9a6d-a598cede7763 req-0714abb6-863b-4759-841b-277c730fef04 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:52.811397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-559b386f-3951-427b-9a6d-a598cede7763 req-0714abb6-863b-4759-841b-277c730fef04 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Nov 25 19:17:52.858709 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-559b386f-3951-427b-9a6d-a598cede7763 req-c666afcd-febf-4f1c-9246-c08056dee359 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Nov 25 19:17:53.974426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c8ce2-21e2-4e42-add4-15e7456b2844 req-07377835-fd47-4693-b9c6-0153bf06b539 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:53.975927 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c10c8ce2-21e2-4e42-add4-15e7456b2844 req-07377835-fd47-4693-b9c6-0153bf06b539 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0482783 Nov 25 19:17:54.022793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c10c8ce2-21e2-4e42-add4-15e7456b2844 req-5d95b93b-1b96-42b3-b43d-af257dc05730 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Nov 25 19:17:55.138070 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e013ce9-530e-421f-a3e6-d19802824535 req-e361f0ad-ee87-4333-96f7-6ab5364a2c88 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:55.139566 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e013ce9-530e-421f-a3e6-d19802824535 req-e361f0ad-ee87-4333-96f7-6ab5364a2c88 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Nov 25 19:17:55.185330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2e013ce9-530e-421f-a3e6-d19802824535 req-1999c88e-d61d-4252-8f42-e3b4d4f6ff0b tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Nov 25 19:17:56.299666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490525c-bef5-4a28-b488-2d60fb5b66e4 req-9c8ddcbf-919c-4342-b8e6-8c9228bfd955 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:56.301194 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6490525c-bef5-4a28-b488-2d60fb5b66e4 req-9c8ddcbf-919c-4342-b8e6-8c9228bfd955 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Nov 25 19:17:56.350857 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6490525c-bef5-4a28-b488-2d60fb5b66e4 req-a5d7e8dc-ea21-4393-8969-e3a358cf4712 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Nov 25 19:17:57.469179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947a179-1609-44b6-b221-6a411c515cca req-49e82e62-0566-49e6-9c8c-fdb4ac4c4eac tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:57.470657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3947a179-1609-44b6-b221-6a411c515cca req-49e82e62-0566-49e6-9c8c-fdb4ac4c4eac tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Nov 25 19:17:57.516421 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3947a179-1609-44b6-b221-6a411c515cca req-9574a43d-0471-4e97-9852-33f950d37adb tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Nov 25 19:17:57.760635 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-e78ff460-43ab-44c2-b17e-28dbc1acfbe3 service neutron] show failed (client error): The resource could not be found. Nov 25 19:17:57.761633 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-e78ff460-43ab-44c2-b17e-28dbc1acfbe3 service neutron] 10.222.0.64 "GET /v2.0/ports/2e189102-596d-4467-97ec-8e50c1edf594/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.1009789 Nov 25 19:17:58.049910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-0c952eaa-c2af-46dd-87f1-1cce96a7540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:58.051937 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-0c952eaa-c2af-46dd-87f1-1cce96a7540e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279&tenant_id=5389922eb2be4f1c8c06b120405bb886 HTTP/1.1" status: 200 len: 1096 time: 0.1313961 Nov 25 19:17:58.064043 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:17:58.118779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:58.317331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:17:58.349257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:17:58.385866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:17:58.388286 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f477d3-e684-4380-9ab8-0db942c21333" -d '{"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-unplugged", "status": "completed", "tag": "2e189102-596d-4467-97ec-8e50c1edf594"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:17:58.392445 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:58.405954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Transition to ACTIVE for port object 2e189102-596d-4467-97ec-8e50c1edf594 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:17:58.411102 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:58.470649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] No DVR routers for this DVR port 2e189102-596d-4467-97ec-8e50c1edf594 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:17:58.483370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:58.507247 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10adaf5-355f-4cad-95b5-1f793f9332ff x-openstack-request-id: req-c10adaf5-355f-4cad-95b5-1f793f9332ff {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:17:58.507547 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-unplugged", "status": "completed", "tag": "2e189102-596d-4467-97ec-8e50c1edf594", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:17:58.507803 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c10adaf5-355f-4cad-95b5-1f793f9332ff {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:17:58.508200 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594', 'code': 200} Nov 25 19:17:58.509436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.509784 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.510130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.510509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.510826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.511162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.511505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.511820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.512148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.512474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.512797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.513119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:17:58.529891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:17:58.530242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:17:58.530588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 on network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:17:58.534900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Port 2e189102-596d-4467-97ec-8e50c1edf594 on network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:17:58.535324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Attempting to bind port 2e189102-596d-4467-97ec-8e50c1edf594 on network 9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:17:58.540112 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:17:58.540474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Checking segment: {'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:17:58.540845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Bound using segment: {'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:17:58.541279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Bound port: 2e189102-596d-4467-97ec-8e50c1edf594, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e535d88-ad4f-479f-a5a3-79a92e54f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:17:58.541634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:58.632159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:17:58.646614 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:17:58.653958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:58.669590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5ab55-b7f8-490e-b0e4-aa4791d4ccf0 req-4a13054f-f63f-4e49-93ef-c0538fa70561 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:58.671106 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fef5ab55-b7f8-490e-b0e4-aa4791d4ccf0 req-4a13054f-f63f-4e49-93ef-c0538fa70561 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 943 time: 0.0817385 Nov 25 19:17:58.697941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:58.698591 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:58.700276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] 10.222.0.66 "PUT /v2.0/ports/2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 1091 time: 0.6399417 Nov 25 19:17:58.769192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39471be5-6e49-47ab-8de2-5e2caf68b369 service neutron] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:17:58.794208 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fef5ab55-b7f8-490e-b0e4-aa4791d4ccf0 req-113f32c9-adbe-4d07-8e42-232a36017116 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040676 Nov 25 19:17:58.800979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-53aa743e-34a6-4924-b842-b6a5fc93d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:58.802436 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-53aa743e-34a6-4924-b842-b6a5fc93d742 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1094 time: 0.0765433 Nov 25 19:17:58.896549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-02100b9f-0ceb-439d-992b-77e1ef395eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:58.897957 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-02100b9f-0ceb-439d-992b-77e1ef395eac service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 912 time: 0.0884624 Nov 25 19:17:58.938632 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-749c2547-0ece-413e-bb54-2825221c4a7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0334930 Nov 25 19:17:58.986242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-22008b89-f886-43eb-aa95-15d59a8a452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:58.988066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-22008b89-f886-43eb-aa95-15d59a8a452c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0431948 Nov 25 19:17:59.023526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-053e566e-fa10-4f76-8ee4-09e8cee15a50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285335 Nov 25 19:17:59.110982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-e2b4cf00-5fca-4944-9812-73b675e6ae2c service neutron] 10.222.0.66 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802653 Nov 25 19:17:59.204099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f8e4f28-595e-41ce-a251-b544cff9a1bd req-eaaec9dd-ad45-48df-a57a-f71055475145 service neutron] 10.222.0.66 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857823 Nov 25 19:17:59.916900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750360f0-9fe7-4699-8b77-a7978cd5540f req-a0a7e2d8-3593-4af9-b527-7be05fcd4a7f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:17:59.918372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-750360f0-9fe7-4699-8b77-a7978cd5540f req-a0a7e2d8-3593-4af9-b527-7be05fcd4a7f tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 943 time: 0.0490613 Nov 25 19:17:59.974095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-750360f0-9fe7-4699-8b77-a7978cd5540f req-cd8ecc47-3c7b-4e03-96b3-d46f35702269 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498197 Nov 25 19:18:00.509785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:00.512197 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4677a7cf-37f3-4d64-93ca-4d3512325b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "tag": "2e189102-596d-4467-97ec-8e50c1edf594"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:00.559337 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ad885-6199-4004-a189-c007c179a2bf x-openstack-request-id: req-2d4ad885-6199-4004-a189-c007c179a2bf {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:00.559629 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "tag": "2e189102-596d-4467-97ec-8e50c1edf594", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:00.559886 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d4ad885-6199-4004-a189-c007c179a2bf {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:00.560286 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594', 'status': 'completed', 'code': 200} Nov 25 19:18:00.617203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-a3865e2f-b451-47cc-bf46-ca2a7240bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:00.618731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-a3865e2f-b451-47cc-bf46-ca2a7240bf9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1094 time: 0.0416665 Nov 25 19:18:00.631111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-4e9b90a1-99b1-44d0-a51b-290e4bff3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:00.632604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-4e9b90a1-99b1-44d0-a51b-290e4bff3bbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1094 time: 0.0480323 Nov 25 19:18:00.710235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-189bca67-4ba2-403a-9c34-7da0c6167afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:00.711741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-189bca67-4ba2-403a-9c34-7da0c6167afc service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 912 time: 0.0848105 Nov 25 19:18:00.723218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-5be08bd6-f6b9-4d45-8f0c-5e27f205332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:00.724676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-5be08bd6-f6b9-4d45-8f0c-5e27f205332a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 912 time: 0.0844314 Nov 25 19:18:00.757387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-b15c3bd8-73a7-41db-8ec7-666fc7246b67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0374458 Nov 25 19:18:00.771779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-02a43990-8b96-42f1-8f65-51554824101f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0385339 Nov 25 19:18:00.806015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-68a8acb7-9e04-4ce9-878c-492629f5e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:00.807511 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-68a8acb7-9e04-4ce9-878c-492629f5e5cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0435565 Nov 25 19:18:00.821964 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-299b0299-10d3-4ff6-9c12-e9b2720e62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:00.823759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-299b0299-10d3-4ff6-9c12-e9b2720e62ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0436685 Nov 25 19:18:00.841528 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-d9715edb-a0cc-4586-990d-73e05f5026cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267470 Nov 25 19:18:00.865278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-21a848e3-380b-4853-839e-ee1538dc1877 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324626 Nov 25 19:18:00.934715 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-b9f5f869-4f11-4aca-81ce-ad9c25f36df1 service neutron] 10.222.0.66 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847039 Nov 25 19:18:00.953300 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-97ecd064-f0f4-4508-889d-59a1fe421dd4 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800719 Nov 25 19:18:01.015045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:01.029878 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-337e8fb9-913d-476e-81fd-08c85932cfe6 service neutron] 10.222.0.66 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872602 Nov 25 19:18:01.068640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4677a7cf-37f3-4d64-93ca-4d3512325b9f req-6cdd2080-9be0-4dfd-9ef2-3f8e027c847e service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056089 Nov 25 19:18:01.105416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a920e-4de4-4054-a3ad-fafa2708c999 req-0d44438d-14ce-47d1-aa80-5b322f8649d7 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:01.106934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-791a920e-4de4-4054-a3ad-fafa2708c999 req-0d44438d-14ce-47d1-aa80-5b322f8649d7 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 943 time: 0.0577121 Nov 25 19:18:01.158703 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-791a920e-4de4-4054-a3ad-fafa2708c999 req-6a6a1d1d-c893-42f0-9214-31e65b15a387 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Nov 25 19:18:01.866004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:18:01.908707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:18:02.275504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb9f56-c94c-4c19-910a-54e8b1307c86 req-1cc628b8-b7bf-4096-9bd9-3637922055ce tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:02.276985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6eb9f56-c94c-4c19-910a-54e8b1307c86 req-1cc628b8-b7bf-4096-9bd9-3637922055ce tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 943 time: 0.0482247 Nov 25 19:18:02.327542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e6eb9f56-c94c-4c19-910a-54e8b1307c86 req-1b969b82-ad90-46fd-b41b-34dbb3d75f90 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Nov 25 19:18:02.586671 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:18:02.602219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871710-cb9d-4961-81d7-7f20885fd82b req-0d616f37-4c3c-44d1-9d34-1cafbfbcd6c8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:02.603707 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-0d616f37-4c3c-44d1-9d34-1cafbfbcd6c8 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279&tenant_id=5389922eb2be4f1c8c06b120405bb886&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 943 time: 0.0888536 Nov 25 19:18:02.663595 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-83871710-cb9d-4961-81d7-7f20885fd82b req-76919c03-8f90-4f22-9afe-0fcef05b96b2 service neutron] delete failed (client error): The resource could not be found. Nov 25 19:18:02.664569 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-76919c03-8f90-4f22-9afe-0fcef05b96b2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/2e189102-596d-4467-97ec-8e50c1edf594/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0519385 Nov 25 19:18:02.747643 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871710-cb9d-4961-81d7-7f20885fd82b req-a185e1aa-ec3e-48eb-94ec-ac3cd98d1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:02.749024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-a185e1aa-ec3e-48eb-94ec-ac3cd98d1c4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5389922eb2be4f1c8c06b120405bb886&device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 1094 time: 0.0403101 Nov 25 19:18:02.842370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871710-cb9d-4961-81d7-7f20885fd82b req-9239cb8b-3ace-46eb-a46c-90e47929ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:02.843847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-9239cb8b-3ace-46eb-a46c-90e47929ccb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 200 len: 912 time: 0.0858109 Nov 25 19:18:02.884263 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-3197260d-f1ac-4f1a-8aa4-ff0433029af6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 200 len: 217 time: 0.0327530 Nov 25 19:18:02.935989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871710-cb9d-4961-81d7-7f20885fd82b req-8564acbe-44fe-4fb5-9d94-f7443d715cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:02.937381 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-8564acbe-44fe-4fb5-9d94-f7443d715cd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 200 len: 851 time: 0.0459242 Nov 25 19:18:02.972050 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-73c3d8e9-ae88-407b-80dd-32bb7321e31c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252841 Nov 25 19:18:03.061061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-424613ff-ffb5-40fe-bd83-c98616e8b97f service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785851 Nov 25 19:18:03.153893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-b5d54c0d-8559-4191-96d4-29c5f68744eb service neutron] 10.222.0.64 "GET /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845380 Nov 25 19:18:03.232601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:18:03.323349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:03.337844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '2e189102-596d-4467-97ec-8e50c1edf594', 'network_id': '9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366', 'port_id': '2e189102-596d-4467-97ec-8e50c1edf594', 'mac_address': 'fa:16:3e:eb:ab:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:18:03.530572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:03.544292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e189102-596d-4467-97ec-8e50c1edf594 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:03.566474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:03.570168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:03.625160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:03.634558 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:03.635838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.636186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.636526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.636863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.637195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.637524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.637852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.638173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.638519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.638844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.639166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.639486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:03.946351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['2e189102-596d-4467-97ec-8e50c1edf594'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:03.953080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb959a0-a112-454e-bde3-df2bdb79f642 req-46c0bf47-692f-4ea0-874f-888d6a395fe9 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:03.954618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0eb959a0-a112-454e-bde3-df2bdb79f642 req-46c0bf47-692f-4ea0-874f-888d6a395fe9 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 944 time: 0.0482442 Nov 25 19:18:04.016980 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0eb959a0-a112-454e-bde3-df2bdb79f642 req-e35e383c-891a-4240-b93d-fa10d92a93e7 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554492 Nov 25 19:18:05.134572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4ef2b-a26c-4a62-9373-8b41f573c87c req-2cfab0f2-3c3a-4923-b7da-4544c5cbcd6a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:05.136058 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5fe4ef2b-a26c-4a62-9373-8b41f573c87c req-2cfab0f2-3c3a-4923-b7da-4544c5cbcd6a tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 944 time: 0.0489912 Nov 25 19:18:05.186165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5fe4ef2b-a26c-4a62-9373-8b41f573c87c req-1980b923-45f0-4bc9-959c-668fd7757ce2 tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.62 "GET /v2.0/security-groups?id=2154f814-4274-4126-880d-21c7f35706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441899 Nov 25 19:18:05.247995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:05.295190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 2e189102-596d-4467-97ec-8e50c1edf594 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:18:05.298869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 2e189102-596d-4467-97ec-8e50c1edf594 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:05.299181 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.371531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871710-cb9d-4961-81d7-7f20885fd82b req-fd6cf575-9e3a-4058-a3d3-634cc0635d9b tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:05.372998 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-fd6cf575-9e3a-4058-a3d3-634cc0635d9b tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f391737-167a-4e09-ad48-1cda4d09d279 HTTP/1.1" status: 200 len: 944 time: 0.0483332 Nov 25 19:18:05.377390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.401923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:05.404215 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4025edd9-3b22-4550-9bca-37e64a3d17bf" -d '{"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-plugged", "status": "completed", "tag": "2e189102-596d-4467-97ec-8e50c1edf594"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:05.419146 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:05.424433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.471883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Deleting port 2e189102-596d-4467-97ec-8e50c1edf594 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:18:05.472231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.476778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:05.515323 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58fec44-151d-42fb-b864-b4125b3765ea x-openstack-request-id: req-b58fec44-151d-42fb-b864-b4125b3765ea {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:05.515626 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-plugged", "status": "completed", "tag": "2e189102-596d-4467-97ec-8e50c1edf594", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:05.515880 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b58fec44-151d-42fb-b864-b4125b3765ea {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:05.516279 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594', 'code': 200} Nov 25 19:18:05.561821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] For port 2e189102-596d-4467-97ec-8e50c1edf594, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=2e189102-596d-4467-97ec-8e50c1edf594,segment=NetworkSegment(6e535d88-ad4f-479f-a5a3-79a92e54f952),segment_id=6e535d88-ad4f-479f-a5a3-79a92e54f952)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:05.562116 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.574835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Calling delete_port for 2e189102-596d-4467-97ec-8e50c1edf594 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:18:05.700614 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.715145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['2e189102-596d-4467-97ec-8e50c1edf594'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:05.729218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Pushing event deleted for resources: {'Port': ['ID=2e189102-596d-4467-97ec-8e50c1edf594,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:05.772118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] No DVR routers for this DVR port 2e189102-596d-4467-97ec-8e50c1edf594 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:18:05.774665 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:05.777903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83871710-cb9d-4961-81d7-7f20885fd82b req-70114eea-1628-4b30-8d1f-58a1470f72ae tempest-DeleteServersTestJSON-1436299964 tempest-DeleteServersTestJSON-1436299964-project] 10.222.0.66 "DELETE /v2.0/ports/2e189102-596d-4467-97ec-8e50c1edf594 HTTP/1.1" status: 204 len: 173 time: 0.3986726 Nov 25 19:18:05.778344 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-deleted', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:05.780585 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a917085-48ae-4176-b584-3172e4f6b16b" -d '{"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-deleted", "tag": "2e189102-596d-4467-97ec-8e50c1edf594"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:05.817355 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca70c38-b67c-42d8-9fe9-afa1ecef666b x-openstack-request-id: req-3ca70c38-b67c-42d8-9fe9-afa1ecef666b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:05.817651 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f391737-167a-4e09-ad48-1cda4d09d279", "name": "network-vif-deleted", "tag": "2e189102-596d-4467-97ec-8e50c1edf594", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:05.817954 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ca70c38-b67c-42d8-9fe9-afa1ecef666b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:05.818359 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f391737-167a-4e09-ad48-1cda4d09d279', 'name': 'network-vif-deleted', 'tag': '2e189102-596d-4467-97ec-8e50c1edf594', 'status': 'completed', 'code': 200} Nov 25 19:18:06.318416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:06.361508 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] Deleting subnet 0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:18:06.364994 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.399901 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.438114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.493151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.523697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:06.525684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.528961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c3270d2-72b8-439f-91e0-f02a24d92425 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0ceff3dc-9c3c-4fb8-8e2e-d01e6b6c1b00 HTTP/1.1" status: 204 len: 168 time: 0.2095201 Nov 25 19:18:06.531426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56708) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:06.597376 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.676536 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.695669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:06.704531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e535d88-ad4f-479f-a5a3-79a92e54f952') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:06.704832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e535d88-ad4f-479f-a5a3-79a92e54f952') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:06.714200 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.727304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.733010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:18:06.733388 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:18:06.734998 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:18:06.787242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.792564 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.795744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366 HTTP/1.1" status: 204 len: 168 time: 0.2634170 Nov 25 19:18:06.807020 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16561d-6694-4656-89a8-87a088c5af32 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3e74ef-ecdd-4ac0-9a5d-30e5f5d3d366,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:06.914957 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:06.959128 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-43c705d1-8d35-4293-a4f3-b1db31aac1f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5389922eb2be4f1c8c06b120405bb886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430217 Nov 25 19:18:06.961810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56714) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:07.007727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eec2ab33-aa61-4a7f-be43-274cd84fe06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.029063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eec2ab33-aa61-4a7f-be43-274cd84fe06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.074557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eec2ab33-aa61-4a7f-be43-274cd84fe06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.077044 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eec2ab33-aa61-4a7f-be43-274cd84fe06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.078191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eec2ab33-aa61-4a7f-be43-274cd84fe06a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2154f814-4274-4126-880d-21c7f35706ab HTTP/1.1" status: 204 len: 168 time: 0.1154983 Nov 25 19:18:07.086674 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ab33-aa61-4a7f-be43-274cd84fe06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2154f814-4274-4126-880d-21c7f35706ab,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:07.725299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 56736) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:07.817392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1989416595-network', 'tenant_id': 'b0e9aecf1ccc491fa46f472b93b35c69'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:07.838363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Made reservation on behalf of b0e9aecf1ccc491fa46f472b93b35c69 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:07.840617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.849571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.922809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.926625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.950086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:07.964128 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd60083-5d9f-43e4-9f77-cdd90d288da2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:07.968736 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.969074 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Added segment dac8357d-de2b-45f9-84ea-bd2494300ce3 of type vlan for network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff Nov 25 19:18:07.980533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.981153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.981492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.981831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.982156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.982510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.982837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.983160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.983482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.983810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.984120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:07.984444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:08.019017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.044111 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.045054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:08.045634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.093257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3668685 Nov 25 19:18:08.096315 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 56740) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:08.102034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Request body: {'subnet': {'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1989416595-subnet', 'tenant_id': 'b0e9aecf1ccc491fa46f472b93b35c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:08.106560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80a5b6-ba22-44c6-b24a-1c27e4fcdebf admin admin] Pushing event updated for resources: {'Network': ['ID=56ea71b3-0f9f-412b-bb76-205d04bfb9ff,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:08.117078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:08.122998 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Made reservation on behalf of b0e9aecf1ccc491fa46f472b93b35c69 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:08.125348 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.298222 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.353849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=540f9655-737e-4828-b53e-de0121f4153b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:08.360588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Checking segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:08.360945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Network hostable DHCP agents. Network: 56ea71b3-0f9f-412b-bb76-205d04bfb9ff, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:08.377863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:08.387192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 56ea71b3-0f9f-412b-bb76-205d04bfb9ff) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:08.392268 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:08.392892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.398055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf8da1-4b67-4045-86b1-fd5e0cea2252 None None] Network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:08.412113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5ef641c6-9412-4857-bb71-fb743cc4cdef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3128712 Nov 25 19:18:08.526898 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f30e58-3939-4aae-8788-b24920addace None None] Network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:08.840070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-443e6222-dcb5-4147-b6bc-c4c762069be8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:08.841541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-443e6222-dcb5-4147-b6bc-c4c762069be8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 815 time: 0.1046810 Nov 25 19:18:08.856152 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-49a17683-1cc5-4d73-bc77-a254adef7561 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/quotas/b0e9aecf1ccc491fa46f472b93b35c69 HTTP/1.1" status: 200 len: 375 time: 0.0088367 Nov 25 19:18:08.886253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-72e6e488-7501-42a7-8e56-b42cc97f5ef4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250697 Nov 25 19:18:08.986360 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-b836115d-6d57-4b93-a2a4-de8700bba81a service neutron] 10.222.0.62 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934713 Nov 25 19:18:09.072779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-b43b85fc-ee45-4be3-9f59-f2c5867edcd1 service neutron] 10.222.0.62 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797384 Nov 25 19:18:09.232317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37a0f0e9-e060-42ee-8581-a4dc8af0eacf req-5cbf153b-a29c-4639-bb2d-33c049e59157 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 210 time: 0.0310628 Nov 25 19:18:09.247948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:18:09.269804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 2e189102-596d-4467-97ec-8e50c1edf594 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:18:09.270155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 2e189102-596d-4467-97ec-8e50c1edf594 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:18:10.154881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-9d8ad06a-8c41-41f0-b643-46e77d99cc24 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:10.156502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-9d8ad06a-8c41-41f0-b643-46e77d99cc24 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 815 time: 0.1134720 Nov 25 19:18:10.169553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Request body: {'port': {'device_id': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff', 'admin_state_up': True, 'tenant_id': 'b0e9aecf1ccc491fa46f472b93b35c69'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:10.279682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Made reservation on behalf of b0e9aecf1ccc491fa46f472b93b35c69 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:10.283468 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:10.329301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd322719-605d-4765-9e09-ecc99eb910d5 req-ed91bcb0-bb13-41f6-9a1e-ab009b4ce07f tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 210 time: 0.0271428 Nov 25 19:18:10.408345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Allocated IP 172.20.0.13 (56ea71b3-0f9f-412b-bb76-205d04bfb9ff/540f9655-737e-4828-b53e-de0121f4153b/4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:10.554384 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:10.587666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:10.632983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:10.636089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:10.638588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:10.667792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:10.695694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:10.696299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:10.711890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-1237c04d-3e7d-49d3-80c6-f0a05a022eaa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464740 Nov 25 19:18:10.724930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Request body: {'port': {'device_id': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:10.775089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:10.977902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6c4a7f1-a39e-473f-af04-50426222d5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:11.028852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:11.036203 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:11.047901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Transition to ACTIVE for port object 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:18:11.051546 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:11.106021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:11.168093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:11.168426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:11.168750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:11.172969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:18:11.173288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:11.178155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:11.178511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Checking segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:11.178892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Bound using segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:11.179321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Bound port: 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:11.179670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:11.242639 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:11.246244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:11.250624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:11.290442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:11.291234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:11.292600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] 10.222.0.66 "PUT /v2.0/ports/4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 1092 time: 0.5722475 Nov 25 19:18:11.293034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:11.295392 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce49d779-80c0-4e0f-96d0-dc2fad74d324" -d '{"events": [{"name": "network-changed", "server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:11.315635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b085f3f-8973-45eb-b8c7-44422a121850 service neutron] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:11.336538 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d0ad6-7a4d-4ed5-924e-aa759af37af9 x-openstack-request-id: req-d36d0ad6-7a4d-4ed5-924e-aa759af37af9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:11.336835 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:11.337094 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d36d0ad6-7a4d-4ed5-924e-aa759af37af9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:11.337495 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'status': 'completed', 'code': 200} Nov 25 19:18:11.395011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-8366cdf2-5931-4d75-85ba-619e0206edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:11.396599 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-8366cdf2-5931-4d75-85ba-619e0206edae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1095 time: 0.0422604 Nov 25 19:18:11.438785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-7a9e2e3f-e4da-487f-a9c1-c410615f2db0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.0343099 Nov 25 19:18:11.443996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335617-04f2-423c-b2c4-a297971d8696 req-8279ecee-3dfb-40a6-bf01-bd203a56dece tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:11.445525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71335617-04f2-423c-b2c4-a297971d8696 req-8279ecee-3dfb-40a6-bf01-bd203a56dece tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0481653 Nov 25 19:18:11.498377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71335617-04f2-423c-b2c4-a297971d8696 req-c840876b-96f9-4e16-864c-3069657c1c6e tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465777 Nov 25 19:18:11.751462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-7f9c03ba-7023-40f7-8132-4d84cf86781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:11.753366 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-7f9c03ba-7023-40f7-8132-4d84cf86781a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.3079960 Nov 25 19:18:11.784584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-3d29b9fa-a930-4af7-a10f-2493c37878bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238802 Nov 25 19:18:11.870687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-28fea9c1-b775-441b-ab61-65e314defa2e service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790238 Nov 25 19:18:11.962386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42d30d60-5fdd-4dd9-b805-0e10f7925c8d req-fccfd3e4-2e0b-47dd-834b-22755f218410 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844722 Nov 25 19:18:12.046826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-7031d809-419f-4047-ae96-95f9d9babd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:12.048200 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-7031d809-419f-4047-ae96-95f9d9babd02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1095 time: 0.0397654 Nov 25 19:18:12.139417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-ea18f391-0340-45fd-9ec3-cec9ff3f3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:12.140862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-ea18f391-0340-45fd-9ec3-cec9ff3f3d04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0856409 Nov 25 19:18:12.181183 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-0e8a6016-7abd-40bd-ba52-3f91d28d1b21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.0332203 Nov 25 19:18:12.229532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-c2e42c25-f831-40c3-af7a-82562f08d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:12.231094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-c2e42c25-f831-40c3-af7a-82562f08d1a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0428746 Nov 25 19:18:12.262077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-af912c2e-3a97-4563-bd28-94633f0b20bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235646 Nov 25 19:18:12.358990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-73fd2e9f-7503-40f7-b26d-68e4d10be767 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885832 Nov 25 19:18:12.446961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce49d779-80c0-4e0f-96d0-dc2fad74d324 req-cc1b9b8e-32b1-48ec-a0f2-e78169830431 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810232 Nov 25 19:18:12.618104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db802674-4cae-4df6-b809-5e9a38f5de44 req-5e7038d4-0194-4484-891b-74f3c7de6dd1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:12.619495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db802674-4cae-4df6-b809-5e9a38f5de44 req-5e7038d4-0194-4484-891b-74f3c7de6dd1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0525863 Nov 25 19:18:12.665619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db802674-4cae-4df6-b809-5e9a38f5de44 req-c809605e-25c2-4d80-a216-874ca0abf082 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Nov 25 19:18:13.486356 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-442ad526-c0f8-426d-9473-5a9a1e5267f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.780458 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6737e-de8a-4300-ad7b-109f5bd78d3f req-794eea2d-1466-44b9-8528-2a4840faef5c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:13.781894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91f6737e-de8a-4300-ad7b-109f5bd78d3f req-794eea2d-1466-44b9-8528-2a4840faef5c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0479884 Nov 25 19:18:13.827622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91f6737e-de8a-4300-ad7b-109f5bd78d3f req-f1174814-5e14-4971-b42a-4121bdd5a150 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 Nov 25 19:18:14.523171 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.942104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341c6b3-89f0-4625-a3a4-cfe035d283b3 req-e13a4f1b-01f7-426c-a70b-42415c05a387 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:14.943603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8341c6b3-89f0-4625-a3a4-cfe035d283b3 req-e13a4f1b-01f7-426c-a70b-42415c05a387 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0479267 Nov 25 19:18:14.990972 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8341c6b3-89f0-4625-a3a4-cfe035d283b3 req-69d5842a-45f6-4240-80fb-907dfc656727 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Nov 25 19:18:15.278510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:18:15.377384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:15.389444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff', 'port_id': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'mac_address': 'fa:16:3e:63:e2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540f9655-737e-4828-b53e-de0121f4153b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:18:15.425749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.437995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:15.458294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:15.462279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.507438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:15.738844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:16.087654 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:16.110636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8fd69-2344-436c-aa12-927c71f87ef4 req-36555e29-d475-456f-b7dc-663c3db587ae tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:16.112190 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4db8fd69-2344-436c-aa12-927c71f87ef4 req-36555e29-d475-456f-b7dc-663c3db587ae tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 945 time: 0.0513103 Nov 25 19:18:16.166677 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4db8fd69-2344-436c-aa12-927c71f87ef4 req-fa1eb887-ea25-4ce1-941d-2676b6151a72 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479345 Nov 25 19:18:17.055162 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.271962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:17.287368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f36b-1e5f-46e1-b12f-b4b939ccaffc req-234983ff-e97b-4fd2-92aa-4d0c0bac1642 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:17.288935 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16b7f36b-1e5f-46e1-b12f-b4b939ccaffc req-234983ff-e97b-4fd2-92aa-4d0c0bac1642 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 945 time: 0.0529280 Nov 25 19:18:17.332453 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:18:17.336580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:17.336945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.337577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-16b7f36b-1e5f-46e1-b12f-b4b939ccaffc req-17260515-9afa-4598-bde8-61f086b57eb3 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Nov 25 19:18:17.414864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.435839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:17.438411 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d413b-e4bd-4560-b166-e26bab2703df" -d '{"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-plugged", "status": "completed", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:17.450380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:17.454417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.479743 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d8df1c-a79b-4a37-ac19-4b8c254f2516 x-openstack-request-id: req-98d8df1c-a79b-4a37-ac19-4b8c254f2516 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:17.480033 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-plugged", "status": "completed", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:17.480282 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98d8df1c-a79b-4a37-ac19-4b8c254f2516 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:17.480665 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'code': 200} Nov 25 19:18:17.505646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:17.573409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206504d-d057-4b70-ab69-7cc228b9a7fd req-6e65eaa4-c39f-4564-85ac-ae925ad0e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:17.574929 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9206504d-d057-4b70-ab69-7cc228b9a7fd req-6e65eaa4-c39f-4564-85ac-ae925ad0e80c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1097 time: 0.0394449 Nov 25 19:18:17.618896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9206504d-d057-4b70-ab69-7cc228b9a7fd req-0ed69f36-06fa-40f7-808a-c697e44db80e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Nov 25 19:18:18.453173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc2be-4fa4-4c4e-af17-ee3cbd7fedf7 req-ee221ed2-9477-43b6-9ee0-3777f9719165 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:18.454669 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d9bc2be-4fa4-4c4e-af17-ee3cbd7fedf7 req-ee221ed2-9477-43b6-9ee0-3777f9719165 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0481405 Nov 25 19:18:18.504723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7d9bc2be-4fa4-4c4e-af17-ee3cbd7fedf7 req-c64600e7-d15a-40a1-abf9-66100ec3c8b4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438251 Nov 25 19:18:19.624978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bb552-125e-474d-994b-76a8cec79301 req-81223a51-06eb-4e5f-9650-9a97e8de394c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:19.626439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd2bb552-125e-474d-994b-76a8cec79301 req-81223a51-06eb-4e5f-9650-9a97e8de394c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0539491 Nov 25 19:18:19.671665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd2bb552-125e-474d-994b-76a8cec79301 req-64cbfe9c-f920-4234-973b-b18a311551cf tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Nov 25 19:18:19.786074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2265c-d28b-4a5b-be4c-cd19947c9eaf req-3612a5fc-c31e-49a1-b2ba-0c4a9ffc30be tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:19.787581 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ba2265c-d28b-4a5b-be4c-cd19947c9eaf req-3612a5fc-c31e-49a1-b2ba-0c4a9ffc30be tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0483413 Nov 25 19:18:19.834614 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ba2265c-d28b-4a5b-be4c-cd19947c9eaf req-88de84cf-a57d-45aa-b122-2e094d8d76f7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Nov 25 19:18:20.030196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d3b50-d381-41a9-a11b-e0e8cdfc2e3c req-eafa00fc-b102-4ebc-8d5b-7e9d1a6664f1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:20.031707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-611d3b50-d381-41a9-a11b-e0e8cdfc2e3c req-eafa00fc-b102-4ebc-8d5b-7e9d1a6664f1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0479462 Nov 25 19:18:20.078907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-611d3b50-d381-41a9-a11b-e0e8cdfc2e3c req-ff133b6b-848f-496b-afa8-2da501c88cc7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Nov 25 19:18:20.199980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a08a36-c0e5-4a8c-8c7a-21387bcd8aa2 req-0f6bb682-1c3c-4700-91e4-cd44cfeddbeb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:20.201345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9a08a36-c0e5-4a8c-8c7a-21387bcd8aa2 req-0f6bb682-1c3c-4700-91e4-cd44cfeddbeb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0571020 Nov 25 19:18:20.247505 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9a08a36-c0e5-4a8c-8c7a-21387bcd8aa2 req-655d1725-f41b-4be4-bf45-d03431bb2095 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Nov 25 19:18:20.505958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-55ce8cc0-87e8-4b0e-849e-75fe9681221b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718286 Nov 25 19:18:20.517133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680c18-5717-40b6-b35b-bd199f5e0ab2 req-977bb1c7-db1b-45da-bed3-686cb62ebcd7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:20.519117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f680c18-5717-40b6-b35b-bd199f5e0ab2 req-977bb1c7-db1b-45da-bed3-686cb62ebcd7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0605805 Nov 25 19:18:20.568938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3f680c18-5717-40b6-b35b-bd199f5e0ab2 req-5e15c75b-c7b8-4002-82ec-1a12fbbd7514 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Nov 25 19:18:21.701688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-df53807d-ca8c-4c2a-9176-bf9bcedc4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:21.703231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-df53807d-ca8c-4c2a-9176-bf9bcedc4d9e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1097 time: 0.0730228 Nov 25 19:18:21.719084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c14141-af65-4c5c-8c86-96ac762b9265 req-da9ea14e-3b31-47dc-b643-a306e02e2f3b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:21.720463 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0c14141-af65-4c5c-8c86-96ac762b9265 req-da9ea14e-3b31-47dc-b643-a306e02e2f3b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0623870 Nov 25 19:18:21.819289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c0c14141-af65-4c5c-8c86-96ac762b9265 req-2a8e69fc-5059-44cd-8b30-4dd789621fee tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907996 Nov 25 19:18:21.840194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-19b7876c-bcd1-47e6-8ffd-4e5a0237877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:21.841638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-19b7876c-bcd1-47e6-8ffd-4e5a0237877d service neutron] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.1203392 Nov 25 19:18:21.883937 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-4ee71d0c-825e-4075-8f17-eacc034a51d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.0343907 Nov 25 19:18:21.931141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-e2dc7ad1-480b-4568-a43f-5592e508cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:21.932519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-e2dc7ad1-480b-4568-a43f-5592e508cc73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0420096 Nov 25 19:18:21.963703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-9e376393-3b4c-460e-9384-4a62fb09d492 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240197 Nov 25 19:18:21.974759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-208bd4fa-ce20-418c-adc2-86c38074364a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:18:21.975713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-208bd4fa-ce20-418c-adc2-86c38074364a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050032 Nov 25 19:18:22.067780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-4f7730a9-6ecb-48c4-b4c2-1953ef3ba481 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852075 Nov 25 19:18:22.155324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-488cd083-7d25-4b6b-b68e-4135b86315a4 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809608 Nov 25 19:18:22.938095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed5bd7-bac3-4469-b690-49c1457812d5 req-c6a66944-07c8-40b1-ac91-106f4d58667b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:22.941121 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-faed5bd7-bac3-4469-b690-49c1457812d5 req-c6a66944-07c8-40b1-ac91-106f4d58667b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0518024 Nov 25 19:18:22.988232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-faed5bd7-bac3-4469-b690-49c1457812d5 req-e172d10b-8864-486c-904b-a2b686917981 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Nov 25 19:18:24.111843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf42c9c-8f1e-4213-a88d-80660baab680 req-05b538b5-dfd6-428f-93c6-d8f72c577410 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:24.113311 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf42c9c-8f1e-4213-a88d-80660baab680 req-05b538b5-dfd6-428f-93c6-d8f72c577410 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0561078 Nov 25 19:18:24.160836 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3cf42c9c-8f1e-4213-a88d-80660baab680 req-793d0c49-3014-4b36-8b8d-e0a610854d33 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Nov 25 19:18:24.383645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-c0ab75ac-61d7-4ea9-8fc1-e1c5ff87f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:24.385584 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-c0ab75ac-61d7-4ea9-8fc1-e1c5ff87f426 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1097 time: 0.0460505 Nov 25 19:18:24.492965 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-6d30f832-098b-423b-a056-9b9ba1b2312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:24.494441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-6d30f832-098b-423b-a056-9b9ba1b2312b service neutron] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0897450 Nov 25 19:18:24.537156 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-2e12ffab-a434-490e-98fd-7b9a737f59ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.0344901 Nov 25 19:18:24.586444 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-99be64a4-30c5-482d-a2d4-53c2664862e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:24.587924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-99be64a4-30c5-482d-a2d4-53c2664862e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0438716 Nov 25 19:18:24.629127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-059d2c7a-eefb-448d-919d-8e71b57ff4e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238125 Nov 25 19:18:24.725005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-d9bf5e21-3296-4a9b-8302-d75b71e0ca3d service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891366 Nov 25 19:18:24.813082 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a36e81fe-aa5c-4ad0-ac5b-e9ef52c45fa3 req-1418739f-9577-4ab7-be5e-2940f65a7fdb service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Nov 25 19:18:25.276499 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286aaa0-bc30-4ec3-83ff-1760a7a98486 req-0e355cdd-fdde-43ff-899c-a9915bbec759 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:25.277937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e286aaa0-bc30-4ec3-83ff-1760a7a98486 req-0e355cdd-fdde-43ff-899c-a9915bbec759 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0505517 Nov 25 19:18:25.323476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e286aaa0-bc30-4ec3-83ff-1760a7a98486 req-e3ab227a-5195-4b4e-8c42-1ba634df9a76 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Nov 25 19:18:26.444945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852916f5-3cf5-4526-9d4e-071a4209a4ba req-e0147d9b-0431-4214-8545-ae7a32bcb191 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:26.446427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-852916f5-3cf5-4526-9d4e-071a4209a4ba req-e0147d9b-0431-4214-8545-ae7a32bcb191 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0553274 Nov 25 19:18:26.493665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-852916f5-3cf5-4526-9d4e-071a4209a4ba req-1992f5f4-7ffb-41ea-9972-d1631d0bc034 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Nov 25 19:18:27.608559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cc51a-ac52-4fc4-b37a-98e81ff47d82 req-84789330-09fe-4cde-8fef-19ac6478e5f3 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:27.610030 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b57cc51a-ac52-4fc4-b37a-98e81ff47d82 req-84789330-09fe-4cde-8fef-19ac6478e5f3 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Nov 25 19:18:27.655853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b57cc51a-ac52-4fc4-b37a-98e81ff47d82 req-6dd4e084-03ea-458c-a71e-5d9b6bf2eeb6 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393298 Nov 25 19:18:28.771171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716115a-8da6-4a06-a8fe-53ed5d9d8b97 req-6d1d79b3-281d-437a-ab07-768c0407dded tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:28.774155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3716115a-8da6-4a06-a8fe-53ed5d9d8b97 req-6d1d79b3-281d-437a-ab07-768c0407dded tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Nov 25 19:18:28.820798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3716115a-8da6-4a06-a8fe-53ed5d9d8b97 req-eb64be8e-3b0a-4a77-8153-cff4d349377d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Nov 25 19:18:29.934047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d4629-3afd-449f-815b-102ca27ac267 req-ac747754-e333-4be2-bee0-fcc539521704 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:29.935506 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-033d4629-3afd-449f-815b-102ca27ac267 req-ac747754-e333-4be2-bee0-fcc539521704 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0475931 Nov 25 19:18:29.984831 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-033d4629-3afd-449f-815b-102ca27ac267 req-fc898dba-49c5-47a3-a81f-4427115a3355 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Nov 25 19:18:31.011967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.107703 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592424fa-458e-4f84-b807-3f13d172643c req-b6b624cb-e3c5-495c-a688-b547dcf07f89 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:31.109095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-592424fa-458e-4f84-b807-3f13d172643c req-b6b624cb-e3c5-495c-a688-b547dcf07f89 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0488338 Nov 25 19:18:31.160220 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-592424fa-458e-4f84-b807-3f13d172643c req-ac73c284-a42d-430e-bc05-9d349a8b6bfc tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445244 Nov 25 19:18:32.274777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa19d7e-dd3c-42d5-9fee-8ce84273c459 req-806710ef-f31c-4cba-82f9-3dda16d4a4e0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:32.276223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6aa19d7e-dd3c-42d5-9fee-8ce84273c459 req-806710ef-f31c-4cba-82f9-3dda16d4a4e0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0486953 Nov 25 19:18:32.323978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6aa19d7e-dd3c-42d5-9fee-8ce84273c459 req-2a2a9507-ad2d-486f-bb58-b193e3c97323 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Nov 25 19:18:33.439493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc70e4-1b18-43d7-8384-bba3ed8b5de5 req-37344a0b-4ff3-4ac3-8a36-8ebdb8efa0c4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:33.440965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3cc70e4-1b18-43d7-8384-bba3ed8b5de5 req-37344a0b-4ff3-4ac3-8a36-8ebdb8efa0c4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0490861 Nov 25 19:18:33.491837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f3cc70e4-1b18-43d7-8384-bba3ed8b5de5 req-dac451a4-10d1-4cce-b737-2546cf14b3bb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Nov 25 19:18:33.635448 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.608447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefc75-7a84-46c9-bb18-5a875c40cc01 req-8920d6ef-0afb-4052-80ac-745c6980d3f4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:34.609902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0dfefc75-7a84-46c9-bb18-5a875c40cc01 req-8920d6ef-0afb-4052-80ac-745c6980d3f4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0476682 Nov 25 19:18:34.655715 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0dfefc75-7a84-46c9-bb18-5a875c40cc01 req-c1c02d44-0513-41fd-8a79-e174130604fe tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Nov 25 19:18:35.771812 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d8f74-5a02-442e-8d14-3796de43a741 req-f109a5e4-dc9a-491f-8fa9-1193f3b29263 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:35.773255 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-635d8f74-5a02-442e-8d14-3796de43a741 req-f109a5e4-dc9a-491f-8fa9-1193f3b29263 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0477057 Nov 25 19:18:35.819481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-635d8f74-5a02-442e-8d14-3796de43a741 req-d133cb29-628a-49c3-b209-2b724cf8e087 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Nov 25 19:18:36.937209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588adc-c49d-488f-8185-22afb1255d35 req-c87ca46d-06d3-4f48-85ae-0adc7ecbc73d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:36.938674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18588adc-c49d-488f-8185-22afb1255d35 req-c87ca46d-06d3-4f48-85ae-0adc7ecbc73d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0514543 Nov 25 19:18:36.984639 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18588adc-c49d-488f-8185-22afb1255d35 req-2df2a8aa-30a7-4a7e-91c3-2913833f1280 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Nov 25 19:18:38.103602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56369cd-a4c2-415a-8fcf-6b0cddb0b23d req-60a7b747-60dc-4da5-a8a1-a29704a8a67b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:38.105072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d56369cd-a4c2-415a-8fcf-6b0cddb0b23d req-60a7b747-60dc-4da5-a8a1-a29704a8a67b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0527878 Nov 25 19:18:38.160433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d56369cd-a4c2-415a-8fcf-6b0cddb0b23d req-6c74706d-c756-4a72-9c00-08e847b24ac8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494103 Nov 25 19:18:39.274658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c172b-11e0-4843-8f2c-a882388630e9 req-03064f9b-9461-454a-8e08-55fec93a1a00 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:39.276121 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a4c172b-11e0-4843-8f2c-a882388630e9 req-03064f9b-9461-454a-8e08-55fec93a1a00 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0473225 Nov 25 19:18:39.322018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a4c172b-11e0-4843-8f2c-a882388630e9 req-e9c98fc0-7ba7-4265-910e-839ca74731ea tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Nov 25 19:18:39.586520 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:18:40.436737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c09f3-500e-429f-bc21-9f1a0d4daccc req-def3ad2c-e7c8-49d9-b260-69e6e5296d75 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:40.438203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006c09f3-500e-429f-bc21-9f1a0d4daccc req-def3ad2c-e7c8-49d9-b260-69e6e5296d75 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0485125 Nov 25 19:18:40.485298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-006c09f3-500e-429f-bc21-9f1a0d4daccc req-5bb83cf9-c0cc-434f-831e-f7c9b2043780 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Nov 25 19:18:40.979107 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c208e8a4-93d5-4005-af3b-d81ed6622e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.607487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320fa83-b6cd-40a1-8ede-712f203fb350 req-6afe0b6a-7af4-4fc1-ab9e-63a177ff44ed tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:41.609002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6320fa83-b6cd-40a1-8ede-712f203fb350 req-6afe0b6a-7af4-4fc1-ab9e-63a177ff44ed tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0555062 Nov 25 19:18:41.656463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6320fa83-b6cd-40a1-8ede-712f203fb350 req-eba5be1e-cecd-47eb-a393-33473bf6c390 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Nov 25 19:18:42.774057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ae7ce-3e34-4f20-bd6c-3acf457e87cb req-1fb644ba-1fe4-4718-be75-a86ab9b253e2 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:42.775537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a77ae7ce-3e34-4f20-bd6c-3acf457e87cb req-1fb644ba-1fe4-4718-be75-a86ab9b253e2 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0518785 Nov 25 19:18:42.822088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a77ae7ce-3e34-4f20-bd6c-3acf457e87cb req-21674d22-18f1-476d-8a65-fff131c10f71 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Nov 25 19:18:43.488157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-92faafad-0964-4d0a-a4c7-ed1161471a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.936630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ada55-5c2f-4683-82fc-4b5e6996e677 req-d825d6df-61b9-48f7-9bc3-cc4b3b30f5a9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:43.938082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-843ada55-5c2f-4683-82fc-4b5e6996e677 req-d825d6df-61b9-48f7-9bc3-cc4b3b30f5a9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0479219 Nov 25 19:18:43.983517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-843ada55-5c2f-4683-82fc-4b5e6996e677 req-43670c32-f25f-46b3-b77a-d45fee16197e tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Nov 25 19:18:44.526605 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.103436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ae780-895b-4fa8-9a43-c4f5604e2b62 req-576c3580-d4e7-4f4c-9304-daef7a7975d1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:45.104843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e8ae780-895b-4fa8-9a43-c4f5604e2b62 req-576c3580-d4e7-4f4c-9304-daef7a7975d1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0518179 Nov 25 19:18:45.151529 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9e8ae780-895b-4fa8-9a43-c4f5604e2b62 req-3fd322be-463e-4867-8193-c61d57a99383 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Nov 25 19:18:46.088587 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:46.266636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5761f-a6ae-4d9d-9fdf-4455424bc78b req-ec7bdede-1a52-4258-bcf7-ef75ecf73388 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:46.268118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-09b5761f-a6ae-4d9d-9fdf-4455424bc78b req-ec7bdede-1a52-4258-bcf7-ef75ecf73388 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0484216 Nov 25 19:18:46.317332 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-09b5761f-a6ae-4d9d-9fdf-4455424bc78b req-d2d7ad17-e0d2-430f-9c43-f77774422b83 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Nov 25 19:18:47.056327 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.430378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dfc81-9e68-4632-bde0-491263c60ae3 req-af9f0974-1a8b-432b-80c5-2122a9cd34ef tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:47.431872 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0dfc81-9e68-4632-bde0-491263c60ae3 req-af9f0974-1a8b-432b-80c5-2122a9cd34ef tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0473220 Nov 25 19:18:47.481158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0dfc81-9e68-4632-bde0-491263c60ae3 req-7f805a6f-7314-4f37-853a-9fa956c34545 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Nov 25 19:18:48.597467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f29f6e-b6ce-4de3-a2d4-ebf451f61561 req-bfe27d75-0426-41d4-b0ab-a097ffa720a6 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:48.598947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1f29f6e-b6ce-4de3-a2d4-ebf451f61561 req-bfe27d75-0426-41d4-b0ab-a097ffa720a6 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0488200 Nov 25 19:18:48.645614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1f29f6e-b6ce-4de3-a2d4-ebf451f61561 req-e3de24cc-91cc-4aac-a7d1-037c5071278f tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407822 Nov 25 19:18:49.068843 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-be545410-780d-4110-8db3-8334b0bf9216 req-6740862c-ecb2-4eef-a923-79087433614c service neutron] show failed (client error): The resource could not be found. Nov 25 19:18:49.069798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-6740862c-ecb2-4eef-a923-79087433614c service neutron] 10.222.0.66 "GET /v2.0/ports/4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0555348 Nov 25 19:18:49.265257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-67cf188c-06bc-4207-b9ad-6294c3854d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:49.266748 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-67cf188c-06bc-4207-b9ad-6294c3854d9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03&tenant_id=b0e9aecf1ccc491fa46f472b93b35c69 HTTP/1.1" status: 200 len: 1097 time: 0.0397792 Nov 25 19:18:49.278417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:49.331843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.526179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:49.558200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:49.596459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:49.598672 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb341c7-6784-4147-9759-be7864d96d01" -d '{"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-unplugged", "status": "completed", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:49.602715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.615441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Transition to ACTIVE for port object 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:18:49.619586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.651019 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99c208-766a-4385-98c5-d81cc8760842 x-openstack-request-id: req-9b99c208-766a-4385-98c5-d81cc8760842 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:49.651311 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-unplugged", "status": "completed", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:49.652083 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b99c208-766a-4385-98c5-d81cc8760842 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:49.652083 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'code': 200} Nov 25 19:18:49.682879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] No DVR routers for this DVR port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:18:49.685791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:49.732442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:49.732767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:49.733096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:49.753588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:18:49.753914 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Attempting to bind port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:49.763193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:49.763526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Checking segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:49.763907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Bound using segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:49.764338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Bound port: 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:49.764739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.787066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe9d6-528e-4b3f-9ab7-4c13c2342de2 req-d88b9a34-06b6-44c4-b816-eb5606eae97a tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:49.788547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1fbbe9d6-528e-4b3f-9ab7-4c13c2342de2 req-d88b9a34-06b6-44c4-b816-eb5606eae97a tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0689464 Nov 25 19:18:49.868758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:49.872504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:49.876587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1fbbe9d6-528e-4b3f-9ab7-4c13c2342de2 req-3c665b7b-ad6f-4949-865b-98ef98b20d3e tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678730 Nov 25 19:18:49.878210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.913590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:49.914164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.915532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] 10.222.0.64 "PUT /v2.0/ports/4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 1092 time: 0.6409473 Nov 25 19:18:49.939136 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d84c4-b005-4c36-a55c-2d91cf9fb56f service neutron] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:49.981340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-ce50df23-aad1-4fa4-b34d-0c1bc2b13d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:49.982834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-ce50df23-aad1-4fa4-b34d-0c1bc2b13d7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1095 time: 0.0402052 Nov 25 19:18:50.069278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-4702acd4-74d6-4c30-9216-f30db61982b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:50.070737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-4702acd4-74d6-4c30-9216-f30db61982b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0807805 Nov 25 19:18:50.446679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-ae69316d-1ace-4345-b24c-790ec8f273d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.3683484 Nov 25 19:18:50.496355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545410-780d-4110-8db3-8334b0bf9216 req-7a93cc31-de21-4793-871d-b1c480ecfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:50.497812 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-7a93cc31-de21-4793-871d-b1c480ecfcda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0437069 Nov 25 19:18:50.528458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-45c214f1-b215-4ec4-b197-82913cddda52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231140 Nov 25 19:18:50.617843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-0f833c71-66f1-42ef-a5a9-9586f469ef76 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817971 Nov 25 19:18:50.707565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be545410-780d-4110-8db3-8334b0bf9216 req-fd40f023-7cfc-430e-8443-5213066058b4 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817428 Nov 25 19:18:50.997007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852f95f-4c56-4157-a3ab-b5bf19b224fe req-6dc54a1e-5d6f-4195-83ed-f72d4ec0e8ad tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:50.998423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4852f95f-4c56-4157-a3ab-b5bf19b224fe req-6dc54a1e-5d6f-4195-83ed-f72d4ec0e8ad tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0499315 Nov 25 19:18:51.045049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4852f95f-4c56-4157-a3ab-b5bf19b224fe req-4633ebf8-9f6b-4e66-bcac-6d83c020b55c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Nov 25 19:18:51.653296 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:51.655617 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17097c3-25b4-479f-9043-d9ca344a6ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:51.706380 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dd3665-2529-4c63-b26c-8af66d1e024c x-openstack-request-id: req-34dd3665-2529-4c63-b26c-8af66d1e024c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:51.706717 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:51.706978 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34dd3665-2529-4c63-b26c-8af66d1e024c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:51.707380 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'status': 'completed', 'code': 200} Nov 25 19:18:51.766555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-9b0610a5-4ca4-4a4e-b017-c97cd3183a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:51.768049 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-9b0610a5-4ca4-4a4e-b017-c97cd3183a0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1095 time: 0.0407577 Nov 25 19:18:51.776160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-57216226-734a-4241-86f4-c2d14a737413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:51.777630 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-57216226-734a-4241-86f4-c2d14a737413 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1095 time: 0.0447655 Nov 25 19:18:51.861044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-35680d40-a57d-4817-bf39-99497b07a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:51.863065 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-35680d40-a57d-4817-bf39-99497b07a3b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0876477 Nov 25 19:18:51.867008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-7b64b4fa-f258-4dfb-84f9-fcc907f86737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:51.868454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-7b64b4fa-f258-4dfb-84f9-fcc907f86737 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0828490 Nov 25 19:18:51.904683 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-3ea2f4ab-82f7-4e5d-acf0-c011b81324dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.0342307 Nov 25 19:18:51.911419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-3306659c-99f0-4d08-ac40-e3ff78a647db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.0341380 Nov 25 19:18:51.959156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-79e88462-4cc5-4596-bb64-b370227431d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:51.960890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-79e88462-4cc5-4596-bb64-b370227431d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0491254 Nov 25 19:18:51.966912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-b4fee3f9-3a87-4c02-912e-432ca821628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:51.968353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-b4fee3f9-3a87-4c02-912e-432ca821628e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0488722 Nov 25 19:18:51.991819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-641c3f0a-f10c-4e87-afaf-f725ddfe1c47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246291 Nov 25 19:18:52.000587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-42aab1b9-2ea0-4ad9-a947-664890a4aa50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246482 Nov 25 19:18:52.081161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-b2a581f3-1f84-4c2e-9ea6-fb631ded6147 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822842 Nov 25 19:18:52.090299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-d679e468-64ee-40b7-bcfd-8aa2318b6a17 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810897 Nov 25 19:18:52.184023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-79694592-9ebd-4590-b06e-cf6e9025478b service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Nov 25 19:18:52.211863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f45a43-8538-478a-b668-d1474e9cdbee req-2adba796-5ab6-4e3b-b4eb-c44257b9b902 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:52.213353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77f45a43-8538-478a-b668-d1474e9cdbee req-2adba796-5ab6-4e3b-b4eb-c44257b9b902 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0778415 Nov 25 19:18:52.216911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e17097c3-25b4-479f-9043-d9ca344a6ebb req-5f3a4c76-3f76-4971-a7ff-990f27e999f6 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292181 Nov 25 19:18:52.260083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77f45a43-8538-478a-b668-d1474e9cdbee req-9268c231-25a3-4b73-9c50-af25af6f3aa5 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Nov 25 19:18:53.371212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:18:53.378275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93d080-3ebc-495f-91c2-765f93f01395 req-d9f0dd93-2d1b-467d-a969-2e5f48d02e92 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:53.379907 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa93d080-3ebc-495f-91c2-765f93f01395 req-d9f0dd93-2d1b-467d-a969-2e5f48d02e92 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0499260 Nov 25 19:18:53.409008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:18:53.430129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa93d080-3ebc-495f-91c2-765f93f01395 req-6b99952d-2de7-4598-94ec-0b7026430ac0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Nov 25 19:18:53.627030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4c9f-b148-40e8-aafc-bd3711c1afc1 req-944cae48-bc89-424e-858a-a451b37d65db tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:53.629089 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e2b4c9f-b148-40e8-aafc-bd3711c1afc1 req-944cae48-bc89-424e-858a-a451b37d65db tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 944 time: 0.0538251 Nov 25 19:18:53.675370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-f2ce6fd9-8768-4f24-82da-803bde059c38 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:53.676861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-f2ce6fd9-8768-4f24-82da-803bde059c38 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03&tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 944 time: 0.0902083 Nov 25 19:18:53.678002 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e2b4c9f-b148-40e8-aafc-bd3711c1afc1 req-92248e08-8017-465d-af1c-c551713fa386 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Nov 25 19:18:53.750605 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-c7cb3915-ef3b-4683-8a85-216b4367ba46 service neutron] delete failed (client error): The resource could not be found. Nov 25 19:18:53.751626 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-c7cb3915-ef3b-4683-8a85-216b4367ba46 service neutron] 10.222.0.66 "DELETE /v2.0/ports/4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0671356 Nov 25 19:18:53.834334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-de47085d-476d-407b-aca9-0ca0ecfbde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:53.836112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-de47085d-476d-407b-aca9-0ca0ecfbde55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 1095 time: 0.0422089 Nov 25 19:18:53.927630 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-1a8a9e96-6b5b-4310-bc27-923e71f43ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:53.929085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-1a8a9e96-6b5b-4310-bc27-923e71f43ebc service neutron] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0866451 Nov 25 19:18:53.970507 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-2ed0cbc2-7a9a-4cce-b48f-6a1d6998d42e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 200 len: 217 time: 0.0343602 Nov 25 19:18:54.017573 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-b523bdc4-cd40-4fb3-987d-50ce60baf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:54.019577 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-b523bdc4-cd40-4fb3-987d-50ce60baf75f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0424500 Nov 25 19:18:54.055014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-8faafee3-d794-4ee1-9ec6-f18ab9b7b000 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286164 Nov 25 19:18:54.085116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:18:54.151229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-9d6fa54b-933b-41ce-b597-95de83ece4ec service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890913 Nov 25 19:18:54.186415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:54.197729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff', 'port_id': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'mac_address': 'fa:16:3e:63:e2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540f9655-737e-4828-b53e-de0121f4153b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:18:54.235079 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.247471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:54.248224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80164ada-e3a7-4bfb-9a09-6985dfaccc69 req-552002a3-c8f7-4e76-9e07-28c21ae9c24f service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873935 Nov 25 19:18:54.270397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:54.274269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.324765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:54.540512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:54.809959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860890cb-9e30-40a7-951e-2a7a14a84b3b req-0bca79b5-c2cc-4be1-a1a2-759482a75bd1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:54.811492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-860890cb-9e30-40a7-951e-2a7a14a84b3b req-0bca79b5-c2cc-4be1-a1a2-759482a75bd1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 945 time: 0.0573242 Nov 25 19:18:54.861716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-860890cb-9e30-40a7-951e-2a7a14a84b3b req-57e30a3a-e511-4239-b679-a5058633229f tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Nov 25 19:18:54.975690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3d1b-be19-46dc-a165-6ab5f79e2aba req-660e0ade-56cd-470d-9a54-b201fff22eb9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:54.977181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98ce3d1b-be19-46dc-a165-6ab5f79e2aba req-660e0ade-56cd-470d-9a54-b201fff22eb9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 945 time: 0.0484352 Nov 25 19:18:55.024392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98ce3d1b-be19-46dc-a165-6ab5f79e2aba req-5ff148ca-7c55-44e8-95a4-1d5cfeb933f2 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Nov 25 19:18:55.136915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e06b76-4a50-442b-97af-7f9c4e7b2575 req-59ff28b5-96ce-4380-b979-d356d2d0aadb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:55.138553 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15e06b76-4a50-442b-97af-7f9c4e7b2575 req-59ff28b5-96ce-4380-b979-d356d2d0aadb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 945 time: 0.0491283 Nov 25 19:18:55.187462 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15e06b76-4a50-442b-97af-7f9c4e7b2575 req-cd8623db-a683-479b-9004-7cb0a1b5e304 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Nov 25 19:18:55.545410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-da33ad85-238b-403d-a816-5f6b5f16be0c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:55.546794 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-da33ad85-238b-403d-a816-5f6b5f16be0c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 815 time: 0.1043329 Nov 25 19:18:55.561573 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-d25351bd-890c-484f-94a4-b0c5b9c7fb75 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/quotas/b0e9aecf1ccc491fa46f472b93b35c69 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Nov 25 19:18:55.610569 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-d3f91559-1a53-403b-8301-59a0170b2110 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436084 Nov 25 19:18:55.701987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-72a8a67f-d341-4142-b217-09fc406f7edb service neutron] 10.222.0.62 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844026 Nov 25 19:18:55.796506 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-91692864-b315-4ee7-abb9-b1b8f3bcb62c service neutron] 10.222.0.62 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861127 Nov 25 19:18:55.966600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f2aa888-aae7-4a7a-b68d-b1142e082c78 req-e373e1bb-7192-484e-86dd-4b4142e8bdf1 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 210 time: 0.0275707 Nov 25 19:18:56.091187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:56.142212 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:18:56.147327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:56.147697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:56.240270 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:56.264577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:56.267015 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1efbd3-68e2-4c4b-b96d-440ecb5e2aa4" -d '{"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-plugged", "status": "completed", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:56.282595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:56.286542 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:56.309605 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403c1eed-113e-4c16-a720-7b01ed30a94d x-openstack-request-id: req-403c1eed-113e-4c16-a720-7b01ed30a94d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:56.309921 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-plugged", "status": "completed", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:56.310151 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-403c1eed-113e-4c16-a720-7b01ed30a94d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:56.310574 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'code': 200} Nov 25 19:18:56.336647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:56.951318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.64', 51392) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:57.026169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-9d01d9b8-bba7-44ed-9ada-38c9dc8ce012 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:57.027712 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-9d01d9b8-bba7-44ed-9ada-38c9dc8ce012 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.64 "GET /v2.0/ports?device_id=a26ecffb-73b1-4a16-8b7d-4ac8c3541a03 HTTP/1.1" status: 200 len: 946 time: 0.0752475 Nov 25 19:18:57.044233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2054a988-29d4-40c6-a88c-f0bd3e633ae3 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:57.045741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2054a988-29d4-40c6-a88c-f0bd3e633ae3 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 815 time: 0.1504960 Nov 25 19:18:57.067697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Request body: {'port': {'device_id': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff', 'admin_state_up': True, 'tenant_id': 'b0e9aecf1ccc491fa46f472b93b35c69'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:57.106061 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-80750a44-3525-42f6-90eb-0678f84f436b req-a82bff8c-bbed-4c4d-88a0-9582f02006d2 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 210 time: 0.0592394 Nov 25 19:18:57.246389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Deleting port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:18:57.246761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.295819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Made reservation on behalf of b0e9aecf1ccc491fa46f472b93b35c69 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:57.299299 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.403765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] For port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:57.404128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.444092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Calling delete_port for 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:18:57.506869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Allocated IP 172.20.0.7 (56ea71b3-0f9f-412b-bb76-205d04bfb9ff/540f9655-737e-4828-b53e-de0121f4153b/0d9ff98b-3496-448f-acd7-fb480ccd966e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:57.632192 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.645675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:57.703001 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Pushing event deleted for resources: {'Port': ['ID=4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:57.753399 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] No DVR routers for this DVR port 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:18:57.758492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.761824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.64 "DELETE /v2.0/ports/4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 HTTP/1.1" status: 204 len: 173 time: 0.7140639 Nov 25 19:18:57.762262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-deleted', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:57.764552 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df2d7e5-f518-4011-8c75-1fe31c4fb5bf" -d '{"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-deleted", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:57.807763 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb89e4-6737-4551-88e2-01fe44d4449c x-openstack-request-id: req-b2bb89e4-6737-4551-88e2-01fe44d4449c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:57.808064 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26ecffb-73b1-4a16-8b7d-4ac8c3541a03", "name": "network-vif-deleted", "tag": "4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:57.808336 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2bb89e4-6737-4551-88e2-01fe44d4449c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:57.808747 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26ecffb-73b1-4a16-8b7d-4ac8c3541a03', 'name': 'network-vif-deleted', 'tag': '4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8', 'status': 'completed', 'code': 200} Nov 25 19:18:57.813894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.856734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.870522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:57.898387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:57.901754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:57.907801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:57.947312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:57.965604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:57.966245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.981967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-2b9567c0-e67a-4a7c-9b9f-a46acf0055eb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188306 Nov 25 19:18:57.998596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Request body: {'port': {'device_id': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:58.063318 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.289933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc401faa-d60e-410d-b842-559da64ddca4 req-02944943-bac1-440c-a796-31fd3e2d7868 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:58.291341 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc401faa-d60e-410d-b842-559da64ddca4 req-02944943-bac1-440c-a796-31fd3e2d7868 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 931 time: 0.1168699 Nov 25 19:18:58.388658 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dc401faa-d60e-410d-b842-559da64ddca4 req-93f14c4b-801a-49ab-87d2-d1990ed06c20 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876050 Nov 25 19:18:58.437673 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9ff98b-3496-448f-acd7-fb480ccd966e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:58.445092 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.457315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Transition to ACTIVE for port object 0d9ff98b-3496-448f-acd7-fb480ccd966e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:18:58.462235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.521497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:58.587121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:58.587348 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:58.587680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:58.591869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Port 0d9ff98b-3496-448f-acd7-fb480ccd966e on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:18:58.592203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:58.596912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:58.597791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Checking segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:58.598169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Bound using segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:58.598626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Bound port: 0d9ff98b-3496-448f-acd7-fb480ccd966e, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:58.598971 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.662602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:58.665834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:58.669235 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.703973 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:58.704582 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.705931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 1091 time: 0.7134676 Nov 25 19:18:58.724671 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097f43-f325-4f7d-b4d8-4faab4eeb6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:58.788012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-eda57f82-8b15-4d67-815b-d04b3f3d3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:58.789479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-eda57f82-8b15-4d67-815b-d04b3f3d3fe4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1094 time: 0.0410283 Nov 25 19:18:58.836413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-94a577de-cf5b-4ff4-87fe-22c4e381d177 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0370383 Nov 25 19:18:58.888630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-f678351a-541a-4afc-a5fd-927501fe1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:58.890011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-f678351a-541a-4afc-a5fd-927501fe1f32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0428743 Nov 25 19:18:58.923666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-f307e33b-9533-4081-90e0-b6a259e89474 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244389 Nov 25 19:18:59.023464 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-aea7ff1a-83b1-4054-a03c-d92eb3248879 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853543 Nov 25 19:18:59.112815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-097f2911-e92a-4f5d-97d9-b16a0d14fbff req-c41c90ae-083d-41a7-8de4-4c9c8d82f150 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813844 Nov 25 19:18:59.507558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bc106-7946-4a96-9609-09473c300532 req-5c815009-3fd6-4971-bd01-6aa8422a8e35 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:59.509019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-123bc106-7946-4a96-9609-09473c300532 req-5c815009-3fd6-4971-bd01-6aa8422a8e35 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0543714 Nov 25 19:18:59.554924 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-123bc106-7946-4a96-9609-09473c300532 req-e9479246-ba01-42f4-8e98-5931a091c57f tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Nov 25 19:18:59.809721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:59.812135 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb47a59d-bacb-4a9d-8034-c9812eceaf86" -d '{"events": [{"name": "network-changed", "server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:59.847868 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdc9fdc-13b1-48e6-831e-4b262000a379 x-openstack-request-id: req-ffdc9fdc-13b1-48e6-831e-4b262000a379 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:59.848156 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:59.848409 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffdc9fdc-13b1-48e6-831e-4b262000a379 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:59.848809 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'status': 'completed', 'code': 200} Nov 25 19:18:59.913751 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-4bf76f5c-311a-4d17-8164-9f025ff379f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:59.915343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-4bf76f5c-311a-4d17-8164-9f025ff379f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1094 time: 0.0412347 Nov 25 19:19:00.008769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-63a461c9-b0e6-4107-85f5-bde1a1dd8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:00.010203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-63a461c9-b0e6-4107-85f5-bde1a1dd8965 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0856457 Nov 25 19:19:00.051752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-87121793-79da-4841-862a-1aa18b426405 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0340586 Nov 25 19:19:00.098408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:00.100026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-7d754eec-cb00-453e-91f8-513ee8d44585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:00.101472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-7d754eec-cb00-453e-91f8-513ee8d44585 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0421808 Nov 25 19:19:00.118528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:19:00.118870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4d92e55f-5f01-4e06-8fd9-e7d8fb5ca7f8 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:00.137415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-f3b74e47-c16a-423f-927f-f29b6b27b2dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284638 Nov 25 19:19:00.225570 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-191b8a3a-7a9b-4265-acbb-241f20e5d18b service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803702 Nov 25 19:19:00.317664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb47a59d-bacb-4a9d-8034-c9812eceaf86 req-41ddce14-c7b9-49be-8969-e1eaa3a33e53 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Nov 25 19:19:00.669054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f528d-5a62-4ff2-ac73-b517f63c606c req-32f50c29-7593-47c7-9088-4a3ca4e830ac tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:00.670526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed9f528d-5a62-4ff2-ac73-b517f63c606c req-32f50c29-7593-47c7-9088-4a3ca4e830ac tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0482903 Nov 25 19:19:00.716623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed9f528d-5a62-4ff2-ac73-b517f63c606c req-6fd2ffaa-25f2-4a30-bd9a-1d81fa1f2d1e tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Nov 25 19:19:01.039957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.839209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a94d7-8264-47e3-94ae-a0fb776d0d83 req-2a1bc55e-a99e-46c7-bebc-657684b3c8f9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:01.840688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d6a94d7-8264-47e3-94ae-a0fb776d0d83 req-2a1bc55e-a99e-46c7-bebc-657684b3c8f9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0564141 Nov 25 19:19:01.887342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4d6a94d7-8264-47e3-94ae-a0fb776d0d83 req-109d918a-bf0a-4265-86f2-246ecaf4a5aa tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Nov 25 19:19:02.114902 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:02.214410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:02.226123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff', 'port_id': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'mac_address': 'fa:16:3e:c6:03:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540f9655-737e-4828-b53e-de0121f4153b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:02.260965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.273903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9ff98b-3496-448f-acd7-fb480ccd966e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:02.292800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:02.297246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.345656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:02.568983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['0d9ff98b-3496-448f-acd7-fb480ccd966e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:03.000025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f609f83-c879-4991-8c7f-140488fbc74b req-93cfcb2d-c864-4b41-aa44-e3f71e35c403 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:03.001504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f609f83-c879-4991-8c7f-140488fbc74b req-93cfcb2d-c864-4b41-aa44-e3f71e35c403 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 944 time: 0.0490270 Nov 25 19:19:03.052429 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f609f83-c879-4991-8c7f-140488fbc74b req-4e05fca3-d726-45c7-883e-1e09e37c9912 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444007 Nov 25 19:19:03.635872 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.115609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:04.166933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baceece-c34a-4e58-a632-9300f1b846e0 req-ad75289a-c643-4d3d-8aae-369c412a6e54 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.167511 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 0d9ff98b-3496-448f-acd7-fb480ccd966e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:04.168541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9baceece-c34a-4e58-a632-9300f1b846e0 req-ad75289a-c643-4d3d-8aae-369c412a6e54 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 944 time: 0.0492902 Nov 25 19:19:04.170657 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 0d9ff98b-3496-448f-acd7-fb480ccd966e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:04.171028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.214774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9baceece-c34a-4e58-a632-9300f1b846e0 req-ce0d9566-1bdb-4e79-9025-ff0bfa61aba4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Nov 25 19:19:04.247114 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.268447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:04.270720 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a4c022-6c9a-4d36-910e-a04008810d2c" -d '{"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:04.283061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:04.287963 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.313650 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f3c74-094e-4ee2-a4bd-743a293a835d x-openstack-request-id: req-7f1f3c74-094e-4ee2-a4bd-743a293a835d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:04.313944 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:04.314196 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f1f3c74-094e-4ee2-a4bd-743a293a835d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:04.314601 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'code': 200} Nov 25 19:19:04.417664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15f80c-8e77-473f-9e9e-6b457286d0f5 req-83de03c1-ba3e-4dc4-b8e0-e51fbac02dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.419244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca15f80c-8e77-473f-9e9e-6b457286d0f5 req-83de03c1-ba3e-4dc4-b8e0-e51fbac02dba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1096 time: 0.0462739 Nov 25 19:19:04.471779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca15f80c-8e77-473f-9e9e-6b457286d0f5 req-f4d53726-ad18-4bbe-a87c-50b6b0d78e2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Nov 25 19:19:04.495866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:04.502968 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.503895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.504238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.504588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.504905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.505233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.505558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.505883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.506206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.506551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.506876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:04.507193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:05.329073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e7f54-563f-4194-a263-d529b172e244 req-7eb14ccb-78e7-4433-9764-2c2aeb830a44 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:05.330584 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-145e7f54-563f-4194-a263-d529b172e244 req-7eb14ccb-78e7-4433-9764-2c2aeb830a44 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0485687 Nov 25 19:19:05.377431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-145e7f54-563f-4194-a263-d529b172e244 req-3f2d6377-7e4f-4c82-bb66-582209d5c433 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Nov 25 19:19:06.504835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18a279-0be4-4393-be28-04f0c6393afb req-99bc695f-850b-4aba-85ea-ac6fdb1153e7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.506324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b18a279-0be4-4393-be28-04f0c6393afb req-99bc695f-850b-4aba-85ea-ac6fdb1153e7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0544500 Nov 25 19:19:06.555347 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8b18a279-0be4-4393-be28-04f0c6393afb req-fc1bb038-b5c8-4857-93b1-83a79a99d2e9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Nov 25 19:19:06.679794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40da9c5-c6a6-46fc-a6a4-b2e4a05def62 req-8769099a-d0de-4305-8843-4c7e404720f7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.681402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d40da9c5-c6a6-46fc-a6a4-b2e4a05def62 req-8769099a-d0de-4305-8843-4c7e404720f7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0570643 Nov 25 19:19:06.730407 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d40da9c5-c6a6-46fc-a6a4-b2e4a05def62 req-9bf95740-fd0e-470e-856a-eff7d6ef8842 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Nov 25 19:19:06.997800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1460b-6779-4d75-b2d6-e2e0af8f26a8 req-75af8e24-e901-465f-8642-e0d582c64a75 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.999203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4e1460b-6779-4d75-b2d6-e2e0af8f26a8 req-75af8e24-e901-465f-8642-e0d582c64a75 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0648425 Nov 25 19:19:07.002571 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-eb250e93-ef14-4fba-8d5e-f746ab1440d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784574 Nov 25 19:19:07.015301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-6fb75a31-bb97-49ce-8839-3bedce2e6f61 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:07.016229 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-6fb75a31-bb97-49ce-8839-3bedce2e6f61 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054867 Nov 25 19:19:07.053825 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b4e1460b-6779-4d75-b2d6-e2e0af8f26a8 req-1f9bf581-9d73-4273-94db-23e3149418e7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Nov 25 19:19:08.066895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-fbc7d213-153c-48df-854b-2991dec5bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.068392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-fbc7d213-153c-48df-854b-2991dec5bb35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1096 time: 0.0443459 Nov 25 19:19:08.160895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-77277c54-28cb-4692-831c-9016ba9117e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.162392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-77277c54-28cb-4692-831c-9016ba9117e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0852168 Nov 25 19:19:08.173837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb3c65-1e38-455c-815a-eba4065d3d26 req-be864296-dc0c-497e-a094-aef389694c41 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.175946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08bb3c65-1e38-455c-815a-eba4065d3d26 req-be864296-dc0c-497e-a094-aef389694c41 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0481877 Nov 25 19:19:08.209197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-68fa813e-e010-4d22-8f88-16a52e90ccb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0386622 Nov 25 19:19:08.225781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-08bb3c65-1e38-455c-815a-eba4065d3d26 req-fd96f758-7b84-47c4-9ba8-fd40ab9620d7 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Nov 25 19:19:08.264341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-bfb86df9-74c7-4c70-81b1-48665d502657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.265865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-bfb86df9-74c7-4c70-81b1-48665d502657 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0460513 Nov 25 19:19:08.300203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-1f1f9ba2-df7a-4096-b833-3c34cefbbb2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238297 Nov 25 19:19:08.386972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-36a0fc15-fccd-4d28-90b9-6d3870d0e3ba service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781651 Nov 25 19:19:08.478810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-e7fadb24-d4fe-4cfb-9f87-abfc205e6199 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837820 Nov 25 19:19:09.341141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b836888-e624-4a03-944f-64806c9a0858 req-24b1d716-6b83-4c4d-990c-2e0872327bc5 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.342638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b836888-e624-4a03-944f-64806c9a0858 req-24b1d716-6b83-4c4d-990c-2e0872327bc5 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0499458 Nov 25 19:19:09.389807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b836888-e624-4a03-944f-64806c9a0858 req-03a241ee-e5c2-43d1-9311-4f30e6068a38 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Nov 25 19:19:10.508496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70881b4-4ea8-47a3-a46c-343017948e71 req-873f923c-25a4-4a75-b8c6-22797fa0a24c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:10.509951 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70881b4-4ea8-47a3-a46c-343017948e71 req-873f923c-25a4-4a75-b8c6-22797fa0a24c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0518482 Nov 25 19:19:10.555946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70881b4-4ea8-47a3-a46c-343017948e71 req-1e070f52-c85c-4695-bf98-98374fb21b77 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Nov 25 19:19:10.980517 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0fa5a7e-293b-49e4-9c2e-abf7b2f686be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.680664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573070c1-0d8e-43ce-8b36-945b18590ea9 req-7f56aeb8-0846-43cb-8d58-790bd1cfe90c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:11.682114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-573070c1-0d8e-43ce-8b36-945b18590ea9 req-7f56aeb8-0846-43cb-8d58-790bd1cfe90c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0543301 Nov 25 19:19:11.729021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-573070c1-0d8e-43ce-8b36-945b18590ea9 req-019e055d-cf02-4da0-81c9-a7e6498bdb8d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Nov 25 19:19:12.842329 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe40f-1989-4978-bb44-849b3d1c289b req-4efde1e7-f353-4b7d-81da-b2b04d493011 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:12.843832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bcfe40f-1989-4978-bb44-849b3d1c289b req-4efde1e7-f353-4b7d-81da-b2b04d493011 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0478046 Nov 25 19:19:12.889931 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3bcfe40f-1989-4978-bb44-849b3d1c289b req-7debe2ce-0a3d-44cb-b0f0-124715e32988 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Nov 25 19:19:13.132199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-24da2472-4286-4f19-a2e3-b540dd1830ac req-6360bef4-f309-4bc3-987e-af277ae814ad service neutron] (103456) timed out ('10.222.0.62', 51674) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:19:13.488952 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3aafb986-4333-4274-b78e-3e6eb3692ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.005744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a935a23-d1cc-4402-b4e3-dbd7e5c66b0a req-c6742972-578a-44e6-9e32-2498853c9a11 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.007257 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a935a23-d1cc-4402-b4e3-dbd7e5c66b0a req-c6742972-578a-44e6-9e32-2498853c9a11 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0491846 Nov 25 19:19:14.054152 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1a935a23-d1cc-4402-b4e3-dbd7e5c66b0a req-efedc9d5-c121-4ae4-afde-1274fb14b613 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Nov 25 19:19:14.529376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.171279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d544dac-8e73-409e-a798-3f27fd594c0a req-62ada8f2-1fd4-48d3-ba10-183b8b97e82a tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:15.172739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d544dac-8e73-409e-a798-3f27fd594c0a req-62ada8f2-1fd4-48d3-ba10-183b8b97e82a tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0494494 Nov 25 19:19:15.223438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1d544dac-8e73-409e-a798-3f27fd594c0a req-e3c12cba-8cc3-4c8c-bf2b-e2e364daa866 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Nov 25 19:19:16.092964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.339050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60cb1b-00c8-4a2e-827a-c14b8b6702c6 req-eb307443-850a-47bd-8208-133b43525495 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:16.340401 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de60cb1b-00c8-4a2e-827a-c14b8b6702c6 req-eb307443-850a-47bd-8208-133b43525495 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0476286 Nov 25 19:19:16.392958 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de60cb1b-00c8-4a2e-827a-c14b8b6702c6 req-250d7ce5-81b4-4672-8870-395760d4181d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466483 Nov 25 19:19:16.586378 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:19:17.059979 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.513083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01d007-518d-41bc-ac5c-2b92a121c871 req-98efc505-d98d-451c-b2bc-e94027ad8138 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:17.514559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b01d007-518d-41bc-ac5c-2b92a121c871 req-98efc505-d98d-451c-b2bc-e94027ad8138 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0480576 Nov 25 19:19:17.561093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9b01d007-518d-41bc-ac5c-2b92a121c871 req-ab7eee9a-fe28-4388-9fdc-ac8dcf338c31 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Nov 25 19:19:18.676851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5f0d2-d00a-4c51-a37b-db39466dfaab req-dac11850-1079-4649-ac36-7b39cd6ff467 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.678369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ea5f0d2-d00a-4c51-a37b-db39466dfaab req-dac11850-1079-4649-ac36-7b39cd6ff467 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0497289 Nov 25 19:19:18.728884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9ea5f0d2-d00a-4c51-a37b-db39466dfaab req-12c78b9c-ccf8-4e34-9dc4-94183e142fca tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Nov 25 19:19:19.846050 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97894f9e-4b10-4534-8a3b-db7510bd8d53 req-6d01a5dd-92fa-4f5f-9815-b0b2fe6c02d8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:19.847552 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97894f9e-4b10-4534-8a3b-db7510bd8d53 req-6d01a5dd-92fa-4f5f-9815-b0b2fe6c02d8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0490406 Nov 25 19:19:19.894420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-97894f9e-4b10-4534-8a3b-db7510bd8d53 req-d2dc9c1a-553b-45cf-93b2-060c5eca2887 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Nov 25 19:19:21.011754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab73-77da-4857-8f72-e27281691e37 req-4d8f36c0-d258-4a5c-94dd-3e6e63b3aae2 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.013225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98aeab73-77da-4857-8f72-e27281691e37 req-4d8f36c0-d258-4a5c-94dd-3e6e63b3aae2 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0484366 Nov 25 19:19:21.060602 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98aeab73-77da-4857-8f72-e27281691e37 req-8efaea25-7eb4-43d0-84fc-69b7d14668ed tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Nov 25 19:19:22.181327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b2743-0447-4150-bb00-544f40a99159 req-0a05a166-7171-440f-b8ec-7b8f51c28d72 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:22.182808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f6b2743-0447-4150-bb00-544f40a99159 req-0a05a166-7171-440f-b8ec-7b8f51c28d72 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0528984 Nov 25 19:19:22.229748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f6b2743-0447-4150-bb00-544f40a99159 req-7816cb01-8f28-40f2-8f08-aae02ebf96a8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Nov 25 19:19:23.349469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecf77c-73d4-4699-8d5f-b96666b24c63 req-60ad6a1c-d8e5-486c-962c-6387edfa8c4d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.350975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7ecf77c-73d4-4699-8d5f-b96666b24c63 req-60ad6a1c-d8e5-486c-962c-6387edfa8c4d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0529072 Nov 25 19:19:23.398564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7ecf77c-73d4-4699-8d5f-b96666b24c63 req-0319d3c5-6a45-4f6c-a603-8c563e1e7841 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Nov 25 19:19:24.513363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c0ac-601c-423f-be63-40d3e688423e req-1ce13e2d-b81f-4d4d-8c08-355d458c3f64 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:24.514848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a563c0ac-601c-423f-be63-40d3e688423e req-1ce13e2d-b81f-4d4d-8c08-355d458c3f64 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0475202 Nov 25 19:19:24.562118 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a563c0ac-601c-423f-be63-40d3e688423e req-77387534-d0f4-420b-9a22-8dd896bd6ae3 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Nov 25 19:19:25.677080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a77c4-96f2-4aa9-b215-1623995713ed req-bf6c7afa-1ef3-4fd1-9046-b7cbb4e621ac tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:25.678568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be2a77c4-96f2-4aa9-b215-1623995713ed req-bf6c7afa-1ef3-4fd1-9046-b7cbb4e621ac tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0485325 Nov 25 19:19:25.725012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be2a77c4-96f2-4aa9-b215-1623995713ed req-5c8f894e-083e-48dc-b80e-da52ad2fb819 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 Nov 25 19:19:26.848891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a9df7-c497-4bf6-b784-7ed76fa8979b req-c76a004a-fa83-4aa5-9003-700ff02c30dc tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:26.850363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a15a9df7-c497-4bf6-b784-7ed76fa8979b req-c76a004a-fa83-4aa5-9003-700ff02c30dc tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0539827 Nov 25 19:19:26.897034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a15a9df7-c497-4bf6-b784-7ed76fa8979b req-301cf0f0-4b98-423e-8a66-d63d9a38e741 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Nov 25 19:19:28.014752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e604c94-a5f8-4ea1-835a-97209bf87e7e req-8f628bab-492d-4f7a-9d08-efd291f81cb9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:28.016242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e604c94-a5f8-4ea1-835a-97209bf87e7e req-8f628bab-492d-4f7a-9d08-efd291f81cb9 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0516577 Nov 25 19:19:28.063671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e604c94-a5f8-4ea1-835a-97209bf87e7e req-c3bbf046-452d-4d04-99e4-2530d696906e tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Nov 25 19:19:29.183093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640a34-3ccb-485b-a757-b85b588bf6a5 req-87bc206d-10f8-4726-8536-f3b452f8c324 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:29.184607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d640a34-3ccb-485b-a757-b85b588bf6a5 req-87bc206d-10f8-4726-8536-f3b452f8c324 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0498698 Nov 25 19:19:29.232324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9d640a34-3ccb-485b-a757-b85b588bf6a5 req-b7829cf2-73f2-4044-b22a-7f2576af5ac8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Nov 25 19:19:30.347247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0f1c-a6fe-4ccf-913d-d58adedc867a req-cbadf0b5-7e87-4685-9b85-47b5125d0e7a tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.348739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-930d0f1c-a6fe-4ccf-913d-d58adedc867a req-cbadf0b5-7e87-4685-9b85-47b5125d0e7a tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0486376 Nov 25 19:19:30.395564 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-930d0f1c-a6fe-4ccf-913d-d58adedc867a req-7e50c118-9002-4324-8342-4ccc99d4f35c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Nov 25 19:19:31.026683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.512154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126fa92-792b-40f7-978b-04a124bda8fc req-020e797e-b58d-4b32-878f-1c5f0e362589 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:31.513601 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3126fa92-792b-40f7-978b-04a124bda8fc req-020e797e-b58d-4b32-878f-1c5f0e362589 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0490930 Nov 25 19:19:31.562659 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3126fa92-792b-40f7-978b-04a124bda8fc req-ee29b51b-3e34-4187-b517-8e5a2b0d3ab8 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Nov 25 19:19:32.676608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654b1d-1d2e-4924-9b5d-00866e8af3ee req-2cebd3af-be5e-4e00-8ab1-866326d973e6 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:32.678048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18654b1d-1d2e-4924-9b5d-00866e8af3ee req-2cebd3af-be5e-4e00-8ab1-866326d973e6 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0481064 Nov 25 19:19:32.727691 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18654b1d-1d2e-4924-9b5d-00866e8af3ee req-3df066cc-23f0-4e57-8a24-f7afa1fe5d4b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Nov 25 19:19:33.657479 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.843930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d5329-8a0f-45f3-918d-2294b81a5d7f req-fa92d534-28d8-4719-8f23-53bf65b6d1c4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:33.845372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a41d5329-8a0f-45f3-918d-2294b81a5d7f req-fa92d534-28d8-4719-8f23-53bf65b6d1c4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0479963 Nov 25 19:19:33.893446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a41d5329-8a0f-45f3-918d-2294b81a5d7f req-084bdfa0-96cf-4861-ae88-09455377c5db tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Nov 25 19:19:34.779895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2cf81-23b1-45b9-9044-849869cee59a req-57cc26e7-0d5e-4657-b3c9-b340c57544fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.781369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df2cf81-23b1-45b9-9044-849869cee59a req-57cc26e7-0d5e-4657-b3c9-b340c57544fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1096 time: 0.0403578 Nov 25 19:19:34.885384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2cf81-23b1-45b9-9044-849869cee59a req-291b2431-69c9-40c4-9af7-2f2d7e66e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.886893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df2cf81-23b1-45b9-9044-849869cee59a req-291b2431-69c9-40c4-9af7-2f2d7e66e4be service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0845430 Nov 25 19:19:34.935311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df2cf81-23b1-45b9-9044-849869cee59a req-72ab230a-eb63-45a2-84c7-cac3d4f64114 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0388963 Nov 25 19:19:35.011744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2cf81-23b1-45b9-9044-849869cee59a req-5a4772d8-2966-4a77-84be-ffb900914efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.013181 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df2cf81-23b1-45b9-9044-849869cee59a req-5a4772d8-2966-4a77-84be-ffb900914efd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0691860 Nov 25 19:19:35.028688 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2048b-6195-4903-bb37-b55b7fa635a3 req-d8ef9e25-69a7-4896-a5c5-9454d0934d5e tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.030057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47f2048b-6195-4903-bb37-b55b7fa635a3 req-d8ef9e25-69a7-4896-a5c5-9454d0934d5e tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0610557 Nov 25 19:19:35.068091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df2cf81-23b1-45b9-9044-849869cee59a req-6d4c6db9-cce3-4c9c-a3b7-ea49ca0bb9d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371008 Nov 25 19:19:35.135909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-47f2048b-6195-4903-bb37-b55b7fa635a3 req-2429f3e7-c32d-424c-8e57-e0bc409aba99 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976167 Nov 25 19:19:35.177355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df2cf81-23b1-45b9-9044-849869cee59a req-985f2039-48b8-4a52-9590-487fedf82577 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967619 Nov 25 19:19:35.268950 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df2cf81-23b1-45b9-9044-849869cee59a req-d17338d8-e26e-45ec-b71d-cefe435e8962 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838890 Nov 25 19:19:35.893219 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-97226772-e68c-4937-9ec9-84273432546f service neutron] show failed (client error): The resource could not be found. Nov 25 19:19:35.894233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-97226772-e68c-4937-9ec9-84273432546f service neutron] 10.222.0.64 "GET /v2.0/ports/0d9ff98b-3496-448f-acd7-fb480ccd966e/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0542758 Nov 25 19:19:36.093109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-ba094614-f906-48dd-bd3f-332c845550e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.094627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-ba094614-f906-48dd-bd3f-332c845550e5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c&tenant_id=b0e9aecf1ccc491fa46f472b93b35c69 HTTP/1.1" status: 200 len: 1096 time: 0.0420237 Nov 25 19:19:36.106849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:36.161946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.355780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a8706-01ee-4730-be30-a96755ee4b2c req-8f41960c-89dd-4d13-97a5-04bcd7fcfbd0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.357243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f7a8706-01ee-4730-be30-a96755ee4b2c req-8f41960c-89dd-4d13-97a5-04bcd7fcfbd0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.1473203 Nov 25 19:19:36.427505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:36.432171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4f7a8706-01ee-4730-be30-a96755ee4b2c req-201cce6f-51c1-47e2-9220-48b4aae8ecaf tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688586 Nov 25 19:19:36.462283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:36.504343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:36.506738 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1002603-9c31-4a4f-9ea0-f3cd90461742" -d '{"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:36.510615 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.523186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Transition to ACTIVE for port object 0d9ff98b-3496-448f-acd7-fb480ccd966e will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:36.526858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.564734 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7486f074-25bf-4272-8031-1fb340ccfc2f x-openstack-request-id: req-7486f074-25bf-4272-8031-1fb340ccfc2f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:36.565027 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:36.565279 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7486f074-25bf-4272-8031-1fb340ccfc2f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:36.565673 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'code': 200} Nov 25 19:19:36.590147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] No DVR routers for this DVR port 0d9ff98b-3496-448f-acd7-fb480ccd966e on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:36.592951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:36.604657 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.605007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.605345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.605683 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.606007 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.606332 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.606676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.607001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.607321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.607649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.607958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.608292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:36.634886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:36.635281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:36.635584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:36.639758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Port 0d9ff98b-3496-448f-acd7-fb480ccd966e on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:36.640083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Attempting to bind port 0d9ff98b-3496-448f-acd7-fb480ccd966e on network 56ea71b3-0f9f-412b-bb76-205d04bfb9ff {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:36.644961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:36.645312 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Checking segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:36.645714 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Bound using segment: {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:36.646255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Bound port: 0d9ff98b-3496-448f-acd7-fb480ccd966e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac8357d-de2b-45f9-84ea-bd2494300ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:36.646654 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.970564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:36.973450 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:36.977874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.013806 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.014408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.015822 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] 10.222.0.66 "PUT /v2.0/ports/0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 1091 time: 0.9127817 Nov 25 19:19:37.032958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f4050-22f8-4013-936f-b64a3d75da8d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:37.079165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-72c10e9c-f5ff-4c4d-b708-fd8607544154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.080657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-72c10e9c-f5ff-4c4d-b708-fd8607544154 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1094 time: 0.0413911 Nov 25 19:19:37.172263 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-27bf0c54-eb02-444f-b435-0d1acdca24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.173727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-27bf0c54-eb02-444f-b435-0d1acdca24ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0846307 Nov 25 19:19:37.214940 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-1338dbb1-58f2-424c-a198-8a6f57017783 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0334890 Nov 25 19:19:37.262243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-4157e831-3869-429a-9ae1-c8cf4a0c33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.263689 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-4157e831-3869-429a-9ae1-c8cf4a0c33f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0425680 Nov 25 19:19:37.294516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-fb84287b-1895-4508-9a3e-9de2b5ff657a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242870 Nov 25 19:19:37.384282 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-3e839ce7-c959-48fa-aeb7-f852e4278d80 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826492 Nov 25 19:19:37.477198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df58fa72-68d5-42d8-ad34-1a7d47890527 req-0d6dd115-b7cb-4638-a7d8-5644b627fe89 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858333 Nov 25 19:19:37.551159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48ae55-4d5b-4d50-b881-7fbd2a0aaf17 req-f37fd1cd-8c75-469b-8d17-5682b5ff9618 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.552645 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f48ae55-4d5b-4d50-b881-7fbd2a0aaf17 req-f37fd1cd-8c75-469b-8d17-5682b5ff9618 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0503054 Nov 25 19:19:37.601191 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f48ae55-4d5b-4d50-b881-7fbd2a0aaf17 req-4fc91e5b-3c10-4c69-8a7f-c8bfca9a6981 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Nov 25 19:19:38.300714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:38.339623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:38.567316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:38.569615 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:38.619357 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d51ce2-81b5-4e47-83c4-292d6816d9c1 x-openstack-request-id: req-84d51ce2-81b5-4e47-83c4-292d6816d9c1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:38.620215 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:38.620475 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84d51ce2-81b5-4e47-83c4-292d6816d9c1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:38.620876 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'status': 'completed', 'code': 200} Nov 25 19:19:38.689949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-8bdd6363-5f85-496a-b546-8b81fea3d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.691488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-8bdd6363-5f85-496a-b546-8b81fea3d472 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1094 time: 0.0421636 Nov 25 19:19:38.711101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-3faa469e-7ea3-4a32-950c-9f63980d784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.712845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-3faa469e-7ea3-4a32-950c-9f63980d784f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1094 time: 0.0700905 Nov 25 19:19:38.750097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8877d1f-9218-45df-8fd2-6acbfac6e17a req-02a026be-8702-4387-8ae8-45db90527e46 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.751605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d8877d1f-9218-45df-8fd2-6acbfac6e17a req-02a026be-8702-4387-8ae8-45db90527e46 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0750525 Nov 25 19:19:38.786199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-de1523ad-ffe9-42ee-b81d-72f05131b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.787676 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-de1523ad-ffe9-42ee-b81d-72f05131b84b service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0872719 Nov 25 19:19:38.829940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-cc501631-52a2-4322-b967-3df13d663b9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0332928 Nov 25 19:19:38.841015 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d8877d1f-9218-45df-8fd2-6acbfac6e17a req-7776c354-3851-4274-81c6-7d8f4855844d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655122 Nov 25 19:19:38.850609 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-4ec33d40-09af-4d70-b1e8-ed230fb564e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.852092 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-4ec33d40-09af-4d70-b1e8-ed230fb564e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.1317227 Nov 25 19:19:38.882340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-f19a4b76-787d-44b8-8731-3295d06cd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.883843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-f19a4b76-787d-44b8-8731-3295d06cd014 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0439308 Nov 25 19:19:38.897767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-19d0a2fa-1113-4534-8a92-610a4043b0f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0379992 Nov 25 19:19:38.923785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-c070a411-102f-45e0-adf0-2e7a6d8384d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291231 Nov 25 19:19:38.947565 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-1479e3fb-a4b4-41c0-8745-48593d64af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.949095 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-1479e3fb-a4b4-41c0-8745-48593d64af90 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0441165 Nov 25 19:19:38.984608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-68ae7773-2adb-4acc-90eb-bb38e830fc81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285971 Nov 25 19:19:39.019175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-f78df47b-1109-4ba9-980b-02d7e35f6649 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856502 Nov 25 19:19:39.077790 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-c4ec3259-46c9-47dc-8fbd-6e99107abbf7 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 Nov 25 19:19:39.112494 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-701741fb-5540-468b-81b2-2f7696f1edf1 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850387 Nov 25 19:19:39.169103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91c4d60b-a90d-43e5-9a9e-d791a9dfe7fd req-184376f3-37c9-4df5-a54e-48ef8762e6a0 service neutron] 10.222.0.66 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830779 Nov 25 19:19:39.962126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c5ef7-1e74-4d7c-9358-625ac7020e07 req-6dcb6bf0-4ad1-4bef-8911-43c7607f88d5 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.963599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d0c5ef7-1e74-4d7c-9358-625ac7020e07 req-6dcb6bf0-4ad1-4bef-8911-43c7607f88d5 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0490713 Nov 25 19:19:40.010001 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d0c5ef7-1e74-4d7c-9358-625ac7020e07 req-d6c8f530-2e20-4ff0-8fa6-d8e4a3edc14c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Nov 25 19:19:40.981896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e8f984f-5719-4986-b6f2-3810c4a492fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.127162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27668b1-a33b-489d-bfb9-dbddbb718b0f req-d540741c-199d-4a47-a8b8-ecac61afc8b4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.128576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a27668b1-a33b-489d-bfb9-dbddbb718b0f req-d540741c-199d-4a47-a8b8-ecac61afc8b4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0499043 Nov 25 19:19:41.180747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a27668b1-a33b-489d-bfb9-dbddbb718b0f req-e6db309e-02cb-4cfd-bb5f-eed2414b9b90 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460882 Nov 25 19:19:41.384261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a8a74-e9b1-4721-b19e-b26c1be2463e req-3b9ea113-d0da-4ce0-9e42-b2767f092ed5 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.386195 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d72a8a74-e9b1-4721-b19e-b26c1be2463e req-3b9ea113-d0da-4ce0-9e42-b2767f092ed5 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 943 time: 0.0521274 Nov 25 19:19:41.403132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-f9ecd349-1bf4-49b0-a06d-7b74ddcfac33 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.404703 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-f9ecd349-1bf4-49b0-a06d-7b74ddcfac33 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.64 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c&tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 943 time: 0.0564027 Nov 25 19:19:41.433743 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d72a8a74-e9b1-4721-b19e-b26c1be2463e req-e5c1c9ae-45d9-454f-9124-ddd217a6eb26 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Nov 25 19:19:41.464412 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-bd71e5fd-d55e-47e2-86d6-43e97aa95fda service neutron] delete failed (client error): The resource could not be found. Nov 25 19:19:41.465410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-bd71e5fd-d55e-47e2-86d6-43e97aa95fda service neutron] 10.222.0.64 "DELETE /v2.0/ports/0d9ff98b-3496-448f-acd7-fb480ccd966e/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0531251 Nov 25 19:19:41.552320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-6cc025a4-7e16-47a8-b190-5c1094ff8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.553835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-6cc025a4-7e16-47a8-b190-5c1094ff8fb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 1094 time: 0.0436656 Nov 25 19:19:41.605054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:41.649193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-403277b3-9557-432b-8bc2-0b8cafd9d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.650629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-403277b3-9557-432b-8bc2-0b8cafd9d557 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 200 len: 916 time: 0.0893588 Nov 25 19:19:41.695276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-a7348db1-44e1-494a-af5e-071edb199e5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 200 len: 217 time: 0.0366099 Nov 25 19:19:41.708790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:41.721298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'network_id': '56ea71b3-0f9f-412b-bb76-205d04bfb9ff', 'port_id': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'mac_address': 'fa:16:3e:c6:03:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540f9655-737e-4828-b53e-de0121f4153b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:41.745141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-bb714692-d307-44b9-9862-ad0fb265b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.746664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-bb714692-d307-44b9-9862-ad0fb265b1b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 200 len: 855 time: 0.0435505 Nov 25 19:19:41.756843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.770099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9ff98b-3496-448f-acd7-fb480ccd966e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:41.778982 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-475a317d-3ee9-4560-ab84-aa5448057e1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56ea71b3-0f9f-412b-bb76-205d04bfb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249484 Nov 25 19:19:41.789904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:41.794106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.841688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.867690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-ab614205-8f98-4683-8d91-87c883ffd810 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810323 Nov 25 19:19:42.111467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0d9ff98b-3496-448f-acd7-fb480ccd966e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:42.302700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a83b5c98-30ab-47b6-abe2-175121de3d1f req-d0b694eb-7fe3-46f8-a5b4-9719ff152f22 service neutron] 10.222.0.64 "GET /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272265 Nov 25 19:19:42.551756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a19543-b02b-4a71-8b61-58fbaeaacc15 req-f62aace8-b838-43bb-8bbb-8211ffe97932 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.553208 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91a19543-b02b-4a71-8b61-58fbaeaacc15 req-f62aace8-b838-43bb-8bbb-8211ffe97932 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 944 time: 0.0485597 Nov 25 19:19:42.599803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-91a19543-b02b-4a71-8b61-58fbaeaacc15 req-1e62bbc3-34c3-4c42-a79b-f89de23797f2 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Nov 25 19:19:43.490048 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1390b1c7-ca00-4603-9b90-9152859bb72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.596811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:43.648175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 0d9ff98b-3496-448f-acd7-fb480ccd966e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:43.652327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 0d9ff98b-3496-448f-acd7-fb480ccd966e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:43.652699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.717750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14734f-2ceb-462a-90fb-d052f269eb98 req-3b1b027c-3e0b-4034-8292-26202a5782a4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.719308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f14734f-2ceb-462a-90fb-d052f269eb98 req-3b1b027c-3e0b-4034-8292-26202a5782a4 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 944 time: 0.0487237 Nov 25 19:19:43.728425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.751761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:43.753994 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54844fb-bce7-40b3-94c1-884a57534278" -d '{"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:43.766407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:43.768292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3f14734f-2ceb-462a-90fb-d052f269eb98 req-2b40af65-bf84-4f2f-a7b3-faf0b5de0346 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 Nov 25 19:19:43.771074 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.798102 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986fa91-db5b-4fca-8302-649381d5d743 x-openstack-request-id: req-f986fa91-db5b-4fca-8302-649381d5d743 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:43.798397 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:43.798694 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f986fa91-db5b-4fca-8302-649381d5d743 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:43.799081 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'code': 200} Nov 25 19:19:43.826221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:43.892426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11190-188e-48da-9d66-3f0a0c3c727e req-368e2bba-79d3-40c1-8480-d1a6d0616b30 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.893900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13e11190-188e-48da-9d66-3f0a0c3c727e req-368e2bba-79d3-40c1-8480-d1a6d0616b30 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0532522 Nov 25 19:19:43.940605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-13e11190-188e-48da-9d66-3f0a0c3c727e req-af14440b-00ac-48bb-b330-8d10017b438b tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Nov 25 19:19:44.058833 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da037-019f-423e-914c-4c841512549d req-2d4e9a72-7ad2-4415-83c2-638abc6b3eb0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:44.060344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d9da037-019f-423e-914c-4c841512549d req-2d4e9a72-7ad2-4415-83c2-638abc6b3eb0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0527885 Nov 25 19:19:44.105728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5d9da037-019f-423e-914c-4c841512549d req-1d490f57-71b1-49b0-ac15-b571d2e54d54 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394506 Nov 25 19:19:44.431142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b1f69-6f91-453f-b4f9-c90dc9b1b75b req-082a94ac-c68d-47ed-8444-627abb98ff86 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:44.433186 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-458b1f69-6f91-453f-b4f9-c90dc9b1b75b req-082a94ac-c68d-47ed-8444-627abb98ff86 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0492537 Nov 25 19:19:44.479418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-458b1f69-6f91-453f-b4f9-c90dc9b1b75b req-cacae0b9-6df7-4113-b9e4-40ccaa95bf99 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 Nov 25 19:19:44.531958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.596222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da485784-332a-424c-a6b8-ad7ff51ca122 req-65c9326b-81e2-4dd1-a444-6b0bbd1dbadb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.597690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da485784-332a-424c-a6b8-ad7ff51ca122 req-65c9326b-81e2-4dd1-a444-6b0bbd1dbadb tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0484059 Nov 25 19:19:45.646087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-da485784-332a-424c-a6b8-ad7ff51ca122 req-496a9d90-d727-4705-8656-797df53d304c tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cd60083-5d9f-43e4-9f77-cdd90d288da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Nov 25 19:19:45.708487 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-70793ea4-8265-4e5c-8b55-09e48ede7ba0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.709943 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-70793ea4-8265-4e5c-8b55-09e48ede7ba0 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.66 "GET /v2.0/ports?device_id=9176879a-b0b7-4d71-9601-76ae00a6fc2c HTTP/1.1" status: 200 len: 945 time: 0.0484216 Nov 25 19:19:45.800594 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Deleting port 0d9ff98b-3496-448f-acd7-fb480ccd966e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:19:45.800934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.888797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] For port 0d9ff98b-3496-448f-acd7-fb480ccd966e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=0d9ff98b-3496-448f-acd7-fb480ccd966e,segment=NetworkSegment(dac8357d-de2b-45f9-84ea-bd2494300ce3),segment_id=dac8357d-de2b-45f9-84ea-bd2494300ce3)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:45.889161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.906763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Calling delete_port for 0d9ff98b-3496-448f-acd7-fb480ccd966e owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:19:46.034737 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.047036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['0d9ff98b-3496-448f-acd7-fb480ccd966e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:46.063168 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Pushing event deleted for resources: {'Port': ['ID=0d9ff98b-3496-448f-acd7-fb480ccd966e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:46.095484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.111555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] No DVR routers for this DVR port 0d9ff98b-3496-448f-acd7-fb480ccd966e on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:46.114262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.117650 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e6149f6-c6c4-4c06-a40d-e04411fafdfc req-d59a4692-130d-4439-9e95-215e21f15b07 tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] 10.222.0.66 "DELETE /v2.0/ports/0d9ff98b-3496-448f-acd7-fb480ccd966e HTTP/1.1" status: 204 len: 173 time: 0.4015188 Nov 25 19:19:46.118092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-deleted', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:46.120973 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7b5ea1-187b-455f-b883-9d558a09c335" -d '{"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-deleted", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:46.157720 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45873930-5513-4fcb-86dc-bcd03696c665 x-openstack-request-id: req-45873930-5513-4fcb-86dc-bcd03696c665 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:46.157995 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9176879a-b0b7-4d71-9601-76ae00a6fc2c", "name": "network-vif-deleted", "tag": "0d9ff98b-3496-448f-acd7-fb480ccd966e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:46.158249 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45873930-5513-4fcb-86dc-bcd03696c665 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:46.158689 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9176879a-b0b7-4d71-9601-76ae00a6fc2c', 'name': 'network-vif-deleted', 'tag': '0d9ff98b-3496-448f-acd7-fb480ccd966e', 'status': 'completed', 'code': 200} Nov 25 19:19:46.764251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:46.806554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Deleting subnet 540f9655-737e-4828-b53e-de0121f4153b {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:19:46.810071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.845823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.883559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.933950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.959301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540f9655-737e-4828-b53e-de0121f4153b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:46.961887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.965125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/540f9655-737e-4828-b53e-de0121f4153b HTTP/1.1" status: 204 len: 168 time: 0.1998808 Nov 25 19:19:46.967860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57074) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:46.971363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.971713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.972057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.972391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.972725 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.973057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.973386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.973711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.974045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.974363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.974720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:46.975043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f87dc-1283-4619-9713-897567e9770b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:47.035061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.069498 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.118764 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.138109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ea71b3-0f9f-412b-bb76-205d04bfb9ff']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:47.147821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac8357d-de2b-45f9-84ea-bd2494300ce3') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:47.148113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac8357d-de2b-45f9-84ea-bd2494300ce3') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:47.157711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.171033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.176711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:19:47.177252 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:19:47.178914 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:19:47.231169 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.236722 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.239879 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] 10.222.0.62 "DELETE /v2.0/networks/56ea71b3-0f9f-412b-bb76-205d04bfb9ff HTTP/1.1" status: 204 len: 168 time: 0.2710197 Nov 25 19:19:47.251255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b570eb-9bee-4e77-93ff-20733a7c6e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=56ea71b3-0f9f-412b-bb76-205d04bfb9ff,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:47.345382 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57078) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:47.399021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dcde718c-5184-4c38-98da-d8409c0cc173 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0e9aecf1ccc491fa46f472b93b35c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524437 Nov 25 19:19:47.402019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57080) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:47.447398 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3eef89f7-9b04-4317-b6fe-b5c180ea8f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.469053 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3eef89f7-9b04-4317-b6fe-b5c180ea8f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.514373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3eef89f7-9b04-4317-b6fe-b5c180ea8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.517268 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3eef89f7-9b04-4317-b6fe-b5c180ea8f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.518496 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3eef89f7-9b04-4317-b6fe-b5c180ea8f99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9cd60083-5d9f-43e4-9f77-cdd90d288da2 HTTP/1.1" status: 204 len: 168 time: 0.1155305 Nov 25 19:19:47.526682 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef89f7-9b04-4317-b6fe-b5c180ea8f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd60083-5d9f-43e4-9f77-cdd90d288da2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.252259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:48.357432 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-645379924-network', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:48.380021 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Made reservation on behalf of 68199f7289ee4689ac76cf91ff4a8334 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:48.382307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.391060 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.468128 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.472151 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.494159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:48.508359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27782d5a-a802-4ae3-aec7-253759f314e8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.513254 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.513639 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Added segment 9d6aeab1-6a66-4366-94f1-b5853ae901d0 of type vlan for network 10c84db1-174a-4007-a851-0d35c368668b Nov 25 19:19:48.556407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.581817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.582775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:48.583355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.633001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3792939 Nov 25 19:19:48.637875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57106) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:48.644938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Request body: {'subnet': {'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-645379924-subnet', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:48.653636 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a3e42-50be-4103-9fa5-200f43237f51 admin admin] Pushing event updated for resources: {'Network': ['ID=10c84db1-174a-4007-a851-0d35c368668b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.666724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 10c84db1-174a-4007-a851-0d35c368668b details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:48.669735 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Made reservation on behalf of 68199f7289ee4689ac76cf91ff4a8334 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:48.672218 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.843320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.891350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.907237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:48.907599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Network hostable DHCP agents. Network: 10c84db1-174a-4007-a851-0d35c368668b, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:48.926775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Network 10c84db1-174a-4007-a851-0d35c368668b is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:48.938024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 10c84db1-174a-4007-a851-0d35c368668b) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:48.942310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:48.942932 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.948014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0cccf8-7825-4aa0-a933-ee8b68fcbb87 None None] Network 10c84db1-174a-4007-a851-0d35c368668b requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:48.970615 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57108) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:48.975471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:48.980951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-17065b21-bf99-414f-bf64-44ccd1725224 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3302658 Nov 25 19:19:49.001937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.003097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.068477 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.111942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-10c84db1-174a-4007-a851-0d35c368668b', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:19:49.112800 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.202848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.248223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Allocated IP 172.20.0.2 (10c84db1-174a-4007-a851-0d35c368668b/3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd/3318e8fa-1f03-46d9-89cf-ec82f65478da) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:49.387351 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.394445 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.402896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.422543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.433409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Network 10c84db1-174a-4007-a851-0d35c368668b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:49.440202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:49.443593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:49.455387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Pushing event updated for resources: {'Port': ['ID=3318e8fa-1f03-46d9-89cf-ec82f65478da,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:49.502560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Attempting to bind port 3318e8fa-1f03-46d9-89cf-ec82f65478da on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:49.502932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Attempting to bind port 3318e8fa-1f03-46d9-89cf-ec82f65478da by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:49.503299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Attempting to bind port 3318e8fa-1f03-46d9-89cf-ec82f65478da on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:49.508402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:49.508772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:49.509200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.509593 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:49.510262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Bound port: 3318e8fa-1f03-46d9-89cf-ec82f65478da, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:49.510665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.524756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Allocated IP 172.25.2.253 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/c0c60df0-49e5-405b-81cb-b3a023df1e0a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:49.572974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] For port 3318e8fa-1f03-46d9-89cf-ec82f65478da, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:49.576044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] For port 3318e8fa-1f03-46d9-89cf-ec82f65478da, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3318e8fa-1f03-46d9-89cf-ec82f65478da,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:49.580953 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.638745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:49.640133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.644867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28976bf1-327c-4c29-839c-bd10904bd143 None None] Pushing event updated for resources: {'Port': ['ID=3318e8fa-1f03-46d9-89cf-ec82f65478da,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:49.663934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 0d9ff98b-3496-448f-acd7-fb480ccd966e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:19:49.664281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 0d9ff98b-3496-448f-acd7-fb480ccd966e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:49.677947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.720109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:49.722948 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:49.726593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:49.735121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595510f2-434e-425a-9e01-905fb447111e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:19:49.758893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Pushing event updated for resources: {'Port': ['ID=c0c60df0-49e5-405b-81cb-b3a023df1e0a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:49.830356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-57e946b8-1714-4d79-a4aa-9f725e00051b None None] Provisioning complete for port c0c60df0-49e5-405b-81cb-b3a023df1e0a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:49.832838 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57e946b8-1714-4d79-a4aa-9f725e00051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.874156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-57e946b8-1714-4d79-a4aa-9f725e00051b None None] Port c0c60df0-49e5-405b-81cb-b3a023df1e0a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:50.009665 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.198243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.328177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:19:50.444779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:19:50.454546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:19:50.464461 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.465716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c254f0e5-2aa7-4682-8915-f33ec235dd0a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4940746 Nov 25 19:19:50.468687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57110) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:50.469845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:50.470549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:19:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:50.580044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:50.610658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f87e7-83a7-4282-9be7-ba1c0db0bd9c None None] Network 10c84db1-174a-4007-a851-0d35c368668b requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:50.738193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-414c7bd2-37fb-47c6-9324-ccbd5cbedaa7 None None] Provisioning complete for port 3318e8fa-1f03-46d9-89cf-ec82f65478da triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:50.738936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-414c7bd2-37fb-47c6-9324-ccbd5cbedaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.956323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-414c7bd2-37fb-47c6-9324-ccbd5cbedaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.960695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3318e8fa-1f03-46d9-89cf-ec82f65478da up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:51.037749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:49Z', 'revision_number': 3, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:51.044966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-414c7bd2-37fb-47c6-9324-ccbd5cbedaa7 None None] For port 3318e8fa-1f03-46d9-89cf-ec82f65478da, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3318e8fa-1f03-46d9-89cf-ec82f65478da,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:51.071116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-414c7bd2-37fb-47c6-9324-ccbd5cbedaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.072812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:19:51.073163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Updating router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 port c0c60df0-49e5-405b-81cb-b3a023df1e0a binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:19:51.146007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.169166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3318e8fa-1f03-46d9-89cf-ec82f65478da triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:51.169531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.183590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.214717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c7bd2-37fb-47c6-9324-ccbd5cbedaa7 None None] Pushing event updated for resources: {'Port': ['ID=3318e8fa-1f03-46d9-89cf-ec82f65478da,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:51.335367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c9e971fd-f852-4510-8445-7c7dd632da80 None None] Provisioning complete for port 3318e8fa-1f03-46d9-89cf-ec82f65478da triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:51.335658 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9e971fd-f852-4510-8445-7c7dd632da80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.346055 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Allocated IP 172.20.0.1 (10c84db1-174a-4007-a851-0d35c368668b/3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd/2bf2b1a1-8ae1-4de6-8592-77832b8e584a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:51.452607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.487277 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.523193 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Network 10c84db1-174a-4007-a851-0d35c368668b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:51.528766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:51.532292 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:51.548196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.553913 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.563370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:51.578148 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.601363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb880c-460c-491d-a033-b59495ae9a1b None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:19:51.612650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57020d0d-48af-4381-933e-62314137badd None None] Pushing event updated for resources: {'Port': ['ID=c0c60df0-49e5-405b-81cb-b3a023df1e0a,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:51.614866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Attempting to bind port c0c60df0-49e5-405b-81cb-b3a023df1e0a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:51.615235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Attempting to bind port c0c60df0-49e5-405b-81cb-b3a023df1e0a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:51.615597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Attempting to bind port c0c60df0-49e5-405b-81cb-b3a023df1e0a on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:51.623464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:51.623838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:51.624231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.624621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:51.625088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Bound port: c0c60df0-49e5-405b-81cb-b3a023df1e0a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:51.625470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.729041 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.846698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c5612fb4-058a-4e6e-879d-73737a7f3608 None None] Provisioning complete for port c0c60df0-49e5-405b-81cb-b3a023df1e0a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:51.847259 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5612fb4-058a-4e6e-879d-73737a7f3608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.850595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] For port c0c60df0-49e5-405b-81cb-b3a023df1e0a, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:51.884327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] For port c0c60df0-49e5-405b-81cb-b3a023df1e0a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c0c60df0-49e5-405b-81cb-b3a023df1e0a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:51.891056 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.896023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c5612fb4-058a-4e6e-879d-73737a7f3608 None None] Port c0c60df0-49e5-405b-81cb-b3a023df1e0a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:51.900819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.905505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.940448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6f781-2a79-43a5-8ba4-c036e2d68ad2 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:19:51.957186 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57020d0d-48af-4381-933e-62314137badd None None] Pushing event updated for resources: {'Port': ['ID=c0c60df0-49e5-405b-81cb-b3a023df1e0a,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:51.960824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:51.961692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:19:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:51.974588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:51.976859 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.052170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Provisioning complete for port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:52.052546 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.072673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Network 10c84db1-174a-4007-a851-0d35c368668b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:52.074106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:52.107068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:52.109663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:52.158392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Provisioning complete for port c0c60df0-49e5-405b-81cb-b3a023df1e0a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:52.158734 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.192640 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:19:52.308502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:19:52.314490 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-baccba3d-e9a9-46dc-a635-4beae59cd333 admin admin] 10.222.0.62 "PUT /v2.0/routers/5e55a6c6-ec6b-4544-a0b6-95156637e2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439043 Nov 25 19:19:52.340320 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.381412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] For port c0c60df0-49e5-405b-81cb-b3a023df1e0a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c0c60df0-49e5-405b-81cb-b3a023df1e0a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:52.386712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.448804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 2, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:52.451600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ea70a-2031-4567-9524-f4f60ab04eb9 None None] Pushing event updated for resources: {'Port': ['ID=c0c60df0-49e5-405b-81cb-b3a023df1e0a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:52.477534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d42f0-1871-428c-8adb-2ea643085d97 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 2, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:19:52.511306 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8e50e4f8-9b78-4e1f-8838-cf444ba6abc8 None None] Provisioning complete for port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:52.511673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8e50e4f8-9b78-4e1f-8838-cf444ba6abc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.550975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8e50e4f8-9b78-4e1f-8838-cf444ba6abc8 None None] Port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:52.854223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57118) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:52.858871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3cd9df41-4050-4776-92a3-f8d4d24b83b9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061616965', 'description': 'tempest-description--1135390541'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:52.888956 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cd9df41-4050-4776-92a3-f8d4d24b83b9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.924196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3318e8fa-1f03-46d9-89cf-ec82f65478da up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:52.955538 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cd9df41-4050-4776-92a3-f8d4d24b83b9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.959986 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cd9df41-4050-4776-92a3-f8d4d24b83b9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.975400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3318e8fa-1f03-46d9-89cf-ec82f65478da triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:52.975893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.990600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9df41-4050-4776-92a3-f8d4d24b83b9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8cd041-2e02-4ef8-a4f7-e33875eea39e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:52.996037 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3cd9df41-4050-4776-92a3-f8d4d24b83b9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.997280 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3cd9df41-4050-4776-92a3-f8d4d24b83b9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1419861 Nov 25 19:19:53.000421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57120) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:53.007466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fc25e7c4-b5ce-41ef-a5bf-aa671d6d4ed3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'security_group_rule': {'security_group_id': 'ed8cd041-2e02-4ef8-a4f7-e33875eea39e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:53.040374 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc25e7c4-b5ce-41ef-a5bf-aa671d6d4ed3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.103519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc25e7c4-b5ce-41ef-a5bf-aa671d6d4ed3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.108843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc25e7c4-b5ce-41ef-a5bf-aa671d6d4ed3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.136352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25e7c4-b5ce-41ef-a5bf-aa671d6d4ed3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447cd314-c114-4b6a-9c5b-fc6b2f6a3f9b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.146565 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fc25e7c4-b5ce-41ef-a5bf-aa671d6d4ed3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.148434 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fc25e7c4-b5ce-41ef-a5bf-aa671d6d4ed3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453242 Nov 25 19:19:53.151748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57122) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:53.156507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8aa0259e-3dd4-40b2-9f18-5de65441d2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'security_group_rule': {'security_group_id': 'ed8cd041-2e02-4ef8-a4f7-e33875eea39e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:53.188975 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aa0259e-3dd4-40b2-9f18-5de65441d2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.255554 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aa0259e-3dd4-40b2-9f18-5de65441d2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.259586 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aa0259e-3dd4-40b2-9f18-5de65441d2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.280309 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0259e-3dd4-40b2-9f18-5de65441d2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47352f54-ac31-4c19-8b13-ac9d6067f584,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.286066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aa0259e-3dd4-40b2-9f18-5de65441d2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.290135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8aa0259e-3dd4-40b2-9f18-5de65441d2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343937 Nov 25 19:19:53.290339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 57124) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:53.295321 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:53.317330 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.420825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.531906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Allocated IP 172.25.2.206 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/1bc023ea-de70-49e2-a277-7d1fe87cfa96) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:53.587219 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:19:53.638050 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.672814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.718635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:53.721463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:53.725227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:53.731359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'Port': ['ID=1bc023ea-de70-49e2-a277-7d1fe87cfa96,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.814434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.851861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.003253 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.007895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.089013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'Port': ['ID=1bc023ea-de70-49e2-a277-7d1fe87cfa96,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:54.099733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.115750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.117130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-43c78057-b921-4ad7-97e2-c6601070269e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8257782 Nov 25 19:19:54.270872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-9f92ff5c-1195-4119-8384-cc4b2c661578 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1061616965&fields=id&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 267 time: 0.0480075 Nov 25 19:19:54.378123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-69c1966a-2848-4be3-92e6-eda6a956cc9c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.379657 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-69c1966a-2848-4be3-92e6-eda6a956cc9c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.1010973 Nov 25 19:19:54.397769 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-e96acbdc-a924-49e8-9347-3c4b392e15ec tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/quotas/68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 375 time: 0.0113993 Nov 25 19:19:54.457174 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-471e945f-bed6-404b-811b-b084d9e7ef5a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535638 Nov 25 19:19:54.471432 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:19:54.481843 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:54.482470 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:19:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:54.556185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-70a4ddd1-6314-4f8b-9d32-72d1818955b5 service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Nov 25 19:19:54.585231 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:54.648495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-edadd13c-99b0-4274-a148-47c0e8b82c58 service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858788 Nov 25 19:19:54.790540 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 2, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:54.819380 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6328322-7eff-4aae-9caa-9c55644010cb req-c3d23ccc-fd18-4a88-b162-079a7b2ea3f7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 210 time: 0.0366116 Nov 25 19:19:54.914661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:19:54.915018 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Updating router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:19:54.941230 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.953546 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c0c60df0-49e5-405b-81cb-b3a023df1e0a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:55.004062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c0c60df0-49e5-405b-81cb-b3a023df1e0a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:55.004440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.220216 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.224937 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.279498 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Pushing event updated for resources: {'Port': ['ID=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:55.317214 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.317506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.317847 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.318185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.318541 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.318877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.319203 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.319552 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.319845 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.320165 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.320485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.320803 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:55.337910 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Attempting to bind port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:55.338350 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Attempting to bind port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:55.338740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Attempting to bind port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:55.344006 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:55.344359 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:55.344759 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.345152 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:55.345623 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Bound port: 2bf2b1a1-8ae1-4de6-8592-77832b8e584a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:55.346111 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.415569 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] For port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:55.419342 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] For port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:55.423500 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.485424 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:55.486062 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:19:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:55.489360 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e07b4-f508-47a3-a23a-c59da7c2bb32 None None] Pushing event updated for resources: {'Port': ['ID=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:55.504648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-aefa2e4d-4183-40e7-ac39-1c2a77100dcc None None] Provisioning complete for port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:55.505384 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aefa2e4d-4183-40e7-ac39-1c2a77100dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.593247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aefa2e4d-4183-40e7-ac39-1c2a77100dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.603462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:55.634091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-aefa2e4d-4183-40e7-ac39-1c2a77100dcc None None] For port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:55.639532 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aefa2e4d-4183-40e7-ac39-1c2a77100dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.690618 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa2e4d-4183-40e7-ac39-1c2a77100dcc None None] Pushing event updated for resources: {'Port': ['ID=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:55.763462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b7482d05-56e6-41e8-a9fb-e3c706aeb1cb None None] Provisioning complete for port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:55.764334 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b7482d05-56e6-41e8-a9fb-e3c706aeb1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.843361 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:55.847134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-e2155b7a-ad2f-4c5b-9d2d-1ce7c5bc6db9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.848714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-e2155b7a-ad2f-4c5b-9d2d-1ce7c5bc6db9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.1280990 Nov 25 19:19:55.893497 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99611ea5-edd5-4cb8-9df3-261f23016b08 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:19:55.930622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-801eed89-d8b7-4a96-9b6e-09801c3ebae6 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 380 time: 0.0713630 Nov 25 19:19:55.930873 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-31ec2c2b-d6c2-4f61-9756-3840b1026ba1 req-f995c908-b4e6-404d-954f-57cfeee099e3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 210 time: 0.0328877 Nov 25 19:19:55.942319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'port': {'device_id': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'admin_state_up': True, 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'security_groups': ['ed8cd041-2e02-4ef8-a4f7-e33875eea39e']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:56.061403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Made reservation on behalf of 68199f7289ee4689ac76cf91ff4a8334 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:56.065110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.198995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Allocated IP 172.20.0.14 (10c84db1-174a-4007-a851-0d35c368668b/3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd/92fa2696-01d6-4c99-9b3d-e3ddf3b09251) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:56.341929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.376555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.429438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Network 10c84db1-174a-4007-a851-0d35c368668b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:56.433060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:56.437834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:56.477962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:56.503815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.504635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.526907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-cab7579c-02b5-4e1b-8cd8-974adc2c601b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850205 Nov 25 19:19:56.540039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Request body: {'port': {'device_id': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:56.597317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.688124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e4173456-0ebc-4bd9-b71a-ca9c73297df2 None None] Provisioning complete for port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:56.688846 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4173456-0ebc-4bd9-b71a-ca9c73297df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.722922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e4173456-0ebc-4bd9-b71a-ca9c73297df2 None None] Port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:56.873992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:56.883064 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.897766 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Transition to ACTIVE for port object 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:56.901882 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.928661 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2bf2b1a1-8ae1-4de6-8592-77832b8e584a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:56.963237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:56.991435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:56.991804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.071523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:57.071935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:57.072379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:57.084864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:57.085244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:57.100782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fae155-9c95-4ed5-a64a-d58eb65268f5 req-24e67ecb-ea98-4362-bb13-dab7aad64657 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.102906 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67fae155-9c95-4ed5-a64a-d58eb65268f5 req-24e67ecb-ea98-4362-bb13-dab7aad64657 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 944 time: 0.0934112 Nov 25 19:19:57.104462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:57.104913 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:57.105398 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:57.105937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Bound port: 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:57.106342 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.230093 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67fae155-9c95-4ed5-a64a-d58eb65268f5 req-2f65eedb-62a2-4cc8-9239-acf1c3e89e44 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125722 Nov 25 19:19:57.236814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:57.240518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:57.246369 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.282154 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.282813 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.284184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] 10.222.0.66 "PUT /v2.0/ports/92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1092 time: 0.7487755 Nov 25 19:19:57.284627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:57.286931 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26246ac899eb5f6569eca1ad69a55334d409f2a58aa3ef3f7ab562f90726dea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:57.313697 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fb20d-d0ee-4c81-91c2-1fb8ab477ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:57.340781 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e21eff2-ed43-45e6-a654-d531d8ac65c0 x-openstack-request-id: req-8e21eff2-ed43-45e6-a654-d531d8ac65c0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:57.341163 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:57.341487 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e21eff2-ed43-45e6-a654-d531d8ac65c0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:57.341953 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'status': 'completed', 'code': 200} Nov 25 19:19:57.377393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-eec531fb-f398-415c-8295-ca3886c74ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.378851 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-eec531fb-f398-415c-8295-ca3886c74ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1095 time: 0.0507195 Nov 25 19:19:57.426276 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-d98509ed-4071-4761-9838-a61d33c2a0a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 217 time: 0.0364425 Nov 25 19:19:57.477840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-1847cc89-ca2e-4c3f-bb67-5e528eace3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.479940 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-1847cc89-ca2e-4c3f-bb67-5e528eace3ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0466228 Nov 25 19:19:57.531172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-94b62192-5a43-4d80-9c3b-608f11981178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.532653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-94b62192-5a43-4d80-9c3b-608f11981178 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460415 Nov 25 19:19:57.622170 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-3e490612-e367-4bad-8373-0deaf068b24c service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799165 Nov 25 19:19:57.711873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf572e24-38aa-454a-8f12-a5752f1f6159 req-e8856328-31b4-4583-93eb-f3191c75839d service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Nov 25 19:19:57.794239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-344a1d71-a0d4-47f7-993c-63bb03141b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.795771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-344a1d71-a0d4-47f7-993c-63bb03141b72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1095 time: 0.0417929 Nov 25 19:19:57.886533 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-21c87f4d-6a4a-40dd-8c0f-14353ec41e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.888029 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-21c87f4d-6a4a-40dd-8c0f-14353ec41e89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0853753 Nov 25 19:19:57.931763 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-3e872089-7fe9-4e5e-93c8-499645f0cb7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 217 time: 0.0367620 Nov 25 19:19:57.981258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-3f78d74a-061a-4312-93da-25c1a6f47ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.982655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-3f78d74a-061a-4312-93da-25c1a6f47ff1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0443795 Nov 25 19:19:58.028052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-163f8700-de06-4eb0-b44f-bbe97f09105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.029502 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-163f8700-de06-4eb0-b44f-bbe97f09105c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400496 Nov 25 19:19:58.120296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-e9ade013-e74a-4e8a-b23c-4ecc67d91417 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835133 Nov 25 19:19:58.208057 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ed4bf9-c1f4-4a9a-9623-a4b0501a7bb5 req-61dbdd6e-da4f-401d-89c6-7cb61b3f1d0b service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812490 Nov 25 19:19:58.347519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e6e54-41ba-45d6-9d6f-842a36bfef28 req-c740dcd0-3db2-4ce4-9de7-1bc0b2f19fe0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.348995 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d14e6e54-41ba-45d6-9d6f-842a36bfef28 req-c740dcd0-3db2-4ce4-9de7-1bc0b2f19fe0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 944 time: 0.0496416 Nov 25 19:19:58.402639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d14e6e54-41ba-45d6-9d6f-842a36bfef28 req-6461a9aa-f144-4517-b54e-d0dcfb4c7aab tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469728 Nov 25 19:19:59.522548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140058fc-dc36-41ac-ba6d-2e8de3c445b1 req-386212f3-0552-460f-8b55-9b7a19ee6fea tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.523942 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-140058fc-dc36-41ac-ba6d-2e8de3c445b1 req-386212f3-0552-460f-8b55-9b7a19ee6fea tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 944 time: 0.0489879 Nov 25 19:19:59.570629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-140058fc-dc36-41ac-ba6d-2e8de3c445b1 req-e88671e5-700e-480c-97fe-72f9a8358b94 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Nov 25 19:20:00.688492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7234f-d3dd-4a3e-a888-987a1f34d832 req-c12d6614-d143-4c55-99c6-c11dd8361065 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.689968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fde7234f-d3dd-4a3e-a888-987a1f34d832 req-c12d6614-d143-4c55-99c6-c11dd8361065 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 944 time: 0.0487375 Nov 25 19:20:00.737073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fde7234f-d3dd-4a3e-a888-987a1f34d832 req-73d8bd28-d304-4628-a7fd-b03b96a14c8d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Nov 25 19:20:01.037706 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.700337 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:01.796049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:01.807509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'mac_address': 'fa:16:3e:91:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:01.844343 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.854579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21681aa-029c-4873-8a98-fb0db0cdbce1 req-b39fe11f-0a91-4c5f-b2ec-f065547c4857 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.856171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f21681aa-029c-4873-8a98-fb0db0cdbce1 req-b39fe11f-0a91-4c5f-b2ec-f065547c4857 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 944 time: 0.0494471 Nov 25 19:20:01.856964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:01.876817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:01.881115 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.914156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f21681aa-029c-4873-8a98-fb0db0cdbce1 req-37e940cb-86f4-4e7c-947a-675b73c13795 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519397 Nov 25 19:20:01.932701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:02.164550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['92fa2696-01d6-4c99-9b3d-e3ddf3b09251'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:03.027743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d1451-184c-4b45-a185-bd9b06888114 req-670f2c31-5d5f-4d7f-bddf-d4ac3bc8f481 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.029215 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-537d1451-184c-4b45-a185-bd9b06888114 req-670f2c31-5d5f-4d7f-bddf-d4ac3bc8f481 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Nov 25 19:20:03.075434 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-537d1451-184c-4b45-a185-bd9b06888114 req-105ca54a-25fb-4a46-95c1-9a528d77e341 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Nov 25 19:20:03.656268 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.702078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:03.748951 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:03.752690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:03.753050 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.829061 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.850539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:03.852948 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cef623-af18-471b-b0fc-95b92f55ca12" -d '{"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-plugged", "status": "completed", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:03.873597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:03.879583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.904779 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8cc4ef-0d0b-46dc-b2a7-473757ab0731 x-openstack-request-id: req-0e8cc4ef-0d0b-46dc-b2a7-473757ab0731 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:03.905068 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-plugged", "status": "completed", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:03.905326 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e8cc4ef-0d0b-46dc-b2a7-473757ab0731 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:03.905717 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'code': 200} Nov 25 19:20:03.932531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:03.996207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f751302-2146-4e98-9544-6be8223feaa3 req-bac3d609-c5de-435d-9e56-37e6c6db90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.997679 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f751302-2146-4e98-9544-6be8223feaa3 req-bac3d609-c5de-435d-9e56-37e6c6db90fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1097 time: 0.0438752 Nov 25 19:20:04.039746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f751302-2146-4e98-9544-6be8223feaa3 req-4701eba2-d0f8-4bb2-b6a8-4221c793e81e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357168 Nov 25 19:20:04.194369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39595b8d-3995-44a6-8d01-0cf86876acae req-c146e921-c581-46b9-8f34-c19146b27dfb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:04.195784 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39595b8d-3995-44a6-8d01-0cf86876acae req-c146e921-c581-46b9-8f34-c19146b27dfb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0525675 Nov 25 19:20:04.242749 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39595b8d-3995-44a6-8d01-0cf86876acae req-d2cabb1e-b8e1-4df4-9792-e2c0bb4f59fd tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 Nov 25 19:20:05.363114 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafa63e-3186-41ad-aba7-2aec64fe7197 req-b4a03922-6d3a-4e3c-a61b-71c861c682b5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:05.364601 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-deafa63e-3186-41ad-aba7-2aec64fe7197 req-b4a03922-6d3a-4e3c-a61b-71c861c682b5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0544446 Nov 25 19:20:05.416789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-deafa63e-3186-41ad-aba7-2aec64fe7197 req-5099bf0c-0550-40fa-8f76-8ebab31f0041 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Nov 25 19:20:06.535720 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01012e2-8257-47dc-ab64-6bf6b0d1051b req-b971fb20-5952-4a1f-805e-b99a42c9e976 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.537247 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f01012e2-8257-47dc-ab64-6bf6b0d1051b req-b971fb20-5952-4a1f-805e-b99a42c9e976 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0519803 Nov 25 19:20:06.585043 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f01012e2-8257-47dc-ab64-6bf6b0d1051b req-c69b6ba6-ddef-40f8-8d5d-0b254baca1e8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Nov 25 19:20:06.698092 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e1c6-e7d1-4f2d-bf2d-036744744a30 req-7eafcbb9-4239-4ec5-9bc7-5226eece6bc3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.699580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d315e1c6-e7d1-4f2d-bf2d-036744744a30 req-7eafcbb9-4239-4ec5-9bc7-5226eece6bc3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0477169 Nov 25 19:20:06.708122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57174) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:06.712818 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'floatingip': {'port_id': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:06.754068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.204420 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.208164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.320569 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 associated. External IP: 172.25.2.206, port: 92fa2696-01d6-4c99-9b3d-e3ddf3b09251. Nov 25 19:20:07.557066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:20:07.665491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:20:07.671146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.676163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:20:07.686886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:07.687500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:19:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:07.698730 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-af80e469-ee37-4be5-9500-3d76de8e0483 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "PUT /v2.0/floatingips/1dd6ab97-ceca-472d-878a-2e3a02ac3e46 HTTP/1.1" status: 200 len: 992 time: 0.9895089 Nov 25 19:20:07.699441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:07.701618 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:07.743886 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f9089-63d3-4688-bdc0-b099815a6d89 x-openstack-request-id: req-f47f9089-63d3-4688-bdc0-b099815a6d89 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:07.744785 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:07.745046 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f47f9089-63d3-4688-bdc0-b099815a6d89 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:07.745450 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'status': 'completed', 'code': 200} Nov 25 19:20:07.798538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:07.811061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-45b06e52-a929-4bc1-b14e-497209117671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.812593 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-45b06e52-a929-4bc1-b14e-497209117671 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1097 time: 0.0419986 Nov 25 19:20:07.905880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-a22f696c-4e04-4e5b-bc76-ef07219917fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.907390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-a22f696c-4e04-4e5b-bc76-ef07219917fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0876188 Nov 25 19:20:07.971829 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-13fc1b74-accb-4d15-b58f-d46e3d9a63bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1000 time: 0.0577865 Nov 25 19:20:08.021667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-c5700324-6728-4c24-ae71-8c01349bd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.023165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-c5700324-6728-4c24-ae71-8c01349bd3aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0449569 Nov 25 19:20:08.023588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:91:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:20:07Z', 'revision_number': 1, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:08.049470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:20:08.058209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:20:08.058848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:19:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:08.071634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-588a0d25-48ce-49b2-9a12-ef08a2be7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.073582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-588a0d25-48ce-49b2-9a12-ef08a2be7d37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435016 Nov 25 19:20:08.165638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:20:08.444783 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-bfad6281-cfcf-492f-9561-5e8e232a25e5 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641074 Nov 25 19:20:08.536534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7bc943e5-ee53-4168-a1e8-3a03ddc28fdf req-01a9a47d-3f43-4c2c-9530-32dc40c56f43 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Nov 25 19:20:08.547023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:91:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:20:07Z', 'revision_number': 1, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:20:08.577848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea9c27-5855-4b3e-b2e2-1f7970dbd4b3 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:91:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:20:07Z', 'revision_number': 1, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:20:08.782109 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7dc1c9-8b65-4589-8293-39526cc9cead None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:20:10.984162 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e701202-5ae8-486a-aa23-f63333f3817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.491637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b9a12b40-456e-47ec-90ef-74892c46f924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.535265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.097415 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:17.064175 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:26.328129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-8023377a-73a5-423a-b106-acb689156bb3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405915 Nov 25 19:20:26.410919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-c1750c0a-b400-443f-a7e0-de8ed51eb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.412411 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-c1750c0a-b400-443f-a7e0-de8ed51eb2ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1097 time: 0.0406332 Nov 25 19:20:26.517415 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-045a0619-ecc5-484e-8d2a-3758887f5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.518899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-045a0619-ecc5-484e-8d2a-3758887f5cca service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0864224 Nov 25 19:20:26.583256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-fb6d070d-8061-4dd0-a45f-e793a2e38959 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1002 time: 0.0562229 Nov 25 19:20:26.631230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-45408a4f-a22d-4fd2-b88f-7504a4cd3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.632618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-45408a4f-a22d-4fd2-b88f-7504a4cd3e80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0421805 Nov 25 19:20:26.680086 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-a0cd3bb8-dfbf-4cf1-8e46-5fae020ff1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.681587 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-a0cd3bb8-dfbf-4cf1-8e46-5fae020ff1c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420909 Nov 25 19:20:26.767740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-1fd99024-dd4a-42c1-b7d2-2daf62ac7778 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785801 Nov 25 19:20:26.859629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c723a5e-7d96-4694-bb06-5132ca550726 req-41e1b8ff-2c66-4c66-a71a-8d89fd59f21f service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842147 Nov 25 19:20:30.586172 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:20:31.038361 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.660443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.984818 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db27495f-3666-4c6d-8975-02be95750cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:43.492549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e94b3a80-0e77-4a90-abcc-8151a8164ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.542867 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:46.100383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.066266 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:01.040904 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:03.659645 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:07.584435 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:21:10.985902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b4f70a7-3bdc-403a-91a3-221249862458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.494135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-accc18ad-3df9-4b92-b449-7fca9db50559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:14.540970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:16.102601 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:17.067953 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.341900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-c551282a-1547-4715-b624-34e2c9ccf95e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412250 Nov 25 19:21:28.422369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55b14c-0832-4598-b339-efb477e4c385 req-dc852996-8b6c-4443-8690-e853a7f2d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:28.423900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-dc852996-8b6c-4443-8690-e853a7f2d5d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1097 time: 0.0409348 Nov 25 19:21:28.531201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55b14c-0832-4598-b339-efb477e4c385 req-a08d1d1f-68a0-4196-a4fd-03aaf98fa882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:28.532686 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-a08d1d1f-68a0-4196-a4fd-03aaf98fa882 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0881557 Nov 25 19:21:28.600745 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-369669c1-188c-40f1-92a7-56d859bfa787 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1002 time: 0.0595872 Nov 25 19:21:28.650809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55b14c-0832-4598-b339-efb477e4c385 req-8b02428d-caac-45ae-89e3-c26606eb0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:28.652237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-8b02428d-caac-45ae-89e3-c26606eb0a86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0439775 Nov 25 19:21:28.701417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55b14c-0832-4598-b339-efb477e4c385 req-b931bfd8-830b-4e00-864a-dc1a0ace639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:28.702913 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-b931bfd8-830b-4e00-864a-dc1a0ace639c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432339 Nov 25 19:21:28.790691 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-cd479fc6-0784-462c-806d-d5f508c31799 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806119 Nov 25 19:21:28.881580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8c55b14c-0832-4598-b339-efb477e4c385 req-adba50a6-450d-476d-b367-a761ff6ef6d9 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842662 Nov 25 19:21:31.065141 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.662120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:40.987058 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4ce046-1693-455a-8106-73bac3b2969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.494932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abe8bf51-17ca-4d18-a5fc-cab4755c08d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.545441 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.583189 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:21:46.106506 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.068627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.072958 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.653763 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.989036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74b92bca-4f60-4242-a1e7-ac53fb1b6bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:13.496195 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8c7fcdce-74b6-470e-ace8-d14bee5625d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.547771 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.108248 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.074817 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.582391 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:22:28.372259 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-5599511b-f02a-45e4-ae0a-cf92c49b3c5c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413823 Nov 25 19:22:28.452522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-cf9017bc-662a-4dc3-bfca-1469cf6adec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.454021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-cf9017bc-662a-4dc3-bfca-1469cf6adec5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1097 time: 0.0402164 Nov 25 19:22:28.559854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-bc687700-a214-4f26-928a-6fef07729780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.561326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-bc687700-a214-4f26-928a-6fef07729780 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0882313 Nov 25 19:22:28.625622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-4e630b80-f0a0-4fc3-8663-0c194f7525a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1002 time: 0.0572085 Nov 25 19:22:28.673172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-17ca4088-1857-49f8-b5a7-ea7c3104682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.674607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-17ca4088-1857-49f8-b5a7-ea7c3104682e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0426533 Nov 25 19:22:28.722693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-5fe9a3d3-1b9b-42e7-b98f-baa4e37ffa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.724162 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-5fe9a3d3-1b9b-42e7-b98f-baa4e37ffa44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424144 Nov 25 19:22:28.814688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-f983355c-aedd-4b6f-a027-c3c6b87bebb1 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834787 Nov 25 19:22:28.905460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f29437ea-9424-44ae-8eda-efe6e9f2556a req-ec934f86-439a-47c8-9698-0238cf1c034e service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Nov 25 19:22:31.092189 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.661065 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.893004 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33869fb-dd47-4e5b-914d-478fedbe0eeb req-92d237b0-cc66-403f-af30-d9c48c66f8db tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:37.894503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d33869fb-dd47-4e5b-914d-478fedbe0eeb req-92d237b0-cc66-403f-af30-d9c48c66f8db tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.1060941 Nov 25 19:22:37.942773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d33869fb-dd47-4e5b-914d-478fedbe0eeb req-e6fc8d1b-e31e-42c3-a472-ac828af102ab tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Nov 25 19:22:38.181459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe4e83-9253-4411-b2fa-38440e37aa1b req-04b1a87c-68b7-4125-a58e-4fc9701a50fd tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:38.182977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-debe4e83-9253-4411-b2fa-38440e37aa1b req-04b1a87c-68b7-4125-a58e-4fc9701a50fd tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0504456 Nov 25 19:22:38.219451 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-500c99f6-a3eb-4d2d-87d2-70b7f795301f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953176 Nov 25 19:22:38.231150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-debe4e83-9253-4411-b2fa-38440e37aa1b req-070da0a7-2418-41a8-938b-b2f18280dc44 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421145 Nov 25 19:22:39.415935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f76d-e428-4b50-a7d7-715fb39dec5f req-4e4bec77-d792-4a8d-83d9-e74b76f85009 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.417453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c72f76d-e428-4b50-a7d7-715fb39dec5f req-4e4bec77-d792-4a8d-83d9-e74b76f85009 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.1140468 Nov 25 19:22:39.429476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-c6d05307-e100-4e36-beeb-67cde5fa0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.430993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-c6d05307-e100-4e36-beeb-67cde5fa0a46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1097 time: 0.0453990 Nov 25 19:22:39.466701 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c72f76d-e428-4b50-a7d7-715fb39dec5f req-b0bbe1cb-ec8e-4733-9c8c-0698ad32b3ac tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Nov 25 19:22:39.520273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-9f02fec2-0895-4655-a095-c0f1f4da1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.521638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-9f02fec2-0895-4655-a095-c0f1f4da1e86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0834465 Nov 25 19:22:39.597859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-d840422c-83a5-4cf1-ad62-2db04b6982fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1002 time: 0.0691779 Nov 25 19:22:39.646920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a73cb651-7cca-41bc-8668-6ead8429b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.648373 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a73cb651-7cca-41bc-8668-6ead8429b497 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0437102 Nov 25 19:22:39.693041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-274bc2b7-9a16-4f92-8de2-8e0be0a90838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.695107 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-274bc2b7-9a16-4f92-8de2-8e0be0a90838 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389392 Nov 25 19:22:39.788422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a85ffd75-ed98-40b6-b810-bf7f8c17b64e service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859733 Nov 25 19:22:39.877643 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-7c8261b0-3caa-465c-83a2-df56fa2f6c50 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814950 Nov 25 19:22:40.581647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fe801-28ca-42cf-996e-64575e085a77 req-7954cbb2-213e-4477-a4e8-b62ef4c1a6df tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:40.583115 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-554fe801-28ca-42cf-996e-64575e085a77 req-7954cbb2-213e-4477-a4e8-b62ef4c1a6df tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0491948 Nov 25 19:22:40.638675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-554fe801-28ca-42cf-996e-64575e085a77 req-64dc5be4-b894-443b-8f33-60667493ec08 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494952 Nov 25 19:22:40.990997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-10192310-55d4-47dd-a484-ca1acc6d8b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:41.752282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fe55a-9cdb-4d31-be31-96be8b9ae40d req-a905fef8-72f5-46b9-ae2e-4d00240ca81b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:41.753765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f10fe55a-9cdb-4d31-be31-96be8b9ae40d req-a905fef8-72f5-46b9-ae2e-4d00240ca81b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0479174 Nov 25 19:22:41.801391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f10fe55a-9cdb-4d31-be31-96be8b9ae40d req-e93f2c7d-63a1-43cd-9ee5-ec27cb7e7803 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412955 Nov 25 19:22:42.921950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efd858-4868-4e75-87c8-c15004422509 req-5e51a83d-4a24-4564-abb0-1e094d8c2970 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:42.923568 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73efd858-4868-4e75-87c8-c15004422509 req-5e51a83d-4a24-4564-abb0-1e094d8c2970 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0485282 Nov 25 19:22:42.971228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73efd858-4868-4e75-87c8-c15004422509 req-9e6f9271-1f0e-449f-85e3-c536ab905c76 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417738 Nov 25 19:22:43.497129 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c03c2e47-293a-431d-8eef-4f1d89616be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:44.094524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac11753-b63c-4b9b-a5ce-ced8f285baf2 req-1b1d87e8-384c-4bdf-a6f5-2d9d821d7c00 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:44.096010 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ac11753-b63c-4b9b-a5ce-ced8f285baf2 req-1b1d87e8-384c-4bdf-a6f5-2d9d821d7c00 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0516257 Nov 25 19:22:44.142074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ac11753-b63c-4b9b-a5ce-ced8f285baf2 req-10d4feeb-e574-4b92-a9b2-fcae63fa8492 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395644 Nov 25 19:22:44.549370 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:45.257133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5207-bd41-4d45-83a7-5acdc97d321c req-7f82cded-c405-4485-9e99-24d5b1be1d14 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:45.258541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d5a5207-bd41-4d45-83a7-5acdc97d321c req-7f82cded-c405-4485-9e99-24d5b1be1d14 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0481927 Nov 25 19:22:45.304527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0d5a5207-bd41-4d45-83a7-5acdc97d321c req-179227bb-96db-4172-8e02-4eab4bbbe2bc tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401049 Nov 25 19:22:46.114464 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.421019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf179c-5a65-4442-8ee2-cf074200df9d req-bdcf48fc-66c5-4713-acb3-b86571824a8b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:46.422498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52cf179c-5a65-4442-8ee2-cf074200df9d req-bdcf48fc-66c5-4713-acb3-b86571824a8b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0493217 Nov 25 19:22:46.468317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52cf179c-5a65-4442-8ee2-cf074200df9d req-6c5bf09e-c4bc-4119-b5cc-06c029755765 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Nov 25 19:22:47.068070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.585579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891d59c-a398-4bd8-905b-116a8e9b1850 req-dbd1cdff-c2f0-4821-adc7-166b64f9ae49 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:47.587101 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d891d59c-a398-4bd8-905b-116a8e9b1850 req-dbd1cdff-c2f0-4821-adc7-166b64f9ae49 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0517354 Nov 25 19:22:47.635509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d891d59c-a398-4bd8-905b-116a8e9b1850 req-e9eb4e8b-4e3e-4e41-b05e-d486119ac46e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417953 Nov 25 19:22:48.749360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd415be-6897-4e89-8064-b708e2ecf63c req-eb1a6ab0-ac7b-4b8c-af63-da3bb4d75a75 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:48.750982 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dbd415be-6897-4e89-8064-b708e2ecf63c req-eb1a6ab0-ac7b-4b8c-af63-da3bb4d75a75 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0489185 Nov 25 19:22:48.801866 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dbd415be-6897-4e89-8064-b708e2ecf63c req-208b7133-b8cd-44dc-ae47-a10c3825dd24 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450830 Nov 25 19:22:49.918160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dee6d6-018a-4ef3-b5df-5cf7a8636253 req-cd145389-864f-4975-a235-f30ce15decfe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:49.919677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87dee6d6-018a-4ef3-b5df-5cf7a8636253 req-cd145389-864f-4975-a235-f30ce15decfe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0491676 Nov 25 19:22:49.967088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-87dee6d6-018a-4ef3-b5df-5cf7a8636253 req-4f23f905-b867-4996-be06-19c46b3d3321 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Nov 25 19:22:51.080814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf947d9f-c165-428b-a9b5-58d18fc6c0cb req-833b6aec-f9d7-4760-8905-eb98c243f9ce tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:51.082270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf947d9f-c165-428b-a9b5-58d18fc6c0cb req-833b6aec-f9d7-4760-8905-eb98c243f9ce tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0485575 Nov 25 19:22:51.128734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf947d9f-c165-428b-a9b5-58d18fc6c0cb req-3c4d5ca5-ccdf-4f76-b5f1-087b166f8f87 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 Nov 25 19:22:51.826033 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-81ac8f72-fef6-4426-be22-919af0a5526f req-fb4653cc-197f-4448-b7da-8b70baa387bc service neutron] show failed (client error): The resource could not be found. Nov 25 19:22:51.827053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-fb4653cc-197f-4448-b7da-8b70baa387bc service neutron] 10.222.0.66 "GET /v2.0/ports/92fa2696-01d6-4c99-9b3d-e3ddf3b09251/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0571797 Nov 25 19:22:52.034227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-49d7d209-bd27-4800-ac35-6e736cd78346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.035704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-49d7d209-bd27-4800-ac35-6e736cd78346 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 1097 time: 0.0400157 Nov 25 19:22:52.053100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:52.107122 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.246259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a4921-8d99-4511-a8ee-e2ab0fef2b84 req-3613ba1d-127a-4e24-86ed-1c4763b3fa29 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.247773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-652a4921-8d99-4511-a8ee-e2ab0fef2b84 req-3613ba1d-127a-4e24-86ed-1c4763b3fa29 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0493364 Nov 25 19:22:52.295086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-652a4921-8d99-4511-a8ee-e2ab0fef2b84 req-f7e25ca9-a1d1-45d4-8e3a-8c4cd48b9341 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Nov 25 19:22:52.311319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:52.344595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:52.383703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:52.385946 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bde2584-3f33-4cea-b0c4-ee6e0abf6935" -d '{"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-unplugged", "status": "completed", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:52.390300 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.403556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Transition to ACTIVE for port object 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:52.407085 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.478551 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:52.517752 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89da8e7-0f2c-40ba-8eb5-81bef5b81605 x-openstack-request-id: req-f89da8e7-0f2c-40ba-8eb5-81bef5b81605 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:52.518044 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-unplugged", "status": "completed", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:52.518296 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f89da8e7-0f2c-40ba-8eb5-81bef5b81605 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:52.518712 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'code': 200} Nov 25 19:22:52.534035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.534379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.534750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.535085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.535415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.535733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.536058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.536375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.536695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.537023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.537343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.537666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:52.599699 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] No DVR routers for this DVR port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:52.738910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:52.739250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:52.739579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:52.744454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:52.744775 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Attempting to bind port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:52.749567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:52.749905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:52.750287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:52.750743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Bound port: 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:52.751097 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.813067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:52.816140 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:52.820181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.858287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.858947 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.860358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] 10.222.0.64 "PUT /v2.0/ports/92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1092 time: 0.8110545 Nov 25 19:22:52.878368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1b59-7abd-46a5-b2aa-1d39013412c5 service neutron] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:52.930939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-bde65e81-d068-4ce8-8498-d518b7a25cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.932456 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-bde65e81-d068-4ce8-8498-d518b7a25cb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1095 time: 0.0432670 Nov 25 19:22:53.030220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-e62e2830-888f-4013-a47d-9f5fded2437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:53.031746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-e62e2830-888f-4013-a47d-9f5fded2437b service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0918939 Nov 25 19:22:53.101714 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-8c9ee231-b33c-41ea-bca0-2719397eb6f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1000 time: 0.0578744 Nov 25 19:22:53.157867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-768af000-25f0-455d-a9bf-1de7b5fad586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:53.159377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-768af000-25f0-455d-a9bf-1de7b5fad586 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0467365 Nov 25 19:22:53.207509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8f72-fef6-4426-be22-919af0a5526f req-dc82f2f4-fdcf-454e-9a2c-725e2cadcadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:53.208963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-dc82f2f4-fdcf-454e-9a2c-725e2cadcadf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385840 Nov 25 19:22:53.299684 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-12def5ac-56f4-419f-8d13-8cca698eceb2 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794966 Nov 25 19:22:53.398438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81ac8f72-fef6-4426-be22-919af0a5526f req-a654aa49-e89f-457d-9f96-10c5365eb2f4 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873270 Nov 25 19:22:53.414026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88b20f-e453-4c16-b4fd-385f3a849a79 req-39e18eb8-6ced-4464-8444-fdfcc9577ef7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:53.416810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ca88b20f-e453-4c16-b4fd-385f3a849a79 req-39e18eb8-6ced-4464-8444-fdfcc9577ef7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 944 time: 0.0507293 Nov 25 19:22:53.466888 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ca88b20f-e453-4c16-b4fd-385f3a849a79 req-d301974e-89be-4925-9e32-1f8f6731227d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Nov 25 19:22:54.520229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:54.523433 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40cbf0-1756-4a4b-97fd-160948ab6998" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:54.549097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:54.583654 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1884da4-565a-4762-b849-a708e9a4a272 x-openstack-request-id: req-c1884da4-565a-4762-b849-a708e9a4a272 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:54.583942 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:54.584196 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1884da4-565a-4762-b849-a708e9a4a272 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:54.585203 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'status': 'completed', 'code': 200} Nov 25 19:22:54.593695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:54.607008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c72af3-6bc2-4fcc-b154-b90cdcd7ef68 req-0bac130b-fa13-4e2f-bbd3-b2637bf2b0fe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.611667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8c72af3-6bc2-4fcc-b154-b90cdcd7ef68 req-0bac130b-fa13-4e2f-bbd3-b2637bf2b0fe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 944 time: 0.0704703 Nov 25 19:22:54.644425 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-9f1e8c61-15ee-4b8f-85a3-9b6eb8aacf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.645825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-9f1e8c61-15ee-4b8f-85a3-9b6eb8aacf96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1095 time: 0.0437901 Nov 25 19:22:54.685223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-d16890df-e167-4e63-b445-6bcc36e497c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.687296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-d16890df-e167-4e63-b445-6bcc36e497c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1095 time: 0.0744131 Nov 25 19:22:54.693803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b8c72af3-6bc2-4fcc-b154-b90cdcd7ef68 req-08e4aa41-7d80-4596-8ca5-f86608c7f37e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721338 Nov 25 19:22:54.742279 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-c2a6375b-6d4b-401f-bf3e-a9e47155726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.743859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-c2a6375b-6d4b-401f-bf3e-a9e47155726c service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0903423 Nov 25 19:22:54.782668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-b5ff67ab-5f1c-40db-bf2a-a4b83665e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.784146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-b5ff67ab-5f1c-40db-bf2a-a4b83665e11f service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0873241 Nov 25 19:22:54.822542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-c91d9370-29e4-4fde-add0-baaae4965b41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1000 time: 0.0707552 Nov 25 19:22:54.855073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-48d715ec-7c22-4102-b323-c0d732cd9366 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1000 time: 0.0620542 Nov 25 19:22:54.873699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-57dcb367-7ad1-4661-a61f-c41f94e03696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.875202 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-57dcb367-7ad1-4661-a61f-c41f94e03696 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0445189 Nov 25 19:22:54.904855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-5be6360d-174c-45c6-963d-9c47a9cc604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.906490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-5be6360d-174c-45c6-963d-9c47a9cc604a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0438657 Nov 25 19:22:54.920792 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-a5a53dc2-c6e6-4c8c-9fdb-c51a42026a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.922264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-a5a53dc2-c6e6-4c8c-9fdb-c51a42026a8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397100 Nov 25 19:22:54.953553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-b8c954a6-99d7-4cfa-8a56-3ce77f118e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.955177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-b8c954a6-99d7-4cfa-8a56-3ce77f118e6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404258 Nov 25 19:22:55.015083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-6b57b1d6-4786-43f1-a8ab-f33ecc7553b6 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858512 Nov 25 19:22:55.048882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-c076a86f-2b3d-4a3d-abdb-c96e9231cc8c service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845230 Nov 25 19:22:55.108606 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-c957ebb5-3df5-4b83-a1bc-edbc92ae5527 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864847 Nov 25 19:22:55.123892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:55.142400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb40cbf0-1756-4a4b-97fd-160948ab6998 req-82a3cc69-6fc9-4f55-bc5f-37dd63a72bea service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845757 Nov 25 19:22:55.244324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:55.257341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'mac_address': 'fa:16:3e:91:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:55.296507 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.309836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:55.329490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:55.333290 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.384557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:55.393497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.393842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.394358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.395052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.395052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.395362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.395690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.396011 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.396330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.396648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.396965 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.397417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:55.639357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['92fa2696-01d6-4c99-9b3d-e3ddf3b09251'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:55.820755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314c2a5-89cb-4719-9a01-ccd5688fa130 req-a99cad97-a60d-4242-8301-791f88f2649f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:55.822233 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b314c2a5-89cb-4719-9a01-ccd5688fa130 req-a99cad97-a60d-4242-8301-791f88f2649f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 945 time: 0.0490549 Nov 25 19:22:55.873138 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b314c2a5-89cb-4719-9a01-ccd5688fa130 req-f0bce2e5-4666-406a-b955-2cfaba8fb1e4 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Nov 25 19:22:56.093208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1c7ba-8142-4c6d-948f-08caae382e49 req-49562c04-e55d-4b42-a1a9-b58e7abcafc6 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.094819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cfd1c7ba-8142-4c6d-948f-08caae382e49 req-49562c04-e55d-4b42-a1a9-b58e7abcafc6 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 945 time: 0.0794487 Nov 25 19:22:56.114794 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619deecc-9b90-4983-a275-39bf3abd603e req-82cc9d4d-1f1e-47a1-8325-519b2ddb4dd3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.116228 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-82cc9d4d-1f1e-47a1-8325-519b2ddb4dd3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105&tenant_id=68199f7289ee4689ac76cf91ff4a8334&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 945 time: 0.0749068 Nov 25 19:22:56.189098 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cfd1c7ba-8142-4c6d-948f-08caae382e49 req-0fb2a775-fa76-4c68-97e7-a924a117f3ec tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874870 Nov 25 19:22:56.204560 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-619deecc-9b90-4983-a275-39bf3abd603e req-ab8edcf8-0bcd-436b-9ef8-4df6e12bc0f2 service neutron] delete failed (client error): The resource could not be found. Nov 25 19:22:56.205668 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-ab8edcf8-0bcd-436b-9ef8-4df6e12bc0f2 service neutron] 10.222.0.66 "DELETE /v2.0/ports/92fa2696-01d6-4c99-9b3d-e3ddf3b09251/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0821984 Nov 25 19:22:56.289499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619deecc-9b90-4983-a275-39bf3abd603e req-f888e034-6a3d-45f6-a438-5f65ce3f5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.291028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-f888e034-6a3d-45f6-a438-5f65ce3f5b3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 1096 time: 0.0412433 Nov 25 19:22:56.378928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619deecc-9b90-4983-a275-39bf3abd603e req-39d14ccf-9b81-46b8-b362-948066e72397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.380395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-39d14ccf-9b81-46b8-b362-948066e72397 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0827816 Nov 25 19:22:56.448727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-c27df41d-6c9f-4a48-98df-46c9dd4a5d18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 200 len: 1001 time: 0.0613708 Nov 25 19:22:56.497971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619deecc-9b90-4983-a275-39bf3abd603e req-9997c604-40cf-48d6-a0b3-4638e532c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.499445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-9997c604-40cf-48d6-a0b3-4638e532c4d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0431905 Nov 25 19:22:56.543818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619deecc-9b90-4983-a275-39bf3abd603e req-c46df076-708e-4d17-8acd-82eaeb504be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.545263 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-c46df076-708e-4d17-8acd-82eaeb504be6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392208 Nov 25 19:22:56.638410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-d0557f31-e821-4e0e-b026-e338f9309961 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863428 Nov 25 19:22:56.726690 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-619deecc-9b90-4983-a275-39bf3abd603e req-8e29e426-e99e-4813-8c3a-d5765d9266db service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809553 Nov 25 19:22:57.133440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:57.181259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:22:57.184997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:57.185371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:57.263285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:57.288573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:57.291287 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236e8107-41b4-4137-9ae5-3511b904d6b7" -d '{"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-plugged", "status": "completed", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:57.310560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:57.315545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:57.318219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e207ef5-00f5-4607-abfc-363457a71824 req-35c0d5fa-f36b-481e-b886-d0154a5ce7c8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:57.320605 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e207ef5-00f5-4607-abfc-363457a71824 req-35c0d5fa-f36b-481e-b886-d0154a5ce7c8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 945 time: 0.0567098 Nov 25 19:22:57.342550 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091800b-4998-42fc-acd6-dadc89c74649 x-openstack-request-id: req-7091800b-4998-42fc-acd6-dadc89c74649 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:57.342852 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-plugged", "status": "completed", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:57.343111 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7091800b-4998-42fc-acd6-dadc89c74649 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:57.343519 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'code': 200} Nov 25 19:22:57.369716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:57.371408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9e207ef5-00f5-4607-abfc-363457a71824 req-b6d9dbbb-a2f6-4dff-bf3d-a233c7838f6f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 Nov 25 19:22:57.487328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ff96-cb51-4c20-a5af-14d6be699740 req-47ea4e5d-6e2a-4fed-a1a8-31608812dc6d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:57.488810 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f839ff96-cb51-4c20-a5af-14d6be699740 req-47ea4e5d-6e2a-4fed-a1a8-31608812dc6d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0493147 Nov 25 19:22:57.540497 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f839ff96-cb51-4c20-a5af-14d6be699740 req-e92de4e8-0038-45b2-8984-eea531f319c9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Nov 25 19:22:57.656088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd276e-0171-4993-8263-65a81bb3648d req-0f77fcbd-6af1-4346-8212-aa1219306d8b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:57.657636 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12dd276e-0171-4993-8263-65a81bb3648d req-0f77fcbd-6af1-4346-8212-aa1219306d8b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0521717 Nov 25 19:22:57.704436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-12dd276e-0171-4993-8263-65a81bb3648d req-21c7915f-23cd-4092-be4d-8991b97e3199 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Nov 25 19:22:57.930303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287f42d-70e0-4b09-905a-e14d0a480e25 req-7445285a-5eea-475f-b462-635ff4c64938 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:57.931784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9287f42d-70e0-4b09-905a-e14d0a480e25 req-7445285a-5eea-475f-b462-635ff4c64938 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0485699 Nov 25 19:22:57.978859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9287f42d-70e0-4b09-905a-e14d0a480e25 req-f9f2c5b2-ac84-4689-8221-f8d8c32e8d52 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410767 Nov 25 19:22:58.581446 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:22:59.095254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a123-bdfa-4b66-9e2a-e9657c333279 req-8c15ddc8-f9b8-4bb7-a88f-fdaabf1317fb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.096735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b67a123-bdfa-4b66-9e2a-e9657c333279 req-8c15ddc8-f9b8-4bb7-a88f-fdaabf1317fb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0479457 Nov 25 19:22:59.143624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0b67a123-bdfa-4b66-9e2a-e9657c333279 req-1c9171b5-32a0-4c97-a5f3-d312503222a6 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Nov 25 19:22:59.321170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-dd0cd926-8f8e-4a3a-b358-597c4e19765f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.322543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-dd0cd926-8f8e-4a3a-b358-597c4e19765f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 946 time: 0.0509694 Nov 25 19:22:59.412626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Deleting port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:59.413018 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.501442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] For port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:59.501799 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.673436 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.673803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.674118 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 disassociated. External IP: 172.25.2.206, port: 92fa2696-01d6-4c99-9b3d-e3ddf3b09251. Nov 25 19:22:59.674470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Calling delete_port for 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:59.806681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:59.835273 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event deleted for resources: {'Port': ['ID=92fa2696-01d6-4c99-9b3d-e3ddf3b09251,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:00.293647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9874065-bed0-47c0-8828-8a1cd75b8544 req-98900475-93b0-4e82-9ec9-c5ba56a34616 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1e31ea1-c020-45f1-88c6-acf32e10d105 HTTP/1.1" status: 200 len: 210 time: 0.0307684 Nov 25 19:23:00.313394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:23:00.419769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:00.430170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:00.440397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:00.441154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:22:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:00.459221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] No DVR routers for this DVR port 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:00.462684 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:00.466436 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee4927a5-ddd4-4d32-8b5d-c617ba04dbce req-f7bbc9cf-a741-4799-815b-da2a8a96fea8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "DELETE /v2.0/ports/92fa2696-01d6-4c99-9b3d-e3ddf3b09251 HTTP/1.1" status: 204 len: 173 time: 1.1348588 Nov 25 19:23:00.466901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-deleted', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:00.469185 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c382fc2-d097-41f9-a55f-7017e2604859" -d '{"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-deleted", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:00.513298 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02817395-56fd-4486-b939-3c371c322452 x-openstack-request-id: req-02817395-56fd-4486-b939-3c371c322452 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:00.513591 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e31ea1-c020-45f1-88c6-acf32e10d105", "name": "network-vif-deleted", "tag": "92fa2696-01d6-4c99-9b3d-e3ddf3b09251", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:00.513842 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02817395-56fd-4486-b939-3c371c322452 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:00.514234 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e31ea1-c020-45f1-88c6-acf32e10d105', 'name': 'network-vif-deleted', 'tag': '92fa2696-01d6-4c99-9b3d-e3ddf3b09251', 'status': 'completed', 'code': 200} Nov 25 19:23:00.549845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:00.749738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:00.781375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:00.789538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:00.790145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:22:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:00.890656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:01.093531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:01.120779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0fab7-49ef-486c-9c2b-21be884537ae None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:01.122236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.335094 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd33d2-773c-402b-92c6-c34f54142635 None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:23:01.536540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-62eb6196-d06f-4004-97d0-14d4a532da99 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1061616965&fields=id&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 267 time: 0.0417464 Nov 25 19:23:01.645203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-e5b909fb-7e6f-4b19-8448-75ddb1d10cd1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:01.646675 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-e5b909fb-7e6f-4b19-8448-75ddb1d10cd1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.1032996 Nov 25 19:23:01.660963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-a2ac821e-7b7c-482f-9092-5ee50a68d6fe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/quotas/68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 375 time: 0.0086281 Nov 25 19:23:01.710137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-8ad28d28-4dbb-4c95-b2fe-37175c285175 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435040 Nov 25 19:23:01.772037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-448e884b-32ee-4b1b-a8b8-a87bb39722c2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:23:01.773020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-448e884b-32ee-4b1b-a8b8-a87bb39722c2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517132 Nov 25 19:23:01.865413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-424bf063-cf30-4303-8c9b-1839858dea9d service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861356 Nov 25 19:23:01.952156 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-7f261647-f4e8-455a-95cf-5c28ccaadb64 service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800016 Nov 25 19:23:02.112346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-71a0426f-bea1-47bb-a9a6-46288ac52a78 req-af576b26-b1f5-4d12-954f-302bd556bcc9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 210 time: 0.0261424 Nov 25 19:23:03.156462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:03.185253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:23:03.185505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5030b0ba-b8d5-46e6-a93e-f2536ae338ea tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:03.187088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 92fa2696-01d6-4c99-9b3d-e3ddf3b09251 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:23:03.187242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5030b0ba-b8d5-46e6-a93e-f2536ae338ea tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.1202455 Nov 25 19:23:03.275078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfbc5696-6414-4214-a4ca-3c12a7aca2d7 req-0b531670-cb85-401d-98c4-2aab0d23ca1b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 210 time: 0.0675988 Nov 25 19:23:03.301991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-ba4a94c6-3c6f-469b-b828-df7d48622737 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 380 time: 0.0966907 Nov 25 19:23:03.318200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'port': {'device_id': '535f5ab0-41ca-427c-b196-29bc395da350', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'admin_state_up': True, 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'security_groups': ['ed8cd041-2e02-4ef8-a4f7-e33875eea39e']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:03.427747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Made reservation on behalf of 68199f7289ee4689ac76cf91ff4a8334 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:03.431630 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.564394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Allocated IP 172.20.0.6 (10c84db1-174a-4007-a851-0d35c368668b/3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd/adf0e3e9-4ac6-47f5-be76-1263eac6002f) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:03.671845 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.719740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.752306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.800093 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Network 10c84db1-174a-4007-a851-0d35c368668b is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:03.804152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:03.808011 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:03.831623 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:03.859999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:03.860624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.878213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-39937cff-e370-4e25-bff1-8edd03990b2b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636058 Nov 25 19:23:03.956393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Request body: {'port': {'device_id': '535f5ab0-41ca-427c-b196-29bc395da350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:04.011039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.025151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1ce3cc16-5a2f-40dd-ad16-7b6e18108ed2 None None] Provisioning complete for port adf0e3e9-4ac6-47f5-be76-1263eac6002f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:04.025521 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cc16-5a2f-40dd-ad16-7b6e18108ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.058846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3cc16-5a2f-40dd-ad16-7b6e18108ed2 None None] Port adf0e3e9-4ac6-47f5-be76-1263eac6002f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:04.272002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf0e3e9-4ac6-47f5-be76-1263eac6002f {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:04.279919 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.291574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Transition to ACTIVE for port object adf0e3e9-4ac6-47f5-be76-1263eac6002f will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:04.296836 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.350199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:04.402177 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6927f1-8fd8-45cc-81d3-55af3d21c157 req-c2bd57d8-e458-4057-8d90-1c82e96fb160 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:04.409793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c6927f1-8fd8-45cc-81d3-55af3d21c157 req-c2bd57d8-e458-4057-8d90-1c82e96fb160 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 943 time: 0.0620968 Nov 25 19:23:04.429563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:04.430048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:04.430406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:04.435127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Port adf0e3e9-4ac6-47f5-be76-1263eac6002f on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:04.435455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:04.440563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:04.440908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:04.441299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:04.441743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Bound port: adf0e3e9-4ac6-47f5-be76-1263eac6002f, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:04.442104 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.467818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c6927f1-8fd8-45cc-81d3-55af3d21c157 req-8e5ee7bd-4cb5-4c98-91ef-6e774ee46975 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570621 Nov 25 19:23:04.513852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:04.517074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:04.521514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.558741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:04.559372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.560775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] 10.222.0.64 "PUT /v2.0/ports/adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 1091 time: 0.6694548 Nov 25 19:23:04.561221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:04.563547 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e02521a-ebf3-445a-8d39-da0971de23d9" -d '{"events": [{"name": "network-changed", "server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:04.587832 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab399fc-97bb-4c5e-98d2-0c9f7bc9fdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:04.630096 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd53cb0-045c-4655-bd98-000dfeadc195 x-openstack-request-id: req-acd53cb0-045c-4655-bd98-000dfeadc195 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:04.630393 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:04.630679 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acd53cb0-045c-4655-bd98-000dfeadc195 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:04.631083 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'status': 'completed', 'code': 200} Nov 25 19:23:04.648045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-ea102850-45a5-40be-9b90-05b982601c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:04.649600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-ea102850-45a5-40be-9b90-05b982601c05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1094 time: 0.0470815 Nov 25 19:23:04.698122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-a1d8022d-7881-4a80-9f66-373a47c2781f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 217 time: 0.0401599 Nov 25 19:23:04.750216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-a063a7df-a1d0-4631-ba47-5770e8a95c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:04.751723 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-a063a7df-a1d0-4631-ba47-5770e8a95c84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0462923 Nov 25 19:23:04.805005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-a9106d04-10ac-4d77-8353-68d8913e2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:04.806561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-a9106d04-10ac-4d77-8353-68d8913e2519 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422971 Nov 25 19:23:04.901048 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-354d4aed-dc65-46ab-b389-c2a94a12b529 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851035 Nov 25 19:23:04.994294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-81e8acf7-616d-4c09-9c5e-07ea9c006699 req-0f49f113-8688-4202-b8b5-b000ab3cc198 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826333 Nov 25 19:23:05.092400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-e7c39681-298d-4504-9c56-534b69ef7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:05.093846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-e7c39681-298d-4504-9c56-534b69ef7ad7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1094 time: 0.0413210 Nov 25 19:23:05.187616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-2461dc67-bea5-43a3-86ca-cfc80c983b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:05.189081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-2461dc67-bea5-43a3-86ca-cfc80c983b91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0864649 Nov 25 19:23:05.230663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-2c259c54-1220-4e40-b138-37f32916d6d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 217 time: 0.0338950 Nov 25 19:23:05.279186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-2245057e-85dd-4764-a7a2-2eb42209151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:05.280616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-2245057e-85dd-4764-a7a2-2eb42209151a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0423331 Nov 25 19:23:05.330614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-f1cf8653-cec5-4c2d-907f-38fb4405cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:05.332083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-f1cf8653-cec5-4c2d-907f-38fb4405cb43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437076 Nov 25 19:23:05.421513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-a5569d94-0449-462d-9260-edc69d36a592 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811996 Nov 25 19:23:05.518135 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8e02521a-ebf3-445a-8d39-da0971de23d9 req-33c89d81-5213-4d64-bf29-3cab687b9c7e service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879595 Nov 25 19:23:05.577791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210f86e-a3b1-4cda-9206-0a968ba292f9 req-50750421-65b0-409a-80ed-9631939d8a97 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:05.579298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e210f86e-a3b1-4cda-9206-0a968ba292f9 req-50750421-65b0-409a-80ed-9631939d8a97 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 943 time: 0.0498652 Nov 25 19:23:05.626717 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e210f86e-a3b1-4cda-9206-0a968ba292f9 req-a5836c0d-9301-448e-bf59-d5b764cbe9e5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Nov 25 19:23:06.744750 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5ed64-71bf-47d2-a344-78931a5c6930 req-c9d22d85-9b3b-4b95-a7fc-a403c8ba7a5b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:06.746217 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22e5ed64-71bf-47d2-a344-78931a5c6930 req-c9d22d85-9b3b-4b95-a7fc-a403c8ba7a5b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 943 time: 0.0494919 Nov 25 19:23:06.792083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22e5ed64-71bf-47d2-a344-78931a5c6930 req-702ec71e-8301-45e0-9a4c-b56c36861158 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399852 Nov 25 19:23:07.181103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:07.274847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:07.285775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'mac_address': 'fa:16:3e:e8:41:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:07.320607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.332444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf0e3e9-4ac6-47f5-be76-1263eac6002f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:07.352360 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:07.356276 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.405677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:07.618945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['adf0e3e9-4ac6-47f5-be76-1263eac6002f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:07.905374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11ca6b-92f6-465f-9686-e1b08ea4aa8a req-5936aac8-273d-4457-8b5b-ccad1edde26b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:07.906854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d11ca6b-92f6-465f-9686-e1b08ea4aa8a req-5936aac8-273d-4457-8b5b-ccad1edde26b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 944 time: 0.0475678 Nov 25 19:23:07.954231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d11ca6b-92f6-465f-9686-e1b08ea4aa8a req-225844be-fb7e-4a2d-bddf-2a7571cf086d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Nov 25 19:23:09.068291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea95a7-00ce-4808-9008-d7e75f3c370a req-5be51b5d-7643-47ee-91d5-c567aa6d329d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:09.069761 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3bea95a7-00ce-4808-9008-d7e75f3c370a req-5be51b5d-7643-47ee-91d5-c567aa6d329d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 944 time: 0.0488009 Nov 25 19:23:09.120900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3bea95a7-00ce-4808-9008-d7e75f3c370a req-db7ebda4-c715-4573-8fe4-41208f00f677 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Nov 25 19:23:09.187710 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:09.238301 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port adf0e3e9-4ac6-47f5-be76-1263eac6002f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:09.241825 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port adf0e3e9-4ac6-47f5-be76-1263eac6002f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:09.242203 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:09.317392 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:09.340417 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:09.342696 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6efb0c0c6dffdbc314c758d26a7c1c9e19c152e0535617133895e70fe4ad01d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fb4571-ed9c-4b24-9430-36e3395bc7b2" -d '{"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-plugged", "status": "completed", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:09.355585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:09.359717 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:09.409986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:09.446133 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec89df7-e7b6-42b2-852b-7bf4c9172a3e x-openstack-request-id: req-5ec89df7-e7b6-42b2-852b-7bf4c9172a3e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:09.446423 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-plugged", "status": "completed", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:09.446735 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ec89df7-e7b6-42b2-852b-7bf4c9172a3e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:09.447127 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'code': 200} Nov 25 19:23:09.560919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73515982-c419-4f7b-96f8-ed3937753651 req-85293bda-6002-4856-a210-f35e6a88eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:09.562345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73515982-c419-4f7b-96f8-ed3937753651 req-85293bda-6002-4856-a210-f35e6a88eef0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1096 time: 0.0402656 Nov 25 19:23:09.610977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73515982-c419-4f7b-96f8-ed3937753651 req-8d8631cd-1069-4c60-897a-3e8e8a186f5d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359995 Nov 25 19:23:10.243116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a577bfa-044c-49f5-a1f2-77c4649069d6 req-1b20665e-7022-4357-8d7f-adda772ece60 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:10.244640 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a577bfa-044c-49f5-a1f2-77c4649069d6 req-1b20665e-7022-4357-8d7f-adda772ece60 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0535872 Nov 25 19:23:10.309834 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5a577bfa-044c-49f5-a1f2-77c4649069d6 req-5ff9f4b4-8952-40e7-a21d-a7ab33ab556e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581045 Nov 25 19:23:10.996491 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ad0c032-1193-4cdf-acff-b586d78a8949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.430773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb771c1-35cf-4f92-bbbc-dbdb1560812a req-39f84211-8162-41b5-be14-57cb8d295f0f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:11.432224 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0fb771c1-35cf-4f92-bbbc-dbdb1560812a req-39f84211-8162-41b5-be14-57cb8d295f0f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0528896 Nov 25 19:23:11.478423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0fb771c1-35cf-4f92-bbbc-dbdb1560812a req-ddf8b7fb-175d-4dea-bdc4-1c30304c3767 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Nov 25 19:23:11.591763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546976c-ff80-44d8-a99d-7340a439f5f6 req-26d161e4-547b-4a37-9fac-1e41290f8daa tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:11.593129 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1546976c-ff80-44d8-a99d-7340a439f5f6 req-26d161e4-547b-4a37-9fac-1e41290f8daa tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Nov 25 19:23:11.601573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 57652) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:11.605802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'floatingip': {'port_id': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:11.643573 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.063294 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.067036 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.166356 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 associated. External IP: 172.25.2.206, port: adf0e3e9-4ac6-47f5-be76-1263eac6002f. Nov 25 19:23:12.369221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:23:12.472257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:12.477651 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:12.482184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:12.492277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:12.492901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:22:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:12.507054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5acf327c-4222-422d-bc57-ffff5dfdecc1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "PUT /v2.0/floatingips/1dd6ab97-ceca-472d-878a-2e3a02ac3e46 HTTP/1.1" status: 200 len: 991 time: 0.9044514 Nov 25 19:23:12.507651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:12.509910 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}076f391a774832c4926b01fe1f9617b98f2ce8d62a88d20e8f7436869bc498bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c47c24a-9c20-4159-9c6c-5cac06d260ca" -d '{"events": [{"name": "network-changed", "server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:12.549427 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4517e1d7-079a-469d-a7ce-05b4f64ef984 x-openstack-request-id: req-4517e1d7-079a-469d-a7ce-05b4f64ef984 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:12.549729 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:12.549990 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4517e1d7-079a-469d-a7ce-05b4f64ef984 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:12.550553 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'status': 'completed', 'code': 200} Nov 25 19:23:12.615263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-02d500c3-c8a3-4063-b8e3-cec4037166d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:12.616858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-02d500c3-c8a3-4063-b8e3-cec4037166d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1096 time: 0.0443850 Nov 25 19:23:12.710477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-89e7a861-9fd4-4c66-a1be-314f376cd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:12.711966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-89e7a861-9fd4-4c66-a1be-314f376cd3e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0879276 Nov 25 19:23:12.757885 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:12.781716 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-cd91022e-eb7d-41c8-a4b2-48237219c1d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 999 time: 0.0620577 Nov 25 19:23:12.832785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-13ad6f52-1440-4571-8f23-627510e4fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:12.834246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-13ad6f52-1440-4571-8f23-627510e4fe5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0448060 Nov 25 19:23:12.882344 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-20cd4bb0-3b49-49b8-a318-a0943d4b028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:12.883886 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-20cd4bb0-3b49-49b8-a318-a0943d4b028d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419748 Nov 25 19:23:12.978154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:e8:41:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f5ab0-41ca-427c-b196-29bc395da350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:23:11Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:12.978842 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-a09c89e9-5cf6-4807-aa87-ce9cf24d3365 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866704 Nov 25 19:23:13.007818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:13.019812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:13.020438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:22:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:13.068963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3c47c24a-9c20-4159-9c6c-5cac06d260ca req-4c9d3308-8a46-4fc0-8fb8-b3c00ee51e9c service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832241 Nov 25 19:23:13.132097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:13.344948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:e8:41:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f5ab0-41ca-427c-b196-29bc395da350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:23:11Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:13.374588 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeffb6d-dbbf-4228-af30-2f06572de028 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:e8:41:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f5ab0-41ca-427c-b196-29bc395da350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:23:11Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:13.499731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6078431e-6d6d-40fe-ac32-573138ad4db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:13.555164 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691e547-2e15-4a27-972f-3eb479f63973 None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:23:14.554517 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:16.114269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.070144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.092227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.682486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.580700 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:23:39.955123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-5809af49-3f8c-4a56-b043-ef7ce7a0224e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432720 Nov 25 19:23:40.039998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04402fd-ffdc-4acd-babc-396e49b313af req-ea3aaf6b-c4de-4e81-90f5-18e26f654c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.041471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-ea3aaf6b-c4de-4e81-90f5-18e26f654c98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1096 time: 0.0407193 Nov 25 19:23:40.147033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04402fd-ffdc-4acd-babc-396e49b313af req-82f27edb-99ba-44e2-870e-ed0974cdfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.148492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-82f27edb-99ba-44e2-870e-ed0974cdfd0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0847881 Nov 25 19:23:40.217143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-d607da6e-6675-4b2a-85b2-1a0e51b38f2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 1001 time: 0.0608861 Nov 25 19:23:40.269077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04402fd-ffdc-4acd-babc-396e49b313af req-c7bf6b1d-05aa-4917-bb5f-a73787b89247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.270694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-c7bf6b1d-05aa-4917-bb5f-a73787b89247 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0453658 Nov 25 19:23:40.335404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04402fd-ffdc-4acd-babc-396e49b313af req-f807c561-bbe9-46b0-a7cd-0f15abc40563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.336839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-f807c561-bbe9-46b0-a7cd-0f15abc40563 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439022 Nov 25 19:23:40.431652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-ef773eb8-6da2-4c2f-ba06-a0ab0296c69b service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846040 Nov 25 19:23:40.522910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d04402fd-ffdc-4acd-babc-396e49b313af req-ac6db221-ac2d-43a0-aaf4-aedccb1647ae service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807853 Nov 25 19:23:40.993224 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b02a-660b-4540-882e-90614a6f54d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.501623 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6041747-6b4b-4472-80c8-aa9ab9de0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.558206 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.117206 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.071967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.111016 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.692378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:10.996069 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ab8aeaa-f37b-4296-89af-ac6e7e73481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.579382 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:24:13.504004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75c25f91-6d70-4ba1-99cc-2177956f3361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.560140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.120442 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.073674 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.106436 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.706391 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:40.027262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-0226b673-0e5c-4462-99a6-28d7ee918dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774105 Nov 25 19:24:40.117238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-548600c7-04b9-4129-82b6-d3bdd68d5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.118756 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-548600c7-04b9-4129-82b6-d3bdd68d5d28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1096 time: 0.0453770 Nov 25 19:24:40.224707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-3679cb5a-ae72-4fd5-9889-4df21b632333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.226076 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-3679cb5a-ae72-4fd5-9889-4df21b632333 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0878630 Nov 25 19:24:40.647846 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-c2566c44-817e-46b9-9881-8ee84c166b2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 1001 time: 0.4069881 Nov 25 19:24:40.701983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-153b5609-1a39-478a-b69c-b2222ee1844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.703434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-153b5609-1a39-478a-b69c-b2222ee1844c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0446284 Nov 25 19:24:40.755032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-c5143465-23d2-4a16-a04f-2db82ec540ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.756476 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-c5143465-23d2-4a16-a04f-2db82ec540ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410328 Nov 25 19:24:40.856064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-5f5ee9d0-f483-4397-b149-e9978a49a26c service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Nov 25 19:24:40.949674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39f3f7ee-fd92-4833-b200-dc3d342645b8 req-4a9580ac-9f73-491c-95fb-0fc80d7d3c13 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824893 Nov 25 19:24:40.999342 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63bc83e4-d60c-4451-8b3f-43154104408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.505339 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89d5a591-cf61-449b-984a-72f2508b709e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.561637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.122938 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.074880 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.577730 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:24:53.306522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48472c5-ec3e-41f7-8f2d-6758e8392b27 req-6f96e47b-c6f4-4e1c-b6c7-080c82dcbf60 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.308005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f48472c5-ec3e-41f7-8f2d-6758e8392b27 req-6f96e47b-c6f4-4e1c-b6c7-080c82dcbf60 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0932825 Nov 25 19:24:53.355680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f48472c5-ec3e-41f7-8f2d-6758e8392b27 req-4dbe73a4-6290-4946-9a5b-725697d67a13 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Nov 25 19:24:54.596993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5170eb-7da3-4fcb-b801-1a3226159c10 req-751d8aef-a520-4291-a978-09ef8e93a012 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:54.598479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c5170eb-7da3-4fcb-b801-1a3226159c10 req-751d8aef-a520-4291-a978-09ef8e93a012 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0928326 Nov 25 19:24:54.648930 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7c5170eb-7da3-4fcb-b801-1a3226159c10 req-29b74f95-f117-4a49-bd7e-afe095ff79ff tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446482 Nov 25 19:24:55.768747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1d4b-0953-4453-be9f-82183ccb0a58 req-4fe38803-a01a-427e-91f4-e3f7f4a00d82 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:55.770961 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af3d1d4b-0953-4453-be9f-82183ccb0a58 req-4fe38803-a01a-427e-91f4-e3f7f4a00d82 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0511913 Nov 25 19:24:55.816680 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af3d1d4b-0953-4453-be9f-82183ccb0a58 req-ca0024fc-e2a6-4585-a67d-f9b514ce7e91 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Nov 25 19:24:56.932294 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd2dde-a167-417c-b30f-89e0039a8e40 req-7c532ad5-107c-4882-83da-14a7eb4db402 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.933759 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98bd2dde-a167-417c-b30f-89e0039a8e40 req-7c532ad5-107c-4882-83da-14a7eb4db402 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0484595 Nov 25 19:24:56.980431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98bd2dde-a167-417c-b30f-89e0039a8e40 req-8b091010-f10a-48cc-901f-a2ef76d434cd tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407419 Nov 25 19:24:58.094208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4b5cb-f984-4512-9037-6ae069e0d7b5 req-12c7eae9-1356-4946-bd82-b126e9691efc tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.095706 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0d4b5cb-f984-4512-9037-6ae069e0d7b5 req-12c7eae9-1356-4946-bd82-b126e9691efc tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Nov 25 19:24:58.147642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d0d4b5cb-f984-4512-9037-6ae069e0d7b5 req-27b7e800-be4a-498d-9793-3f37c3f52299 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Nov 25 19:24:59.265689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d136c0a-abaf-4212-aedc-75542e692fba req-0ba868a1-acd2-4a4d-87f2-0114f4c6f682 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:59.267102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d136c0a-abaf-4212-aedc-75542e692fba req-0ba868a1-acd2-4a4d-87f2-0114f4c6f682 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0485535 Nov 25 19:24:59.313018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d136c0a-abaf-4212-aedc-75542e692fba req-890d399f-c733-4aab-aecd-ca722d9c9576 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 Nov 25 19:25:00.426707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51722-4563-45e0-a43c-5f466ecf681e req-50f4b244-6aa4-473e-a381-143e54644e33 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.428184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41f51722-4563-45e0-a43c-5f466ecf681e req-50f4b244-6aa4-473e-a381-143e54644e33 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0486555 Nov 25 19:25:00.482284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-41f51722-4563-45e0-a43c-5f466ecf681e req-7a960243-c6c2-460a-8b78-aaafe74b189c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481513 Nov 25 19:25:01.090883 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.599762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f89ce1-2c44-4738-a728-a91ba4503804 req-77462533-d06f-4aac-b627-efc8b12a0db7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.601243 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7f89ce1-2c44-4738-a728-a91ba4503804 req-77462533-d06f-4aac-b627-efc8b12a0db7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0523713 Nov 25 19:25:01.647637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e7f89ce1-2c44-4738-a728-a91ba4503804 req-856c00c3-db85-46be-add7-2de6c8aad9be tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 Nov 25 19:25:02.762606 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6663d4-eaab-462b-8e80-f34f5849bb82 req-0a4db2ba-cae3-477e-a089-5e4f95afaf09 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.765111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa6663d4-eaab-462b-8e80-f34f5849bb82 req-0a4db2ba-cae3-477e-a089-5e4f95afaf09 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Nov 25 19:25:02.811615 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa6663d4-eaab-462b-8e80-f34f5849bb82 req-9ba71c36-48ae-4e99-8923-e50485ec4171 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403237 Nov 25 19:25:03.706918 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.929390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f072795-9e39-44c0-98db-c0b6ebb5aee5 req-6c0bf767-2eba-40bd-958e-42af77f268f3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:03.931232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f072795-9e39-44c0-98db-c0b6ebb5aee5 req-6c0bf767-2eba-40bd-958e-42af77f268f3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Nov 25 19:25:03.980722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5f072795-9e39-44c0-98db-c0b6ebb5aee5 req-d5a223a9-6206-44e5-a10f-835beefd2e08 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Nov 25 19:25:05.093351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185f2fb-c87c-4b42-ab03-b9bb3c79f6ad req-60ae322d-d2d8-4702-9652-52693661773b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.094809 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1185f2fb-c87c-4b42-ab03-b9bb3c79f6ad req-60ae322d-d2d8-4702-9652-52693661773b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0475228 Nov 25 19:25:05.140435 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1185f2fb-c87c-4b42-ab03-b9bb3c79f6ad req-0cc93f73-abde-4a06-a856-47ec4c9dba25 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388200 Nov 25 19:25:06.259402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6464-a31e-4ea6-9aba-476f759e74ee req-abe8b467-9ae7-42df-a211-8aa3c968ec2d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.260863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15ee6464-a31e-4ea6-9aba-476f759e74ee req-abe8b467-9ae7-42df-a211-8aa3c968ec2d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Nov 25 19:25:06.311487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-15ee6464-a31e-4ea6-9aba-476f759e74ee req-e469b8ed-ae45-4bd1-a4c3-37ae1b2b70d7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446212 Nov 25 19:25:07.428681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b99d8a-2da8-498d-a7a0-cd79b662b820 req-2b3e49c9-e20c-42c6-b082-5183425789f1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:07.430134 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5b99d8a-2da8-498d-a7a0-cd79b662b820 req-2b3e49c9-e20c-42c6-b082-5183425789f1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Nov 25 19:25:07.476104 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a5b99d8a-2da8-498d-a7a0-cd79b662b820 req-0f4c112f-28ca-4ba9-9faf-d6e6739de0e2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399389 Nov 25 19:25:08.605752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120be11a-6dd7-4c5b-9d8e-4aaa2fef309e req-580f3296-39f1-4351-b2bf-46557dbeb170 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.607284 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-120be11a-6dd7-4c5b-9d8e-4aaa2fef309e req-580f3296-39f1-4351-b2bf-46557dbeb170 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0574179 Nov 25 19:25:08.654110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-120be11a-6dd7-4c5b-9d8e-4aaa2fef309e req-77bea737-cfa7-45a1-8f9d-8a858bf3471b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Nov 25 19:25:08.901950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a61f3-3d04-446c-ba00-6a9c2b7bb1d9 req-01ebef74-3354-4af2-895f-c0d7dc598460 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.903458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a8a61f3-3d04-446c-ba00-6a9c2b7bb1d9 req-01ebef74-3354-4af2-895f-c0d7dc598460 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0551248 Nov 25 19:25:08.981627 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a8a61f3-3d04-446c-ba00-6a9c2b7bb1d9 req-e4fe58ba-932c-44e5-b299-8a5f629346aa tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722704 Nov 25 19:25:08.988461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-f60f8fda-c9a9-466f-8dd8-446e85ad5129 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134048 Nov 25 19:25:10.105790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2f249-3cce-47e5-ab08-b387aead765f req-b7cc78b7-f090-45df-8e07-c8eade91d4b2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:10.107298 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1c2f249-3cce-47e5-ab08-b387aead765f req-b7cc78b7-f090-45df-8e07-c8eade91d4b2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0516210 Nov 25 19:25:10.160251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c1c2f249-3cce-47e5-ab08-b387aead765f req-2864999c-7fd6-48db-a584-afa286996b02 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469158 Nov 25 19:25:11.001005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f88288e0-d6bd-4b5a-aa69-458176ecee48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.277837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c42fa4-eb70-4e94-9ace-e362029d8b66 req-ad8f26c6-1421-4318-877f-797c67a1635f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:11.279421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24c42fa4-eb70-4e94-9ace-e362029d8b66 req-ad8f26c6-1421-4318-877f-797c67a1635f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0495493 Nov 25 19:25:11.325323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-24c42fa4-eb70-4e94-9ace-e362029d8b66 req-7c7ea58d-68f4-4134-9423-84b11703485a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Nov 25 19:25:12.441952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec991e4-5540-4205-b9e2-0d9ec4247fe1 req-918f31b3-253a-4b7d-bf16-8f8386a534bc tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.443425 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fec991e4-5540-4205-b9e2-0d9ec4247fe1 req-918f31b3-253a-4b7d-bf16-8f8386a534bc tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0510461 Nov 25 19:25:12.489627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fec991e4-5540-4205-b9e2-0d9ec4247fe1 req-87d5f369-72e2-4ca7-b68a-738bcc71e6ff tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Nov 25 19:25:13.505927 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1134dc14-c5c6-4b3a-a6aa-4818c50c061e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.613310 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09db9-4780-48ff-9cb9-985d651f2e01 req-89fbf494-b554-44e9-ac36-3bd8c1cfde51 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.614945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98a09db9-4780-48ff-9cb9-985d651f2e01 req-89fbf494-b554-44e9-ac36-3bd8c1cfde51 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0553014 Nov 25 19:25:13.663814 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-98a09db9-4780-48ff-9cb9-985d651f2e01 req-d67c280f-0d75-432f-b372-597bbb7b3362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426881 Nov 25 19:25:14.141066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-035e5758-e703-404b-8d76-dba6b07e4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.142581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-035e5758-e703-404b-8d76-dba6b07e4776 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1096 time: 0.0439377 Nov 25 19:25:14.235226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-6335bd20-cff1-472e-90bb-333aeeac5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.236673 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-6335bd20-cff1-472e-90bb-333aeeac5031 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0818982 Nov 25 19:25:14.315798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-99c97fc0-12e9-42cf-bc27-d038ba2309a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 1001 time: 0.0716372 Nov 25 19:25:14.369717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-a54be2d3-2c33-400c-938d-07ecd65f0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.371163 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-a54be2d3-2c33-400c-938d-07ecd65f0873 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0444129 Nov 25 19:25:14.420974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-73b23eed-2749-4a67-bc43-2f7a1de7975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.422470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-73b23eed-2749-4a67-bc43-2f7a1de7975b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397413 Nov 25 19:25:14.518884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-658ab4e5-268c-4afe-8788-2e082427a31c service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Nov 25 19:25:14.565871 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.611869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-8b22d993-d88d-4c9b-b5f5-a62d9c5b12c1 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824647 Nov 25 19:25:14.781656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdcb81-c3c9-4d62-9994-6236a284547e req-8025e8ea-a7df-4f6a-857b-7f5d6804691e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.783149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cafdcb81-c3c9-4d62-9994-6236a284547e req-8025e8ea-a7df-4f6a-857b-7f5d6804691e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0488966 Nov 25 19:25:14.829725 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cafdcb81-c3c9-4d62-9994-6236a284547e req-efe71405-5819-4626-a01d-134bda30f3a3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 Nov 25 19:25:15.945317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55a08-ddae-421d-b22c-95572ef7733a req-452b7676-8d8a-4c4a-a927-8efab0c88294 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.946859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04b55a08-ddae-421d-b22c-95572ef7733a req-452b7676-8d8a-4c4a-a927-8efab0c88294 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0495739 Nov 25 19:25:15.997921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-04b55a08-ddae-421d-b22c-95572ef7733a req-9bc2113a-2714-4e89-8018-b85b408fe8d4 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452197 Nov 25 19:25:16.125465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.847742 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-5a8f545b-019e-4a6d-91d7-fb7f5617415a service neutron] show failed (client error): The resource could not be found. Nov 25 19:25:16.848765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-5a8f545b-019e-4a6d-91d7-fb7f5617415a service neutron] 10.222.0.64 "GET /v2.0/ports/adf0e3e9-4ac6-47f5-be76-1263eac6002f/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0539122 Nov 25 19:25:17.080454 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.140941 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edf7c4-84ec-4517-b927-16ffd95f4c05 req-ad456b81-2178-420c-af78-90363592551a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.142369 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2edf7c4-84ec-4517-b927-16ffd95f4c05 req-ad456b81-2178-420c-af78-90363592551a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0732143 Nov 25 19:25:17.171313 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-f9cb0293-3fd2-4753-ad7e-a94314e1d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.172733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-f9cb0293-3fd2-4753-ad7e-a94314e1d9dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 1096 time: 0.1120257 Nov 25 19:25:17.187544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:17.222827 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f2edf7c4-84ec-4517-b927-16ffd95f4c05 req-5328fd93-4dc4-4a59-9b79-40801c867b8c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736697 Nov 25 19:25:17.253846 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.717245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:17.753387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:17.790850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:17.796204 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.808295 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Transition to ACTIVE for port object adf0e3e9-4ac6-47f5-be76-1263eac6002f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:17.812285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.845443 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7536a56-a4d1-4557-9d9b-368b161e6397" -d '{"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-unplugged", "status": "completed", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:17.930758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:17.956293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.956643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.956967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.958104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.958228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.958476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.958798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.959122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.959446 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.959774 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.960084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.960401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.964577 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e105b4-1bdd-4c51-b181-1abd2a7cd93e x-openstack-request-id: req-87e105b4-1bdd-4c51-b181-1abd2a7cd93e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:17.964865 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-unplugged", "status": "completed", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:17.965110 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87e105b4-1bdd-4c51-b181-1abd2a7cd93e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:17.965502 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'code': 200} Nov 25 19:25:18.004828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] No DVR routers for this DVR port adf0e3e9-4ac6-47f5-be76-1263eac6002f on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:18.137430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:18.137768 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:18.138091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:18.142293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Port adf0e3e9-4ac6-47f5-be76-1263eac6002f on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:18.142887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Attempting to bind port adf0e3e9-4ac6-47f5-be76-1263eac6002f on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:18.147990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:18.148324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:18.148707 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:18.149131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Bound port: adf0e3e9-4ac6-47f5-be76-1263eac6002f, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:18.149478 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.212467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:18.215423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:18.220498 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.251499 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.252138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.253773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] 10.222.0.66 "PUT /v2.0/ports/adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 1091 time: 1.0708191 Nov 25 19:25:18.307867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78c8ad-fcd5-4539-b275-46293f225e4c service neutron] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:18.363270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-a279a125-1dc3-4612-b192-0f995adad8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.364833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-a279a125-1dc3-4612-b192-0f995adad8af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1094 time: 0.0864925 Nov 25 19:25:18.390403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65689ab-7a9d-4beb-a00f-ac296c82b305 req-94412568-0cd7-4529-b976-8c1c1dc1897e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.391992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a65689ab-7a9d-4beb-a00f-ac296c82b305 req-94412568-0cd7-4529-b976-8c1c1dc1897e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 943 time: 0.0872712 Nov 25 19:25:18.491229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a65689ab-7a9d-4beb-a00f-ac296c82b305 req-af669cca-b607-4344-abac-9a302ed88852 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878837 Nov 25 19:25:18.506314 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-69a9082b-0458-4865-bba3-37aa764aaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.507926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-69a9082b-0458-4865-bba3-37aa764aaa8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.1346757 Nov 25 19:25:18.576800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-0d59722d-74c4-49be-a3ba-7d4fdca1c743 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 999 time: 0.0615971 Nov 25 19:25:18.624096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-15de58d2-c713-4ce0-bd98-d622ef239854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.625522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-15de58d2-c713-4ce0-bd98-d622ef239854 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0422218 Nov 25 19:25:18.673242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-42b4c995-7b00-4661-8391-ef22347e5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.673242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-42b4c995-7b00-4661-8391-ef22347e5f1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400689 Nov 25 19:25:18.770021 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-6fb37bd6-34f2-4234-a04f-aa03abe8538e service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902748 Nov 25 19:25:18.861855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a5e7857-3d4f-47ef-b2bf-e2f9cbfbe4d1 req-db61cecb-7631-4d89-9c09-ff24a2e3b8b9 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837753 Nov 25 19:25:19.609677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402cf3-1aff-42dc-b2c7-80016dc01e7e req-a2b76be8-6696-46fe-859e-7622dedb420f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.611118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1402cf3-1aff-42dc-b2c7-80016dc01e7e req-a2b76be8-6696-46fe-859e-7622dedb420f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 943 time: 0.0498052 Nov 25 19:25:19.658059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1402cf3-1aff-42dc-b2c7-80016dc01e7e req-901d1dd1-f46e-4900-9449-0b7b477571d1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Nov 25 19:25:19.967109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:19.969518 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd7154f-f59b-479f-acba-7251978086e9" -d '{"events": [{"name": "network-changed", "server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:20.018589 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d422cd39-07e9-4848-afe4-d201d5b59b1a x-openstack-request-id: req-d422cd39-07e9-4848-afe4-d201d5b59b1a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:20.018886 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:20.019144 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d422cd39-07e9-4848-afe4-d201d5b59b1a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:20.020116 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'status': 'completed', 'code': 200} Nov 25 19:25:20.077190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-fe80b506-97d5-46a2-9ad1-fc262c541040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.078730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-fe80b506-97d5-46a2-9ad1-fc262c541040 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1094 time: 0.0411198 Nov 25 19:25:20.095188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-a8e4343a-8d6a-4946-a345-4eaa406e626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.096747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-a8e4343a-8d6a-4946-a345-4eaa406e626a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1094 time: 0.0455017 Nov 25 19:25:20.173011 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-c376f1bf-3695-4a62-9e09-d101a11e7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.174526 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-c376f1bf-3695-4a62-9e09-d101a11e7c46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0888078 Nov 25 19:25:20.186812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-9e087012-e0af-41f5-8412-e081a818f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.188288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-9e087012-e0af-41f5-8412-e081a818f722 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0836890 Nov 25 19:25:20.240773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-ffc9286f-9f05-493c-8bda-6a52760e2e55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 999 time: 0.0578711 Nov 25 19:25:20.262858 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-0a58b5fc-d09f-49a9-8902-38568b78e0c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 999 time: 0.0631239 Nov 25 19:25:20.294857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-aed4014b-6fb1-4a4e-b2c6-02effb11dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.296357 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-aed4014b-6fb1-4a4e-b2c6-02effb11dc15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0480552 Nov 25 19:25:20.313121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-0ce7c57b-780e-4522-bd4d-3660f2141376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.314647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-0ce7c57b-780e-4522-bd4d-3660f2141376 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0436490 Nov 25 19:25:20.342042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-aba8dd13-82e2-494c-af48-0c4af5117bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.343579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-aba8dd13-82e2-494c-af48-0c4af5117bdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404484 Nov 25 19:25:20.365420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7154f-f59b-479f-acba-7251978086e9 req-dfae6dac-622c-482a-97be-310bf76cb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.366981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-dfae6dac-622c-482a-97be-310bf76cb4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416365 Nov 25 19:25:20.431761 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-31418dc8-bc38-455a-9cee-69cc91d55812 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810964 Nov 25 19:25:20.464194 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-cb2de073-3cdf-4cba-8a91-9b2d1c482b80 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866873 Nov 25 19:25:20.527909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-556c18c9-a016-4d28-8725-1ce0d3d3bb9b service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879009 Nov 25 19:25:20.558754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2cd7154f-f59b-479f-acba-7251978086e9 req-3bcd40b7-5334-4cd3-ad01-5b363e65d067 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836043 Nov 25 19:25:20.780049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee219ee2-7460-470e-b4b5-62173a62cba2 req-6c1f6097-8665-4b93-bb92-828f3ed3ccff tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.781429 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee219ee2-7460-470e-b4b5-62173a62cba2 req-6c1f6097-8665-4b93-bb92-828f3ed3ccff tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 943 time: 0.0498397 Nov 25 19:25:20.828546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ee219ee2-7460-470e-b4b5-62173a62cba2 req-c8500621-6ba3-4fe5-9ae7-872def2b5e4c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Nov 25 19:25:21.215300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:21.307955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:21.319056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'mac_address': 'fa:16:3e:e8:41:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:21.360510 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.373934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf0e3e9-4ac6-47f5-be76-1263eac6002f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:21.396671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:21.401351 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.450927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:21.458465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.458827 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.459174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.459512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.459850 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.460191 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.460521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.460848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.461178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.461584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.461840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.462158 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:21.746576 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['adf0e3e9-4ac6-47f5-be76-1263eac6002f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:21.793103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:21.858831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:21.947770 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3d869-762d-4351-aebd-f952bbc22302 req-21f49d90-f55c-41f7-8cc7-9a044d23100b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.949242 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ded3d869-762d-4351-aebd-f952bbc22302 req-21f49d90-f55c-41f7-8cc7-9a044d23100b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 944 time: 0.0501297 Nov 25 19:25:21.997504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ded3d869-762d-4351-aebd-f952bbc22302 req-815e0db0-71cc-49bf-a1e8-c5c04cef256c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Nov 25 19:25:22.194362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ea7f-1628-49f6-bfc8-a587e1b0057f req-1c0ecca4-ad42-4ca5-9b79-8f69beb61491 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.195900 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b02ea7f-1628-49f6-bfc8-a587e1b0057f req-1c0ecca4-ad42-4ca5-9b79-8f69beb61491 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 944 time: 0.0541875 Nov 25 19:25:22.217819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-fc186e5d-b306-474d-8d5b-57dd646e7ba6 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.219369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-fc186e5d-b306-474d-8d5b-57dd646e7ba6 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350&tenant_id=68199f7289ee4689ac76cf91ff4a8334&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 944 time: 0.0567408 Nov 25 19:25:22.245516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6b02ea7f-1628-49f6-bfc8-a587e1b0057f req-45a35bc7-d3dd-4b99-999b-559ad4fb7b42 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Nov 25 19:25:22.283829 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-ed527e6e-e8de-4e39-944e-4637c5c188ea service neutron] delete failed (client error): The resource could not be found. Nov 25 19:25:22.284908 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-ed527e6e-e8de-4e39-944e-4637c5c188ea service neutron] 10.222.0.64 "DELETE /v2.0/ports/adf0e3e9-4ac6-47f5-be76-1263eac6002f/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0540798 Nov 25 19:25:22.371632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-836a31d7-83d8-4150-a082-4cfe482da21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.373102 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-836a31d7-83d8-4150-a082-4cfe482da21a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1095 time: 0.0411599 Nov 25 19:25:22.470881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-c1eefd21-3715-4461-8c6b-c376dfd0616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.473294 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-c1eefd21-3715-4461-8c6b-c376dfd0616f service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0874424 Nov 25 19:25:22.542058 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-ed7d32dc-1e00-4cc6-bee3-d3a1213831d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 1000 time: 0.0577710 Nov 25 19:25:22.594221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-6b3a0387-20c1-4528-b723-58972300d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.595642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-6b3a0387-20c1-4528-b723-58972300d047 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0423000 Nov 25 19:25:22.647807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-d1f7cc51-05b2-4cb9-ad69-bd9c24cf4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.649431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-d1f7cc51-05b2-4cb9-ad69-bd9c24cf4b29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448215 Nov 25 19:25:22.753546 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-d47d3bdf-ce0f-43b8-a1f8-ab6fcdd23716 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921373 Nov 25 19:25:22.860004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92254bba-6e73-4bd8-ba55-f870a5df78c2 req-973c50fe-9648-46a5-b273-fb90984423d2 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916436 Nov 25 19:25:23.246844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:23.299071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port adf0e3e9-4ac6-47f5-be76-1263eac6002f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:23.303642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port adf0e3e9-4ac6-47f5-be76-1263eac6002f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:23.304083 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.376809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96824cc3-beac-4e3c-8be7-f7c4585a66ad req-58df0758-72d5-42ce-987e-b5cbf9025f25 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.378319 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96824cc3-beac-4e3c-8be7-f7c4585a66ad req-58df0758-72d5-42ce-987e-b5cbf9025f25 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 944 time: 0.0556216 Nov 25 19:25:23.385696 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.408223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:23.424019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:23.429321 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.433264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-96824cc3-beac-4e3c-8be7-f7c4585a66ad req-b5a5869e-4bbc-4289-9880-c73e9dde8e45 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 Nov 25 19:25:23.469926 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e7788-2e79-4811-b13f-006f6feac075" -d '{"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-plugged", "status": "completed", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:23.490596 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:23.569449 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2733de7c-76f8-4ce1-aac5-39ab3cab0700 x-openstack-request-id: req-2733de7c-76f8-4ce1-aac5-39ab3cab0700 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:23.569763 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-plugged", "status": "completed", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:23.570184 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2733de7c-76f8-4ce1-aac5-39ab3cab0700 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:23.570631 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'code': 200} Nov 25 19:25:24.551367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075370-5390-4412-86de-3e66e1a877c9 req-43ff5ff8-f9f8-453f-a8d0-1905cbbdc89a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.552853 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f075370-5390-4412-86de-3e66e1a877c9 req-43ff5ff8-f9f8-453f-a8d0-1905cbbdc89a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0491858 Nov 25 19:25:24.605875 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4f075370-5390-4412-86de-3e66e1a877c9 req-f59e1952-8dc0-4a98-89a4-b389fe6ad620 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Nov 25 19:25:24.729170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85786a4-9952-40c0-9773-ddf9e19addd3 req-83b63eed-7207-4772-84ec-83e45ba4e4a7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.730687 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b85786a4-9952-40c0-9773-ddf9e19addd3 req-83b63eed-7207-4772-84ec-83e45ba4e4a7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Nov 25 19:25:24.782765 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b85786a4-9952-40c0-9773-ddf9e19addd3 req-2dab8f1b-1c22-49a7-9025-0f41dce63e9d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458951 Nov 25 19:25:24.991844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e5e7e-c89d-4469-ad3a-061992aace06 req-80b3a1c5-ebd3-44e3-91cd-08c0faf73f1a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.993316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab2e5e7e-c89d-4469-ad3a-061992aace06 req-80b3a1c5-ebd3-44e3-91cd-08c0faf73f1a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0617421 Nov 25 19:25:25.046959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-bb8a911b-89d5-46f3-8ff7-f08891ab68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.048456 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-bb8a911b-89d5-46f3-8ff7-f08891ab68a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 1096 time: 0.0796154 Nov 25 19:25:25.067788 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab2e5e7e-c89d-4469-ad3a-061992aace06 req-29fa3a25-beee-47b0-8cfd-7b05e0dfc692 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613055 Nov 25 19:25:25.141757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-85595fce-3738-4f0e-b556-53d5e63294ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.143245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-85595fce-3738-4f0e-b556-53d5e63294ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0869687 Nov 25 19:25:25.215110 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-609012c4-6de5-4960-8887-794e11c97469 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 200 len: 1001 time: 0.0643904 Nov 25 19:25:25.263560 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-11b49f82-49a3-4de8-95b7-4708774d05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.264967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-11b49f82-49a3-4de8-95b7-4708774d05a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0432253 Nov 25 19:25:25.308898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-6564f58f-1adc-4073-b689-6c4854eb3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:25.310353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-6564f58f-1adc-4073-b689-6c4854eb3700 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390587 Nov 25 19:25:25.402096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-cb38a15a-3059-46f3-843a-2c7f298c63c1 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843298 Nov 25 19:25:25.494331 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d4fd8ad-331c-473f-90a2-43fa0fbfef7b req-35a07855-1e62-4c70-9979-f9e994d59298 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850501 Nov 25 19:25:26.185868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1446f9b-910c-4436-9fa9-abc85b913eb5 req-a0ad32e8-d12e-4304-b806-060e41ef40f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.187361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1446f9b-910c-4436-9fa9-abc85b913eb5 req-a0ad32e8-d12e-4304-b806-060e41ef40f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0489879 Nov 25 19:25:26.234393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1446f9b-910c-4436-9fa9-abc85b913eb5 req-71e5799c-cd11-44ee-b63e-45835bfea268 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Nov 25 19:25:26.464317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7a1a9-d1c5-472a-98a9-60a34dca5b42 req-819262c4-c4a7-415d-b229-f75e9fae1f1d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.465794 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6df7a1a9-d1c5-472a-98a9-60a34dca5b42 req-819262c4-c4a7-415d-b229-f75e9fae1f1d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0491419 Nov 25 19:25:26.512289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6df7a1a9-d1c5-472a-98a9-60a34dca5b42 req-bacf92d6-077e-4e17-b7aa-c4a4e1eae242 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Nov 25 19:25:26.576334 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:25:27.639028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77053bf7-c93c-407b-98d6-03644e174d77 req-4e26221b-1648-4c8a-af55-6d7840c24d06 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.640512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77053bf7-c93c-407b-98d6-03644e174d77 req-4e26221b-1648-4c8a-af55-6d7840c24d06 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0546401 Nov 25 19:25:27.687818 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-77053bf7-c93c-407b-98d6-03644e174d77 req-0ac57c98-50ee-4db0-b243-286b5f4e04be tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Nov 25 19:25:27.821909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-d117a6b1-fd60-4db0-b802-6274db9b3aea tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.823432 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-d117a6b1-fd60-4db0-b802-6274db9b3aea tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Nov 25 19:25:27.911468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Deleting port adf0e3e9-4ac6-47f5-be76-1263eac6002f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:27.911805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.000866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] For port adf0e3e9-4ac6-47f5-be76-1263eac6002f, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=adf0e3e9-4ac6-47f5-be76-1263eac6002f,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:28.001275 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.221839 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.222307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.222843 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 disassociated. External IP: 172.25.2.206, port: adf0e3e9-4ac6-47f5-be76-1263eac6002f. Nov 25 19:25:28.223187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Calling delete_port for adf0e3e9-4ac6-47f5-be76-1263eac6002f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:28.350316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.378119 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event deleted for resources: {'Port': ['ID=adf0e3e9-4ac6-47f5-be76-1263eac6002f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:28.495519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:28.609860 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:28.620889 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:28.631998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:28.632716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:25:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:28.648377 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] No DVR routers for this DVR port adf0e3e9-4ac6-47f5-be76-1263eac6002f on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:28.651140 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.654663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3dc26a90-5bab-4e03-af45-b06ca1ccd0d3 req-8d624746-a16e-42f4-b747-4ec2a56c3c4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "DELETE /v2.0/ports/adf0e3e9-4ac6-47f5-be76-1263eac6002f HTTP/1.1" status: 204 len: 173 time: 0.8244746 Nov 25 19:25:28.655046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-deleted', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:28.657278 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0299dd-3f59-4197-892c-ef4da4b428d5" -d '{"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-deleted", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:28.698948 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc24c9-24a7-4eee-9483-ea7cd3b12bd5 x-openstack-request-id: req-e0cc24c9-24a7-4eee-9483-ea7cd3b12bd5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:28.699260 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535f5ab0-41ca-427c-b196-29bc395da350", "name": "network-vif-deleted", "tag": "adf0e3e9-4ac6-47f5-be76-1263eac6002f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:28.700260 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0cc24c9-24a7-4eee-9483-ea7cd3b12bd5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:28.700682 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535f5ab0-41ca-427c-b196-29bc395da350', 'name': 'network-vif-deleted', 'tag': 'adf0e3e9-4ac6-47f5-be76-1263eac6002f', 'status': 'completed', 'code': 200} Nov 25 19:25:28.753349 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:28.788598 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-31e790a9-e4fc-431b-9ea2-a39d6f0d49f3 req-0e0e1c01-b51d-449b-a8ed-eae7554d4c41 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=535f5ab0-41ca-427c-b196-29bc395da350 HTTP/1.1" status: 200 len: 210 time: 0.0274580 Nov 25 19:25:28.984076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:29.009583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:29.017676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:29.018284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:25:13Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:29.123498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:29.324780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:29.512916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c24a4f-78c0-42ce-9630-2c3b783e00c8 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:29.742345 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51da2-1d3c-481c-b3fb-eae9e56abee8 None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:25:30.079051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-63d88ce3-df16-4b0d-8862-872de1935700 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1061616965&fields=id&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 267 time: 0.0454800 Nov 25 19:25:30.184164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-b87641f0-efbc-4a49-aad2-d0044d825d12 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:30.185631 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-b87641f0-efbc-4a49-aad2-d0044d825d12 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.0994287 Nov 25 19:25:30.201247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-a9935b7d-6bea-430f-8d33-27c869ea7aa8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/quotas/68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Nov 25 19:25:30.256023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-56617d1c-5d9f-41a2-b0a1-6a12a0ff50c2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485690 Nov 25 19:25:30.449540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-e17acb69-0455-4792-83c6-3ff717053782 service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238694 Nov 25 19:25:30.535979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f17eb078-f18b-41dc-ae3b-abd03314a96d service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804980 Nov 25 19:25:31.107067 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:31.265234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:31.285047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: adf0e3e9-4ac6-47f5-be76-1263eac6002f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:31.285865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device adf0e3e9-4ac6-47f5-be76-1263eac6002f not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:31.724531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63b92936-de06-4fc4-89ef-dd8cc6baedf1 req-7698e54e-492e-4d1c-a2ca-47f9283ff0a1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 210 time: 0.0263345 Nov 25 19:25:32.723723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-5c9ddc56-0ec1-4f38-803b-1d8298503c13 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:32.725242 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-5c9ddc56-0ec1-4f38-803b-1d8298503c13 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.1105056 Nov 25 19:25:32.788299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-c63a589c-af7c-4339-8e5b-7e369f0a2870 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 380 time: 0.0528185 Nov 25 19:25:32.803015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'port': {'device_id': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'admin_state_up': True, 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'security_groups': ['ed8cd041-2e02-4ef8-a4f7-e33875eea39e']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:32.922886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Made reservation on behalf of 68199f7289ee4689ac76cf91ff4a8334 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:32.927255 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.079566 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-665d8b75-6ec6-414a-8df6-360caaff1f64 req-1a44449e-3173-4469-a5e2-290b2de9869e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 210 time: 0.0372138 Nov 25 19:25:33.085434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Allocated IP 172.20.0.13 (10c84db1-174a-4007-a851-0d35c368668b/3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd/ce18c244-e83a-453b-a01e-7f669dc49722) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:33.217927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.251063 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.297430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Network 10c84db1-174a-4007-a851-0d35c368668b is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:33.300353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:33.304602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:33.333917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:33.348020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.348394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.348738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.349079 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.349416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.349748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.350077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.350403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.350755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.351083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.351409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.351741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:33.374736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:33.375345 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.393450 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0cd6917b-6593-40fe-b4c4-d31a535c5ea9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951102 Nov 25 19:25:33.412436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Request body: {'port': {'device_id': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:33.469791 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.553626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-447a80ba-9914-4045-9618-5fbe0fa1642e None None] Provisioning complete for port ce18c244-e83a-453b-a01e-7f669dc49722 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:33.554218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-447a80ba-9914-4045-9618-5fbe0fa1642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.589726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-447a80ba-9914-4045-9618-5fbe0fa1642e None None] Port ce18c244-e83a-453b-a01e-7f669dc49722 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:33.710527 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.732839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce18c244-e83a-453b-a01e-7f669dc49722 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:33.740366 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.752405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Transition to ACTIVE for port object ce18c244-e83a-453b-a01e-7f669dc49722 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:33.755515 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.821444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:33.874049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:33.874384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:33.874744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:33.879991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:33.880309 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:33.885364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:33.885706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:33.886089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:33.886543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Bound port: ce18c244-e83a-453b-a01e-7f669dc49722, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:33.886905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.955696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:33.960053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:33.965099 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.001837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.002784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.004393 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1092 time: 0.5965600 Nov 25 19:25:34.004844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:34.029462 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f5d38-d62d-4e0e-bb64-b162fe8025a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:34.078381 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2330b6-be78-4a55-81ea-cbf3c5439f28" -d '{"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:34.118252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-e1246a58-031a-49e2-a7fa-d2d472c16753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.121688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-e1246a58-031a-49e2-a7fa-d2d472c16753 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1095 time: 0.0709610 Nov 25 19:25:34.177665 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-ac30b06d-dae6-401d-83d4-31f339145cbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 217 time: 0.0458221 Nov 25 19:25:34.269109 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d6d4d8-65ee-4eed-aa52-cfaf3b18da68 x-openstack-request-id: req-d4d6d4d8-65ee-4eed-aa52-cfaf3b18da68 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:34.269480 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:34.269738 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4d6d4d8-65ee-4eed-aa52-cfaf3b18da68 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:34.270204 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'status': 'completed', 'code': 200} Nov 25 19:25:34.287526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa70d0-7e2d-4e52-8385-b0bc98e51cac req-9146c02b-4d1a-4658-b4f3-4e025719efa1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.289079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16fa70d0-7e2d-4e52-8385-b0bc98e51cac req-9146c02b-4d1a-4658-b4f3-4e025719efa1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 944 time: 0.1148202 Nov 25 19:25:34.291082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0495f75a-a4b2-4139-80c3-242154dc17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.292422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-0495f75a-a4b2-4139-80c3-242154dc17f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.1044443 Nov 25 19:25:34.370130 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-16fa70d0-7e2d-4e52-8385-b0bc98e51cac req-e413cea4-0160-4974-a6e8-d40b863ba314 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732396 Nov 25 19:25:34.375337 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-654730d8-5913-4a80-925b-152e7b272a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.376764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-654730d8-5913-4a80-925b-152e7b272a81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724902 Nov 25 19:25:34.468728 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-dac9db67-624b-4544-9f13-a7bdf5100444 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826347 Nov 25 19:25:34.567739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-025b78f0-bb87-409b-aa6c-7cc772c58615 req-c79f58e3-a916-425e-a8d3-5824312ff644 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849154 Nov 25 19:25:34.653325 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-1f12d783-5bd7-4170-9eff-c6fe7ee57bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.654778 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-1f12d783-5bd7-4170-9eff-c6fe7ee57bbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1095 time: 0.0416455 Nov 25 19:25:34.743436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-9343eef2-8565-4e48-9e74-a1299ad51505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.744904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-9343eef2-8565-4e48-9e74-a1299ad51505 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0819342 Nov 25 19:25:34.789587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-eaeb8f03-7400-44f2-ad98-1f5f443e1c38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 217 time: 0.0372534 Nov 25 19:25:34.844509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-c2bc9d35-809c-4ef9-b765-7c790a78b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.845931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-c2bc9d35-809c-4ef9-b765-7c790a78b40d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0435679 Nov 25 19:25:34.895585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-472d601b-baad-4096-af68-4a19fefce4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.897087 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-472d601b-baad-4096-af68-4a19fefce4ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430441 Nov 25 19:25:34.993250 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-a1aa5c47-d47e-4594-882f-8e60a46eaeca service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874162 Nov 25 19:25:35.082967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f2330b6-be78-4a55-81ea-cbf3c5439f28 req-0bb450d7-0f4e-4df0-86f0-36aac46dd57e service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819545 Nov 25 19:25:35.491968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70542-1b1f-43b7-9b0a-1dbe90cb88cb req-d4f4f044-7437-4de4-a660-65942f38e935 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.493470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ce70542-1b1f-43b7-9b0a-1dbe90cb88cb req-d4f4f044-7437-4de4-a660-65942f38e935 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 944 time: 0.0526774 Nov 25 19:25:35.540305 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ce70542-1b1f-43b7-9b0a-1dbe90cb88cb req-c5588d90-ac97-4da4-b485-4982ec81a535 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Nov 25 19:25:36.658169 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39260f91-c1a3-49a7-be45-46ea25a0f1f3 req-9bcc7d35-61bb-4c4b-a5a4-ce46f342031f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:36.659540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39260f91-c1a3-49a7-be45-46ea25a0f1f3 req-9bcc7d35-61bb-4c4b-a5a4-ce46f342031f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 944 time: 0.0529630 Nov 25 19:25:36.705442 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-39260f91-c1a3-49a7-be45-46ea25a0f1f3 req-bb1c70e3-a61e-4579-a1fb-4126887bbc81 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 Nov 25 19:25:37.818773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c15350-c857-4155-87cf-2033aec3ae55 req-11bbb9a6-891c-4949-a9fa-c42d29505c62 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:37.820231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56c15350-c857-4155-87cf-2033aec3ae55 req-11bbb9a6-891c-4949-a9fa-c42d29505c62 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 944 time: 0.0476475 Nov 25 19:25:37.867229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-56c15350-c857-4155-87cf-2033aec3ae55 req-966df574-a351-4495-b15f-a000ae829a07 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Nov 25 19:25:37.870770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:37.966175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:37.977492 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'mac_address': 'fa:16:3e:42:f8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:38.013396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.026993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce18c244-e83a-453b-a01e-7f669dc49722 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:38.046656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:38.051250 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.096098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:38.348479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['ce18c244-e83a-453b-a01e-7f669dc49722'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:38.996518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df84a51-5188-4fc7-8e63-5df91a9d2780 req-00770c47-107b-4337-b251-4939e4c5f042 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.998020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df84a51-5188-4fc7-8e63-5df91a9d2780 req-00770c47-107b-4337-b251-4939e4c5f042 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0620651 Nov 25 19:25:39.045767 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4df84a51-5188-4fc7-8e63-5df91a9d2780 req-b5b12cda-85e7-4b44-9d00-d20079110103 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Nov 25 19:25:39.901665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:39.950564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port ce18c244-e83a-453b-a01e-7f669dc49722 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:39.954073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port ce18c244-e83a-453b-a01e-7f669dc49722 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:39.954440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.033222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.056330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:40.058671 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5604ab6-3e7c-4353-a81f-df289894ae73" -d '{"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-plugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:40.071907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:40.077287 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.103524 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7962a6-1e32-4369-b932-74b405bae8c9 x-openstack-request-id: req-8b7962a6-1e32-4369-b932-74b405bae8c9 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:40.103824 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-plugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:40.104080 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b7962a6-1e32-4369-b932-74b405bae8c9 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:40.104471 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'code': 200} Nov 25 19:25:40.132986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:40.174804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb28aa-e9fe-4fae-9f97-c5a9a9ee7bc4 req-ea6304a8-0202-49bd-abd8-31b494108965 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.176850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3fb28aa-e9fe-4fae-9f97-c5a9a9ee7bc4 req-ea6304a8-0202-49bd-abd8-31b494108965 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0605469 Nov 25 19:25:40.256060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be568c6-dd38-4309-937f-9ea76b5a64ca req-9b41d46c-1052-4c98-9f3e-86357fabe52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.257547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6be568c6-dd38-4309-937f-9ea76b5a64ca req-9b41d46c-1052-4c98-9f3e-86357fabe52b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1097 time: 0.0730758 Nov 25 19:25:40.260864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3fb28aa-e9fe-4fae-9f97-c5a9a9ee7bc4 req-cc9503bf-e07f-4196-b335-3f7bcefb2a47 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780327 Nov 25 19:25:40.306656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6be568c6-dd38-4309-937f-9ea76b5a64ca req-b77b6ed9-4906-4eb4-92ed-55afd42fe612 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380824 Nov 25 19:25:41.001842 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95916226-bcc7-4fa0-9830-7efacc787151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.383815 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab4932-3b70-4bcc-bad0-6a257bfba441 req-c251d7bc-acac-4e95-9fbf-493e5920c9a8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.385664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbab4932-3b70-4bcc-bad0-6a257bfba441 req-c251d7bc-acac-4e95-9fbf-493e5920c9a8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0509970 Nov 25 19:25:41.436512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cbab4932-3b70-4bcc-bad0-6a257bfba441 req-23b1580e-297f-4485-a872-efc50f39b6d5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 Nov 25 19:25:42.550766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531d7fd-3241-4d6b-a36e-7f860476faf7 req-0065a05f-33c8-4ce4-ad7c-1bd84209a541 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.552237 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8531d7fd-3241-4d6b-a36e-7f860476faf7 req-0065a05f-33c8-4ce4-ad7c-1bd84209a541 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0482509 Nov 25 19:25:42.598819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8531d7fd-3241-4d6b-a36e-7f860476faf7 req-184b5689-1ab3-4ee7-bb13-165dc0bd940c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Nov 25 19:25:42.708709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e8e59-e6aa-439a-9db9-85289416920a req-57c98ad5-f941-4a74-b5f6-c558211f2765 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.710153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-783e8e59-e6aa-439a-9db9-85289416920a req-57c98ad5-f941-4a74-b5f6-c558211f2765 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0485580 Nov 25 19:25:42.719044 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:42.723982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'floatingip': {'port_id': 'ce18c244-e83a-453b-a01e-7f669dc49722'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:42.761472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.457743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.461250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.507745 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ee467a7-3380-489e-98b8-80b0951b58e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.567102 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 associated. External IP: 172.25.2.206, port: ce18c244-e83a-453b-a01e-7f669dc49722. Nov 25 19:25:43.770789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:43.876246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:43.881137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.885549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:43.894744 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:43.895358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:43.908155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f7811e27-3649-4f81-802a-b63ee721d9f0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "PUT /v2.0/floatingips/1dd6ab97-ceca-472d-878a-2e3a02ac3e46 HTTP/1.1" status: 200 len: 992 time: 1.1880701 Nov 25 19:25:43.908780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:43.911617 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:43.949979 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7423d1-b99f-414b-8f0e-d46a0499662d x-openstack-request-id: req-fb7423d1-b99f-414b-8f0e-d46a0499662d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:43.950657 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:43.950915 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb7423d1-b99f-414b-8f0e-d46a0499662d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:43.951319 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'status': 'completed', 'code': 200} Nov 25 19:25:44.002318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:44.021733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-2a9a2096-25dc-4c58-b132-9d7c43783312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.023206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-2a9a2096-25dc-4c58-b132-9d7c43783312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1097 time: 0.0494530 Nov 25 19:25:44.112946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-ff736ad6-ea9e-4445-8281-8ea925bb706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.114438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-ff736ad6-ea9e-4445-8281-8ea925bb706b service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0839124 Nov 25 19:25:44.183918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-935922a5-e41c-4fb0-bd02-453c14911165 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1000 time: 0.0622990 Nov 25 19:25:44.221734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:42:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:25:43Z', 'revision_number': 9, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:44.233941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-beb4c112-3f9c-4e88-9a42-90582f8caf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.235470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-beb4c112-3f9c-4e88-9a42-90582f8caf30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0440018 Nov 25 19:25:44.250927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:44.259234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:44.259857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:25:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:44.281350 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-b76bb5f2-370e-40f2-82ce-76cf0b920d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.282809 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-b76bb5f2-370e-40f2-82ce-76cf0b920d12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398586 Nov 25 19:25:44.373976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:44.375955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-0fb9d6f5-51dc-4555-847d-4f44ffe1b7b5 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855873 Nov 25 19:25:44.466021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c5d68d2c-4f29-4523-b16c-d88cf6338bb0 req-daeb3154-082e-4fe5-a0b3-5ee7cbfe7bf3 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830064 Nov 25 19:25:44.587546 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.605106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:42:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:25:43Z', 'revision_number': 9, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:44.634580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1091835-5486-46d4-9a83-0c24cbd54cd7 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:42:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:25:43Z', 'revision_number': 9, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:44.815752 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940efe0-0148-4cc9-994a-ad4832b8ef81 None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:25:46.127574 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.073258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.122027 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.574711 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:26:03.723123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.004285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c07057ca-52fb-4056-ac24-b102298b1853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.508776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9b256fd-01ee-418f-8752-448d2e5f8cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.570143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.142177 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:17.075310 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.117382 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.740996 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.573968 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:26:40.974189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-699a46c5-996b-47fb-8557-4caa9969f91f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479283 Nov 25 19:26:41.005892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-607ea73b-48fd-409d-bdb8-6ef2fec82078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.072111 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12231e8-bccb-41cc-8370-a507739aa416 req-058c87f0-669f-4143-bb8b-b686fccf49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:41.073591 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-058c87f0-669f-4143-bb8b-b686fccf49e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1097 time: 0.0487928 Nov 25 19:26:41.174766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12231e8-bccb-41cc-8370-a507739aa416 req-7f6f2f8e-b3c2-49e3-ae41-960b4e197214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:41.176221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-7f6f2f8e-b3c2-49e3-ae41-960b4e197214 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0823431 Nov 25 19:26:41.248415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-449438e7-bba6-486d-a6dd-a3339f631029 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1003 time: 0.0602098 Nov 25 19:26:41.302507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12231e8-bccb-41cc-8370-a507739aa416 req-51f37483-5b4c-455f-843a-5d0964c1266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:41.303977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-51f37483-5b4c-455f-843a-5d0964c1266a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0449834 Nov 25 19:26:41.356291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12231e8-bccb-41cc-8370-a507739aa416 req-daea410f-befd-41ee-acce-e1111261c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:41.357768 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-daea410f-befd-41ee-acce-e1111261c61d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420713 Nov 25 19:26:41.372447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-2d080340-6383-4790-a742-8d0b953421f3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:26:41.373369 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-2d080340-6383-4790-a742-8d0b953421f3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047696 Nov 25 19:26:41.466431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-16eee8fb-a16e-4495-8209-be2a4e04426e service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819855 Nov 25 19:26:41.557629 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c12231e8-bccb-41cc-8370-a507739aa416 req-cca68ffc-ce7b-48e0-8c9c-24ea6c747011 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792720 Nov 25 19:26:43.509670 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d2b88e1-9abd-4049-9c1a-2e993e28a0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.573357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.133260 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.077116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:01.115121 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.756570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:11.007727 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4eb81c08-e8c2-479d-a00b-49dc82cdee21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.510260 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae3c5f67-923c-4389-9e15-8b4fbe94e6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.576714 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.135805 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.080298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.574462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:27:24.775686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-250468bc-72b2-41fa-82a8-da64630cd7c6 req-f8c9236d-8986-421f-a240-8d1d12392190 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:27:24.776719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-250468bc-72b2-41fa-82a8-da64630cd7c6 req-f8c9236d-8986-421f-a240-8d1d12392190 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0558228 Nov 25 19:27:26.339689 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-ed1a6ddc-2025-4f6a-9433-08dbb1afdce5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4195597 Nov 25 19:27:26.352360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050d1e8-57af-4c40-aec0-d303a60f41f1 req-03063fe4-fed1-4f1e-9f03-131b5849b25c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.353971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2050d1e8-57af-4c40-aec0-d303a60f41f1 req-03063fe4-fed1-4f1e-9f03-131b5849b25c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.4244838 Nov 25 19:27:26.402268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2050d1e8-57af-4c40-aec0-d303a60f41f1 req-5643c89b-bc1f-4d84-9169-e92f352a1594 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Nov 25 19:27:27.458717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-6d51f232-49d9-4f83-825e-53d546ae7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.460201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-6d51f232-49d9-4f83-825e-53d546ae7099 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1097 time: 0.0401790 Nov 25 19:27:27.531643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6266-5b55-4d79-b3da-a086cf19c0fe req-5abd96fc-d6cb-4acf-a3e3-6d397c5c3699 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.533519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d51d6266-5b55-4d79-b3da-a086cf19c0fe req-5abd96fc-d6cb-4acf-a3e3-6d397c5c3699 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0601494 Nov 25 19:27:27.558302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-b90fbaad-29a2-463c-af70-6266b597536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.559815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-b90fbaad-29a2-463c-af70-6266b597536e service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0922637 Nov 25 19:27:27.586670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d51d6266-5b55-4d79-b3da-a086cf19c0fe req-843b6c79-2fca-48a1-b145-88b9aef7218a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469542 Nov 25 19:27:27.633385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-43f006f5-1850-48f0-8e27-db9734e58944 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1003 time: 0.0572793 Nov 25 19:27:27.686615 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-651968d7-952d-4d3b-bf54-1c9c441267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.687990 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-651968d7-952d-4d3b-bf54-1c9c441267b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0413117 Nov 25 19:27:27.737538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-82c479a4-ac7c-4a70-8722-1ce30dd2ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.739049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-82c479a4-ac7c-4a70-8722-1ce30dd2ca17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423279 Nov 25 19:27:27.835375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-abdc4e75-7dc1-4b95-bb41-0a5860ef72e8 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791199 Nov 25 19:27:27.933764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-d795d801-8ba5-4473-8a99-c08239207a9d service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857358 Nov 25 19:27:28.701463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e0cb-af5d-45e6-90c9-7ddfb895770b req-581aeeed-de75-4d50-afa0-af6892e173e2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:28.702943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48f8e0cb-af5d-45e6-90c9-7ddfb895770b req-581aeeed-de75-4d50-afa0-af6892e173e2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0483418 Nov 25 19:27:28.749706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48f8e0cb-af5d-45e6-90c9-7ddfb895770b req-84789906-b5bf-4082-bafe-c2fc7f932464 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Nov 25 19:27:29.866702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe55e1-a90f-4b24-89d3-b69142643178 req-9bcb10c7-360c-4ffd-9b5f-ac2f1e387099 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:29.868171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5bfe55e1-a90f-4b24-89d3-b69142643178 req-9bcb10c7-360c-4ffd-9b5f-ac2f1e387099 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0509548 Nov 25 19:27:29.913802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5bfe55e1-a90f-4b24-89d3-b69142643178 req-7719e80a-ab0c-4a29-983f-d4a56d6a5c93 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396459 Nov 25 19:27:31.033166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487c442-4d39-4fc5-83a3-1128a4fd6afc req-97aebe3e-a0a8-444c-95aa-31dfb4ca7feb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:31.034642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d487c442-4d39-4fc5-83a3-1128a4fd6afc req-97aebe3e-a0a8-444c-95aa-31dfb4ca7feb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0532672 Nov 25 19:27:31.081229 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d487c442-4d39-4fc5-83a3-1128a4fd6afc req-bcfe162f-b73b-4e1a-b86a-292b77020353 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Nov 25 19:27:31.101486 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.197029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f6e30-920a-4bd6-9632-051c52cb7c8b req-8364802a-af3c-4a4b-9dca-92c105a0910c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:32.198571 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e66f6e30-920a-4bd6-9632-051c52cb7c8b req-8364802a-af3c-4a4b-9dca-92c105a0910c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0489848 Nov 25 19:27:32.246747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e66f6e30-920a-4bd6-9632-051c52cb7c8b req-32a21560-ba6b-4e70-a6e6-e579dba1b33d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Nov 25 19:27:33.369206 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae135a7-db76-4ef9-9854-9a073065906c req-ca0441cd-04bc-46ad-9930-34bae13e8831 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:33.370717 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ae135a7-db76-4ef9-9854-9a073065906c req-ca0441cd-04bc-46ad-9930-34bae13e8831 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0526586 Nov 25 19:27:33.417151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ae135a7-db76-4ef9-9854-9a073065906c req-c0caf2d8-779c-4309-82fb-7c8777edb5a8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Nov 25 19:27:33.771147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.537529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dfbee-51fc-432e-a0a3-9b276c3b19e3 req-84b50539-dd2a-4ff4-bae8-14dd0b54e0da tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:34.539080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-827dfbee-51fc-432e-a0a3-9b276c3b19e3 req-84b50539-dd2a-4ff4-bae8-14dd0b54e0da tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0528512 Nov 25 19:27:34.586998 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-827dfbee-51fc-432e-a0a3-9b276c3b19e3 req-ae77d491-9e6c-46c7-a8c3-8dee5f83f5b1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Nov 25 19:27:35.706896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268f97b-2fe4-4ca6-9fb6-a530e1e557ef req-a7ddea9b-5e7d-49c7-872b-4fedd37b7b8a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:35.708969 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4268f97b-2fe4-4ca6-9fb6-a530e1e557ef req-a7ddea9b-5e7d-49c7-872b-4fedd37b7b8a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0536478 Nov 25 19:27:35.754244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4268f97b-2fe4-4ca6-9fb6-a530e1e557ef req-a9d80aff-f4f3-4356-8544-7afbcd72c97f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392971 Nov 25 19:27:36.871412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf80a9-81cb-490d-8e23-3d6be1cef8c3 req-4e6140e6-59fa-4c1f-8cbd-09dcf6de3b13 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.872909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9baf80a9-81cb-490d-8e23-3d6be1cef8c3 req-4e6140e6-59fa-4c1f-8cbd-09dcf6de3b13 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0500369 Nov 25 19:27:36.919249 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9baf80a9-81cb-490d-8e23-3d6be1cef8c3 req-5d5e8370-9118-4a97-8475-0a8e3aa20845 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404193 Nov 25 19:27:38.034261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cc19e-50ba-48b6-be4b-d1acb5d3dd68 req-81d17526-8dcd-4895-b308-53dcf4516c41 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.035754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a55cc19e-50ba-48b6-be4b-d1acb5d3dd68 req-81d17526-8dcd-4895-b308-53dcf4516c41 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0483282 Nov 25 19:27:38.085924 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a55cc19e-50ba-48b6-be4b-d1acb5d3dd68 req-e73755a4-f33a-410d-9b07-c9ec3629c324 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436513 Nov 25 19:27:39.201607 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcd326-2453-4d20-ad60-5a2c09c0cfab req-7342227a-780a-4b79-8e65-fb7965ba2ff5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:39.203103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dfcd326-2453-4d20-ad60-5a2c09c0cfab req-7342227a-780a-4b79-8e65-fb7965ba2ff5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0491445 Nov 25 19:27:39.254067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8dfcd326-2453-4d20-ad60-5a2c09c0cfab req-f9d026d8-8f3e-45e6-be20-2d91be496d4a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Nov 25 19:27:40.372868 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-929d0e35-977f-4cad-835a-6bfbc05c74d0 service neutron] show failed (client error): The resource could not be found. Nov 25 19:27:40.373877 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-929d0e35-977f-4cad-835a-6bfbc05c74d0 service neutron] 10.222.0.64 "GET /v2.0/ports/ce18c244-e83a-453b-a01e-7f669dc49722/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0839982 Nov 25 19:27:40.385686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8d75-60df-40f4-b141-8d9047612dd7 req-79f8e556-2ef2-48ff-97df-dd056dc0f7df tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:40.387170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-963e8d75-60df-40f4-b141-8d9047612dd7 req-79f8e556-2ef2-48ff-97df-dd056dc0f7df tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0608609 Nov 25 19:27:40.435619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-963e8d75-60df-40f4-b141-8d9047612dd7 req-a5fd64d9-bc06-4022-aaca-7ee08f741488 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Nov 25 19:27:40.588880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-5ac285ce-df17-4874-88e4-bb01370f15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:40.590238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-5ac285ce-df17-4874-88e4-bb01370f15ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 1097 time: 0.0396175 Nov 25 19:27:40.602105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:40.654359 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.851135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:40.888396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:40.926047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:40.929826 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e3cfc7-4120-4f27-8f58-816e0050e077" -d '{"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:40.934079 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.947879 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Transition to ACTIVE for port object ce18c244-e83a-453b-a01e-7f669dc49722 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:40.951462 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.980037 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c254708b-1397-4b5c-9f2f-2e331aae655f x-openstack-request-id: req-c254708b-1397-4b5c-9f2f-2e331aae655f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:40.980324 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:40.980537 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c254708b-1397-4b5c-9f2f-2e331aae655f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:40.980926 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'code': 200} Nov 25 19:27:41.010378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-98f85d2f-31e8-4aca-b46c-8d5a053c6af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.030654 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:41.045754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.046100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.046442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.046875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.047210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.047556 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.047875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.048190 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.048513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.048835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.049162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.049483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:41.090715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] No DVR routers for this DVR port ce18c244-e83a-453b-a01e-7f669dc49722 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:41.228547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:41.228885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:41.229208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:41.233422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:41.233744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:41.238648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:41.239018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:41.239466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:41.239977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Bound port: ce18c244-e83a-453b-a01e-7f669dc49722, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:41.240364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.302383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:41.305581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:41.309533 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.342239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.342884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.344538 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1092 time: 0.7462525 Nov 25 19:27:41.367719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ec658-0965-41a5-8adb-745dad5e55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:41.419084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-1eb2fbbf-6939-4b67-8bb7-24269ea7f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.420604 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-1eb2fbbf-6939-4b67-8bb7-24269ea7f5fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1095 time: 0.0482426 Nov 25 19:27:41.525290 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-683a0bde-3ef8-44a7-ae2d-010b1b2be3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.526807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-683a0bde-3ef8-44a7-ae2d-010b1b2be3a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0986664 Nov 25 19:27:41.562923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710f475-039b-42a1-8b02-de44b87a63fb req-da4b6c12-6b67-4340-94d9-207a4f37690e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.564410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0710f475-039b-42a1-8b02-de44b87a63fb req-da4b6c12-6b67-4340-94d9-207a4f37690e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 944 time: 0.0534806 Nov 25 19:27:41.596797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-fd3d61ec-40c4-45e4-ace4-e7ece4b99283 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1001 time: 0.0629849 Nov 25 19:27:41.615910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0710f475-039b-42a1-8b02-de44b87a63fb req-be927b05-4a31-4d92-8b13-a8eee017df25 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447874 Nov 25 19:27:41.647173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-7a9dd7cf-12ea-4d5c-b8ec-f8285bcca65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.648639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-7a9dd7cf-12ea-4d5c-b8ec-f8285bcca65f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0453115 Nov 25 19:27:41.694027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-2d7b2112-a78f-4357-868f-60221b83c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.695537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-2d7b2112-a78f-4357-868f-60221b83c0e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400646 Nov 25 19:27:41.784619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-7cadb497-c7ac-42ff-ba4c-9c2a960cfeae service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819471 Nov 25 19:27:41.874316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6523308a-c6ad-4237-8d46-aaad51d7367f req-6b3e4da4-908c-40ae-a9b7-e58f39c06d28 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799248 Nov 25 19:27:42.736687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd737d9-a0ce-437b-a1d6-26a20c308d36 req-8993fe7a-85a7-4967-9bbe-4470197203f5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:42.738174 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdd737d9-a0ce-437b-a1d6-26a20c308d36 req-8993fe7a-85a7-4967-9bbe-4470197203f5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 944 time: 0.0493157 Nov 25 19:27:42.784353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fdd737d9-a0ce-437b-a1d6-26a20c308d36 req-d330834e-71a9-4f6e-88ad-fb23803e0ccd tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396354 Nov 25 19:27:42.981752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:42.984145 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93213323-cd13-4360-be7f-84a69b3d60b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:43.033689 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8d532c-be77-4210-90bd-f634001d7b46 x-openstack-request-id: req-6e8d532c-be77-4210-90bd-f634001d7b46 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:43.033982 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:43.034230 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e8d532c-be77-4210-90bd-f634001d7b46 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:43.034664 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'status': 'completed', 'code': 200} Nov 25 19:27:43.101232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-35b1269e-9983-4173-9e10-1bb1ae722ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.102618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-35b1269e-9983-4173-9e10-1bb1ae722ed3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1095 time: 0.0472817 Nov 25 19:27:43.119999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-a8a2eead-978a-4d7d-b15d-db95c200c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.121545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-a8a2eead-978a-4d7d-b15d-db95c200c519 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1095 time: 0.0442555 Nov 25 19:27:43.197678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-9eeefe7f-1f90-4678-9abf-c31bd1ed9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.199175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-9eeefe7f-1f90-4678-9abf-c31bd1ed9722 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0892496 Nov 25 19:27:43.215895 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-09da7a60-364e-4013-8db1-3bc4d8104b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.217365 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-09da7a60-364e-4013-8db1-3bc4d8104b64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0862048 Nov 25 19:27:43.270823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-18cda288-7be7-43bb-b6c6-9e857dad2608 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1001 time: 0.0633583 Nov 25 19:27:43.291039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-d57d05fc-3652-4511-ac2b-d4a033ba8efc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1001 time: 0.0580285 Nov 25 19:27:43.319869 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-b6d19cc0-ffe6-49b7-b5cb-cdc7abab1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.321326 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-b6d19cc0-ffe6-49b7-b5cb-cdc7abab1a1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0437627 Nov 25 19:27:43.344298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-5672b74d-e4c3-47f0-a9c9-dd7d83de5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.345798 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-5672b74d-e4c3-47f0-a9c9-dd7d83de5f5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0427420 Nov 25 19:27:43.367854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-69f70068-67c9-4b13-8f0f-d920d7ab6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.369340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-69f70068-67c9-4b13-8f0f-d920d7ab6b89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402462 Nov 25 19:27:43.414152 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-0595756a-7207-4c35-b8e5-5bda6f2db43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.415737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-0595756a-7207-4c35-b8e5-5bda6f2db43f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575159 Nov 25 19:27:43.464925 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-da568360-bab8-40af-9f8b-21479e325757 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877972 Nov 25 19:27:43.512580 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff63c48-90d0-4097-b3db-d2779e2be30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.525354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-06684194-04a3-4416-955c-33e873d7021b service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894730 Nov 25 19:27:43.558797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-1330c74f-141c-4280-a495-7339e60b3e93 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863912 Nov 25 19:27:43.623713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93213323-cd13-4360-be7f-84a69b3d60b2 req-0dd5b077-05ce-44be-9911-9f966058150c service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856543 Nov 25 19:27:43.885821 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:43.901237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c473bd9-6910-4752-a9fe-3211d29c2dba req-c3b5cc7b-12cb-4df5-8559-ab7619892c55 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.902735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c473bd9-6910-4752-a9fe-3211d29c2dba req-c3b5cc7b-12cb-4df5-8559-ab7619892c55 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 944 time: 0.0488369 Nov 25 19:27:43.954280 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c473bd9-6910-4752-a9fe-3211d29c2dba req-00df451b-2786-4ff1-a12f-7499acf51d4c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Nov 25 19:27:43.979111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:43.990415 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'mac_address': 'fa:16:3e:42:f8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:44.181784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.195211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce18c244-e83a-453b-a01e-7f669dc49722 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:44.215392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:44.219393 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.263966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:44.271810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.272157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.272492 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.272823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.273150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.273474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.273794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.274121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.274438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.274783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.275099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.275413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:44.508279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:44.549553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:44.578948 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.673176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['ce18c244-e83a-453b-a01e-7f669dc49722'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:45.072963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306b916-f6fc-4dd1-84e0-6915fe48a1cf req-d66d5acb-c69d-479f-8da1-623b99870835 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.074980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b306b916-f6fc-4dd1-84e0-6915fe48a1cf req-d66d5acb-c69d-479f-8da1-623b99870835 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0492294 Nov 25 19:27:45.121730 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b306b916-f6fc-4dd1-84e0-6915fe48a1cf req-4d3b8cbb-7d2e-4eba-8430-16a017f56264 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Nov 25 19:27:45.407411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-4bad351f-7232-47bf-8645-aee27be0b919 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.408993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-4bad351f-7232-47bf-8645-aee27be0b919 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a&tenant_id=68199f7289ee4689ac76cf91ff4a8334&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Nov 25 19:27:45.422287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce371-440f-4eaa-997a-5dc73dd39801 req-e5df5fd6-3d24-45a2-a61d-26da1895fed5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.423799 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-589ce371-440f-4eaa-997a-5dc73dd39801 req-e5df5fd6-3d24-45a2-a61d-26da1895fed5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0493925 Nov 25 19:27:45.471845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-11ea017b-1332-42ba-adf5-5c36f988e0b2 service neutron] 10.222.0.66 "GET /v2.0/ports/ce18c244-e83a-453b-a01e-7f669dc49722/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 382 time: 0.0557921 Nov 25 19:27:45.472678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-589ce371-440f-4eaa-997a-5dc73dd39801 req-23bb8073-e836-4a07-9afc-320dffe51ef6 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Nov 25 19:27:45.532005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-f259c6dc-0ef7-41b0-866a-a0f61e62f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.533552 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-f259c6dc-0ef7-41b0-866a-a0f61e62f7ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1096 time: 0.0404856 Nov 25 19:27:45.624206 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-dad12f98-d2f3-4c88-a0a9-f0809ae4dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.625576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-dad12f98-d2f3-4c88-a0a9-f0809ae4dc1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0855362 Nov 25 19:27:45.688845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-b48cc2d7-610d-4e1d-82a7-54939e2ecd69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1002 time: 0.0565155 Nov 25 19:27:45.741854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-470aa928-9339-4e10-b0e0-89e7c28a6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.743317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-470aa928-9339-4e10-b0e0-89e7c28a6c43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0471175 Nov 25 19:27:45.787936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-0ecf5c00-0dc7-45ce-95c4-e64f26fc7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.789395 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-0ecf5c00-0dc7-45ce-95c4-e64f26fc7113 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394900 Nov 25 19:27:45.877383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:45.878363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-5a293d81-62b6-46b3-a320-bc37dcb5923a service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811276 Nov 25 19:27:45.924651 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port ce18c244-e83a-453b-a01e-7f669dc49722 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:45.928725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port ce18c244-e83a-453b-a01e-7f669dc49722 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:45.929092 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.971217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-f8d17f73-7269-421a-a7fb-19467758fadf service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862410 Nov 25 19:27:46.009829 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.032025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:46.034237 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38737fc0-f45f-4144-ac35-3067c94af694" -d '{"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-plugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:46.046737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:46.050619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.089538 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5813526-7e29-42ba-af45-52a0ae773894 x-openstack-request-id: req-f5813526-7e29-42ba-af45-52a0ae773894 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:46.089845 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-plugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:46.090098 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5813526-7e29-42ba-af45-52a0ae773894 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:46.090592 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'code': 200} Nov 25 19:27:46.100315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:46.138204 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.592475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36db2-f66c-494f-94d0-a2d3211d6d48 req-0d510d68-f47c-442c-866a-da51300c5f3a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:46.594189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7d36db2-f66c-494f-94d0-a2d3211d6d48 req-0d510d68-f47c-442c-866a-da51300c5f3a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0526841 Nov 25 19:27:46.640382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b7d36db2-f66c-494f-94d0-a2d3211d6d48 req-6a8f9066-e92b-46e5-a90e-f169f6a41ec8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397482 Nov 25 19:27:47.082863 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.697503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-5d69581c-e6a4-4a03-9be4-25331bfad60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.699126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-5d69581c-e6a4-4a03-9be4-25331bfad60f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 1097 time: 0.0427930 Nov 25 19:27:47.715760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:47.764306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc99dc-c01a-4303-b29e-83f74a1f64ea req-70a16fe6-bfab-44ef-95e4-fc61da49e19b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.765950 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55cc99dc-c01a-4303-b29e-83f74a1f64ea req-70a16fe6-bfab-44ef-95e4-fc61da49e19b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0517867 Nov 25 19:27:47.776442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.816675 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-55cc99dc-c01a-4303-b29e-83f74a1f64ea req-723b9560-a4c4-4116-90c1-f6ab40c3c5dd tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Nov 25 19:27:47.983077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:48.015619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:48.056181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:48.058492 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9ed3a6-ab9e-481a-9beb-891a9c786545" -d '{"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:48.062575 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.076343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Transition to ACTIVE for port object ce18c244-e83a-453b-a01e-7f669dc49722 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:48.080433 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.112022 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b93068-b171-41fa-aa6c-96446d293cc7 x-openstack-request-id: req-05b93068-b171-41fa-aa6c-96446d293cc7 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:48.112319 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:48.112571 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05b93068-b171-41fa-aa6c-96446d293cc7 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:48.112960 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'code': 200} Nov 25 19:27:48.171805 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:48.185880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.186224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.186584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.186918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.187246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.187577 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.187898 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.188218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.188540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.188860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.189177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.189490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:48.227200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] No DVR routers for this DVR port ce18c244-e83a-453b-a01e-7f669dc49722 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:48.366139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:48.366480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:48.366816 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:48.371165 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:48.371482 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Attempting to bind port ce18c244-e83a-453b-a01e-7f669dc49722 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:48.376413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:48.376752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:48.377130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:48.377553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Bound port: ce18c244-e83a-453b-a01e-7f669dc49722, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:48.377905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.446251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:48.450010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:48.454606 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.498801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.499415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.500923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1093 time: 0.7894597 Nov 25 19:27:48.528721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99ef8c-b6c2-4cb1-9e69-0b6f1f46b331 service neutron] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=11']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:48.580721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-c4d1b2cb-c3c7-4292-a305-b2b3c31f0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.582246 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-c4d1b2cb-c3c7-4292-a305-b2b3c31f0c72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1096 time: 0.0455060 Nov 25 19:27:48.679690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-ad0e4c6f-ab78-459b-81cf-6c8921900f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.681165 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-ad0e4c6f-ab78-459b-81cf-6c8921900f53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0879540 Nov 25 19:27:48.757204 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-5b868290-673a-47b6-ac15-2dc6ee0058d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1001 time: 0.0635209 Nov 25 19:27:48.809724 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-0df10b8f-53a5-40d2-a161-06d326093435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.811207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-0df10b8f-53a5-40d2-a161-06d326093435 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0434122 Nov 25 19:27:48.863191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-24c347ae-4c7f-40b4-bd60-3618a8d951d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.865255 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-24c347ae-4c7f-40b4-bd60-3618a8d951d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419924 Nov 25 19:27:48.943461 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1714e-4f75-4151-a3e9-f0622bc8b09b req-77cdb4ee-99ac-486d-9c0b-6f9be95f755b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.945085 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9b1714e-4f75-4151-a3e9-f0622bc8b09b req-77cdb4ee-99ac-486d-9c0b-6f9be95f755b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0526237 Nov 25 19:27:48.971889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-95310ffb-9a15-4687-8698-d886a6b45413 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954340 Nov 25 19:27:48.999341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c9b1714e-4f75-4151-a3e9-f0622bc8b09b req-aefeb4c7-6299-4cb9-8e79-e4cdf1331cf1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Nov 25 19:27:49.065611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc7ed0b1-3dd8-426a-92e8-b2ad21b6fb87 req-a683c985-5514-4339-8544-1b2145e9432d service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824111 Nov 25 19:27:49.892163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:49.930522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:50.116232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7228293-7d51-42ff-ae2d-ef37e0cf7e7a req-f5f1a1de-29c5-4d08-81ab-1a4d58d3c09d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.117683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7228293-7d51-42ff-ae2d-ef37e0cf7e7a req-f5f1a1de-29c5-4d08-81ab-1a4d58d3c09d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0484781 Nov 25 19:27:50.118129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:50.120360 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f2963-f4f2-42bb-a70d-8a9be60a0bce" -d '{"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:50.170081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7228293-7d51-42ff-ae2d-ef37e0cf7e7a req-d250d375-d819-44fa-a3e2-46c882fb330f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464478 Nov 25 19:27:50.171914 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0490adc5-d603-423c-8cd7-ec1a0eb19f1d x-openstack-request-id: req-0490adc5-d603-423c-8cd7-ec1a0eb19f1d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:50.171914 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:50.172182 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0490adc5-d603-423c-8cd7-ec1a0eb19f1d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:50.172578 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'status': 'completed', 'code': 200} Nov 25 19:27:50.235547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-fa58c3ea-6262-4258-bed7-55d1d49fc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.237132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-fa58c3ea-6262-4258-bed7-55d1d49fc0d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1096 time: 0.0448959 Nov 25 19:27:50.238194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-fa4d4ed7-498a-4161-8a75-33fddf3df018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.239713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-fa4d4ed7-498a-4161-8a75-33fddf3df018 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 1096 time: 0.0442300 Nov 25 19:27:50.325702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-455b7491-391a-4b0b-b90d-6446e8646236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.327237 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-455b7491-391a-4b0b-b90d-6446e8646236 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0838311 Nov 25 19:27:50.328682 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-e7a0c350-d026-4a55-a894-9f2dfadd161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.330109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-e7a0c350-d026-4a55-a894-9f2dfadd161b service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0824082 Nov 25 19:27:50.400203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-c8157c0f-564f-45b3-817f-afde81609710 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1001 time: 0.0633547 Nov 25 19:27:50.403473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-c3283f76-c4de-4e11-a2d9-e6a139c3a31b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 200 len: 1001 time: 0.0650029 Nov 25 19:27:50.450877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-fbf66503-4c68-42c4-8898-1edf9fd59525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.452477 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-fbf66503-4c68-42c4-8898-1edf9fd59525 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0449674 Nov 25 19:27:50.455178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-15f27738-c1a3-4df6-b54e-3af6d4f22274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.456602 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-15f27738-c1a3-4df6-b54e-3af6d4f22274 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0447843 Nov 25 19:27:50.497680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-4d2d0b6c-2162-42b0-8a95-ecea9b783803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.499188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-4d2d0b6c-2162-42b0-8a95-ecea9b783803 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397544 Nov 25 19:27:50.501343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-4db4a340-428f-4965-bbd0-1564ed825386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.502833 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-4db4a340-428f-4965-bbd0-1564ed825386 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389295 Nov 25 19:27:50.590735 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-99ef9c87-4ade-4691-9f43-95e3967e7f05 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 Nov 25 19:27:50.595880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-bb8d3518-fed0-4441-9164-4aeadff57195 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854828 Nov 25 19:27:50.678893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-9a88afcc-7531-4a5a-89d4-e3ee85bd8876 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816140 Nov 25 19:27:50.689039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-744f2963-f4f2-42bb-a70d-8a9be60a0bce req-7a9dc24b-9ce8-4347-8a62-96cd42a0c3ab service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828078 Nov 25 19:27:51.292071 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baccdd1-3f02-4835-9977-fed72d11ad73 req-b2e9560b-f750-4a31-8462-3522e5e1936c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.293520 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2baccdd1-3f02-4835-9977-fed72d11ad73 req-b2e9560b-f750-4a31-8462-3522e5e1936c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0524149 Nov 25 19:27:51.339857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2baccdd1-3f02-4835-9977-fed72d11ad73 req-78dfe622-7137-4100-9288-62fea9ca5624 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Nov 25 19:27:51.463085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a9496-582b-4303-9c2c-8b191770dcf7 req-5b26cecf-135c-4813-b5fd-b466be4d3a03 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.464560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b4a9496-582b-4303-9c2c-8b191770dcf7 req-5b26cecf-135c-4813-b5fd-b466be4d3a03 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0551322 Nov 25 19:27:51.512731 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6b4a9496-582b-4303-9c2c-8b191770dcf7 req-0d093631-06a7-4410-b600-81cdccc63dbe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 Nov 25 19:27:51.623711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ba7a-90ec-4bad-a870-3f367016087f req-ee15515a-a356-479f-a481-95155ea76578 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.625073 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e17ba7a-90ec-4bad-a870-3f367016087f req-ee15515a-a356-479f-a481-95155ea76578 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0478301 Nov 25 19:27:51.670605 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3e17ba7a-90ec-4bad-a870-3f367016087f req-41207040-5172-49ff-ad51-1ff3ce899836 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Nov 25 19:27:51.898423 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15780268-21c1-46e4-bcdf-89247f53061e req-a44fba56-0e73-40d2-b382-fbcf22d1e002 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.899804 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15780268-21c1-46e4-bcdf-89247f53061e req-a44fba56-0e73-40d2-b382-fbcf22d1e002 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 945 time: 0.0483944 Nov 25 19:27:51.948823 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-15780268-21c1-46e4-bcdf-89247f53061e req-8e202c07-e643-4f47-bbaa-3fdca0875125 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431044 Nov 25 19:27:52.532544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:52.626742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:52.638168 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'mac_address': 'fa:16:3e:42:f8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:52.673137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.685809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce18c244-e83a-453b-a01e-7f669dc49722 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:52.707662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:52.711677 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.760538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:53.067741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eec14-b587-400b-a26a-7383a78ddee9 req-daecf88a-cdb3-4199-9af6-6a41e70d5c41 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:53.069199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d8eec14-b587-400b-a26a-7383a78ddee9 req-daecf88a-cdb3-4199-9af6-6a41e70d5c41 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0499165 Nov 25 19:27:53.116579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2d8eec14-b587-400b-a26a-7383a78ddee9 req-3ba44ceb-c0a2-4ac3-b697-e6dbf4666267 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Nov 25 19:27:53.213328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-2e8f6820-e691-42c4-a7b3-39fb24c888fb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:53.214824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-2e8f6820-e691-42c4-a7b3-39fb24c888fb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 946 time: 0.0475018 Nov 25 19:27:53.310565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Deleting port ce18c244-e83a-453b-a01e-7f669dc49722 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:53.310818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.397341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] For port ce18c244-e83a-453b-a01e-7f669dc49722, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=ce18c244-e83a-453b-a01e-7f669dc49722,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:53.397704 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.568963 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.569231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.569544 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 disassociated. External IP: 172.25.2.206, port: ce18c244-e83a-453b-a01e-7f669dc49722. Nov 25 19:27:53.569878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Calling delete_port for ce18c244-e83a-453b-a01e-7f669dc49722 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:53.690523 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.720622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event deleted for resources: {'Port': ['ID=ce18c244-e83a-453b-a01e-7f669dc49722,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:53.834275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:53.943391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:53.954380 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:53.964996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:53.966218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:53.985220 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] No DVR routers for this DVR port ce18c244-e83a-453b-a01e-7f669dc49722 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:53.987876 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.991313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7947d26b-90ec-4eda-85b9-3a2a7e0dacc2 req-42b4d155-bfc8-40de-83a9-d27abb5a2e21 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "DELETE /v2.0/ports/ce18c244-e83a-453b-a01e-7f669dc49722 HTTP/1.1" status: 204 len: 173 time: 0.7698441 Nov 25 19:27:53.991769 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-deleted', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:53.994199 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7f894-f88f-45e9-9794-2a3d5b535134" -d '{"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-deleted", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:54.032878 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ba57d-ec8c-4590-990f-1dfb485e859d x-openstack-request-id: req-4b3ba57d-ec8c-4590-990f-1dfb485e859d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:54.033177 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66bed88-52db-4b13-ae8e-e0a310477a1a", "name": "network-vif-deleted", "tag": "ce18c244-e83a-453b-a01e-7f669dc49722", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:54.033438 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b3ba57d-ec8c-4590-990f-1dfb485e859d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:54.033842 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66bed88-52db-4b13-ae8e-e0a310477a1a', 'name': 'network-vif-deleted', 'tag': 'ce18c244-e83a-453b-a01e-7f669dc49722', 'status': 'completed', 'code': 200} Nov 25 19:27:54.081434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:54.223148 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c0a32d8-e250-4aa7-9830-fdd61aaa917e req-a2dea621-47cb-4758-ba7b-384bfad45856 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=d66bed88-52db-4b13-ae8e-e0a310477a1a HTTP/1.1" status: 200 len: 210 time: 0.0259812 Nov 25 19:27:54.281550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:54.311005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:54.319787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:54.320390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:54.421396 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:54.547963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:54.557507 n-d-819194-3 neutron-server[103458]: INFO neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No ports have port_id starting with ce18c244-e83a-453b-a01e-7f669dc49722 Nov 25 19:27:54.559988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 requested by agent hyperv_n-h2-819194-3 not found in database {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 25 19:27:54.575556 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:27:54.657838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:54.683920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ae113-522a-463d-b62f-67ddebb50d7d None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:54.892802 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44694834-de97-495c-8672-20d667cccfe8 None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:27:55.507832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-3cd5c49f-a716-45ec-bbbb-d05fe3e6b1f1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1061616965&fields=id&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 267 time: 0.0410931 Nov 25 19:27:55.612282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-cb05a0bf-fee5-4060-b346-0625a042d607 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.613640 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-cb05a0bf-fee5-4060-b346-0625a042d607 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.0989714 Nov 25 19:27:55.628608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-4378cdeb-2936-47ab-9f50-debecdf91221 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/quotas/68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 375 time: 0.0087247 Nov 25 19:27:55.681889 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-20895365-7297-4f16-afb8-ea19b64787f2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475075 Nov 25 19:27:55.697995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-0d2f4b2d-fa0b-496a-acc2-a5629be95551 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:27:55.698971 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-0d2f4b2d-fa0b-496a-acc2-a5629be95551 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050406 Nov 25 19:27:55.783962 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-2014e8d3-efe1-4adb-9321-00f91e0bfa89 service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793872 Nov 25 19:27:56.146141 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-4a004354-f5b0-4fbe-9ec0-61b25a2b738e service neutron] 10.222.0.62 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559551 Nov 25 19:27:56.308823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-842d652a-be6d-438b-9fa4-be36a9712189 req-6de73dc3-bcbf-4c72-8f76-3c5c291ad278 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 210 time: 0.0258727 Nov 25 19:27:56.554867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:56.579666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: ce18c244-e83a-453b-a01e-7f669dc49722 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:56.580022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device ce18c244-e83a-453b-a01e-7f669dc49722 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:57.322791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-c795e748-5b22-4d5a-bab7-9b6b0e21fa84 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:57.324268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-c795e748-5b22-4d5a-bab7-9b6b0e21fa84 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 811 time: 0.1110547 Nov 25 19:27:57.399700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-2184357b-2417-4a86-adfe-0965925aa94f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 380 time: 0.0577579 Nov 25 19:27:57.406214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c8fb4e00-5963-4b65-9a6c-a495c5494294 req-983319ed-921c-45f4-8820-a29cb01ceab5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 210 time: 0.0267019 Nov 25 19:27:57.411420 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'port': {'device_id': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'admin_state_up': True, 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'security_groups': ['ed8cd041-2e02-4ef8-a4f7-e33875eea39e']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:57.517977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Made reservation on behalf of 68199f7289ee4689ac76cf91ff4a8334 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:57.522018 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.647018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Allocated IP 172.20.0.14 (10c84db1-174a-4007-a851-0d35c368668b/3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd/9c9f5f16-22ec-40ad-ac8c-caa4af004e52) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:57.784352 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.817491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.859777 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Network 10c84db1-174a-4007-a851-0d35c368668b is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:57.862742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:57.866971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:57.893126 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:57.921072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:57.921698 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.941626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-88df6535-fb21-4c50-a92d-faddde788482 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5338728 Nov 25 19:27:57.960707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Request body: {'port': {'device_id': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:58.019800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.096930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-491c43ea-fe81-452a-ad83-7e196617ed37 None None] Provisioning complete for port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:58.097541 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-491c43ea-fe81-452a-ad83-7e196617ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.130942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-491c43ea-fe81-452a-ad83-7e196617ed37 None None] Port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:58.280738 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:58.289415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.301676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Transition to ACTIVE for port object 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:58.307066 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.356527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:58.432705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:58.433033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:58.433357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:58.439498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:58.439900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:58.445850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:58.446379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:58.446979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:58.447472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Bound port: 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:58.448000 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.546838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:58.552916 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:58.561869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9141-00ff-496e-a926-e8047313007c req-07ae0d71-88a3-49d7-8456-4752a7ef325b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.563423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4cbd9141-00ff-496e-a926-e8047313007c req-07ae0d71-88a3-49d7-8456-4752a7ef325b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0787134 Nov 25 19:27:58.565066 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.623909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.624536 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.625948 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] 10.222.0.64 "PUT /v2.0/ports/9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1092 time: 0.6696434 Nov 25 19:27:58.626397 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:58.628722 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb735a6-34dd-43ec-8bff-85129f346441" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:58.666216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73706f90-d454-4e3e-8f6c-359b8e4aef6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:58.692763 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe6821f-9c08-4522-9069-d5921782b1b8 x-openstack-request-id: req-9fe6821f-9c08-4522-9069-d5921782b1b8 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:58.693134 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:58.693484 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fe6821f-9c08-4522-9069-d5921782b1b8 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:58.694016 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'status': 'completed', 'code': 200} Nov 25 19:27:58.703770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4cbd9141-00ff-496e-a926-e8047313007c req-f469a5d9-b5d8-4f8b-9471-5928deddb094 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298816 Nov 25 19:27:58.733798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-3da61e6a-8fbd-494b-88ca-2aa64fbf7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.735357 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-3da61e6a-8fbd-494b-88ca-2aa64fbf7d7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1095 time: 0.0526414 Nov 25 19:27:58.780228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-0702f1be-5b30-4d2b-ab2f-741b6ede976e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 217 time: 0.0351291 Nov 25 19:27:58.838105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-48900b97-6aab-4811-9108-59ce866bc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.839567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-48900b97-6aab-4811-9108-59ce866bc347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0490954 Nov 25 19:27:59.250721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-4cc2fcf3-72c3-4ec8-9f52-f76f8011e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.252225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-4cc2fcf3-72c3-4ec8-9f52-f76f8011e8be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4031932 Nov 25 19:27:59.353938 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-0f6c6cae-7d75-44ce-8c39-70edad1ad16f service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910273 Nov 25 19:27:59.453681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e418c50b-4b20-4e49-a46a-ceb039018ba0 req-06596b0f-0d6d-491d-9857-6352ca6e6190 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878642 Nov 25 19:27:59.543297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-8a5885a2-d3a7-4214-8255-be241e3f36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.544791 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-8a5885a2-d3a7-4214-8255-be241e3f36e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1095 time: 0.0402281 Nov 25 19:27:59.636487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-42756e22-058b-4461-b9e0-d8635eec3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.637885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-42756e22-058b-4461-b9e0-d8635eec3eca service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0846117 Nov 25 19:27:59.679628 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-2662666d-40d2-4c12-8548-a2ec095000e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 217 time: 0.0337620 Nov 25 19:27:59.731185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-c816a963-db51-415f-9ab7-94d6975fc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.732685 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-c816a963-db51-415f-9ab7-94d6975fc3d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0445728 Nov 25 19:27:59.784995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-d98585e2-fe81-4be6-8513-8f343d4b1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.786501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-d98585e2-fe81-4be6-8513-8f343d4b1c64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456917 Nov 25 19:27:59.829047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5cef3-fff5-4d56-b412-45f9f7a79a02 req-b29c7a1a-3aca-40ed-887f-ed6752992f05 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.830540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bc5cef3-fff5-4d56-b412-45f9f7a79a02 req-b29c7a1a-3aca-40ed-887f-ed6752992f05 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0478327 Nov 25 19:27:59.882852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-705cc2e3-3ee2-4556-bcc8-8a089c28c483 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836995 Nov 25 19:27:59.883797 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bc5cef3-fff5-4d56-b412-45f9f7a79a02 req-a9aa5d02-40aa-48b2-a986-1795c6e91dc7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464926 Nov 25 19:27:59.974979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3eb735a6-34dd-43ec-8bff-85129f346441 req-7e469433-60e9-4f39-a8ae-8846500f78a3 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Nov 25 19:28:01.000591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f690-cfcd-4ddc-a2ba-e55a5d0d65dd req-fb600d22-257d-4cbc-982f-96ef87d61342 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:01.002098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d411f690-cfcd-4ddc-a2ba-e55a5d0d65dd req-fb600d22-257d-4cbc-982f-96ef87d61342 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0490355 Nov 25 19:28:01.048770 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d411f690-cfcd-4ddc-a2ba-e55a5d0d65dd req-5db906fb-9c0b-4207-81ad-eeb60d79e1e8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Nov 25 19:28:01.109107 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.163786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20529606-31d3-4a89-98ba-6c4494e1f962 req-2a7b1616-5886-4833-93b2-86001e6266ed tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:02.165256 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20529606-31d3-4a89-98ba-6c4494e1f962 req-2a7b1616-5886-4833-93b2-86001e6266ed tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0481186 Nov 25 19:28:02.215454 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-20529606-31d3-4a89-98ba-6c4494e1f962 req-c11ca33f-0241-4464-a015-0d4f7d1f3fdf tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Nov 25 19:28:02.569989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:02.663940 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:02.675048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'mac_address': 'fa:16:3e:54:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:02.710908 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.723732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:02.741868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:02.745906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.794798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:02.980363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9c9f5f16-22ec-40ad-ac8c-caa4af004e52'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:03.329276 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4535d7-e260-40a5-9620-af174ac31944 req-27c4f196-a05d-45a5-8621-308775d43747 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.330751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a4535d7-e260-40a5-9620-af174ac31944 req-27c4f196-a05d-45a5-8621-308775d43747 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0475531 Nov 25 19:28:03.376848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0a4535d7-e260-40a5-9620-af174ac31944 req-f7679112-52d9-4700-a668-7fc1e713701a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Nov 25 19:28:03.802461 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.505439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc2b6-e143-49d9-aecf-1b92dfde6a66 req-df9045ef-9ca1-44d5-a098-5d3c71b00953 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:04.506945 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd0cc2b6-e143-49d9-aecf-1b92dfde6a66 req-df9045ef-9ca1-44d5-a098-5d3c71b00953 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0475864 Nov 25 19:28:04.552285 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bd0cc2b6-e143-49d9-aecf-1b92dfde6a66 req-6d87afb3-ec36-4749-ba58-08a63266a8c8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393727 Nov 25 19:28:04.571299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:04.621210 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:04.624912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:04.625278 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.700756 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.723858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:04.726098 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d2704b-b972-440a-ac8e-942ef1f23bb3" -d '{"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:04.739434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:04.744576 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.773131 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1340dc-e68b-468a-88de-059bf4dd3b83 x-openstack-request-id: req-4a1340dc-e68b-468a-88de-059bf4dd3b83 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:04.773425 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:04.773677 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a1340dc-e68b-468a-88de-059bf4dd3b83 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:04.774054 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'code': 200} Nov 25 19:28:04.800463 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:04.890967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0397aa-93f4-454a-be31-008ec7cd1615 req-1f25a0e9-ad3b-46a0-9eb3-545c12f36160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:04.892434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d0397aa-93f4-454a-be31-008ec7cd1615 req-1f25a0e9-ad3b-46a0-9eb3-545c12f36160 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1097 time: 0.0428600 Nov 25 19:28:04.942592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d0397aa-93f4-454a-be31-008ec7cd1615 req-4b2abc62-f928-48c1-bda9-0f4ce04697f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362206 Nov 25 19:28:05.674964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddd536-9141-4380-9a99-e3678287a3c3 req-0149444c-7117-4e2d-80de-a343767e4ebe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:05.676928 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0ddd536-9141-4380-9a99-e3678287a3c3 req-0149444c-7117-4e2d-80de-a343767e4ebe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0481486 Nov 25 19:28:05.723835 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a0ddd536-9141-4380-9a99-e3678287a3c3 req-63a155e6-9b9f-4a64-9a1d-327f55ade481 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 Nov 25 19:28:06.840416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393f04e-ec35-4ff0-9315-66e304dc0081 req-0ffcbedf-bcfc-4f89-b33f-444756dff418 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.841874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0393f04e-ec35-4ff0-9315-66e304dc0081 req-0ffcbedf-bcfc-4f89-b33f-444756dff418 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0484951 Nov 25 19:28:06.889040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0393f04e-ec35-4ff0-9315-66e304dc0081 req-8900767a-ef3e-47b7-9ba1-ea4404a9b459 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Nov 25 19:28:07.002852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35c703-e46c-460e-bf99-0c3ff8f7dcfd req-e8c2ad6f-cbb4-4353-87db-4efed62718a3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:07.004944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e35c703-e46c-460e-bf99-0c3ff8f7dcfd req-e8c2ad6f-cbb4-4353-87db-4efed62718a3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0511520 Nov 25 19:28:07.013567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58506) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:07.017847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Request body: {'floatingip': {'port_id': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:07.055299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.484950 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.489788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.588192 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 associated. External IP: 172.25.2.206, port: 9c9f5f16-22ec-40ad-ac8c-caa4af004e52. Nov 25 19:28:07.790246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:07.896019 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:07.900901 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.905533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:07.914782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:07.915398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:07.927992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e9767c8f-83a4-4f06-b491-b38306a6c362 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "PUT /v2.0/floatingips/1dd6ab97-ceca-472d-878a-2e3a02ac3e46 HTTP/1.1" status: 200 len: 993 time: 0.9133797 Nov 25 19:28:07.928789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:07.931181 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9460668-8d61-45f4-92ef-38d19a49f013" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:07.977457 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06980173-6a1b-41e6-86f5-0ee7c669e90a x-openstack-request-id: req-06980173-6a1b-41e6-86f5-0ee7c669e90a {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:07.977826 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:07.978154 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06980173-6a1b-41e6-86f5-0ee7c669e90a {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:07.978660 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'status': 'completed', 'code': 200} Nov 25 19:28:08.022871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:08.041103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-8a73033d-95f2-4d7e-a28a-124f90ace661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.042687 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-8a73033d-95f2-4d7e-a28a-124f90ace661 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1097 time: 0.0407302 Nov 25 19:28:08.136153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-62a491db-3fb7-4c6d-b7ea-361167572024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.137625 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-62a491db-3fb7-4c6d-b7ea-361167572024 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0867276 Nov 25 19:28:08.204202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-8bb9b756-dbe0-4863-9bb2-b05f1ec465e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0578828 Nov 25 19:28:08.240362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:54:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 13, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:08.259611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-6a2081a8-898c-4e0e-9a87-cdfb062540d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.261141 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-6a2081a8-898c-4e0e-9a87-cdfb062540d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0499952 Nov 25 19:28:08.310679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-2cc67731-a20b-4603-8333-19d63ca8db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.312110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-2cc67731-a20b-4603-8333-19d63ca8db5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432787 Nov 25 19:28:08.408354 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-51cc5f0e-0c4b-42c6-832c-a7e3653df6ae service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886781 Nov 25 19:28:08.425751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:08.434473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:08.435081 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:27:43Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:08.503571 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9460668-8d61-45f4-92ef-38d19a49f013 req-f8079512-3018-43f4-a03e-983b47d3c589 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873115 Nov 25 19:28:08.540493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:08.760280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:54:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 13, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:08.785763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc7f92-3b7d-487f-8672-d9056e6da873 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1dd6ab97-ceca-472d-878a-2e3a02ac3e46', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'port_id': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'mac_address': 'fa:16:3e:54:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:19:53Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 13, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:08.979295 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a025867-5b79-4927-abb7-9ad7be2e07dd None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:28:11.011935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cce99662-b8b5-4e1c-846e-112ef178b40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.513432 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-10be4285-f784-460b-9fb0-28ec251a7e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.586876 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.140962 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.084165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:31.110002 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:31.575547 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:28:33.815799 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.014123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-633d39ac-4712-40de-88d4-eef24e494978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.011347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-1025ea78-d9d0-45d0-bc51-5caf3b4a5217 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445371 Nov 25 19:28:43.098640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-63a2a128-2e71-4c2c-adbf-5403193c7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.100120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-63a2a128-2e71-4c2c-adbf-5403193c7825 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1097 time: 0.0402389 Nov 25 19:28:43.212714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-135b2271-d815-4841-a343-9ba72c9a46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.214183 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-135b2271-d815-4841-a343-9ba72c9a46f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0902057 Nov 25 19:28:43.279919 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-a223807b-61a2-4196-af44-d3eccf825f74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1003 time: 0.0569870 Nov 25 19:28:43.335681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-57b96334-fdd7-4a89-9eab-cd6a81e69d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.337114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-57b96334-fdd7-4a89-9eab-cd6a81e69d90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0472124 Nov 25 19:28:43.383062 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-86c7f5b9-275c-4c65-961b-37900d952477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.384523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-86c7f5b9-275c-4c65-961b-37900d952477 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399935 Nov 25 19:28:43.473026 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-cef3831f-e305-4bf0-b95c-fe3c893495c5 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803092 Nov 25 19:28:43.514825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b181-a376-42f2-a373-f1561de97c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.568604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28a4a14d-333d-41b5-b7d2-8b16159f7d75 req-4317da39-a7e4-4244-b601-1e6fb438f0a6 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869846 Nov 25 19:28:44.586223 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:46.144243 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:47.086627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:01.125999 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.831475 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.574513 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:29:11.016328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6658aebf-67e7-47fd-a099-edc172f447c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.515829 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-179f3c5d-d877-44e1-ae8c-d8a989cbc4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.595900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.146700 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:17.088399 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.124499 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.831348 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.018822 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-acc3939a-5635-44e7-9427-6c3b0c4cafde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.517209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bd00fbc-794f-4340-876e-1098a5d71817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.986213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-b35f8ac3-fcbe-4e7b-a1e9-0d5dfbdf1f65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813811 Nov 25 19:29:44.072702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-a563ca85-27ef-42a4-a93f-7d06779423fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.074203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-a563ca85-27ef-42a4-a93f-7d06779423fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1097 time: 0.0412457 Nov 25 19:29:44.186640 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-9c37d374-dbf7-4daa-b0ae-4bc2a39502fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.188105 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-9c37d374-dbf7-4daa-b0ae-4bc2a39502fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0877211 Nov 25 19:29:44.254412 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-993ee814-6e6d-4a80-b72f-e60c14853935 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1003 time: 0.0574224 Nov 25 19:29:44.312323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-e27bc722-016c-4705-ba75-4924461ca590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.313849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-e27bc722-016c-4705-ba75-4924461ca590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0465670 Nov 25 19:29:44.362405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-fa379612-4dd8-468f-9815-5a859112f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.363874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-fa379612-4dd8-468f-9815-5a859112f9d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391831 Nov 25 19:29:44.455741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-9d746fad-dabf-46b3-ad94-b90c99c909e1 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806675 Nov 25 19:29:44.552839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fb49c3ff-01b9-45ae-8bdb-220c7ab3e6d8 req-b457e657-42d0-47ca-bbf4-a1ce4b09da13 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856299 Nov 25 19:29:44.593413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.573705 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:29:46.148530 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:47.094732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:49.841920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15f57a-52e9-406c-934c-c2312a2b77ca req-ddb40c2f-29fb-4b94-a0e2-4e0168d9808a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.843346 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e15f57a-52e9-406c-934c-c2312a2b77ca req-ddb40c2f-29fb-4b94-a0e2-4e0168d9808a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0501919 Nov 25 19:29:49.890080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e15f57a-52e9-406c-934c-c2312a2b77ca req-159a8e9a-76dd-436d-a349-0064ddf421db tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 Nov 25 19:30:01.134965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:01.164692 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-6ffd3162-386c-4a56-b676-a44c7676d11a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470881 Nov 25 19:30:01.173675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-bda4dfd8-ff49-495d-bbf1-a18b116414ae service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:30:01.175256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-bda4dfd8-ff49-495d-bbf1-a18b116414ae service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056682 Nov 25 19:30:01.343979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472c5c7-cb4d-4bb5-bf6f-dc018953c6ee req-e27f831c-28c8-40ee-8e29-282c9c07501f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:01.345496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c472c5c7-cb4d-4bb5-bf6f-dc018953c6ee req-e27f831c-28c8-40ee-8e29-282c9c07501f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.2027042 Nov 25 19:30:01.401307 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c472c5c7-cb4d-4bb5-bf6f-dc018953c6ee req-36a13850-48c0-4839-9601-83649190eaec tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495017 Nov 25 19:30:02.305812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-351f7ea0-72cd-429b-ab23-4e313ee8b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.307324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-351f7ea0-72cd-429b-ab23-4e313ee8b4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1097 time: 0.0404370 Nov 25 19:30:02.400799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-0dcf2629-661c-48b1-b85c-cabd8f484419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.402249 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-0dcf2629-661c-48b1-b85c-cabd8f484419 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0820069 Nov 25 19:30:02.475784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-3ff9bcc6-decf-453b-aa92-51a181bee8b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1003 time: 0.0618112 Nov 25 19:30:02.530807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-c66a2e91-dc57-49c5-8927-4802d79cb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.532483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-c66a2e91-dc57-49c5-8927-4802d79cb32e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0469160 Nov 25 19:30:02.574824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb4717-79eb-40a9-8d0f-5cf22c4c2c9a req-bf7af02f-4927-4c77-a8ea-28da9f9eeac2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.576719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3cb4717-79eb-40a9-8d0f-5cf22c4c2c9a req-bf7af02f-4927-4c77-a8ea-28da9f9eeac2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.1043587 Nov 25 19:30:02.583008 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-707cfabe-6bce-4d85-8c6c-c0bce2c72ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.584490 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-707cfabe-6bce-4d85-8c6c-c0bce2c72ced service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411429 Nov 25 19:30:02.629388 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e3cb4717-79eb-40a9-8d0f-5cf22c4c2c9a req-5be5194c-8258-4f8d-8a8d-6e334dee88f2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464728 Nov 25 19:30:02.685588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-56cd1795-0615-4e12-ae17-1c09b3a64b66 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892932 Nov 25 19:30:02.779531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-ce73e929-8a41-4d22-b212-414e7f73d3a2 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819838 Nov 25 19:30:03.749138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e376c8c-513d-4416-bf3f-8cb657f661f6 req-cc1ed4f3-1159-4cdb-8dae-66fc31be0c61 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.750613 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e376c8c-513d-4416-bf3f-8cb657f661f6 req-cc1ed4f3-1159-4cdb-8dae-66fc31be0c61 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0535655 Nov 25 19:30:03.796079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4e376c8c-513d-4416-bf3f-8cb657f661f6 req-8ad4c1d6-aa72-40af-b926-1e70b6b8442b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394547 Nov 25 19:30:03.832058 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.911740 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d618-4c8f-4826-a5c4-dfc8494dbd3b req-92251953-5582-4195-8bf5-d04ac0434d3b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.913226 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da50d618-4c8f-4826-a5c4-dfc8494dbd3b req-92251953-5582-4195-8bf5-d04ac0434d3b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0488172 Nov 25 19:30:04.959904 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da50d618-4c8f-4826-a5c4-dfc8494dbd3b req-f78b9a24-22a2-4f3b-a6f5-2445f624776d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Nov 25 19:30:06.079538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e3a7e-da49-481c-a6e9-18a9028ddbe0 req-506ff46f-53cf-4d04-a17c-b0f9968ada38 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:06.081519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f51e3a7e-da49-481c-a6e9-18a9028ddbe0 req-506ff46f-53cf-4d04-a17c-b0f9968ada38 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0496256 Nov 25 19:30:06.127862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f51e3a7e-da49-481c-a6e9-18a9028ddbe0 req-3fb86f9a-9e69-4c80-b94d-48740601b2c7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403841 Nov 25 19:30:07.244751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8140a-2f5a-47d9-a85f-f98f579e17d4 req-895c2bee-6b5e-493f-aeee-85c2677aea33 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.246203 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ec8140a-2f5a-47d9-a85f-f98f579e17d4 req-895c2bee-6b5e-493f-aeee-85c2677aea33 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0492585 Nov 25 19:30:07.294982 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5ec8140a-2f5a-47d9-a85f-f98f579e17d4 req-6d455f7b-e820-46e6-8a26-be96deaaede9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Nov 25 19:30:08.411963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424f8c3-aff9-48fb-9fe4-133346e9e732 req-18530aff-611a-4553-9d6d-b0f52ce8630f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.413447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1424f8c3-aff9-48fb-9fe4-133346e9e732 req-18530aff-611a-4553-9d6d-b0f52ce8630f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0485919 Nov 25 19:30:08.463025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1424f8c3-aff9-48fb-9fe4-133346e9e732 req-aa9b70a3-0f4a-4f9c-ab8b-3619f3ede4a3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435719 Nov 25 19:30:09.594296 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65258e9c-f8d5-4b9b-8e43-554d71c5ff79 req-73e9bd7c-df60-4b67-b30b-a7e26e32de91 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.596066 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65258e9c-f8d5-4b9b-8e43-554d71c5ff79 req-73e9bd7c-df60-4b67-b30b-a7e26e32de91 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0614135 Nov 25 19:30:09.643091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-65258e9c-f8d5-4b9b-8e43-554d71c5ff79 req-ec6fa66d-0572-45ac-b566-744a0c145857 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Nov 25 19:30:10.758226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528f842-4a29-4230-9cb0-80351b868e55 req-2a149192-f3bc-419e-a351-a9ddf39f6f4c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.759706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0528f842-4a29-4230-9cb0-80351b868e55 req-2a149192-f3bc-419e-a351-a9ddf39f6f4c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0489750 Nov 25 19:30:10.805700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0528f842-4a29-4230-9cb0-80351b868e55 req-a5130310-30f4-4e28-8c66-a012fa0551a2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Nov 25 19:30:11.019599 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-efc0f183-a570-4d1d-b4de-3b17c172d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.920641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0653ab4-1766-46b6-bd7a-17b71467e21d req-b1e0b0a6-a318-4294-b267-e7fb62fa341f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.922149 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0653ab4-1766-46b6-bd7a-17b71467e21d req-b1e0b0a6-a318-4294-b267-e7fb62fa341f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0481007 Nov 25 19:30:11.968814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0653ab4-1766-46b6-bd7a-17b71467e21d req-6c0fcf25-10b7-4690-982d-98898cd88225 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 Nov 25 19:30:13.085447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65989b9-5d37-44a9-98c5-70050662f966 req-f493b83c-648b-403a-8f4d-601d9a3fe1f7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:13.086946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a65989b9-5d37-44a9-98c5-70050662f966 req-f493b83c-648b-403a-8f4d-601d9a3fe1f7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0483639 Nov 25 19:30:13.133725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a65989b9-5d37-44a9-98c5-70050662f966 req-2d575ddd-8cd6-442c-a6ea-bcc814654de9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Nov 25 19:30:13.519417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78fc9219-a634-496e-92d1-8108d540a456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:14.253101 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa442-2eff-4ecf-b9d7-87cb18aed40c req-f6aa31f6-5738-43cc-a221-d76c27866622 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.254637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-541fa442-2eff-4ecf-b9d7-87cb18aed40c req-f6aa31f6-5738-43cc-a221-d76c27866622 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0528111 Nov 25 19:30:14.302474 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-541fa442-2eff-4ecf-b9d7-87cb18aed40c req-06fad097-7cc9-49b9-bb1f-24c5a32a8d4b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Nov 25 19:30:14.596742 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:15.427319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749042-7547-4b65-9c64-565092ffdb9c req-7be77f13-92f3-447b-85f9-1e2d78ad5bfb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.428869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de749042-7547-4b65-9c64-565092ffdb9c req-7be77f13-92f3-447b-85f9-1e2d78ad5bfb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0552893 Nov 25 19:30:15.480023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de749042-7547-4b65-9c64-565092ffdb9c req-a6057d4d-0118-4218-abca-a69775acda9f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449743 Nov 25 19:30:16.153499 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.601747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278408c2-8954-4eb5-a3de-c7368cd7c386 req-42812b5a-c50a-43f4-ab85-3520d0179303 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:16.603422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-278408c2-8954-4eb5-a3de-c7368cd7c386 req-42812b5a-c50a-43f4-ab85-3520d0179303 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0521631 Nov 25 19:30:16.651187 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-278408c2-8954-4eb5-a3de-c7368cd7c386 req-f0c4527b-04df-4c61-9538-1a2304fac33a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 Nov 25 19:30:17.086401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.347307 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-4b607bd5-2255-4b64-b5ca-66a756221c04 service neutron] show failed (client error): The resource could not be found. Nov 25 19:30:17.348239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-4b607bd5-2255-4b64-b5ca-66a756221c04 service neutron] 10.222.0.64 "GET /v2.0/ports/9c9f5f16-22ec-40ad-ac8c-caa4af004e52/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0552058 Nov 25 19:30:17.600042 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-53fcd142-c44a-4578-ad7d-909a89581c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:17.601504 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-53fcd142-c44a-4578-ad7d-909a89581c7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 1097 time: 0.0789959 Nov 25 19:30:17.613918 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-708b2e1d-571a-4052-9bd8-2d3f35912aea service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:30:17.615025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-708b2e1d-571a-4052-9bd8-2d3f35912aea service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053208 Nov 25 19:30:17.626245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:17.680566 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.769792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b0db4-5ed2-4b7a-9f81-93ec83d84f27 req-b9d1dae1-8b37-4791-a4ab-26f4f43ecec2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:17.771347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d7b0db4-5ed2-4b7a-9f81-93ec83d84f27 req-b9d1dae1-8b37-4791-a4ab-26f4f43ecec2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0506957 Nov 25 19:30:17.818839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8d7b0db4-5ed2-4b7a-9f81-93ec83d84f27 req-dcfabd77-8971-4235-a6b9-086257f6ba9f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Nov 25 19:30:17.879828 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:17.913399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:17.951155 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:17.953422 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ac8053-6a02-443b-b86d-31bff681a793" -d '{"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:17.957653 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.969818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Transition to ACTIVE for port object 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:17.974495 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.063997 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ced16d4-05ce-4708-9a70-0c660c0a97a9 x-openstack-request-id: req-7ced16d4-05ce-4708-9a70-0c660c0a97a9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:18.064388 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:18.065182 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ced16d4-05ce-4708-9a70-0c660c0a97a9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:18.065592 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'code': 200} Nov 25 19:30:18.091059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:18.116074 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.116422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.116765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.117100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.117431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.117760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.118093 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.118420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.118782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.119109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.119429 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.119751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:18.123083 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] No DVR routers for this DVR port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on host n-h2-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:18.260574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:18.260906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:18.261232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:18.265440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:18.265757 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:18.270632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:18.270967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:18.271348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:18.271771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Bound port: 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:18.272162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.333416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:18.336400 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:18.340912 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.384576 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.385161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.386662 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] 10.222.0.66 "PUT /v2.0/ports/9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1092 time: 0.7638581 Nov 25 19:30:18.410284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e3d3-1426-4abf-aaa7-84850b7cf19d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:18.455885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-9c9a6e22-446f-4e56-94a3-266beb4fa999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.457470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-9c9a6e22-446f-4e56-94a3-266beb4fa999 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1095 time: 0.0428805 Nov 25 19:30:18.551230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-f50debed-3029-4bc7-9fce-f32617bb87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.552716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-f50debed-3029-4bc7-9fce-f32617bb87a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0883334 Nov 25 19:30:18.622664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-1f951282-6e13-43ac-bd3b-e65ad1802e84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0619557 Nov 25 19:30:18.679208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-a6d1f777-176b-46b4-93c2-873d4d1f4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.681608 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-a6d1f777-176b-46b4-93c2-873d4d1f4831 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0525391 Nov 25 19:30:18.742061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-a1d5fae5-8009-4874-b89c-39fa25d1ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.743781 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-a1d5fae5-8009-4874-b89c-39fa25d1ab9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534718 Nov 25 19:30:18.841893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-b7a6c46a-3f03-4186-86f6-601d4d543be7 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896413 Nov 25 19:30:18.936063 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-b20f0b31-9952-4a50-9580-b37614c25398 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872636 Nov 25 19:30:18.947053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab6a9-6709-4c37-b0f6-7d0c6fc62ea0 req-7323f3d3-cccd-41eb-a721-a13a298cc7f4 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.948534 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f83ab6a9-6709-4c37-b0f6-7d0c6fc62ea0 req-7323f3d3-cccd-41eb-a721-a13a298cc7f4 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0560431 Nov 25 19:30:18.998120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f83ab6a9-6709-4c37-b0f6-7d0c6fc62ea0 req-dec24560-e23d-4e1e-a5dd-f7c6dd9787ad tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Nov 25 19:30:19.114406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:19.153754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:20.066814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:20.069280 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d35d9-300e-4771-b8d9-938eb8144a80" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:20.124651 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf32c1-1556-4b5d-b617-4042e0e86e46 x-openstack-request-id: req-43cf32c1-1556-4b5d-b617-4042e0e86e46 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:20.124945 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:20.125201 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43cf32c1-1556-4b5d-b617-4042e0e86e46 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:20.125603 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'status': 'completed', 'code': 200} Nov 25 19:30:20.134158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f24e65-383b-488b-8ce9-e7dc9a3f4fd0 req-0a647f20-c447-4d23-8442-62347fa30937 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.135736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73f24e65-383b-488b-8ce9-e7dc9a3f4fd0 req-0a647f20-c447-4d23-8442-62347fa30937 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0630512 Nov 25 19:30:20.201100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-321d344f-f37f-4fc7-97a9-5f364803614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.203189 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-321d344f-f37f-4fc7-97a9-5f364803614f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1095 time: 0.0436029 Nov 25 19:30:20.214299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73f24e65-383b-488b-8ce9-e7dc9a3f4fd0 req-ac6af568-30c8-47fe-9953-0554fead2dac tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692320 Nov 25 19:30:20.221788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-2afcc976-261c-44cf-964b-83c9d7ba1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.224000 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-2afcc976-261c-44cf-964b-83c9d7ba1123 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1095 time: 0.0726614 Nov 25 19:30:20.317493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-2ed2b833-7d0a-48d9-b6ca-ace1bfca35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.323098 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-2ed2b833-7d0a-48d9-b6ca-ace1bfca35cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.1092329 Nov 25 19:30:20.329583 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-59870a36-73a3-4715-9706-6164de0c4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.331747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-59870a36-73a3-4715-9706-6164de0c4ad3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0991585 Nov 25 19:30:20.402063 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-9bbd10ae-6ddf-409b-8cda-15aa8843cc96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0681145 Nov 25 19:30:20.410290 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-027b5aaf-638d-4c9e-884c-158b7bd49d61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0712984 Nov 25 19:30:20.467885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-2601aba7-dd23-46bd-8559-04e71805cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.469074 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-2601aba7-dd23-46bd-8559-04e71805cbb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0553613 Nov 25 19:30:20.474473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-e558a192-41d5-486f-85b5-8857a28b0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.476273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-e558a192-41d5-486f-85b5-8857a28b0ec3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0593402 Nov 25 19:30:20.525783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-903b0cb2-0446-4033-9446-6f9b2e3baa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.527331 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-903b0cb2-0446-4033-9446-6f9b2e3baa46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489578 Nov 25 19:30:20.529096 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-55d65994-6d76-4add-b2e0-648767c323e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.530647 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-55d65994-6d76-4add-b2e0-648767c323e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465961 Nov 25 19:30:20.621392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-96c5d8e1-d482-42c4-af03-57721a48461c service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859883 Nov 25 19:30:20.621612 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-17fa0d07-4da0-4a35-95d3-24b54b38565d service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841177 Nov 25 19:30:20.720010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-80ff404f-1329-478e-a211-0ab782c8b5dc service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915334 Nov 25 19:30:20.726196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-307d35d9-300e-4771-b8d9-938eb8144a80 req-511c8eaa-70cd-45fb-99db-d3aa34a9fe4e service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925212 Nov 25 19:30:21.339834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917ee33-4129-4124-8e22-62d60eaffb45 req-6a610034-e8d5-4eca-ace1-3db88544c38b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:21.341342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e917ee33-4129-4124-8e22-62d60eaffb45 req-6a610034-e8d5-4eca-ace1-3db88544c38b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0505216 Nov 25 19:30:21.388860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e917ee33-4129-4124-8e22-62d60eaffb45 req-32607d39-9b2a-4114-b147-5cb6a5c8f63f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 Nov 25 19:30:22.519563 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51391141-85b0-4da8-9115-596e1f859597 req-e4b8f2e0-ac6b-487f-a9a3-4260bb33737d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.521032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51391141-85b0-4da8-9115-596e1f859597 req-e4b8f2e0-ac6b-487f-a9a3-4260bb33737d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0493279 Nov 25 19:30:22.570166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-51391141-85b0-4da8-9115-596e1f859597 req-7db35fcc-078b-4077-b5ee-39f17bfa5279 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Nov 25 19:30:22.573639 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:30:23.687423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fae71-9bc4-4f6a-8cb3-a19c60749aab req-aee161a6-3311-4c68-ae9b-cdd5f336f80b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:23.688922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-421fae71-9bc4-4f6a-8cb3-a19c60749aab req-aee161a6-3311-4c68-ae9b-cdd5f336f80b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0497127 Nov 25 19:30:23.737311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-421fae71-9bc4-4f6a-8cb3-a19c60749aab req-9906fc33-8cab-45b6-82da-19694d0e00c9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417230 Nov 25 19:30:24.854641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c811c9f-4624-44bb-8646-94d14a5e72f8 req-f69cf1a5-1fe5-41a9-947c-dce5f44ad599 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:24.856096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c811c9f-4624-44bb-8646-94d14a5e72f8 req-f69cf1a5-1fe5-41a9-947c-dce5f44ad599 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0476124 Nov 25 19:30:24.901912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c811c9f-4624-44bb-8646-94d14a5e72f8 req-dd444cc1-8e40-44ee-aca0-acfdb8b65052 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 Nov 25 19:30:26.023066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dffda-616b-4ccd-a06a-6cfca622fa67 req-5870fd68-02ba-4ff8-953e-0d2d7b656a17 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.024543 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e7dffda-616b-4ccd-a06a-6cfca622fa67 req-5870fd68-02ba-4ff8-953e-0d2d7b656a17 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0520144 Nov 25 19:30:26.070764 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5e7dffda-616b-4ccd-a06a-6cfca622fa67 req-866f659e-094c-49cb-940a-867bfd37573d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Nov 25 19:30:27.189845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2d2e0-6a75-46e7-a7de-36ec9fe4ca08 req-84ab5ed0-7620-405f-bb88-5aa1cefc236d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.191313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33c2d2e0-6a75-46e7-a7de-36ec9fe4ca08 req-84ab5ed0-7620-405f-bb88-5aa1cefc236d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0518308 Nov 25 19:30:27.237032 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-33c2d2e0-6a75-46e7-a7de-36ec9fe4ca08 req-f7389012-e0f9-45ad-9510-e1b2c553792a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398221 Nov 25 19:30:28.353387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a50e4-5ac4-4c0b-a77b-d2534a5b316f req-fed34f49-26af-4c74-8aef-b05bb6e64965 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.354880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-160a50e4-5ac4-4c0b-a77b-d2534a5b316f req-fed34f49-26af-4c74-8aef-b05bb6e64965 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0486391 Nov 25 19:30:28.401439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-160a50e4-5ac4-4c0b-a77b-d2534a5b316f req-d9d6733c-56e3-46f5-9668-219ccf8bac8b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Nov 25 19:30:29.523904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833fb8d-5b86-47d1-bb84-14e04d6f3c06 req-4300efce-fee0-4088-8ca3-18da41d82396 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:29.525407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4833fb8d-5b86-47d1-bb84-14e04d6f3c06 req-4300efce-fee0-4088-8ca3-18da41d82396 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0519116 Nov 25 19:30:29.572655 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4833fb8d-5b86-47d1-bb84-14e04d6f3c06 req-8f3761db-ddab-462a-9855-57ef865ed070 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411539 Nov 25 19:30:30.695166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba57d1-95e4-4919-9405-a4070470a793 req-0f2cccb8-8059-4017-8f11-642ce7dbb366 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.696659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05ba57d1-95e4-4919-9405-a4070470a793 req-0f2cccb8-8059-4017-8f11-642ce7dbb366 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0530987 Nov 25 19:30:30.743198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-05ba57d1-95e4-4919-9405-a4070470a793 req-5fd6763f-a9ed-4bcc-9339-40a392bd39fa tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Nov 25 19:30:31.109827 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.862521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d481-929e-4a8f-ab38-37a1659f6fdb req-20678e63-2305-4050-9ec9-0157b237ab50 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:31.864000 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52c3d481-929e-4a8f-ab38-37a1659f6fdb req-20678e63-2305-4050-9ec9-0157b237ab50 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 944 time: 0.0527217 Nov 25 19:30:31.910312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-52c3d481-929e-4a8f-ab38-37a1659f6fdb req-1f78f470-4f63-4b07-a854-09fcdafb5ffe tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404522 Nov 25 19:30:32.686960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:32.782486 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:32.794069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'mac_address': 'fa:16:3e:54:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:32.832134 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.848050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:32.867328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:32.870901 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.918561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:32.926274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.926655 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.927001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.927340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.927675 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.928013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.928340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.928669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.928994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.929318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.929648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:32.929973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:33.025077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19326ce-f839-49aa-b459-689454ac2793 req-34a5fb20-0372-4b2c-b73e-2dea4df5893e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.026581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d19326ce-f839-49aa-b459-689454ac2793 req-34a5fb20-0372-4b2c-b73e-2dea4df5893e tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0488224 Nov 25 19:30:33.073018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d19326ce-f839-49aa-b459-689454ac2793 req-5acd3bb5-d464-47b2-ac85-e21f15431a6c tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Nov 25 19:30:33.259111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['9c9f5f16-22ec-40ad-ac8c-caa4af004e52'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:33.359947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-93f1d7d6-ecc5-425d-8c62-1a4c8bc51752 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.361994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-93f1d7d6-ecc5-425d-8c62-1a4c8bc51752 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e&tenant_id=68199f7289ee4689ac76cf91ff4a8334&binding%3Ahost_id=n-h1-819194-3 HTTP/1.1" status: 200 len: 945 time: 0.0556021 Nov 25 19:30:33.378029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dab32-387c-45e9-9253-b1dc6e775c6d req-3f908174-6fd9-40c9-ba38-18591799a311 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.379683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3e7dab32-387c-45e9-9253-b1dc6e775c6d req-3f908174-6fd9-40c9-ba38-18591799a311 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0500505 Nov 25 19:30:33.425459 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-3cf116e6-ea62-4e25-b365-eb287f63d01c service neutron] 10.222.0.66 "GET /v2.0/ports/9c9f5f16-22ec-40ad-ac8c-caa4af004e52/bindings/n-h1-819194-3 HTTP/1.1" status: 200 len: 382 time: 0.0563326 Nov 25 19:30:33.440944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3e7dab32-387c-45e9-9253-b1dc6e775c6d req-dec340ff-de1f-441a-a42d-da03831f7d99 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Nov 25 19:30:33.492843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-dc5f1dad-7ed2-44a7-b0b8-e98879e658e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.494394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-dc5f1dad-7ed2-44a7-b0b8-e98879e658e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1096 time: 0.0437763 Nov 25 19:30:33.594559 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-e421712a-883c-4d1b-bb46-95f5aae3a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.596330 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-e421712a-883c-4d1b-bb46-95f5aae3a1f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0935080 Nov 25 19:30:33.665610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-54f727b6-b3b1-499f-99e4-a625da6986bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1002 time: 0.0567434 Nov 25 19:30:33.718760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-1c10a2f5-4801-4b63-b17a-dc634ec56a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.720086 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-1c10a2f5-4801-4b63-b17a-dc634ec56a35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0459049 Nov 25 19:30:33.764632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-ab959913-fd90-4894-8254-95e582cff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.766041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-ab959913-fd90-4894-8254-95e582cff005 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389297 Nov 25 19:30:33.844826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.855391 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-c66da937-193e-41b0-9f30-ed8570da3064 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 Nov 25 19:30:33.954920 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-43600bc4-8a48-45a1-8612-47e1b103c41a service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913591 Nov 25 19:30:34.567951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd57b1-5334-44fb-aa75-dd51021651c2 req-a33b784f-d935-4952-a217-34cd08b29616 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:34.571140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04cd57b1-5334-44fb-aa75-dd51021651c2 req-a33b784f-d935-4952-a217-34cd08b29616 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0515747 Nov 25 19:30:34.624430 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-04cd57b1-5334-44fb-aa75-dd51021651c2 req-6f1a2ab7-2fbc-4662-aaa2-8a8946fdd966 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472765 Nov 25 19:30:34.705921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:34.752587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:30:34.756200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:34.756567 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.829469 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.854339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:34.856585 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55e11c-7f08-44ec-bfc1-42d4da70bbdd" -d '{"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:34.869589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:34.873887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.927786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:34.958209 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f6e12-d838-4867-8db5-8fe710a332f0 x-openstack-request-id: req-346f6e12-d838-4867-8db5-8fe710a332f0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:34.958551 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:34.958807 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-346f6e12-d838-4867-8db5-8fe710a332f0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:34.959200 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'code': 200} Nov 25 19:30:35.745996 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902d217-e9d9-49ae-86f9-43ec70f9f414 req-769006f2-2d16-4a24-92ad-bdc500999eba tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:35.747512 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4902d217-e9d9-49ae-86f9-43ec70f9f414 req-769006f2-2d16-4a24-92ad-bdc500999eba tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0530283 Nov 25 19:30:35.795232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4902d217-e9d9-49ae-86f9-43ec70f9f414 req-31fa0ce2-bc0b-43f2-a43e-be4360fbaebc tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Nov 25 19:30:36.916166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c448e-b733-4d06-8f63-80e999d2a306 req-62a47746-8cce-401f-811d-7b1a4f335606 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:36.917663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be3c448e-b733-4d06-8f63-80e999d2a306 req-62a47746-8cce-401f-811d-7b1a4f335606 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0507543 Nov 25 19:30:36.966089 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-be3c448e-b733-4d06-8f63-80e999d2a306 req-68f10e78-f80b-4a75-b1c8-af3f08bb0431 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Nov 25 19:30:38.094713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38f01-b505-4e47-b6d3-05fc40f4586d req-6e5ef6d1-3aa7-4f73-bb44-d58e82a24245 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.096547 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ad38f01-b505-4e47-b6d3-05fc40f4586d req-6e5ef6d1-3aa7-4f73-bb44-d58e82a24245 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0515637 Nov 25 19:30:38.136800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-f8f4f6af-4472-48c6-8a66-12129f00ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.138296 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-f8f4f6af-4472-48c6-8a66-12129f00ceee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e&tenant_id=68199f7289ee4689ac76cf91ff4a8334 HTTP/1.1" status: 200 len: 1097 time: 0.0418892 Nov 25 19:30:38.143858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ad38f01-b505-4e47-b6d3-05fc40f4586d req-6fbb990f-577b-4a6b-8826-870e7dfb80a0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Nov 25 19:30:38.155374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:38.210777 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.415907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:38.447959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:38.487100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:38.489287 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35c626d-a905-4ff4-bf57-a28ddf271c78" -d '{"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:38.493283 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.507378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Transition to ACTIVE for port object 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:38.511425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.593778 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e048a5-8fcc-442c-80f4-fb6f77e15881 x-openstack-request-id: req-49e048a5-8fcc-442c-80f4-fb6f77e15881 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:38.594068 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:38.594318 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49e048a5-8fcc-442c-80f4-fb6f77e15881 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:38.594737 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'code': 200} Nov 25 19:30:38.600606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:38.613369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.613711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.614050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.614381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.614731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.615058 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.615378 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.615697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.616017 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.616336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.616652 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.616970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:38.655943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] No DVR routers for this DVR port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:38.794969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:38.795243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:38.795745 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:38.800252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:38.800578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Attempting to bind port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on network 10c84db1-174a-4007-a851-0d35c368668b {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:38.805307 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:38.805645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Checking segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:38.806026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Bound using segment: {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:38.806472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Bound port: 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6aeab1-6a66-4366-94f1-b5853ae901d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '10c84db1-174a-4007-a851-0d35c368668b'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:38.806830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.846691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:38.869727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:38.873222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:38.876961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.883180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:38.916566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.917128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.918501 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1093 time: 0.7671945 Nov 25 19:30:38.936553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f095e-511a-4428-839f-764755d563c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=11']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:38.990582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-f5dd610e-ffad-4a68-bced-7ef98dfcb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:38.992099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-f5dd610e-ffad-4a68-bced-7ef98dfcb728 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1096 time: 0.0431600 Nov 25 19:30:39.089232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-6f7e3023-b658-4f01-bc1e-55f56a265c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.090737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-6f7e3023-b658-4f01-bc1e-55f56a265c78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0861523 Nov 25 19:30:39.163711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-6deb994f-5c83-4347-b879-a49b9645325a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0618391 Nov 25 19:30:39.217083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-3a109afb-94bf-41da-a246-a76841d0eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.218585 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-3a109afb-94bf-41da-a246-a76841d0eb75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0450568 Nov 25 19:30:39.259722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3c8d2-793c-4f8c-a344-364ec44974d1 req-ce048d17-2e9a-4efa-b769-89be8d98f1a5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.261290 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1f3c8d2-793c-4f8c-a344-364ec44974d1 req-ce048d17-2e9a-4efa-b769-89be8d98f1a5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0481935 Nov 25 19:30:39.269840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-495e3d41-2ddf-4911-81f3-16db00edae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:39.271381 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-495e3d41-2ddf-4911-81f3-16db00edae1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412307 Nov 25 19:30:39.370570 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-667fa97a-3c2b-4244-b33e-7cf29ff60499 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871239 Nov 25 19:30:39.468754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcfbb60e-a6eb-4e48-9112-5da7242efad6 req-935fc879-bf6a-4d5b-968a-1aa902153963 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857167 Nov 25 19:30:39.596039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1f3c8d2-793c-4f8c-a344-364ec44974d1 req-6cdbd3e1-8571-4106-980e-05b68deefe5a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287108 Nov 25 19:30:40.596548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:40.598917 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae63b4-19bf-42c1-a91e-f60d71939135" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:40.670352 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06d21e-428c-492b-97df-1eb39ad53672 x-openstack-request-id: req-5e06d21e-428c-492b-97df-1eb39ad53672 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:40.670668 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:40.670927 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e06d21e-428c-492b-97df-1eb39ad53672 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:40.671330 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'status': 'completed', 'code': 200} Nov 25 19:30:40.728295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-d2658c67-6f1e-4dc7-b395-1f5b17b5a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.730309 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-d2658c67-6f1e-4dc7-b395-1f5b17b5a3a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1096 time: 0.0487487 Nov 25 19:30:40.747407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-dbaf3aef-8ef9-4a1e-af4e-801e2729aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.748983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-dbaf3aef-8ef9-4a1e-af4e-801e2729aaf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1096 time: 0.0743494 Nov 25 19:30:40.757498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c44db-50eb-4dba-90ff-8a22446b3296 req-792c87c0-f7cb-4bff-8e4d-d86bf2ced618 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.759006 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-401c44db-50eb-4dba-90ff-8a22446b3296 req-792c87c0-f7cb-4bff-8e4d-d86bf2ced618 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0757713 Nov 25 19:30:40.822558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-d437c2e4-5a21-46f4-ab10-8fcee7b2d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.824374 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-d437c2e4-5a21-46f4-ab10-8fcee7b2d658 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0870233 Nov 25 19:30:40.857771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-401c44db-50eb-4dba-90ff-8a22446b3296 req-6b25b41f-158d-4504-a97a-ec1a6233d342 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904319 Nov 25 19:30:40.885015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-76d7c33b-80d3-45b3-b6de-0e7394be8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.886492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-76d7c33b-80d3-45b3-b6de-0e7394be8796 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.1265128 Nov 25 19:30:40.906897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-f08ca575-3b0a-4655-a82c-c772b6bc4ad3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0696843 Nov 25 19:30:40.958206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-4404551f-65bb-46fc-a62a-3d8311e66c66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0631320 Nov 25 19:30:40.963520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-aa45fe2a-2011-46ce-a306-8a0b79cd2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:40.965008 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-aa45fe2a-2011-46ce-a306-8a0b79cd2d0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0477560 Nov 25 19:30:41.021472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-20db914a-457a-449a-ad7c-bd13ad291f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:41.023708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-20db914a-457a-449a-ad7c-bd13ad291f74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0586944 Nov 25 19:30:41.024066 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f587640-2171-4df9-9f34-12ad5c22e248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.032013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-f4df8eed-808c-42aa-b480-e205cf2f5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:41.033336 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-f4df8eed-808c-42aa-b480-e205cf2f5632 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564892 Nov 25 19:30:41.072512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-ce910975-4b6a-48c0-867c-25a78a59930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:41.074072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-ce910975-4b6a-48c0-867c-25a78a59930c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424116 Nov 25 19:30:41.135611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-0a743436-9a5b-4ddc-90b3-554ecaed90d9 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909693 Nov 25 19:30:41.167977 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-153df39f-32a4-4357-a5fd-f9469b9be5a5 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870228 Nov 25 19:30:41.240022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-0b43765d-2b7a-4d62-9897-ea4077618321 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923340 Nov 25 19:30:41.266438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-67ae63b4-19bf-42c1-a91e-f60d71939135 req-f5e4c528-ee95-4ec0-a8e3-ccb8dd78fca9 service neutron] 10.222.0.66 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914080 Nov 25 19:30:41.978930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02cd9-23a9-4b2d-af48-2e86e77a4a26 req-d43fa749-b51d-45d5-b097-8cae7272ba25 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:41.980427 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1f02cd9-23a9-4b2d-af48-2e86e77a4a26 req-d43fa749-b51d-45d5-b097-8cae7272ba25 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0500410 Nov 25 19:30:42.028495 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d1f02cd9-23a9-4b2d-af48-2e86e77a4a26 req-a94b5fdc-ad57-4f40-8fe0-ff8a81ac21d8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Nov 25 19:30:43.145660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c8695-80ee-4c0d-8ec9-eb0b4ea292f8 req-107f091a-aca7-4cb3-813b-89891bcc0c33 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:43.147161 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f9c8695-80ee-4c0d-8ec9-eb0b4ea292f8 req-107f091a-aca7-4cb3-813b-89891bcc0c33 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0486670 Nov 25 19:30:43.199295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6f9c8695-80ee-4c0d-8ec9-eb0b4ea292f8 req-c5429195-3819-4da4-9fb1-088df80b75cb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 Nov 25 19:30:43.520236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aeb63966-ba3a-4cd7-bdcc-db3ceefa2298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:44.324737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d1ed-ab8d-44e4-96f9-975fe2551c2f req-f03d588e-3792-4230-90f5-6e25ecf9185f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:44.327151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9002d1ed-ab8d-44e4-96f9-975fe2551c2f req-f03d588e-3792-4230-90f5-6e25ecf9185f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0541143 Nov 25 19:30:44.380895 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9002d1ed-ab8d-44e4-96f9-975fe2551c2f req-74155aac-6b1d-4390-b99b-69776fd14ab4 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Nov 25 19:30:44.599726 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.503763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11585-c7ca-463d-b31a-763fc7a86795 req-8103ff64-e597-4f74-b867-95312c7483d8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:45.505245 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d11585-c7ca-463d-b31a-763fc7a86795 req-8103ff64-e597-4f74-b867-95312c7483d8 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0536983 Nov 25 19:30:45.552341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d11585-c7ca-463d-b31a-763fc7a86795 req-c755ed48-8980-46fb-877d-08c9d44a6f03 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408444 Nov 25 19:30:45.980877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-aa0921b9-5d85-4eaf-b68c-caab21914f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:45.982327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-aa0921b9-5d85-4eaf-b68c-caab21914f21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68199f7289ee4689ac76cf91ff4a8334&device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 1096 time: 0.0405030 Nov 25 19:30:46.087113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-fef8ace8-d84e-4837-9af1-c6d671406bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.088559 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-fef8ace8-d84e-4837-9af1-c6d671406bbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 200 len: 912 time: 0.0849078 Nov 25 19:30:46.154606 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.157308 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-ab93c0eb-74de-4ebe-b9b3-a3d186bff8af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 200 len: 1001 time: 0.0568414 Nov 25 19:30:46.209281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-a9930024-a528-4ef3-892f-595e886a6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.210754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-a9930024-a528-4ef3-892f-595e886a6aaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 200 len: 850 time: 0.0428538 Nov 25 19:30:46.260519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-efc419f4-5740-41ca-bfa5-4dacf1d7e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.261910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-efc419f4-5740-41ca-bfa5-4dacf1d7e878 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10c84db1-174a-4007-a851-0d35c368668b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440302 Nov 25 19:30:46.356475 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-74ee2b4e-8863-426e-8c9d-0246b2fc8b6e service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797913 Nov 25 19:30:46.452808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-811afdbf-23e6-48ed-9e6e-125ad7d0b4ea req-bd27c63c-80de-4dfa-ad78-b414cb545f10 service neutron] 10.222.0.64 "GET /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851476 Nov 25 19:30:46.669635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb76592-5ecf-4f65-9192-bda4116b1642 req-c85c1399-04af-4866-86e2-734055785265 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.671125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ffb76592-5ecf-4f65-9192-bda4116b1642 req-c85c1399-04af-4866-86e2-734055785265 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0496655 Nov 25 19:30:46.716826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ffb76592-5ecf-4f65-9192-bda4116b1642 req-fee4ce87-5c78-437b-850c-8cab25ee9541 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392756 Nov 25 19:30:47.088329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.834335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a7ab-7e03-4294-b1fb-ce884d3f78b9 req-09ebb10b-840a-4ea3-88c4-4a4e8120e876 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:47.835864 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5d5a7ab-7e03-4294-b1fb-ce884d3f78b9 req-09ebb10b-840a-4ea3-88c4-4a4e8120e876 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0494795 Nov 25 19:30:47.883994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5d5a7ab-7e03-4294-b1fb-ce884d3f78b9 req-1de7c2aa-7f37-40c5-99aa-35b666f03230 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Nov 25 19:30:49.000269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36911f49-a41f-40a0-aed7-d2615c743d0c req-fc46b35c-1d26-4ac6-86cd-c9ef4fa880df tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:49.001737 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36911f49-a41f-40a0-aed7-d2615c743d0c req-fc46b35c-1d26-4ac6-86cd-c9ef4fa880df tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0486710 Nov 25 19:30:49.047741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-36911f49-a41f-40a0-aed7-d2615c743d0c req-aed7cae3-7987-4337-9295-863f927c223b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398941 Nov 25 19:30:50.175557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26181b4d-81a6-494f-9300-e76fb33a7365 req-1ce6706e-a3de-418e-b814-403125b61aac tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:50.176993 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26181b4d-81a6-494f-9300-e76fb33a7365 req-1ce6706e-a3de-418e-b814-403125b61aac tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0507753 Nov 25 19:30:50.227495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26181b4d-81a6-494f-9300-e76fb33a7365 req-7224017c-1041-4881-b246-4ad7dae177d7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445631 Nov 25 19:30:51.253330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:51.353677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:51.358391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53e653-ac8b-49bc-9b27-edb500e849be req-7d2b1b5b-d9bf-4df4-ade1-5f7a16cab88b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:51.359892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec53e653-ac8b-49bc-9b27-edb500e849be req-7d2b1b5b-d9bf-4df4-ade1-5f7a16cab88b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 945 time: 0.0518870 Nov 25 19:30:51.364879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'port_id': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'mac_address': 'fa:16:3e:54:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:51.403336 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:51.407871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ec53e653-ac8b-49bc-9b27-edb500e849be req-6fa0f29c-cb00-4c72-ba75-589a94f51fbc tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Nov 25 19:30:51.416505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:51.435239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:51.439397 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:51.488647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:51.707462 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['9c9f5f16-22ec-40ad-ac8c-caa4af004e52'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:52.524548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db0b33-0634-44f0-8372-80bab41abf4c req-c3cae9ae-35ce-408b-8464-aeffc5639678 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.526026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f6db0b33-0634-44f0-8372-80bab41abf4c req-c3cae9ae-35ce-408b-8464-aeffc5639678 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0476418 Nov 25 19:30:52.572402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f6db0b33-0634-44f0-8372-80bab41abf4c req-5c5c29f4-905e-4a2c-8c45-9448acb895f9 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404167 Nov 25 19:30:52.687731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7c652-8548-49dc-9dab-49c71c321e1d req-e4b0b0ab-3abf-4188-86cd-38af72645ca2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.689700 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ef7c652-8548-49dc-9dab-49c71c321e1d req-e4b0b0ab-3abf-4188-86cd-38af72645ca2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0501528 Nov 25 19:30:52.735785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4ef7c652-8548-49dc-9dab-49c71c321e1d req-ac613efb-d160-44a4-9217-7855fb40f388 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Nov 25 19:30:52.849036 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7cd2a-45d7-4831-8c1f-7318f6e0ad4f req-37e8985c-f02e-4955-9f7f-25acc90575e1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:52.850521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82a7cd2a-45d7-4831-8c1f-7318f6e0ad4f req-37e8985c-f02e-4955-9f7f-25acc90575e1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0481937 Nov 25 19:30:52.898223 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-82a7cd2a-45d7-4831-8c1f-7318f6e0ad4f req-f66b7ebb-e0d0-4bae-9190-8dc3c6301ea7 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Nov 25 19:30:53.136993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1715e6d-d705-4427-bf19-859a518ce790 req-dc2558cd-663a-493e-9717-0bb470f89e5a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.138549 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1715e6d-d705-4427-bf19-859a518ce790 req-dc2558cd-663a-493e-9717-0bb470f89e5a tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 946 time: 0.0599236 Nov 25 19:30:53.185820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f1715e6d-d705-4427-bf19-859a518ce790 req-2648ed89-626a-4a5c-ad59-a3c635b06fa2 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412326 Nov 25 19:30:53.272547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:53.334116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:30:53.338347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:53.338743 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.413347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.435560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:53.437691 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75578bf2-6403-4f61-8ead-eb9f6cdc6c4f" -d '{"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:53.451127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:53.456744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.482563 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157d421-5c15-4c50-972b-3540d7f95989 x-openstack-request-id: req-a157d421-5c15-4c50-972b-3540d7f95989 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:53.482853 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:53.483103 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a157d421-5c15-4c50-972b-3540d7f95989 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:53.483478 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'code': 200} Nov 25 19:30:53.508076 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=13']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:54.301192 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b79f-3852-4bd9-8ae1-cc3be5cf4bfd req-a0200ff8-ece8-4fff-a50d-346435c84e3b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:54.302678 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fe7b79f-3852-4bd9-8ae1-cc3be5cf4bfd req-a0200ff8-ece8-4fff-a50d-346435c84e3b tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 947 time: 0.0479438 Nov 25 19:30:54.349265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2fe7b79f-3852-4bd9-8ae1-cc3be5cf4bfd req-a98cc33d-1038-42a1-b748-4706f90e01cb tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 Nov 25 19:30:54.863880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-39e4c19d-313a-4109-8ee9-7447337a42b1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:54.865219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-39e4c19d-313a-4109-8ee9-7447337a42b1 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 947 time: 0.0513835 Nov 25 19:30:54.956956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Deleting port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:54.957292 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.045377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] For port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:55.045722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.522830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c09a3b-d115-485d-a754-d928a45a0228 req-de54b167-9131-4256-8fdc-f601ceaa4976 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:55.524177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01c09a3b-d115-485d-a754-d928a45a0228 req-de54b167-9131-4256-8fdc-f601ceaa4976 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 947 time: 0.0980797 Nov 25 19:30:55.621575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-01c09a3b-d115-485d-a754-d928a45a0228 req-e14343d5-7a33-4167-9989-e23089b1ede0 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed8cd041-2e02-4ef8-a4f7-e33875eea39e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911496 Nov 25 19:30:55.624669 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.625006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.625366 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46 disassociated. External IP: 172.25.2.206, port: 9c9f5f16-22ec-40ad-ac8c-caa4af004e52. Nov 25 19:30:55.625683 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Calling delete_port for 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:55.754058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.780810 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event deleted for resources: {'Port': ['ID=9c9f5f16-22ec-40ad-ac8c-caa4af004e52,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:55.898520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:56.007201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:56.016555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:56.026918 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:56.027534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:30:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:56.045492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] No DVR routers for this DVR port 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:56.048886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.052572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-088868f6-a36e-47a5-b309-ff10f7b77084 req-8e71ddb5-748a-46e3-bbd5-9ccb1608fe4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.64 "DELETE /v2.0/ports/9c9f5f16-22ec-40ad-ac8c-caa4af004e52 HTTP/1.1" status: 204 len: 173 time: 1.1752901 Nov 25 19:30:56.052965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-deleted', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:56.055244 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48df562-43eb-44ba-ac77-31da0d158e1f" -d '{"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-deleted", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:56.101415 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0020498c-279a-4177-a409-de0a4066519c x-openstack-request-id: req-0020498c-279a-4177-a409-de0a4066519c {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:56.101731 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e", "name": "network-vif-deleted", "tag": "9c9f5f16-22ec-40ad-ac8c-caa4af004e52", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:56.101993 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0020498c-279a-4177-a409-de0a4066519c {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:56.102406 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e', 'name': 'network-vif-deleted', 'tag': '9c9f5f16-22ec-40ad-ac8c-caa4af004e52', 'status': 'completed', 'code': 200} Nov 25 19:30:56.143944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:56.338805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:56.368008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:56.376242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:56.376836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:30:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:56.647434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:56.723978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-90cc49d3-a818-4701-9274-0ee5dc829510 req-2187fc6a-7bd2-42d8-bf29-117b01be3a4f tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 210 time: 0.0311081 Nov 25 19:30:56.845685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:56.872193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b2764-a289-4887-b3c2-4a196da9e5d0 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:51Z', 'revision_number': 4, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '2bf2b1a1-8ae1-4de6-8592-77832b8e584a', 'name': '', 'network_id': '10c84db1-174a-4007-a851-0d35c368668b', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'mac_address': 'fa:16:3e:62:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:51Z', 'updated_at': '2021-11-25T19:19:55Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'subnets': [{'id': '3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:57.100297 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187e625-1e96-4fcc-b463-4d074ce9105f None None] New status for floating IP 1dd6ab97-ceca-472d-878a-2e3a02ac3e46: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:30:57.285368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:57.309643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:57.309985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 9c9f5f16-22ec-40ad-ac8c-caa4af004e52 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:57.823250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9f6ace43-a748-4fec-bb0a-9d3cde8e959d req-5e33f328-0e45-4cdd-8fc0-6416cf521659 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 210 time: 0.0269101 Nov 25 19:30:58.919325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84bd0352-eed0-41ea-88bd-4e360c83b97a req-33f403bf-7eed-479e-8a47-65a33565b3b3 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 210 time: 0.0273933 Nov 25 19:30:59.573542 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:31:00.018420 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1292f8b1-9e89-449e-90fe-b50c3687d3a1 req-5a22d819-5b73-47a2-9080-4a91ec3a9526 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf8b34f9-9e3b-4411-b6d3-af6969a1cd4e HTTP/1.1" status: 200 len: 210 time: 0.0302172 Nov 25 19:31:01.120307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.844591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.767171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:04.821937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e68fa875-4fea-4845-9b66-8a7b176bd7e5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.846051 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e68fa875-4fea-4845-9b66-8a7b176bd7e5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.899145 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e68fa875-4fea-4845-9b66-8a7b176bd7e5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.901712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e68fa875-4fea-4845-9b66-8a7b176bd7e5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.905546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58990) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:04.906080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e68fa875-4fea-4845-9b66-8a7b176bd7e5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed8cd041-2e02-4ef8-a4f7-e33875eea39e HTTP/1.1" status: 204 len: 168 time: 0.1373386 Nov 25 19:31:04.921618 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-3a2cd47f-fb47-4e82-84b8-05342f0afbed tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] show failed (client error): The resource could not be found. Nov 25 19:31:04.924775 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3a2cd47f-fb47-4e82-84b8-05342f0afbed tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "GET /v2.0/security-groups/ed8cd041-2e02-4ef8-a4f7-e33875eea39e HTTP/1.1" status: 404 len: 347 time: 0.0177565 Nov 25 19:31:04.926588 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 58992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:04.926729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fa875-4fea-4845-9b66-8a7b176bd7e5 tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8cd041-2e02-4ef8-a4f7-e33875eea39e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:05.055785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Deleting port 1bc023ea-de70-49e2-a277-7d1fe87cfa96 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:05.056057 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.130267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.130628 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.142676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Calling delete_port for 1bc023ea-de70-49e2-a277-7d1fe87cfa96 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:05.279880 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.310222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Pushing event deleted for resources: {'Port': ['ID=1bc023ea-de70-49e2-a277-7d1fe87cfa96,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:05.372426 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.375126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.379180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba0a6b38-0c61-4a92-874d-f347f12b1d4d tempest-ServerActionsTestJSON-160304070 tempest-ServerActionsTestJSON-160304070-project] 10.222.0.62 "DELETE /v2.0/floatingips/1dd6ab97-ceca-472d-878a-2e3a02ac3e46 HTTP/1.1" status: 204 len: 168 time: 0.4485705 Nov 25 19:31:05.379585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58994) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:05.865972 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.107391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Deleting port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:06.107728 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.184753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] For port 2bf2b1a1-8ae1-4de6-8592-77832b8e584a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:06.185112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.197660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Calling delete_port for 2bf2b1a1-8ae1-4de6-8592-77832b8e584a owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:06.375121 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.400989 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf2b1a1-8ae1-4de6-8592-77832b8e584a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:06.566485 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.783643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:31:06.886937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:06.892629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-03450fae-229d-4063-b06c-a9209239733b admin admin] 10.222.0.62 "PUT /v2.0/routers/5e55a6c6-ec6b-4544-a0b6-95156637e2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119264 Nov 25 19:31:06.895173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 58998) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:06.896269 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] Sync routers for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:06.905936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:06.906860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:30:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:06.997336 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.011311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:07.095214 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.150500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Deleting port c0c60df0-49e5-405b-81cb-b3a023df1e0a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:07.150848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.191273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:31:06Z', 'revision_number': 5, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port': {'id': 'c0c60df0-49e5-405b-81cb-b3a023df1e0a', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:07.218204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] Checking router: 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:07.226845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] Routers {'5e55a6c6-ec6b-4544-a0b6-95156637e2f8'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:07.227458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:30:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:07.232884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] For port c0c60df0-49e5-405b-81cb-b3a023df1e0a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c0c60df0-49e5-405b-81cb-b3a023df1e0a,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:07.233278 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.246713 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Calling delete_port for c0c60df0-49e5-405b-81cb-b3a023df1e0a owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:07.311557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] Set router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:07.367398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:31:07Z', 'revision_number': 6, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:07.395006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b3421e-3395-4e7c-b8af-33e1c1a07e18 None None] The sync data for ids ['5e55a6c6-ec6b-4544-a0b6-95156637e2f8'] in n-d-819194-3 is: [{'id': '5e55a6c6-ec6b-4544-a0b6-95156637e2f8', 'name': 'tempest-ServerActionsTestJSON-645379924-router', 'tenant_id': '68199f7289ee4689ac76cf91ff4a8334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:19:49Z', 'updated_at': '2021-11-25T19:31:07Z', 'revision_number': 6, 'project_id': '68199f7289ee4689ac76cf91ff4a8334', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:07.416015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.443906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c60df0-49e5-405b-81cb-b3a023df1e0a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:07.459634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21b3a1-0cf1-491a-bbf2-06e0a0368fc7 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:07.510542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.597805 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.599914 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.640892 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.642057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e55a6c6-ec6b-4544-a0b6-95156637e2f8 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:31:07.649346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.652699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-35f9ede2-86d7-467e-8b58-8ed69e9b244d admin admin] 10.222.0.62 "DELETE /v2.0/routers/5e55a6c6-ec6b-4544-a0b6-95156637e2f8 HTTP/1.1" status: 204 len: 168 time: 0.7544031 Nov 25 19:31:07.653058 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59000) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:07.700602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] Deleting subnet 3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:07.703586 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.738231 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.817771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.869595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.899489 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:07.902843 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.906010 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a2c784a0-bf4b-44a4-b5d2-77ef68bb4d48 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c0e76e4-e02f-4ae8-b01e-ba03ebdda4dd HTTP/1.1" status: 204 len: 168 time: 0.2520392 Nov 25 19:31:07.908677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59002) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:07.909841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7965fa-1dab-4ad9-aa68-8ef216e356da None None] Network 10c84db1-174a-4007-a851-0d35c368668b requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:07.980519 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.046387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Deleting port 3318e8fa-1f03-46d9-89cf-ec82f65478da {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:08.046858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.109543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] For port 3318e8fa-1f03-46d9-89cf-ec82f65478da, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3318e8fa-1f03-46d9-89cf-ec82f65478da,segment=NetworkSegment(9d6aeab1-6a66-4366-94f1-b5853ae901d0),segment_id=9d6aeab1-6a66-4366-94f1-b5853ae901d0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:08.109835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.122854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Calling delete_port for 3318e8fa-1f03-46d9-89cf-ec82f65478da owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:08.175364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] DHCP port deletion for 10c84db1-174a-4007-a851-0d35c368668b request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:08.216180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.224471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] Deleting port 3318e8fa-1f03-46d9-89cf-ec82f65478da {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:08.224845 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.243953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3318e8fa-1f03-46d9-89cf-ec82f65478da,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:08.246135 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] No DVR routers for this DVR port 3318e8fa-1f03-46d9-89cf-ec82f65478da on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:08.292340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] For port 3318e8fa-1f03-46d9-89cf-ec82f65478da, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:08.292732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.306253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] Calling delete_port for 3318e8fa-1f03-46d9-89cf-ec82f65478da owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:08.308983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] Port 3318e8fa-1f03-46d9-89cf-ec82f65478da was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:31:08.310620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.320554 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.335794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] Pushing event deleted for resources: {'Port': ['ID=3318e8fa-1f03-46d9-89cf-ec82f65478da,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:08.339601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095155e-8e91-4bf1-bc3f-7723073ec2d5 None None] No DVR routers for this DVR port 3318e8fa-1f03-46d9-89cf-ec82f65478da on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:08.349562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c84db1-174a-4007-a851-0d35c368668b']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:08.359023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6aeab1-6a66-4366-94f1-b5853ae901d0') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:08.359312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6aeab1-6a66-4366-94f1-b5853ae901d0') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:08.369580 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.383736 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.393913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:08.394302 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:08.396058 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:08.455722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.461447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.473207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/10c84db1-174a-4007-a851-0d35c368668b HTTP/1.1" status: 204 len: 168 time: 0.5572071 Nov 25 19:31:08.479878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68778021-d1b9-4a95-b03b-22c4ee0f8cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=10c84db1-174a-4007-a851-0d35c368668b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:08.584759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:08.628453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-717b395c-ef6a-4e6b-bf34-ab811b374770 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68199f7289ee4689ac76cf91ff4a8334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425284 Nov 25 19:31:08.631071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59008) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:08.680695 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03c42f4c-3a37-4d98-a305-5a389443d5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.701123 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03c42f4c-3a37-4d98-a305-5a389443d5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.752683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03c42f4c-3a37-4d98-a305-5a389443d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.755327 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-03c42f4c-3a37-4d98-a305-5a389443d5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.756457 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-03c42f4c-3a37-4d98-a305-5a389443d5e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27782d5a-a802-4ae3-aec7-253759f314e8 HTTP/1.1" status: 204 len: 168 time: 0.1244950 Nov 25 19:31:08.765238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c42f4c-3a37-4d98-a305-5a389443d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27782d5a-a802-4ae3-aec7-253759f314e8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:09.235199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2bf2b1a1-8ae1-4de6-8592-77832b8e584a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:09.260754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2bf2b1a1-8ae1-4de6-8592-77832b8e584a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:09.261103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2bf2b1a1-8ae1-4de6-8592-77832b8e584a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:09.261519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c0c60df0-49e5-405b-81cb-b3a023df1e0a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:09.284347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: c0c60df0-49e5-405b-81cb-b3a023df1e0a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:09.284692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c0c60df0-49e5-405b-81cb-b3a023df1e0a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:09.285105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3318e8fa-1f03-46d9-89cf-ec82f65478da no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:09.305597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3318e8fa-1f03-46d9-89cf-ec82f65478da {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:09.305942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3318e8fa-1f03-46d9-89cf-ec82f65478da not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:09.444475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:09.539517 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1278866306-network', 'tenant_id': '9ed09c45c6b649039d3e9cb00445ea67'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:09.559090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Made reservation on behalf of 9ed09c45c6b649039d3e9cb00445ea67 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:09.561281 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.847326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.921553 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.925789 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.949671 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:09.958730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5cf129-093c-4fdb-8099-02719d8465a4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:09.965796 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.966805 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Added segment ed1dccd2-92c2-4828-95e8-40d716e3ec6c of type vlan for network 26fec873-df58-41c9-832e-e28585a99c0d Nov 25 19:31:10.005820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.029579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.030567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.031128 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.089155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6435466 Nov 25 19:31:10.092113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59034) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:10.094247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e6309-7ff8-43f0-8425-7e1f5318b4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=26fec873-df58-41c9-832e-e28585a99c0d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:10.097938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Request body: {'subnet': {'network_id': '26fec873-df58-41c9-832e-e28585a99c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1278866306-subnet', 'tenant_id': '9ed09c45c6b649039d3e9cb00445ea67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:10.104598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 26fec873-df58-41c9-832e-e28585a99c0d details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:10.119582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Made reservation on behalf of 9ed09c45c6b649039d3e9cb00445ea67 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:10.121920 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.286511 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.341716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=502d6ec0-fe34-4f82-b055-16a636dfaee3,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:10.349560 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Checking segment: {'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:10.349920 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Network hostable DHCP agents. Network: 26fec873-df58-41c9-832e-e28585a99c0d, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:10.366177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Network 26fec873-df58-41c9-832e-e28585a99c0d is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:10.374035 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 26fec873-df58-41c9-832e-e28585a99c0d) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:10.378132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.378891 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.383043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434d006-2aea-4a1c-b199-a0c1f835b9d6 None None] Network 26fec873-df58-41c9-832e-e28585a99c0d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:10.399549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6933271a-93fd-4a14-84f6-4a2e870a88fe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3062916 Nov 25 19:31:10.514398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a061a4ea-465f-400e-86bd-65a643fea532 None None] Network 26fec873-df58-41c9-832e-e28585a99c0d requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:10.828277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-9759a5d1-7ddc-4c42-9864-75498bb58197 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.830301 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-9759a5d1-7ddc-4c42-9864-75498bb58197 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/networks?id=26fec873-df58-41c9-832e-e28585a99c0d HTTP/1.1" status: 200 len: 814 time: 0.0986166 Nov 25 19:31:10.844915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-75284651-e692-4cf4-bc73-90777ff0c090 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/quotas/9ed09c45c6b649039d3e9cb00445ea67 HTTP/1.1" status: 200 len: 375 time: 0.0087228 Nov 25 19:31:10.879209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-d91d12ed-2dcf-4740-a669-5b20febb47ac tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ed09c45c6b649039d3e9cb00445ea67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289168 Nov 25 19:31:10.965665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-90de0771-6652-4a6e-8e32-febaddc28267 service neutron] 10.222.0.62 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795603 Nov 25 19:31:11.026893 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7cb528f1-82e3-47a7-b8c9-4d126e62ba8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.062496 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-fa05a0ef-b577-4afb-a598-191cc3623742 service neutron] 10.222.0.62 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907955 Nov 25 19:31:11.223990 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b84a714c-a656-4e99-99bf-5b0242bd1a64 req-b9f9815c-c3b5-4ce8-929d-c6ba6fbdb5d0 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 210 time: 0.0263925 Nov 25 19:31:12.324858 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4df4d64c-2fb7-4d21-b8e3-a3302c1d5566 req-615d63ba-b522-4254-ba9c-31172127974d tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 210 time: 0.0273137 Nov 25 19:31:12.341860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-454d2e69-38f5-45f1-8b31-be9e9374f4d8 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.343955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-454d2e69-38f5-45f1-8b31-be9e9374f4d8 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.64 "GET /v2.0/networks?id=26fec873-df58-41c9-832e-e28585a99c0d HTTP/1.1" status: 200 len: 814 time: 0.1196325 Nov 25 19:31:12.363045 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Request body: {'port': {'device_id': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d', 'admin_state_up': True, 'tenant_id': '9ed09c45c6b649039d3e9cb00445ea67'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:12.471065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Made reservation on behalf of 9ed09c45c6b649039d3e9cb00445ea67 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:12.474750 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.601233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Allocated IP 172.20.0.11 (26fec873-df58-41c9-832e-e28585a99c0d/502d6ec0-fe34-4f82-b055-16a636dfaee3/55dd1077-21bc-4037-809e-0abae8610fb8) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:12.745407 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.778437 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.820261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Network 26fec873-df58-41c9-832e-e28585a99c0d is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:12.823166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:12.826685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:12.852674 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Pushing event updated for resources: {'Port': ['ID=55dd1077-21bc-4037-809e-0abae8610fb8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:12.880332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.880945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.897598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-b08c6ce2-6790-4b4b-9e53-c52a27a7342e tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5384290 Nov 25 19:31:12.915108 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Request body: {'port': {'device_id': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:12.971009 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.223517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dd1077-21bc-4037-809e-0abae8610fb8 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:13.230859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.242363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Transition to ACTIVE for port object 55dd1077-21bc-4037-809e-0abae8610fb8 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:13.246263 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.293733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Pushing event updated for resources: {'Port': ['ID=55dd1077-21bc-4037-809e-0abae8610fb8,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:13.369238 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Attempting to bind port 55dd1077-21bc-4037-809e-0abae8610fb8 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:13.369820 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Attempting to bind port 55dd1077-21bc-4037-809e-0abae8610fb8 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:13.369946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Attempting to bind port 55dd1077-21bc-4037-809e-0abae8610fb8 on network 26fec873-df58-41c9-832e-e28585a99c0d {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:13.374293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Port 55dd1077-21bc-4037-809e-0abae8610fb8 on network 26fec873-df58-41c9-832e-e28585a99c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:13.374656 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Attempting to bind port 55dd1077-21bc-4037-809e-0abae8610fb8 on network 26fec873-df58-41c9-832e-e28585a99c0d {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:13.380162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:13.380509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Checking segment: {'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:13.380887 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Bound using segment: {'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:13.381323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Bound port: 55dd1077-21bc-4037-809e-0abae8610fb8, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:13.381680 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.482230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72badc3a-4d06-4f92-a7cb-87e3bc25c750 req-c68b143e-ffa1-4558-9750-6a222abc8aba tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.484251 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72badc3a-4d06-4f92-a7cb-87e3bc25c750 req-c68b143e-ffa1-4558-9750-6a222abc8aba tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 944 time: 0.0889363 Nov 25 19:31:13.487194 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] For port 55dd1077-21bc-4037-809e-0abae8610fb8, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:13.490346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] For port 55dd1077-21bc-4037-809e-0abae8610fb8, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55dd1077-21bc-4037-809e-0abae8610fb8,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:13.498726 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.523357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-440e95eb-a91e-443f-99ff-4082f4bb2f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.563312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.564431 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.565807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] 10.222.0.64 "PUT /v2.0/ports/55dd1077-21bc-4037-809e-0abae8610fb8 HTTP/1.1" status: 200 len: 1092 time: 0.6546879 Nov 25 19:31:13.566251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'tag': '55dd1077-21bc-4037-809e-0abae8610fb8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:13.568521 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f98771a6-581d-4dde-a580-9e18b46c211c", "tag": "55dd1077-21bc-4037-809e-0abae8610fb8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:13.598893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72badc3a-4d06-4f92-a7cb-87e3bc25c750 req-d542d1b4-9b1e-4b4b-b5d3-67a612af2ae1 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071298 Nov 25 19:31:13.599596 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cfa57-480e-46ef-b741-46ff7a3ddd1a service neutron] Pushing event updated for resources: {'Port': ['ID=55dd1077-21bc-4037-809e-0abae8610fb8,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:13.621625 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f430ff88-c6de-4db0-8964-ee087f0f5860 x-openstack-request-id: req-f430ff88-c6de-4db0-8964-ee087f0f5860 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:13.621923 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98771a6-581d-4dde-a580-9e18b46c211c", "tag": "55dd1077-21bc-4037-809e-0abae8610fb8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:13.622178 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f430ff88-c6de-4db0-8964-ee087f0f5860 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:13.622611 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'tag': '55dd1077-21bc-4037-809e-0abae8610fb8', 'status': 'completed', 'code': 200} Nov 25 19:31:13.652540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-65acddc1-d89d-4754-94f1-03565a68b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.654107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-65acddc1-d89d-4754-94f1-03565a68b19a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ed09c45c6b649039d3e9cb00445ea67&device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 1095 time: 0.0475311 Nov 25 19:31:13.694941 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-37eb9f2b-62d0-40c6-bec2-f604ec568450 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55dd1077-21bc-4037-809e-0abae8610fb8 HTTP/1.1" status: 200 len: 217 time: 0.0330575 Nov 25 19:31:13.748054 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-3f2005d9-a7e4-41a9-b1b9-bfc7d374279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.749399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-3f2005d9-a7e4-41a9-b1b9-bfc7d374279d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=502d6ec0-fe34-4f82-b055-16a636dfaee3 HTTP/1.1" status: 200 len: 854 time: 0.0474987 Nov 25 19:31:13.786280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-f1cb5c92-07b6-4a02-9316-869efa3970b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26fec873-df58-41c9-832e-e28585a99c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241539 Nov 25 19:31:13.877806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-f92d5017-fec3-4ea0-871d-254874784e4e service neutron] 10.222.0.64 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798492 Nov 25 19:31:13.972604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e94c7408-d119-4049-a5c8-a8f572e13519 req-a9dea128-1a65-479d-8cf9-357468f15382 service neutron] 10.222.0.64 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839813 Nov 25 19:31:14.068524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-d8dd2577-aab3-4e5f-85d3-7ebf8e90dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.069936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-d8dd2577-aab3-4e5f-85d3-7ebf8e90dd0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ed09c45c6b649039d3e9cb00445ea67&device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 1095 time: 0.0416346 Nov 25 19:31:14.164492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-6b737782-a3ec-4087-b042-e9cffcf50ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.165921 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-6b737782-a3ec-4087-b042-e9cffcf50ac4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26fec873-df58-41c9-832e-e28585a99c0d HTTP/1.1" status: 200 len: 915 time: 0.0861762 Nov 25 19:31:14.208375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-dd7ad6ea-90bf-4df8-836d-af63c9f9536b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55dd1077-21bc-4037-809e-0abae8610fb8 HTTP/1.1" status: 200 len: 217 time: 0.0344110 Nov 25 19:31:14.257988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-1d7261fc-d6e4-42a7-9037-f56a4f1b3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.259441 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-1d7261fc-d6e4-42a7-9037-f56a4f1b3474 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=502d6ec0-fe34-4f82-b055-16a636dfaee3 HTTP/1.1" status: 200 len: 854 time: 0.0438943 Nov 25 19:31:14.291882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-0d6fd668-72be-409d-96cd-a2066bbc93b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26fec873-df58-41c9-832e-e28585a99c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241139 Nov 25 19:31:14.385663 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-08770628-1186-467b-91da-d2e673507037 service neutron] 10.222.0.64 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849800 Nov 25 19:31:14.480158 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad019932-c9ab-4df5-bcf7-e7653d8fe6e4 req-381b4e85-cd5c-489b-a881-eb707e3d25c2 service neutron] 10.222.0.64 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831265 Nov 25 19:31:14.600303 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.717349 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1877b-3a66-4881-8816-69f308d91070 req-6847b02b-86b3-418c-bfe5-dd5fa4754db5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.718837 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39d1877b-3a66-4881-8816-69f308d91070 req-6847b02b-86b3-418c-bfe5-dd5fa4754db5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 944 time: 0.0487382 Nov 25 19:31:14.765814 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-39d1877b-3a66-4881-8816-69f308d91070 req-25fbf1d1-ecd2-4b27-beb4-bb0d235bba6c tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Nov 25 19:31:15.377761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55dd1077-21bc-4037-809e-0abae8610fb8 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:15.472849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 55dd1077-21bc-4037-809e-0abae8610fb8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55dd1077-21bc-4037-809e-0abae8610fb8,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:15.483504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '55dd1077-21bc-4037-809e-0abae8610fb8', 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d', 'port_id': '55dd1077-21bc-4037-809e-0abae8610fb8', 'mac_address': 'fa:16:3e:b1:88:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502d6ec0-fe34-4f82-b055-16a636dfaee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:15.524396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.537448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dd1077-21bc-4037-809e-0abae8610fb8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:15.557410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 55dd1077-21bc-4037-809e-0abae8610fb8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55dd1077-21bc-4037-809e-0abae8610fb8,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:15.561117 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.606862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=55dd1077-21bc-4037-809e-0abae8610fb8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:15.860764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['55dd1077-21bc-4037-809e-0abae8610fb8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:15.887465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d85830-7922-4051-8ed2-00d97f72bad4 req-c1ea74ac-4de7-4246-9d06-59fdfa8dde3b tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.889134 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06d85830-7922-4051-8ed2-00d97f72bad4 req-c1ea74ac-4de7-4246-9d06-59fdfa8dde3b tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 945 time: 0.0555060 Nov 25 19:31:15.936614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-06d85830-7922-4051-8ed2-00d97f72bad4 req-1971fab1-fc08-426d-82d4-bca691ed6625 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Nov 25 19:31:16.158960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.054691 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee26d8a-a56a-4513-9f55-c0d6b387b3bc req-9b0ff9f4-faed-488f-aedb-ff33af997446 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.056179 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cee26d8a-a56a-4513-9f55-c0d6b387b3bc req-9b0ff9f4-faed-488f-aedb-ff33af997446 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 945 time: 0.0507085 Nov 25 19:31:17.090788 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.113896 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cee26d8a-a56a-4513-9f55-c0d6b387b3bc req-95e8612f-e889-4687-922c-6adab45740de tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Nov 25 19:31:17.395641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55dd1077-21bc-4037-809e-0abae8610fb8 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:17.444691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 55dd1077-21bc-4037-809e-0abae8610fb8 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:17.448505 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 55dd1077-21bc-4037-809e-0abae8610fb8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:17.448955 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.530964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.555084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dd1077-21bc-4037-809e-0abae8610fb8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:17.557325 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b832776-4060-4501-a8b1-e7c015e9296a" -d '{"events": [{"server_uuid": "f98771a6-581d-4dde-a580-9e18b46c211c", "name": "network-vif-plugged", "status": "completed", "tag": "55dd1077-21bc-4037-809e-0abae8610fb8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:17.571648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 55dd1077-21bc-4037-809e-0abae8610fb8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55dd1077-21bc-4037-809e-0abae8610fb8,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:17.576100 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:17.599836 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516d77a7-a4fa-49ac-9593-beea1b78fd5e x-openstack-request-id: req-516d77a7-a4fa-49ac-9593-beea1b78fd5e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:17.600126 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98771a6-581d-4dde-a580-9e18b46c211c", "name": "network-vif-plugged", "status": "completed", "tag": "55dd1077-21bc-4037-809e-0abae8610fb8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:17.600369 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-516d77a7-a4fa-49ac-9593-beea1b78fd5e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:17.600828 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dd1077-21bc-4037-809e-0abae8610fb8', 'code': 200} Nov 25 19:31:17.632868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=55dd1077-21bc-4037-809e-0abae8610fb8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:17.707626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695f8f-c032-4618-ade7-1678fe0a1edd req-2fcf1ad0-f8fa-4f74-a4d7-e9fbda7973a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:17.709177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c695f8f-c032-4618-ade7-1678fe0a1edd req-2fcf1ad0-f8fa-4f74-a4d7-e9fbda7973a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 1097 time: 0.0470850 Nov 25 19:31:17.758882 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4c695f8f-c032-4618-ade7-1678fe0a1edd req-496eaa0d-a834-472b-9e0c-dbc90f4bf9e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Nov 25 19:31:18.233995 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdbdf0-ae5b-4dab-ba52-7e67e4195c30 req-a0732138-54bc-446f-9c31-5e30e58ebbf4 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:18.235501 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3bdbdf0-ae5b-4dab-ba52-7e67e4195c30 req-a0732138-54bc-446f-9c31-5e30e58ebbf4 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0492549 Nov 25 19:31:18.282376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3bdbdf0-ae5b-4dab-ba52-7e67e4195c30 req-98f31af9-2d0c-4574-a8f4-7583da62cc1d tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Nov 25 19:31:19.397828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cf266-fa1d-4cce-a0be-1510a8056929 req-c0ca814c-9b6b-45f7-b298-2c2e52133402 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.399353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd4cf266-fa1d-4cce-a0be-1510a8056929 req-c0ca814c-9b6b-45f7-b298-2c2e52133402 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0482116 Nov 25 19:31:19.449463 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd4cf266-fa1d-4cce-a0be-1510a8056929 req-e9e499dd-3b47-4d13-b03d-9d6aa09318c0 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Nov 25 19:31:19.675651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-60400e89-cf88-4940-bfd9-40387d36418d tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.677130 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-60400e89-cf88-4940-bfd9-40387d36418d tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/networks?id=26fec873-df58-41c9-832e-e28585a99c0d HTTP/1.1" status: 200 len: 814 time: 0.1042283 Nov 25 19:31:19.692009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-113d2c90-5886-48ee-8c44-ef0fa919de52 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/quotas/9ed09c45c6b649039d3e9cb00445ea67 HTTP/1.1" status: 200 len: 375 time: 0.0090508 Nov 25 19:31:19.740449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6f128d1b-e989-4a59-92ec-224c26841586 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ed09c45c6b649039d3e9cb00445ea67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432301 Nov 25 19:31:19.828789 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-132c3c7d-db7d-4c0d-a389-76869ed39c68 service neutron] 10.222.0.62 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813751 Nov 25 19:31:19.921779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-64ee507a-9aca-451b-861e-40cacc4f939b service neutron] 10.222.0.62 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Nov 25 19:31:20.077472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a607686c-517d-4de7-8836-f61eb5691d64 req-762811b1-b7aa-4052-995c-d2717d47713b tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 210 time: 0.0253022 Nov 25 19:31:20.993185 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-d82030bf-b5df-44c9-85a0-c7bd5b514f48 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.994688 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-d82030bf-b5df-44c9-85a0-c7bd5b514f48 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.66 "GET /v2.0/networks?id=26fec873-df58-41c9-832e-e28585a99c0d HTTP/1.1" status: 200 len: 814 time: 0.1125364 Nov 25 19:31:21.007958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Request body: {'port': {'device_id': '117f27da-60e0-464a-8e7e-73bb7570d568', 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d', 'admin_state_up': True, 'tenant_id': '9ed09c45c6b649039d3e9cb00445ea67'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:21.113363 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Made reservation on behalf of 9ed09c45c6b649039d3e9cb00445ea67 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:21.117002 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.205665 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-135b3b7f-3cb2-48ad-9714-4b2c6d7fa136 req-b54adab8-5c04-4a58-a65e-050c586c5be9 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 210 time: 0.0336356 Nov 25 19:31:21.269673 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Allocated IP 172.20.0.2 (26fec873-df58-41c9-832e-e28585a99c0d/502d6ec0-fe34-4f82-b055-16a636dfaee3/a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:21.414194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.446633 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.461227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['55dd1077-21bc-4037-809e-0abae8610fb8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:21.491127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Network 26fec873-df58-41c9-832e-e28585a99c0d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:21.494152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:21.498064 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:21.524775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Pushing event updated for resources: {'Port': ['ID=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:21.542474 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.542832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.543174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.543512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.543876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.544201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.544526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.544849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.545174 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.545496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.545820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.546144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:21.565131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.565750 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.582102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c963c5b0-9a0f-49f2-b29f-d2d024e4875f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777566 Nov 25 19:31:21.595726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Request body: {'port': {'device_id': '117f27da-60e0-464a-8e7e-73bb7570d568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:21.652459 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.912963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:21.920174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.932267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Transition to ACTIVE for port object a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:21.936176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.983574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:22.050047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Attempting to bind port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:22.050743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Attempting to bind port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:22.050743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Attempting to bind port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 on network 26fec873-df58-41c9-832e-e28585a99c0d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:22.054938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 on network 26fec873-df58-41c9-832e-e28585a99c0d not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:22.055253 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Attempting to bind port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 on network 26fec873-df58-41c9-832e-e28585a99c0d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:22.059945 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:22.060271 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Checking segment: {'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:22.060643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Bound using segment: {'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:22.061061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Bound port: a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:22.061402 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.125603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] For port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:22.128660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] For port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:22.133299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.164825 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.165448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.166856 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] 10.222.0.66 "PUT /v2.0/ports/a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 HTTP/1.1" status: 200 len: 1091 time: 0.5762908 Nov 25 19:31:22.167294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f27da-60e0-464a-8e7e-73bb7570d568', 'tag': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:22.169542 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa1cda-b34d-42c6-a639-57b68202b436" -d '{"events": [{"name": "network-changed", "server_uuid": "117f27da-60e0-464a-8e7e-73bb7570d568", "tag": "a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:22.198925 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292ee25-026d-4471-907e-56291ab84a46 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:22.208653 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae9bde-f0d7-4811-9b56-5ea323e9ed21 x-openstack-request-id: req-c4ae9bde-f0d7-4811-9b56-5ea323e9ed21 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:22.209017 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117f27da-60e0-464a-8e7e-73bb7570d568", "tag": "a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:22.209215 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4ae9bde-f0d7-4811-9b56-5ea323e9ed21 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:22.209697 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f27da-60e0-464a-8e7e-73bb7570d568', 'tag': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36', 'status': 'completed', 'code': 200} Nov 25 19:31:22.253453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-5b8d6663-548e-480e-bb5c-7f25194bb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.255004 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-5b8d6663-548e-480e-bb5c-7f25194bb881 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ed09c45c6b649039d3e9cb00445ea67&device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 1094 time: 0.0431378 Nov 25 19:31:22.304531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-aad09667-26c5-4b7f-9b1c-0d0233c56ea9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 HTTP/1.1" status: 200 len: 217 time: 0.0354877 Nov 25 19:31:22.383270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c344a965-d8f3-4712-b0c9-02972982674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.384718 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-c344a965-d8f3-4712-b0c9-02972982674e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=502d6ec0-fe34-4f82-b055-16a636dfaee3 HTTP/1.1" status: 200 len: 854 time: 0.0530276 Nov 25 19:31:22.393084 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071ad9b-9a3c-47ca-8ed3-adc9d8e79858 req-633af469-dec9-45ce-8165-d007134918f8 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.394907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4071ad9b-9a3c-47ca-8ed3-adc9d8e79858 req-633af469-dec9-45ce-8165-d007134918f8 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 943 time: 0.0923831 Nov 25 19:31:22.424883 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-6607a4af-dffc-4ae5-8bbb-798e1c2be705 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26fec873-df58-41c9-832e-e28585a99c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293448 Nov 25 19:31:22.509539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4071ad9b-9a3c-47ca-8ed3-adc9d8e79858 req-5a74af92-f854-4d9e-83c6-fa413d0ab562 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066065 Nov 25 19:31:22.538844 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-508e20b2-a125-4edc-aa95-9e2b8c4bc796 service neutron] 10.222.0.66 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062219 Nov 25 19:31:22.626766 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5adc394b-ab78-4ae3-9009-5bb664adda28 req-32f65903-5ef4-48fb-8000-5433949589f5 service neutron] 10.222.0.66 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811360 Nov 25 19:31:22.715813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-cfa8c2f5-f9ce-4234-9524-0e89a0317f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.717201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-cfa8c2f5-f9ce-4234-9524-0e89a0317f25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ed09c45c6b649039d3e9cb00445ea67&device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 1094 time: 0.0452275 Nov 25 19:31:22.820383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-73b9b78e-ad18-4bef-8ea8-4e706b913a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.821845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-73b9b78e-ad18-4bef-8ea8-4e706b913a1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=26fec873-df58-41c9-832e-e28585a99c0d HTTP/1.1" status: 200 len: 915 time: 0.0975227 Nov 25 19:31:22.866808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-c2bb51a0-6cc1-4cdb-97d8-fb199ecf1514 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 HTTP/1.1" status: 200 len: 217 time: 0.0365515 Nov 25 19:31:22.914964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-1506aab6-7c28-41a6-bece-c8a4ca9ca85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.916356 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-1506aab6-7c28-41a6-bece-c8a4ca9ca85d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=502d6ec0-fe34-4f82-b055-16a636dfaee3 HTTP/1.1" status: 200 len: 854 time: 0.0423536 Nov 25 19:31:22.947708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-83854522-3963-44b1-a135-e6dd0f7fed3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26fec873-df58-41c9-832e-e28585a99c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236447 Nov 25 19:31:23.034009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-c951827a-5ae6-4f39-bc4e-7483ba4a36e8 service neutron] 10.222.0.66 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786183 Nov 25 19:31:23.126355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68fa1cda-b34d-42c6-a639-57b68202b436 req-62b5cdc7-d018-4335-90d6-ba4c6ed2ee02 service neutron] 10.222.0.66 "GET /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Nov 25 19:31:23.624537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaece1-940b-4f18-a996-f488115d21b1 req-739903cc-ebed-4a9b-90e4-ba0e92b81ef2 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.626594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bcaece1-940b-4f18-a996-f488115d21b1 req-739903cc-ebed-4a9b-90e4-ba0e92b81ef2 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 943 time: 0.0493534 Nov 25 19:31:23.673283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bcaece1-940b-4f18-a996-f488115d21b1 req-6b76d886-7f91-4cd0-87c6-d30435e6c946 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Nov 25 19:31:24.799054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d670c-2768-4c28-9e4d-120d67ac1708 req-3aa74a9a-4028-4612-86c0-460124bb1a97 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.800542 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf2d670c-2768-4c28-9e4d-120d67ac1708 req-3aa74a9a-4028-4612-86c0-460124bb1a97 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 943 time: 0.0588131 Nov 25 19:31:24.847250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf2d670c-2768-4c28-9e4d-120d67ac1708 req-3d2cb98d-f2e6-49cc-b94c-acd46c2b1d08 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Nov 25 19:31:24.971446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:25.217566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:25.228985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36', 'network_id': '26fec873-df58-41c9-832e-e28585a99c0d', 'port_id': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36', 'mac_address': 'fa:16:3e:24:f1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502d6ec0-fe34-4f82-b055-16a636dfaee3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:25.264539 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.277684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:25.296235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:25.300667 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.345256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:25.591408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:25.965361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524afc48-4f0d-49e3-a9ce-9cd282582e6f req-7badfebb-f9cf-4b44-a77a-9545b2069533 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:25.966902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-524afc48-4f0d-49e3-a9ce-9cd282582e6f req-7badfebb-f9cf-4b44-a77a-9545b2069533 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 944 time: 0.0490742 Nov 25 19:31:26.025164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-524afc48-4f0d-49e3-a9ce-9cd282582e6f req-a535f052-4be7-4c20-9980-6e81f1254e24 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511081 Nov 25 19:31:26.981995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:27.028816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:27.032934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:27.033307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.111959 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.134001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f27da-60e0-464a-8e7e-73bb7570d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:27.136316 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2183c796-b11b-4a19-a1ee-0113a2cfcdd6" -d '{"events": [{"server_uuid": "117f27da-60e0-464a-8e7e-73bb7570d568", "name": "network-vif-plugged", "status": "completed", "tag": "a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:27.142469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e4bca-389a-4448-8fef-4e2818f85846 req-2f3543c7-9796-4ca0-ad08-56d257635a9f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.144096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-514e4bca-389a-4448-8fef-4e2818f85846 req-2f3543c7-9796-4ca0-ad08-56d257635a9f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 944 time: 0.0544388 Nov 25 19:31:27.149517 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:27.154690 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.182932 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f863cbf-ab3f-4dc0-914d-c8ee707e6c6f x-openstack-request-id: req-3f863cbf-ab3f-4dc0-914d-c8ee707e6c6f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:27.183363 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f27da-60e0-464a-8e7e-73bb7570d568", "name": "network-vif-plugged", "status": "completed", "tag": "a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:27.183557 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f863cbf-ab3f-4dc0-914d-c8ee707e6c6f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:27.183953 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f27da-60e0-464a-8e7e-73bb7570d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36', 'code': 200} Nov 25 19:31:27.200557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-514e4bca-389a-4448-8fef-4e2818f85846 req-228d6c69-55f6-4667-b557-cd32efdbf742 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494530 Nov 25 19:31:27.210124 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:27.281297 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f108fa7-87e3-427a-be7a-8be8d20f931d req-4f3e5f0e-2016-4b21-b92c-03348a559ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.282867 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f108fa7-87e3-427a-be7a-8be8d20f931d req-4f3e5f0e-2016-4b21-b92c-03348a559ca8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 1096 time: 0.0423932 Nov 25 19:31:27.326613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f108fa7-87e3-427a-be7a-8be8d20f931d req-d6ce2c33-3551-48c4-90f4-a11d48237f3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Nov 25 19:31:28.322860 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6144b4-7c68-4a1f-8cc3-c1256f858a3d req-bd1c4a69-018d-4ab0-afb1-f34ba516eddf tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.324306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d6144b4-7c68-4a1f-8cc3-c1256f858a3d req-bd1c4a69-018d-4ab0-afb1-f34ba516eddf tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Nov 25 19:31:28.370043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9d6144b4-7c68-4a1f-8cc3-c1256f858a3d req-24d34ed8-9385-4782-b39a-d49e2a92c89b tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Nov 25 19:31:29.484282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ee4b-4c2b-4ada-9bf3-015bc97e0785 req-43c16862-ecfd-4a72-876d-f3ebcc58c4eb tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.485658 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e044ee4b-4c2b-4ada-9bf3-015bc97e0785 req-43c16862-ecfd-4a72-876d-f3ebcc58c4eb tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 945 time: 0.0485816 Nov 25 19:31:29.535604 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e044ee4b-4c2b-4ada-9bf3-015bc97e0785 req-c753ea09-4f06-4919-9947-fa203642c1cd tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Nov 25 19:31:29.761200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5b44-867f-4585-810a-57afb76af566 req-02c4572d-598d-46ca-b9a4-836a8c7ee1c4 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.762692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-163c5b44-867f-4585-810a-57afb76af566 req-02c4572d-598d-46ca-b9a4-836a8c7ee1c4 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 945 time: 0.0479801 Nov 25 19:31:29.811014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-163c5b44-867f-4585-810a-57afb76af566 req-bf50b99f-8ea2-463a-9e8f-2151e453c0b8 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Nov 25 19:31:30.931909 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5321a3-4e44-4e07-b613-c0a7f99c8f08 req-f7dd3c53-87b8-4563-896b-08d1bd4ef221 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.933391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef5321a3-4e44-4e07-b613-c0a7f99c8f08 req-f7dd3c53-87b8-4563-896b-08d1bd4ef221 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 945 time: 0.0481348 Nov 25 19:31:30.980007 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef5321a3-4e44-4e07-b613-c0a7f99c8f08 req-0eae7bc7-5da5-474b-9f54-fd2e086c2d1b tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Nov 25 19:31:31.115981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-895995ac-88d2-466d-8d80-47a513a97fea tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.117342 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-895995ac-88d2-466d-8d80-47a513a97fea tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.66 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 945 time: 0.0480630 Nov 25 19:31:31.119737 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.210273 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Deleting port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:31.210647 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.304301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] For port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:31.304657 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.316616 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Calling delete_port for a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:31.444786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.456540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:31.460793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['55dd1077-21bc-4037-809e-0abae8610fb8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:31.474254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Pushing event deleted for resources: {'Port': ['ID=a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:31.518917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] No DVR routers for this DVR port a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:31.521699 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.525692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5d184ea-4b1c-4f65-a425-533e98f7cafb req-bad0b553-cf7a-4a6e-870a-3f792e4d11a5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.66 "DELETE /v2.0/ports/a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 HTTP/1.1" status: 204 len: 173 time: 0.4007823 Nov 25 19:31:31.526137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f27da-60e0-464a-8e7e-73bb7570d568', 'name': 'network-vif-deleted', 'tag': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:31.528485 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d5c94c-b4aa-48ce-88ec-f5e88aadf571" -d '{"events": [{"server_uuid": "117f27da-60e0-464a-8e7e-73bb7570d568", "name": "network-vif-deleted", "tag": "a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:31.575377 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c20cec-6b9e-4056-b064-67ea6da4e2c0 x-openstack-request-id: req-a6c20cec-6b9e-4056-b064-67ea6da4e2c0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:31.575746 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f27da-60e0-464a-8e7e-73bb7570d568", "name": "network-vif-deleted", "tag": "a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:31.576095 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6c20cec-6b9e-4056-b064-67ea6da4e2c0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:31.576616 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f27da-60e0-464a-8e7e-73bb7570d568', 'name': 'network-vif-deleted', 'tag': 'a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36', 'status': 'completed', 'code': 200} Nov 25 19:31:32.090298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-19e44e65-609b-4ebc-93eb-ad40f7847b08 req-4ffa7a27-9929-4f0c-b8e7-9c1ca81bd20a tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=117f27da-60e0-464a-8e7e-73bb7570d568 HTTP/1.1" status: 200 len: 210 time: 0.0306218 Nov 25 19:31:33.243758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68869-034b-4c86-bced-9dda3b52ff5b req-8c9278f6-4c4e-42f0-ae55-823602ef2540 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.245261 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50d68869-034b-4c86-bced-9dda3b52ff5b req-8c9278f6-4c4e-42f0-ae55-823602ef2540 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0485973 Nov 25 19:31:33.292431 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50d68869-034b-4c86-bced-9dda3b52ff5b req-06dcb1e4-51c0-4f76-9377-5932f626501b tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Nov 25 19:31:33.420229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb53989-062b-4200-9342-5677994a3036 req-a6154fcb-7a36-46b6-a1be-4831dbbd749c tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.421713 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb53989-062b-4200-9342-5677994a3036 req-a6154fcb-7a36-46b6-a1be-4831dbbd749c tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0477524 Nov 25 19:31:33.467723 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bbb53989-062b-4200-9342-5677994a3036 req-ce4db27d-2cfb-4bfe-bf29-e8a0bb852c63 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Nov 25 19:31:33.582434 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a69d-eda2-4e19-9a9a-c18ce57d5c33 req-2ce49ebf-9f4b-41dd-ae46-a2236a9a7c97 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.583909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce53a69d-eda2-4e19-9a9a-c18ce57d5c33 req-2ce49ebf-9f4b-41dd-ae46-a2236a9a7c97 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0473201 Nov 25 19:31:33.629503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce53a69d-eda2-4e19-9a9a-c18ce57d5c33 req-447c2fb1-248b-4b7a-8a83-8df69a19ce32 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Nov 25 19:31:33.753983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-f186f46e-c73d-4e70-ac2c-d4676cfadd49 req-7b4a6b08-bdab-4950-b09d-6376011b346c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:31:33.755039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f186f46e-c73d-4e70-ac2c-d4676cfadd49 req-7b4a6b08-bdab-4950-b09d-6376011b346c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516968 Nov 25 19:31:33.860124 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.861628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4245301-0d0c-4844-a37d-5ca8b2a02bf5 req-23b4723e-667b-4c3d-935b-25852d98d1b5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.863139 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4245301-0d0c-4844-a37d-5ca8b2a02bf5 req-23b4723e-667b-4c3d-935b-25852d98d1b5 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0484798 Nov 25 19:31:33.913493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d4245301-0d0c-4844-a37d-5ca8b2a02bf5 req-2bfd5b39-0a0d-42a0-b36f-717fcd1ed466 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441430 Nov 25 19:31:34.032969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c21ed9-a6b1-4e6a-beb7-0f06b0cf0b75 req-f8d01394-69f9-4d25-af0b-9d31e283c23f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.034428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89c21ed9-a6b1-4e6a-beb7-0f06b0cf0b75 req-f8d01394-69f9-4d25-af0b-9d31e283c23f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0544989 Nov 25 19:31:34.080192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-89c21ed9-a6b1-4e6a-beb7-0f06b0cf0b75 req-9f69b91e-aa7b-49c0-b3d3-89c20aea3b92 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Nov 25 19:31:34.204174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4bb0e-dafd-4111-8be5-65157c91ded3 req-186b5801-f06b-4f03-9783-8fe0e8aa3741 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.206554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79c4bb0e-dafd-4111-8be5-65157c91ded3 req-186b5801-f06b-4f03-9783-8fe0e8aa3741 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0512879 Nov 25 19:31:34.255041 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-79c4bb0e-dafd-4111-8be5-65157c91ded3 req-e193c8c9-4d69-4aaf-890b-da22446e8e8f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Nov 25 19:31:34.552403 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cca57-44d6-48be-bae1-9f853663d2f9 req-c6bcc84a-0b60-4bc3-ad89-df612d822c56 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.553881 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd3cca57-44d6-48be-bae1-9f853663d2f9 req-c6bcc84a-0b60-4bc3-ad89-df612d822c56 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0480201 Nov 25 19:31:34.605076 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd3cca57-44d6-48be-bae1-9f853663d2f9 req-14c43b21-5e40-436e-8bd1-42cbb703eab1 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Nov 25 19:31:35.012756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:35.032522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:35.032862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device a5e96d7b-c7ab-4e19-b3e8-cb7cee389c36 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:35.721480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd84a3-0e28-4823-8d7d-88c3b98efd07 req-ecd06f9d-8637-44ca-973b-9bf0e4224954 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.726954 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0bd84a3-0e28-4823-8d7d-88c3b98efd07 req-ecd06f9d-8637-44ca-973b-9bf0e4224954 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0518739 Nov 25 19:31:35.773878 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e0bd84a3-0e28-4823-8d7d-88c3b98efd07 req-9b9759f4-99cc-48a1-88d1-30f72cb5dcb2 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc5cf129-093c-4fdb-8099-02719d8465a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Nov 25 19:31:35.965944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-ffadac1e-2ef6-4c2f-b958-90d3e292217f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.967392 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-ffadac1e-2ef6-4c2f-b958-90d3e292217f tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.64 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 946 time: 0.0476496 Nov 25 19:31:36.066687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Deleting port 55dd1077-21bc-4037-809e-0abae8610fb8 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:36.066939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.155983 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] For port 55dd1077-21bc-4037-809e-0abae8610fb8, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=55dd1077-21bc-4037-809e-0abae8610fb8,segment=NetworkSegment(ed1dccd2-92c2-4828-95e8-40d716e3ec6c),segment_id=ed1dccd2-92c2-4828-95e8-40d716e3ec6c)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:36.156343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.169303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Calling delete_port for 55dd1077-21bc-4037-809e-0abae8610fb8 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:36.298993 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.315861 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['55dd1077-21bc-4037-809e-0abae8610fb8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:36.325747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Pushing event deleted for resources: {'Port': ['ID=55dd1077-21bc-4037-809e-0abae8610fb8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:36.371685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] No DVR routers for this DVR port 55dd1077-21bc-4037-809e-0abae8610fb8 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:36.374319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.377774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6c5099e0-af3b-4657-ac5c-092c06fa35fe req-8bc9afac-daa3-481c-955e-9180ab500943 tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.64 "DELETE /v2.0/ports/55dd1077-21bc-4037-809e-0abae8610fb8 HTTP/1.1" status: 204 len: 173 time: 0.4000614 Nov 25 19:31:36.378222 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'name': 'network-vif-deleted', 'tag': '55dd1077-21bc-4037-809e-0abae8610fb8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:36.380505 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513ee8d-98ff-4226-b02d-abdd85a67b2b" -d '{"events": [{"server_uuid": "f98771a6-581d-4dde-a580-9e18b46c211c", "name": "network-vif-deleted", "tag": "55dd1077-21bc-4037-809e-0abae8610fb8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:36.421202 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b79f4be-9fdf-4f6c-b6a4-62c3f33abdfc x-openstack-request-id: req-1b79f4be-9fdf-4f6c-b6a4-62c3f33abdfc {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:36.421494 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98771a6-581d-4dde-a580-9e18b46c211c", "name": "network-vif-deleted", "tag": "55dd1077-21bc-4037-809e-0abae8610fb8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:36.421842 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b79f4be-9fdf-4f6c-b6a4-62c3f33abdfc {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:36.422325 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98771a6-581d-4dde-a580-9e18b46c211c', 'name': 'network-vif-deleted', 'tag': '55dd1077-21bc-4037-809e-0abae8610fb8', 'status': 'completed', 'code': 200} Nov 25 19:31:36.571937 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:31:36.883633 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bba4f47d-5891-48cc-b5af-d2f5bb09e0b9 req-d3306e6c-baee-4f02-abb7-1767c5dd77bc tempest-ServersNegativeTestJSON-590070774 tempest-ServersNegativeTestJSON-590070774-project] 10.222.0.62 "GET /v2.0/ports?device_id=f98771a6-581d-4dde-a580-9e18b46c211c HTTP/1.1" status: 200 len: 210 time: 0.0280981 Nov 25 19:31:37.941253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:37.984548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] Deleting subnet 502d6ec0-fe34-4f82-b055-16a636dfaee3 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:37.988127 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.025131 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.063199 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.120757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.147318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502d6ec0-fe34-4f82-b055-16a636dfaee3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.149289 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.152526 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4a1f6f18-0be8-4316-867a-0171912faaaf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/502d6ec0-fe34-4f82-b055-16a636dfaee3 HTTP/1.1" status: 204 len: 168 time: 0.2102177 Nov 25 19:31:38.155030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59182) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:38.225151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.301285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.320672 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fec873-df58-41c9-832e-e28585a99c0d']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:38.330212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:38.330538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1dccd2-92c2-4828-95e8-40d716e3ec6c') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:38.339709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.353455 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.359493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:38.360006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:38.361677 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:38.418930 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.423997 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.427385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/26fec873-df58-41c9-832e-e28585a99c0d HTTP/1.1" status: 204 len: 168 time: 0.2714469 Nov 25 19:31:38.440527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a57a10-9c27-4e82-a273-e8e97f6690a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26fec873-df58-41c9-832e-e28585a99c0d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.533463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:38.571944 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a4fc2425-5067-437a-8f84-1817000f123f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ed09c45c6b649039d3e9cb00445ea67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373409 Nov 25 19:31:38.574307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59188) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:38.619404 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36ff5112-ed48-470d-903e-d000d6e3afcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.643731 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36ff5112-ed48-470d-903e-d000d6e3afcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.689294 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36ff5112-ed48-470d-903e-d000d6e3afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.691947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-36ff5112-ed48-470d-903e-d000d6e3afcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.693099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-36ff5112-ed48-470d-903e-d000d6e3afcd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc5cf129-093c-4fdb-8099-02719d8465a4 HTTP/1.1" status: 204 len: 168 time: 0.1178863 Nov 25 19:31:38.701412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5112-ed48-470d-903e-d000d6e3afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5cf129-093c-4fdb-8099-02719d8465a4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.355149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59210) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:39.455057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567482081'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:39.476247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:39.479597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.488361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.491175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55dd1077-21bc-4037-809e-0abae8610fb8 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:39.513709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 55dd1077-21bc-4037-809e-0abae8610fb8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:39.514054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 55dd1077-21bc-4037-809e-0abae8610fb8 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:39.560905 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.564307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.586314 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:39.601078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec826c5-e1ce-4e60-a00a-4a50db83baf3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.605690 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.606033 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Added segment 704a2b14-4a69-4c9a-ad8b-483a7f03c0c9 of type vlan for network 0df97037-319b-43df-b164-dd7fd750e514 Nov 25 19:31:39.622097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.622471 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.622813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.623147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.623479 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.623809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.624134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.624460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.624792 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.625113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.625460 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.625781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:39.663865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.687970 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.693423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.693998 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.765500 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4084766 Nov 25 19:31:39.778889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eee7a-468d-4747-9450-cbaf18b222f9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Network': ['ID=0df97037-319b-43df-b164-dd7fd750e514,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.789874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 0df97037-319b-43df-b164-dd7fd750e514 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:41.028496 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da8cfeb6-5b69-4a60-8575-1486000c1a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.039931 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59214) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:43.045143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'subnet': {'network_id': '0df97037-319b-43df-b164-dd7fd750e514', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:43.131826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:43.135351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.311232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.373252 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Subnet': ['ID=a7912cca-a199-4950-993b-988118e9e654,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:43.383424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Checking segment: {'id': '704a2b14-4a69-4c9a-ad8b-483a7f03c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0df97037-319b-43df-b164-dd7fd750e514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:43.383788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network hostable DHCP agents. Network: 0df97037-319b-43df-b164-dd7fd750e514, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:43.401108 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network 0df97037-319b-43df-b164-dd7fd750e514 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:43.410944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 0df97037-319b-43df-b164-dd7fd750e514) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:43.415283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:43.416078 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.421809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f8f20-eece-4254-ba43-2d99f37b821d None None] Network 0df97037-319b-43df-b164-dd7fd750e514 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:43.432576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-81fc1b2c-2429-4820-9de5-f4649789281d tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3915243 Nov 25 19:31:43.436143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59216) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:43.441283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922393192'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:43.462265 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:43.465782 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.489907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:43.498951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.499293 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Added segment b2f81850-fbfa-4128-8871-19249d58cdbc of type vlan for network 1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41 Nov 25 19:31:43.539330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.550613 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9349208-a451-4882-b9dc-5f04811550c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.567159 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.574010 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:43.574688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.580250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-0df97037-319b-43df-b164-dd7fd750e514', 'network_id': '0df97037-319b-43df-b164-dd7fd750e514', 'tenant_id': '032cd7b8535a44ceb3844bfa187e0a0f', 'fixed_ips': [{'subnet_id': 'a7912cca-a199-4950-993b-988118e9e654'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:43.581111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.637987 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2007210 Nov 25 19:31:43.641031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:43.646380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'subnet': {'network_id': '1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:43.650559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db49c36-ee14-4ac4-868c-a4b3f4465d88 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Network': ['ID=1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:43.663422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:43.737014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:43.740779 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.775866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Allocated IP 2001:db8:0:ffff::2 (0df97037-319b-43df-b164-dd7fd750e514/a7912cca-a199-4950-993b-988118e9e654/f59821a7-c327-482d-a9be-c96b6b45cd33) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:43.924450 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.936900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.938395 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.980652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Network 0df97037-319b-43df-b164-dd7fd750e514 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:43.984503 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:43.987006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:43.990071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Pushing event updated for resources: {'Port': ['ID=f59821a7-c327-482d-a9be-c96b6b45cd33,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.004990 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Subnet': ['ID=99308119-d6ac-4600-a65a-946584a9c02d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.012466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Checking segment: {'id': 'b2f81850-fbfa-4128-8871-19249d58cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:44.012827 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network hostable DHCP agents. Network: 1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:44.015156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.015512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.015916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.016771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.017101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.017427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.017749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.018072 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.018388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.018739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.019056 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.019372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:44.031986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network 1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:44.041535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:44.046017 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.046653 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.054967 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f48e6b-0dca-4b09-9169-c72e07887498 None None] Network 1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:44.063648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1c055e1-b45c-489e-9d5a-557feec2fba7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4214430 Nov 25 19:31:44.066362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59220) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:44.071421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Attempting to bind port f59821a7-c327-482d-a9be-c96b6b45cd33 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:44.071801 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Attempting to bind port f59821a7-c327-482d-a9be-c96b6b45cd33 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '704a2b14-4a69-4c9a-ad8b-483a7f03c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0df97037-319b-43df-b164-dd7fd750e514'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:44.072170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Attempting to bind port f59821a7-c327-482d-a9be-c96b6b45cd33 on network 0df97037-319b-43df-b164-dd7fd750e514 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:44.112699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:44.113077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Checking segment: {'id': '704a2b14-4a69-4c9a-ad8b-483a7f03c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0df97037-319b-43df-b164-dd7fd750e514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:44.113477 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.113872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Bound using segment: {'id': '704a2b14-4a69-4c9a-ad8b-483a7f03c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0df97037-319b-43df-b164-dd7fd750e514'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:44.114350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Bound port: f59821a7-c327-482d-a9be-c96b6b45cd33, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704a2b14-4a69-4c9a-ad8b-483a7f03c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0df97037-319b-43df-b164-dd7fd750e514'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:44.114754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.163592 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.232525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] For port f59821a7-c327-482d-a9be-c96b6b45cd33, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:44.237116 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] For port f59821a7-c327-482d-a9be-c96b6b45cd33, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f59821a7-c327-482d-a9be-c96b6b45cd33,segment=NetworkSegment(704a2b14-4a69-4c9a-ad8b-483a7f03c0c9),segment_id=704a2b14-4a69-4c9a-ad8b-483a7f03c0c9)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:44.241748 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.244128 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.300624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f241287-91be-4720-abaa-c09cae91a72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41', 'network_id': '1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41', 'tenant_id': '032cd7b8535a44ceb3844bfa187e0a0f', 'fixed_ips': [{'subnet_id': '99308119-d6ac-4600-a65a-946584a9c02d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:44.301495 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f241287-91be-4720-abaa-c09cae91a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.315095 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.333595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7a1df-22c6-4056-b0f5-53047b203f17 None None] Pushing event updated for resources: {'Port': ['ID=f59821a7-c327-482d-a9be-c96b6b45cd33,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.345012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Subnet': ['ID=99308119-d6ac-4600-a65a-946584a9c02d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.413102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7bad6-a16b-454e-b484-dbbf40f3cffe None None] Network 1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:44.416243 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.607744 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.749293 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:44.758477 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f81850-fbfa-4128-8871-19249d58cdbc') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:44.758849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f81850-fbfa-4128-8871-19249d58cdbc') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:44.768318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.782519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.788686 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:44.789104 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:44.792534 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:44.847796 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.854541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.857671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41 HTTP/1.1" status: 204 len: 168 time: 0.7903512 Nov 25 19:31:44.861354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59222) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:44.867039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737055712'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:44.869259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac035a-ad19-45e8-92b9-da36aba5bf89 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Network': ['ID=1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.888547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:44.892728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.916349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:44.925154 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.925502 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Added segment ba063e10-3123-4957-b111-6060b8f33c4e of type vlan for network a9634cc0-644e-46e0-8058-0d35139a4e55 Nov 25 19:31:44.966304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.996065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.001770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:45.002258 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.072453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2072043 Nov 25 19:31:45.072717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59224) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:45.080163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'subnet': {'network_id': 'a9634cc0-644e-46e0-8058-0d35139a4e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:45.085200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae74717-7be5-4f25-a331-b2123cb5234f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Network': ['ID=a9634cc0-644e-46e0-8058-0d35139a4e55,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:45.096344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a9634cc0-644e-46e0-8058-0d35139a4e55 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:45.178038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:45.181621 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.247552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Performing IP validity checks on allocation pools {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:31:45.248076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.ipam_backend_mixin [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103456) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:31:45.271323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394c528-0f61-4b98-981f-b6e7ddf825ed None None] Network 0df97037-319b-43df-b164-dd7fd750e514 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:45.316086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f59821a7-c327-482d-a9be-c96b6b45cd33 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:45.375036 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.398748 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d8d95eb-53c5-4120-b5e7-c7987981da23 None None] Provisioning complete for port f59821a7-c327-482d-a9be-c96b6b45cd33 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:45.399119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d8d95eb-53c5-4120-b5e7-c7987981da23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.467630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f59821a7-c327-482d-a9be-c96b6b45cd33 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:45.468016 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.591488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d8d95eb-53c5-4120-b5e7-c7987981da23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.639766 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.674075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2d8d95eb-53c5-4120-b5e7-c7987981da23 None None] For port f59821a7-c327-482d-a9be-c96b6b45cd33, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f59821a7-c327-482d-a9be-c96b6b45cd33,segment=NetworkSegment(704a2b14-4a69-4c9a-ad8b-483a7f03c0c9),segment_id=704a2b14-4a69-4c9a-ad8b-483a7f03c0c9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:45.680081 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d8d95eb-53c5-4120-b5e7-c7987981da23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.752603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:31:45.752963 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:31:45.757995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d95eb-53c5-4120-b5e7-c7987981da23 None None] Pushing event updated for resources: {'Port': ['ID=f59821a7-c327-482d-a9be-c96b6b45cd33,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:45.805657 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Subnet': ['ID=f5be6795-41b4-4e66-91fd-635b333885d1,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:45.815417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Checking segment: {'id': 'ba063e10-3123-4957-b111-6060b8f33c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9634cc0-644e-46e0-8058-0d35139a4e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:45.815773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network hostable DHCP agents. Network: a9634cc0-644e-46e0-8058-0d35139a4e55, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:45.831585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network a9634cc0-644e-46e0-8058-0d35139a4e55 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:45.841882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a9634cc0-644e-46e0-8058-0d35139a4e55) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:45.846328 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:45.846936 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.851606 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023ee7f-122b-4321-890d-6d8de8b9d364 None None] Network a9634cc0-644e-46e0-8058-0d35139a4e55 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:45.867349 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fff32de1-ed0b-4c7d-97cd-e548e1084de9 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7933207 Nov 25 19:31:45.869812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59226) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:45.930218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-437ed4fc-37ba-4974-bda9-afb5640b9652 None None] Provisioning complete for port f59821a7-c327-482d-a9be-c96b6b45cd33 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:45.930687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-437ed4fc-37ba-4974-bda9-afb5640b9652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.966198 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.045468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.053061 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50145bf1-a079-45ae-bdca-62af47821b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a9634cc0-644e-46e0-8058-0d35139a4e55', 'network_id': 'a9634cc0-644e-46e0-8058-0d35139a4e55', 'tenant_id': '032cd7b8535a44ceb3844bfa187e0a0f', 'fixed_ips': [{'subnet_id': 'f5be6795-41b4-4e66-91fd-635b333885d1'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:46.054070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50145bf1-a079-45ae-bdca-62af47821b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.107741 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.139901 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Subnet': ['ID=f5be6795-41b4-4e66-91fd-635b333885d1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server [None req-50145bf1-a079-45ae-bdca-62af47821b77 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5be6795-41b4-4e66-91fd-635b333885d1: This subnet is being modified by another concurrent operation. Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5be6795-41b4-4e66-91fd-635b333885d1: This subnet is being modified by another concurrent operation. Nov 25 19:31:46.168381 n-d-819194-3 neutron-server[103458]: ERROR oslo_messaging.rpc.server Nov 25 19:31:46.174410 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.185419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8eac8c-6883-43f6-91ab-391e62302d90 None None] Network a9634cc0-644e-46e0-8058-0d35139a4e55 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:46.202728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.224506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9634cc0-644e-46e0-8058-0d35139a4e55']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:46.236286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba063e10-3123-4957-b111-6060b8f33c4e') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:46.236581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba063e10-3123-4957-b111-6060b8f33c4e') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:46.245607 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.259211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.268384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:46.268384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:46.270423 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:46.321167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa4f5a-30eb-4164-ad6b-d6dd99efdcdf None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:31:46.330967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.338163 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.341524 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/a9634cc0-644e-46e0-8058-0d35139a4e55 HTTP/1.1" status: 204 len: 168 time: 0.4705286 Nov 25 19:31:46.345478 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59228) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:46.351378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509901310'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:46.353802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071bea6-5a04-4a8e-9557-3bd2194dc7e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Network': ['ID=a9634cc0-644e-46e0-8058-0d35139a4e55,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.378424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:46.381887 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.395572 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa4f5a-30eb-4164-ad6b-d6dd99efdcdf None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:31:46.414544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:46.423943 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.424283 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Added segment 80feefe5-4089-41a7-b466-a28d04355c99 of type vlan for network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 Nov 25 19:31:46.469749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.494865 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.500501 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.501085 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.553188 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063515 Nov 25 19:31:46.556941 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59230) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:46.562956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'subnet': {'network_id': 'c89cd0f2-9d7b-41c1-9d66-c987f1a8b604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:46.574352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0309d-2efb-4d3e-8bbf-dce2c11ec02f tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Network': ['ID=c89cd0f2-9d7b-41c1-9d66-c987f1a8b604,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.587159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:46.660654 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:46.665195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.850202 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.909508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Subnet': ['ID=57642ce5-b893-4be5-afe2-2c1f6b29e455,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.918891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Checking segment: {'id': '80feefe5-4089-41a7-b466-a28d04355c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c89cd0f2-9d7b-41c1-9d66-c987f1a8b604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:46.919264 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network hostable DHCP agents. Network: c89cd0f2-9d7b-41c1-9d66-c987f1a8b604, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:46.936632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:46.946614 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, c89cd0f2-9d7b-41c1-9d66-c987f1a8b604) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:46.950800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.951395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.956787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02bb7e-25f4-4f27-a760-442b868c59d7 None None] Network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:46.968085 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a419ccc-f033-4c72-98af-669ebc6fec5e tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4100494 Nov 25 19:31:46.972033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59232) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:46.977262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556314180'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:47.001389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:47.005097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.029498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:47.039634 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.039984 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Added segment b6af8cd0-beb2-42a2-a274-2b5307d006eb of type vlan for network fea3147e-4c40-4969-9be8-8d7e6a7b5dfc Nov 25 19:31:47.085740 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.107533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.112367 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.115464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-c89cd0f2-9d7b-41c1-9d66-c987f1a8b604', 'network_id': 'c89cd0f2-9d7b-41c1-9d66-c987f1a8b604', 'tenant_id': '032cd7b8535a44ceb3844bfa187e0a0f', 'fixed_ips': [{'subnet_id': '57642ce5-b893-4be5-afe2-2c1f6b29e455'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:47.116308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.117960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.118624 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.169522 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1961076 Nov 25 19:31:47.173113 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:47.180493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Request body: {'subnet': {'network_id': 'fea3147e-4c40-4969-9be8-8d7e6a7b5dfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:47.238284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62c17e-5412-4dc0-9204-009e98dcc1d4 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Network': ['ID=fea3147e-4c40-4969-9be8-8d7e6a7b5dfc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:47.288346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Made reservation on behalf of 032cd7b8535a44ceb3844bfa187e0a0f for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:47.291987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.360901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network fea3147e-4c40-4969-9be8-8d7e6a7b5dfc details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:47.362956 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f59821a7-c327-482d-a9be-c96b6b45cd33 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:47.478441 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.518048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Allocated IP 2001:db8::2 (c89cd0f2-9d7b-41c1-9d66-c987f1a8b604/57642ce5-b893-4be5-afe2-2c1f6b29e455/ae5e1c48-081a-4473-b093-904775164358) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:47.531877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f59821a7-c327-482d-a9be-c96b6b45cd33 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:47.532251 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.540276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event updated for resources: {'Subnet': ['ID=8087f737-3b5f-4fce-b3d5-5622191e18d0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:47.547915 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Checking segment: {'id': 'b6af8cd0-beb2-42a2-a274-2b5307d006eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fea3147e-4c40-4969-9be8-8d7e6a7b5dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:47.548278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network hostable DHCP agents. Network: fea3147e-4c40-4969-9be8-8d7e6a7b5dfc, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:47.565080 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Network fea3147e-4c40-4969-9be8-8d7e6a7b5dfc is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:47.574772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, fea3147e-4c40-4969-9be8-8d7e6a7b5dfc) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:47.578829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.579440 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.596349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7e2f5a9d-0862-4f8f-ad95-adffc34fef9c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4223607 Nov 25 19:31:47.599239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:47.607760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772661a-85fc-4e0d-bb67-16e416e8de13 None None] Network fea3147e-4c40-4969-9be8-8d7e6a7b5dfc requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:47.701415 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.755104 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.818849 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.839430 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.849607 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.853340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Subnet': ['ID=8087f737-3b5f-4fce-b3d5-5622191e18d0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:47.929372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a0c8a-084f-406c-9f80-70a74d71b19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-fea3147e-4c40-4969-9be8-8d7e6a7b5dfc', 'network_id': 'fea3147e-4c40-4969-9be8-8d7e6a7b5dfc', 'tenant_id': '032cd7b8535a44ceb3844bfa187e0a0f', 'fixed_ips': [{'subnet_id': '8087f737-3b5f-4fce-b3d5-5622191e18d0'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:47.930262 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0c8a-084f-406c-9f80-70a74d71b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.930822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.942284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:47.957530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:47.958416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea3147e-4c40-4969-9be8-8d7e6a7b5dfc']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:47.960329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:47.966767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Pushing event updated for resources: {'Port': ['ID=ae5e1c48-081a-4473-b093-904775164358,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:47.971791 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6af8cd0-beb2-42a2-a274-2b5307d006eb') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:47.972092 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6af8cd0-beb2-42a2-a274-2b5307d006eb') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:47.984936 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:47.998897 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.005743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:48.006080 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:48.009420 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:48.073609 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.075914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Attempting to bind port ae5e1c48-081a-4473-b093-904775164358 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:48.076384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Attempting to bind port ae5e1c48-081a-4473-b093-904775164358 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '80feefe5-4089-41a7-b466-a28d04355c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c89cd0f2-9d7b-41c1-9d66-c987f1a8b604'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:48.076766 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Attempting to bind port ae5e1c48-081a-4473-b093-904775164358 on network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:48.082480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7912af3-d82d-4d2a-81ef-07455887cb6a None None] Network fea3147e-4c40-4969-9be8-8d7e6a7b5dfc requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:48.088302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:48.088684 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Checking segment: {'id': '80feefe5-4089-41a7-b466-a28d04355c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c89cd0f2-9d7b-41c1-9d66-c987f1a8b604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:48.089098 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.089504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Bound using segment: {'id': '80feefe5-4089-41a7-b466-a28d04355c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c89cd0f2-9d7b-41c1-9d66-c987f1a8b604'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:48.089989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Bound port: ae5e1c48-081a-4473-b093-904775164358, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80feefe5-4089-41a7-b466-a28d04355c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c89cd0f2-9d7b-41c1-9d66-c987f1a8b604'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:48.090524 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.101952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.110119 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:48.110757 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/fea3147e-4c40-4969-9be8-8d7e6a7b5dfc HTTP/1.1" status: 204 len: 168 time: 0.5100617 Nov 25 19:31:48.111601 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8983aba-34fd-4e56-84f2-aa9773217dbf tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Network': ['ID=fea3147e-4c40-4969-9be8-8d7e6a7b5dfc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:48.120493 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7912af3-d82d-4d2a-81ef-07455887cb6a None None] Network fea3147e-4c40-4969-9be8-8d7e6a7b5dfc could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:31:48.145892 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adb2516-4c8f-485b-bba6-c2a6164a2c53 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] GET failed (client error): The resource could not be found. Nov 25 19:31:48.147258 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9adb2516-4c8f-485b-bba6-c2a6164a2c53 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "GET /v2.0/subnets/8087f737-3b5f-4fce-b3d5-5622191e18d0 HTTP/1.1" status: 404 len: 337 time: 0.0361185 Nov 25 19:31:48.149991 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59240) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:48.167884 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7676cf-81d0-44f8-b744-b474c14ee3ac tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] DELETE failed (client error): The resource could not be found. Nov 25 19:31:48.168631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7676cf-81d0-44f8-b744-b474c14ee3ac tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:31:48.171706 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5e7676cf-81d0-44f8-b744-b474c14ee3ac tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/fea3147e-4c40-4969-9be8-8d7e6a7b5dfc HTTP/1.1" status: 404 len: 339 time: 0.0207574 Nov 25 19:31:48.175590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59242) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:48.177351 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] For port ae5e1c48-081a-4473-b093-904775164358, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:48.180961 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] For port ae5e1c48-081a-4473-b093-904775164358, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ae5e1c48-081a-4473-b093-904775164358,segment=NetworkSegment(80feefe5-4089-41a7-b466-a28d04355c99),segment_id=80feefe5-4089-41a7-b466-a28d04355c99)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:48.184780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.201794 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4299d7f-34f7-45e7-90a2-4e79484f34f6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] DELETE failed (client error): The resource could not be found. Nov 25 19:31:48.202252 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4299d7f-34f7-45e7-90a2-4e79484f34f6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:31:48.205962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d4299d7f-34f7-45e7-90a2-4e79484f34f6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/subnets/8087f737-3b5f-4fce-b3d5-5622191e18d0 HTTP/1.1" status: 404 len: 337 time: 0.0294101 Nov 25 19:31:48.208535 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:48.226795 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ea468e-4ed0-4afa-9581-2572d38ebb01 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] DELETE failed (client error): The resource could not be found. Nov 25 19:31:48.227354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ea468e-4ed0-4afa-9581-2572d38ebb01 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:31:48.230496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-71ea468e-4ed0-4afa-9581-2572d38ebb01 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/fea3147e-4c40-4969-9be8-8d7e6a7b5dfc HTTP/1.1" status: 404 len: 339 time: 0.0210209 Nov 25 19:31:48.233165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:48.248843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808d477-bb1c-4499-9479-d3173753fc03 None None] Pushing event updated for resources: {'Port': ['ID=ae5e1c48-081a-4473-b093-904775164358,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:48.308496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Deleting subnet 57642ce5-b893-4be5-afe2-2c1f6b29e455 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:48.312457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.356678 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.471223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.556373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.593984 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.599705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/subnets/57642ce5-b893-4be5-afe2-2c1f6b29e455 HTTP/1.1" status: 204 len: 168 time: 0.3628726 Nov 25 19:31:48.599705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a1878-5863-4d6d-aa8a-73e198bb0665 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Subnet': ['ID=57642ce5-b893-4be5-afe2-2c1f6b29e455,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:48.600060 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:48.696875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.758278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Deleting port ae5e1c48-081a-4473-b093-904775164358 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:48.758749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.823795 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] For port ae5e1c48-081a-4473-b093-904775164358, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ae5e1c48-081a-4473-b093-904775164358,segment=NetworkSegment(80feefe5-4089-41a7-b466-a28d04355c99),segment_id=80feefe5-4089-41a7-b466-a28d04355c99)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:48.824152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.838282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Calling delete_port for ae5e1c48-081a-4473-b093-904775164358 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:48.919154 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.948520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No DVR routers for this DVR port ae5e1c48-081a-4473-b093-904775164358 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:48.956650 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Port': ['ID=ae5e1c48-081a-4473-b093-904775164358,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:49.042379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.064644 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89cd0f2-9d7b-41c1-9d66-c987f1a8b604']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:49.074310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80feefe5-4089-41a7-b466-a28d04355c99') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:49.074635 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80feefe5-4089-41a7-b466-a28d04355c99') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:49.084528 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.099652 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.106114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:49.106567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:49.110309 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:49.173913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.180679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.184199 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 HTTP/1.1" status: 204 len: 168 time: 0.5786581 Nov 25 19:31:49.186998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59252) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.199386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32748e6f-d5b3-495d-8e6b-2bb39db52b0b tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Network': ['ID=c89cd0f2-9d7b-41c1-9d66-c987f1a8b604,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:49.216612 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2c62cc-9936-487b-b7df-2cce31a85f2a tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] DELETE failed (client error): The resource could not be found. Nov 25 19:31:49.217245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2c62cc-9936-487b-b7df-2cce31a85f2a tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:31:49.220943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1f2c62cc-9936-487b-b7df-2cce31a85f2a tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/subnets/f5be6795-41b4-4e66-91fd-635b333885d1 HTTP/1.1" status: 404 len: 337 time: 0.0328629 Nov 25 19:31:49.223720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59254) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.242558 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba65efd4-9cd2-4cfb-9fed-922eac6e36a5 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] DELETE failed (client error): The resource could not be found. Nov 25 19:31:49.243075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba65efd4-9cd2-4cfb-9fed-922eac6e36a5 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:31:49.246142 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ba65efd4-9cd2-4cfb-9fed-922eac6e36a5 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/a9634cc0-644e-46e0-8058-0d35139a4e55 HTTP/1.1" status: 404 len: 339 time: 0.0214915 Nov 25 19:31:49.248642 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59256) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.274625 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1b6925-15e1-4405-9476-6459d68ad8e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] DELETE failed (client error): The resource could not be found. Nov 25 19:31:49.275072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1b6925-15e1-4405-9476-6459d68ad8e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:31:49.278553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3a1b6925-15e1-4405-9476-6459d68ad8e6 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/subnets/99308119-d6ac-4600-a65a-946584a9c02d HTTP/1.1" status: 404 len: 337 time: 0.0288484 Nov 25 19:31:49.280960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59258) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.299697 n-d-819194-3 neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0e4f19-065c-4cac-9598-ab088f32eeb7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] DELETE failed (client error): The resource could not be found. Nov 25 19:31:49.300192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0e4f19-065c-4cac-9598-ab088f32eeb7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103456) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:31:49.303310 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8a0e4f19-065c-4cac-9598-ab088f32eeb7 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/1f7f70f5-1d71-44f5-bad8-2f5d73bf0e41 HTTP/1.1" status: 404 len: 339 time: 0.0214319 Nov 25 19:31:49.305987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59260) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.321770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3eeff980-6f42-4595-8383-6c976f0e8a13 None None] Could not find standard attr ID for object ae5e1c48-081a-4473-b093-904775164358. {{(pid=103458) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:31:49.337641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d645a-adf6-4109-b86c-c9b24bfd6fb0 None None] DHCP port deletion for c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:49.354929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c19a06-6209-43d6-8e70-1139f429bffa None None] Network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:49.364756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Deleting subnet a7912cca-a199-4950-993b-988118e9e654 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:49.367428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c19a06-6209-43d6-8e70-1139f429bffa None None] Network c89cd0f2-9d7b-41c1-9d66-c987f1a8b604 could not be found, it might have been deleted concurrently. {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:31:49.368120 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.409720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.491870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.553342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.580823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Subnet': ['ID=a7912cca-a199-4950-993b-988118e9e654,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:49.582823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.587146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ef503cb0-6c3d-41bd-a1eb-69551199cf2c tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/subnets/a7912cca-a199-4950-993b-988118e9e654 HTTP/1.1" status: 204 len: 168 time: 0.2801757 Nov 25 19:31:49.587539 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dcf7a5-1d55-45b0-b229-9671e55e8304 None None] Network 0df97037-319b-43df-b164-dd7fd750e514 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:49.589681 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59262) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.665369 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.718081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Deleting port f59821a7-c327-482d-a9be-c96b6b45cd33 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:49.718384 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.754484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] DHCP port deletion for 0df97037-319b-43df-b164-dd7fd750e514 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:49.788572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] For port f59821a7-c327-482d-a9be-c96b6b45cd33, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f59821a7-c327-482d-a9be-c96b6b45cd33,segment=NetworkSegment(704a2b14-4a69-4c9a-ad8b-483a7f03c0c9),segment_id=704a2b14-4a69-4c9a-ad8b-483a7f03c0c9)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:49.788935 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.802289 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Calling delete_port for f59821a7-c327-482d-a9be-c96b6b45cd33 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:49.806754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] Deleting port f59821a7-c327-482d-a9be-c96b6b45cd33 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:49.807071 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.880600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] For port f59821a7-c327-482d-a9be-c96b6b45cd33, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f59821a7-c327-482d-a9be-c96b6b45cd33,segment=NetworkSegment(704a2b14-4a69-4c9a-ad8b-483a7f03c0c9),segment_id=704a2b14-4a69-4c9a-ad8b-483a7f03c0c9)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:49.881005 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.885017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.898409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] Calling delete_port for f59821a7-c327-482d-a9be-c96b6b45cd33 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:49.913122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Port': ['ID=f59821a7-c327-482d-a9be-c96b6b45cd33,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:49.919147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] No DVR routers for this DVR port f59821a7-c327-482d-a9be-c96b6b45cd33 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:49.976332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.995991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.001281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] Pushing event deleted for resources: {'Port': ['ID=f59821a7-c327-482d-a9be-c96b6b45cd33,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.003176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f821e86-5c78-4f55-ac57-b91e769149b7 None None] No DVR routers for this DVR port f59821a7-c327-482d-a9be-c96b6b45cd33 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:50.017174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df97037-319b-43df-b164-dd7fd750e514']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.026286 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704a2b14-4a69-4c9a-ad8b-483a7f03c0c9') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.026619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704a2b14-4a69-4c9a-ad8b-483a7f03c0c9') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:50.036357 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.048982 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.055074 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:50.055454 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:50.058711 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:50.119315 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.127173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.130378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] 10.222.0.62 "DELETE /v2.0/networks/0df97037-319b-43df-b164-dd7fd750e514 HTTP/1.1" status: 204 len: 168 time: 0.5397232 Nov 25 19:31:50.142648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe2f89-de8b-4fa3-8ef1-e7ad6983cfe8 tempest-NetworksIpV6Test-2022173054 tempest-NetworksIpV6Test-2022173054-project] Pushing event deleted for resources: {'Network': ['ID=0df97037-319b-43df-b164-dd7fd750e514,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.366604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59268) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:50.493544 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-810eb853-d1b6-43a5-95e6-c11d2dc24ceb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=032cd7b8535a44ceb3844bfa187e0a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257856 Nov 25 19:31:50.495996 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59272) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:50.541761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0376-2387-4c66-bc74-7288f7d9c42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.563366 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0376-2387-4c66-bc74-7288f7d9c42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.608187 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0376-2387-4c66-bc74-7288f7d9c42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.611408 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0376-2387-4c66-bc74-7288f7d9c42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.612641 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9cbb0376-2387-4c66-bc74-7288f7d9c42f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eec826c5-e1ce-4e60-a00a-4a50db83baf3 HTTP/1.1" status: 204 len: 168 time: 0.1157207 Nov 25 19:31:50.620193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb0376-2387-4c66-bc74-7288f7d9c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec826c5-e1ce-4e60-a00a-4a50db83baf3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:51.231840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59294) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:51.256364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ae5e1c48-081a-4473-b093-904775164358 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:51.276365 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ae5e1c48-081a-4473-b093-904775164358 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:51.276717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ae5e1c48-081a-4473-b093-904775164358 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:51.277136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f59821a7-c327-482d-a9be-c96b6b45cd33 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:51.295877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f59821a7-c327-482d-a9be-c96b6b45cd33 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:51.296646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f59821a7-c327-482d-a9be-c96b6b45cd33 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:51.329600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b0216be3-f065-4f25-97e5-9b51269ccbae tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-143942221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:51.353561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0216be3-f065-4f25-97e5-9b51269ccbae tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.354676 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0216be3-f065-4f25-97e5-9b51269ccbae tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.408301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0216be3-f065-4f25-97e5-9b51269ccbae tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.412396 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0216be3-f065-4f25-97e5-9b51269ccbae tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.430047 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b0216be3-f065-4f25-97e5-9b51269ccbae tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.431278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b0216be3-f065-4f25-97e5-9b51269ccbae tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1983094 Nov 25 19:31:51.433934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59298) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:51.438744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-35981111'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:51.460295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Made reservation on behalf of ac296ba6465745f29e998c13f9c70d52 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:51.463775 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.473128 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.548617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.552435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.574804 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:51.588234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b9e8ba-ea55-46fb-a00a-d7530edda016,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:51.593069 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.593405 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Added segment 2ff07736-447a-4f66-9443-4fbd731985d7 of type vlan for network d417f015-56b6-45af-8d12-e1df81d74f6f Nov 25 19:31:51.632833 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.661214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.666505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:51.667090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.721776 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2865787 Nov 25 19:31:51.724832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59300) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:51.730509 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Request body: {'subnet': {'network_id': 'd417f015-56b6-45af-8d12-e1df81d74f6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:51.737172 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e30373-cee9-4170-81d5-5964abde728f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event updated for resources: {'Network': ['ID=d417f015-56b6-45af-8d12-e1df81d74f6f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:51.747873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network d417f015-56b6-45af-8d12-e1df81d74f6f details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:51.834759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Made reservation on behalf of ac296ba6465745f29e998c13f9c70d52 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:51.838985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.023359 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.082151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event updated for resources: {'Subnet': ['ID=7550ca7e-c62c-4860-b029-8b3ca43c945a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.090743 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Checking segment: {'id': '2ff07736-447a-4f66-9443-4fbd731985d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd417f015-56b6-45af-8d12-e1df81d74f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:52.091102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Network hostable DHCP agents. Network: d417f015-56b6-45af-8d12-e1df81d74f6f, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:52.106803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Network d417f015-56b6-45af-8d12-e1df81d74f6f is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:52.115368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, d417f015-56b6-45af-8d12-e1df81d74f6f) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:52.119224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.119825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.124441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ce09a-1516-41f2-9e97-3b3bdbb95aab None None] Network d417f015-56b6-45af-8d12-e1df81d74f6f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:52.136622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0b6197d5-eb3d-47e1-8683-9882c5b6a7b5 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4099588 Nov 25 19:31:52.141102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59302) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.145935 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-548184898'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:52.167213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Made reservation on behalf of ac296ba6465745f29e998c13f9c70d52 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:52.170779 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.196039 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:52.205883 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.206311 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Added segment d606fe1e-0760-4d22-8df0-ba33ce417e5c of type vlan for network f3b4f93f-b762-493b-a36b-0785532c0ad1 Nov 25 19:31:52.247663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.271840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.277516 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.278096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.284499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-d417f015-56b6-45af-8d12-e1df81d74f6f', 'network_id': 'd417f015-56b6-45af-8d12-e1df81d74f6f', 'tenant_id': 'ac296ba6465745f29e998c13f9c70d52', 'fixed_ips': [{'subnet_id': '7550ca7e-c62c-4860-b029-8b3ca43c945a'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:52.285465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.336745 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1920927 Nov 25 19:31:52.336995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59304) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.344016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Request body: {'subnet': {'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:52.399831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda572ea-5f92-4db9-aae9-decdb7166987 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event updated for resources: {'Network': ['ID=f3b4f93f-b762-493b-a36b-0785532c0ad1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.412136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network f3b4f93f-b762-493b-a36b-0785532c0ad1 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:52.447465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Made reservation on behalf of ac296ba6465745f29e998c13f9c70d52 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:52.451062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.469416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Allocated IP 172.20.0.2 (d417f015-56b6-45af-8d12-e1df81d74f6f/7550ca7e-c62c-4860-b029-8b3ca43c945a/552a9cea-9c02-4af6-9fa1-5d21b726fef6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:52.628904 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.635090 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.636141 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.672460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Network d417f015-56b6-45af-8d12-e1df81d74f6f is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:52.675287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:52.678646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:52.687340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Pushing event updated for resources: {'Port': ['ID=552a9cea-9c02-4af6-9fa1-5d21b726fef6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.706228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Checking segment: {'id': 'd606fe1e-0760-4d22-8df0-ba33ce417e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:52.706618 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Network hostable DHCP agents. Network: f3b4f93f-b762-493b-a36b-0785532c0ad1, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:52.708473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event updated for resources: {'Subnet': ['ID=86afed04-e82f-4bd1-8bf9-62c69a79ef4f,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.729586 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Network f3b4f93f-b762-493b-a36b-0785532c0ad1 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:52.739078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, f3b4f93f-b762-493b-a36b-0785532c0ad1) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:52.743066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Attempting to bind port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:52.743258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.743479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Attempting to bind port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '2ff07736-447a-4f66-9443-4fbd731985d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd417f015-56b6-45af-8d12-e1df81d74f6f'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:52.743800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Attempting to bind port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 on network d417f015-56b6-45af-8d12-e1df81d74f6f {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:52.743913 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.750729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:52.751234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Checking segment: {'id': '2ff07736-447a-4f66-9443-4fbd731985d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd417f015-56b6-45af-8d12-e1df81d74f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:52.751642 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.752035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Bound using segment: {'id': '2ff07736-447a-4f66-9443-4fbd731985d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd417f015-56b6-45af-8d12-e1df81d74f6f'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:52.752508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Bound port: 552a9cea-9c02-4af6-9fa1-5d21b726fef6, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff07736-447a-4f66-9443-4fbd731985d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd417f015-56b6-45af-8d12-e1df81d74f6f'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:52.752886 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.754816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082841be-e33d-4a6d-b0c7-95f05944b7bb None None] Network f3b4f93f-b762-493b-a36b-0785532c0ad1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:52.764281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2073b315-8898-4178-b9c7-49f1371d6b5f tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4263949 Nov 25 19:31:52.767555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59306) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.772096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-16a31cb9-7b1a-42c6-b6fb-29392eae6c8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:52.882994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] For port 552a9cea-9c02-4af6-9fa1-5d21b726fef6, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:52.886722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] For port 552a9cea-9c02-4af6-9fa1-5d21b726fef6, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=552a9cea-9c02-4af6-9fa1-5d21b726fef6,segment=NetworkSegment(2ff07736-447a-4f66-9443-4fbd731985d7),segment_id=2ff07736-447a-4f66-9443-4fbd731985d7)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:52.904677 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.976804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f352c9-9975-4484-828e-9f1718a4489e None None] Pushing event updated for resources: {'Port': ['ID=552a9cea-9c02-4af6-9fa1-5d21b726fef6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.980256 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16a31cb9-7b1a-42c6-b6fb-29392eae6c8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.005474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-f3b4f93f-b762-493b-a36b-0785532c0ad1', 'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1', 'tenant_id': 'ac296ba6465745f29e998c13f9c70d52', 'fixed_ips': [{'subnet_id': '86afed04-e82f-4bd1-8bf9-62c69a79ef4f'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:53.006836 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.098541 n-d-819194-3 neutron-server[103456]: INFO neutron.api.v2.resource [None req-16a31cb9-7b1a-42c6-b6fb-29392eae6c8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:31:53.099614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-16a31cb9-7b1a-42c6-b6fb-29392eae6c8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "PUT /v2.0/routers/91db3206-15d4-45c4-8435-0cf8fd10dd78 HTTP/1.1" status: 400 len: 364 time: 0.3310828 Nov 25 19:31:53.105432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59308) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:53.166817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Allocated IP 172.21.0.2 (f3b4f93f-b762-493b-a36b-0785532c0ad1/86afed04-e82f-4bd1-8bf9-62c69a79ef4f/84905d82-ae2b-4d04-af53-ac7a643b43fa) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:53.178241 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Deleting subnet 86afed04-e82f-4bd1-8bf9-62c69a79ef4f {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:53.311882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 552a9cea-9c02-4af6-9fa1-5d21b726fef6 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:53.364793 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.371624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.372216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.416569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:53.416942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.418017 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.419483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Network f3b4f93f-b762-493b-a36b-0785532c0ad1 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:53.424445 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:53.448521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:53.459233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Pushing event updated for resources: {'Port': ['ID=84905d82-ae2b-4d04-af53-ac7a643b43fa,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.506221 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.573846 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.601113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event deleted for resources: {'Subnet': ['ID=86afed04-e82f-4bd1-8bf9-62c69a79ef4f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.608848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.612722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fe50344d-f3eb-4d6b-b88a-7842d4226e8b tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "DELETE /v2.0/subnets/86afed04-e82f-4bd1-8bf9-62c69a79ef4f HTTP/1.1" status: 204 len: 168 time: 0.5062330 Nov 25 19:31:53.615255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59310) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:53.685523 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Attempting to bind port 84905d82-ae2b-4d04-af53-ac7a643b43fa on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:53.685893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Attempting to bind port 84905d82-ae2b-4d04-af53-ac7a643b43fa by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'd606fe1e-0760-4d22-8df0-ba33ce417e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:53.686263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Attempting to bind port 84905d82-ae2b-4d04-af53-ac7a643b43fa on network f3b4f93f-b762-493b-a36b-0785532c0ad1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:53.700130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.709213 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:53.709587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Checking segment: {'id': 'd606fe1e-0760-4d22-8df0-ba33ce417e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:53.709994 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.710391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Bound using segment: {'id': 'd606fe1e-0760-4d22-8df0-ba33ce417e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:53.710910 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Bound port: 84905d82-ae2b-4d04-af53-ac7a643b43fa, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd606fe1e-0760-4d22-8df0-ba33ce417e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f3b4f93f-b762-493b-a36b-0785532c0ad1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:53.711290 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.738752 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.762474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Deleting port 84905d82-ae2b-4d04-af53-ac7a643b43fa {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:53.762843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.812839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 552a9cea-9c02-4af6-9fa1-5d21b726fef6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=552a9cea-9c02-4af6-9fa1-5d21b726fef6,segment=NetworkSegment(2ff07736-447a-4f66-9443-4fbd731985d7),segment_id=2ff07736-447a-4f66-9443-4fbd731985d7)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:53.817339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] For port 84905d82-ae2b-4d04-af53-ac7a643b43fa, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:53.819651 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.822634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] For port 84905d82-ae2b-4d04-af53-ac7a643b43fa, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=84905d82-ae2b-4d04-af53-ac7a643b43fa,segment=NetworkSegment(d606fe1e-0760-4d22-8df0-ba33ce417e5c),segment_id=d606fe1e-0760-4d22-8df0-ba33ce417e5c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:53.828073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.839393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] For port 84905d82-ae2b-4d04-af53-ac7a643b43fa, host n-d-819194-3, got binding levels [] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:53.839738 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.854379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Calling delete_port for 84905d82-ae2b-4d04-af53-ac7a643b43fa owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:53.900483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=552a9cea-9c02-4af6-9fa1-5d21b726fef6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.948557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.962101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3930c26a-3d11-4f31-9241-d0998c6e5f64 None None] Network f3b4f93f-b762-493b-a36b-0785532c0ad1 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:53.967064 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ce73-5cac-42ab-ac69-f292fe8d6807 None None] Pushing event updated for resources: {'Port': ['ID=84905d82-ae2b-4d04-af53-ac7a643b43fa,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.982404 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event deleted for resources: {'Port': ['ID=84905d82-ae2b-4d04-af53-ac7a643b43fa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.984263 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] No DVR routers for this DVR port 84905d82-ae2b-4d04-af53-ac7a643b43fa on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:54.015555 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d972aff-d9ed-4735-ad35-155b3b17d861 None None] Network d417f015-56b6-45af-8d12-e1df81d74f6f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:54.071058 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.091076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b4f93f-b762-493b-a36b-0785532c0ad1']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:54.101052 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd606fe1e-0760-4d22-8df0-ba33ce417e5c') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:54.101351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd606fe1e-0760-4d22-8df0-ba33ce417e5c') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:54.111096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.122920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4bd6277c-fab5-414f-b8b6-0db619806483 None None] Provisioning complete for port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:54.122920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4bd6277c-fab5-414f-b8b6-0db619806483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.124655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.131077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:54.131459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:54.134479 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:54.197125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.204362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.207682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "DELETE /v2.0/networks/f3b4f93f-b762-493b-a36b-0785532c0ad1 HTTP/1.1" status: 204 len: 168 time: 0.5914052 Nov 25 19:31:54.210288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:54.220678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9628-bec2-4097-ab20-1cefdec1ce09 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event deleted for resources: {'Network': ['ID=f3b4f93f-b762-493b-a36b-0785532c0ad1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.262483 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Deleting subnet 7550ca7e-c62c-4860-b029-8b3ca43c945a {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:54.265954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.307324 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.397602 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.460271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.467388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b363e7-0cda-47f5-b2d0-8e709271af18 None None] get_active_networks_info from n-d-819194-3 {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:31:54.487877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event deleted for resources: {'Subnet': ['ID=7550ca7e-c62c-4860-b029-8b3ca43c945a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.491777 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.495028 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-97333250-7bd4-46f5-a529-fcd766eaf784 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "DELETE /v2.0/subnets/7550ca7e-c62c-4860-b029-8b3ca43c945a HTTP/1.1" status: 204 len: 168 time: 0.2837069 Nov 25 19:31:54.497374 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59314) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:54.525426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-188f78e6-c04f-4072-aab8-60961cf62577 None None] Provisioning complete for port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:54.525794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-188f78e6-c04f-4072-aab8-60961cf62577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.567926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b363e7-0cda-47f5-b2d0-8e709271af18 None None] Resources bound (agent type, host, resource id): {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:31:54.575973 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.630170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Deleting port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:54.630812 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.692179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] For port 552a9cea-9c02-4af6-9fa1-5d21b726fef6, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=552a9cea-9c02-4af6-9fa1-5d21b726fef6,segment=NetworkSegment(2ff07736-447a-4f66-9443-4fbd731985d7),segment_id=2ff07736-447a-4f66-9443-4fbd731985d7)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:54.692541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.709334 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Calling delete_port for 552a9cea-9c02-4af6-9fa1-5d21b726fef6 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:54.786171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.798870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0728f-2b38-4bb8-8cc8-2ff5036c6ce4 None None] Network d417f015-56b6-45af-8d12-e1df81d74f6f requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:54.813001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event deleted for resources: {'Port': ['ID=552a9cea-9c02-4af6-9fa1-5d21b726fef6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.816306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] No DVR routers for this DVR port 552a9cea-9c02-4af6-9fa1-5d21b726fef6 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:54.898714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.919164 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d417f015-56b6-45af-8d12-e1df81d74f6f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:54.929256 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff07736-447a-4f66-9443-4fbd731985d7') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:54.929549 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff07736-447a-4f66-9443-4fbd731985d7') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:54.939161 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.945783 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ed559-ddd5-4362-a09f-7add6f835d34 None None] DHCP port deletion for d417f015-56b6-45af-8d12-e1df81d74f6f request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:54.952511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.960059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:54.960440 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:54.963492 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:55.019555 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.026350 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.029698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "DELETE /v2.0/networks/d417f015-56b6-45af-8d12-e1df81d74f6f HTTP/1.1" status: 204 len: 168 time: 0.5314162 Nov 25 19:31:55.032559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59316) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:55.046497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd978b-51d2-4a20-9205-b8c4c0b6e241 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Pushing event deleted for resources: {'Network': ['ID=d417f015-56b6-45af-8d12-e1df81d74f6f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.064193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-88bfa55f-316f-496c-8ff9-68994e2183c9 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "GET /v2.0/ports?device_id=91db3206-15d4-45c4-8435-0cf8fd10dd78 HTTP/1.1" status: 200 len: 205 time: 0.0299089 Nov 25 19:31:55.069504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59318) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:55.142215 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae05-5f1b-4136-a2ee-8c2b96a31513 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.274126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 552a9cea-9c02-4af6-9fa1-5d21b726fef6 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:55.295957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 552a9cea-9c02-4af6-9fa1-5d21b726fef6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:55.296294 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 552a9cea-9c02-4af6-9fa1-5d21b726fef6 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:55.314903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae05-5f1b-4136-a2ee-8c2b96a31513 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.317204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae05-5f1b-4136-a2ee-8c2b96a31513 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.360988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae05-5f1b-4136-a2ee-8c2b96a31513 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.361512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd4ae05-5f1b-4136-a2ee-8c2b96a31513 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Fanout notify agent at l3_agent the message router_deleted on router 91db3206-15d4-45c4-8435-0cf8fd10dd78 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:31:55.368714 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae05-5f1b-4136-a2ee-8c2b96a31513 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.369832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9bd4ae05-5f1b-4136-a2ee-8c2b96a31513 tempest-RoutersNegativeTest-988225700 tempest-RoutersNegativeTest-988225700-project] 10.222.0.62 "DELETE /v2.0/routers/91db3206-15d4-45c4-8435-0cf8fd10dd78 HTTP/1.1" status: 204 len: 168 time: 0.2994072 Nov 25 19:31:55.607704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59324) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:55.736239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-485503b7-f3e1-49fc-b02f-0cca62a8e221 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac296ba6465745f29e998c13f9c70d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274040 Nov 25 19:31:55.738742 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59328) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:55.784231 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52a5cdd5-95cc-4dc1-8a94-bd6466b4e64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.804802 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52a5cdd5-95cc-4dc1-8a94-bd6466b4e64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.854075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52a5cdd5-95cc-4dc1-8a94-bd6466b4e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.856725 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52a5cdd5-95cc-4dc1-8a94-bd6466b4e64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.857894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-52a5cdd5-95cc-4dc1-8a94-bd6466b4e64f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59b9e8ba-ea55-46fb-a00a-d7530edda016 HTTP/1.1" status: 204 len: 168 time: 0.1182582 Nov 25 19:31:55.866109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5cdd5-95cc-4dc1-8a94-bd6466b4e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b9e8ba-ea55-46fb-a00a-d7530edda016,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:56.481364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59350) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:56.588274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1842299429-network', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:56.610846 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Made reservation on behalf of e26a294266c44b09b6f059cddf17048a for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:56.613305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.621680 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.699200 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.702948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.730180 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:56.740490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18175ea-17a2-4073-bd56-9c8bafe0a42c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:56.745832 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.746167 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Added segment 24877ad7-3d0a-4f7c-9764-19759dea0779 of type vlan for network cae740d3-96ca-4efd-a87c-9666c23f40e4 Nov 25 19:31:56.788232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.814272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.815149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:56.815713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.868782 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3863223 Nov 25 19:31:56.871835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:56.877337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Request body: {'subnet': {'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-subnet', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:56.879977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b99095-f296-43b7-b358-b876dd2d2d92 admin admin] Pushing event updated for resources: {'Network': ['ID=cae740d3-96ca-4efd-a87c-9666c23f40e4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:56.890364 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:56.899188 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Made reservation on behalf of e26a294266c44b09b6f059cddf17048a for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:56.901472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.065576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.120491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9dc5856-1e55-46fe-9683-70c9158aa74e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:57.129557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Checking segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:57.129911 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Network hostable DHCP agents. Network: cae740d3-96ca-4efd-a87c-9666c23f40e4, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:57.146696 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:57.163512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, cae740d3-96ca-4efd-a87c-9666c23f40e4) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:57.167507 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:57.168108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.172774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af5434-20a3-4f54-9268-a7a37e27a7fa None None] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:57.185160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-63ce954a-4be2-499a-8d39-4741991febc1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3121924 Nov 25 19:31:57.188581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59356) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:57.193049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:57.216205 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.217806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.270343 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.318010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-cae740d3-96ca-4efd-a87c-9666c23f40e4', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'fixed_ips': [{'subnet_id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:57.318914 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.409075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.456729 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Allocated IP 172.20.0.2 (cae740d3-96ca-4efd-a87c-9666c23f40e4/f9dc5856-1e55-46fe-9683-70c9158aa74e/2760dda6-6086-4881-ae8b-4121462b9c35) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:57.594806 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.600274 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.605984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.644379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:57.647323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:57.654151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:57.657374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Pushing event updated for resources: {'Port': ['ID=2760dda6-6086-4881-ae8b-4121462b9c35,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:57.711230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Attempting to bind port 2760dda6-6086-4881-ae8b-4121462b9c35 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:57.711610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Attempting to bind port 2760dda6-6086-4881-ae8b-4121462b9c35 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:57.711976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Attempting to bind port 2760dda6-6086-4881-ae8b-4121462b9c35 on network cae740d3-96ca-4efd-a87c-9666c23f40e4 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:57.717382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:57.717770 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Checking segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:57.718174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.718598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Bound using segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:57.719113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Bound port: 2760dda6-6086-4881-ae8b-4121462b9c35, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:57.719511 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.784180 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] For port 2760dda6-6086-4881-ae8b-4121462b9c35, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:57.788008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] For port 2760dda6-6086-4881-ae8b-4121462b9c35, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2760dda6-6086-4881-ae8b-4121462b9c35,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:57.792682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.855119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4f387-b66d-4886-ab13-4909b788c6ca None None] Pushing event updated for resources: {'Port': ['ID=2760dda6-6086-4881-ae8b-4121462b9c35,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:58.008790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.122355 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Allocated IP 172.25.2.75 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/4a94ac7b-1546-480f-9bb7-9178b1218324) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:58.237693 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.270037 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.311383 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:58.316645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:58.318819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Pushing event updated for resources: {'Port': ['ID=4a94ac7b-1546-480f-9bb7-9178b1218324,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:58.320900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:58.329498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc8620f-4a8d-46c1-bf61-a17e5d7ad344 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:58.444798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4aaffc05-007d-4c3b-813d-c56735894abb None None] Provisioning complete for port 4a94ac7b-1546-480f-9bb7-9178b1218324 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:58.445166 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4aaffc05-007d-4c3b-813d-c56735894abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.482145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4aaffc05-007d-4c3b-813d-c56735894abb None None] Port 4a94ac7b-1546-480f-9bb7-9178b1218324 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:58.566977 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.767181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.771253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720251c-03c5-47ca-81b3-64bfe45de3b8 None None] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:58.836653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bb816bfa-3e96-4cde-b689-d565cd7063df None None] Provisioning complete for port 2760dda6-6086-4881-ae8b-4121462b9c35 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:58.837029 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bb816bfa-3e96-4cde-b689-d565cd7063df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.895287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Router 2559ea73-9844-4965-8a59-49b1bf3cc480 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:31:58.983126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bb816bfa-3e96-4cde-b689-d565cd7063df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.001869 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:59.011950 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Sync routers for ids ['2559ea73-9844-4965-8a59-49b1bf3cc480'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:59.025933 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Routers {'2559ea73-9844-4965-8a59-49b1bf3cc480'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:59.026588 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2559ea73-9844-4965-8a59-49b1bf3cc480'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:59.030188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bb816bfa-3e96-4cde-b689-d565cd7063df None None] For port 2760dda6-6086-4881-ae8b-4121462b9c35, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2760dda6-6086-4881-ae8b-4121462b9c35,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:59.030505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.034885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c66599fb-ab1e-4a1b-9367-b3d1e403b620 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8427432 Nov 25 19:31:59.035013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bb816bfa-3e96-4cde-b689-d565cd7063df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.035203 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59358) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:59.083852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb816bfa-3e96-4cde-b689-d565cd7063df None None] Pushing event updated for resources: {'Port': ['ID=2760dda6-6086-4881-ae8b-4121462b9c35,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:59.147134 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Set router 2559ea73-9844-4965-8a59-49b1bf3cc480 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:59.264724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cb71096b-4d99-41ca-8d01-51a9a3850eec None None] Provisioning complete for port 2760dda6-6086-4881-ae8b-4121462b9c35 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:59.265774 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb71096b-4d99-41ca-8d01-51a9a3850eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.336608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2760dda6-6086-4881-ae8b-4121462b9c35 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:59.360750 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:31:58Z', 'revision_number': 3, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port': {'id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:58Z', 'updated_at': '2021-11-25T19:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:59.387956 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Checking router: 2559ea73-9844-4965-8a59-49b1bf3cc480 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:59.388743 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Updating router 2559ea73-9844-4965-8a59-49b1bf3cc480 port 4a94ac7b-1546-480f-9bb7-9178b1218324 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:31:59.404361 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2760dda6-6086-4881-ae8b-4121462b9c35 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:59.404741 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.416745 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.517552 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.671685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Allocated IP 172.20.0.1 (cae740d3-96ca-4efd-a87c-9666c23f40e4/f9dc5856-1e55-46fe-9683-70c9158aa74e/5cc82a9f-9e42-4752-a53a-e31a75709ea0) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:59.746873 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.752714 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.776808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.794509 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff79d4e-f7ff-4eb6-ab9a-f30a386900c3 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:59.805953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Attempting to bind port 4a94ac7b-1546-480f-9bb7-9178b1218324 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:59.806430 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Attempting to bind port 4a94ac7b-1546-480f-9bb7-9178b1218324 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:59.806710 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Attempting to bind port 4a94ac7b-1546-480f-9bb7-9178b1218324 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:59.815088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.816254 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Pushing event updated for resources: {'Port': ['ID=4a94ac7b-1546-480f-9bb7-9178b1218324,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:59.818482 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:59.818974 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:59.819372 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.819759 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:59.820222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Bound port: 4a94ac7b-1546-480f-9bb7-9178b1218324, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:59.820599 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.843319 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.844193 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.844686 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.844877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.845205 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.845529 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.845853 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.846170 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.846513 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.846833 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.847148 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.847717 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:59.857171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:59.860847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:59.865127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:59.868241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc82a9f-9e42-4752-a53a-e31a75709ea0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:59.888843 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] For port 4a94ac7b-1546-480f-9bb7-9178b1218324, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:59.892416 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] For port 4a94ac7b-1546-480f-9bb7-9178b1218324, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4a94ac7b-1546-480f-9bb7-9178b1218324,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:59.897169 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.908508 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.919268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bf31eeb9-96b7-48a9-87cf-04105174e6a3 None None] Provisioning complete for port 4a94ac7b-1546-480f-9bb7-9178b1218324 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:59.919897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf31eeb9-96b7-48a9-87cf-04105174e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.961233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05e37a-c29f-4822-88aa-a6714f41205f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:59.962613 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Routers {'2559ea73-9844-4965-8a59-49b1bf3cc480'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:59.963266 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2559ea73-9844-4965-8a59-49b1bf3cc480'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:00.015354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b214b-bfbe-4d49-8482-d3ed2b4412ad None None] Pushing event updated for resources: {'Port': ['ID=4a94ac7b-1546-480f-9bb7-9178b1218324,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:00.047269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf31eeb9-96b7-48a9-87cf-04105174e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.069266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-bf31eeb9-96b7-48a9-87cf-04105174e6a3 None None] For port 4a94ac7b-1546-480f-9bb7-9178b1218324, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4a94ac7b-1546-480f-9bb7-9178b1218324,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:00.075850 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf31eeb9-96b7-48a9-87cf-04105174e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.083941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.106147 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] Set router 2559ea73-9844-4965-8a59-49b1bf3cc480 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:00.131327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31eeb9-96b7-48a9-87cf-04105174e6a3 None None] Pushing event updated for resources: {'Port': ['ID=4a94ac7b-1546-480f-9bb7-9178b1218324,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:00.195275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6d29cfd7-fece-4bcc-ad10-fc4196d3835e None None] Provisioning complete for port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:00.195746 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6d29cfd7-fece-4bcc-ad10-fc4196d3835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.235563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6d29cfd7-fece-4bcc-ad10-fc4196d3835e None None] Port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:00.245774 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6d29cfd7-fece-4bcc-ad10-fc4196d3835e None None] Provisioning complete for port 4a94ac7b-1546-480f-9bb7-9178b1218324 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:00.246152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6d29cfd7-fece-4bcc-ad10-fc4196d3835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.262795 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.270667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.288584 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:31:58Z', 'revision_number': 3, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port': {'id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:58Z', 'updated_at': '2021-11-25T19:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:00.323155 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8ad0c-20cd-4f8a-ad31-55010323e966 None None] The sync data for ids ['2559ea73-9844-4965-8a59-49b1bf3cc480'] in n-d-819194-3 is: [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:31:58Z', 'revision_number': 3, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port': {'id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:58Z', 'updated_at': '2021-11-25T19:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:00.345195 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.349142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc82a9f-9e42-4752-a53a-e31a75709ea0,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:00.440498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:00.441910 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:00.577522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Router 2559ea73-9844-4965-8a59-49b1bf3cc480 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:00.696099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:00.702225 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-66ed46a5-5515-4771-864a-0494312d96c8 admin admin] 10.222.0.62 "PUT /v2.0/routers/2559ea73-9844-4965-8a59-49b1bf3cc480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659114 Nov 25 19:32:00.750806 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7e93487a-3696-4adc-9555-71448ac4a4bc None None] Provisioning complete for port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:00.751318 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e93487a-3696-4adc-9555-71448ac4a4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.786738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7e93487a-3696-4adc-9555-71448ac4a4bc None None] Port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:01.113101 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.197873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:01.202877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1042360405-network', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:01.227890 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Made reservation on behalf of b2664da76e8c4354bb7a90b408809c0c for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:01.230441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.240248 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.285997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4a94ac7b-1546-480f-9bb7-9178b1218324 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:01.329227 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.332981 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.334771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4a94ac7b-1546-480f-9bb7-9178b1218324 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:01.335140 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.358250 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:32:01.368933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d488743f-d7f7-44f6-bebe-552100561c8c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.377360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.377827 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Added segment e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b of type vlan for network 59567561-d697-44a2-b4cd-1cdce9c89069 Nov 25 19:32:01.426201 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.450652 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.451597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:01.452168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.501813 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3027635 Nov 25 19:32:01.504661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59376) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:01.509663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Request body: {'subnet': {'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-subnet', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:01.517312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37379f4-b2cd-4f05-8b9b-e15cefc9faac admin admin] Pushing event updated for resources: {'Network': ['ID=59567561-d697-44a2-b4cd-1cdce9c89069,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.526928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 59567561-d697-44a2-b4cd-1cdce9c89069 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:32:01.530962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Made reservation on behalf of b2664da76e8c4354bb7a90b408809c0c for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:01.534134 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.717019 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.774817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=015160ac-7f5c-43c0-990f-0d971b97851d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.783820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Checking segment: {'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:01.784184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Network hostable DHCP agents. Network: 59567561-d697-44a2-b4cd-1cdce9c89069, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:32:01.800947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Network 59567561-d697-44a2-b4cd-1cdce9c89069 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:32:01.809241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 59567561-d697-44a2-b4cd-1cdce9c89069) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:01.813886 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:01.814557 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.820601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e63fb-9635-460f-b9cb-d100cdd6f9f5 None None] Network 59567561-d697-44a2-b4cd-1cdce9c89069 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:01.832424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bf8f09a5-aa89-4da2-9099-e699aefbfb9d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3243670 Nov 25 19:32:01.832584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59378) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:01.836867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:01.860071 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.861422 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.940187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Sync routers for ids ['2559ea73-9844-4965-8a59-49b1bf3cc480'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:01.960587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Routers {'2559ea73-9844-4965-8a59-49b1bf3cc480'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:01.961224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2559ea73-9844-4965-8a59-49b1bf3cc480'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:02.024934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-59567561-d697-44a2-b4cd-1cdce9c89069', 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'fixed_ips': [{'subnet_id': '015160ac-7f5c-43c0-990f-0d971b97851d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:32:02.025812 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.163507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Set router 2559ea73-9844-4965-8a59-49b1bf3cc480 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:02.202431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.315799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Allocated IP 172.20.0.2 (59567561-d697-44a2-b4cd-1cdce9c89069/015160ac-7f5c-43c0-990f-0d971b97851d/2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:02.341032 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.520924 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.528389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 4, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port': {'id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:58Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5cc82a9f-9e42-4752-a53a-e31a75709ea0', 'name': '', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'mac_address': 'fa:16:3e:da:60:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 2, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'subnets': [{'id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:02.530532 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.541223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.560871 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.574887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Checking router: 2559ea73-9844-4965-8a59-49b1bf3cc480 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:02.575242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Updating router 2559ea73-9844-4965-8a59-49b1bf3cc480 port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:02.617969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Network 59567561-d697-44a2-b4cd-1cdce9c89069 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:02.622692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:02.629032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:02.631249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Pushing event updated for resources: {'Port': ['ID=2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:02.634267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.669247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Allocated IP 172.25.2.62 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/6c2ef7a8-25ff-425f-b0a5-6cf46f477449) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:02.721495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Attempting to bind port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:02.721860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Attempting to bind port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:02.722222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Attempting to bind port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 on network 59567561-d697-44a2-b4cd-1cdce9c89069 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:02.769502 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.777112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:02.777432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Checking segment: {'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:02.777833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.778227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Bound using segment: {'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:02.778722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Bound port: 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:02.779100 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.804976 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.849039 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:02.851840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:02.855540 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:02.870595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5cb23d-5f17-484f-bcae-9dc4414e0da1 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:02.877737 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Pushing event updated for resources: {'Port': ['ID=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:02.915860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] For port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:02.945266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] For port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4,segment=NetworkSegment(e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b),segment_id=e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:02.954726 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.966844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ff8f5956-ffc0-4d88-aadd-52e3e270d152 None None] Provisioning complete for port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:02.967213 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5956-ffc0-4d88-aadd-52e3e270d152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.089424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e61cbd-caf1-4fc4-8e99-faaec430d705 None None] Pushing event updated for resources: {'Port': ['ID=2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:03.098608 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f5956-ffc0-4d88-aadd-52e3e270d152 None None] Port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:03.117147 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.123851 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.125545 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.180553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b1755-6179-438e-b9a4-47a7aae12c47 None None] Pushing event updated for resources: {'Port': ['ID=5cc82a9f-9e42-4752-a53a-e31a75709ea0,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:03.251515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Attempting to bind port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:03.251836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Attempting to bind port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:03.252239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Attempting to bind port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 on network cae740d3-96ca-4efd-a87c-9666c23f40e4 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:03.266935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:03.267315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Checking segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:03.267720 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.268113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Bound using segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:03.268599 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Bound port: 5cc82a9f-9e42-4752-a53a-e31a75709ea0, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:03.268981 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.361662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] For port 5cc82a9f-9e42-4752-a53a-e31a75709ea0, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:03.365792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] For port 5cc82a9f-9e42-4752-a53a-e31a75709ea0, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5cc82a9f-9e42-4752-a53a-e31a75709ea0,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:03.378918 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.424748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.425424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:03.506204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Routers {'2559ea73-9844-4965-8a59-49b1bf3cc480'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:03.506867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2559ea73-9844-4965-8a59-49b1bf3cc480'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:03.513653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b1755-6179-438e-b9a4-47a7aae12c47 None None] Pushing event updated for resources: {'Port': ['ID=5cc82a9f-9e42-4752-a53a-e31a75709ea0,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:03.575964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Router 901a58ca-1e22-4025-8763-4cfbc54f104e is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:32:03.577440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8aa26e10-10e8-45f7-84d3-ed75f32b40ce None None] Provisioning complete for port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:03.577813 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8aa26e10-10e8-45f7-84d3-ed75f32b40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.632603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:03.632965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.694779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:03.706344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] Set router 2559ea73-9844-4965-8a59-49b1bf3cc480 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:03.707441 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Sync routers for ids ['901a58ca-1e22-4025-8763-4cfbc54f104e'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:03.716876 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.720893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-22dcd31d-6193-4587-93a7-2e572f1d042f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8846250 Nov 25 19:32:03.721120 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:03.722858 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Routers {'901a58ca-1e22-4025-8763-4cfbc54f104e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:03.724354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['901a58ca-1e22-4025-8763-4cfbc54f104e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:03.851923 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Set router 901a58ca-1e22-4025-8763-4cfbc54f104e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:03.992877 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.995049 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.060021 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8aa26e10-10e8-45f7-84d3-ed75f32b40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.085758 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 3, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port': {'id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:02Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:04.116161 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Checking router: 901a58ca-1e22-4025-8763-4cfbc54f104e for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:04.116846 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Updating router 901a58ca-1e22-4025-8763-4cfbc54f104e port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:04.122133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4,segment=NetworkSegment(e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b),segment_id=e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:04.134152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.149107 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.172991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8aa26e10-10e8-45f7-84d3-ed75f32b40ce None None] For port 5cc82a9f-9e42-4752-a53a-e31a75709ea0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5cc82a9f-9e42-4752-a53a-e31a75709ea0,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:04.186851 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8aa26e10-10e8-45f7-84d3-ed75f32b40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.223467 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.241561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:04.273299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a1ed12-c378-4e0a-b0f9-d9c98ae7620b None None] Network 59567561-d697-44a2-b4cd-1cdce9c89069 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:04.387087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f204e96e-9c68-4859-ba1a-7e3aea713cea None None] Provisioning complete for port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:04.387087 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f204e96e-9c68-4859-ba1a-7e3aea713cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.388683 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa26e10-10e8-45f7-84d3-ed75f32b40ce None None] Pushing event updated for resources: {'Port': ['ID=5cc82a9f-9e42-4752-a53a-e31a75709ea0,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:04.402983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Allocated IP 172.20.0.1 (59567561-d697-44a2-b4cd-1cdce9c89069/015160ac-7f5c-43c0-990f-0d971b97851d/7a6575ca-8f8e-4dbc-943f-248c7a57546c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:04.451036 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.457110 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.482986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 4, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port': {'id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:58Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5cc82a9f-9e42-4752-a53a-e31a75709ea0', 'name': '', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'mac_address': 'fa:16:3e:da:60:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 4, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'subnets': [{'id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:04.515662 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Attempting to bind port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:04.516039 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Attempting to bind port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:04.516394 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Attempting to bind port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:04.518418 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ee273-ab04-45c7-aced-8b31287add6f None None] Pushing event updated for resources: {'Port': ['ID=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:04.522903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e1520-c459-41c4-84a9-df1c205146e8 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:04.525664 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:04.526039 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:04.526438 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.526851 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:04.527318 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Bound port: 6c2ef7a8-25ff-425f-b0a5-6cf46f477449, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:04.527699 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.530055 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff4273-90e8-4ff6-9c37-af5bc7550bec None None] The sync data for ids ['2559ea73-9844-4965-8a59-49b1bf3cc480'] in n-d-819194-3 is: [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 4, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port': {'id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:58Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '5cc82a9f-9e42-4752-a53a-e31a75709ea0', 'name': '', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'mac_address': 'fa:16:3e:da:60:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 4, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'subnets': [{'id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:04.546355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.618143 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] For port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:04.621779 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] For port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:04.628034 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.645423 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.651519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f204e96e-9c68-4859-ba1a-7e3aea713cea None None] Provisioning complete for port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:04.651948 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f204e96e-9c68-4859-ba1a-7e3aea713cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.704151 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Routers {'901a58ca-1e22-4025-8763-4cfbc54f104e'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:04.704426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa1c4d-1b27-4679-bff4-6dd904129ad3 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:04.704991 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['901a58ca-1e22-4025-8763-4cfbc54f104e'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:04.715816 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Network 59567561-d697-44a2-b4cd-1cdce9c89069 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:04.722849 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:04.727306 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:04.735698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6575ca-8f8e-4dbc-943f-248c7a57546c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:04.800367 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.889036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-73783b92-b6b0-44c5-b234-a5aafbf9b0dd None None] Provisioning complete for port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:04.889856 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73783b92-b6b0-44c5-b234-a5aafbf9b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.955796 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ee273-ab04-45c7-aced-8b31287add6f None None] Pushing event updated for resources: {'Port': ['ID=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:04.977064 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] Set router 901a58ca-1e22-4025-8763-4cfbc54f104e gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:05.026422 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73783b92-b6b0-44c5-b234-a5aafbf9b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.035673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.056062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-73783b92-b6b0-44c5-b234-a5aafbf9b0dd None None] For port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:05.069150 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73783b92-b6b0-44c5-b234-a5aafbf9b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.164807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73783b92-b6b0-44c5-b234-a5aafbf9b0dd None None] Pushing event updated for resources: {'Port': ['ID=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:05.200363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-37337752-ffed-42b6-816e-32529e4d282c None None] Provisioning complete for port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:05.200731 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37337752-ffed-42b6-816e-32529e4d282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.292363 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 3, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port': {'id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:02Z', 'updated_at': '2021-11-25T19:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:05.292581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.301026 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.343612 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eb182-72cf-430e-871e-33b1a4e2d900 None None] The sync data for ids ['901a58ca-1e22-4025-8763-4cfbc54f104e'] in n-d-819194-3 is: [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:32:03Z', 'revision_number': 3, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port': {'id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:02Z', 'updated_at': '2021-11-25T19:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:05.377107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.399729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6575ca-8f8e-4dbc-943f-248c7a57546c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:05.449108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5cc82a9f-9e42-4752-a53a-e31a75709ea0 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:05.504933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c3ed1091-cdb9-4f2a-b9ea-b92d95b44ae7 None None] Provisioning complete for port 7a6575ca-8f8e-4dbc-943f-248c7a57546c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:05.505309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1091-cdb9-4f2a-b9ea-b92d95b44ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.519742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Network 59567561-d697-44a2-b4cd-1cdce9c89069 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:05.521346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:05.562226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:05.563371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.565514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed1091-cdb9-4f2a-b9ea-b92d95b44ae7 None None] Port 7a6575ca-8f8e-4dbc-943f-248c7a57546c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:05.708997 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Router 901a58ca-1e22-4025-8763-4cfbc54f104e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:05.722775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:05.806139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:05.806606 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.892059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:05.907509 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87b7517c-ca9d-456f-9475-95b9fa3321c2 admin admin] 10.222.0.62 "PUT /v2.0/routers/901a58ca-1e22-4025-8763-4cfbc54f104e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1849613 Nov 25 19:32:05.917037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c59fcf1b-bd6f-4a6e-b672-942429f996ec None None] Provisioning complete for port 7a6575ca-8f8e-4dbc-943f-248c7a57546c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:05.917335 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c59fcf1b-bd6f-4a6e-b672-942429f996ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:05.959757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c59fcf1b-bd6f-4a6e-b672-942429f996ec None None] Port 7a6575ca-8f8e-4dbc-943f-248c7a57546c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:06.591987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-16a4d656-7a89-43b6-8468-2c48f4bb7bdf tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:06.593471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-16a4d656-7a89-43b6-8468-2c48f4bb7bdf tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/networks?id=cae740d3-96ca-4efd-a87c-9666c23f40e4 HTTP/1.1" status: 200 len: 817 time: 0.1037350 Nov 25 19:32:06.608872 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-cf0bb66a-26d1-490b-bc84-ec636d299fc7 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/quotas/e26a294266c44b09b6f059cddf17048a HTTP/1.1" status: 200 len: 375 time: 0.0094125 Nov 25 19:32:06.665944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-30e9d646-b514-4d57-a9b7-4e2e293f55ff tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e26a294266c44b09b6f059cddf17048a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494797 Nov 25 19:32:06.757193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-4b6bdd5b-57b7-458f-b100-b17f39b79055 service neutron] 10.222.0.62 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796347 Nov 25 19:32:06.846468 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-ea0b7023-c61d-4b95-a140-b02b6db9001d service neutron] 10.222.0.62 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832379 Nov 25 19:32:07.020072 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-88c2b2ad-224d-4209-b659-c8e23baccf80 req-011db1f4-063d-41cc-b97c-3ff8ddce029a tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 210 time: 0.0370972 Nov 25 19:32:07.328110 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:07.388662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:07.389896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.042755 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Sync routers for ids ['901a58ca-1e22-4025-8763-4cfbc54f104e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:08.053600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Routers {'901a58ca-1e22-4025-8763-4cfbc54f104e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:08.054236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['901a58ca-1e22-4025-8763-4cfbc54f104e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:08.075107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0b8e1433-abd1-469f-bbf6-1be4d42c4e8e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.076869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0b8e1433-abd1-469f-bbf6-1be4d42c4e8e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "GET /v2.0/networks?id=cae740d3-96ca-4efd-a87c-9666c23f40e4 HTTP/1.1" status: 200 len: 817 time: 0.1193120 Nov 25 19:32:08.098759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Request body: {'port': {'device_id': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'admin_state_up': True, 'tenant_id': 'e26a294266c44b09b6f059cddf17048a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:08.170764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Set router 901a58ca-1e22-4025-8763-4cfbc54f104e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:08.173437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e08a9997-43e4-4b81-a34d-d325db1315b8 req-fd9afc95-f199-4782-9e8d-514778125c11 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 210 time: 0.0577257 Nov 25 19:32:08.240231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Made reservation on behalf of e26a294266c44b09b6f059cddf17048a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:08.243709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.372892 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Allocated IP 172.20.0.4 (cae740d3-96ca-4efd-a87c-9666c23f40e4/f9dc5856-1e55-46fe-9683-70c9158aa74e/14e135a5-7ee5-402a-95dc-d9f28a26da0e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:08.378419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:32:04Z', 'revision_number': 4, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port': {'id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:02Z', 'updated_at': '2021-11-25T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '7a6575ca-8f8e-4dbc-943f-248c7a57546c', 'name': '', 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'mac_address': 'fa:16:3e:b0:55:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '015160ac-7f5c-43c0-990f-0d971b97851d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:04Z', 'updated_at': '2021-11-25T19:32:05Z', 'revision_number': 2, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'subnets': [{'id': '015160ac-7f5c-43c0-990f-0d971b97851d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:08.404987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Checking router: 901a58ca-1e22-4025-8763-4cfbc54f104e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:08.405339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Updating router 901a58ca-1e22-4025-8763-4cfbc54f104e port 7a6575ca-8f8e-4dbc-943f-248c7a57546c binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:08.429427 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.529511 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.563623 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.608555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:08.612175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:08.616177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:08.622691 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Pushing event updated for resources: {'Port': ['ID=14e135a5-7ee5-402a-95dc-d9f28a26da0e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:08.671718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.672968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.690794 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0e96e3a2-b138-4f0c-9ec3-f2dc58855273 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969274 Nov 25 19:32:08.708331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Request body: {'port': {'device_id': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:08.710444 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.716057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.770122 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.770381 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4874d-e6c8-4943-8910-2a68d9756002 None None] Pushing event updated for resources: {'Port': ['ID=7a6575ca-8f8e-4dbc-943f-248c7a57546c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:08.823376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Attempting to bind port 7a6575ca-8f8e-4dbc-943f-248c7a57546c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:08.823751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Attempting to bind port 7a6575ca-8f8e-4dbc-943f-248c7a57546c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:08.824122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Attempting to bind port 7a6575ca-8f8e-4dbc-943f-248c7a57546c on network 59567561-d697-44a2-b4cd-1cdce9c89069 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:08.829962 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:08.830348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Checking segment: {'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:08.830779 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.831184 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Bound using segment: {'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:08.832202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Bound port: 7a6575ca-8f8e-4dbc-943f-248c7a57546c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:08.832202 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.917903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] For port 7a6575ca-8f8e-4dbc-943f-248c7a57546c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:08.922252 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] For port 7a6575ca-8f8e-4dbc-943f-248c7a57546c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a6575ca-8f8e-4dbc-943f-248c7a57546c,segment=NetworkSegment(e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b),segment_id=e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:08.924075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0cf8b146-1ef5-4127-b820-ed0c8163303f None None] Provisioning complete for port 14e135a5-7ee5-402a-95dc-d9f28a26da0e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:08.924484 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b146-1ef5-4127-b820-ed0c8163303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.928920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.016142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8b146-1ef5-4127-b820-ed0c8163303f None None] Port 14e135a5-7ee5-402a-95dc-d9f28a26da0e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:09.020373 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Routers {'901a58ca-1e22-4025-8763-4cfbc54f104e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:09.020998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:31:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['901a58ca-1e22-4025-8763-4cfbc54f104e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:09.025915 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4874d-e6c8-4943-8910-2a68d9756002 None None] Pushing event updated for resources: {'Port': ['ID=7a6575ca-8f8e-4dbc-943f-248c7a57546c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:09.066772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e135a5-7ee5-402a-95dc-d9f28a26da0e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:09.075424 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.088660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Transition to ACTIVE for port object 14e135a5-7ee5-402a-95dc-d9f28a26da0e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:09.092721 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.148700 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Pushing event updated for resources: {'Port': ['ID=14e135a5-7ee5-402a-95dc-d9f28a26da0e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:09.159019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e8a3efd7-b98e-498c-8de0-63df523a8ffd None None] Provisioning complete for port 7a6575ca-8f8e-4dbc-943f-248c7a57546c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:09.159534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8a3efd7-b98e-498c-8de0-63df523a8ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.164826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] Set router 901a58ca-1e22-4025-8763-4cfbc54f104e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:09.248164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Attempting to bind port 14e135a5-7ee5-402a-95dc-d9f28a26da0e on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:09.248726 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Attempting to bind port 14e135a5-7ee5-402a-95dc-d9f28a26da0e by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:09.249772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Attempting to bind port 14e135a5-7ee5-402a-95dc-d9f28a26da0e on network cae740d3-96ca-4efd-a87c-9666c23f40e4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:09.256965 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Port 14e135a5-7ee5-402a-95dc-d9f28a26da0e on network cae740d3-96ca-4efd-a87c-9666c23f40e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:09.258375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Attempting to bind port 14e135a5-7ee5-402a-95dc-d9f28a26da0e on network cae740d3-96ca-4efd-a87c-9666c23f40e4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:09.263857 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:09.264301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Checking segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:09.264761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Bound using segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:09.266604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Bound port: 14e135a5-7ee5-402a-95dc-d9f28a26da0e, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:09.266604 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.346933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] For port 14e135a5-7ee5-402a-95dc-d9f28a26da0e, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:09.350862 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] For port 14e135a5-7ee5-402a-95dc-d9f28a26da0e, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=14e135a5-7ee5-402a-95dc-d9f28a26da0e,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:09.351648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1be2bb-ec7f-45bf-8bc6-1a2978c21848 req-604b139f-1a9a-4a2a-bc83-474a51cfa16e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.353646 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c1be2bb-ec7f-45bf-8bc6-1a2978c21848 req-604b139f-1a9a-4a2a-bc83-474a51cfa16e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 943 time: 0.0792382 Nov 25 19:32:09.362850 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.416087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.417109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.419659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] 10.222.0.64 "PUT /v2.0/ports/14e135a5-7ee5-402a-95dc-d9f28a26da0e HTTP/1.1" status: 200 len: 1091 time: 0.7161677 Nov 25 19:32:09.422954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'tag': '14e135a5-7ee5-402a-95dc-d9f28a26da0e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:09.427605 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b770d80-4207-4a9a-a4fe-85afee187396" -d '{"events": [{"name": "network-changed", "server_uuid": "0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c", "tag": "14e135a5-7ee5-402a-95dc-d9f28a26da0e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:09.433884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c1be2bb-ec7f-45bf-8bc6-1a2978c21848 req-682e37b4-207b-4efb-a83b-021b187cc6a7 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Nov 25 19:32:09.460712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8a3efd7-b98e-498c-8de0-63df523a8ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.462566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f2ee-b43f-44c5-a8aa-8106c3ede337 service neutron] Pushing event updated for resources: {'Port': ['ID=14e135a5-7ee5-402a-95dc-d9f28a26da0e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:09.487369 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10bedb-891e-4dec-9f8d-8a78a2af8959 x-openstack-request-id: req-5b10bedb-891e-4dec-9f8d-8a78a2af8959 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:09.487369 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c", "tag": "14e135a5-7ee5-402a-95dc-d9f28a26da0e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:09.487369 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b10bedb-891e-4dec-9f8d-8a78a2af8959 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:09.487734 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'tag': '14e135a5-7ee5-402a-95dc-d9f28a26da0e', 'status': 'completed', 'code': 200} Nov 25 19:32:09.523710 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-58e3bfc1-84c1-4ac3-937d-5cbf260944f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.525276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-58e3bfc1-84c1-4ac3-937d-5cbf260944f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e26a294266c44b09b6f059cddf17048a&device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 1094 time: 0.0510800 Nov 25 19:32:09.579223 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-d1f6a6fe-3be6-4141-87db-17dd6698ce66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14e135a5-7ee5-402a-95dc-d9f28a26da0e HTTP/1.1" status: 200 len: 217 time: 0.0423906 Nov 25 19:32:09.637150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-2fe5951a-5536-415f-888d-51840feabd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.638708 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-2fe5951a-5536-415f-888d-51840feabd1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9dc5856-1e55-46fe-9683-70c9158aa74e HTTP/1.1" status: 200 len: 856 time: 0.0492082 Nov 25 19:32:09.688379 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e8a3efd7-b98e-498c-8de0-63df523a8ffd None None] For port 7a6575ca-8f8e-4dbc-943f-248c7a57546c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a6575ca-8f8e-4dbc-943f-248c7a57546c,segment=NetworkSegment(e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b),segment_id=e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:09.689279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-69033cb0-4a89-4156-967c-ba5cc8720251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.691683 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-69033cb0-4a89-4156-967c-ba5cc8720251 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cae740d3-96ca-4efd-a87c-9666c23f40e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424819 Nov 25 19:32:09.694411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8a3efd7-b98e-498c-8de0-63df523a8ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.753342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:32:04Z', 'revision_number': 4, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port': {'id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:02Z', 'updated_at': '2021-11-25T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '7a6575ca-8f8e-4dbc-943f-248c7a57546c', 'name': '', 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'mac_address': 'fa:16:3e:b0:55:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '015160ac-7f5c-43c0-990f-0d971b97851d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:04Z', 'updated_at': '2021-11-25T19:32:08Z', 'revision_number': 4, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'subnets': [{'id': '015160ac-7f5c-43c0-990f-0d971b97851d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:09.754947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3efd7-b98e-498c-8de0-63df523a8ffd None None] Pushing event updated for resources: {'Port': ['ID=7a6575ca-8f8e-4dbc-943f-248c7a57546c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:09.784419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538a8a1-e823-4b9d-bd19-d6801239ef95 None None] The sync data for ids ['901a58ca-1e22-4025-8763-4cfbc54f104e'] in n-d-819194-3 is: [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:32:04Z', 'revision_number': 4, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port': {'id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:02Z', 'updated_at': '2021-11-25T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '7a6575ca-8f8e-4dbc-943f-248c7a57546c', 'name': '', 'network_id': '59567561-d697-44a2-b4cd-1cdce9c89069', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'mac_address': 'fa:16:3e:b0:55:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '015160ac-7f5c-43c0-990f-0d971b97851d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:04Z', 'updated_at': '2021-11-25T19:32:08Z', 'revision_number': 4, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'subnets': [{'id': '015160ac-7f5c-43c0-990f-0d971b97851d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:09.789792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-0c2474bd-2c52-436d-9957-b5939001656c service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881824 Nov 25 19:32:09.814812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e8d44723-ea68-4e39-baa6-c1d7f8cc6bfa None None] Provisioning complete for port 7a6575ca-8f8e-4dbc-943f-248c7a57546c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:09.815186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e8d44723-ea68-4e39-baa6-c1d7f8cc6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.911871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1194a328-7b28-401a-9c5d-f86fc0f11b75 req-bd53364c-9c56-4327-aeda-c143b7400a83 service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102977 Nov 25 19:32:10.021459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-adf1d391-afaf-4432-9c7f-bbb13ff6bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.023005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-adf1d391-afaf-4432-9c7f-bbb13ff6bab0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e26a294266c44b09b6f059cddf17048a&device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 1094 time: 0.0502739 Nov 25 19:32:10.124859 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-eadad6fa-3100-483e-962e-eac37307b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.126352 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-eadad6fa-3100-483e-962e-eac37307b703 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cae740d3-96ca-4efd-a87c-9666c23f40e4 HTTP/1.1" status: 200 len: 918 time: 0.0960169 Nov 25 19:32:10.169253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-d97cf921-c09d-4345-9f80-c9b9ece3bd32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14e135a5-7ee5-402a-95dc-d9f28a26da0e HTTP/1.1" status: 200 len: 217 time: 0.0352821 Nov 25 19:32:10.227236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-68f453e8-6c4a-4465-8819-82a51fce1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.228816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-68f453e8-6c4a-4465-8819-82a51fce1d09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9dc5856-1e55-46fe-9683-70c9158aa74e HTTP/1.1" status: 200 len: 856 time: 0.0516176 Nov 25 19:32:10.277356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-912ec621-bff4-4f94-a11e-dfea3e861e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.278931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-912ec621-bff4-4f94-a11e-dfea3e861e54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cae740d3-96ca-4efd-a87c-9666c23f40e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416567 Nov 25 19:32:10.374935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-71afcb52-db62-417a-a704-414008c8e499 service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839627 Nov 25 19:32:10.477807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8b770d80-4207-4a9a-a4fe-85afee187396 req-61f8a398-f251-4908-9e20-80cfb1a9dad4 service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942755 Nov 25 19:32:10.550135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8704a5-95bd-4b21-913d-6cc359237b6a req-d052497e-88c9-4fd3-a1c9-bc32e54cf482 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.551664 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e8704a5-95bd-4b21-913d-6cc359237b6a req-d052497e-88c9-4fd3-a1c9-bc32e54cf482 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 943 time: 0.0487661 Nov 25 19:32:10.598339 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6e8704a5-95bd-4b21-913d-6cc359237b6a req-53722e50-53b7-49a8-87bc-9fdae5f3529c tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Nov 25 19:32:11.030852 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e70e216c-0d8b-44f9-be86-716c813d3026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.329905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a6575ca-8f8e-4dbc-943f-248c7a57546c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:11.378012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7a6575ca-8f8e-4dbc-943f-248c7a57546c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:11.378378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.632073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 14e135a5-7ee5-402a-95dc-d9f28a26da0e details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:11.724945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811044d-3624-4847-ba4d-4379ccd5d7d4 req-7822be05-245e-403e-bdfc-c0018c5bf90c tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.726540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5811044d-3624-4847-ba4d-4379ccd5d7d4 req-7822be05-245e-403e-bdfc-c0018c5bf90c tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 943 time: 0.0538533 Nov 25 19:32:11.731562 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 14e135a5-7ee5-402a-95dc-d9f28a26da0e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=14e135a5-7ee5-402a-95dc-d9f28a26da0e,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:11.744071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '14e135a5-7ee5-402a-95dc-d9f28a26da0e', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'port_id': '14e135a5-7ee5-402a-95dc-d9f28a26da0e', 'mac_address': 'fa:16:3e:ee:f7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:11.778218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5811044d-3624-4847-ba4d-4379ccd5d7d4 req-29a88f35-7b97-41ed-b4f7-689a6ef21fec tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Nov 25 19:32:11.788617 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.803217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e135a5-7ee5-402a-95dc-d9f28a26da0e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:11.823592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 14e135a5-7ee5-402a-95dc-d9f28a26da0e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=14e135a5-7ee5-402a-95dc-d9f28a26da0e,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:11.827295 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.873329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=14e135a5-7ee5-402a-95dc-d9f28a26da0e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:12.073512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['14e135a5-7ee5-402a-95dc-d9f28a26da0e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:12.895759 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b5048-24c4-499b-a5d1-6069e9bd2490 req-0a2c797a-ed44-4fdc-91b6-9055695cd527 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:12.897231 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c31b5048-24c4-499b-a5d1-6069e9bd2490 req-0a2c797a-ed44-4fdc-91b6-9055695cd527 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 944 time: 0.0487883 Nov 25 19:32:12.947932 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c31b5048-24c4-499b-a5d1-6069e9bd2490 req-cd1eed8d-041b-47a9-82e2-45e900d3c51f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Nov 25 19:32:13.523025 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0db38771-3072-4234-bb2a-1de2fb46caac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.571056 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:32:13.646723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 14e135a5-7ee5-402a-95dc-d9f28a26da0e up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:13.694679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 14e135a5-7ee5-402a-95dc-d9f28a26da0e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:13.698220 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 14e135a5-7ee5-402a-95dc-d9f28a26da0e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:13.698634 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.785854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.808464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e135a5-7ee5-402a-95dc-d9f28a26da0e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:13.810752 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a755aa-4a35-4d24-8748-772123ecc54e" -d '{"events": [{"server_uuid": "0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "14e135a5-7ee5-402a-95dc-d9f28a26da0e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:13.823111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 14e135a5-7ee5-402a-95dc-d9f28a26da0e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=14e135a5-7ee5-402a-95dc-d9f28a26da0e,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:13.827046 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.850788 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb762a3-bcab-40b1-b0c2-3df6273d37a6 x-openstack-request-id: req-8cb762a3-bcab-40b1-b0c2-3df6273d37a6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:13.851165 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "14e135a5-7ee5-402a-95dc-d9f28a26da0e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:13.851343 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cb762a3-bcab-40b1-b0c2-3df6273d37a6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:13.851740 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e135a5-7ee5-402a-95dc-d9f28a26da0e', 'code': 200} Nov 25 19:32:13.877470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=14e135a5-7ee5-402a-95dc-d9f28a26da0e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:13.960365 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e82c-d901-452a-9194-ab5b7befc47b req-666e0bd3-541b-43d3-b80c-91c118a3412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:13.961864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c418e82c-d901-452a-9194-ab5b7befc47b req-666e0bd3-541b-43d3-b80c-91c118a3412f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 1096 time: 0.0445912 Nov 25 19:32:14.012177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c418e82c-d901-452a-9194-ab5b7befc47b req-09105b06-0a5b-41b3-921f-9a0883708787 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Nov 25 19:32:14.066243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4190ae-05df-4f3d-a953-a1d09d0bc005 req-41ec5feb-8fdb-4168-93a8-38148fc8e0ac tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:14.067666 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b4190ae-05df-4f3d-a953-a1d09d0bc005 req-41ec5feb-8fdb-4168-93a8-38148fc8e0ac tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 945 time: 0.0485525 Nov 25 19:32:14.114465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b4190ae-05df-4f3d-a953-a1d09d0bc005 req-b4d92bbf-4bb9-45a4-8aa0-8880edb05201 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Nov 25 19:32:14.606810 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.236056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf3abf-7c37-4302-9b1f-087d76adc7b2 req-884670ac-6db3-4dc0-871d-2020d835a181 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:15.237806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0bdf3abf-7c37-4302-9b1f-087d76adc7b2 req-884670ac-6db3-4dc0-871d-2020d835a181 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 945 time: 0.0527136 Nov 25 19:32:15.289577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0bdf3abf-7c37-4302-9b1f-087d76adc7b2 req-b56a83dc-6468-453d-8cf2-459f9f1ac1e9 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Nov 25 19:32:16.164246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.407385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2303cdc-14e2-44e4-838c-fbe2022bd022 req-9bbed816-f031-44da-984d-a78251013cfc tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:16.408854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2303cdc-14e2-44e4-838c-fbe2022bd022 req-9bbed816-f031-44da-984d-a78251013cfc tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 945 time: 0.0516222 Nov 25 19:32:16.455676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e2303cdc-14e2-44e4-838c-fbe2022bd022 req-7bac2fc0-7e6f-495b-a82d-3cb3890671fd tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Nov 25 19:32:16.568277 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74171b-651e-4a34-addd-cfc8f7251d31 req-45993912-9c7e-4a8d-b874-5a76a8b55033 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:16.569761 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db74171b-651e-4a34-addd-cfc8f7251d31 req-45993912-9c7e-4a8d-b874-5a76a8b55033 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 945 time: 0.0482512 Nov 25 19:32:16.620405 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-db74171b-651e-4a34-addd-cfc8f7251d31 req-700321da-03ae-4ea1-b7b6-e816e1c6edd5 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Nov 25 19:32:17.093952 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:31.108112 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.875049 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.176152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b3c8-3087-44df-b9e7-0005972c38cc req-85a88d4e-d6a2-445d-9d9d-057b09fc5d5e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:38.177663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4434b3c8-3087-44df-b9e7-0005972c38cc req-85a88d4e-d6a2-445d-9d9d-057b09fc5d5e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 945 time: 0.0537851 Nov 25 19:32:38.225714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4434b3c8-3087-44df-b9e7-0005972c38cc req-8fbb40bf-1add-4bac-9dec-c43e0ff132aa tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Nov 25 19:32:39.344175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2578-2bcf-4a63-a785-3e21d25c4fb4 req-e93b952a-55c0-45c2-9aee-8b9591973244 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:39.345651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c88f2578-2bcf-4a63-a785-3e21d25c4fb4 req-e93b952a-55c0-45c2-9aee-8b9591973244 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 945 time: 0.0508106 Nov 25 19:32:39.394059 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c88f2578-2bcf-4a63-a785-3e21d25c4fb4 req-1ead053e-65c2-4b6c-a3ed-54b617b7f169 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Nov 25 19:32:39.863511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-0adc14b9-1ffc-4988-85d1-8d38c01da82d tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:39.864936 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-0adc14b9-1ffc-4988-85d1-8d38c01da82d tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 945 time: 0.0479407 Nov 25 19:32:39.959616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Deleting port 14e135a5-7ee5-402a-95dc-d9f28a26da0e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:39.959945 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.044553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] For port 14e135a5-7ee5-402a-95dc-d9f28a26da0e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=14e135a5-7ee5-402a-95dc-d9f28a26da0e,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:40.045319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.057445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Calling delete_port for 14e135a5-7ee5-402a-95dc-d9f28a26da0e owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:40.184679 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.201188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['14e135a5-7ee5-402a-95dc-d9f28a26da0e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:40.211225 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Pushing event deleted for resources: {'Port': ['ID=14e135a5-7ee5-402a-95dc-d9f28a26da0e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:40.226095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.226445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.226865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.227175 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.227491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.227815 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.228142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.228465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.228786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.229141 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.229600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.229800 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:40.268244 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] No DVR routers for this DVR port 14e135a5-7ee5-402a-95dc-d9f28a26da0e on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:40.270914 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.274220 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fc0a969-455d-4004-a828-2a38c1475b3f req-3142638b-ddf9-4100-83ff-488d71533115 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "DELETE /v2.0/ports/14e135a5-7ee5-402a-95dc-d9f28a26da0e HTTP/1.1" status: 204 len: 173 time: 0.3977749 Nov 25 19:32:40.274692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'name': 'network-vif-deleted', 'tag': '14e135a5-7ee5-402a-95dc-d9f28a26da0e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:40.276965 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d209a06c-21bf-4353-9d31-b206032cbdb7" -d '{"events": [{"server_uuid": "0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c", "name": "network-vif-deleted", "tag": "14e135a5-7ee5-402a-95dc-d9f28a26da0e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:40.317358 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cee606-9867-4860-8d2a-3cf801d610d6 x-openstack-request-id: req-74cee606-9867-4860-8d2a-3cf801d610d6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:40.317672 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c", "name": "network-vif-deleted", "tag": "14e135a5-7ee5-402a-95dc-d9f28a26da0e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:40.317928 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74cee606-9867-4860-8d2a-3cf801d610d6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:40.318353 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c', 'name': 'network-vif-deleted', 'tag': '14e135a5-7ee5-402a-95dc-d9f28a26da0e', 'status': 'completed', 'code': 200} Nov 25 19:32:40.501964 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07191843-9fbf-403d-bc96-db5fb0a5cadc req-20409e1b-f29d-4129-a21a-4f83793b425f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=0823a2f1-1fae-4253-a2b7-2bbcdc4d7f6c HTTP/1.1" status: 200 len: 210 time: 0.0272501 Nov 25 19:32:41.033463 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3ab65c7-0d22-40ab-a54d-3668b2ed4e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.948565 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-10a1f129-f1e4-4388-90e3-55cd068cfe17 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:41.950033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-10a1f129-f1e4-4388-90e3-55cd068cfe17 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/networks?id=cae740d3-96ca-4efd-a87c-9666c23f40e4 HTTP/1.1" status: 200 len: 817 time: 0.0996449 Nov 25 19:32:41.965286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-fd9a3d85-d556-42a4-87d6-2b6a93197933 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/quotas/e26a294266c44b09b6f059cddf17048a HTTP/1.1" status: 200 len: 375 time: 0.0089288 Nov 25 19:32:42.020274 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-449a5188-31e0-4c9d-a0a7-515d66b6a879 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e26a294266c44b09b6f059cddf17048a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497479 Nov 25 19:32:42.117864 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-605532f1-28e7-4593-86a1-3703597d55bd service neutron] 10.222.0.62 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856655 Nov 25 19:32:42.208894 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-07cef3ce-c62d-4daa-9598-3e103392610e service neutron] 10.222.0.62 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848784 Nov 25 19:32:42.366576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-da6d3fd0-4fff-4b12-8e5b-ccce948e11c7 req-b5adb065-738a-4891-ab68-9af11c400894 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Nov 25 19:32:43.384728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-f5fa40a5-6712-4bdb-b920-f9cec68a0b2b tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:43.386124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-f5fa40a5-6712-4bdb-b920-f9cec68a0b2b tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "GET /v2.0/networks?id=cae740d3-96ca-4efd-a87c-9666c23f40e4 HTTP/1.1" status: 200 len: 817 time: 0.1023569 Nov 25 19:32:43.402077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Request body: {'port': {'device_id': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'admin_state_up': True, 'tenant_id': 'e26a294266c44b09b6f059cddf17048a'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:43.484270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b532f23d-191e-4e11-b3ad-3ce921863867 req-29253b96-0bef-4b91-baed-2986923c141d tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 210 time: 0.0351040 Nov 25 19:32:43.524031 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-55c47c0d-dd61-44af-908c-6acd6fcc69c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.539004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Made reservation on behalf of e26a294266c44b09b6f059cddf17048a for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:43.542768 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.676650 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Allocated IP 172.20.0.7 (cae740d3-96ca-4efd-a87c-9666c23f40e4/f9dc5856-1e55-46fe-9683-70c9158aa74e/217ac8ec-ab89-494e-89fa-b0ffcb8f1da3) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:43.765922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 14e135a5-7ee5-402a-95dc-d9f28a26da0e no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:43.785153 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 14e135a5-7ee5-402a-95dc-d9f28a26da0e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:43.785500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 14e135a5-7ee5-402a-95dc-d9f28a26da0e not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:43.823036 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.859002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.904844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:43.907932 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:43.911955 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:43.918177 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Pushing event updated for resources: {'Port': ['ID=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:43.965446 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:43.966060 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.982749 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-c0b44909-8df4-4c33-9404-20fd3db185b2 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850341 Nov 25 19:32:44.001492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Request body: {'port': {'device_id': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:44.060090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.162963 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-128dea2e-3d3a-47a2-9872-2a78fda1b061 None None] Provisioning complete for port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:44.163332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-128dea2e-3d3a-47a2-9872-2a78fda1b061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.199134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-128dea2e-3d3a-47a2-9872-2a78fda1b061 None None] Port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:44.328615 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:44.337142 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.350697 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Transition to ACTIVE for port object 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:44.354247 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.403026 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Pushing event updated for resources: {'Port': ['ID=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:44.477129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Attempting to bind port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:44.477593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Attempting to bind port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:44.477924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Attempting to bind port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 on network cae740d3-96ca-4efd-a87c-9666c23f40e4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:44.482542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 on network cae740d3-96ca-4efd-a87c-9666c23f40e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:44.482937 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Attempting to bind port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 on network cae740d3-96ca-4efd-a87c-9666c23f40e4 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:44.488213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:44.488552 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Checking segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:44.488933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Bound using segment: {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:44.489362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Bound port: 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24877ad7-3d0a-4f7c-9764-19759dea0779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:44.489712 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.561922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] For port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:44.565146 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] For port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:44.568818 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.606415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.607050 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.608521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] 10.222.0.64 "PUT /v2.0/ports/217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 HTTP/1.1" status: 200 len: 1091 time: 0.6118066 Nov 25 19:32:44.608966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'tag': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:44.611339 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692442bb-c439-47f8-ae1c-ac632882d34f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e199c1-aa4d-4642-b2e0-907af32a5f50", "tag": "217ac8ec-ab89-494e-89fa-b0ffcb8f1da3"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:44.636602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafc4d2-f986-4dea-9e9b-4a085f5cf96a req-b3eb1926-1b71-495b-8974-ebb39ccdb425 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.639132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9eafc4d2-f986-4dea-9e9b-4a085f5cf96a req-b3eb1926-1b71-495b-8974-ebb39ccdb425 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 943 time: 0.0743351 Nov 25 19:32:44.647678 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb797fa-7919-4512-b64e-faee89bbfb4e service neutron] Pushing event updated for resources: {'Port': ['ID=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:44.651536 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.675257 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e0241f-a1ae-4b43-984f-4b92809e3c32 x-openstack-request-id: req-98e0241f-a1ae-4b43-984f-4b92809e3c32 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:44.675546 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e199c1-aa4d-4642-b2e0-907af32a5f50", "tag": "217ac8ec-ab89-494e-89fa-b0ffcb8f1da3", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:44.675799 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98e0241f-a1ae-4b43-984f-4b92809e3c32 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:44.676195 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'tag': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3', 'status': 'completed', 'code': 200} Nov 25 19:32:44.706910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-312b9be8-de86-4f4b-b180-beddfa482dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.708409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-312b9be8-de86-4f4b-b180-beddfa482dda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e26a294266c44b09b6f059cddf17048a&device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 1094 time: 0.0498929 Nov 25 19:32:44.708845 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9eafc4d2-f986-4dea-9e9b-4a085f5cf96a req-663b0c11-8483-4902-a37e-730a14aa9049 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623324 Nov 25 19:32:44.756588 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-22c67255-6e68-4bb6-913e-fad3c6fed91c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 HTTP/1.1" status: 200 len: 217 time: 0.0402124 Nov 25 19:32:44.819070 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-475cc993-7883-4121-bc06-eb5a3fce5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.823096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-475cc993-7883-4121-bc06-eb5a3fce5a8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9dc5856-1e55-46fe-9683-70c9158aa74e HTTP/1.1" status: 200 len: 856 time: 0.0529048 Nov 25 19:32:44.872960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-097b152e-8c13-43cd-8f4a-321a73e0530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.875034 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-097b152e-8c13-43cd-8f4a-321a73e0530a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cae740d3-96ca-4efd-a87c-9666c23f40e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401895 Nov 25 19:32:44.971281 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-edae1edb-0d35-4d9a-8fbb-274f2d9335e2 service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849354 Nov 25 19:32:45.071843 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7165cc5-d40b-4db1-a3fd-9076daaecc8e req-f9d102b2-9c87-42af-888a-f12aee7fbd3b service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896282 Nov 25 19:32:45.170684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692442bb-c439-47f8-ae1c-ac632882d34f req-742a785a-b688-4203-aa3a-a77c40fbb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.172702 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692442bb-c439-47f8-ae1c-ac632882d34f req-742a785a-b688-4203-aa3a-a77c40fbb9a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e26a294266c44b09b6f059cddf17048a&device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 1094 time: 0.0456879 Nov 25 19:32:45.263662 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692442bb-c439-47f8-ae1c-ac632882d34f req-423875d0-c23d-45bc-a90c-076bf64c6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.265124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692442bb-c439-47f8-ae1c-ac632882d34f req-423875d0-c23d-45bc-a90c-076bf64c6500 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cae740d3-96ca-4efd-a87c-9666c23f40e4 HTTP/1.1" status: 200 len: 918 time: 0.0852475 Nov 25 19:32:45.305430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692442bb-c439-47f8-ae1c-ac632882d34f req-ca66d2b9-ec1e-4aa8-9903-e90dd57adf25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 HTTP/1.1" status: 200 len: 217 time: 0.0333652 Nov 25 19:32:45.358514 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692442bb-c439-47f8-ae1c-ac632882d34f req-d96d1088-4951-449c-b5ac-47c49eaf5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.360422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692442bb-c439-47f8-ae1c-ac632882d34f req-d96d1088-4951-449c-b5ac-47c49eaf5b86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9dc5856-1e55-46fe-9683-70c9158aa74e HTTP/1.1" status: 200 len: 856 time: 0.0460441 Nov 25 19:32:45.410291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692442bb-c439-47f8-ae1c-ac632882d34f req-195804d7-aa7f-4d84-ac57-5dbea61ec7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.411802 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692442bb-c439-47f8-ae1c-ac632882d34f req-195804d7-aa7f-4d84-ac57-5dbea61ec7ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cae740d3-96ca-4efd-a87c-9666c23f40e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394335 Nov 25 19:32:45.500083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692442bb-c439-47f8-ae1c-ac632882d34f req-734c1f05-a292-4ecb-80d6-165d488ca9d1 service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798285 Nov 25 19:32:45.591477 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-692442bb-c439-47f8-ae1c-ac632882d34f req-1bd57ffa-8fb5-428e-b9fe-015e1a6e2080 service neutron] 10.222.0.64 "GET /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830982 Nov 25 19:32:45.826727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd9a32-a16b-4201-862a-d3b8d317b253 req-199e7814-055f-4f3a-b6b6-9aa753713c11 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.828705 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9dd9a32-a16b-4201-862a-d3b8d317b253 req-199e7814-055f-4f3a-b6b6-9aa753713c11 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 943 time: 0.0493567 Nov 25 19:32:45.875703 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9dd9a32-a16b-4201-862a-d3b8d317b253 req-e0f83999-6e3e-4ef2-9bab-82fe3746d965 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Nov 25 19:32:46.165829 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.994350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860b4ed-00af-4bd1-adf6-d93869eb6a32 req-57b5f2bc-4bf0-4538-8f9c-eef0f29e830a tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:46.995849 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7860b4ed-00af-4bd1-adf6-d93869eb6a32 req-57b5f2bc-4bf0-4538-8f9c-eef0f29e830a tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 943 time: 0.0531154 Nov 25 19:32:47.042831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7860b4ed-00af-4bd1-adf6-d93869eb6a32 req-192aac8f-3965-4c45-8e4e-2f34c85aeb65 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Nov 25 19:32:47.085585 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.787743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:47.883426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:47.894356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3', 'network_id': 'cae740d3-96ca-4efd-a87c-9666c23f40e4', 'port_id': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3', 'mac_address': 'fa:16:3e:53:96:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dc5856-1e55-46fe-9683-70c9158aa74e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:47.933033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.947393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:47.966786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:47.971619 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:48.018643 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:48.026145 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.026525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.026871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.027208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.027544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.027873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.028200 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.028526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.028854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.029177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.029500 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.029818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:48.164875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208dd32-d329-4716-85ba-6adecd9812a0 req-710e8a9a-e4d9-4984-bb27-38a6ff0b85ee tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:48.166361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8208dd32-d329-4716-85ba-6adecd9812a0 req-710e8a9a-e4d9-4984-bb27-38a6ff0b85ee tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 944 time: 0.0546129 Nov 25 19:32:48.212453 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8208dd32-d329-4716-85ba-6adecd9812a0 req-dc30e9d5-43fd-4f2e-acd8-118014e96fd1 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Nov 25 19:32:48.224906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['217ac8ec-ab89-494e-89fa-b0ffcb8f1da3'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:49.329288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d709-6358-4c92-8a28-d6956a6b0a47 req-7371f2b4-568b-4c3e-833a-718cb255136e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:49.330803 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64d3d709-6358-4c92-8a28-d6956a6b0a47 req-7371f2b4-568b-4c3e-833a-718cb255136e tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 944 time: 0.0482297 Nov 25 19:32:49.377905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64d3d709-6358-4c92-8a28-d6956a6b0a47 req-18f979b3-6a34-4e03-99c9-041083915609 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Nov 25 19:32:49.802916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:49.853060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:49.856693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:49.857063 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.931955 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.954604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:49.956835 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff6caba-6c46-493a-afb8-d7d896579495" -d '{"events": [{"server_uuid": "c6e199c1-aa4d-4642-b2e0-907af32a5f50", "name": "network-vif-plugged", "status": "completed", "tag": "217ac8ec-ab89-494e-89fa-b0ffcb8f1da3"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:49.969077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:49.973080 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.995796 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ea305c-4da9-4b22-8e31-9136e68d1c91 x-openstack-request-id: req-64ea305c-4da9-4b22-8e31-9136e68d1c91 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:49.996093 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e199c1-aa4d-4642-b2e0-907af32a5f50", "name": "network-vif-plugged", "status": "completed", "tag": "217ac8ec-ab89-494e-89fa-b0ffcb8f1da3", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:49.996347 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64ea305c-4da9-4b22-8e31-9136e68d1c91 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:49.996732 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3', 'code': 200} Nov 25 19:32:50.024178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:50.099790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94567f7-5326-4a5b-868b-d5118d714023 req-1bc60016-6ca0-47a4-ada1-9b7630d79a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:50.101199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d94567f7-5326-4a5b-868b-d5118d714023 req-1bc60016-6ca0-47a4-ada1-9b7630d79a76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 1096 time: 0.0402493 Nov 25 19:32:50.146159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d94567f7-5326-4a5b-868b-d5118d714023 req-0bde7612-d8b8-425b-ab45-67d4d24c2798 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367804 Nov 25 19:32:50.490949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5e33e-36a2-426d-b9fa-a303a51af8ca req-f7e473ca-7ea6-4df3-a816-3df8dffff691 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:50.492415 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cc5e33e-36a2-426d-b9fa-a303a51af8ca req-f7e473ca-7ea6-4df3-a816-3df8dffff691 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 945 time: 0.0481446 Nov 25 19:32:50.542094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8cc5e33e-36a2-426d-b9fa-a303a51af8ca req-d7bccec5-a4e8-4414-a4c3-457a0090b936 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Nov 25 19:32:50.569184 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:32:51.656711 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67329e-d44a-4f08-925d-a6094de121de req-87169ce0-1b75-472b-ae95-3a3823b442a5 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.658197 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e67329e-d44a-4f08-925d-a6094de121de req-87169ce0-1b75-472b-ae95-3a3823b442a5 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 945 time: 0.0479753 Nov 25 19:32:51.708795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e67329e-d44a-4f08-925d-a6094de121de req-a1c18a6c-5255-4a5d-a2b1-dbb807ca69e0 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Nov 25 19:32:51.821797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef13c25-16bc-4593-ac6b-1fc156f0f917 req-26847e1d-d565-4d61-9af1-59f1def7651c tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.823210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ef13c25-16bc-4593-ac6b-1fc156f0f917 req-26847e1d-d565-4d61-9af1-59f1def7651c tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 945 time: 0.0474987 Nov 25 19:32:51.870663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ef13c25-16bc-4593-ac6b-1fc156f0f917 req-6982db4e-5d63-42aa-acf5-29832be5cb24 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Nov 25 19:33:01.116588 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.883566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.039108 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d522-5192-47eb-91e0-9e1396e849c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:13.292061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a30f7-48ee-4cc0-9214-573d2653fb6c req-3b32af3e-f99d-4f8d-b7c0-278d6e8ed8d5 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.293549 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df0a30f7-48ee-4cc0-9214-573d2653fb6c req-3b32af3e-f99d-4f8d-b7c0-278d6e8ed8d5 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 945 time: 0.0496485 Nov 25 19:33:13.340025 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df0a30f7-48ee-4cc0-9214-573d2653fb6c req-62f6b18d-ecd0-4dac-ad62-919805ef6418 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Nov 25 19:33:13.526712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-88b21599-5673-40f9-a280-a28608c73bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.458835 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e49c6-e005-463a-9cb8-8fb53db20fec req-7254c67a-7f28-428c-9fea-0e7dc42f57e5 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.460322 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd2e49c6-e005-463a-9cb8-8fb53db20fec req-7254c67a-7f28-428c-9fea-0e7dc42f57e5 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 945 time: 0.0490797 Nov 25 19:33:14.507631 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cd2e49c6-e005-463a-9cb8-8fb53db20fec req-8e3072f4-2173-409d-9fbd-08a62d144307 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Nov 25 19:33:14.611986 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.014257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-50b178a8-fafb-49a2-9aab-688e3ef95cbb tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.015704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-50b178a8-fafb-49a2-9aab-688e3ef95cbb tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 945 time: 0.0477207 Nov 25 19:33:15.453048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Deleting port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:15.453377 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.541218 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] For port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:15.541591 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.558583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Calling delete_port for 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:15.668553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f31471-545e-4dcf-b740-0830119db642 req-f29f1bcb-b70b-41f9-939d-686eb1754915 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.670017 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9f31471-545e-4dcf-b740-0830119db642 req-f29f1bcb-b70b-41f9-939d-686eb1754915 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6e199c1-aa4d-4642-b2e0-907af32a5f50 HTTP/1.1" status: 200 len: 945 time: 0.0731208 Nov 25 19:33:15.759011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b9f31471-545e-4dcf-b740-0830119db642 req-ba2e67fe-cf34-4ad4-851e-d1858dd79400 tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.62 "GET /v2.0/security-groups?id=b18175ea-17a2-4073-bd56-9c8bafe0a42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823591 Nov 25 19:33:15.760018 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.774992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['217ac8ec-ab89-494e-89fa-b0ffcb8f1da3'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:15.797416 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Pushing event deleted for resources: {'Port': ['ID=217ac8ec-ab89-494e-89fa-b0ffcb8f1da3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:15.834044 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] No DVR routers for this DVR port 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:15.836896 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.840599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e03092de-1c05-4ef9-8077-81208c1b0f4d req-6071fef1-1387-415b-add9-18ed5ad5001f tempest-TestEncryptedCinderVolumes-1186182728 tempest-TestEncryptedCinderVolumes-1186182728-project] 10.222.0.64 "DELETE /v2.0/ports/217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 HTTP/1.1" status: 204 len: 173 time: 0.8175151 Nov 25 19:33:15.841063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'name': 'network-vif-deleted', 'tag': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:15.844000 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a1e2f9-7327-48fd-b0d9-3c837fc27809" -d '{"events": [{"server_uuid": "c6e199c1-aa4d-4642-b2e0-907af32a5f50", "name": "network-vif-deleted", "tag": "217ac8ec-ab89-494e-89fa-b0ffcb8f1da3"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:15.894200 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fc5618-5f2d-497d-abfd-c3f42b16656a x-openstack-request-id: req-48fc5618-5f2d-497d-abfd-c3f42b16656a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:15.894546 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e199c1-aa4d-4642-b2e0-907af32a5f50", "name": "network-vif-deleted", "tag": "217ac8ec-ab89-494e-89fa-b0ffcb8f1da3", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:15.894803 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48fc5618-5f2d-497d-abfd-c3f42b16656a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:15.895201 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e199c1-aa4d-4642-b2e0-907af32a5f50', 'name': 'network-vif-deleted', 'tag': '217ac8ec-ab89-494e-89fa-b0ffcb8f1da3', 'status': 'completed', 'code': 200} Nov 25 19:33:16.170153 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.849199 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59686) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:17.086411 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.191245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.436230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Deleting port 5cc82a9f-9e42-4752-a53a-e31a75709ea0 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:17.436590 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.512003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] For port 5cc82a9f-9e42-4752-a53a-e31a75709ea0, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=5cc82a9f-9e42-4752-a53a-e31a75709ea0,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:17.512367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.525338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Calling delete_port for 5cc82a9f-9e42-4752-a53a-e31a75709ea0 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:17.700868 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.730692 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc82a9f-9e42-4752-a53a-e31a75709ea0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:17.892095 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.114436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Router 2559ea73-9844-4965-8a59-49b1bf3cc480 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:18.218139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:18.223531 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-10be61c1-faf4-42ed-a025-dbab8f30684c admin admin] 10.222.0.62 "PUT /v2.0/routers/2559ea73-9844-4965-8a59-49b1bf3cc480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3732581 Nov 25 19:33:18.226246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59688) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:18.229097 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] Sync routers for ids ['2559ea73-9844-4965-8a59-49b1bf3cc480'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:18.239264 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] Routers {'2559ea73-9844-4965-8a59-49b1bf3cc480'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:18.239864 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2559ea73-9844-4965-8a59-49b1bf3cc480'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.327890 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.340391 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] Set router 2559ea73-9844-4965-8a59-49b1bf3cc480 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:18.426151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.483105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Deleting port 4a94ac7b-1546-480f-9bb7-9178b1218324 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:18.483442 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.511991 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:33:17Z', 'revision_number': 5, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port': {'id': '4a94ac7b-1546-480f-9bb7-9178b1218324', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:58Z', 'updated_at': '2021-11-25T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.540706 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] Checking router: 2559ea73-9844-4965-8a59-49b1bf3cc480 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:18.549437 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] Routers {'2559ea73-9844-4965-8a59-49b1bf3cc480'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:18.550030 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2559ea73-9844-4965-8a59-49b1bf3cc480'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.560554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] For port 4a94ac7b-1546-480f-9bb7-9178b1218324, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4a94ac7b-1546-480f-9bb7-9178b1218324,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:18.561560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.574184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Calling delete_port for 4a94ac7b-1546-480f-9bb7-9178b1218324 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:18.629346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] Set router 2559ea73-9844-4965-8a59-49b1bf3cc480 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:18.682601 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:33:18Z', 'revision_number': 6, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:18.708187 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca0f3a-b1aa-49e1-86b9-adf653fa89bb None None] The sync data for ids ['2559ea73-9844-4965-8a59-49b1bf3cc480'] in n-d-819194-3 is: [{'id': '2559ea73-9844-4965-8a59-49b1bf3cc480', 'name': 'tempest-TestEncryptedCinderVolumes-1842299429-router', 'tenant_id': 'e26a294266c44b09b6f059cddf17048a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:57Z', 'updated_at': '2021-11-25T19:33:18Z', 'revision_number': 6, 'project_id': 'e26a294266c44b09b6f059cddf17048a', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:18.747728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.771406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a94ac7b-1546-480f-9bb7-9178b1218324,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:18.787507 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b43bb-b0be-40c2-bd31-535ec2315b91 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:18.837310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.931948 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.934168 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.980938 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.981532 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2559ea73-9844-4965-8a59-49b1bf3cc480 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:18.986755 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.987902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-88711121-b263-4212-84b4-13a9eb3f3b25 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2559ea73-9844-4965-8a59-49b1bf3cc480 HTTP/1.1" status: 204 len: 168 time: 0.7607172 Nov 25 19:33:18.991195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59690) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:19.035616 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] Deleting subnet f9dc5856-1e55-46fe-9683-70c9158aa74e {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:33:19.038634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.077966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.169740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.222696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.250733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9dc5856-1e55-46fe-9683-70c9158aa74e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:19.252016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.255256 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-010cf344-6437-487a-bd61-0e65b83aa36d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f9dc5856-1e55-46fe-9683-70c9158aa74e HTTP/1.1" status: 204 len: 168 time: 0.2637868 Nov 25 19:33:19.257705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59692) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:19.260569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060c3a3-decb-4655-ae9e-1a42eab27a62 None None] Network cae740d3-96ca-4efd-a87c-9666c23f40e4 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:19.329422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.383712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Deleting port 2760dda6-6086-4881-ae8b-4121462b9c35 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:19.384086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.457510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] For port 2760dda6-6086-4881-ae8b-4121462b9c35, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2760dda6-6086-4881-ae8b-4121462b9c35,segment=NetworkSegment(24877ad7-3d0a-4f7c-9764-19759dea0779),segment_id=24877ad7-3d0a-4f7c-9764-19759dea0779)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:19.457870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.470947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Calling delete_port for 2760dda6-6086-4881-ae8b-4121462b9c35 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:19.503877 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] DHCP port deletion for cae740d3-96ca-4efd-a87c-9666c23f40e4 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:19.568592 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.571228 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4a94ac7b-1546-480f-9bb7-9178b1218324 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:19.594579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2760dda6-6086-4881-ae8b-4121462b9c35,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:19.594833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 4a94ac7b-1546-480f-9bb7-9178b1218324 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:19.595144 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4a94ac7b-1546-480f-9bb7-9178b1218324 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:19.595559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5cc82a9f-9e42-4752-a53a-e31a75709ea0 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:19.597856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] No DVR routers for this DVR port 2760dda6-6086-4881-ae8b-4121462b9c35 on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:19.621204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 5cc82a9f-9e42-4752-a53a-e31a75709ea0 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:19.621554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 5cc82a9f-9e42-4752-a53a-e31a75709ea0 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:19.621974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2760dda6-6086-4881-ae8b-4121462b9c35 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:19.627155 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] Deleting port 2760dda6-6086-4881-ae8b-4121462b9c35 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:19.627527 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.655782 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2760dda6-6086-4881-ae8b-4121462b9c35 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:19.656132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2760dda6-6086-4881-ae8b-4121462b9c35 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:19.681492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.705573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae740d3-96ca-4efd-a87c-9666c23f40e4']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:19.715444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] For port 2760dda6-6086-4881-ae8b-4121462b9c35, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:19.715736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24877ad7-3d0a-4f7c-9764-19759dea0779') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:19.715736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24877ad7-3d0a-4f7c-9764-19759dea0779') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:19.716072 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.726624 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.734286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] Calling delete_port for 2760dda6-6086-4881-ae8b-4121462b9c35 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:19.739189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] Port 2760dda6-6086-4881-ae8b-4121462b9c35 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:33:19.742265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.744297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.752324 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:33:19.752728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:33:19.754760 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:33:19.773694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] No DVR routers for this DVR port 2760dda6-6086-4881-ae8b-4121462b9c35 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:19.775579 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d64e-402b-4b48-bf52-e982e660efc1 None None] Pushing event deleted for resources: {'Port': ['ID=2760dda6-6086-4881-ae8b-4121462b9c35,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:19.822099 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.829113 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.832575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cae740d3-96ca-4efd-a87c-9666c23f40e4 HTTP/1.1" status: 204 len: 168 time: 0.5739410 Nov 25 19:33:19.835646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59694) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:19.850249 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ea5be-23a2-4e09-b6bc-85b7424a5ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae740d3-96ca-4efd-a87c-9666c23f40e4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:19.921149 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:19.941442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:19.941784 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 217ac8ec-ab89-494e-89fa-b0ffcb8f1da3 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:20.468283 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.708659 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Deleting port 7a6575ca-8f8e-4dbc-943f-248c7a57546c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:20.708994 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.784884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] For port 7a6575ca-8f8e-4dbc-943f-248c7a57546c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a6575ca-8f8e-4dbc-943f-248c7a57546c,segment=NetworkSegment(e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b),segment_id=e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:20.785241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.801689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Calling delete_port for 7a6575ca-8f8e-4dbc-943f-248c7a57546c owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:20.983486 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.009961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6575ca-8f8e-4dbc-943f-248c7a57546c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:21.033056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.033408 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.033748 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.034081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.034412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.034767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.035099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.035424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.035746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.036067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.036387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.036706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:21.182211 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.399440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Router 901a58ca-1e22-4025-8763-4cfbc54f104e has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:21.505041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:21.510088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-597dc8bd-c94d-4a06-8246-ec6910b25bbf admin admin] 10.222.0.62 "PUT /v2.0/routers/901a58ca-1e22-4025-8763-4cfbc54f104e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6734390 Nov 25 19:33:21.512621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59696) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:21.516798 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] Sync routers for ids ['901a58ca-1e22-4025-8763-4cfbc54f104e'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:21.526044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] Routers {'901a58ca-1e22-4025-8763-4cfbc54f104e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:21.526700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['901a58ca-1e22-4025-8763-4cfbc54f104e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:21.614752 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.628790 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] Set router 901a58ca-1e22-4025-8763-4cfbc54f104e gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:21.716033 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.768520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Deleting port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:21.768859 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.807564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:33:20Z', 'revision_number': 5, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port': {'id': '6c2ef7a8-25ff-425f-b0a5-6cf46f477449', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:32:02Z', 'updated_at': '2021-11-25T19:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:21.834073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] Checking router: 901a58ca-1e22-4025-8763-4cfbc54f104e for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:21.842592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] Routers {'901a58ca-1e22-4025-8763-4cfbc54f104e'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:21.843192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['901a58ca-1e22-4025-8763-4cfbc54f104e'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:21.847186 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] For port 6c2ef7a8-25ff-425f-b0a5-6cf46f477449, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:21.847556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.860919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Calling delete_port for 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:21.929268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] Set router 901a58ca-1e22-4025-8763-4cfbc54f104e gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:21.983363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:33:21Z', 'revision_number': 6, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:22.011803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfb7ca-7754-4f77-addd-7962799fd13b None None] The sync data for ids ['901a58ca-1e22-4025-8763-4cfbc54f104e'] in n-d-819194-3 is: [{'id': '901a58ca-1e22-4025-8763-4cfbc54f104e', 'name': 'tempest-TestEncryptedCinderVolumes-1042360405-router', 'tenant_id': 'b2664da76e8c4354bb7a90b408809c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:32:01Z', 'updated_at': '2021-11-25T19:33:21Z', 'revision_number': 6, 'project_id': 'b2664da76e8c4354bb7a90b408809c0c', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:22.024430 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.055613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2ef7a8-25ff-425f-b0a5-6cf46f477449,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:22.073311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f587c9-070a-4cbe-b996-147baf1ad2f5 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:22.114464 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.201496 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.204084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.246604 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.247130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901a58ca-1e22-4025-8763-4cfbc54f104e {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:22.252710 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.253849 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-87c78f83-6c96-4d0c-b17c-6db9f53154ba admin admin] 10.222.0.62 "DELETE /v2.0/routers/901a58ca-1e22-4025-8763-4cfbc54f104e HTTP/1.1" status: 204 len: 168 time: 0.7403259 Nov 25 19:33:22.256371 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59698) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:22.303711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] Deleting subnet 015160ac-7f5c-43c0-990f-0d971b97851d {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:33:22.306765 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.340814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.422902 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.475912 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.509217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015160ac-7f5c-43c0-990f-0d971b97851d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:22.511293 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.514748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d32fb463-27fd-4848-999d-c802f53392f3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/015160ac-7f5c-43c0-990f-0d971b97851d HTTP/1.1" status: 204 len: 168 time: 0.2574420 Nov 25 19:33:22.515700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388708a5-e310-4946-90b1-42e1de06a6c9 None None] Network 59567561-d697-44a2-b4cd-1cdce9c89069 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:22.517275 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59700) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:22.582381 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.637485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Deleting port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:22.637851 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.711128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] For port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4,segment=NetworkSegment(e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b),segment_id=e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:22.711408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.726088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Calling delete_port for 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:22.811845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.840412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:22.842819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] No DVR routers for this DVR port 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:22.870987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff6c7e-00fc-4e2c-b067-4a648a201ef5 None None] DHCP port deletion for 59567561-d697-44a2-b4cd-1cdce9c89069 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:22.928637 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.949208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59567561-d697-44a2-b4cd-1cdce9c89069']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:22.961750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:22.962045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f5f29f-e6b9-4b54-ae6a-12056fd6ba9b') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:22.972428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.987715 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:33:22.997143 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:33:23.056380 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.064941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.071046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] 10.222.0.62 "DELETE /v2.0/networks/59567561-d697-44a2-b4cd-1cdce9c89069 HTTP/1.1" status: 204 len: 168 time: 0.5524366 Nov 25 19:33:23.087165 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094abc9e-1e3d-4c2d-9eaf-b3c780ee9d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=59567561-d697-44a2-b4cd-1cdce9c89069,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:23.231732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59704) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:23.270736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5cbfd929-a3fc-4414-9c63-f8caf26e7a89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e26a294266c44b09b6f059cddf17048a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377445 Nov 25 19:33:23.273173 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:23.320998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-672cf4c9-89ca-4aa4-8439-1ddac6e3911f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.338250 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a6575ca-8f8e-4dbc-943f-248c7a57546c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:23.343537 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-672cf4c9-89ca-4aa4-8439-1ddac6e3911f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.358466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 7a6575ca-8f8e-4dbc-943f-248c7a57546c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:23.358906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a6575ca-8f8e-4dbc-943f-248c7a57546c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:23.359324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:23.377837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:23.378195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 6c2ef7a8-25ff-425f-b0a5-6cf46f477449 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:23.378636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:23.393707 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-672cf4c9-89ca-4aa4-8439-1ddac6e3911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.396757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-672cf4c9-89ca-4aa4-8439-1ddac6e3911f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.397916 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-672cf4c9-89ca-4aa4-8439-1ddac6e3911f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b18175ea-17a2-4073-bd56-9c8bafe0a42c HTTP/1.1" status: 204 len: 168 time: 0.1238668 Nov 25 19:33:23.398497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:23.398852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2e7bfa0e-d1d7-460f-afb6-deb50a2fedd4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:23.407840 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cf4c9-89ca-4aa4-8439-1ddac6e3911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18175ea-17a2-4073-bd56-9c8bafe0a42c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:23.702300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:23.743025 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-21e8cb72-aaa9-4fc8-b3fc-09b7b25e0460 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2664da76e8c4354bb7a90b408809c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395465 Nov 25 19:33:23.745362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59714) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:23.794313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e582-e1cf-4894-b882-ac3b99f4c878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.815441 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e582-e1cf-4894-b882-ac3b99f4c878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.860747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e582-e1cf-4894-b882-ac3b99f4c878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.863379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e582-e1cf-4894-b882-ac3b99f4c878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.864516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8ec8e582-e1cf-4894-b882-ac3b99f4c878 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d488743f-d7f7-44f6-bebe-552100561c8c HTTP/1.1" status: 204 len: 168 time: 0.1182804 Nov 25 19:33:23.873867 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8e582-e1cf-4894-b882-ac3b99f4c878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d488743f-d7f7-44f6-bebe-552100561c8c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:24.517725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59736) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:24.614265 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1433683686-network', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:24.636410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Made reservation on behalf of 0298924b31ab4a3bad2bf663e844cca8 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:24.638814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.647158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.720939 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.724980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.745924 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:24.759210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:24.764567 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.764905 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Added segment efb260f0-bc4e-4b56-9f21-de71aa1c50d6 of type vlan for network 9ff7f5d2-2c6b-4c59-8e09-049785182bff Nov 25 19:33:24.804075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.830840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.831937 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:24.832504 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.886293 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3673441 Nov 25 19:33:24.889566 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:24.894518 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Request body: {'subnet': {'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1433683686-subnet', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:24.897264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c68ec-b8de-4463-8edb-f762839df6ee admin admin] Pushing event updated for resources: {'Network': ['ID=9ff7f5d2-2c6b-4c59-8e09-049785182bff,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:24.906987 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:33:24.915763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Made reservation on behalf of 0298924b31ab4a3bad2bf663e844cca8 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:24.918901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.086761 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.140680 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c0f42d-cf53-4552-8191-adaf9b4a0051,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:25.149638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Checking segment: {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:25.149993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Network hostable DHCP agents. Network: 9ff7f5d2-2c6b-4c59-8e09-049785182bff, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:33:25.166686 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:33:25.175109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9ff7f5d2-2c6b-4c59-8e09-049785182bff) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:25.179436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:25.180026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.184899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9101805-12c9-4a47-bb04-822eacd389a6 None None] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:25.196209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2dd96ff8-b56a-4d95-bd3b-08ef911e14fc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3055310 Nov 25 19:33:25.199141 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59742) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:25.204286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:25.226898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.227979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.276941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.336358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:33:25.337223 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.413077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.483637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Allocated IP 172.20.0.2 (9ff7f5d2-2c6b-4c59-8e09-049785182bff/46c0f42d-cf53-4552-8191-adaf9b4a0051/834befca-6ba9-4890-a102-bc178a9836ed) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:25.611061 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.627267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.629746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.633381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.672327 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:25.675150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:25.678424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:25.687400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Pushing event updated for resources: {'Port': ['ID=834befca-6ba9-4890-a102-bc178a9836ed,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:25.735116 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Allocated IP 172.25.2.94 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/ec78a295-6eb0-4010-9ce9-72730e6684b3) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:25.740804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Attempting to bind port 834befca-6ba9-4890-a102-bc178a9836ed on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:25.741181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Attempting to bind port 834befca-6ba9-4890-a102-bc178a9836ed by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:25.741548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Attempting to bind port 834befca-6ba9-4890-a102-bc178a9836ed on network 9ff7f5d2-2c6b-4c59-8e09-049785182bff {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:25.746630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:25.747031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Checking segment: {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:25.747413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.747805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Bound using segment: {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:25.748271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Bound port: 834befca-6ba9-4890-a102-bc178a9836ed, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:25.749323 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.820113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] For port 834befca-6ba9-4890-a102-bc178a9836ed, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:25.823143 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] For port 834befca-6ba9-4890-a102-bc178a9836ed, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=834befca-6ba9-4890-a102-bc178a9836ed,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:25.828363 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.844559 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.884544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.885179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9fd30-15d3-4403-9b97-fa3bd6b2e524 None None] Pushing event updated for resources: {'Port': ['ID=834befca-6ba9-4890-a102-bc178a9836ed,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:25.924534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:25.927399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:25.930837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:25.943323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efddb850-d850-48b0-9114-f7ac22a6865e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:25.957664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec78a295-6eb0-4010-9ce9-72730e6684b3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:25.980049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-faf4366f-acfd-4066-b899-24a517d01576 None None] Provisioning complete for port ec78a295-6eb0-4010-9ce9-72730e6684b3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:25.980416 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-faf4366f-acfd-4066-b899-24a517d01576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.016444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-faf4366f-acfd-4066-b899-24a517d01576 None None] Port ec78a295-6eb0-4010-9ce9-72730e6684b3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:26.481054 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.693958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.828414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Router a3e55775-2286-43fb-9966-f4e1e7c48e17 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:26.869176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b826ae-673b-4e9d-b798-da58b8eb163f None None] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:26.938610 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:26.948370 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Sync routers for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:26.957077 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.958387 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-eb1c1ac1-5cca-43a3-b22e-05d1530de0d0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7581375 Nov 25 19:33:26.960964 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59744) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:26.964689 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:26.965310 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:26.983845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-683e57ec-a42d-4ea9-a7f2-f5f9f740fdd6 None None] Provisioning complete for port 834befca-6ba9-4890-a102-bc178a9836ed triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:26.984512 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-683e57ec-a42d-4ea9-a7f2-f5f9f740fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.076112 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:27.109288 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-683e57ec-a42d-4ea9-a7f2-f5f9f740fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.147979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-683e57ec-a42d-4ea9-a7f2-f5f9f740fdd6 None None] For port 834befca-6ba9-4890-a102-bc178a9836ed, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=834befca-6ba9-4890-a102-bc178a9836ed,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:27.153831 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-683e57ec-a42d-4ea9-a7f2-f5f9f740fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.209317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e57ec-a42d-4ea9-a7f2-f5f9f740fdd6 None None] Pushing event updated for resources: {'Port': ['ID=834befca-6ba9-4890-a102-bc178a9836ed,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:27.260228 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:26Z', 'revision_number': 3, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:27.287245 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Checking router: a3e55775-2286-43fb-9966-f4e1e7c48e17 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:27.287599 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Updating router a3e55775-2286-43fb-9966-f4e1e7c48e17 port ec78a295-6eb0-4010-9ce9-72730e6684b3 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:33:27.315294 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.394941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-10db71a0-fd7b-4e7b-b27b-ab35bb28c28f None None] Provisioning complete for port 834befca-6ba9-4890-a102-bc178a9836ed triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:27.395644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-10db71a0-fd7b-4e7b-b27b-ab35bb28c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.431375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 834befca-6ba9-4890-a102-bc178a9836ed up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:27.450347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.525321 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 834befca-6ba9-4890-a102-bc178a9836ed triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:27.525713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.586339 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:33:27.620443 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Allocated IP 172.20.0.1 (9ff7f5d2-2c6b-4c59-8e09-049785182bff/46c0f42d-cf53-4552-8191-adaf9b4a0051/4800ff34-2652-474f-870f-7e21afab2114) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:27.687350 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.692795 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.730112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.732442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ad071-7ef2-4002-a90f-0d84b585c19e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:27.741686 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Attempting to bind port ec78a295-6eb0-4010-9ce9-72730e6684b3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:27.741934 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Attempting to bind port ec78a295-6eb0-4010-9ce9-72730e6684b3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:27.742291 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Attempting to bind port ec78a295-6eb0-4010-9ce9-72730e6684b3 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:27.750615 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:27.750983 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:27.751376 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.751760 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:27.752220 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Bound port: ec78a295-6eb0-4010-9ce9-72730e6684b3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:27.752589 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.767016 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.780119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d0c8e90c-618e-4466-af11-42583b2db380 None None] Provisioning complete for port ec78a295-6eb0-4010-9ce9-72730e6684b3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:27.781088 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0c8e90c-618e-4466-af11-42583b2db380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.782546 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Pushing event updated for resources: {'Port': ['ID=ec78a295-6eb0-4010-9ce9-72730e6684b3,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:27.794022 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.794365 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.794736 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.795062 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.795910 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.796233 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.796556 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.796870 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.797185 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.797594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.798487 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.798813 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:27.811564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:27.814778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:27.817239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:27.821504 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] For port ec78a295-6eb0-4010-9ce9-72730e6684b3, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:27.825502 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] For port ec78a295-6eb0-4010-9ce9-72730e6684b3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec78a295-6eb0-4010-9ce9-72730e6684b3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:27.830527 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.838094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8e90c-618e-4466-af11-42583b2db380 None None] Port ec78a295-6eb0-4010-9ce9-72730e6684b3 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:27.844960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Pushing event updated for resources: {'Port': ['ID=4800ff34-2652-474f-870f-7e21afab2114,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:27.863630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.877838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51726028-110c-41ae-b4cb-6b02f67ce934 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:27.888131 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:27.888765 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:27.969930 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d5842f0f-95bc-4d00-8184-3eda7f303644 None None] Provisioning complete for port ec78a295-6eb0-4010-9ce9-72730e6684b3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:27.971365 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5842f0f-95bc-4d00-8184-3eda7f303644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.006817 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.014437 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:28.067849 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5842f0f-95bc-4d00-8184-3eda7f303644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.070043 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92196268-73eb-4eba-a161-b02384f2a481 None None] Pushing event updated for resources: {'Port': ['ID=ec78a295-6eb0-4010-9ce9-72730e6684b3,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:28.090437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d5842f0f-95bc-4d00-8184-3eda7f303644 None None] For port ec78a295-6eb0-4010-9ce9-72730e6684b3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec78a295-6eb0-4010-9ce9-72730e6684b3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:28.095402 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5842f0f-95bc-4d00-8184-3eda7f303644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.147993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5842f0f-95bc-4d00-8184-3eda7f303644 None None] Pushing event updated for resources: {'Port': ['ID=ec78a295-6eb0-4010-9ce9-72730e6684b3,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:28.206472 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.209042 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:26Z', 'revision_number': 3, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:28.211888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.218161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-aed5f063-1afd-469d-97c3-c044ba492c54 None None] Provisioning complete for port 4800ff34-2652-474f-870f-7e21afab2114 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:28.218650 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aed5f063-1afd-469d-97c3-c044ba492c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.241566 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd8ef0-e0eb-4e99-824f-e5771e5d13eb None None] The sync data for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 is: [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:26Z', 'revision_number': 3, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:28.254980 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-aed5f063-1afd-469d-97c3-c044ba492c54 None None] Port 4800ff34-2652-474f-870f-7e21afab2114 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:28.280370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.283272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Pushing event updated for resources: {'Port': ['ID=4800ff34-2652-474f-870f-7e21afab2114,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:28.378982 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:28.380350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:28.524666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Router a3e55775-2286-43fb-9966-f4e1e7c48e17 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:28.640936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:28.646016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-94e51b99-0ff3-4ea6-a058-b05e214e3297 admin admin] 10.222.0.62 "PUT /v2.0/routers/a3e55775-2286-43fb-9966-f4e1e7c48e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840541 Nov 25 19:33:28.696127 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-04a1a8e8-f7ff-43e7-a11d-a8663ebc34eb None None] Provisioning complete for port 4800ff34-2652-474f-870f-7e21afab2114 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:28.696507 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-04a1a8e8-f7ff-43e7-a11d-a8663ebc34eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.739954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-04a1a8e8-f7ff-43e7-a11d-a8663ebc34eb None None] Port 4800ff34-2652-474f-870f-7e21afab2114 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:29.147189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59760) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:29.152077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-435823194-network', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:29.173525 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Made reservation on behalf of 87b39c680b0a4352872757c7d3b7b974 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:29.175951 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.184717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.261253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.264991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.289470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:29.300127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b128c461-e789-4c04-a51b-fe1a5d646273,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:29.306489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.306837 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Added segment cdce118e-6d26-4573-885a-8af0e85ba742 of type vlan for network e0659f4e-eb4d-4226-b60e-ec4715162c7c Nov 25 19:33:29.348077 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.375179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.377474 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec78a295-6eb0-4010-9ce9-72730e6684b3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:29.379546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.380137 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.428597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ec78a295-6eb0-4010-9ce9-72730e6684b3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:29.428964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.433143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2848172 Nov 25 19:33:29.435992 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59764) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:29.440883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Request body: {'subnet': {'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-435823194-subnet', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:29.450086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3fa5a-09af-40b4-9170-cf9cb81811a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e0659f4e-eb4d-4226-b60e-ec4715162c7c,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:29.464218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Made reservation on behalf of 87b39c680b0a4352872757c7d3b7b974 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:29.464931 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:33:29.466766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.641712 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.698388 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf52c00c-31d4-42bb-afe6-6446c6bcdaea,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:29.706988 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Checking segment: {'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:29.707348 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Network hostable DHCP agents. Network: e0659f4e-eb4d-4226-b60e-ec4715162c7c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:33:29.723175 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:33:29.731987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, e0659f4e-eb4d-4226-b60e-ec4715162c7c) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:29.736539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.737139 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.741704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eae172-c6dc-4a3a-b5cc-9a5c8ffa80db None None] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:29.755786 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-78b71758-7a0e-4230-8054-33b9eaac70c5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3161540 Nov 25 19:33:29.755786 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59766) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:29.760343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:29.783800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.785097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.840704 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.867421 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Sync routers for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:29.895878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:29.896487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:29.935599 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-e0659f4e-eb4d-4226-b60e-ec4715162c7c', 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'fixed_ips': [{'subnet_id': 'bf52c00c-31d4-42bb-afe6-6446c6bcdaea'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:33:29.936992 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.977179 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.079318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:30.202807 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Allocated IP 172.20.0.2 (e0659f4e-eb4d-4226-b60e-ec4715162c7c/bf52c00c-31d4-42bb-afe6-6446c6bcdaea/352f4f49-e0de-49b2-a9fe-6728d0a06344) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:30.476058 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.494607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.596262 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.599219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 2, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:30.601500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Allocated IP 172.25.2.228 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:30.631548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Checking router: a3e55775-2286-43fb-9966-f4e1e7c48e17 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:30.631907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Updating router a3e55775-2286-43fb-9966-f4e1e7c48e17 port 4800ff34-2652-474f-870f-7e21afab2114 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:33:30.635074 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.689161 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.696044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:30.705760 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:30.708194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:30.709235 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.721845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Pushing event updated for resources: {'Port': ['ID=352f4f49-e0de-49b2-a9fe-6728d0a06344,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:30.745735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.785584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:30.788386 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:30.792214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:30.803315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Attempting to bind port 352f4f49-e0de-49b2-a9fe-6728d0a06344 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:30.804284 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Attempting to bind port 352f4f49-e0de-49b2-a9fe-6728d0a06344 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:30.804672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Attempting to bind port 352f4f49-e0de-49b2-a9fe-6728d0a06344 on network e0659f4e-eb4d-4226-b60e-ec4715162c7c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:30.819053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Pushing event updated for resources: {'Port': ['ID=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:30.847664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e7631-33ad-4dfb-af47-bd9da2df9fc4 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:30.865106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:30.865488 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Checking segment: {'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:30.865901 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.866295 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Bound using segment: {'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:30.866802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Bound port: 352f4f49-e0de-49b2-a9fe-6728d0a06344, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:30.867273 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.012806 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] For port 352f4f49-e0de-49b2-a9fe-6728d0a06344, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:31.016698 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-424fc53c-1e17-4fcb-a5ff-23da1ee16307 None None] Provisioning complete for port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:31.017137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-424fc53c-1e17-4fcb-a5ff-23da1ee16307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.055825 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.064628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] For port 352f4f49-e0de-49b2-a9fe-6728d0a06344, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=352f4f49-e0de-49b2-a9fe-6728d0a06344,segment=NetworkSegment(cdce118e-6d26-4573-885a-8af0e85ba742),segment_id=cdce118e-6d26-4573-885a-8af0e85ba742)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:31.078478 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.141929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-424fc53c-1e17-4fcb-a5ff-23da1ee16307 None None] Port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:31.173464 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.195114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f120cd-9a6a-476e-8c4f-8baae951bbc6 None None] Pushing event updated for resources: {'Port': ['ID=352f4f49-e0de-49b2-a9fe-6728d0a06344,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:31.220093 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.226326 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.271698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.279297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a425d10-55f1-410b-a631-54c624f6619f None None] Pushing event updated for resources: {'Port': ['ID=4800ff34-2652-474f-870f-7e21afab2114,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:31.372560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Attempting to bind port 4800ff34-2652-474f-870f-7e21afab2114 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:31.372934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Attempting to bind port 4800ff34-2652-474f-870f-7e21afab2114 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:31.373838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Attempting to bind port 4800ff34-2652-474f-870f-7e21afab2114 on network 9ff7f5d2-2c6b-4c59-8e09-049785182bff {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:31.379363 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:31.379732 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Checking segment: {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:31.380127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.380513 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Bound using segment: {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:31.380979 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Bound port: 4800ff34-2652-474f-870f-7e21afab2114, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:31.381360 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.465538 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Router f215f93d-5fcd-4baf-a657-8e0297d7f167 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:31.479467 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] For port 4800ff34-2652-474f-870f-7e21afab2114, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:31.484374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] For port 4800ff34-2652-474f-870f-7e21afab2114, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4800ff34-2652-474f-870f-7e21afab2114,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:31.490396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.572823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:31.573468 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:31.576059 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a425d10-55f1-410b-a631-54c624f6619f None None] Pushing event updated for resources: {'Port': ['ID=4800ff34-2652-474f-870f-7e21afab2114,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:31.605406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:31.614348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ff0dd268-c349-402e-931a-abb97955ad17 None None] Provisioning complete for port 4800ff34-2652-474f-870f-7e21afab2114 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:31.614864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd268-c349-402e-931a-abb97955ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.616155 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Sync routers for ids ['f215f93d-5fcd-4baf-a657-8e0297d7f167'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:31.634929 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Routers {'f215f93d-5fcd-4baf-a657-8e0297d7f167'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:31.635304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.635808 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f215f93d-5fcd-4baf-a657-8e0297d7f167'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:31.637653 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4f713d7b-10ca-438a-bcd9-5b0cedbd4aad admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8807752 Nov 25 19:33:31.640910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59768) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:31.752407 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:31.775939 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Set router f215f93d-5fcd-4baf-a657-8e0297d7f167 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:31.794790 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd268-c349-402e-931a-abb97955ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.911879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ff0dd268-c349-402e-931a-abb97955ad17 None None] For port 4800ff34-2652-474f-870f-7e21afab2114, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4800ff34-2652-474f-870f-7e21afab2114,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:31.918057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff0dd268-c349-402e-931a-abb97955ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:31.995048 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dd268-c349-402e-931a-abb97955ad17 None None] Pushing event updated for resources: {'Port': ['ID=4800ff34-2652-474f-870f-7e21afab2114,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:31.997516 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:33:30Z', 'revision_number': 3, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port': {'id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:30Z', 'updated_at': '2021-11-25T19:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.028983 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Checking router: f215f93d-5fcd-4baf-a657-8e0297d7f167 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:32.029341 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Updating router f215f93d-5fcd-4baf-a657-8e0297d7f167 port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:33:32.054538 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1fd69cd3-3cf2-4671-a987-27b0ba2bbe0e None None] Provisioning complete for port 4800ff34-2652-474f-870f-7e21afab2114 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:32.054912 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd69cd3-3cf2-4671-a987-27b0ba2bbe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.069180 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.111401 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.148812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc0828b-4232-4aa9-b983-8274a9af5fb5 None None] The sync data for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 is: [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:32.405833 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.413701 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.438176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7a06d-6e78-4d81-ab63-61674f6cbf5d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:32.479151 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Attempting to bind port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:32.479776 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Attempting to bind port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:32.480137 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Attempting to bind port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:32.492440 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:32.492862 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:32.493262 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.494135 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:32.494374 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Bound port: c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:32.494749 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.507418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d1d81-e46e-4cbb-8870-b775518b3365 None None] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:32.539310 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e70ecd-edc6-473a-8328-9c1c9f5b2e8e None None] Pushing event updated for resources: {'Port': ['ID=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:32.569322 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] For port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:32.573438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] For port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:32.580224 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.589603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Provisioning complete for port 352f4f49-e0de-49b2-a9fe-6728d0a06344 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:32.590111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.634934 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8289c3-4495-41b1-a2da-c944710e21ec None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:32.645310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.649438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Routers {'f215f93d-5fcd-4baf-a657-8e0297d7f167'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:32.650325 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f215f93d-5fcd-4baf-a657-8e0297d7f167'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.717937 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e70ecd-edc6-473a-8328-9c1c9f5b2e8e None None] Pushing event updated for resources: {'Port': ['ID=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:32.802884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.847721 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] For port 352f4f49-e0de-49b2-a9fe-6728d0a06344, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=352f4f49-e0de-49b2-a9fe-6728d0a06344,segment=NetworkSegment(cdce118e-6d26-4573-885a-8af0e85ba742),segment_id=cdce118e-6d26-4573-885a-8af0e85ba742)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:32.857976 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.874927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Allocated IP 172.20.0.1 (e0659f4e-eb4d-4226-b60e-ec4715162c7c/bf52c00c-31d4-42bb-afe6-6446c6bcdaea/25497136-ee41-4a4a-9da4-74353d866d37) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:32.919830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Pushing event updated for resources: {'Port': ['ID=352f4f49-e0de-49b2-a9fe-6728d0a06344,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:32.920506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] Set router f215f93d-5fcd-4baf-a657-8e0297d7f167 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:32.937846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Provisioning complete for port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:32.938873 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.036681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.065408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] For port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:33.071401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.100367 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.134042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013e300-3210-42ee-b538-3f5af72587c2 None None] Pushing event updated for resources: {'Port': ['ID=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:33.156036 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.175964 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:33:30Z', 'revision_number': 3, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port': {'id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:30Z', 'updated_at': '2021-11-25T19:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:33.201089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f1fa5ea5-548f-410d-aada-4d4c6ee711b1 None None] Provisioning complete for port 352f4f49-e0de-49b2-a9fe-6728d0a06344 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:33.202004 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5ea5-548f-410d-aada-4d4c6ee711b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.207925 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed87404-a58f-4c32-9911-84ec9fe53edb None None] The sync data for ids ['f215f93d-5fcd-4baf-a657-8e0297d7f167'] in n-d-819194-3 is: [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:33:30Z', 'revision_number': 3, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port': {'id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:30Z', 'updated_at': '2021-11-25T19:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:33.213260 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:33.216593 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:33.221465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:33.225317 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Pushing event updated for resources: {'Port': ['ID=25497136-ee41-4a4a-9da4-74353d866d37,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:33.267503 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.340397 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f1fa5ea5-548f-410d-aada-4d4c6ee711b1 None None] Provisioning complete for port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:33.341015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5ea5-548f-410d-aada-4d4c6ee711b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.491379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.655003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4800ff34-2652-474f-870f-7e21afab2114 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:33.729161 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4800ff34-2652-474f-870f-7e21afab2114 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:33.729532 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.747205 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.753647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.832375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Pushing event updated for resources: {'Port': ['ID=25497136-ee41-4a4a-9da4-74353d866d37,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:33.834887 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.844096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 352f4f49-e0de-49b2-a9fe-6728d0a06344 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:33.875451 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-48b880ba-cffe-4e94-9a6e-df3a5c938b56 None None] Provisioning complete for port 25497136-ee41-4a4a-9da4-74353d866d37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:33.875823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48b880ba-cffe-4e94-9a6e-df3a5c938b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.931248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-48b880ba-cffe-4e94-9a6e-df3a5c938b56 None None] Port 25497136-ee41-4a4a-9da4-74353d866d37 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:33.934624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.944628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:33.945197 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 352f4f49-e0de-49b2-a9fe-6728d0a06344 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:33.945573 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.946641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:34.077385 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Router f215f93d-5fcd-4baf-a657-8e0297d7f167 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:34.194658 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:34.199845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-70f22958-7b2d-4fe6-b912-a7c071b455bf admin admin] 10.222.0.62 "PUT /v2.0/routers/f215f93d-5fcd-4baf-a657-8e0297d7f167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5567029 Nov 25 19:33:34.251331 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f6e10a6-eaef-46e9-907e-528cb4f995e5 None None] Provisioning complete for port 25497136-ee41-4a4a-9da4-74353d866d37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:34.251701 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f6e10a6-eaef-46e9-907e-528cb4f995e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.286000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e10a6-eaef-46e9-907e-528cb4f995e5 None None] Port 25497136-ee41-4a4a-9da4-74353d866d37 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:35.401720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:35.454631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:35.455015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.694557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Sync routers for ids ['f215f93d-5fcd-4baf-a657-8e0297d7f167'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:35.709016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Routers {'f215f93d-5fcd-4baf-a657-8e0297d7f167'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:35.709636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f215f93d-5fcd-4baf-a657-8e0297d7f167'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:35.829586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Set router f215f93d-5fcd-4baf-a657-8e0297d7f167 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:36.067267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 4, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port': {'id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:30Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '25497136-ee41-4a4a-9da4-74353d866d37', 'name': '', 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'mac_address': 'fa:16:3e:a8:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf52c00c-31d4-42bb-afe6-6446c6bcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:32Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 2, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'subnets': [{'id': 'bf52c00c-31d4-42bb-afe6-6446c6bcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:36.099204 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Checking router: f215f93d-5fcd-4baf-a657-8e0297d7f167 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:36.099700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Updating router f215f93d-5fcd-4baf-a657-8e0297d7f167 port 25497136-ee41-4a4a-9da4-74353d866d37 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:33:36.134192 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.459077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.468823 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.549757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4fad6-aec4-4a1e-9079-a1b4a8384679 None None] Pushing event updated for resources: {'Port': ['ID=25497136-ee41-4a4a-9da4-74353d866d37,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:36.589455 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Attempting to bind port 25497136-ee41-4a4a-9da4-74353d866d37 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:36.589832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Attempting to bind port 25497136-ee41-4a4a-9da4-74353d866d37 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:36.590211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Attempting to bind port 25497136-ee41-4a4a-9da4-74353d866d37 on network e0659f4e-eb4d-4226-b60e-ec4715162c7c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:36.596359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:36.596743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Checking segment: {'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:36.597157 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.597552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Bound using segment: {'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:36.598036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Bound port: 25497136-ee41-4a4a-9da4-74353d866d37, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce118e-6d26-4573-885a-8af0e85ba742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:36.598868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.696485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] For port 25497136-ee41-4a4a-9da4-74353d866d37, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:36.703739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] For port 25497136-ee41-4a4a-9da4-74353d866d37, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=25497136-ee41-4a4a-9da4-74353d866d37,segment=NetworkSegment(cdce118e-6d26-4573-885a-8af0e85ba742),segment_id=cdce118e-6d26-4573-885a-8af0e85ba742)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:36.708941 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.777750 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Routers {'f215f93d-5fcd-4baf-a657-8e0297d7f167'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:36.778297 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:33:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f215f93d-5fcd-4baf-a657-8e0297d7f167'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:36.780318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4fad6-aec4-4a1e-9079-a1b4a8384679 None None] Pushing event updated for resources: {'Port': ['ID=25497136-ee41-4a4a-9da4-74353d866d37,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:36.844258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-545fac6f-c033-4a7b-ab24-ade6474a846e None None] Provisioning complete for port 25497136-ee41-4a4a-9da4-74353d866d37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:36.844615 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-545fac6f-c033-4a7b-ab24-ade6474a846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.941904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] Set router f215f93d-5fcd-4baf-a657-8e0297d7f167 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:37.002624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-545fac6f-c033-4a7b-ab24-ade6474a846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.093031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-545fac6f-c033-4a7b-ab24-ade6474a846e None None] For port 25497136-ee41-4a4a-9da4-74353d866d37, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=25497136-ee41-4a4a-9da4-74353d866d37,segment=NetworkSegment(cdce118e-6d26-4573-885a-8af0e85ba742),segment_id=cdce118e-6d26-4573-885a-8af0e85ba742)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:37.125341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-545fac6f-c033-4a7b-ab24-ade6474a846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.205496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fac6f-c033-4a7b-ab24-ade6474a846e None None] Pushing event updated for resources: {'Port': ['ID=25497136-ee41-4a4a-9da4-74353d866d37,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:37.267036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bf7d8693-c779-4e36-b6b6-c3843928bb8b None None] Provisioning complete for port 25497136-ee41-4a4a-9da4-74353d866d37 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:37.267407 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf7d8693-c779-4e36-b6b6-c3843928bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.324448 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 4, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port': {'id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:30Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '25497136-ee41-4a4a-9da4-74353d866d37', 'name': '', 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'mac_address': 'fa:16:3e:a8:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf52c00c-31d4-42bb-afe6-6446c6bcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:32Z', 'updated_at': '2021-11-25T19:33:36Z', 'revision_number': 4, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'subnets': [{'id': 'bf52c00c-31d4-42bb-afe6-6446c6bcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:37.376749 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428380c-e0a1-41e4-af21-d42b9d522f42 None None] The sync data for ids ['f215f93d-5fcd-4baf-a657-8e0297d7f167'] in n-d-819194-3 is: [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 4, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port': {'id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:30Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '25497136-ee41-4a4a-9da4-74353d866d37', 'name': '', 'network_id': 'e0659f4e-eb4d-4226-b60e-ec4715162c7c', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'mac_address': 'fa:16:3e:a8:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf52c00c-31d4-42bb-afe6-6446c6bcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:32Z', 'updated_at': '2021-11-25T19:33:36Z', 'revision_number': 4, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'subnets': [{'id': 'bf52c00c-31d4-42bb-afe6-6446c6bcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:39.403949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 25497136-ee41-4a4a-9da4-74353d866d37 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:39.476855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 25497136-ee41-4a4a-9da4-74353d866d37 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:39.477274 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.035475 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa48a692-f435-4700-bea3-83088ad4f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.529052 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c3b02b40-b71f-408b-a3f2-24b380454137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.353871 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-980c22a1-13a2-4a9f-8500-ac7664b293fc tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.355521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-980c22a1-13a2-4a9f-8500-ac7664b293fc tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 815 time: 0.1049371 Nov 25 19:33:44.371067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-daabcb04-57fa-48bf-bc71-41c27716a106 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/quotas/0298924b31ab4a3bad2bf663e844cca8 HTTP/1.1" status: 200 len: 375 time: 0.0092974 Nov 25 19:33:44.422068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-c1f2298e-fbba-485c-a106-4575bdd35499 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449479 Nov 25 19:33:44.601771 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-f42aa705-9adb-4a04-902a-0114aad49cf9 service neutron] 10.222.0.62 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680419 Nov 25 19:33:44.616079 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.696963 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-b707d376-bad6-4cc8-a8d6-3302ed089167 service neutron] 10.222.0.62 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881882 Nov 25 19:33:45.874055 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-93205948-123d-45bd-8ede-1c66223bb52a req-f5b81d47-75c9-4bbd-bddb-5dae2ee0893e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Nov 25 19:33:46.174778 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.879960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-0d1e94dc-7a5f-4a3a-a898-092b1dc8e5f3 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:46.881512 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-0d1e94dc-7a5f-4a3a-a898-092b1dc8e5f3 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 815 time: 0.1067114 Nov 25 19:33:46.900606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'port': {'device_id': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'admin_state_up': True, 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:46.975379 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bebe1aa2-01f9-426b-8400-fe4bd76adfed req-8e66b047-3023-4cef-afb0-4705f0bfb458 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 210 time: 0.0302515 Nov 25 19:33:47.011659 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Made reservation on behalf of 0298924b31ab4a3bad2bf663e844cca8 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:47.015226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.091584 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.164124 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Allocated IP 172.20.0.6 (9ff7f5d2-2c6b-4c59-8e09-049785182bff/46c0f42d-cf53-4552-8191-adaf9b4a0051/620d542a-f78b-4243-8e2b-0e3a9f5c941e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:47.415678 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.457804 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.512564 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:47.516583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:47.519960 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:47.554721 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:47.568631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.568987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.569336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.569679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.570013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.570351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.570728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.571059 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.571396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.571723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.572048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.572372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.602082 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.602757 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.621180 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4f12ab3a-fcc0-491d-b2c1-adaabc53c8c6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7243958 Nov 25 19:33:47.817147 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-790ed3da-76c4-413a-b490-6f2771219d49 None None] Provisioning complete for port 620d542a-f78b-4243-8e2b-0e3a9f5c941e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:47.818090 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-790ed3da-76c4-413a-b490-6f2771219d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.865387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-790ed3da-76c4-413a-b490-6f2771219d49 None None] Port 620d542a-f78b-4243-8e2b-0e3a9f5c941e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:48.108797 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52635b7-ba6c-408c-9c0f-fc8f372ca0a3 req-58813f69-4082-4d77-8e2d-2a839a0618a6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:48.110937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f52635b7-ba6c-408c-9c0f-fc8f372ca0a3 req-58813f69-4082-4d77-8e2d-2a839a0618a6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.0582712 Nov 25 19:33:48.170888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f52635b7-ba6c-408c-9c0f-fc8f372ca0a3 req-0df47081-c141-4123-9a52-fedb7e8cde31 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535614 Nov 25 19:33:49.298217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af493c6b-ff0c-4c65-8ced-7d17bf44a565 req-a48c31a7-c21b-4f63-9e9b-1003c31d5482 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.299699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af493c6b-ff0c-4c65-8ced-7d17bf44a565 req-a48c31a7-c21b-4f63-9e9b-1003c31d5482 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.0529127 Nov 25 19:33:49.360627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-af493c6b-ff0c-4c65-8ced-7d17bf44a565 req-069a9707-0a25-474b-beff-4e837a35332a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Nov 25 19:33:50.493301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fec2aa-5502-456a-bb59-dc694098209b req-3ede6f71-e169-44e8-a2f5-731517483500 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.494947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55fec2aa-5502-456a-bb59-dc694098209b req-3ede6f71-e169-44e8-a2f5-731517483500 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.0542190 Nov 25 19:33:50.548572 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-55fec2aa-5502-456a-bb59-dc694098209b req-4f77d1c9-5f4e-4a15-b6a9-965ad5aa9f0b tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Nov 25 19:33:51.668760 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850e475-a7e7-4d24-bdc0-643c22ea24dc req-e25f2a0f-c29e-4734-9aba-7b7c4d64e363 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:51.670921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4850e475-a7e7-4d24-bdc0-643c22ea24dc req-e25f2a0f-c29e-4734-9aba-7b7c4d64e363 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.0497832 Nov 25 19:33:51.722915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4850e475-a7e7-4d24-bdc0-643c22ea24dc req-9b969b16-6310-42b1-b8f9-acd3ed1d23d8 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Nov 25 19:33:52.921332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839741a-df90-42ab-a8d8-612777e13559 req-eb57e62b-5610-4d8e-b791-9999e6729f69 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:52.922922 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f839741a-df90-42ab-a8d8-612777e13559 req-eb57e62b-5610-4d8e-b791-9999e6729f69 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.1050832 Nov 25 19:33:52.979956 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f839741a-df90-42ab-a8d8-612777e13559 req-6776f219-fd8a-4ea9-95f9-304a0f4aedcd tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 Nov 25 19:33:54.100809 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279ff91-39a8-4d45-bac7-aeb0f36c9876 req-95fe68f8-24ad-48b6-a645-2621a83ccdc2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:54.102360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5279ff91-39a8-4d45-bac7-aeb0f36c9876 req-95fe68f8-24ad-48b6-a645-2621a83ccdc2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.0516646 Nov 25 19:33:54.158726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5279ff91-39a8-4d45-bac7-aeb0f36c9876 req-674a7e50-5215-48f9-abbe-117e8cca9114 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497246 Nov 25 19:33:55.292918 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7ef50-e9ef-47ee-a89f-adb2fb2bcd1c req-19b4be0c-5e20-4429-89af-1f4b4c28942a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:55.294470 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ee7ef50-e9ef-47ee-a89f-adb2fb2bcd1c req-19b4be0c-5e20-4429-89af-1f4b4c28942a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.0547178 Nov 25 19:33:55.350576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0ee7ef50-e9ef-47ee-a89f-adb2fb2bcd1c req-58dbed32-8b95-450b-b318-3485431b08e1 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Nov 25 19:33:56.472585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d1741-fc9e-4cdb-8b4e-98c41ce23371 req-06a5730d-1176-4a8f-8ca1-3cb28929511d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:56.474079 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f87d1741-fc9e-4cdb-8b4e-98c41ce23371 req-06a5730d-1176-4a8f-8ca1-3cb28929511d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 931 time: 0.0533478 Nov 25 19:33:56.529363 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f87d1741-fc9e-4cdb-8b4e-98c41ce23371 req-7f80f172-c78a-485e-ae10-06ad2db64fe7 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490222 Nov 25 19:33:56.961981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Request body: {'port': {'device_id': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:57.014486 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.277217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620d542a-f78b-4243-8e2b-0e3a9f5c941e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:57.284465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.296480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Transition to ACTIVE for port object 620d542a-f78b-4243-8e2b-0e3a9f5c941e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:57.300290 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.373907 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Pushing event updated for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:57.423300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Attempting to bind port 620d542a-f78b-4243-8e2b-0e3a9f5c941e on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:57.423633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Attempting to bind port 620d542a-f78b-4243-8e2b-0e3a9f5c941e by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:57.423963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Attempting to bind port 620d542a-f78b-4243-8e2b-0e3a9f5c941e on network 9ff7f5d2-2c6b-4c59-8e09-049785182bff {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:57.429189 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Port 620d542a-f78b-4243-8e2b-0e3a9f5c941e on network 9ff7f5d2-2c6b-4c59-8e09-049785182bff not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:57.429519 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Attempting to bind port 620d542a-f78b-4243-8e2b-0e3a9f5c941e on network 9ff7f5d2-2c6b-4c59-8e09-049785182bff {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:57.434582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:57.434924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Checking segment: {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:57.435851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Bound using segment: {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:57.436288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Bound port: 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:57.436648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.511463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:57.514786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:57.519735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.557534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.557789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.559136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] 10.222.0.64 "PUT /v2.0/ports/620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 1091 time: 0.6014905 Nov 25 19:33:57.559585 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:57.561924 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a247291d-1076-4f00-9204-d55432d2f32a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:57.594329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26cf9-2dd1-4591-8099-370ad0df27dc service neutron] Pushing event updated for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:57.610322 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2739b25-7f59-41f6-9a77-5b41cb12b3a9 x-openstack-request-id: req-a2739b25-7f59-41f6-9a77-5b41cb12b3a9 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:57.610719 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:57.611034 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2739b25-7f59-41f6-9a77-5b41cb12b3a9 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:57.611449 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'status': 'completed', 'code': 200} Nov 25 19:33:57.689176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4ea4791d-5e19-41ec-8bc3-4f18dd5c195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.690704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-4ea4791d-5e19-41ec-8bc3-4f18dd5c195a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1094 time: 0.0773129 Nov 25 19:33:57.698922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38420b9-917c-44e4-baba-c29d550f4745 req-15c0f55c-0eca-4ea2-bffa-681665d1f6ba tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.700433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f38420b9-917c-44e4-baba-c29d550f4745 req-15c0f55c-0eca-4ea2-bffa-681665d1f6ba tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 943 time: 0.0881796 Nov 25 19:33:57.751153 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-2a14fd2f-25f7-48a0-9a80-72d38c5ee4a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 217 time: 0.0475566 Nov 25 19:33:57.772332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-2ae5b58e-e02f-46cb-8f53-18d7c9b9184c req-a5e2ecc1-bbbf-4494-87ea-f4d62425be2d tempest-ServerDiskConfigTestJSON-1865404942 tempest-ServerDiskConfigTestJSON-1865404942-project] (103456) timed out ('10.222.0.64', 51392) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:33:57.810227 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f38420b9-917c-44e4-baba-c29d550f4745 req-1075292f-2ffe-4509-9c44-fcfd00cc20eb tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007948 Nov 25 19:33:57.821665 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-3b3015f6-f1c4-4933-8457-98999e521dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.823150 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-3b3015f6-f1c4-4933-8457-98999e521dc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0644131 Nov 25 19:33:57.878115 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-54a3c57a-4db1-4e0f-a9cb-96139cb956c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.879704 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-54a3c57a-4db1-4e0f-a9cb-96139cb956c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448420 Nov 25 19:33:57.969774 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-fc31c3dc-f932-4f5a-b597-617917380a82 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799174 Nov 25 19:33:58.063072 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-349494aa-fc72-4a30-aa70-fe18d9157c7c req-c8916590-eef6-4f55-b01e-628ed34fa29c service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852988 Nov 25 19:33:58.159703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247291d-1076-4f00-9204-d55432d2f32a req-cbe1f330-8cd0-49b1-b9de-eeb24e96b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.161228 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a247291d-1076-4f00-9204-d55432d2f32a req-cbe1f330-8cd0-49b1-b9de-eeb24e96b771 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1094 time: 0.0419471 Nov 25 19:33:58.252491 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247291d-1076-4f00-9204-d55432d2f32a req-526fdfdc-f08e-4fde-977d-d82aa724c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.253980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a247291d-1076-4f00-9204-d55432d2f32a req-526fdfdc-f08e-4fde-977d-d82aa724c3ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 916 time: 0.0827801 Nov 25 19:33:58.299304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a247291d-1076-4f00-9204-d55432d2f32a req-64705c28-000e-491f-8fa4-548629a22019 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 217 time: 0.0370595 Nov 25 19:33:58.348928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247291d-1076-4f00-9204-d55432d2f32a req-e2d4d2d8-0144-4e4a-9eac-295d2fa4cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.350522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a247291d-1076-4f00-9204-d55432d2f32a req-e2d4d2d8-0144-4e4a-9eac-295d2fa4cf33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0424426 Nov 25 19:33:58.397986 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247291d-1076-4f00-9204-d55432d2f32a req-5b0314bd-e2d5-46ef-a943-9437f9c000e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.399489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a247291d-1076-4f00-9204-d55432d2f32a req-5b0314bd-e2d5-46ef-a943-9437f9c000e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397708 Nov 25 19:33:58.494879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a247291d-1076-4f00-9204-d55432d2f32a req-8b8173df-bb19-4d53-962d-b995211dcc65 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857718 Nov 25 19:33:58.584170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a247291d-1076-4f00-9204-d55432d2f32a req-55be10ea-aa58-4f18-a54f-640b72336269 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805998 Nov 25 19:33:58.927602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46768996-3510-4829-90a7-182964a3f4d5 req-7b5f8ee9-0b8a-4685-ac51-c70025b62e42 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.929102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46768996-3510-4829-90a7-182964a3f4d5 req-7b5f8ee9-0b8a-4685-ac51-c70025b62e42 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 943 time: 0.0481801 Nov 25 19:33:58.976672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46768996-3510-4829-90a7-182964a3f4d5 req-787393ae-612b-4810-a474-e989bb1f8862 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Nov 25 19:34:00.089647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e13d1-44a7-4d7e-9f88-ed06e5b3327a req-f33d29f4-9ccd-4103-b10c-69ce4b86bfa0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.091148 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e95e13d1-44a7-4d7e-9f88-ed06e5b3327a req-f33d29f4-9ccd-4103-b10c-69ce4b86bfa0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 943 time: 0.0492122 Nov 25 19:34:00.142140 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e95e13d1-44a7-4d7e-9f88-ed06e5b3327a req-1b0d15be-506a-4bbc-8e66-e69ed2a655f5 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Nov 25 19:34:01.124581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.261099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436160f-e701-4882-a810-229739db44f4 req-433a8e24-ea22-4d03-8d8e-5b0598968de1 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.262618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e436160f-e701-4882-a810-229739db44f4 req-433a8e24-ea22-4d03-8d8e-5b0598968de1 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 943 time: 0.0512655 Nov 25 19:34:01.314337 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e436160f-e701-4882-a810-229739db44f4 req-830482e0-c905-49d5-b46f-58329894cf3a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Nov 25 19:34:02.068032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 620d542a-f78b-4243-8e2b-0e3a9f5c941e details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:02.165253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:02.176928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'port_id': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'mac_address': 'fa:16:3e:d2:3f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:02.219279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.242053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620d542a-f78b-4243-8e2b-0e3a9f5c941e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:02.264795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:02.268776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.314073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:02.321261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.321552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.321892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.322227 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.322592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.322922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.323244 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.323566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.323892 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.324208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.324524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.324841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:02.429267 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739d5e8-1b74-4f68-858e-1606c5e4961f req-cf679da0-74d9-41ef-b435-4203caa4960a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:02.430747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c739d5e8-1b74-4f68-858e-1606c5e4961f req-cf679da0-74d9-41ef-b435-4203caa4960a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 944 time: 0.0474367 Nov 25 19:34:02.477006 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c739d5e8-1b74-4f68-858e-1606c5e4961f req-5177b8d2-fe55-400f-839f-f02837c38b3a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Nov 25 19:34:02.576108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['620d542a-f78b-4243-8e2b-0e3a9f5c941e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:03.592976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d0182-30ca-4f8b-8055-c3baa5a770ca req-1b220a1e-9aae-401b-8153-7cf2e0657d09 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:03.594345 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e4d0182-30ca-4f8b-8055-c3baa5a770ca req-1b220a1e-9aae-401b-8153-7cf2e0657d09 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 944 time: 0.0504477 Nov 25 19:34:03.641910 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e4d0182-30ca-4f8b-8055-c3baa5a770ca req-8ba217e3-2429-45db-a3f2-adb4b1f1a33e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Nov 25 19:34:03.918055 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:04.082278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 620d542a-f78b-4243-8e2b-0e3a9f5c941e up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:04.130702 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 620d542a-f78b-4243-8e2b-0e3a9f5c941e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:04.134262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 620d542a-f78b-4243-8e2b-0e3a9f5c941e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:04.134664 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:04.209283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:04.233628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:04.235866 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a97159-2fbb-43fa-95ef-ec181cb6bf31" -d '{"events": [{"server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "name": "network-vif-plugged", "status": "completed", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:04.249171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:04.256067 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:04.278902 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d582df-7fce-449d-9a7c-03860f912d92 x-openstack-request-id: req-43d582df-7fce-449d-9a7c-03860f912d92 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:04.279204 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "name": "network-vif-plugged", "status": "completed", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:04.279456 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43d582df-7fce-449d-9a7c-03860f912d92 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:04.279847 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'code': 200} Nov 25 19:34:04.304456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:04.384174 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42f53-997c-4516-ad3f-dcb5c91d4558 req-8ac7fcf7-48be-40ce-a477-1f0af927bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.385699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94d42f53-997c-4516-ad3f-dcb5c91d4558 req-8ac7fcf7-48be-40ce-a477-1f0af927bd7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1096 time: 0.0397749 Nov 25 19:34:04.431218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-94d42f53-997c-4516-ad3f-dcb5c91d4558 req-091c94ee-3be9-4403-b22e-21d27398ff0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Nov 25 19:34:04.576519 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:34:04.754034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f002ed-d8ae-401a-9230-5ef1005aae30 req-7f9e0aef-863e-45d7-9662-07712d125412 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.755500 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d9f002ed-d8ae-401a-9230-5ef1005aae30 req-7f9e0aef-863e-45d7-9662-07712d125412 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Nov 25 19:34:04.800903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d9f002ed-d8ae-401a-9230-5ef1005aae30 req-92033da8-28ca-4b40-95bf-0420793f2523 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Nov 25 19:34:05.920258 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c712a-9dc5-4e79-b3cb-6de8123e1f55 req-7b4a448d-cc96-4047-b5c5-8a0240d4ac9b tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.921735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f7c712a-9dc5-4e79-b3cb-6de8123e1f55 req-7b4a448d-cc96-4047-b5c5-8a0240d4ac9b tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0524426 Nov 25 19:34:05.968387 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6f7c712a-9dc5-4e79-b3cb-6de8123e1f55 req-baf06054-bb92-4493-a85a-7c2cef95ac24 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Nov 25 19:34:06.085208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad07a8-5cb6-4cf1-a3de-c110b1d1d17e req-3e8395a2-763c-445c-8c39-97b32830c0ee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.086607 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22ad07a8-5cb6-4cf1-a3de-c110b1d1d17e req-3e8395a2-763c-445c-8c39-97b32830c0ee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0520086 Nov 25 19:34:06.134123 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22ad07a8-5cb6-4cf1-a3de-c110b1d1d17e req-1d6072a0-93d7-4400-a3fd-55174f2ddba8 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Nov 25 19:34:06.324109 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38028e87-f56c-47be-bf32-d66e77276f00 req-1bb50aaf-895b-4048-b105-c51faf076650 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.325600 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38028e87-f56c-47be-bf32-d66e77276f00 req-1bb50aaf-895b-4048-b105-c51faf076650 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0487914 Nov 25 19:34:06.374372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-38028e87-f56c-47be-bf32-d66e77276f00 req-45f361bb-4264-42a8-bb65-8f186f2fcf63 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Nov 25 19:34:11.026897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-217c2620-291a-4b79-96ff-255df0cb6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:13.530736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62d04284-ab8e-4457-9225-1e29109dd76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.621151 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.176824 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.094352 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.851985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323a55d-8f71-4e33-9fd4-3daf6e7987be req-cbcd6d1d-77d7-41a3-a22f-831794eb90de tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.853479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3323a55d-8f71-4e33-9fd4-3daf6e7987be req-cbcd6d1d-77d7-41a3-a22f-831794eb90de tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Nov 25 19:34:18.902619 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3323a55d-8f71-4e33-9fd4-3daf6e7987be req-c8f0303c-997b-41dd-bbc2-30b33d7d7a70 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Nov 25 19:34:18.924863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59974) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:19.009236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dde1bf-e483-448e-b004-0860985eb6d6 tempest-TestMinimumBasicScenario-360541211 tempest-TestMinimumBasicScenario-360541211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:19.010804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-33dde1bf-e483-448e-b004-0860985eb6d6 tempest-TestMinimumBasicScenario-360541211 tempest-TestMinimumBasicScenario-360541211-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1091 time: 0.0849166 Nov 25 19:34:19.014285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59978) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:19.018668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:19.041572 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.141242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.242968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Allocated IP 172.25.2.68 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/6f6de244-998f-4fca-9a7f-0c18f6f32458) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:19.345105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.379482 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.419100 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:19.421913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:19.425602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:19.430875 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'Port': ['ID=6f6de244-998f-4fca-9a7f-0c18f6f32458,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:19.785889 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.851574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.999722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.004530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.073227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'Port': ['ID=6f6de244-998f-4fca-9a7f-0c18f6f32458,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:20.084849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.183815 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Floating IP 122526a0-600f-435a-81cb-3c59c0204639 associated. External IP: 172.25.2.68, port: 620d542a-f78b-4243-8e2b-0e3a9f5c941e. Nov 25 19:34:20.739930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Router a3e55775-2286-43fb-9966-f4e1e7c48e17 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:20.846601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:20.856818 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] Sync routers for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:20.867541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.867970 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:20.869933 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:34:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:20.894850 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4318a5e0-7865-4bd0-b894-6c54b7c816a0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8794470 Nov 25 19:34:20.895546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:20.897831 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2158a-278b-488c-8e6f-f25db1dff1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:20.898942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59980) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:20.910424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367355071', 'description': 'tempest-secgroup-smoke-367355071 description', 'project_id': '0298924b31ab4a3bad2bf663e844cca8'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:20.935145 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.944091 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f7ffca-863d-49b8-a247-a89306aeef78 x-openstack-request-id: req-a7f7ffca-863d-49b8-a247-a89306aeef78 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:20.944389 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:20.945201 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7f7ffca-863d-49b8-a247-a89306aeef78 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:20.945201 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'status': 'completed', 'code': 200} Nov 25 19:34:20.980060 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:21.013682 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.018759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.024032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-f720648f-b4ec-45e5-ae21-900d890cecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:21.026497 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-f720648f-b4ec-45e5-ae21-900d890cecb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1096 time: 0.0578103 Nov 25 19:34:21.050735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.054884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1514106 Nov 25 19:34:21.055453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59984) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.060978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-297a9901-df85-40db-bad2-b3f1786c8591 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'security_group_rule': {'security_group_id': '8712d8f6-ddba-4617-98d8-a8ecf521991b', 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.082580 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8712d8f6-ddba-4617-98d8-a8ecf521991b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.092926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.093277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.093627 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.094255 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.094389 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.094754 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.095082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.095405 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.096025 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.096214 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.096497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.096839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa64d846-7464-499a-8578-4a19d81f0954 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:21.109029 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-297a9901-df85-40db-bad2-b3f1786c8591 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.133520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-537658b9-8b29-4868-9c54-9a5efb29cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:21.135322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-537658b9-8b29-4868-9c54-9a5efb29cad9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 916 time: 0.0989120 Nov 25 19:34:21.172650 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-297a9901-df85-40db-bad2-b3f1786c8591 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.176631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-297a9901-df85-40db-bad2-b3f1786c8591 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.200300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a9901-df85-40db-bad2-b3f1786c8591 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfea20c9-51a1-4423-bce0-d469a7cd7501,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.211906 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-297a9901-df85-40db-bad2-b3f1786c8591 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.213209 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-297a9901-df85-40db-bad2-b3f1786c8591 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568170 Nov 25 19:34:21.216767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.220962 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-1d770b58-642c-4694-b337-646fc6e744ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 998 time: 0.0781214 Nov 25 19:34:21.221637 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-319256e1-97f3-4050-88d3-58cb0571ec1d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'security_group_rule': {'security_group_id': '8712d8f6-ddba-4617-98d8-a8ecf521991b', 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.250800 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-319256e1-97f3-4050-88d3-58cb0571ec1d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.254281 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '122526a0-600f-435a-81cb-3c59c0204639', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'port_id': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'mac_address': 'fa:16:3e:d2:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:34:19Z', 'updated_at': '2021-11-25T19:34:19Z', 'revision_number': 0, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 5, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:21.274432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-00cdc1aa-d109-4868-acd8-ed1097457bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:21.275947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-00cdc1aa-d109-4868-acd8-ed1097457bf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0485187 Nov 25 19:34:21.286663 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] Checking router: a3e55775-2286-43fb-9966-f4e1e7c48e17 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:21.296504 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:21.297128 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:34:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:21.313864 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-319256e1-97f3-4050-88d3-58cb0571ec1d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.319224 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-319256e1-97f3-4050-88d3-58cb0571ec1d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.327524 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-2e813a5f-ca35-455f-916d-de0a05a0d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:21.329071 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-2e813a5f-ca35-455f-916d-de0a05a0d25c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463850 Nov 25 19:34:21.338727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319256e1-97f3-4050-88d3-58cb0571ec1d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183bd0e7-8a12-418d-9b97-1bf511972cc5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.357158 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-319256e1-97f3-4050-88d3-58cb0571ec1d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.362716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59988) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.363907 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-319256e1-97f3-4050-88d3-58cb0571ec1d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462743 Nov 25 19:34:21.367651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-167f44a4-92f1-4cf9-9e8e-723a988a4aee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'security_group_rule': {'security_group_id': '8712d8f6-ddba-4617-98d8-a8ecf521991b', 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.424389 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:21.441810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-167f44a4-92f1-4cf9-9e8e-723a988a4aee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.470861 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-6ee3b20e-b5a6-43fe-9aa8-2bf329f1e5b6 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336236 Nov 25 19:34:21.572825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-167f44a4-92f1-4cf9-9e8e-723a988a4aee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.580489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-167f44a4-92f1-4cf9-9e8e-723a988a4aee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.623768 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f44a4-92f1-4cf9-9e8e-723a988a4aee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bbf858-e7d4-4766-9d46-5bc4ed430d22,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.631171 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-167f44a4-92f1-4cf9-9e8e-723a988a4aee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.634923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-167f44a4-92f1-4cf9-9e8e-723a988a4aee tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2686853 Nov 25 19:34:21.635293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59990) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.640454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7fb70ad3-c465-414b-a969-fb9beab1520e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'security_group_rule': {'security_group_id': '8712d8f6-ddba-4617-98d8-a8ecf521991b', 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.647185 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3b2158a-278b-488c-8e6f-f25db1dff1bb req-33b217d4-14c0-4084-878c-4a2e270a3405 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643271 Nov 25 19:34:21.674859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb70ad3-c465-414b-a969-fb9beab1520e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.675728 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '122526a0-600f-435a-81cb-3c59c0204639', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'port_id': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'mac_address': 'fa:16:3e:d2:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:34:19Z', 'updated_at': '2021-11-25T19:34:19Z', 'revision_number': 0, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 5, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:21.703445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972b461-76db-4309-b978-234a00a6e9b8 None None] The sync data for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 is: [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '122526a0-600f-435a-81cb-3c59c0204639', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'port_id': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'mac_address': 'fa:16:3e:d2:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:34:19Z', 'updated_at': '2021-11-25T19:34:19Z', 'revision_number': 0, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 5, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:21.740341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb70ad3-c465-414b-a969-fb9beab1520e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.744769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb70ad3-c465-414b-a969-fb9beab1520e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.766060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70ad3-c465-414b-a969-fb9beab1520e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e395cf6f-9cf8-40ec-a99a-b06960190834,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.775950 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb70ad3-c465-414b-a969-fb9beab1520e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.777182 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7fb70ad3-c465-414b-a969-fb9beab1520e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410971 Nov 25 19:34:21.779945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 59992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.784380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'security_group_rule': {'security_group_id': '8712d8f6-ddba-4617-98d8-a8ecf521991b', 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.807800 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Project 0298924b31ab4a3bad2bf663e844cca8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:34:21.813438 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.896797 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.900965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.924574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf9be0f-b230-415e-a98f-e2ce00fc81ea,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:21.937969 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.939486 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-21ca08ab-2a63-4773-8fdc-23d83d866a1a tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583598 Nov 25 19:34:21.942248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 59994) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.944660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc87444-e8b1-4c24-8e5e-0fd1cb42beae None None] New status for floating IP 122526a0-600f-435a-81cb-3c59c0204639: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:34:21.947502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'security_group_rule': {'security_group_id': '8712d8f6-ddba-4617-98d8-a8ecf521991b', 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.970889 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Project 0298924b31ab4a3bad2bf663e844cca8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:34:21.976421 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.040501 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.045185 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.067546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861eb746-d4c3-4988-a316-cc34c5e3fb6f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:22.076701 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.080813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ab32de79-926c-4f6f-9480-5ff1e072f928 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347156 Nov 25 19:34:22.172576 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-22434e53-ccee-4258-a966-eb1f378b29e5 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367355071&fields=id&tenant_id=0298924b31ab4a3bad2bf663e844cca8 HTTP/1.1" status: 200 len: 267 time: 0.0443904 Nov 25 19:34:22.236592 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-0f10efa2-b116-4cdc-9daf-d512f42a58f0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.238076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-0f10efa2-b116-4cdc-9daf-d512f42a58f0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0598097 Nov 25 19:34:22.249038 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'port': {'security_groups': ['c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9', '8712d8f6-ddba-4617-98d8-a8ecf521991b']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:22.311093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.493069 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:22.521998 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.526711 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.544862 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['620d542a-f78b-4243-8e2b-0e3a9f5c941e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:22.571391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.572017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.574901 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9c376619-67b5-4ca0-bcec-b11724cae16b req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "PUT /v2.0/ports/620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 981 time: 0.3303113 Nov 25 19:34:22.576030 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:22.578204 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41754bb8-1fdd-4955-92e7-1ef32a79f22e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:22.612552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaece8-cb1e-45b8-8c3e-6e497790ce03 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=6']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:22.628559 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5442bf7c-1765-4ffc-b540-3fea36427907 x-openstack-request-id: req-5442bf7c-1765-4ffc-b540-3fea36427907 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:22.628857 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:22.629217 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5442bf7c-1765-4ffc-b540-3fea36427907 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:22.630161 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'status': 'completed', 'code': 200} Nov 25 19:34:22.650518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['620d542a-f78b-4243-8e2b-0e3a9f5c941e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:22.730422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84385c51-ddcc-4a52-abad-b63043dd403b req-2991d30a-7a1d-42f0-92d7-d558080b4ed7 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.732245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84385c51-ddcc-4a52-abad-b63043dd403b req-2991d30a-7a1d-42f0-92d7-d558080b4ed7 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0843539 Nov 25 19:34:22.734223 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-fef05c32-cdc8-46d1-a92e-3f439a407edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.735636 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-fef05c32-cdc8-46d1-a92e-3f439a407edf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1135 time: 0.0771599 Nov 25 19:34:22.873275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84385c51-ddcc-4a52-abad-b63043dd403b req-0ed098fa-c2e2-4220-8a66-3397fe7ac0a3 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315734 Nov 25 19:34:22.888836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-6b722e76-04be-4dd9-a71f-648f09fb83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.890311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-6b722e76-04be-4dd9-a71f-648f09fb83c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 916 time: 0.1394556 Nov 25 19:34:22.908609 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-59b6b2f4-1ac2-4ee5-83fc-edf4c8f5069d None None] Provisioning complete for port 620d542a-f78b-4243-8e2b-0e3a9f5c941e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:22.908875 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59b6b2f4-1ac2-4ee5-83fc-edf4c8f5069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.958871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-7b024ea6-a50c-460d-ae3a-df31cbe1e183 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 1000 time: 0.0611565 Nov 25 19:34:23.014647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-55f1c204-784f-42d7-9689-4232354a07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.016146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-55f1c204-784f-42d7-9689-4232354a07d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0498364 Nov 25 19:34:23.066122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-66dc4c77-ac65-4067-8bf3-60c0b14adf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.067674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-66dc4c77-ac65-4067-8bf3-60c0b14adf09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401061 Nov 25 19:34:23.158488 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-826d01f0-72e1-412b-8412-7b21b574de9b service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827107 Nov 25 19:34:23.259232 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-41754bb8-1fdd-4955-92e7-1ef32a79f22e req-d3a94d64-32e0-4979-99cd-2877c0078a49 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891352 Nov 25 19:34:31.143719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.916269 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.028866 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-985aa346-2b97-4f53-a972-7a1a9a8b76dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.575467 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:34:43.532083 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b522bec8-b7ba-4ab1-bc88-0aa7a264294a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.621491 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.802229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf679924-fa42-4d43-9ab2-42c5bd8f03d7 req-43f9abfa-7891-48f9-a294-c4844c6f431d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.803751 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf679924-fa42-4d43-9ab2-42c5bd8f03d7 req-43f9abfa-7891-48f9-a294-c4844c6f431d tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0577760 Nov 25 19:34:45.896582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-a6ec1988-b850-4e4d-b828-42f094cdd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.897971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-a6ec1988-b850-4e4d-b828-42f094cdd160 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1135 time: 0.1409931 Nov 25 19:34:45.904291 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bf679924-fa42-4d43-9ab2-42c5bd8f03d7 req-5d517b3c-4a74-4fc7-adf6-5f947f284015 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945802 Nov 25 19:34:45.986634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-2072bc0c-5699-46f0-9228-40c32d7d881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.988097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-2072bc0c-5699-46f0-9228-40c32d7d881f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 916 time: 0.0819890 Nov 25 19:34:46.060893 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-92b30e4a-66c3-4fa9-aedf-63ad6ebed5cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 1000 time: 0.0633788 Nov 25 19:34:46.112021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-d198f4be-689d-4cd8-b1b1-a4491b937178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:46.113461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-d198f4be-689d-4cd8-b1b1-a4491b937178 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0440502 Nov 25 19:34:46.159694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-2b80dd7d-25fa-4155-bbb6-d8c2c5052c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:46.161082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-2b80dd7d-25fa-4155-bbb6-d8c2c5052c77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393910 Nov 25 19:34:46.178151 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:46.254128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-89fccb9d-f82a-4dde-a7d3-0392b86eebd4 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Nov 25 19:34:46.344616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3a211523-5e35-4905-83f5-1191f889b9a3 req-7f2929ae-7a1f-4c7b-ba56-f53d0c30d366 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821583 Nov 25 19:34:47.025845 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599724-0b27-4f4e-844e-5ce76f17281c req-656fd3f4-2b92-45ec-875a-ef077ff06e75 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:47.027377 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c599724-0b27-4f4e-844e-5ce76f17281c req-656fd3f4-2b92-45ec-875a-ef077ff06e75 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0523050 Nov 25 19:34:47.093194 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6c599724-0b27-4f4e-844e-5ce76f17281c req-06db528c-fcdf-4bfd-88d5-a8c3f9bf647f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592489 Nov 25 19:34:47.099741 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.212400 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce022fe-96a3-476d-9b9a-5c29e4209c99 req-326ba3e9-1a09-467b-a036-765657248c35 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:48.214039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cce022fe-96a3-476d-9b9a-5c29e4209c99 req-326ba3e9-1a09-467b-a036-765657248c35 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0502903 Nov 25 19:34:48.278020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cce022fe-96a3-476d-9b9a-5c29e4209c99 req-97b9a0fd-6edb-40f3-8632-5a24f558c263 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569341 Nov 25 19:34:49.397593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8ce2-749e-4779-8a65-7e22c2058c2b req-29970a71-bc9e-4ba9-903f-daaa94176f3b tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:49.399132 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7fcc8ce2-749e-4779-8a65-7e22c2058c2b req-29970a71-bc9e-4ba9-903f-daaa94176f3b tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0524230 Nov 25 19:34:49.461838 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7fcc8ce2-749e-4779-8a65-7e22c2058c2b req-d6d3e229-059c-4ce1-af44-bb5c56e1bd82 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560322 Nov 25 19:34:50.585395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c62caa-036c-4e0b-8b22-59bc4289f9f5 req-298d6b01-6cf8-44d8-b0cf-c9949f153d50 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.586975 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1c62caa-036c-4e0b-8b22-59bc4289f9f5 req-298d6b01-6cf8-44d8-b0cf-c9949f153d50 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0548770 Nov 25 19:34:50.647151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1c62caa-036c-4e0b-8b22-59bc4289f9f5 req-9847c397-288f-4920-b0e5-3092c006118c tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540352 Nov 25 19:34:50.989628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-5d85b9b7-6805-4b60-8494-a51cb606300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.991174 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-5d85b9b7-6805-4b60-8494-a51cb606300b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1135 time: 0.0428391 Nov 25 19:34:51.101727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-e0cad17e-05cc-4252-80ed-f2563d452047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.103247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-e0cad17e-05cc-4252-80ed-f2563d452047 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 916 time: 0.0867524 Nov 25 19:34:51.176480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-1002cf57-d2b7-44c6-a875-9f891cde21c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 1000 time: 0.0623412 Nov 25 19:34:51.230713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-f7ca03e1-6483-48b8-823b-fc889ea9eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.232666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-f7ca03e1-6483-48b8-823b-fc889ea9eab3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0433962 Nov 25 19:34:51.284978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-b902c9c5-69f7-4ab4-b26c-1711d2701650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.286380 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-b902c9c5-69f7-4ab4-b26c-1711d2701650 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430591 Nov 25 19:34:51.378965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-70a5a6e2-1164-4a81-bcc1-5cde32bee188 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804083 Nov 25 19:34:51.475285 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-086a9f63-c9e9-4202-abaa-02e1d21eb132 req-b4c0a58d-8cbc-49d9-be09-ea9797ed434c service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850036 Nov 25 19:34:51.762932 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd459eb-c329-433e-9f34-5c8f763dcbec req-c8924180-425d-4c51-a824-318e8059c6d7 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.764442 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd459eb-c329-433e-9f34-5c8f763dcbec req-c8924180-425d-4c51-a824-318e8059c6d7 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0493114 Nov 25 19:34:51.823243 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acd459eb-c329-433e-9f34-5c8f763dcbec req-fc99ad16-9cce-40f4-8f46-baa711b26637 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526981 Nov 25 19:34:52.941636 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccacb97-7572-43d6-8ec0-419960bfa50b req-9081c814-2188-4512-acb0-446bf6d92baf tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:52.943126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ccacb97-7572-43d6-8ec0-419960bfa50b req-9081c814-2188-4512-acb0-446bf6d92baf tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0490425 Nov 25 19:34:53.002245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2ccacb97-7572-43d6-8ec0-419960bfa50b req-9c8e2661-cf41-4bad-9b12-dd269a39ac5b tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528421 Nov 25 19:34:54.117566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b384e-e471-477f-93df-a98a90579d02 req-15468a05-4d2a-4c67-ac5f-e84cc6ede550 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:54.119087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a18b384e-e471-477f-93df-a98a90579d02 req-15468a05-4d2a-4c67-ac5f-e84cc6ede550 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0491595 Nov 25 19:34:54.182336 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a18b384e-e471-477f-93df-a98a90579d02 req-964f5228-8e55-4bec-83bb-5141b6cbb3c5 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569997 Nov 25 19:34:55.298233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da6661-e735-4a14-bdf2-5a48657b24ef req-d224ff71-8657-4a6d-87cc-fb4ce6115f10 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.299723 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08da6661-e735-4a14-bdf2-5a48657b24ef req-d224ff71-8657-4a6d-87cc-fb4ce6115f10 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0480528 Nov 25 19:34:55.359337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08da6661-e735-4a14-bdf2-5a48657b24ef req-45c311da-e1d4-4791-8379-e1c33113a694 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536830 Nov 25 19:34:56.474104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6810f9-ecc0-4fdf-bdd1-13f2f817ea71 req-7b04afa7-29ad-4f3b-8903-f12239c9ef22 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:56.475862 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb6810f9-ecc0-4fdf-bdd1-13f2f817ea71 req-7b04afa7-29ad-4f3b-8903-f12239c9ef22 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0496035 Nov 25 19:34:56.535539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eb6810f9-ecc0-4fdf-bdd1-13f2f817ea71 req-63ab666d-3817-4963-aa77-9d98e74f1d6e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531130 Nov 25 19:34:57.656562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5fbe-b7b4-4c09-8699-e49f3bee5ff5 req-d210b8fd-42de-4673-a9a8-08e84bdf9481 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:57.657935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8db5fbe-b7b4-4c09-8699-e49f3bee5ff5 req-d210b8fd-42de-4673-a9a8-08e84bdf9481 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0539773 Nov 25 19:34:57.717121 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8db5fbe-b7b4-4c09-8699-e49f3bee5ff5 req-2d42637d-09b4-440b-af9a-3e29ef164997 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530627 Nov 25 19:34:58.833401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584377b0-a543-4181-910d-57865814f6c5 req-be46ce78-9391-4d2f-99ce-f6a32ac72f08 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:58.834873 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-584377b0-a543-4181-910d-57865814f6c5 req-be46ce78-9391-4d2f-99ce-f6a32ac72f08 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0482824 Nov 25 19:34:58.894372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-584377b0-a543-4181-910d-57865814f6c5 req-f71f453b-82c8-48bd-bb20-41b4a3a319bc tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534933 Nov 25 19:35:00.015547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e8d4d-98fd-43dc-af80-899ec0a490c5 req-2f30f8f4-37b8-4cab-986f-45c0e1f834d1 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:00.017053 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb0e8d4d-98fd-43dc-af80-899ec0a490c5 req-2f30f8f4-37b8-4cab-986f-45c0e1f834d1 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0505264 Nov 25 19:35:00.079143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb0e8d4d-98fd-43dc-af80-899ec0a490c5 req-42383038-8080-4485-bc3e-ee43f4daeac6 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559306 Nov 25 19:35:01.144177 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.200078 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78fa6b-096c-463e-94d4-eb8204558478 req-6ac0795f-8e7d-4747-83e0-8da2c31026e0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.201863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef78fa6b-096c-463e-94d4-eb8204558478 req-6ac0795f-8e7d-4747-83e0-8da2c31026e0 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0532172 Nov 25 19:35:01.262492 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ef78fa6b-096c-463e-94d4-eb8204558478 req-a77d2a48-b442-4531-a818-2a7491adb8ec tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545678 Nov 25 19:35:02.490508 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd1151-f038-4321-8c97-03f281ffa4cc req-f7ff8676-edd2-4d5b-9d28-70f8ca3567f2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:02.491980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4dd1151-f038-4321-8c97-03f281ffa4cc req-f7ff8676-edd2-4d5b-9d28-70f8ca3567f2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.1576974 Nov 25 19:35:02.551865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a4dd1151-f038-4321-8c97-03f281ffa4cc req-a3078f93-c569-42a0-a050-a99050e873d1 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=8712d8f6-ddba-4617-98d8-a8ecf521991b&id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531249 Nov 25 19:35:03.946722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.029850 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbeb7-a3c3-4d79-a74e-db189586ddbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.533261 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71423f2-db51-4b18-8f85-7a95ff9d9746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.623440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.182754 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.092879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.574168 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:35:31.142423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.945751 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.627110 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-68f04028-0226-4b27-836c-2d755986ab5e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367355071&fields=id&tenant_id=0298924b31ab4a3bad2bf663e844cca8 HTTP/1.1" status: 200 len: 267 time: 0.1125147 Nov 25 19:35:35.680976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-bf98ccf9-3793-4186-baa6-bede48bb0a44 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.682433 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-bf98ccf9-3793-4186-baa6-bede48bb0a44 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 984 time: 0.0496268 Nov 25 19:35:35.693375 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Request body: {'port': {'security_groups': ['c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:35.764575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.932967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:35.961929 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.966543 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.979743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['620d542a-f78b-4243-8e2b-0e3a9f5c941e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:36.012558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.013192 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.014693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4733c6e2-99ad-4387-9269-2c32ebedfdf2 req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "PUT /v2.0/ports/620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 942 time: 0.3256969 Nov 25 19:35:36.017771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:36.021035 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1732d5-e549-458d-80b7-808e659e6eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:36.021635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60058) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:36.048721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event updated for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=7']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:36.057197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.057638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.058046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.059014 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.059534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.059928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.060722 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.061117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.061513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.061906 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.062294 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.062875 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7be244-b3d5-4937-92ce-23cf503a4d3f tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.093672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.120632 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.126225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['620d542a-f78b-4243-8e2b-0e3a9f5c941e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:36.177830 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed5e8b0-18c8-4872-95ef-bc42ad0694a2 x-openstack-request-id: req-7ed5e8b0-18c8-4872-95ef-bc42ad0694a2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:36.178232 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:36.178657 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ed5e8b0-18c8-4872-95ef-bc42ad0694a2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:36.179731 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'status': 'completed', 'code': 200} Nov 25 19:35:36.185740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.188780 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.192443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "DELETE /v2.0/security-groups/8712d8f6-ddba-4617-98d8-a8ecf521991b HTTP/1.1" status: 204 len: 168 time: 0.1668432 Nov 25 19:35:36.192900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60064) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:36.200182 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712d8f6-ddba-4617-98d8-a8ecf521991b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:36.217331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.217677 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.218013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.218346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.218720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.219038 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.219360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.219679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.220000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.220320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.220639 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.220954 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f2176-16ca-456b-92d7-974cbbffbc21 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:36.286841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a7304b47-43c6-428e-8c6a-821ecf4d966a None None] Provisioning complete for port 620d542a-f78b-4243-8e2b-0e3a9f5c941e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:36.287125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a7304b47-43c6-428e-8c6a-821ecf4d966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.287391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-fb35f199-752e-44f7-8cb5-3e1afa66f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.289099 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-fb35f199-752e-44f7-8cb5-3e1afa66f312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1096 time: 0.0816472 Nov 25 19:35:36.380921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Deleting port 6f6de244-998f-4fca-9a7f-0c18f6f32458 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:36.381276 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.402356 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-303499d7-6142-458a-b3e2-83d4c79b47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.405043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-303499d7-6142-458a-b3e2-83d4c79b47a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 916 time: 0.1074626 Nov 25 19:35:36.471673 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.471924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.473479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-61f3c1c5-cdd2-400a-8604-a8f1d5091ee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 1000 time: 0.0608435 Nov 25 19:35:36.484079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Calling delete_port for 6f6de244-998f-4fca-9a7f-0c18f6f32458 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:36.526793 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-0240c74b-8104-496d-9e85-1fd1d64bf2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.528819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-0240c74b-8104-496d-9e85-1fd1d64bf2bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0475321 Nov 25 19:35:36.574123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-a899e868-d67f-46a3-90d6-07b19bf8001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.575621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-a899e868-d67f-46a3-90d6-07b19bf8001a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394473 Nov 25 19:35:36.634590 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.661115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event deleted for resources: {'Port': ['ID=6f6de244-998f-4fca-9a7f-0c18f6f32458,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:36.673115 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-e8652da5-66c8-4e84-891d-f57866424f2a service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858591 Nov 25 19:35:36.727482 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.727972 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Floating IP 122526a0-600f-435a-81cb-3c59c0204639 disassociated (deleted). External IP: 172.25.2.68, port: 620d542a-f78b-4243-8e2b-0e3a9f5c941e. Nov 25 19:35:36.766609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef1732d5-e549-458d-80b7-808e659e6eb5 req-bed874c7-21ad-4510-a430-8cd17f5ca4d8 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859475 Nov 25 19:35:36.932889 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Router a3e55775-2286-43fb-9966-f4e1e7c48e17 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:37.037901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:37.042913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.049370 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] Sync routers for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:37.061597 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:37.062568 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:37.069639 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e40408a7-9de8-4ef2-948b-d014859a1b20 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "DELETE /v2.0/floatingips/122526a0-600f-435a-81cb-3c59c0204639 HTTP/1.1" status: 204 len: 168 time: 0.8755989 Nov 25 19:35:37.263059 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:37.462552 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 5, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:37.488646 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] Checking router: a3e55775-2286-43fb-9966-f4e1e7c48e17 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:37.496740 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:37.497337 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:37.598230 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:37.793433 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 5, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:37.822001 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26c87a-6bb1-4255-b93d-0c0813e54bcd None None] The sync data for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 is: [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:27Z', 'revision_number': 4, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4800ff34-2652-474f-870f-7e21afab2114', 'name': '', 'network_id': '9ff7f5d2-2c6b-4c59-8e09-049785182bff', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'mac_address': 'fa:16:3e:2d:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:27Z', 'updated_at': '2021-11-25T19:33:31Z', 'revision_number': 5, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'subnets': [{'id': '46c0f42d-cf53-4552-8191-adaf9b4a0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:38.044512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d76b3-a088-41e2-a7c6-f7985d1f69a8 None None] New status for floating IP 122526a0-600f-435a-81cb-3c59c0204639: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:35:38.181182 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:38.184065 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b239e6b-e401-445b-beb6-1e216a1a3516" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:38.221820 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c019d8-28c0-446c-b6aa-d6eba6464bbf x-openstack-request-id: req-d5c019d8-28c0-446c-b6aa-d6eba6464bbf {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:38.222182 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:38.222533 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5c019d8-28c0-446c-b6aa-d6eba6464bbf {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:38.223000 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'status': 'completed', 'code': 200} Nov 25 19:35:38.290063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-98d92259-85ee-4471-9ed7-7ea5323378d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.291978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-98d92259-85ee-4471-9ed7-7ea5323378d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0298924b31ab4a3bad2bf663e844cca8&device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 1096 time: 0.0433691 Nov 25 19:35:38.396197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-1ffd37d8-3df4-4a3a-a4eb-30871783b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.397725 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-1ffd37d8-3df4-4a3a-a4eb-30871783b3c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 200 len: 916 time: 0.0911300 Nov 25 19:35:38.441018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-e05f39fa-e102-45c1-b392-770b407388a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 200 len: 217 time: 0.0343804 Nov 25 19:35:38.491382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-e2ce24e4-0d1f-4d14-a355-3d88695110c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.493031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-e2ce24e4-0d1f-4d14-a355-3d88695110c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 200 len: 854 time: 0.0448816 Nov 25 19:35:38.539577 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-e848c105-488f-4241-8807-30aacc735034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.541095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-e848c105-488f-4241-8807-30aacc735034 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff7f5d2-2c6b-4c59-8e09-049785182bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406311 Nov 25 19:35:38.640339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-bd9a798d-2b49-4e08-a421-f23b459a71c2 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Nov 25 19:35:38.733367 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b239e6b-e401-445b-beb6-1e216a1a3516 req-e0b07db4-22f4-4f96-88c3-872b1d5402ff service neutron] 10.222.0.64 "GET /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819149 Nov 25 19:35:41.032333 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb366d90-5263-4b4b-944f-056546fa2f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.534843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b357d984-5e13-4acf-bf03-17f11fb9fe8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.627383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.092662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498ea87-07dd-43bc-a5ea-03541e135b77 req-7049ecae-2488-452c-86a3-95ca3c70cb41 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:46.094250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c498ea87-07dd-43bc-a5ea-03541e135b77 req-7049ecae-2488-452c-86a3-95ca3c70cb41 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0498114 Nov 25 19:35:46.148756 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c498ea87-07dd-43bc-a5ea-03541e135b77 req-d0b9ec66-45b3-4d4b-b66d-7e0a978d6804 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Nov 25 19:35:46.186759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.093906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.272644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147fd1b-5c10-49da-9038-80058145380e req-513b3edb-6701-4ab7-9afd-3c7cc41cd795 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.274127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d147fd1b-5c10-49da-9038-80058145380e req-513b3edb-6701-4ab7-9afd-3c7cc41cd795 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0538483 Nov 25 19:35:47.321057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d147fd1b-5c10-49da-9038-80058145380e req-9f1689de-46ca-4d28-9cc1-29fdb675e117 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Nov 25 19:35:48.153188 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-8bab538b-d37f-4064-866c-89967f742b6e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.154681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-8bab538b-d37f-4064-866c-89967f742b6e tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Nov 25 19:35:48.255033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Deleting port 620d542a-f78b-4243-8e2b-0e3a9f5c941e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:48.255379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.345538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] For port 620d542a-f78b-4243-8e2b-0e3a9f5c941e, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=620d542a-f78b-4243-8e2b-0e3a9f5c941e,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:48.346211 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.359791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Calling delete_port for 620d542a-f78b-4243-8e2b-0e3a9f5c941e owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:48.453209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e4c6-8796-48f2-ab84-0ce61c275e9e req-bd257ff0-e9e3-4947-a648-962591372f90 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.455471 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8533e4c6-8796-48f2-ab84-0ce61c275e9e req-bd257ff0-e9e3-4947-a648-962591372f90 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ff725-cf41-42c8-929f-ae88ef3298c0 HTTP/1.1" status: 200 len: 945 time: 0.0611706 Nov 25 19:35:48.506147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8533e4c6-8796-48f2-ab84-0ce61c275e9e req-5dbc376c-0bc4-4aa0-9e5c-8dd92a65ef83 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Nov 25 19:35:48.517234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.535016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['620d542a-f78b-4243-8e2b-0e3a9f5c941e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:48.556826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Pushing event deleted for resources: {'Port': ['ID=620d542a-f78b-4243-8e2b-0e3a9f5c941e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.594758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] No DVR routers for this DVR port 620d542a-f78b-4243-8e2b-0e3a9f5c941e on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:48.597647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.601988 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bdbc215c-3209-4cdd-8e47-ff9c68d060ff req-ebfcc01d-a10c-4ab2-a1d1-65e09a4cceb2 tempest-TestMinimumBasicScenario-810939487 tempest-TestMinimumBasicScenario-810939487-project] 10.222.0.64 "DELETE /v2.0/ports/620d542a-f78b-4243-8e2b-0e3a9f5c941e HTTP/1.1" status: 204 len: 173 time: 0.4377096 Nov 25 19:35:48.602439 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'name': 'network-vif-deleted', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:48.604715 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9368602-0c0f-4501-9e73-6a7bef214889" -d '{"events": [{"server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "name": "network-vif-deleted", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:48.709339 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2a2db5-c471-4209-a306-9d419a0eb53f x-openstack-request-id: req-fc2a2db5-c471-4209-a306-9d419a0eb53f {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:48.709637 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ff725-cf41-42c8-929f-ae88ef3298c0", "name": "network-vif-deleted", "tag": "620d542a-f78b-4243-8e2b-0e3a9f5c941e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:48.709922 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc2a2db5-c471-4209-a306-9d419a0eb53f {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:48.710327 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ff725-cf41-42c8-929f-ae88ef3298c0', 'name': 'network-vif-deleted', 'tag': '620d542a-f78b-4243-8e2b-0e3a9f5c941e', 'status': 'completed', 'code': 200} Nov 25 19:35:50.081244 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60170) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.701357 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.946972 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Deleting port 4800ff34-2652-474f-870f-7e21afab2114 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:50.947307 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.025756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] For port 4800ff34-2652-474f-870f-7e21afab2114, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4800ff34-2652-474f-870f-7e21afab2114,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:51.026028 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.038708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Calling delete_port for 4800ff34-2652-474f-870f-7e21afab2114 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:51.215426 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.241518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4800ff34-2652-474f-870f-7e21afab2114,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:51.411758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.629818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Router a3e55775-2286-43fb-9966-f4e1e7c48e17 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:51.736067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:51.741103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f1224733-9eea-41ad-aa5c-9622c41304ff admin admin] 10.222.0.62 "PUT /v2.0/routers/a3e55775-2286-43fb-9966-f4e1e7c48e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6586215 Nov 25 19:35:51.743779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60178) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:51.746607 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] Sync routers for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:51.757189 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:51.757806 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:51.847520 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.859737 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:51.967149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.028409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Deleting port ec78a295-6eb0-4010-9ce9-72730e6684b3 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:52.028870 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.033529 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:35:51Z', 'revision_number': 5, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port': {'id': 'ec78a295-6eb0-4010-9ce9-72730e6684b3', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:52.062138 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] Checking router: a3e55775-2286-43fb-9966-f4e1e7c48e17 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:52.078639 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] Routers {'a3e55775-2286-43fb-9966-f4e1e7c48e17'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:52.079244 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a3e55775-2286-43fb-9966-f4e1e7c48e17'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:52.112122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] For port ec78a295-6eb0-4010-9ce9-72730e6684b3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ec78a295-6eb0-4010-9ce9-72730e6684b3,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:52.112400 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.124005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Calling delete_port for ec78a295-6eb0-4010-9ce9-72730e6684b3 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:52.159955 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] Set router a3e55775-2286-43fb-9966-f4e1e7c48e17 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:52.211382 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:35:51Z', 'revision_number': 6, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:52.238893 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75692308-88c7-4447-a6eb-a052d7399d2b None None] The sync data for ids ['a3e55775-2286-43fb-9966-f4e1e7c48e17'] in n-d-819194-3 is: [{'id': 'a3e55775-2286-43fb-9966-f4e1e7c48e17', 'name': 'tempest-TestMinimumBasicScenario-1433683686-router', 'tenant_id': '0298924b31ab4a3bad2bf663e844cca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:25Z', 'updated_at': '2021-11-25T19:35:51Z', 'revision_number': 6, 'project_id': '0298924b31ab4a3bad2bf663e844cca8', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:52.293021 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.318761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec78a295-6eb0-4010-9ce9-72730e6684b3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.332585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f01b7f-bc72-4f0a-9c2d-d65a0e0ddd7a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:52.378594 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.467934 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.470073 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.516241 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.517099 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3e55775-2286-43fb-9966-f4e1e7c48e17 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:52.522081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.525730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-57aaa022-ab40-4b0a-8f3c-c8276d9ac673 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a3e55775-2286-43fb-9966-f4e1e7c48e17 HTTP/1.1" status: 204 len: 168 time: 0.7787626 Nov 25 19:35:52.526033 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60182) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:52.558372 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 620d542a-f78b-4243-8e2b-0e3a9f5c941e no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:52.582228 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 620d542a-f78b-4243-8e2b-0e3a9f5c941e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:52.582806 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 620d542a-f78b-4243-8e2b-0e3a9f5c941e not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:52.583681 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] Deleting subnet 46c0f42d-cf53-4552-8191-adaf9b4a0051 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:52.587308 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.627329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.718932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.770581 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.794081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c0f42d-cf53-4552-8191-adaf9b4a0051,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.799675 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.804103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fb6ddb2f-55cf-40c8-a65b-0655aeadf112 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/46c0f42d-cf53-4552-8191-adaf9b4a0051 HTTP/1.1" status: 204 len: 168 time: 0.2770715 Nov 25 19:35:52.804673 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541ad0b-6d87-4457-b7c1-bbb61ea9e5f9 None None] Network 9ff7f5d2-2c6b-4c59-8e09-049785182bff requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:52.805365 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60188) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:52.872775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.943153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Deleting port 834befca-6ba9-4890-a102-bc178a9836ed {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:52.943500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.005804 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] For port 834befca-6ba9-4890-a102-bc178a9836ed, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=834befca-6ba9-4890-a102-bc178a9836ed,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:53.006075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.020566 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Calling delete_port for 834befca-6ba9-4890-a102-bc178a9836ed owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:53.046029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] DHCP port deletion for 9ff7f5d2-2c6b-4c59-8e09-049785182bff request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:53.093266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Deleting port 834befca-6ba9-4890-a102-bc178a9836ed {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:53.093632 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.109912 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.138162 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Pushing event deleted for resources: {'Port': ['ID=834befca-6ba9-4890-a102-bc178a9836ed,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.140059 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] No DVR routers for this DVR port 834befca-6ba9-4890-a102-bc178a9836ed on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:53.165554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] For port 834befca-6ba9-4890-a102-bc178a9836ed, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=834befca-6ba9-4890-a102-bc178a9836ed,segment=NetworkSegment(efb260f0-bc4e-4b56-9f21-de71aa1c50d6),segment_id=efb260f0-bc4e-4b56-9f21-de71aa1c50d6)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:53.165950 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.179000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Calling delete_port for 834befca-6ba9-4890-a102-bc178a9836ed owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:53.211364 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.237135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff7f5d2-2c6b-4c59-8e09-049785182bff']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:53.246904 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:53.247204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb260f0-bc4e-4b56-9f21-de71aa1c50d6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:53.256913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.258835 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.270946 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.278798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:53.279317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:53.281022 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:53.284357 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Pushing event deleted for resources: {'Port': ['ID=834befca-6ba9-4890-a102-bc178a9836ed,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.290170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] No DVR routers for this DVR port 834befca-6ba9-4890-a102-bc178a9836ed on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:53.303159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.303511 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.303923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.304224 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.304551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.304879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.305202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.305521 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.305886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.306217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.306560 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.306883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59289f8-f4f2-4265-9006-53c682b07545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:53.348009 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.371465 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.371465 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9ff7f5d2-2c6b-4c59-8e09-049785182bff HTTP/1.1" status: 204 len: 168 time: 0.5638463 Nov 25 19:35:53.371780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d591ae-77b3-4f5b-9cac-4b1eb8994468 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff7f5d2-2c6b-4c59-8e09-049785182bff,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.373144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60194) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.447802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4800ff34-2652-474f-870f-7e21afab2114 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:53.468529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 4800ff34-2652-474f-870f-7e21afab2114 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:53.468874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4800ff34-2652-474f-870f-7e21afab2114 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:53.469285 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 834befca-6ba9-4890-a102-bc178a9836ed no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:53.488323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 834befca-6ba9-4890-a102-bc178a9836ed {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:53.488663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 834befca-6ba9-4890-a102-bc178a9836ed not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:53.489065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec78a295-6eb0-4010-9ce9-72730e6684b3 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:53.507470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ec78a295-6eb0-4010-9ce9-72730e6684b3 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:53.507816 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ec78a295-6eb0-4010-9ce9-72730e6684b3 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:53.722149 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.973711 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Deleting port 25497136-ee41-4a4a-9da4-74353d866d37 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:53.973962 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.049354 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] For port 25497136-ee41-4a4a-9da4-74353d866d37, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=25497136-ee41-4a4a-9da4-74353d866d37,segment=NetworkSegment(cdce118e-6d26-4573-885a-8af0e85ba742),segment_id=cdce118e-6d26-4573-885a-8af0e85ba742)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:54.049714 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.062000 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Calling delete_port for 25497136-ee41-4a4a-9da4-74353d866d37 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:54.234393 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.259451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=25497136-ee41-4a4a-9da4-74353d866d37,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:54.424924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.931431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Router f215f93d-5fcd-4baf-a657-8e0297d7f167 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:55.031493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:55.036449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0357a076-4347-44f0-bd5d-50452c0f9d69 admin admin] 10.222.0.62 "PUT /v2.0/routers/f215f93d-5fcd-4baf-a657-8e0297d7f167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623805 Nov 25 19:35:55.039134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60198) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.041757 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] Sync routers for ids ['f215f93d-5fcd-4baf-a657-8e0297d7f167'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:55.052947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] Routers {'f215f93d-5fcd-4baf-a657-8e0297d7f167'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:55.053571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f215f93d-5fcd-4baf-a657-8e0297d7f167'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:55.141761 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.156779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] Set router f215f93d-5fcd-4baf-a657-8e0297d7f167 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:55.249808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.301245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Deleting port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:55.301588 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.335058 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:35:54Z', 'revision_number': 5, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port': {'id': 'c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:30Z', 'updated_at': '2021-11-25T19:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:55.361558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] Checking router: f215f93d-5fcd-4baf-a657-8e0297d7f167 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:55.369623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] Routers {'f215f93d-5fcd-4baf-a657-8e0297d7f167'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:55.370232 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['f215f93d-5fcd-4baf-a657-8e0297d7f167'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:55.384676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] For port c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:55.384676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.406095 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Calling delete_port for c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:55.456450 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] Set router f215f93d-5fcd-4baf-a657-8e0297d7f167 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:55.510970 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:35:55Z', 'revision_number': 6, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:55.538767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91067a-f075-445d-aed0-92ad9d88a761 None None] The sync data for ids ['f215f93d-5fcd-4baf-a657-8e0297d7f167'] in n-d-819194-3 is: [{'id': 'f215f93d-5fcd-4baf-a657-8e0297d7f167', 'name': 'tempest-TestMinimumBasicScenario-435823194-router', 'tenant_id': '87b39c680b0a4352872757c7d3b7b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:29Z', 'updated_at': '2021-11-25T19:35:55Z', 'revision_number': 6, 'project_id': '87b39c680b0a4352872757c7d3b7b974', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:55.580223 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:35:55.580969 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.605730 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.620837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a7a05-599d-4312-8a25-8a5f52394494 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:55.672246 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.760569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.763306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.804831 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.805420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f215f93d-5fcd-4baf-a657-8e0297d7f167 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:55.810098 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.811044 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e66885d1-7cf8-455c-bb61-046910b2477a admin admin] 10.222.0.62 "DELETE /v2.0/routers/f215f93d-5fcd-4baf-a657-8e0297d7f167 HTTP/1.1" status: 204 len: 168 time: 0.7710059 Nov 25 19:35:55.813537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60200) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.858051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] Deleting subnet bf52c00c-31d4-42bb-afe6-6446c6bcdaea {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:55.861039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.895840 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.987353 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.039550 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.065567 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf52c00c-31d4-42bb-afe6-6446c6bcdaea,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.069785 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.074740 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bbe17f41-4b13-4648-8195-2b9814a1b762 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bf52c00c-31d4-42bb-afe6-6446c6bcdaea HTTP/1.1" status: 204 len: 168 time: 0.2593870 Nov 25 19:35:56.076140 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105eebe-24da-4a69-95e8-696e34d90b0a None None] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:56.078956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.150522 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.203926 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Deleting port 352f4f49-e0de-49b2-a9fe-6728d0a06344 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:56.204273 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.266685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] For port 352f4f49-e0de-49b2-a9fe-6728d0a06344, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=352f4f49-e0de-49b2-a9fe-6728d0a06344,segment=NetworkSegment(cdce118e-6d26-4573-885a-8af0e85ba742),segment_id=cdce118e-6d26-4573-885a-8af0e85ba742)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:56.266990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.281534 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Calling delete_port for 352f4f49-e0de-49b2-a9fe-6728d0a06344 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:56.300152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] DHCP port deletion for e0659f4e-eb4d-4226-b60e-ec4715162c7c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:56.350534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] Deleting port 352f4f49-e0de-49b2-a9fe-6728d0a06344 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:56.351017 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.366515 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.395850 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] No DVR routers for this DVR port 352f4f49-e0de-49b2-a9fe-6728d0a06344 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:56.397104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=352f4f49-e0de-49b2-a9fe-6728d0a06344,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.424420 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] For port 352f4f49-e0de-49b2-a9fe-6728d0a06344, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=352f4f49-e0de-49b2-a9fe-6728d0a06344,segment=NetworkSegment(cdce118e-6d26-4573-885a-8af0e85ba742),segment_id=cdce118e-6d26-4573-885a-8af0e85ba742)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:56.424825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.481076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.503045 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0659f4e-eb4d-4226-b60e-ec4715162c7c']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.514104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdce118e-6d26-4573-885a-8af0e85ba742') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.514492 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdce118e-6d26-4573-885a-8af0e85ba742') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.533651 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.554347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.561421 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:56.561838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:56.563707 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:56.602866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] Calling delete_port for 352f4f49-e0de-49b2-a9fe-6728d0a06344 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:56.621640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.638540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.643040 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e0659f4e-eb4d-4226-b60e-ec4715162c7c HTTP/1.1" status: 204 len: 168 time: 0.5629411 Nov 25 19:35:56.644497 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a230c6-83ad-437a-8be7-47664826a5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0659f4e-eb4d-4226-b60e-ec4715162c7c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.690395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.712495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] Network e0659f4e-eb4d-4226-b60e-ec4715162c7c is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:35:56.712954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] No DVR routers for this DVR port 352f4f49-e0de-49b2-a9fe-6728d0a06344 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:56.718637 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb67489-7ded-4be9-955b-a9a024a4881f None None] Pushing event deleted for resources: {'Port': ['ID=352f4f49-e0de-49b2-a9fe-6728d0a06344,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.812231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60206) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.854794 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5dc2f083-3e80-488b-a87b-1bf5152d95cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0298924b31ab4a3bad2bf663e844cca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413790 Nov 25 19:35:56.857242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60208) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:56.902853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef7382ae-31dd-4ed8-b177-ee3c7344a83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.922921 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef7382ae-31dd-4ed8-b177-ee3c7344a83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.968172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef7382ae-31dd-4ed8-b177-ee3c7344a83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.970844 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef7382ae-31dd-4ed8-b177-ee3c7344a83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.972027 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ef7382ae-31dd-4ed8-b177-ee3c7344a83c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9 HTTP/1.1" status: 204 len: 168 time: 0.1138997 Nov 25 19:35:56.979876 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7382ae-31dd-4ed8-b177-ee3c7344a83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eceaa0-d86d-4e7a-92f0-e09e3b3d8cf9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:57.281389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60214) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.320438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-632581d7-79f5-4096-9a12-d9aed6d9a367 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87b39c680b0a4352872757c7d3b7b974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379252 Nov 25 19:35:57.322929 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60216) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.369051 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa07-f0ee-4df0-980e-cf64f10e3a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.396098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa07-f0ee-4df0-980e-cf64f10e3a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.429534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:57.446516 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa07-f0ee-4df0-980e-cf64f10e3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.449242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa07-f0ee-4df0-980e-cf64f10e3a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.450394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0a5caa07-f0ee-4df0-980e-cf64f10e3a69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b128c461-e789-4c04-a51b-fe1a5d646273 HTTP/1.1" status: 204 len: 168 time: 0.1265473 Nov 25 19:35:57.454317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:57.454763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device c5b9a60f-46d8-40c6-b325-c0dde8ee2a0d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:57.455243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 352f4f49-e0de-49b2-a9fe-6728d0a06344 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:57.458118 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5caa07-f0ee-4df0-980e-cf64f10e3a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b128c461-e789-4c04-a51b-fe1a5d646273,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:57.475350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 352f4f49-e0de-49b2-a9fe-6728d0a06344 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:57.475699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 352f4f49-e0de-49b2-a9fe-6728d0a06344 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:57.476378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 25497136-ee41-4a4a-9da4-74353d866d37 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:57.507575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 25497136-ee41-4a4a-9da4-74353d866d37 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:57.507981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 25497136-ee41-4a4a-9da4-74353d866d37 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:58.957788 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60256) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.962321 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777851235', 'description': 'tempest-secgroup-smoke-777851235 description', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:58.984822 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.992478 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.065317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.069065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.105030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3775a03f-dda1-42d2-a622-f698e94d2687,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.145706 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.149596 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.181243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.182469 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2236276 Nov 25 19:35:59.183663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dd5b0-97d4-4f85-95b0-5c494299873b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a03837a-b2f3-4767-a451-638806b951d3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.185486 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60258) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.190708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f16f45d0-abc5-4a34-919c-c310715e4294 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5a03837a-b2f3-4767-a451-638806b951d3', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.217057 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16f45d0-abc5-4a34-919c-c310715e4294 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.270370 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16f45d0-abc5-4a34-919c-c310715e4294 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.273814 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16f45d0-abc5-4a34-919c-c310715e4294 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.295142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f45d0-abc5-4a34-919c-c310715e4294 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a10f651-85dc-4097-a623-bcdef4b4fa4b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.302285 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f16f45d0-abc5-4a34-919c-c310715e4294 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.303480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f16f45d0-abc5-4a34-919c-c310715e4294 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168857 Nov 25 19:35:59.306197 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60260) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.310600 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4f94271f-ea8a-4ff5-90c8-9bad6911ea83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5a03837a-b2f3-4767-a451-638806b951d3', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.335791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f94271f-ea8a-4ff5-90c8-9bad6911ea83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.391013 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f94271f-ea8a-4ff5-90c8-9bad6911ea83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.394746 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f94271f-ea8a-4ff5-90c8-9bad6911ea83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.412529 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94271f-ea8a-4ff5-90c8-9bad6911ea83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311f9feb-111e-46c0-9c43-5fea9d03e7bf,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.421108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f94271f-ea8a-4ff5-90c8-9bad6911ea83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.422340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4f94271f-ea8a-4ff5-90c8-9bad6911ea83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151185 Nov 25 19:35:59.425076 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60262) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.429452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2f519664-a6e2-468e-bc09-d79543a9c6e2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5a03837a-b2f3-4767-a451-638806b951d3', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.455377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2f519664-a6e2-468e-bc09-d79543a9c6e2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.510723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2f519664-a6e2-468e-bc09-d79543a9c6e2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.514900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2f519664-a6e2-468e-bc09-d79543a9c6e2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.534392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f519664-a6e2-468e-bc09-d79543a9c6e2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043a0719-2bf4-4df1-8461-cb886ca46c93,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.540448 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2f519664-a6e2-468e-bc09-d79543a9c6e2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.541505 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2f519664-a6e2-468e-bc09-d79543a9c6e2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154497 Nov 25 19:35:59.544485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60264) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.549270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-58b4a2d2-a089-41b9-ba98-008a48d9ae9a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5a03837a-b2f3-4767-a451-638806b951d3', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.575661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58b4a2d2-a089-41b9-ba98-008a48d9ae9a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.631568 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58b4a2d2-a089-41b9-ba98-008a48d9ae9a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.635232 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58b4a2d2-a089-41b9-ba98-008a48d9ae9a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.658178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4a2d2-a089-41b9-ba98-008a48d9ae9a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55270df7-cb30-4666-b7f1-2ebc9f3f6ffd,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.665929 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58b4a2d2-a089-41b9-ba98-008a48d9ae9a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.667149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-58b4a2d2-a089-41b9-ba98-008a48d9ae9a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215177 Nov 25 19:35:59.670005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60266) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.674441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5a03837a-b2f3-4767-a451-638806b951d3', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.695548 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:35:59.701010 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.757307 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.760760 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.781635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e899e27c-5025-4cbe-97c9-4700d996b97f,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.787378 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.788645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-50d509c8-9612-493c-8b54-b569899ad1dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175570 Nov 25 19:35:59.791459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60268) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.796048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5a03837a-b2f3-4767-a451-638806b951d3', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.817913 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:35:59.822663 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.880225 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.883574 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.898233 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf271a0b-0c83-43d8-81e5-777e56f03c20,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.909164 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.913670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c6a2a1e6-0b2b-4b75-a36f-3399ad5b41a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178956 Nov 25 19:35:59.913858 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60270) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.918524 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'network': {'name': 'tempest-network-smoke--1189307078', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'port_security_enabled': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.939676 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:59.943075 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.968775 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:59.978473 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.978824 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Added segment 7819fb03-d808-45af-9a90-634e5868596a of type vlan for network 8637073e-531e-4e85-ae1b-7b54b930bb5a Nov 25 19:36:00.018270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.041389 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.047056 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.047662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.100270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854472 Nov 25 19:36:00.103574 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60272) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.109357 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'admin_state_up': True, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:00.115921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f85fdd-c0eb-4213-9bc0-4623504dc1fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Network': ['ID=8637073e-531e-4e85-ae1b-7b54b930bb5a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.127216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:36:00.132266 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.133524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.186444 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.323980 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.507925 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.530270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.628571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.90 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/86c80f2a-c828-4f68-92a0-b3a43990f847) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:00.726865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.764806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.803481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:00.806272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:00.809219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:00.819460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0ee29-881d-4a67-81d7-993fe1141c58 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:00.836381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=86c80f2a-c828-4f68-92a0-b3a43990f847,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.901444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f1ea7fed-19c4-4283-b1d7-7ea35fba9ae7 None None] Provisioning complete for port 86c80f2a-c828-4f68-92a0-b3a43990f847 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:00.901675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7fed-19c4-4283-b1d7-7ea35fba9ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.935169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea7fed-19c4-4283-b1d7-7ea35fba9ae7 None None] Port 86c80f2a-c828-4f68-92a0-b3a43990f847 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:01.056468 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.141289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.602032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.730708 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:36:01.836084 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:01.845935 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Sync routers for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:01.856864 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.858093 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-41eff920-4c8c-4045-9324-34154587f7c0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7534704 Nov 25 19:36:01.859160 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:01.859765 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:01.861224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60274) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.964817 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:01.979100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-605aa270-a556-46a5-8d54-e6243c1459fa tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b88776704ba74968bbcf4cec5db97e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1167645 Nov 25 19:36:01.983170 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60278) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.073582 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c81e1-840a-42b8-9e47-4af9128d4c0b tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.075166 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-479c81e1-840a-42b8-9e47-4af9128d4c0b tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906670 Nov 25 19:36:02.078056 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60280) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.106238 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-fdd075b1-ab94-455e-a249-daab56cb4843 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270782 Nov 25 19:36:02.108981 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60282) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.113685 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515792133', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:02.203269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:02.206901 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.227602 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:00Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:02.253562 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Checking router: a50dba19-9d8a-4fca-85b3-b9b12f77ee67 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:02.253845 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Updating router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 port 86c80f2a-c828-4f68-92a0-b3a43990f847 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:36:02.281786 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.387432 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.453246 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Subnet': ['ID=a05f888a-55cd-47f0-924a-389706ea8f46,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.458719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Checking segment: {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:02.459088 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network hostable DHCP agents. Network: 8637073e-531e-4e85-ae1b-7b54b930bb5a, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:36:02.475790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:36:02.484695 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 8637073e-531e-4e85-ae1b-7b54b930bb5a) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:02.489382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.490386 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.496634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4531b-0965-4711-9486-c255f4e6ab24 None None] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:02.509813 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b8b4029-20f1-477b-bb8b-8e502ed49be0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3971004 Nov 25 19:36:02.510013 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60284) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.533488 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.539573 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.585291 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Attempting to bind port 86c80f2a-c828-4f68-92a0-b3a43990f847 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:02.585661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Attempting to bind port 86c80f2a-c828-4f68-92a0-b3a43990f847 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:02.586423 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Attempting to bind port 86c80f2a-c828-4f68-92a0-b3a43990f847 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:02.586966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09071cb-b113-431b-b525-dafdee1c6220 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:02.595751 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:02.596121 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:02.596517 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.596901 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:02.597365 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Bound port: 86c80f2a-c828-4f68-92a0-b3a43990f847, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:02.597736 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.602873 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Pushing event updated for resources: {'Port': ['ID=86c80f2a-c828-4f68-92a0-b3a43990f847,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.631473 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.631817 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.632143 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.632470 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.632784 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.633113 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.633425 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.633739 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.634056 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.634369 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.634709 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.635020 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:02.666391 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] For port 86c80f2a-c828-4f68-92a0-b3a43990f847, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:02.669750 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] For port 86c80f2a-c828-4f68-92a0-b3a43990f847, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=86c80f2a-c828-4f68-92a0-b3a43990f847,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:02.676681 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.686992 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-8637073e-531e-4e85-ae1b-7b54b930bb5a', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:36:02.687854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.697717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-30c8cb45-68ad-4f7b-9a42-6a98d2a15a13 None None] Provisioning complete for port 86c80f2a-c828-4f68-92a0-b3a43990f847 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:02.698091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30c8cb45-68ad-4f7b-9a42-6a98d2a15a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.732674 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:02.733346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:02.796459 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a5b4-e1ed-47d5-9ae0-3ec14fedbcb5 None None] Pushing event updated for resources: {'Port': ['ID=86c80f2a-c828-4f68-92a0-b3a43990f847,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.797087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc13911a-4035-4fa0-a394-6fe916ec23bc None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:02.856475 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:02.892441 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30c8cb45-68ad-4f7b-9a42-6a98d2a15a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.919281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-30c8cb45-68ad-4f7b-9a42-6a98d2a15a13 None None] For port 86c80f2a-c828-4f68-92a0-b3a43990f847, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=86c80f2a-c828-4f68-92a0-b3a43990f847,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:02.924931 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30c8cb45-68ad-4f7b-9a42-6a98d2a15a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.929665 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Allocated IP 172.20.0.2 (8637073e-531e-4e85-ae1b-7b54b930bb5a/a05f888a-55cd-47f0-924a-389706ea8f46/2081aa27-7035-43b2-9825-c828a9a21c9a) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:03.002391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.036976 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8cb45-68ad-4f7b-9a42-6a98d2a15a13 None None] Pushing event updated for resources: {'Port': ['ID=86c80f2a-c828-4f68-92a0-b3a43990f847,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.038890 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:00Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:03.071518 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbd8bf-8529-4597-83ab-c845d1af05c1 None None] The sync data for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 is: [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:00Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:03.083662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-47162b58-a521-4f1d-87df-40516d00d65f None None] Provisioning complete for port 86c80f2a-c828-4f68-92a0-b3a43990f847 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:03.084039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47162b58-a521-4f1d-87df-40516d00d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.183624 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.189781 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.268982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:03.275141 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:03.281724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:03.290587 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Pushing event updated for resources: {'Port': ['ID=2081aa27-7035-43b2-9825-c828a9a21c9a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.299485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.1 (8637073e-531e-4e85-ae1b-7b54b930bb5a/a05f888a-55cd-47f0-924a-389706ea8f46/f108689e-f1c4-438f-9a38-6e1ce30da21a) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:03.357199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Attempting to bind port 2081aa27-7035-43b2-9825-c828a9a21c9a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:03.357577 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Attempting to bind port 2081aa27-7035-43b2-9825-c828a9a21c9a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:03.357950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Attempting to bind port 2081aa27-7035-43b2-9825-c828a9a21c9a on network 8637073e-531e-4e85-ae1b-7b54b930bb5a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:03.363029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:03.363413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Checking segment: {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:03.363816 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.364219 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Bound using segment: {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:03.364693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Bound port: 2081aa27-7035-43b2-9825-c828a9a21c9a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:03.365076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.453660 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] For port 2081aa27-7035-43b2-9825-c828a9a21c9a, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:03.460271 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] For port 2081aa27-7035-43b2-9825-c828a9a21c9a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2081aa27-7035-43b2-9825-c828a9a21c9a,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:03.467406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.490685 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.516167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 86c80f2a-c828-4f68-92a0-b3a43990f847 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:03.533800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.589766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=f108689e-f1c4-438f-9a38-6e1ce30da21a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.600687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:03.602353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:03.604613 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8cbc1-0a2c-4b18-8157-f0f1cbf2f1ee None None] Pushing event updated for resources: {'Port': ['ID=2081aa27-7035-43b2-9825-c828a9a21c9a,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.604908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:03.613944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 86c80f2a-c828-4f68-92a0-b3a43990f847 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:03.614312 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.662626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.838764 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.946702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.144784 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.149401 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.225321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.227409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=f108689e-f1c4-438f-9a38-6e1ce30da21a,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:04.321947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:04.323406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:04.441232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:04.544832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd469139-223c-4c57-a1e8-074578d63772 None None] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:04.555645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:04.566022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ef94790d-d8b0-42a5-b28e-5ffb22245bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/a50dba19-9d8a-4fca-85b3-b9b12f77ee67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0503674 Nov 25 19:36:04.632083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7cad77d0-050f-4781-97bf-0a2f070dbf43 None None] Provisioning complete for port 2081aa27-7035-43b2-9825-c828a9a21c9a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:04.632462 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7cad77d0-050f-4781-97bf-0a2f070dbf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.728885 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-90fb5d05-58ab-4ee9-98b4-096af1c258ad tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777851235&fields=id&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 267 time: 0.0552645 Nov 25 19:36:04.777543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7cad77d0-050f-4781-97bf-0a2f070dbf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.817510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7cad77d0-050f-4781-97bf-0a2f070dbf43 None None] For port 2081aa27-7035-43b2-9825-c828a9a21c9a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2081aa27-7035-43b2-9825-c828a9a21c9a,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:04.822376 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7cad77d0-050f-4781-97bf-0a2f070dbf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.859468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-48ff560e-18f2-47d1-8d54-ad174795b905 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.861339 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-48ff560e-18f2-47d1-8d54-ad174795b905 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/networks?id=8637073e-531e-4e85-ae1b-7b54b930bb5a HTTP/1.1" status: 200 len: 797 time: 0.1234112 Nov 25 19:36:04.879050 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad77d0-050f-4781-97bf-0a2f070dbf43 None None] Pushing event updated for resources: {'Port': ['ID=2081aa27-7035-43b2-9825-c828a9a21c9a,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:04.886828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-4402a4b5-e66c-495e-ae9d-f9197a1a7dc0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/quotas/b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 375 time: 0.0105658 Nov 25 19:36:04.942862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-3d102a34-632f-4d14-a626-fca6c2bea72d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492585 Nov 25 19:36:04.959304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-5aa70625-d276-4af6-a62b-90ecdc4bd091 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:36:04.960388 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-5aa70625-d276-4af6-a62b-90ecdc4bd091 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055394 Nov 25 19:36:05.048399 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c9cb87ca-7d29-4e7e-a4d6-b70e4703b4cb None None] Provisioning complete for port 2081aa27-7035-43b2-9825-c828a9a21c9a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:05.048776 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9cb87ca-7d29-4e7e-a4d6-b70e4703b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.064978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-47990bf9-e91e-46da-8474-ecace269da10 service neutron] 10.222.0.62 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966005 Nov 25 19:36:05.075622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Sync routers for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:05.102738 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:05.103615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:05.160839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-0de5aff7-954f-48d8-8424-2b8467bd36d2 service neutron] 10.222.0.62 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888562 Nov 25 19:36:05.243880 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c9cb87ca-7d29-4e7e-a4d6-b70e4703b4cb None None] Provisioning complete for port f108689e-f1c4-438f-9a38-6e1ce30da21a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:05.244316 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9cb87ca-7d29-4e7e-a4d6-b70e4703b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.277483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:05.340703 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb87ca-7d29-4e7e-a4d6-b70e4703b4cb None None] Port f108689e-f1c4-438f-9a38-6e1ce30da21a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:05.356644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4cdf1bd-ad68-4353-b94d-9ea8ae1efdc5 req-de13e8f7-8a86-4c70-a89c-801133607461 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 210 time: 0.0368793 Nov 25 19:36:05.506841 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-298cf945-d02c-49c5-bdaa-7cac062d4426 None None] Provisioning complete for port f108689e-f1c4-438f-9a38-6e1ce30da21a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:05.507212 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-298cf945-d02c-49c5-bdaa-7cac062d4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.511751 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2081aa27-7035-43b2-9825-c828a9a21c9a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:05.591916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-298cf945-d02c-49c5-bdaa-7cac062d4426 None None] Port f108689e-f1c4-438f-9a38-6e1ce30da21a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:05.615512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2081aa27-7035-43b2-9825-c828a9a21c9a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:05.615892 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.618924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:04Z', 'revision_number': 2, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:05.819438 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Checking router: a50dba19-9d8a-4fca-85b3-b9b12f77ee67 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:05.819788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Updating router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 port f108689e-f1c4-438f-9a38-6e1ce30da21a binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:36:05.852327 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.150255 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.157519 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.212805 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e4525-8889-4e32-8edc-80b138ee3b7d None None] Pushing event updated for resources: {'Port': ['ID=f108689e-f1c4-438f-9a38-6e1ce30da21a,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.273989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Attempting to bind port f108689e-f1c4-438f-9a38-6e1ce30da21a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:06.274573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Attempting to bind port f108689e-f1c4-438f-9a38-6e1ce30da21a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:06.274921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Attempting to bind port f108689e-f1c4-438f-9a38-6e1ce30da21a on network 8637073e-531e-4e85-ae1b-7b54b930bb5a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:06.284822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:06.285203 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Checking segment: {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:06.285610 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.286156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Bound using segment: {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:06.286824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Bound port: f108689e-f1c4-438f-9a38-6e1ce30da21a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:06.287238 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.364983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] For port f108689e-f1c4-438f-9a38-6e1ce30da21a, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:06.369345 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] For port f108689e-f1c4-438f-9a38-6e1ce30da21a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f108689e-f1c4-438f-9a38-6e1ce30da21a,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:06.379721 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.478985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:06.479691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:35:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:06.479979 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2f1e8e0e-8920-4e7d-92da-393910ba4239 req-d1c483a6-dad7-4d6e-9451-070b5e48cec1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 210 time: 0.0451345 Nov 25 19:36:06.511629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-a84286be-8c38-451b-9a2f-501d89809bdb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:06.514480 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-a84286be-8c38-451b-9a2f-501d89809bdb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "GET /v2.0/networks?id=8637073e-531e-4e85-ae1b-7b54b930bb5a HTTP/1.1" status: 200 len: 797 time: 0.1612217 Nov 25 19:36:06.537179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e4525-8889-4e32-8edc-80b138ee3b7d None None] Pushing event updated for resources: {'Port': ['ID=f108689e-f1c4-438f-9a38-6e1ce30da21a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.587796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9d25de6d-a211-4a54-9e11-f9db7a767cac None None] Provisioning complete for port f108689e-f1c4-438f-9a38-6e1ce30da21a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:06.587796 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d25de6d-a211-4a54-9e11-f9db7a767cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.600198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-b6ca844c-d7c7-4de7-9cfd-bde7f832281d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 379 time: 0.0754406 Nov 25 19:36:06.610709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'port': {'device_id': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'admin_state_up': True, 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'security_groups': ['5a03837a-b2f3-4767-a451-638806b951d3']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:06.650524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:06.731831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:06.735434 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.793799 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d25de6d-a211-4a54-9e11-f9db7a767cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.851447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9d25de6d-a211-4a54-9e11-f9db7a767cac None None] For port f108689e-f1c4-438f-9a38-6e1ce30da21a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f108689e-f1c4-438f-9a38-6e1ce30da21a,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:06.857970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d25de6d-a211-4a54-9e11-f9db7a767cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.864667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.7 (8637073e-531e-4e85-ae1b-7b54b930bb5a/a05f888a-55cd-47f0-924a-389706ea8f46/dc189786-9c5a-4f5c-985a-05ed1915554e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:06.936017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25de6d-a211-4a54-9e11-f9db7a767cac None None] Pushing event updated for resources: {'Port': ['ID=f108689e-f1c4-438f-9a38-6e1ce30da21a,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.950955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:06.981121 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48894f9-5aa6-4fa9-9cbe-206a37858dc0 None None] The sync data for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 is: [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:06.991849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c9d6c9e4-4948-4829-b860-06769f947e94 None None] Provisioning complete for port f108689e-f1c4-438f-9a38-6e1ce30da21a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:06.992222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c9e4-4948-4829-b860-06769f947e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.018074 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.075733 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.129865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:07.133160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:07.137921 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:07.169328 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=dc189786-9c5a-4f5c-985a-05ed1915554e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:07.194718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:07.195303 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.217729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-9e0c3f79-337a-42f1-ba5f-0b07ae9f7289 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109338 Nov 25 19:36:07.295430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Request body: {'port': {'device_id': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:07.362518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.432811 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c9e11b17-dfec-453e-b765-066b583210e9 None None] Provisioning complete for port dc189786-9c5a-4f5c-985a-05ed1915554e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:07.433216 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9e11b17-dfec-453e-b765-066b583210e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.474828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c9e11b17-dfec-453e-b765-066b583210e9 None None] Port dc189786-9c5a-4f5c-985a-05ed1915554e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:07.488518 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f108689e-f1c4-438f-9a38-6e1ce30da21a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:07.545911 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f108689e-f1c4-438f-9a38-6e1ce30da21a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:07.545911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.655498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807e997-7b4d-4519-9bb2-cabddef83a5c req-1f0b1857-e7ef-45f9-933f-b698d1883de0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:07.657096 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1807e997-7b4d-4519-9bb2-cabddef83a5c req-1f0b1857-e7ef-45f9-933f-b698d1883de0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 931 time: 0.0840375 Nov 25 19:36:07.751911 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1807e997-7b4d-4519-9bb2-cabddef83a5c req-fa241549-f703-4b42-b673-692f846811ee tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844498 Nov 25 19:36:07.759310 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc189786-9c5a-4f5c-985a-05ed1915554e {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:07.767509 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.780762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Transition to ACTIVE for port object dc189786-9c5a-4f5c-985a-05ed1915554e will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:07.784863 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.841215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc189786-9c5a-4f5c-985a-05ed1915554e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:07.920728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Attempting to bind port dc189786-9c5a-4f5c-985a-05ed1915554e on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:07.921178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Attempting to bind port dc189786-9c5a-4f5c-985a-05ed1915554e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:07.921512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Attempting to bind port dc189786-9c5a-4f5c-985a-05ed1915554e on network 8637073e-531e-4e85-ae1b-7b54b930bb5a {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:07.926283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Port dc189786-9c5a-4f5c-985a-05ed1915554e on network 8637073e-531e-4e85-ae1b-7b54b930bb5a not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:07.926670 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Attempting to bind port dc189786-9c5a-4f5c-985a-05ed1915554e on network 8637073e-531e-4e85-ae1b-7b54b930bb5a {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:07.931930 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:07.932266 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Checking segment: {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:07.932664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Bound using segment: {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:07.933641 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Bound port: dc189786-9c5a-4f5c-985a-05ed1915554e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7819fb03-d808-45af-9a90-634e5868596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:07.934003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.006854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] For port dc189786-9c5a-4f5c-985a-05ed1915554e, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:08.010648 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] For port dc189786-9c5a-4f5c-985a-05ed1915554e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dc189786-9c5a-4f5c-985a-05ed1915554e,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:08.016457 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.070327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.070990 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.072663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc189786-9c5a-4f5c-985a-05ed1915554e HTTP/1.1" status: 200 len: 1091 time: 0.8455815 Nov 25 19:36:08.073128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:08.075618 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba8d17-2aff-413b-8b02-444e28723ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:08.095350 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79cec-0124-40dd-9031-e784155ec7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc189786-9c5a-4f5c-985a-05ed1915554e,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:08.150571 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b047ac9-ca65-4d2b-be61-c66daaa37310 x-openstack-request-id: req-2b047ac9-ca65-4d2b-be61-c66daaa37310 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:08.150939 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:08.151257 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b047ac9-ca65-4d2b-be61-c66daaa37310 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:08.152239 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'status': 'completed', 'code': 200} Nov 25 19:36:08.171212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-ea56dda0-beca-4eba-8e10-a961b31946fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.173076 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-ea56dda0-beca-4eba-8e10-a961b31946fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 1094 time: 0.0543697 Nov 25 19:36:08.216921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-ec109fdc-c0ec-4326-a769-402b83cbbceb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc189786-9c5a-4f5c-985a-05ed1915554e HTTP/1.1" status: 200 len: 217 time: 0.0362132 Nov 25 19:36:08.281153 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-64cdc487-b6c9-4259-9189-557f8e63328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.282801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-64cdc487-b6c9-4259-9189-557f8e63328b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a05f888a-55cd-47f0-924a-389706ea8f46 HTTP/1.1" status: 200 len: 835 time: 0.0504975 Nov 25 19:36:08.329570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-4f0c74fa-53e3-4389-9bd2-02351b8a3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.331100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-4f0c74fa-53e3-4389-9bd2-02351b8a3945 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8637073e-531e-4e85-ae1b-7b54b930bb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415895 Nov 25 19:36:08.420252 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-4b115441-6fbe-4dfa-8454-64de9863b0a2 service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822363 Nov 25 19:36:08.511934 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4255a090-7e7f-40b9-8caa-517d4953c452 req-d8a94efd-d1ba-47bf-a200-c5e2f603a0c2 service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Nov 25 19:36:08.596278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-76498b3a-1416-4732-bee2-c3fdcd85c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.597807 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-76498b3a-1416-4732-bee2-c3fdcd85c288 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 1094 time: 0.0415404 Nov 25 19:36:08.689023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-7e652c20-9b6e-427f-bceb-21ebc4218989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.690515 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-7e652c20-9b6e-427f-bceb-21ebc4218989 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8637073e-531e-4e85-ae1b-7b54b930bb5a HTTP/1.1" status: 200 len: 898 time: 0.0848742 Nov 25 19:36:08.730844 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-37432395-4419-47e6-a21a-765cc0954653 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc189786-9c5a-4f5c-985a-05ed1915554e HTTP/1.1" status: 200 len: 217 time: 0.0328951 Nov 25 19:36:08.778333 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-f728a2bc-006e-4b46-aa20-7499edc8e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.780038 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-f728a2bc-006e-4b46-aa20-7499edc8e62e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a05f888a-55cd-47f0-924a-389706ea8f46 HTTP/1.1" status: 200 len: 835 time: 0.0427315 Nov 25 19:36:08.838993 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-f04736a3-6877-4dc0-a1cd-6cab2aa5acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.840855 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-f04736a3-6877-4dc0-a1cd-6cab2aa5acd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8637073e-531e-4e85-ae1b-7b54b930bb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538039 Nov 25 19:36:08.922512 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42a89-f9a6-4730-b9db-498648afcf87 req-99b34bce-0aba-4ffd-8cfe-ba9c755ca69b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.923947 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72e42a89-f9a6-4730-b9db-498648afcf87 req-99b34bce-0aba-4ffd-8cfe-ba9c755ca69b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 943 time: 0.1025751 Nov 25 19:36:08.972077 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-bbedc02a-90b3-4ef3-bd8b-49e07c7bebf4 service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179535 Nov 25 19:36:09.034401 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72e42a89-f9a6-4730-b9db-498648afcf87 req-e5b5ef67-c227-4e21-ba50-920017f68a33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043203 Nov 25 19:36:09.076111 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4fba8d17-2aff-413b-8b02-444e28723ee6 req-ad8220aa-a98e-4b4c-9b8c-da8f6bd98b81 service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963788 Nov 25 19:36:10.157575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a274f2-9ab9-42e6-9810-eb95db7f7c42 req-be98fadc-30d8-4289-9325-dc78ea59eac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.159064 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8a274f2-9ab9-42e6-9810-eb95db7f7c42 req-be98fadc-30d8-4289-9325-dc78ea59eac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 943 time: 0.0522583 Nov 25 19:36:10.208103 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8a274f2-9ab9-42e6-9810-eb95db7f7c42 req-44a62fa1-eb9e-4830-b5d3-69d2ea785250 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Nov 25 19:36:11.033868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-849df3fa-6095-4c97-80d8-0783c81e07c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.322783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5f30d-4b7b-4722-8140-4945ed9e9d1b req-f015e0b4-0095-4d59-a7ea-11400058377e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.324159 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1b5f30d-4b7b-4722-8140-4945ed9e9d1b req-f015e0b4-0095-4d59-a7ea-11400058377e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 943 time: 0.0495574 Nov 25 19:36:11.376578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b1b5f30d-4b7b-4722-8140-4945ed9e9d1b req-5733e536-8641-43f8-abcf-56db1a3a6aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464897 Nov 25 19:36:12.392548 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dc189786-9c5a-4f5c-985a-05ed1915554e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:12.490060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76b2e9-cb6e-4551-a80d-f69b6e78465f req-72cf2db0-fc96-4d17-b035-ad35d9904847 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:12.490716 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dc189786-9c5a-4f5c-985a-05ed1915554e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dc189786-9c5a-4f5c-985a-05ed1915554e,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:12.491592 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc76b2e9-cb6e-4551-a80d-f69b6e78465f req-72cf2db0-fc96-4d17-b035-ad35d9904847 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 943 time: 0.0480411 Nov 25 19:36:12.502367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'port_id': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'mac_address': 'fa:16:3e:2e:5f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:12.538150 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.539785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bc76b2e9-cb6e-4551-a80d-f69b6e78465f req-35140a8d-ab16-4e52-8c11-f329af0359ae tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 Nov 25 19:36:12.551543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc189786-9c5a-4f5c-985a-05ed1915554e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:12.571104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dc189786-9c5a-4f5c-985a-05ed1915554e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dc189786-9c5a-4f5c-985a-05ed1915554e,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:12.574967 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.620328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dc189786-9c5a-4f5c-985a-05ed1915554e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:12.926886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['dc189786-9c5a-4f5c-985a-05ed1915554e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:13.540102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c28b2037-e234-4651-8327-1dc1a250b333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.654331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e160f6-428b-417a-8f2e-fd4b50ee10a3 req-7777b97b-fc38-408e-ae70-c2a675cede8d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:13.655808 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4e160f6-428b-417a-8f2e-fd4b50ee10a3 req-7777b97b-fc38-408e-ae70-c2a675cede8d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 944 time: 0.0484760 Nov 25 19:36:13.704269 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e4e160f6-428b-417a-8f2e-fd4b50ee10a3 req-7eb4b857-7aaf-4c5a-ab74-4e11c06c818f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424447 Nov 25 19:36:14.424236 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dc189786-9c5a-4f5c-985a-05ed1915554e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:14.472019 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port dc189786-9c5a-4f5c-985a-05ed1915554e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:14.475531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port dc189786-9c5a-4f5c-985a-05ed1915554e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:14.475897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.549809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.570891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:14.573097 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b407a5-6b5b-46a1-9b17-225427c94311" -d '{"events": [{"server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "name": "network-vif-plugged", "status": "completed", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:14.591318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port dc189786-9c5a-4f5c-985a-05ed1915554e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dc189786-9c5a-4f5c-985a-05ed1915554e,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:14.595298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.648857 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.653317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=dc189786-9c5a-4f5c-985a-05ed1915554e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:14.674387 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d0c356-619c-4631-962b-3cf50f71fac3 x-openstack-request-id: req-29d0c356-619c-4631-962b-3cf50f71fac3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:14.674704 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "name": "network-vif-plugged", "status": "completed", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:14.674962 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29d0c356-619c-4631-962b-3cf50f71fac3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:14.675363 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'code': 200} Nov 25 19:36:14.769631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fab8a-993a-43cb-9c24-8b5fb766eb79 req-342970a4-d37d-42d4-a6ab-f8c7e00bbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:14.771200 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed2fab8a-993a-43cb-9c24-8b5fb766eb79 req-342970a4-d37d-42d4-a6ab-f8c7e00bbb47 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 1096 time: 0.0397651 Nov 25 19:36:14.848381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ed2fab8a-993a-43cb-9c24-8b5fb766eb79 req-9bcb2dc1-021a-4934-b8f2-68702fa24a35 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654683 Nov 25 19:36:14.856346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4528-9d19-4dd9-a49d-185ba07a6630 req-a958c9fe-9828-4ffe-8590-c60b210bd116 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:14.857727 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-269a4528-9d19-4dd9-a49d-185ba07a6630 req-a958c9fe-9828-4ffe-8590-c60b210bd116 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0830665 Nov 25 19:36:14.905312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-269a4528-9d19-4dd9-a49d-185ba07a6630 req-41b79c2e-cc19-415a-a195-27ad3558dba1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Nov 25 19:36:16.024882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd3bac-8160-4a0b-a502-a42811f04101 req-d81a87a7-d49d-4ae6-bc30-f4e42968ef54 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:16.026375 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6dd3bac-8160-4a0b-a502-a42811f04101 req-d81a87a7-d49d-4ae6-bc30-f4e42968ef54 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0498643 Nov 25 19:36:16.079117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a6dd3bac-8160-4a0b-a502-a42811f04101 req-0141301f-da14-4040-8691-a7ad34d00660 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465946 Nov 25 19:36:16.190597 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.095649 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.196169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b06a7-c618-4b34-b7ec-854f9113dffc req-24fb52b8-6ced-4931-99d5-e822ffda230c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.197652 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-415b06a7-c618-4b34-b7ec-854f9113dffc req-24fb52b8-6ced-4931-99d5-e822ffda230c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0480638 Nov 25 19:36:17.248424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-415b06a7-c618-4b34-b7ec-854f9113dffc req-f6866b3b-1e15-48ff-b9a0-063c8cc7d667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 Nov 25 19:36:17.361760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fbb02-81a8-4105-b668-30e4acd67221 req-f98c1024-b30c-4804-be45-3ec16a05d2f5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.363198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50fbb02-81a8-4105-b668-30e4acd67221 req-f98c1024-b30c-4804-be45-3ec16a05d2f5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0489304 Nov 25 19:36:17.413949 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b50fbb02-81a8-4105-b668-30e4acd67221 req-7007653f-f42c-44b6-8853-cb38f93de912 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446908 Nov 25 19:36:17.440453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60342) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:17.480120 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767f142-38ed-4adf-bfb9-ba26544a4d38 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.481626 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6767f142-38ed-4adf-bfb9-ba26544a4d38 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 1091 time: 0.0401802 Nov 25 19:36:17.484538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60344) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:17.488736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:17.510305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.607371 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.705494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.204 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d70e090d-c976-4aca-bc16-18202c467bca) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:17.806410 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.839816 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.877687 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:17.880599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:17.883110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:17.912228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=d70e090d-c976-4aca-bc16-18202c467bca,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:18.234707 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.299734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.449242 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.453769 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.525318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=d70e090d-c976-4aca-bc16-18202c467bca,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:18.533927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.631327 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP d566a6d4-f9be-4d6b-8a17-0450578a4c73 associated. External IP: 172.25.2.204, port: dc189786-9c5a-4f5c-985a-05ed1915554e. Nov 25 19:36:19.186828 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:19.293444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:19.302797 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] Sync routers for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:19.311662 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.313123 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:19.313733 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:36:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:19.338218 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2165541b-e18d-4516-ae67-268787092bde tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8526883 Nov 25 19:36:19.339431 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:19.341673 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:19.389810 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9ca99-a0db-49cb-82b0-91143c9e1b75 x-openstack-request-id: req-2ca9ca99-a0db-49cb-82b0-91143c9e1b75 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:19.390531 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:19.391014 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ca9ca99-a0db-49cb-82b0-91143c9e1b75 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:19.391694 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'status': 'completed', 'code': 200} Nov 25 19:36:19.423244 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:19.479171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bba81-4aa5-448c-9abf-1a047c81f56e req-a2681d8d-6506-4232-9642-44b64b34de64 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.481154 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-545bba81-4aa5-448c-9abf-1a047c81f56e req-a2681d8d-6506-4232-9642-44b64b34de64 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0765426 Nov 25 19:36:19.487570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-dd2f3549-04ee-48d5-93cc-5485c9aa0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.488968 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-dd2f3549-04ee-48d5-93cc-5485c9aa0985 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 1096 time: 0.0744469 Nov 25 19:36:19.579627 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-545bba81-4aa5-448c-9abf-1a047c81f56e req-e8caabdd-f91f-4c44-8039-07b9cde8317d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896692 Nov 25 19:36:19.605912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60350) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:19.610267 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-7247b7f4-48d0-44b6-9bf0-5d389c29d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.611763 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-7247b7f4-48d0-44b6-9bf0-5d389c29d11c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8637073e-531e-4e85-ae1b-7b54b930bb5a HTTP/1.1" status: 200 len: 898 time: 0.1152372 Nov 25 19:36:19.644763 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'd566a6d4-f9be-4d6b-8a17-0450578a4c73', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'port_id': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'mac_address': 'fa:16:3e:2e:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:36:18Z', 'updated_at': '2021-11-25T19:36:18Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:19.668358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7fef602c-c3ec-4268-ad3d-0248b06e7c80 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/d566a6d4-f9be-4d6b-8a17-0450578a4c73 HTTP/1.1" status: 200 len: 991 time: 0.0605047 Nov 25 19:36:19.673376 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] Checking router: a50dba19-9d8a-4fca-85b3-b9b12f77ee67 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:19.681572 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-94bb126b-8043-4bc3-8114-9c6fa61edca3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc189786-9c5a-4f5c-985a-05ed1915554e HTTP/1.1" status: 200 len: 999 time: 0.0633092 Nov 25 19:36:19.681761 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:19.682409 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:36:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:19.730001 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-eed80294-b669-4433-bc67-876e120f4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.731488 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-eed80294-b669-4433-bc67-876e120f4489 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a05f888a-55cd-47f0-924a-389706ea8f46 HTTP/1.1" status: 200 len: 835 time: 0.0437078 Nov 25 19:36:19.778339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-4a63024c-2549-4707-ab8c-5c0b73cd62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.779915 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-4a63024c-2549-4707-ab8c-5c0b73cd62b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8637073e-531e-4e85-ae1b-7b54b930bb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414045 Nov 25 19:36:19.875804 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:19.876080 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-92852bc1-2333-4625-8efe-b41bde5c1180 service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881205 Nov 25 19:36:19.966002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e605d87f-681e-4e3f-afc0-9e45f48c6b2b req-3296eb34-5ee9-4737-96dc-ac41593a9fd7 service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829136 Nov 25 19:36:20.093774 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'd566a6d4-f9be-4d6b-8a17-0450578a4c73', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'port_id': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'mac_address': 'fa:16:3e:2e:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:36:18Z', 'updated_at': '2021-11-25T19:36:18Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:20.122726 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d00191-441b-4c97-af19-3f52bc02b64a None None] The sync data for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 is: [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'd566a6d4-f9be-4d6b-8a17-0450578a4c73', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'port_id': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'mac_address': 'fa:16:3e:2e:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:36:18Z', 'updated_at': '2021-11-25T19:36:18Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:20.315794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f13c3c7-fc63-4c8c-a4b8-7fc801a78a19 None None] New status for floating IP d566a6d4-f9be-4d6b-8a17-0450578a4c73: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:20.672319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:20.735693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d3fb9bd4-207f-4457-b2b4-6c3245a03e02 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/d566a6d4-f9be-4d6b-8a17-0450578a4c73 HTTP/1.1" status: 200 len: 993 time: 0.0621088 Nov 25 19:36:31.142013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.569109 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:36:33.946149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:41.034792 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6aced58c-517f-4cc5-ab17-344981972eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.540575 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-240f4b53-faba-4a66-8e66-d7c79266adfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.632085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:45.283005 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-07132940-0fd5-48b3-aefd-2ae617a12103 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386224 Nov 25 19:36:45.363727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-7fac8806-6bb4-4b18-a9dc-aaa278e404b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.365222 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-7fac8806-6bb4-4b18-a9dc-aaa278e404b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 1096 time: 0.0397975 Nov 25 19:36:45.469368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-eff7869c-02a0-48c0-bd0d-395dc33ba9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.470859 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-eff7869c-02a0-48c0-bd0d-395dc33ba9a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8637073e-531e-4e85-ae1b-7b54b930bb5a HTTP/1.1" status: 200 len: 898 time: 0.0858772 Nov 25 19:36:45.535312 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-2535cdb1-177e-40dc-bd3c-08c694112b0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc189786-9c5a-4f5c-985a-05ed1915554e HTTP/1.1" status: 200 len: 1001 time: 0.0558782 Nov 25 19:36:45.587414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-0f450477-d25c-42e0-815d-9e233f6f7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.589403 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-0f450477-d25c-42e0-815d-9e233f6f7735 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a05f888a-55cd-47f0-924a-389706ea8f46 HTTP/1.1" status: 200 len: 835 time: 0.0462165 Nov 25 19:36:45.634789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-3c494d46-7b77-4146-ad8f-634e387c236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.636287 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-3c494d46-7b77-4146-ad8f-634e387c236d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8637073e-531e-4e85-ae1b-7b54b930bb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392954 Nov 25 19:36:45.721103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-ce46c048-e850-4594-bbd8-9f7d126bce6e service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775175 Nov 25 19:36:46.089718 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5414ce35-bceb-48e4-89a3-0c57de123d18 req-ce48748e-c2dc-4d67-a0b7-bdbed19208ec service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609593 Nov 25 19:36:46.192483 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:47.096818 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.148381 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.959794 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.568339 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:37:11.037784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa4f9-def2-4197-98a1-621c56995e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.543582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09c6013f-f216-460a-957f-ae37c9b90e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.635205 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:16.195122 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.097218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:23.566701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fdb18-2f6b-4426-8d15-ef38ed56238d req-1342a8c1-5b5b-48c8-af64-a31a96ec71c4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:23.568182 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e80fdb18-2f6b-4426-8d15-ef38ed56238d req-1342a8c1-5b5b-48c8-af64-a31a96ec71c4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0492659 Nov 25 19:37:23.624317 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e80fdb18-2f6b-4426-8d15-ef38ed56238d req-f878365c-69f5-421c-8c16-3e67c6cae022 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472288 Nov 25 19:37:24.740204 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c0480-9e2f-45f1-98c5-83daf8348db3 req-510c5072-720e-4cb6-b15e-764df77d49a1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:24.741633 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a92c0480-9e2f-45f1-98c5-83daf8348db3 req-510c5072-720e-4cb6-b15e-764df77d49a1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0480289 Nov 25 19:37:24.790721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a92c0480-9e2f-45f1-98c5-83daf8348db3 req-f5020c46-7cc9-4f2b-bcf1-34573dd7c983 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Nov 25 19:37:24.813041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60382) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:24.874642 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-74e76361-c19b-42de-a043-1cdbd3b4bd5f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/d566a6d4-f9be-4d6b-8a17-0450578a4c73 HTTP/1.1" status: 200 len: 993 time: 0.0604358 Nov 25 19:37:26.150754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbb6d5-e6e4-4125-aff1-a3cda26d5be4 req-e0bf6f23-c96c-4066-a827-b914471e5e99 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:26.153253 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4fbb6d5-e6e4-4125-aff1-a3cda26d5be4 req-e0bf6f23-c96c-4066-a827-b914471e5e99 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0585651 Nov 25 19:37:26.207766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c4fbb6d5-e6e4-4125-aff1-a3cda26d5be4 req-9cabfc0b-92c9-4ad4-af13-3f18ff9f259e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472155 Nov 25 19:37:27.331142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe85f97-2e71-4eea-ba68-d9a82224ba2e req-74815e70-fc9f-491d-bdf0-e7c3abc51f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:27.332581 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe85f97-2e71-4eea-ba68-d9a82224ba2e req-74815e70-fc9f-491d-bdf0-e7c3abc51f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0469499 Nov 25 19:37:27.379965 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-efe85f97-2e71-4eea-ba68-d9a82224ba2e req-c20f1d29-8a4e-4ed2-819e-ec1e29ad38d2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Nov 25 19:37:27.405994 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60392) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:27.478001 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-41f18bb9-2a70-46da-8725-b5443a89981a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/d566a6d4-f9be-4d6b-8a17-0450578a4c73 HTTP/1.1" status: 200 len: 993 time: 0.0704668 Nov 25 19:37:27.737891 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60398) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:27.889985 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port d70e090d-c976-4aca-bc16-18202c467bca {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:27.890221 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.962681 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.963601 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.974782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for d70e090d-c976-4aca-bc16-18202c467bca owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:28.120232 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.154302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=d70e090d-c976-4aca-bc16-18202c467bca,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:28.179246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.179602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.179950 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.180282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.180608 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.180954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.181270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.181593 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.181917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.182340 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.182692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.183013 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:28.226985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.227320 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP d566a6d4-f9be-4d6b-8a17-0450578a4c73 disassociated (deleted). External IP: 172.25.2.204, port: dc189786-9c5a-4f5c-985a-05ed1915554e. Nov 25 19:37:28.435884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:28.543465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:28.548272 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.553148 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] Sync routers for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:28.562955 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:28.563561 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:28.576094 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-21497a24-53ad-4bf6-8318-c228856250aa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/floatingips/d566a6d4-f9be-4d6b-8a17-0450578a4c73 HTTP/1.1" status: 204 len: 168 time: 0.8368433 Nov 25 19:37:28.576962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:28.579566 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529cc01d-748d-4b9f-8158-31253773be61" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:28.617704 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c566b-1453-4b31-9869-d42cb5409e44 x-openstack-request-id: req-783c566b-1453-4b31-9869-d42cb5409e44 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:28.617999 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:28.618257 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-783c566b-1453-4b31-9869-d42cb5409e44 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:28.618699 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'status': 'completed', 'code': 200} Nov 25 19:37:28.669303 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:28.682577 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cc01d-748d-4b9f-8158-31253773be61 req-de134489-7f5b-4f19-8e5d-6d2feb32bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.685113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-529cc01d-748d-4b9f-8158-31253773be61 req-de134489-7f5b-4f19-8e5d-6d2feb32bf2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 1096 time: 0.0429778 Nov 25 19:37:28.789514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cc01d-748d-4b9f-8158-31253773be61 req-3c5dfbdc-5bd0-4720-827c-462c7509091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.791739 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-529cc01d-748d-4b9f-8158-31253773be61 req-3c5dfbdc-5bd0-4720-827c-462c7509091b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8637073e-531e-4e85-ae1b-7b54b930bb5a HTTP/1.1" status: 200 len: 898 time: 0.0952344 Nov 25 19:37:28.815232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66063fd3-d09a-45d3-8abe-e24d67048a6d req-8359587a-1207-4001-a7fa-e2f73aad6aaa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.818313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66063fd3-d09a-45d3-8abe-e24d67048a6d req-8359587a-1207-4001-a7fa-e2f73aad6aaa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0535786 Nov 25 19:37:28.834975 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-529cc01d-748d-4b9f-8158-31253773be61 req-e0d30e57-0e13-466e-b57b-5e33ca547315 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc189786-9c5a-4f5c-985a-05ed1915554e HTTP/1.1" status: 200 len: 217 time: 0.0348527 Nov 25 19:37:28.870264 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66063fd3-d09a-45d3-8abe-e24d67048a6d req-8a610820-45f4-424b-9ab9-54773d56986a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Nov 25 19:37:28.876346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:28.888632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cc01d-748d-4b9f-8158-31253773be61 req-f26430ba-9745-4081-b925-0dd63e76ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.890129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-529cc01d-748d-4b9f-8158-31253773be61 req-f26430ba-9745-4081-b925-0dd63e76ffbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a05f888a-55cd-47f0-924a-389706ea8f46 HTTP/1.1" status: 200 len: 835 time: 0.0470698 Nov 25 19:37:28.906838 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] Checking router: a50dba19-9d8a-4fca-85b3-b9b12f77ee67 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:28.915080 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:28.915686 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:28.937708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cc01d-748d-4b9f-8158-31253773be61 req-eb2f52bd-07bf-40a8-b796-5501e0247414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.939229 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-529cc01d-748d-4b9f-8158-31253773be61 req-eb2f52bd-07bf-40a8-b796-5501e0247414 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8637073e-531e-4e85-ae1b-7b54b930bb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408154 Nov 25 19:37:29.023225 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:29.033635 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-529cc01d-748d-4b9f-8158-31253773be61 req-bc7066ee-b53b-4f7d-b58f-6e9295736f98 service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862753 Nov 25 19:37:29.129415 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-529cc01d-748d-4b9f-8158-31253773be61 req-c5b2d47b-0173-4e3e-b61d-57c227f9479f service neutron] 10.222.0.66 "GET /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819285 Nov 25 19:37:29.214182 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:29.240723 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7909f8-e13d-40f2-8516-760896b5653a None None] The sync data for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 is: [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:03Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f108689e-f1c4-438f-9a38-6e1ce30da21a', 'name': '', 'network_id': '8637073e-531e-4e85-ae1b-7b54b930bb5a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:32:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:06Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'a05f888a-55cd-47f0-924a-389706ea8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:29.458433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2811fb34-94ea-4b4b-8f7b-389b36a297c0 None None] New status for floating IP d566a6d4-f9be-4d6b-8a17-0450578a4c73: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:37:29.991547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0b36-4aa4-475d-bbfc-88e5334b4105 req-8befb951-13c2-496b-9efd-1b98e49c3b73 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:29.993034 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-847b0b36-4aa4-475d-bbfc-88e5334b4105 req-8befb951-13c2-496b-9efd-1b98e49c3b73 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0544298 Nov 25 19:37:30.042422 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-847b0b36-4aa4-475d-bbfc-88e5334b4105 req-2c5e8b3d-3a26-4eb5-b53b-9d7b78c7c4fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a03837a-b2f3-4767-a451-638806b951d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Nov 25 19:37:30.586877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-34a5e1af-352d-4039-bb6b-be71d68a9280 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:30.588361 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-34a5e1af-352d-4039-bb6b-be71d68a9280 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 945 time: 0.0485022 Nov 25 19:37:30.679006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port dc189786-9c5a-4f5c-985a-05ed1915554e {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:30.679368 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.767338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port dc189786-9c5a-4f5c-985a-05ed1915554e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=dc189786-9c5a-4f5c-985a-05ed1915554e,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:30.767698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.780797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for dc189786-9c5a-4f5c-985a-05ed1915554e owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:30.909829 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.938160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=dc189786-9c5a-4f5c-985a-05ed1915554e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:30.982545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] No DVR routers for this DVR port dc189786-9c5a-4f5c-985a-05ed1915554e on host n-h1-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:30.985090 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.988408 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a81db1c3-1a5f-4296-b395-ee1c7753b348 req-864f572d-1cbe-4b2e-ad83-75489fa22c41 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "DELETE /v2.0/ports/dc189786-9c5a-4f5c-985a-05ed1915554e HTTP/1.1" status: 204 len: 173 time: 0.3936286 Nov 25 19:37:30.988844 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'name': 'network-vif-deleted', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:30.991094 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b9ea6a-1e4a-44cb-b265-164f73cdf7cb" -d '{"events": [{"server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "name": "network-vif-deleted", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:31.035643 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919615f-59e0-4ac0-9b88-9011fa99c89e x-openstack-request-id: req-1919615f-59e0-4ac0-9b88-9011fa99c89e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:31.036258 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b9a770-a05e-4562-bf9d-41d962641afe", "name": "network-vif-deleted", "tag": "dc189786-9c5a-4f5c-985a-05ed1915554e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:31.036258 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1919615f-59e0-4ac0-9b88-9011fa99c89e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:31.036618 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b9a770-a05e-4562-bf9d-41d962641afe', 'name': 'network-vif-deleted', 'tag': 'dc189786-9c5a-4f5c-985a-05ed1915554e', 'status': 'completed', 'code': 200} Nov 25 19:37:31.149054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d42b8fda-1b43-4b6b-a392-5dedbea09d7f req-272a1d85-44f6-4418-be1f-9c5ba91a835b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7b9a770-a05e-4562-bf9d-41d962641afe HTTP/1.1" status: 200 len: 210 time: 0.0271201 Nov 25 19:37:31.153288 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.206200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60414) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:32.569859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.819791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port f108689e-f1c4-438f-9a38-6e1ce30da21a {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:32.820012 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.909803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port f108689e-f1c4-438f-9a38-6e1ce30da21a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f108689e-f1c4-438f-9a38-6e1ce30da21a,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:32.910158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.922129 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for f108689e-f1c4-438f-9a38-6e1ce30da21a owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:33.103035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.127143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=f108689e-f1c4-438f-9a38-6e1ce30da21a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:33.137131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.137490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.137838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.138178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.138539 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.138882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.139216 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.139545 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.139877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.140557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.140557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.140873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:33.312828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.527956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:33.631447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:33.637272 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aa8c43c0-caaa-4e42-bc9d-868a478d81d9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/a50dba19-9d8a-4fca-85b3-b9b12f77ee67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4298210 Nov 25 19:37:33.639884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60416) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:33.641490 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] Sync routers for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:33.651462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:33.651985 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:33.694097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting subnet a05f888a-55cd-47f0-924a-389706ea8f46 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:37:33.697888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.738082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.753068 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:33.826691 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.886679 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.912981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Subnet': ['ID=a05f888a-55cd-47f0-924a-389706ea8f46,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:33.918346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.921881 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-961340e3-db53-4d2f-81a4-6deadd3df219 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/subnets/a05f888a-55cd-47f0-924a-389706ea8f46 HTTP/1.1" status: 204 len: 168 time: 0.2809997 Nov 25 19:37:33.924511 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60418) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:33.927628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda64a17-465d-4795-a660-19251ce44082 None None] Network 8637073e-531e-4e85-ae1b-7b54b930bb5a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:34.000297 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.032316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:37:33Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:34.041470 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.059729 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] Checking router: a50dba19-9d8a-4fca-85b3-b9b12f77ee67 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:34.068259 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] Routers {'a50dba19-9d8a-4fca-85b3-b9b12f77ee67'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:34.068870 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:34.132937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] DHCP port deletion for 8637073e-531e-4e85-ae1b-7b54b930bb5a request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:34.154690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.183150 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] Set router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:34.186154 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Deleting port 2081aa27-7035-43b2-9825-c828a9a21c9a {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:34.186553 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.210729 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 86c80f2a-c828-4f68-92a0-b3a43990f847 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:34.211492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.259412 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] For port 2081aa27-7035-43b2-9825-c828a9a21c9a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2081aa27-7035-43b2-9825-c828a9a21c9a,segment=NetworkSegment(7819fb03-d808-45af-9a90-634e5868596a),segment_id=7819fb03-d808-45af-9a90-634e5868596a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:34.259829 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.272693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Calling delete_port for 2081aa27-7035-43b2-9825-c828a9a21c9a owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:34.298031 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 86c80f2a-c828-4f68-92a0-b3a43990f847, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=86c80f2a-c828-4f68-92a0-b3a43990f847,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:34.298391 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.311209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 86c80f2a-c828-4f68-92a0-b3a43990f847 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:34.361804 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.372827 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:37:33Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:34.388733 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Pushing event deleted for resources: {'Port': ['ID=2081aa27-7035-43b2-9825-c828a9a21c9a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:34.396117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] No DVR routers for this DVR port 2081aa27-7035-43b2-9825-c828a9a21c9a on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:34.398785 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.399125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.399545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.400870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.401217 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.401550 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.401881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.402208 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.402591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.403095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.403432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.403759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b9b9d-5db7-4df8-9fdf-fba79c6e2fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:34.410962 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e35e57d-d133-426f-856d-4b9e1cb2f785 None None] The sync data for ids ['a50dba19-9d8a-4fca-85b3-b9b12f77ee67'] in n-d-819194-3 is: [{'id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303615799', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:37:33Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '86c80f2a-c828-4f68-92a0-b3a43990f847', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50dba19-9d8a-4fca-85b3-b9b12f77ee67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:00Z', 'updated_at': '2021-11-25T19:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:34.501858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.529027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=86c80f2a-c828-4f68-92a0-b3a43990f847,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:34.543581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0dfc4-1cea-491f-95e8-4d8946d7b816 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:34.592598 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.681579 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.683635 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.729317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.729771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Fanout notify agent at l3_agent the message router_deleted on router a50dba19-9d8a-4fca-85b3-b9b12f77ee67 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:37:34.737270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.738370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5f45dd88-7ffe-4634-a2a7-e265460bb8cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/routers/a50dba19-9d8a-4fca-85b3-b9b12f77ee67 HTTP/1.1" status: 204 len: 168 time: 0.8120701 Nov 25 19:37:34.741342 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60420) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:34.782985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dc189786-9c5a-4f5c-985a-05ed1915554e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:34.803855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: dc189786-9c5a-4f5c-985a-05ed1915554e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:34.804196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device dc189786-9c5a-4f5c-985a-05ed1915554e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:34.819329 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.913788 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.933631 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8637073e-531e-4e85-ae1b-7b54b930bb5a']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:34.942526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7819fb03-d808-45af-9a90-634e5868596a') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:34.942820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7819fb03-d808-45af-9a90-634e5868596a') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:34.952868 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.966719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.972790 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:37:34.973234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:37:34.976200 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:37:35.036379 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.041786 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.047617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/networks/8637073e-531e-4e85-ae1b-7b54b930bb5a HTTP/1.1" status: 204 len: 168 time: 0.3028162 Nov 25 19:37:35.048041 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60422) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:35.061288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0cb9f-a701-425f-85b9-dad50375fe8f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Network': ['ID=8637073e-531e-4e85-ae1b-7b54b930bb5a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.115592 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd983dfe-9e33-4b7c-b145-9d940ccac510 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.141086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd983dfe-9e33-4b7c-b145-9d940ccac510 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.199005 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd983dfe-9e33-4b7c-b145-9d940ccac510 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.201735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd983dfe-9e33-4b7c-b145-9d940ccac510 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.202912 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-bd983dfe-9e33-4b7c-b145-9d940ccac510 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/security-groups/5a03837a-b2f3-4767-a451-638806b951d3 HTTP/1.1" status: 204 len: 168 time: 0.1535525 Nov 25 19:37:35.211899 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983dfe-9e33-4b7c-b145-9d940ccac510 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a03837a-b2f3-4767-a451-638806b951d3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.494725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 86c80f2a-c828-4f68-92a0-b3a43990f847 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:35.519645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 86c80f2a-c828-4f68-92a0-b3a43990f847 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:35.519988 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 86c80f2a-c828-4f68-92a0-b3a43990f847 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:35.520388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f108689e-f1c4-438f-9a38-6e1ce30da21a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:35.539780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f108689e-f1c4-438f-9a38-6e1ce30da21a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:35.540126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f108689e-f1c4-438f-9a38-6e1ce30da21a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:35.540531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2081aa27-7035-43b2-9825-c828a9a21c9a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:35.546704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60428) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:35.551500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-51e7be5b-8dd3-4098-bed5-3b24dbdcc91f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788648191', 'description': 'tempest-secgroup-smoke-788648191 description', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:35.559607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2081aa27-7035-43b2-9825-c828a9a21c9a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:35.559955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2081aa27-7035-43b2-9825-c828a9a21c9a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:35.579715 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51e7be5b-8dd3-4098-bed5-3b24dbdcc91f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.649649 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51e7be5b-8dd3-4098-bed5-3b24dbdcc91f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.653647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51e7be5b-8dd3-4098-bed5-3b24dbdcc91f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.681861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51e7be5b-8dd3-4098-bed5-3b24dbdcc91f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.683095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-51e7be5b-8dd3-4098-bed5-3b24dbdcc91f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1352470 Nov 25 19:37:35.684970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7be5b-8dd3-4098-bed5-3b24dbdcc91f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ea33f-0375-4394-8279-63be3738461a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.686114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60430) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:35.691909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a39f4bb7-849b-4cff-adb0-66cc188bffba tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5f7ea33f-0375-4394-8279-63be3738461a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:35.720531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a39f4bb7-849b-4cff-adb0-66cc188bffba tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.779349 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a39f4bb7-849b-4cff-adb0-66cc188bffba tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.782850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a39f4bb7-849b-4cff-adb0-66cc188bffba tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.800311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4bb7-849b-4cff-adb0-66cc188bffba tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d0d652-f6ae-4229-986f-171f1c5fbc32,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.808017 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a39f4bb7-849b-4cff-adb0-66cc188bffba tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.809196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a39f4bb7-849b-4cff-adb0-66cc188bffba tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212783 Nov 25 19:37:35.811903 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60432) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:35.816052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3f710091-5cf9-41f6-b97e-c444a5781005 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5f7ea33f-0375-4394-8279-63be3738461a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:35.842366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f710091-5cf9-41f6-b97e-c444a5781005 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.896941 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f710091-5cf9-41f6-b97e-c444a5781005 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.900719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f710091-5cf9-41f6-b97e-c444a5781005 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.916372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710091-5cf9-41f6-b97e-c444a5781005 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c277d1-451b-4bae-9bf0-48119ac16bff,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.926556 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f710091-5cf9-41f6-b97e-c444a5781005 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:35.927744 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3f710091-5cf9-41f6-b97e-c444a5781005 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149302 Nov 25 19:37:35.930571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60434) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:35.935319 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2a549525-6586-44d8-bac6-730557ec10a0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5f7ea33f-0375-4394-8279-63be3738461a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:35.961081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a549525-6586-44d8-bac6-730557ec10a0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.016185 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a549525-6586-44d8-bac6-730557ec10a0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.019853 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a549525-6586-44d8-bac6-730557ec10a0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.036888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a549525-6586-44d8-bac6-730557ec10a0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3daaa91d-618f-44d0-a6c5-6999670bda8a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:36.044569 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a549525-6586-44d8-bac6-730557ec10a0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.045750 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2a549525-6586-44d8-bac6-730557ec10a0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142695 Nov 25 19:37:36.048547 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60436) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:36.052782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4e5ea321-8245-45cd-a411-3d150eca6cd4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5f7ea33f-0375-4394-8279-63be3738461a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:36.080069 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e5ea321-8245-45cd-a411-3d150eca6cd4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.138505 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e5ea321-8245-45cd-a411-3d150eca6cd4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.141842 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e5ea321-8245-45cd-a411-3d150eca6cd4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.159553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ea321-8245-45cd-a411-3d150eca6cd4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf7b996-5e20-4466-9788-b6f6ce92cb15,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:36.166859 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4e5ea321-8245-45cd-a411-3d150eca6cd4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.168040 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4e5ea321-8245-45cd-a411-3d150eca6cd4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185830 Nov 25 19:37:36.170824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60438) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:36.175161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5f7ea33f-0375-4394-8279-63be3738461a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:36.199651 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:37:36.204500 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.262793 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.266305 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.280863 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faef56a-6271-48f5-8334-6fae9d0f725f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:36.291455 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.292613 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-dbbfa078-f566-4495-861f-a2272786ddec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208649 Nov 25 19:37:36.295410 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60440) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:36.299698 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '5f7ea33f-0375-4394-8279-63be3738461a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:36.321710 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:37:36.326443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.385463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.389084 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.407048 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a319f8-ff2a-4984-b5a1-7c8022187484,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:36.414316 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.415535 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-206e845a-b153-4e72-a419-b6553f940fb1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191659 Nov 25 19:37:36.418934 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60442) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:36.423687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'network': {'name': 'tempest-network-smoke--602086047', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'port_security_enabled': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:36.443752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:36.447205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.470391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:37:36.482313 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.482726 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Added segment 1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad of type vlan for network 413cd716-1628-4476-aa1e-b5359963408c Nov 25 19:37:36.529108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.553642 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.559668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:36.560234 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.611295 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1913507 Nov 25 19:37:36.614127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60444) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:36.619085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'admin_state_up': True, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:36.628406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acca4a3-ff8b-45b0-aa1b-479d3d917e83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Network': ['ID=413cd716-1628-4476-aa1e-b5359963408c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:36.639777 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 413cd716-1628-4476-aa1e-b5359963408c details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:37:36.642514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.643571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.697246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.834055 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.019096 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.037257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.140064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.245 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/adb011df-4ddc-4f3f-9a9a-800b956484eb) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:37.236541 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.274395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.313881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:37.316589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:37.320213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:37.330120 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35837684-eda9-4fd2-a885-4e1bc3f84af4 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:37.341573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=adb011df-4ddc-4f3f-9a9a-800b956484eb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:37.392735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-96516eca-b255-400f-9e47-ca66084c26b1 None None] Provisioning complete for port adb011df-4ddc-4f3f-9a9a-800b956484eb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:37.393447 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96516eca-b255-400f-9e47-ca66084c26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.427385 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-96516eca-b255-400f-9e47-ca66084c26b1 None None] Port adb011df-4ddc-4f3f-9a9a-800b956484eb cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:37.568810 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.760492 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.888472 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:37:37.990441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:38.000610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Sync routers for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:38.010842 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.014971 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:38.015127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e67db115-f198-4e75-873c-da332be87ee6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3968968 Nov 25 19:37:38.015242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:38.015375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:38.042909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-93264400-2707-47f2-a5a9-9b02c8b5cb3d tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b88776704ba74968bbcf4cec5db97e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265296 Nov 25 19:37:38.045526 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60448) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:38.117567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:38.129605 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca39cdd-244a-4986-bbcd-2fe7ec593dd5 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:38.131126 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cca39cdd-244a-4986-bbcd-2fe7ec593dd5 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846584 Nov 25 19:37:38.133972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60450) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:38.161410 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7c51345b-a39f-4807-bff6-c5a5ffd6028d tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262835 Nov 25 19:37:38.163858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60452) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:38.169110 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494625073', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:38.258945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:38.262473 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.296092 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:38.321664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Checking router: 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:38.322022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Updating router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 port adb011df-4ddc-4f3f-9a9a-800b956484eb binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:37:38.348900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.606914 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.612060 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.662830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e103f2a-513e-4bb2-b333-2f63fd7b7b5b None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:38.674114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00419162-f1fe-4046-9132-c3141ba79aeb None None] Pushing event updated for resources: {'Port': ['ID=adb011df-4ddc-4f3f-9a9a-800b956484eb,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:38.676348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Attempting to bind port adb011df-4ddc-4f3f-9a9a-800b956484eb on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:38.676715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Attempting to bind port adb011df-4ddc-4f3f-9a9a-800b956484eb by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:38.677088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Attempting to bind port adb011df-4ddc-4f3f-9a9a-800b956484eb on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:38.684096 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:38.684465 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:38.684865 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.685255 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:38.685727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Bound port: adb011df-4ddc-4f3f-9a9a-800b956484eb, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:38.686126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.739134 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] For port adb011df-4ddc-4f3f-9a9a-800b956484eb, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:38.743769 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] For port adb011df-4ddc-4f3f-9a9a-800b956484eb, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=adb011df-4ddc-4f3f-9a9a-800b956484eb,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:38.751566 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.801831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafd2f4-91e9-48ee-8fb3-bc68bd0ff30c None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:38.809015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.818001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8d7b5739-98a9-4829-95c1-ea665bf10e88 None None] Provisioning complete for port adb011df-4ddc-4f3f-9a9a-800b956484eb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:38.818370 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5739-98a9-4829-95c1-ea665bf10e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.858039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:38.858610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:38.860436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00419162-f1fe-4046-9132-c3141ba79aeb None None] Pushing event updated for resources: {'Port': ['ID=adb011df-4ddc-4f3f-9a9a-800b956484eb,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:38.873944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Subnet': ['ID=7d4190d9-d8d3-4050-8795-093136f51e1b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:38.883934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Checking segment: {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:38.884302 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network hostable DHCP agents. Network: 413cd716-1628-4476-aa1e-b5359963408c, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:37:38.905454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 413cd716-1628-4476-aa1e-b5359963408c is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:37:38.917103 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 413cd716-1628-4476-aa1e-b5359963408c) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:38.921523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:38.922321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.929491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e12dc-2e00-4fa5-a099-4e8bdc08466d None None] Network 413cd716-1628-4476-aa1e-b5359963408c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:38.941621 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:38.942192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-40b4d820-460a-4267-9d48-c7d043906d1c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7768557 Nov 25 19:37:39.078771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:39.139652 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5739-98a9-4829-95c1-ea665bf10e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.223977 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8d7b5739-98a9-4829-95c1-ea665bf10e88 None None] For port adb011df-4ddc-4f3f-9a9a-800b956484eb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=adb011df-4ddc-4f3f-9a9a-800b956484eb,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:39.232728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5739-98a9-4829-95c1-ea665bf10e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.325088 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-413cd716-1628-4476-aa1e-b5359963408c', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:37:39.325949 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.353640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b5739-98a9-4829-95c1-ea665bf10e88 None None] Pushing event updated for resources: {'Port': ['ID=adb011df-4ddc-4f3f-9a9a-800b956484eb,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:39.439863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-281c7196-a0b4-44c8-953c-ccfc8f459dcb None None] Provisioning complete for port adb011df-4ddc-4f3f-9a9a-800b956484eb triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:39.440231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-281c7196-a0b4-44c8-953c-ccfc8f459dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.580476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:39.590119 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Allocated IP 172.20.0.2 (413cd716-1628-4476-aa1e-b5359963408c/7d4190d9-d8d3-4050-8795-093136f51e1b/d769dd36-422d-4677-bdd6-69a76ddb92a2) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:39.619597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbaaa8f-8c39-48d1-a536-fa41b658925a None None] The sync data for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 is: [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:37Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:39.678607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.780333 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.787995 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.831441 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Network 413cd716-1628-4476-aa1e-b5359963408c is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:39.834280 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:39.836916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:39.847532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Pushing event updated for resources: {'Port': ['ID=d769dd36-422d-4677-bdd6-69a76ddb92a2,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:39.919152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Attempting to bind port d769dd36-422d-4677-bdd6-69a76ddb92a2 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:39.919510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Attempting to bind port d769dd36-422d-4677-bdd6-69a76ddb92a2 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:39.919947 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Attempting to bind port d769dd36-422d-4677-bdd6-69a76ddb92a2 on network 413cd716-1628-4476-aa1e-b5359963408c {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:39.925845 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:39.926233 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Checking segment: {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:39.926673 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.927071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Bound using segment: {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:39.927551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Bound port: d769dd36-422d-4677-bdd6-69a76ddb92a2, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:39.927932 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.996122 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] For port d769dd36-422d-4677-bdd6-69a76ddb92a2, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:39.999833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] For port d769dd36-422d-4677-bdd6-69a76ddb92a2, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d769dd36-422d-4677-bdd6-69a76ddb92a2,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:40.009284 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.053102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.1 (413cd716-1628-4476-aa1e-b5359963408c/7d4190d9-d8d3-4050-8795-093136f51e1b/858913a6-eec6-486b-8ac8-407bf1cf9357) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:40.080856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa79b88-876b-472c-a143-4fd3d20e6432 None None] Pushing event updated for resources: {'Port': ['ID=d769dd36-422d-4677-bdd6-69a76ddb92a2,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:40.180361 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.218623 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.293452 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 413cd716-1628-4476-aa1e-b5359963408c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:40.296716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:40.300852 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:40.325847 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=858913a6-eec6-486b-8ac8-407bf1cf9357,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:40.355549 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.499529 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.786932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.791753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.865727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=858913a6-eec6-486b-8ac8-407bf1cf9357,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:40.868175 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.967493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 413cd716-1628-4476-aa1e-b5359963408c is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:40.970561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:41.034975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0447d971-2eab-4c4f-87ac-d1419ec6d859 None None] Network 413cd716-1628-4476-aa1e-b5359963408c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:41.086572 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:41.214779 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:41.222952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d62f9a50-b2e6-443b-bddb-e34f54b26888 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2798812 Nov 25 19:37:41.242211 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4590103f-6af4-4d1e-9b42-01a9d674e132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.267355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ddc9c3c8-3e72-4d5a-8ac6-cd65a89050a8 None None] Provisioning complete for port d769dd36-422d-4677-bdd6-69a76ddb92a2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:41.267719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c3c8-3e72-4d5a-8ac6-cd65a89050a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.410440 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-df25ada2-e650-4fff-b324-3a688852bbbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788648191&fields=id&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 267 time: 0.0590103 Nov 25 19:37:41.418602 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c3c8-3e72-4d5a-8ac6-cd65a89050a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.462489 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ddc9c3c8-3e72-4d5a-8ac6-cd65a89050a8 None None] For port d769dd36-422d-4677-bdd6-69a76ddb92a2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d769dd36-422d-4677-bdd6-69a76ddb92a2,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:41.471267 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c3c8-3e72-4d5a-8ac6-cd65a89050a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.532671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9c3c8-3e72-4d5a-8ac6-cd65a89050a8 None None] Pushing event updated for resources: {'Port': ['ID=d769dd36-422d-4677-bdd6-69a76ddb92a2,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:41.580829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-ddc07649-36bf-4c2d-9c3e-d6202776f761 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:41.588539 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-ddc07649-36bf-4c2d-9c3e-d6202776f761 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 796 time: 0.1706851 Nov 25 19:37:41.595854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d769dd36-422d-4677-bdd6-69a76ddb92a2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:41.609706 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Sync routers for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:41.612180 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-6d4a0d2d-afa1-405b-bc0e-0c42187e3036 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/quotas/b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 375 time: 0.0226870 Nov 25 19:37:41.622213 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:41.623437 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:41.668388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d769dd36-422d-4677-bdd6-69a76ddb92a2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:41.668723 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.685487 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-1102d71e-3595-4690-afd5-ce9d7fc8fc31 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671027 Nov 25 19:37:41.742345 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:41.813893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device adb011df-4ddc-4f3f-9a9a-800b956484eb up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:41.829460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-5071be36-47c5-44c0-9428-348773bdd545 service neutron] 10.222.0.62 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403596 Nov 25 19:37:41.849767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bf91df0c-410e-4ff1-ac69-fce69d6122bd None None] Provisioning complete for port d769dd36-422d-4677-bdd6-69a76ddb92a2 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:41.850603 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf91df0c-410e-4ff1-ac69-fce69d6122bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.932541 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-942e2667-b8bd-4c99-8bf1-7416efc9a45c service neutron] 10.222.0.62 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022053 Nov 25 19:37:41.949887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port adb011df-4ddc-4f3f-9a9a-800b956484eb triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:41.950265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.960824 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 2, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:41.992595 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bf91df0c-410e-4ff1-ac69-fce69d6122bd None None] Provisioning complete for port 858913a6-eec6-486b-8ac8-407bf1cf9357 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:41.993103 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf91df0c-410e-4ff1-ac69-fce69d6122bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.994212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Checking router: 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:41.994597 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Updating router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 port 858913a6-eec6-486b-8ac8-407bf1cf9357 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:37:42.022857 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.037526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bf91df0c-410e-4ff1-ac69-fce69d6122bd None None] Port 858913a6-eec6-486b-8ac8-407bf1cf9357 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:42.169298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bc7cc6be-a83d-4a4e-9be4-7d9b7ccaf53a None None] Provisioning complete for port 858913a6-eec6-486b-8ac8-407bf1cf9357 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:42.169680 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc6be-a83d-4a4e-9be4-7d9b7ccaf53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.205560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f7debbef-49f4-425a-9abf-3278979f060a req-d3c55d73-bc20-43cf-842b-48efbe22bb3d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 210 time: 0.0484715 Nov 25 19:37:42.210916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cc6be-a83d-4a4e-9be4-7d9b7ccaf53a None None] Port 858913a6-eec6-486b-8ac8-407bf1cf9357 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:42.328784 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.335255 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.339382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c0bbe715-03a8-4e44-9a5e-81c2a422286b None None] Provisioning complete for port 858913a6-eec6-486b-8ac8-407bf1cf9357 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:42.339870 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe715-03a8-4e44-9a5e-81c2a422286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.376356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c0bbe715-03a8-4e44-9a5e-81c2a422286b None None] Port 858913a6-eec6-486b-8ac8-407bf1cf9357 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:42.392719 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Pushing event updated for resources: {'Port': ['ID=858913a6-eec6-486b-8ac8-407bf1cf9357,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:42.408562 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.408939 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.409282 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.409618 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.410003 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.410286 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.410698 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.411061 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.411426 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.411758 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.412084 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.412406 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:42.460191 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Attempting to bind port 858913a6-eec6-486b-8ac8-407bf1cf9357 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:42.460633 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Attempting to bind port 858913a6-eec6-486b-8ac8-407bf1cf9357 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:42.461063 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Attempting to bind port 858913a6-eec6-486b-8ac8-407bf1cf9357 on network 413cd716-1628-4476-aa1e-b5359963408c {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:42.466891 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:42.467349 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Checking segment: {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:42.467821 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.468288 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Bound using segment: {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:42.468822 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Bound port: 858913a6-eec6-486b-8ac8-407bf1cf9357, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:42.469275 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.535440 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] For port 858913a6-eec6-486b-8ac8-407bf1cf9357, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:42.539398 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] For port 858913a6-eec6-486b-8ac8-407bf1cf9357, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=858913a6-eec6-486b-8ac8-407bf1cf9357,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:42.544855 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.604720 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:42.605454 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:42.652702 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd48ed-af0f-4e4a-850d-f45b329c24a7 None None] Pushing event updated for resources: {'Port': ['ID=858913a6-eec6-486b-8ac8-407bf1cf9357,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:42.721552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5d183980-b010-4b93-b69a-a4113f58638a None None] Provisioning complete for port 858913a6-eec6-486b-8ac8-407bf1cf9357 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:42.722038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d183980-b010-4b93-b69a-a4113f58638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.825621 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d183980-b010-4b93-b69a-a4113f58638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.844435 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:42.866799 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5d183980-b010-4b93-b69a-a4113f58638a None None] For port 858913a6-eec6-486b-8ac8-407bf1cf9357, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=858913a6-eec6-486b-8ac8-407bf1cf9357,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:42.870843 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d183980-b010-4b93-b69a-a4113f58638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:42.933690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d183980-b010-4b93-b69a-a4113f58638a None None] Pushing event updated for resources: {'Port': ['ID=858913a6-eec6-486b-8ac8-407bf1cf9357,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:42.990901 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cca34150-316b-45fa-8f63-66ce3891bac0 None None] Provisioning complete for port 858913a6-eec6-486b-8ac8-407bf1cf9357 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:42.991543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cca34150-316b-45fa-8f63-66ce3891bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.053302 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:43.078958 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5e7d8-8436-416f-aa68-538cac3d7b71 None None] The sync data for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 is: [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:43.302636 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-485b96c0-574b-4bde-a9dc-2c830fc676a0 req-d42e1934-3ad6-4ab6-85f5-862edfd63c62 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 210 time: 0.0343740 Nov 25 19:37:43.440293 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-a6d2b7fd-dca7-407b-99b0-e959702c6b56 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:43.441829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-a6d2b7fd-dca7-407b-99b0-e959702c6b56 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 796 time: 0.1165884 Nov 25 19:37:43.520971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-28db5503-508e-41e8-9c4f-0a166846eb3e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 379 time: 0.0626497 Nov 25 19:37:43.538145 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'port': {'device_id': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'admin_state_up': True, 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'security_groups': ['5f7ea33f-0375-4394-8279-63be3738461a']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:43.566718 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7de553c8-c0ae-414e-b0a3-ae9888369411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.621230 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d769dd36-422d-4677-bdd6-69a76ddb92a2 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:43.672226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port d769dd36-422d-4677-bdd6-69a76ddb92a2 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:43.672592 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.680091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:43.684517 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.761429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 858913a6-eec6-486b-8ac8-407bf1cf9357 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:43.813957 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 858913a6-eec6-486b-8ac8-407bf1cf9357 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:43.814317 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:43.829512 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.9 (413cd716-1628-4476-aa1e-b5359963408c/7d4190d9-d8d3-4050-8795-093136f51e1b/8628b1e3-c12f-4580-b747-c29331ce0879) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:43.982748 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.017418 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.070287 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 413cd716-1628-4476-aa1e-b5359963408c is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:44.073480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:44.076374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:44.107474 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=8628b1e3-c12f-4580-b747-c29331ce0879,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:44.141159 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:44.141798 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.159835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-482baec2-8eb3-4489-9dae-ffb8cd183155 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6282632 Nov 25 19:37:44.174590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-3d7e4d1a-1ebe-409e-bfbf-0b3e3ea7aff4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:37:44.175845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-3d7e4d1a-1ebe-409e-bfbf-0b3e3ea7aff4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061677 Nov 25 19:37:44.194248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Request body: {'port': {'device_id': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:44.254212 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.302824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-aeba78be-afae-42e3-86c7-71bb9784a08c None None] Provisioning complete for port 8628b1e3-c12f-4580-b747-c29331ce0879 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:44.303404 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aeba78be-afae-42e3-86c7-71bb9784a08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.346435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-aeba78be-afae-42e3-86c7-71bb9784a08c None None] Port 8628b1e3-c12f-4580-b747-c29331ce0879 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:44.486852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb025e6e-aa1d-419b-9f66-9e90b6765779 req-ba7c721c-9125-4591-a5d2-1d5688e338e5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:44.488322 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb025e6e-aa1d-419b-9f66-9e90b6765779 req-ba7c721c-9125-4591-a5d2-1d5688e338e5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 931 time: 0.1105688 Nov 25 19:37:44.581810 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb025e6e-aa1d-419b-9f66-9e90b6765779 req-b463a4e4-60ac-437f-9e35-af3fa431c631 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832014 Nov 25 19:37:44.603719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8628b1e3-c12f-4580-b747-c29331ce0879 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:44.606325 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.619137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Transition to ACTIVE for port object 8628b1e3-c12f-4580-b747-c29331ce0879 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:44.623149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.638936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.676544 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Pushing event updated for resources: {'Port': ['ID=8628b1e3-c12f-4580-b747-c29331ce0879,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:44.767533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Attempting to bind port 8628b1e3-c12f-4580-b747-c29331ce0879 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:44.767883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Attempting to bind port 8628b1e3-c12f-4580-b747-c29331ce0879 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:44.768214 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Attempting to bind port 8628b1e3-c12f-4580-b747-c29331ce0879 on network 413cd716-1628-4476-aa1e-b5359963408c {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:44.773354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Port 8628b1e3-c12f-4580-b747-c29331ce0879 on network 413cd716-1628-4476-aa1e-b5359963408c not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:44.773684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Attempting to bind port 8628b1e3-c12f-4580-b747-c29331ce0879 on network 413cd716-1628-4476-aa1e-b5359963408c {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:44.779829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:44.780412 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Checking segment: {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:44.781080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Bound using segment: {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:44.781817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Bound port: 8628b1e3-c12f-4580-b747-c29331ce0879, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '413cd716-1628-4476-aa1e-b5359963408c'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:44.782433 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.860706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] For port 8628b1e3-c12f-4580-b747-c29331ce0879, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:44.863767 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] For port 8628b1e3-c12f-4580-b747-c29331ce0879, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8628b1e3-c12f-4580-b747-c29331ce0879,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:44.869098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.905579 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:44.906352 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:44.907901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] 10.222.0.64 "PUT /v2.0/ports/8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 1091 time: 0.7185054 Nov 25 19:37:44.908166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:44.910413 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d0473-cc9a-49ad-910a-966f48358bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:44.949783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9492abc-9278-4cd6-bb9e-493e4230d56e service neutron] Pushing event updated for resources: {'Port': ['ID=8628b1e3-c12f-4580-b747-c29331ce0879,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:44.980807 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fae419-5820-48b9-aec2-76118a96a047 x-openstack-request-id: req-82fae419-5820-48b9-aec2-76118a96a047 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:44.981100 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:44.981352 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82fae419-5820-48b9-aec2-76118a96a047 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:44.981757 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879', 'status': 'completed', 'code': 200} Nov 25 19:37:44.997477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-34a244e1-1e4a-4089-ad95-c9cac1c921d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:44.999054 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-34a244e1-1e4a-4089-ad95-c9cac1c921d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1094 time: 0.0462239 Nov 25 19:37:45.044856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-2c85ca62-ea73-4ad0-88d3-bc2977f48b4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 217 time: 0.0358913 Nov 25 19:37:45.103109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-69e6f0d3-ce0d-462c-b235-744db4b932dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.105177 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-69e6f0d3-ce0d-462c-b235-744db4b932dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 200 len: 835 time: 0.0516176 Nov 25 19:37:45.152870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-658294ff-2556-4187-86d8-588c19f77f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.154382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-658294ff-2556-4187-86d8-588c19f77f65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=413cd716-1628-4476-aa1e-b5359963408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411386 Nov 25 19:37:45.248582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-2ca4763a-b13b-431f-9f04-870fb7bcf03a service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834255 Nov 25 19:37:45.346270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-46034aaf-f2dc-4f5d-8a04-9acd531c9e45 req-fb4e75f8-8910-4691-9b94-f6ea56f5e357 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846071 Nov 25 19:37:45.441913 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-2a873738-a046-4199-ab49-b5c8f42ab96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.443459 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-2a873738-a046-4199-ab49-b5c8f42ab96b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1094 time: 0.0403872 Nov 25 19:37:45.539716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-d7c4372d-3706-4161-8134-4689f06ed7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.541710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-d7c4372d-3706-4161-8134-4689f06ed7de service neutron] 10.222.0.64 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 897 time: 0.0876164 Nov 25 19:37:45.582730 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-a5920d57-2779-4921-940d-99e3a58a397d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 217 time: 0.0337119 Nov 25 19:37:45.636817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-8df2f513-0295-4a3f-9281-733d4a9ae1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.638178 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-8df2f513-0295-4a3f-9281-733d4a9ae1b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 200 len: 835 time: 0.0448461 Nov 25 19:37:45.716885 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-17497713-4c85-484b-8b21-c6de35ae997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.718422 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-17497713-4c85-484b-8b21-c6de35ae997d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=413cd716-1628-4476-aa1e-b5359963408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723047 Nov 25 19:37:45.730553 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cffdb2-c252-4240-911d-f9b5ec28c682 req-332ddb31-aa3e-4b2a-a4e5-d605ee2e737f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.732051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66cffdb2-c252-4240-911d-f9b5ec28c682 req-332ddb31-aa3e-4b2a-a4e5-d605ee2e737f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 943 time: 0.0766292 Nov 25 19:37:45.828705 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66cffdb2-c252-4240-911d-f9b5ec28c682 req-57b97bdd-8cb9-40a9-9c72-8ad9b6b7c99c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884721 Nov 25 19:37:45.849298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-46081b1e-59af-4185-bef8-4876102e2ffd service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162643 Nov 25 19:37:45.949040 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f3d0473-cc9a-49ad-910a-966f48358bc3 req-d4c9eeb2-1f96-4df8-b343-ef35de02f030 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873997 Nov 25 19:37:46.197580 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.568367 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:37:46.944376 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21681e9-3e8d-4de5-b9d1-a30a9d271f08 req-9fb5260b-4160-42bf-9480-a9c6119cbc30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:46.945832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d21681e9-3e8d-4de5-b9d1-a30a9d271f08 req-9fb5260b-4160-42bf-9480-a9c6119cbc30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 943 time: 0.0493233 Nov 25 19:37:46.995917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d21681e9-3e8d-4de5-b9d1-a30a9d271f08 req-3b1fc630-ee6c-4a18-8cf0-2a2b4ad7741a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434546 Nov 25 19:37:47.098740 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:48.112701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6226c-e55f-45ac-8566-fd55dd2cdcd6 req-0d4f0557-7a84-4278-9875-4b02f17f60bf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.114192 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6e6226c-e55f-45ac-8566-fd55dd2cdcd6 req-0d4f0557-7a84-4278-9875-4b02f17f60bf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 943 time: 0.0510445 Nov 25 19:37:48.162551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6e6226c-e55f-45ac-8566-fd55dd2cdcd6 req-0403e494-e4bf-4e50-88f6-348430524fca tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422847 Nov 25 19:37:49.056668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8628b1e3-c12f-4580-b747-c29331ce0879 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:49.151358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 8628b1e3-c12f-4580-b747-c29331ce0879, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8628b1e3-c12f-4580-b747-c29331ce0879,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:49.162594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '8628b1e3-c12f-4580-b747-c29331ce0879', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'port_id': '8628b1e3-c12f-4580-b747-c29331ce0879', 'mac_address': 'fa:16:3e:d4:55:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:49.200007 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:49.213482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8628b1e3-c12f-4580-b747-c29331ce0879 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:49.235033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 8628b1e3-c12f-4580-b747-c29331ce0879, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8628b1e3-c12f-4580-b747-c29331ce0879,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:49.240198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:49.282820 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd450494-8674-4e03-aada-e58cd1cc721f req-0c2e0469-bd5c-448a-8c1b-b6e004b77178 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.284316 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd450494-8674-4e03-aada-e58cd1cc721f req-0c2e0469-bd5c-448a-8c1b-b6e004b77178 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 944 time: 0.0527570 Nov 25 19:37:49.297780 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=8628b1e3-c12f-4580-b747-c29331ce0879,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:49.333657 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd450494-8674-4e03-aada-e58cd1cc721f req-76727457-7197-4ee6-91ec-6c560b0f14d1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Nov 25 19:37:49.580066 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['8628b1e3-c12f-4580-b747-c29331ce0879'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:50.451944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad147-3968-49ab-9550-3e6fdf5285ba req-ec6bf551-01f1-465e-b632-f338c004c6a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:50.453394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-958ad147-3968-49ab-9550-3e6fdf5285ba req-ec6bf551-01f1-465e-b632-f338c004c6a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 944 time: 0.0527036 Nov 25 19:37:50.501090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-958ad147-3968-49ab-9550-3e6fdf5285ba req-85890d35-2837-4d4e-a148-4bfad752e4db tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417287 Nov 25 19:37:51.063193 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8628b1e3-c12f-4580-b747-c29331ce0879 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:51.112034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 8628b1e3-c12f-4580-b747-c29331ce0879 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:51.115672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 8628b1e3-c12f-4580-b747-c29331ce0879 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:51.116035 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.193386 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.215074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:51.217292 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d659b61-6d2d-44d1-bc9c-e28ad1ca6063" -d '{"events": [{"server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "name": "network-vif-plugged", "status": "completed", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:51.230369 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 8628b1e3-c12f-4580-b747-c29331ce0879, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8628b1e3-c12f-4580-b747-c29331ce0879,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:51.234644 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.258342 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c3ac18-6a93-48fa-a65b-da7e8c21f606 x-openstack-request-id: req-23c3ac18-6a93-48fa-a65b-da7e8c21f606 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:51.258745 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "name": "network-vif-plugged", "status": "completed", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:51.259099 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23c3ac18-6a93-48fa-a65b-da7e8c21f606 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:51.259513 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879', 'code': 200} Nov 25 19:37:51.286054 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=8628b1e3-c12f-4580-b747-c29331ce0879,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:51.365473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863dbdb-ea5f-4e27-8428-1f3ad18e7fb1 req-3d5c8256-47fd-4b4a-b4e1-14a1bc20331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.369528 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0863dbdb-ea5f-4e27-8428-1f3ad18e7fb1 req-3d5c8256-47fd-4b4a-b4e1-14a1bc20331c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1096 time: 0.0425131 Nov 25 19:37:51.422944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0863dbdb-ea5f-4e27-8428-1f3ad18e7fb1 req-c7f4962a-bd25-40d4-80ac-d2581df70c4c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Nov 25 19:37:51.614780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be8319-e7a2-41e4-a285-c0b9273b6db4 req-15379cf9-ba4e-4adb-92f6-27ed92ec6430 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.616325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9be8319-e7a2-41e4-a285-c0b9273b6db4 req-15379cf9-ba4e-4adb-92f6-27ed92ec6430 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0480056 Nov 25 19:37:51.668670 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a9be8319-e7a2-41e4-a285-c0b9273b6db4 req-52e596c9-0ba4-4e92-971f-fa86d984d06a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465033 Nov 25 19:37:52.788481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6debe-cc90-4be9-b51e-32e3900640d7 req-d17d8b00-6436-46dd-acc6-2e56746f8015 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:52.789941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86b6debe-cc90-4be9-b51e-32e3900640d7 req-d17d8b00-6436-46dd-acc6-2e56746f8015 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0527873 Nov 25 19:37:52.837919 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-86b6debe-cc90-4be9-b51e-32e3900640d7 req-a274b3d5-6dd3-440e-a659-059ca0f42662 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 Nov 25 19:37:52.951743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e57c04-c8f9-4a4c-950f-462b11ca9fa4 req-de221098-2fe0-4c7a-b464-05cf53067e6e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:52.953139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2e57c04-c8f9-4a4c-950f-462b11ca9fa4 req-de221098-2fe0-4c7a-b464-05cf53067e6e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0494647 Nov 25 19:37:53.002434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d2e57c04-c8f9-4a4c-950f-462b11ca9fa4 req-6d809a8c-6591-4fff-99b0-8b609d50959c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Nov 25 19:37:53.024555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60510) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:53.063486 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525d5d2a-b7c0-46cb-91e7-c60f95559070 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:53.064997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-525d5d2a-b7c0-46cb-91e7-c60f95559070 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1091 time: 0.0394013 Nov 25 19:37:53.067668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60512) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:53.071903 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '8628b1e3-c12f-4580-b747-c29331ce0879', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:53.093376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.191556 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.292567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.3 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/acc32fb3-15e3-4328-84ef-67f97e07a8e8) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:53.397976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.431854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.477754 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:53.480874 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:53.484089 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:53.510608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=acc32fb3-15e3-4328-84ef-67f97e07a8e8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:53.840042 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.936835 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.983656 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-13cbbfeb-b4d7-47b4-b7c1-130f0a3ab779 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854571 Nov 25 19:37:54.096235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-05475f00-dc55-4562-bae7-1aa2cc897a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.097594 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-05475f00-dc55-4562-bae7-1aa2cc897a43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1096 time: 0.0671411 Nov 25 19:37:54.142808 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.170471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.260584 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=acc32fb3-15e3-4328-84ef-67f97e07a8e8,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:54.285635 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.289966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-322f70c9-9ef3-4f62-9b83-b3b4962e069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.291472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-322f70c9-9ef3-4f62-9b83-b3b4962e069b service neutron] 10.222.0.64 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 897 time: 0.1714849 Nov 25 19:37:54.420461 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-338fb71e-2ff3-44e8-a4c5-0ad47825d85c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 997 time: 0.1010406 Nov 25 19:37:54.459683 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP 54d9a660-d378-4f88-9db0-f529bd2c9f1c associated. External IP: 172.25.2.3, port: 8628b1e3-c12f-4580-b747-c29331ce0879. Nov 25 19:37:54.510977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-c61fe7c3-fa5c-4c93-9a49-ba3115141f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.512435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-c61fe7c3-fa5c-4c93-9a49-ba3115141f02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 200 len: 835 time: 0.0837784 Nov 25 19:37:54.603889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-622db47f-dc84-4c12-ae3d-380d175072e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.605355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-622db47f-dc84-4c12-ae3d-380d175072e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=413cd716-1628-4476-aa1e-b5359963408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598207 Nov 25 19:37:54.767711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-ccc59f03-497d-434c-8bc8-949fe86e0bfb service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337481 Nov 25 19:37:54.771345 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:54.935216 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1345ad1d-bf3a-46dc-9586-9fba2784378a req-bac26425-da3b-406f-a925-503107e3dbad service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593285 Nov 25 19:37:54.943496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:54.954869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] Sync routers for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:54.963865 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.973490 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:54.974128 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:54.991312 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7a7637b8-3d58-4890-966d-95efe8fa47ab tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9226351 Nov 25 19:37:54.992020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:54.994976 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d83f74-f090-4528-b1c8-740bfeff233a" -d '{"events": [{"name": "network-changed", "server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:55.035943 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f238d1b4-a7cf-423c-a534-06c572ed0daa x-openstack-request-id: req-f238d1b4-a7cf-423c-a534-06c572ed0daa {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:55.037002 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:55.037002 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f238d1b4-a7cf-423c-a534-06c572ed0daa {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:55.037572 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879', 'status': 'completed', 'code': 200} Nov 25 19:37:55.098013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:55.100931 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f74-f090-4528-b1c8-740bfeff233a req-dc8907b4-29ba-4759-82d6-5cba95f1aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.102579 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d83f74-f090-4528-b1c8-740bfeff233a req-dc8907b4-29ba-4759-82d6-5cba95f1aa27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1096 time: 0.0433426 Nov 25 19:37:55.108422 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269d0c4-74c8-4475-a266-07551e71b3ad req-ec62a2e3-4fc2-45d9-920b-6fdd7cabe394 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.109994 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0269d0c4-74c8-4475-a266-07551e71b3ad req-ec62a2e3-4fc2-45d9-920b-6fdd7cabe394 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0504415 Nov 25 19:37:55.161676 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0269d0c4-74c8-4475-a266-07551e71b3ad req-07b397a5-3c7d-4c58-b6ba-9769b38d1243 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450904 Nov 25 19:37:55.186380 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60518) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:55.260884 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b8fe6251-ce13-4554-844c-2438fc061087 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/54d9a660-d378-4f88-9db0-f529bd2c9f1c HTTP/1.1" status: 200 len: 989 time: 0.0726757 Nov 25 19:37:55.339160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '54d9a660-d378-4f88-9db0-f529bd2c9f1c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'port_id': '8628b1e3-c12f-4580-b747-c29331ce0879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'mac_address': 'fa:16:3e:d4:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:37:53Z', 'updated_at': '2021-11-25T19:37:53Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:55.365741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] Checking router: 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:55.374854 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:55.375475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:37:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:55.481756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:55.561388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f74-f090-4528-b1c8-740bfeff233a req-f3430f57-eb60-4c90-88b4-e8b0d80c487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.562899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d83f74-f090-4528-b1c8-740bfeff233a req-f3430f57-eb60-4c90-88b4-e8b0d80c487b service neutron] 10.222.0.64 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 897 time: 0.4532096 Nov 25 19:37:55.628732 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d83f74-f090-4528-b1c8-740bfeff233a req-fbf6e3ab-4599-4914-8050-475207294d50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 997 time: 0.0581698 Nov 25 19:37:55.682527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f74-f090-4528-b1c8-740bfeff233a req-c0e3ad3f-4c78-4e60-881b-236f71b4c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.684011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d83f74-f090-4528-b1c8-740bfeff233a req-c0e3ad3f-4c78-4e60-881b-236f71b4c8cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 200 len: 835 time: 0.0475414 Nov 25 19:37:55.703741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '54d9a660-d378-4f88-9db0-f529bd2c9f1c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'port_id': '8628b1e3-c12f-4580-b747-c29331ce0879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'mac_address': 'fa:16:3e:d4:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:37:53Z', 'updated_at': '2021-11-25T19:37:53Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:55.730800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9234b2-cf5d-4c44-a67f-0d6ca3b52ff9 None None] The sync data for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 is: [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '54d9a660-d378-4f88-9db0-f529bd2c9f1c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'port_id': '8628b1e3-c12f-4580-b747-c29331ce0879', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'mac_address': 'fa:16:3e:d4:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:37:53Z', 'updated_at': '2021-11-25T19:37:53Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:55.731109 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f74-f090-4528-b1c8-740bfeff233a req-b8d48550-d1e6-418a-80f9-dbca39d6ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.732372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d83f74-f090-4528-b1c8-740bfeff233a req-b8d48550-d1e6-418a-80f9-dbca39d6ff24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=413cd716-1628-4476-aa1e-b5359963408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402219 Nov 25 19:37:55.826486 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d83f74-f090-4528-b1c8-740bfeff233a req-4e1c2b63-5fd5-4e9f-a05a-f1047025a3c7 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828424 Nov 25 19:37:55.924095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-08d83f74-f090-4528-b1c8-740bfeff233a req-a5bdd0d8-8b8a-4881-bec7-de1d6090e7f1 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893710 Nov 25 19:37:55.925367 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8234d3-aff7-4d88-908e-6a834f8187bc None None] New status for floating IP 54d9a660-d378-4f88-9db0-f529bd2c9f1c: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:37:56.264581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60520) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:56.325324 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3fbe262d-5b69-4192-9ada-1874fbca6bfd tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/54d9a660-d378-4f88-9db0-f529bd2c9f1c HTTP/1.1" status: 200 len: 991 time: 0.0595889 Nov 25 19:38:01.138013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:03.979934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:11.043436 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-566c594c-188a-4fc5-990d-31b3b7350b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:13.548878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0ed26e8-8711-4385-9b83-e1179d4b4e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.642256 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.201191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.099226 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.567438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:38:31.139531 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.763191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364d048-9bf3-45bf-9058-fa81e88b4cd2 req-1d174140-5fdf-4cfc-a3e8-8075709f7c77 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.764892 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a364d048-9bf3-45bf-9058-fa81e88b4cd2 req-1d174140-5fdf-4cfc-a3e8-8075709f7c77 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0875585 Nov 25 19:38:31.771396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425100d-756a-4c15-826e-22b5540a19a9 req-72b15be9-0533-49f5-b8c7-42f93ee9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.772792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9425100d-756a-4c15-826e-22b5540a19a9 req-72b15be9-0533-49f5-b8c7-42f93ee9d86d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1096 time: 0.0668209 Nov 25 19:38:31.888175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a364d048-9bf3-45bf-9058-fa81e88b4cd2 req-a2612a44-3cd5-46d7-a8cd-d4cdbf25c9c1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144257 Nov 25 19:38:31.915950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425100d-756a-4c15-826e-22b5540a19a9 req-c9312129-c43f-4e5d-97e9-4414c8bb09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.917201 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9425100d-756a-4c15-826e-22b5540a19a9 req-c9312129-c43f-4e5d-97e9-4414c8bb09a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 897 time: 0.1353621 Nov 25 19:38:31.990385 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9425100d-756a-4c15-826e-22b5540a19a9 req-d575ee96-02fe-47d4-bd5a-5ab316ed44d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 999 time: 0.0656838 Nov 25 19:38:32.042831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425100d-756a-4c15-826e-22b5540a19a9 req-9af673fc-f8e6-460c-84b2-9e147547fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.044397 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9425100d-756a-4c15-826e-22b5540a19a9 req-9af673fc-f8e6-460c-84b2-9e147547fccf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 200 len: 835 time: 0.0441508 Nov 25 19:38:32.097064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425100d-756a-4c15-826e-22b5540a19a9 req-766396ff-7380-4ecb-94ef-c4f52b842917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.098672 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9425100d-756a-4c15-826e-22b5540a19a9 req-766396ff-7380-4ecb-94ef-c4f52b842917 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=413cd716-1628-4476-aa1e-b5359963408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435648 Nov 25 19:38:32.190326 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9425100d-756a-4c15-826e-22b5540a19a9 req-2357d02f-4668-4198-9906-1d49409dfa78 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833075 Nov 25 19:38:32.279571 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9425100d-756a-4c15-826e-22b5540a19a9 req-39fcd17e-6c0b-4ee0-8f4e-8b2d6f3c3db3 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805650 Nov 25 19:38:33.011658 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea28a4a-e132-4cf4-b4ca-7ed8bf9bb3f7 req-da3e1e4c-d7e2-4323-88eb-d378ff3eddc8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:33.013155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ea28a4a-e132-4cf4-b4ca-7ed8bf9bb3f7 req-da3e1e4c-d7e2-4323-88eb-d378ff3eddc8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0491076 Nov 25 19:38:33.065752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ea28a4a-e132-4cf4-b4ca-7ed8bf9bb3f7 req-644a3fe2-c600-4c47-b87c-712013c6fecf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465963 Nov 25 19:38:33.974738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.180571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5b670-6c69-489b-b33f-dec106e7fccc req-77bb3dae-aa43-42ca-80ac-6e56c783cc4d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:34.182052 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50f5b670-6c69-489b-b33f-dec106e7fccc req-77bb3dae-aa43-42ca-80ac-6e56c783cc4d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0486836 Nov 25 19:38:34.230824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-50f5b670-6c69-489b-b33f-dec106e7fccc req-879fe47a-4acc-492e-a5db-7af5adef93fe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Nov 25 19:38:35.346463 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145f30b-1d4f-417e-b798-349d166fa193 req-63e16982-a9f9-4c90-ab01-3cca4e6e06e8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.347950 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b145f30b-1d4f-417e-b798-349d166fa193 req-63e16982-a9f9-4c90-ab01-3cca4e6e06e8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0485840 Nov 25 19:38:35.396603 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b145f30b-1d4f-417e-b798-349d166fa193 req-736371a4-495f-4068-996b-a3fe1a68edb2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424612 Nov 25 19:38:36.516689 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39f4b-ecb3-46e0-8b85-4783dfa8631a req-761c0a6a-019b-4de9-9551-4c9e0a463308 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:36.518157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6af39f4b-ecb3-46e0-8b85-4783dfa8631a req-761c0a6a-019b-4de9-9551-4c9e0a463308 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0531392 Nov 25 19:38:36.566353 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6af39f4b-ecb3-46e0-8b85-4783dfa8631a req-e0006c69-e286-4396-a0f9-0e31e029814d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 Nov 25 19:38:37.680744 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21f752-aba3-461d-ba97-66bc181c490d req-a8a538ac-411f-4d0a-9ca4-32d240d61822 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.682217 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a21f752-aba3-461d-ba97-66bc181c490d req-a8a538ac-411f-4d0a-9ca4-32d240d61822 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0484242 Nov 25 19:38:37.730943 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a21f752-aba3-461d-ba97-66bc181c490d req-5c6723cd-10a4-4fb6-9504-4220452e4f3a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Nov 25 19:38:38.845667 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6d780-c2f8-452a-a4d0-353ecbc7dd12 req-153954d6-e906-4d85-81d8-78f5b3ef1a42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.847162 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-daf6d780-c2f8-452a-a4d0-353ecbc7dd12 req-153954d6-e906-4d85-81d8-78f5b3ef1a42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0481241 Nov 25 19:38:38.895429 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-daf6d780-c2f8-452a-a4d0-353ecbc7dd12 req-6834569c-9ec7-4a83-8b56-5586e3c8e586 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422072 Nov 25 19:38:40.011289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7403fc-870c-4db1-9daa-724a7ce099ec req-8b46b0eb-9229-43cb-8225-aa35b7a64436 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:40.012753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d7403fc-870c-4db1-9daa-724a7ce099ec req-8b46b0eb-9229-43cb-8225-aa35b7a64436 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0525434 Nov 25 19:38:40.061014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8d7403fc-870c-4db1-9daa-724a7ce099ec req-f40925e5-1df2-4158-a0b2-88de43bab906 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 Nov 25 19:38:41.047429 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-264d6dc8-f26e-4424-ab0f-e22ab60a76c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.179953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d4954-2601-4d01-9e4b-160954dd02b6 req-27d0c888-a534-4b71-bc33-f01d94b8d2db tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:41.181417 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa3d4954-2601-4d01-9e4b-160954dd02b6 req-27d0c888-a534-4b71-bc33-f01d94b8d2db tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0518696 Nov 25 19:38:41.230288 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa3d4954-2601-4d01-9e4b-160954dd02b6 req-22c67d47-b1b8-417b-bcb0-6430da081ccd tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Nov 25 19:38:42.343773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd6aa1-9d6f-49bb-8b70-215c1f39230b req-6928af97-5926-4ea1-a667-7ed915ad2a6a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:42.345250 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abdd6aa1-9d6f-49bb-8b70-215c1f39230b req-6928af97-5926-4ea1-a667-7ed915ad2a6a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0480945 Nov 25 19:38:42.393832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-abdd6aa1-9d6f-49bb-8b70-215c1f39230b req-a8e93b69-5de3-4f7f-b613-dd0096c6acb8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426786 Nov 25 19:38:43.509583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e91f5-72a7-4baf-94ac-296bbbdc130d req-5bb0328f-2f37-4e40-98b8-89178e635252 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:43.511070 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f6e91f5-72a7-4baf-94ac-296bbbdc130d req-5bb0328f-2f37-4e40-98b8-89178e635252 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0484252 Nov 25 19:38:43.550851 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91f272ce-877e-42b3-aa6d-93a8684ec426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.560827 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0f6e91f5-72a7-4baf-94ac-296bbbdc130d req-be612201-a211-438c-8fd9-719d80bf46cc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Nov 25 19:38:43.583331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60558) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.646480 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-50b2ef01-1ea2-4429-ae53-4398fadbb7c4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/54d9a660-d378-4f88-9db0-f529bd2c9f1c HTTP/1.1" status: 200 len: 991 time: 0.0619359 Nov 25 19:38:44.645119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:46.204249 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.099936 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.934923 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-248d9370-54e6-4498-8941-6fc7119129b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388331 Nov 25 19:38:55.018359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-a4839b86-4e39-4af6-8e08-df3b3a040ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.019876 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-a4839b86-4e39-4af6-8e08-df3b3a040ff1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1096 time: 0.0399337 Nov 25 19:38:55.125131 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-d73747f4-edc5-4b62-b95d-27b4197d2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.126611 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-d73747f4-edc5-4b62-b95d-27b4197d2f88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 897 time: 0.0853813 Nov 25 19:38:55.192883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-6f6807de-ebc8-4775-9a2d-b10e67c72acf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 999 time: 0.0585849 Nov 25 19:38:55.241095 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-105296a7-3118-44b3-a6f7-caae5f844193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.242532 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-105296a7-3118-44b3-a6f7-caae5f844193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 200 len: 835 time: 0.0429153 Nov 25 19:38:55.292455 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-dc22acf1-6ed7-4c41-a1d5-301ba135d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.294023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-dc22acf1-6ed7-4c41-a1d5-301ba135d571 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=413cd716-1628-4476-aa1e-b5359963408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439789 Nov 25 19:38:55.386284 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-7fd0ea90-86ec-481e-8843-e20d7cef46c5 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821204 Nov 25 19:38:55.479245 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f4fe2abe-bb90-412a-be32-97b7da964b67 req-c86f252e-07bc-4cf5-abf0-b6f106511318 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849254 Nov 25 19:39:00.566364 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:39:01.165006 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.972631 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.049017 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-52c2feb1-18e4-45b8-b7a6-a0242d951176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.551173 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d895ce4-a58b-467f-bb69-0e0fdd02eb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.647772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.206304 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.281784 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60582) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:16.441335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port acc32fb3-15e3-4328-84ef-67f97e07a8e8 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:16.441607 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.516825 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.517158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.528873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for acc32fb3-15e3-4328-84ef-67f97e07a8e8 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:16.676447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.701186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=acc32fb3-15e3-4328-84ef-67f97e07a8e8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:16.711698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.712048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.712386 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.712720 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.713050 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.713379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.713703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.714032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.714359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.714701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.715021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.715338 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:16.773923 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.774248 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP 54d9a660-d378-4f88-9db0-f529bd2c9f1c disassociated (deleted). External IP: 172.25.2.3, port: 8628b1e3-c12f-4580-b747-c29331ce0879. Nov 25 19:39:16.987780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:17.094020 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:17.099086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.102797 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.106542 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] Sync routers for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:17.116864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:17.117642 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:17.127478 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-0338d6c6-25cc-41b8-bfb0-17204c98a561 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/floatingips/54d9a660-d378-4f88-9db0-f529bd2c9f1c HTTP/1.1" status: 204 len: 168 time: 0.8445404 Nov 25 19:39:17.128143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:17.130893 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a414a6-7cba-48fe-9b53-1ad72046a31c" -d '{"events": [{"name": "network-changed", "server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:17.175399 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41527066-241c-4065-87e1-5893113c4d67 x-openstack-request-id: req-41527066-241c-4065-87e1-5893113c4d67 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:17.175703 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:17.175963 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41527066-241c-4065-87e1-5893113c4d67 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:17.176395 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879', 'status': 'completed', 'code': 200} Nov 25 19:39:17.226315 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:17.249600 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-9c3dab6b-bc3e-45aa-a516-bd07d5d60e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:17.251073 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-9c3dab6b-bc3e-45aa-a516-bd07d5d60e2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 1096 time: 0.0489981 Nov 25 19:39:17.351335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-34e6ed86-354a-4ddd-afd2-8b8b4f1a69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:17.352939 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-34e6ed86-354a-4ddd-afd2-8b8b4f1a69e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 200 len: 897 time: 0.0913975 Nov 25 19:39:17.375493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c642f-ed03-4aad-9509-ccaa6ba30264 req-eeeca60f-99f1-4791-a3b0-0d38052d2f38 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:17.376999 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-366c642f-ed03-4aad-9509-ccaa6ba30264 req-eeeca60f-99f1-4791-a3b0-0d38052d2f38 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0563667 Nov 25 19:39:17.405028 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-60db6422-a39a-4300-b7e8-fa4259f94dda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 200 len: 217 time: 0.0438576 Nov 25 19:39:17.433723 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-366c642f-ed03-4aad-9509-ccaa6ba30264 req-1858c96d-d2cc-4e76-be2a-14374fcafdf0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501170 Nov 25 19:39:17.444563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:17.465645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-f0b707f4-d229-4ffd-a8f8-6ea3b46d6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:17.467164 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-f0b707f4-d229-4ffd-a8f8-6ea3b46d6f52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 200 len: 835 time: 0.0525129 Nov 25 19:39:17.476205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] Checking router: 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:17.484842 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:17.485452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:17.517003 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-14a49a5f-077e-4156-bc2e-20debc4a59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:17.518421 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-14a49a5f-077e-4156-bc2e-20debc4a59ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=413cd716-1628-4476-aa1e-b5359963408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411053 Nov 25 19:39:17.591279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:17.611904 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-31c48281-0a2a-4e46-a075-67a027e7a5ba service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847306 Nov 25 19:39:17.705645 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e6a414a6-7cba-48fe-9b53-1ad72046a31c req-6f7bf989-2d01-47e9-9340-f13b8715a460 service neutron] 10.222.0.64 "GET /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841336 Nov 25 19:39:17.790483 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:17.816106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f918c9-8580-4539-bd60-41d4e9358417 None None] The sync data for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 is: [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:37:40Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '858913a6-eec6-486b-8ac8-407bf1cf9357', 'name': '', 'network_id': '413cd716-1628-4476-aa1e-b5359963408c', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:d1:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:39Z', 'updated_at': '2021-11-25T19:37:42Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '7d4190d9-d8d3-4050-8795-093136f51e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:18.037232 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b5868-f13c-4578-af3a-ed44f5a41b0a None None] New status for floating IP 54d9a660-d378-4f88-9db0-f529bd2c9f1c: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:39:18.558144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440be7-7f55-477b-b1f2-4026720bee9f req-e2678909-16bc-44d0-b461-0d1e0398d006 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:18.559614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9440be7-7f55-477b-b1f2-4026720bee9f req-e2678909-16bc-44d0-b461-0d1e0398d006 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0529013 Nov 25 19:39:18.606710 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c9440be7-7f55-477b-b1f2-4026720bee9f req-f66b38ad-cd9d-4e10-872b-70abe115929f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f7ea33f-0375-4394-8279-63be3738461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412199 Nov 25 19:39:19.132367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ecf2d2c7-e0b4-4b07-b539-09f064ea40d8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:19.133821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ecf2d2c7-e0b4-4b07-b539-09f064ea40d8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 945 time: 0.0494063 Nov 25 19:39:19.221407 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 8628b1e3-c12f-4580-b747-c29331ce0879 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:19.221746 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.310094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 8628b1e3-c12f-4580-b747-c29331ce0879, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=8628b1e3-c12f-4580-b747-c29331ce0879,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:19.310474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.323235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 8628b1e3-c12f-4580-b747-c29331ce0879 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:19.450270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.478617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=8628b1e3-c12f-4580-b747-c29331ce0879,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:19.529363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] No DVR routers for this DVR port 8628b1e3-c12f-4580-b747-c29331ce0879 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:19.532713 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.537558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a5a21e13-c9b1-477a-b2ee-0da2d59f5426 req-ea6a926a-7dbf-4ef8-a096-a18212853a9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "DELETE /v2.0/ports/8628b1e3-c12f-4580-b747-c29331ce0879 HTTP/1.1" status: 204 len: 173 time: 0.3962259 Nov 25 19:39:19.538016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'name': 'network-vif-deleted', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:19.540325 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c5c1e-32bc-4f18-9a94-f042f0d847ba" -d '{"events": [{"server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "name": "network-vif-deleted", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:19.581961 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fed8c7-e512-4ce4-9971-0af940f4760d x-openstack-request-id: req-01fed8c7-e512-4ce4-9971-0af940f4760d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:19.582663 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93935ed-cd13-4adf-bce9-fba6a773d32a", "name": "network-vif-deleted", "tag": "8628b1e3-c12f-4580-b747-c29331ce0879", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:19.582663 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01fed8c7-e512-4ce4-9971-0af940f4760d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:19.582920 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93935ed-cd13-4adf-bce9-fba6a773d32a', 'name': 'network-vif-deleted', 'tag': '8628b1e3-c12f-4580-b747-c29331ce0879', 'status': 'completed', 'code': 200} Nov 25 19:39:19.725276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a289cd5b-2e70-454b-8039-0430ee19c7a8 req-abe5ccd9-363d-4a29-b4b5-31d6e96cf388 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f93935ed-cd13-4adf-bce9-fba6a773d32a HTTP/1.1" status: 200 len: 210 time: 0.0301256 Nov 25 19:39:20.781719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60598) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:21.130988 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.376831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 858913a6-eec6-486b-8ac8-407bf1cf9357 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:21.377169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.806387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 858913a6-eec6-486b-8ac8-407bf1cf9357, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=858913a6-eec6-486b-8ac8-407bf1cf9357,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:21.807115 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.819469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 858913a6-eec6-486b-8ac8-407bf1cf9357 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:21.998918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.026221 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=858913a6-eec6-486b-8ac8-407bf1cf9357,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:22.199586 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.428795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:22.532850 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:22.537942 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b8ffdc00-b6cc-47f8-9f1b-471682e172c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7551889 Nov 25 19:39:22.541091 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:22.542075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] Sync routers for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:22.557564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:22.558185 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:22.601379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting subnet 7d4190d9-d8d3-4050-8795-093136f51e1b {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:39:22.604896 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.645630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.663917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:22.731530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.789520 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.817231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4190d9-d8d3-4050-8795-093136f51e1b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:22.819719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.823165 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/subnets/7d4190d9-d8d3-4050-8795-093136f51e1b HTTP/1.1" status: 204 len: 168 time: 0.2810481 Nov 25 19:39:22.823876 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25baff21-3ab5-4d2e-b4f2-c4733f27e5e7 None None] Network 413cd716-1628-4476-aa1e-b5359963408c requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:22.826057 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60602) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:22.830397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.830785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.831135 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.831476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.831814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.832170 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.832484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.832817 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.833144 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.833465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.833801 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.834127 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5bc45-cf2c-457d-be38-32ad06808fcc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:22.923008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:39:21Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:22.944654 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.965015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] Checking router: 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:22.978872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] Routers {'2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:22.979741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:23.055661 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.059316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] DHCP port deletion for 413cd716-1628-4476-aa1e-b5359963408c request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:23.112418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port adb011df-4ddc-4f3f-9a9a-800b956484eb {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:23.112756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.114958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] Set router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:23.194313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port adb011df-4ddc-4f3f-9a9a-800b956484eb, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=adb011df-4ddc-4f3f-9a9a-800b956484eb,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:23.194626 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.207762 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for adb011df-4ddc-4f3f-9a9a-800b956484eb owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:23.382861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.388899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Deleting port d769dd36-422d-4677-bdd6-69a76ddb92a2 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:23.388899 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.411367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=adb011df-4ddc-4f3f-9a9a-800b956484eb,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:23.431052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13573ae-e2e6-4957-86c8-d4fc55d9bd34 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:23.432844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8628b1e3-c12f-4580-b747-c29331ce0879 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:23.472319 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.475426 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 8628b1e3-c12f-4580-b747-c29331ce0879 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:23.475899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 8628b1e3-c12f-4580-b747-c29331ce0879 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:23.507610 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] For port d769dd36-422d-4677-bdd6-69a76ddb92a2, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=d769dd36-422d-4677-bdd6-69a76ddb92a2,segment=NetworkSegment(1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad),segment_id=1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:23.508013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.540162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Calling delete_port for d769dd36-422d-4677-bdd6-69a76ddb92a2 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:23.575398 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.577800 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.618194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d769dd36-422d-4677-bdd6-69a76ddb92a2 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:23.625853 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.626542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:39:23.633334 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.634445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-85ba6728-9a36-486b-9e41-4690388e9f25 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/routers/2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326 HTTP/1.1" status: 204 len: 168 time: 0.8054762 Nov 25 19:39:23.637426 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60604) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:23.645826 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:39:21Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:23.682840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359d744-f178-4a01-b7de-84481d497d64 None None] The sync data for ids ['2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326'] in n-d-819194-3 is: [{'id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136634952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:37:36Z', 'updated_at': '2021-11-25T19:39:21Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'adb011df-4ddc-4f3f-9a9a-800b956484eb', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4fc55-e3c2-488e-8c68-7e8c2fb8f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:37:37Z', 'updated_at': '2021-11-25T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:23.699928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.705594 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No active binding found for port d769dd36-422d-4677-bdd6-69a76ddb92a2 {{(pid=103458) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:39:23.706029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device d769dd36-422d-4677-bdd6-69a76ddb92a2 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:23.724126 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.731101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Pushing event deleted for resources: {'Port': ['ID=d769dd36-422d-4677-bdd6-69a76ddb92a2,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:23.735724 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] No DVR routers for this DVR port d769dd36-422d-4677-bdd6-69a76ddb92a2 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:23.743797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.747080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.748300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.748300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.748891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c09ee5f-d5bb-4f4c-9109-edbb2de188e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:23.824747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.845859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413cd716-1628-4476-aa1e-b5359963408c']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:23.855516 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:23.855818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f83ed9c-ae1a-4bc9-aaa1-fdd13ee40bad') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:23.866176 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.879966 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.886947 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:23.887341 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:23.890532 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:23.953284 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.958575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.961787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/networks/413cd716-1628-4476-aa1e-b5359963408c HTTP/1.1" status: 204 len: 168 time: 0.3233604 Nov 25 19:39:23.964728 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60606) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:23.977372 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4757b0-babd-48fa-8bfd-c6adc4f7c042 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Network': ['ID=413cd716-1628-4476-aa1e-b5359963408c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.025813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f496a12d-c0df-4637-bda4-bd0f0fe52575 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.053214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f496a12d-c0df-4637-bda4-bd0f0fe52575 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.118834 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f496a12d-c0df-4637-bda4-bd0f0fe52575 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.121443 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f496a12d-c0df-4637-bda4-bd0f0fe52575 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.124419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f496a12d-c0df-4637-bda4-bd0f0fe52575 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/security-groups/5f7ea33f-0375-4394-8279-63be3738461a HTTP/1.1" status: 204 len: 168 time: 0.1568954 Nov 25 19:39:24.138622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a12d-c0df-4637-bda4-bd0f0fe52575 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ea33f-0375-4394-8279-63be3738461a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.366112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60612) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:24.370795 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ce41b907-bc65-4b5c-bd38-8893d118d1a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770887648', 'description': 'tempest-secgroup-smoke-1770887648 description', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:24.399542 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce41b907-bc65-4b5c-bd38-8893d118d1a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.469545 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce41b907-bc65-4b5c-bd38-8893d118d1a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.473327 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce41b907-bc65-4b5c-bd38-8893d118d1a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.496862 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce41b907-bc65-4b5c-bd38-8893d118d1a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.498117 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ce41b907-bc65-4b5c-bd38-8893d118d1a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1309595 Nov 25 19:39:24.501700 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60614) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:24.506517 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41b907-bc65-4b5c-bd38-8893d118d1a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cc8003-8c57-457d-8799-70989d1360f8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.506704 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9eded088-d671-4d46-a3f0-d5dd878b2878 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '84cc8003-8c57-457d-8799-70989d1360f8', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:24.538771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eded088-d671-4d46-a3f0-d5dd878b2878 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.596894 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eded088-d671-4d46-a3f0-d5dd878b2878 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.600531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eded088-d671-4d46-a3f0-d5dd878b2878 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.620865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eded088-d671-4d46-a3f0-d5dd878b2878 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6abc04-d773-4e0f-b3e8-b52cf9d38237,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.627355 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9eded088-d671-4d46-a3f0-d5dd878b2878 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.628470 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9eded088-d671-4d46-a3f0-d5dd878b2878 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256466 Nov 25 19:39:24.631229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60616) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:24.635491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0d882506-cb0a-4945-ae76-625ed63ff6be tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '84cc8003-8c57-457d-8799-70989d1360f8', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:24.661694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d882506-cb0a-4945-ae76-625ed63ff6be tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.715354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d882506-cb0a-4945-ae76-625ed63ff6be tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.718780 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d882506-cb0a-4945-ae76-625ed63ff6be tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.736122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d882506-cb0a-4945-ae76-625ed63ff6be tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85afcc09-875d-4b70-939c-a8087f365c71,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.743512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d882506-cb0a-4945-ae76-625ed63ff6be tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.744693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0d882506-cb0a-4945-ae76-625ed63ff6be tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125581 Nov 25 19:39:24.747438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60618) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:24.752327 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3315ec46-699e-4830-b7a8-263d3aa60a3b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '84cc8003-8c57-457d-8799-70989d1360f8', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:24.778443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3315ec46-699e-4830-b7a8-263d3aa60a3b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.836292 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3315ec46-699e-4830-b7a8-263d3aa60a3b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.839921 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3315ec46-699e-4830-b7a8-263d3aa60a3b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.858352 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315ec46-699e-4830-b7a8-263d3aa60a3b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b4ad6c-5b48-4dec-95aa-14fc7c80385b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.863542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3315ec46-699e-4830-b7a8-263d3aa60a3b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.864719 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3315ec46-699e-4830-b7a8-263d3aa60a3b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163638 Nov 25 19:39:24.867526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:24.871747 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c1c8748a-7186-4412-9673-a67e0dc64534 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '84cc8003-8c57-457d-8799-70989d1360f8', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:24.901680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1c8748a-7186-4412-9673-a67e0dc64534 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.964727 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1c8748a-7186-4412-9673-a67e0dc64534 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.968247 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1c8748a-7186-4412-9673-a67e0dc64534 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.985634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8748a-7186-4412-9673-a67e0dc64534 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc30b92-1879-40a6-bb22-ebe6f4f6c804,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.994205 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1c8748a-7186-4412-9673-a67e0dc64534 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.995428 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c1c8748a-7186-4412-9673-a67e0dc64534 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269848 Nov 25 19:39:24.998158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60622) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:25.002962 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '84cc8003-8c57-457d-8799-70989d1360f8', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:25.023048 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:39:25.027873 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.084191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.087547 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.104894 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949f21d8-6816-44ff-a162-b5c960394277,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.112924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.114158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d0631d55-a067-4b21-9bb8-0b2af5a9cd33 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150434 Nov 25 19:39:25.116909 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60624) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:25.121282 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '84cc8003-8c57-457d-8799-70989d1360f8', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:25.142854 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:39:25.147594 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.207820 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.211109 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.228498 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0a03ec-f2bc-4e5d-bf1e-711697f8089f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.236947 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.238114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5c5c9820-315b-4e8c-954f-c7196d9ba198 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202919 Nov 25 19:39:25.241041 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60626) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:25.246138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'network': {'name': 'tempest-network-smoke--782904554', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'port_security_enabled': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:25.267588 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:25.271201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.295395 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:25.305640 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.306015 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Added segment 37bf307a-a02f-4f06-86f9-3f8780a1d40f of type vlan for network 388b3aa0-4507-4328-bd50-2f86970bc000 Nov 25 19:39:25.346747 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.372154 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.377570 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:25.378154 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.433083 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1909902 Nov 25 19:39:25.435826 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60628) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:25.442419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'admin_state_up': True, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:25.462075 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1d3de-c479-4099-bfe7-1eed24bb9d0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Network': ['ID=388b3aa0-4507-4328-bd50-2f86970bc000,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.474425 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 388b3aa0-4507-4328-bd50-2f86970bc000 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:25.477932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.478989 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.524758 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 858913a6-eec6-486b-8ac8-407bf1cf9357 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:25.534162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.551883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 858913a6-eec6-486b-8ac8-407bf1cf9357 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:25.552225 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 858913a6-eec6-486b-8ac8-407bf1cf9357 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:25.552634 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device adb011df-4ddc-4f3f-9a9a-800b956484eb no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:25.579604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: adb011df-4ddc-4f3f-9a9a-800b956484eb {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:25.579943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device adb011df-4ddc-4f3f-9a9a-800b956484eb not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:25.671575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.857220 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.879594 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.977139 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.113 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/f32cc1d5-0b58-4a9e-a34f-b82bba38a760) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:26.077190 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.110848 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.149542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:26.152308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:26.156484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:26.161885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:26.168265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171bcbcc-dfef-4dc4-8e64-920b871fa3a1 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:26.293578 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4675b00c-306f-446a-be94-c6dd242b5222 None None] Provisioning complete for port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:26.293895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4675b00c-306f-446a-be94-c6dd242b5222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.331151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4675b00c-306f-446a-be94-c6dd242b5222 None None] Port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:26.403697 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.886932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.035178 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 90805e64-b61b-463e-b1da-c7e5a4a4d79f is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:39:27.147513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:27.158012 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Sync routers for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:27.167783 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.168013 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:27.168410 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:27.172731 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60630) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:27.173235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8ebb7199-99a6-470d-8c13-80ed2f901aea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7359734 Nov 25 19:39:27.206313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57a8ee17-2c63-413f-9bbd-41d5ab2f7753 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b88776704ba74968bbcf4cec5db97e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322521 Nov 25 19:39:27.208877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60632) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:27.286877 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:27.310430 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5af2f-8247-4edf-a942-113430a66d80 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:27.312522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d0a5af2f-8247-4edf-a942-113430a66d80 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958889 Nov 25 19:39:27.315346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60634) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:27.350787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-10516e85-fdab-4c67-835e-ee9e19101861 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342901 Nov 25 19:39:27.353245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60636) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:27.358205 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-686774220', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:27.455753 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:27.459379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.478334 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:26Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:27.509938 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Checking router: 90805e64-b61b-463e-b1da-c7e5a4a4d79f for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:27.510279 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Updating router 90805e64-b61b-463e-b1da-c7e5a4a4d79f port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:39:27.535740 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.654251 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.717496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Subnet': ['ID=0623aaf1-2229-4bf3-a522-763c2740819a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:27.729556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Checking segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:27.729911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network hostable DHCP agents. Network: 388b3aa0-4507-4328-bd50-2f86970bc000, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:27.746193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 388b3aa0-4507-4328-bd50-2f86970bc000 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:27.755502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 388b3aa0-4507-4328-bd50-2f86970bc000) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:27.762171 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:27.763230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.767504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca03322-ad88-43b1-b5c4-a79d357b4b20 None None] Network 388b3aa0-4507-4328-bd50-2f86970bc000 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:27.783083 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-195557ea-5289-438a-8806-dae830b599ea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4287062 Nov 25 19:39:27.785880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60638) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:27.796938 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.803504 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.852274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1329d29-d1ad-493d-8a81-9ce5cf7eb88a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:27.862611 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Attempting to bind port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:27.862984 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Attempting to bind port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:27.863341 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Attempting to bind port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:27.871438 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:27.871813 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:27.872208 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.872797 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:27.873823 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Bound port: f32cc1d5-0b58-4a9e-a34f-b82bba38a760, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:27.875531 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.918556 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Pushing event updated for resources: {'Port': ['ID=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:27.950325 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] For port f32cc1d5-0b58-4a9e-a34f-b82bba38a760, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:27.951776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-388b3aa0-4507-4328-bd50-2f86970bc000', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:27.953230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.955730 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.956175 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.956426 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.956764 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.957105 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.957437 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.957764 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.958094 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.958419 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.958769 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.959095 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.959434 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:27.971985 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] For port f32cc1d5-0b58-4a9e-a34f-b82bba38a760, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:27.977812 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.997558 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-68e224fd-b3ea-4fd9-95b6-9e1007d0c830 None None] Provisioning complete for port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:27.997935 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68e224fd-b3ea-4fd9-95b6-9e1007d0c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.043554 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:28.044025 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:28.074838 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca95e6-fc20-430f-b047-6f6a60ee248d None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:28.088784 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faf096-30a6-4f44-9e43-15886afe1eef None None] Pushing event updated for resources: {'Port': ['ID=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:28.183321 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:28.192057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Allocated IP 172.20.0.2 (388b3aa0-4507-4328-bd50-2f86970bc000/0623aaf1-2229-4bf3-a522-763c2740819a/ef9d4afc-b2e9-4da0-9f21-704f15169711) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:28.204646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68e224fd-b3ea-4fd9-95b6-9e1007d0c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.229935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-68e224fd-b3ea-4fd9-95b6-9e1007d0c830 None None] For port f32cc1d5-0b58-4a9e-a34f-b82bba38a760, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:28.243925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68e224fd-b3ea-4fd9-95b6-9e1007d0c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.339487 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e224fd-b3ea-4fd9-95b6-9e1007d0c830 None None] Pushing event updated for resources: {'Port': ['ID=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:28.363815 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.406044 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:26Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:28.412460 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fe03692d-4a9c-4147-b8a1-5d3c073a6c34 None None] Provisioning complete for port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:28.413045 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fe03692d-4a9c-4147-b8a1-5d3c073a6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.452017 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccce958-e560-4a0a-9b97-cbc025a94d61 None None] The sync data for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 is: [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:26Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:28.466481 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.480509 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.548873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Network 388b3aa0-4507-4328-bd50-2f86970bc000 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:28.556160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:28.561952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:28.571727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Pushing event updated for resources: {'Port': ['ID=ef9d4afc-b2e9-4da0-9f21-704f15169711,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:28.623590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Attempting to bind port ef9d4afc-b2e9-4da0-9f21-704f15169711 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:28.623989 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Attempting to bind port ef9d4afc-b2e9-4da0-9f21-704f15169711 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:28.624355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Attempting to bind port ef9d4afc-b2e9-4da0-9f21-704f15169711 on network 388b3aa0-4507-4328-bd50-2f86970bc000 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:28.629778 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:28.630148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Checking segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:28.630582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.630995 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Bound using segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:28.631479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Bound port: ef9d4afc-b2e9-4da0-9f21-704f15169711, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:28.631941 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.683302 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.1 (388b3aa0-4507-4328-bd50-2f86970bc000/0623aaf1-2229-4bf3-a522-763c2740819a/e24f755d-43d7-4a45-a2a6-de4b195dc010) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:28.715601 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] For port ef9d4afc-b2e9-4da0-9f21-704f15169711, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:28.720498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] For port ef9d4afc-b2e9-4da0-9f21-704f15169711, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ef9d4afc-b2e9-4da0-9f21-704f15169711,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:28.726561 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.791413 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b150e-5702-47d5-b3ef-700425e5624e None None] Pushing event updated for resources: {'Port': ['ID=ef9d4afc-b2e9-4da0-9f21-704f15169711,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:28.848063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.883229 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.935620 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 388b3aa0-4507-4328-bd50-2f86970bc000 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:28.948097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:28.948097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:28.951590 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=e24f755d-43d7-4a45-a2a6-de4b195dc010,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:29.018304 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.160995 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.468112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.473630 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.548261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=e24f755d-43d7-4a45-a2a6-de4b195dc010,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:29.553610 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.637296 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ef9d4afc-b2e9-4da0-9f21-704f15169711 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:29.673555 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 388b3aa0-4507-4328-bd50-2f86970bc000 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:29.675245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:29.691756 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ef9d4afc-b2e9-4da0-9f21-704f15169711 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:29.692127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.772737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92bcacb-cc24-4133-af02-b3b7d46db7da None None] Network 388b3aa0-4507-4328-bd50-2f86970bc000 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:29.797783 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 90805e64-b61b-463e-b1da-c7e5a4a4d79f has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:29.819148 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.869355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5b50167e-5986-4bd3-beb7-663177eda19b None None] Provisioning complete for port ef9d4afc-b2e9-4da0-9f21-704f15169711 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:29.870024 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b50167e-5986-4bd3-beb7-663177eda19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.908163 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port ef9d4afc-b2e9-4da0-9f21-704f15169711, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ef9d4afc-b2e9-4da0-9f21-704f15169711,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:29.916722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.917491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f32cc1d5-0b58-4a9e-a34f-b82bba38a760 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:29.919230 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:29.925062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9037137e-0f7c-4a50-a7dd-0fbf3a232efe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/90805e64-b61b-463e-b1da-c7e5a4a4d79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1380477 Nov 25 19:39:30.042719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=ef9d4afc-b2e9-4da0-9f21-704f15169711,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:30.099553 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-3a62cf37-a538-4f2e-a279-440f9dd8615d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770887648&fields=id&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 267 time: 0.0553961 Nov 25 19:39:30.103741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:30.104109 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.169846 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Sync routers for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:30.208895 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:30.209525 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:30.220744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-70ce210c-35cb-4bf6-945d-87b5282689a7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:30.222399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-70ce210c-35cb-4bf6-945d-87b5282689a7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 796 time: 0.1156850 Nov 25 19:39:30.238755 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-1d6e9dc3-1021-4a18-93e2-be8a12bcafda tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/quotas/b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 375 time: 0.0100999 Nov 25 19:39:30.300174 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-fd1e4d7e-ffdc-4db9-9405-7a61ea768635 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534832 Nov 25 19:39:30.326070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:30.500519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-68a856d9-9aaf-4158-a071-5bd7203e707a service neutron] 10.222.0.62 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864731 Nov 25 19:39:30.576629 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-83c1dde0-07c5-42d4-a070-0415fef50f79 None None] Provisioning complete for port e24f755d-43d7-4a45-a2a6-de4b195dc010 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:30.576939 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83c1dde0-07c5-42d4-a070-0415fef50f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.593736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-a44cdffc-6c29-403a-9c1e-68bbdcd35455 service neutron] 10.222.0.62 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894344 Nov 25 19:39:30.654856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-83c1dde0-07c5-42d4-a070-0415fef50f79 None None] Port e24f755d-43d7-4a45-a2a6-de4b195dc010 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:30.684400 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-83c1dde0-07c5-42d4-a070-0415fef50f79 None None] Provisioning complete for port ef9d4afc-b2e9-4da0-9f21-704f15169711 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:30.685102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-83c1dde0-07c5-42d4-a070-0415fef50f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.802423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aa308df6-3293-4958-ab60-4699f54f8bfb req-c870354a-1efd-430b-b61d-6a0fb5551ad8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 210 time: 0.0481679 Nov 25 19:39:30.832916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 2, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:30.863440 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Checking router: 90805e64-b61b-463e-b1da-c7e5a4a4d79f for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:30.863797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Updating router 90805e64-b61b-463e-b1da-c7e5a4a4d79f port e24f755d-43d7-4a45-a2a6-de4b195dc010 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:39:30.890758 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.023018 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ab6ba9d6-f3cb-4475-a591-3301cd94be98 None None] Provisioning complete for port e24f755d-43d7-4a45-a2a6-de4b195dc010 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:31.023385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba9d6-f3cb-4475-a591-3301cd94be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.101470 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ba9d6-f3cb-4475-a591-3301cd94be98 None None] Port e24f755d-43d7-4a45-a2a6-de4b195dc010 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:31.181961 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.223764 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.229819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.283218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8620c84-fa95-4f5a-939c-88b9a16641c9 None None] Pushing event updated for resources: {'Port': ['ID=e24f755d-43d7-4a45-a2a6-de4b195dc010,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:31.338929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Attempting to bind port e24f755d-43d7-4a45-a2a6-de4b195dc010 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:31.339508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Attempting to bind port e24f755d-43d7-4a45-a2a6-de4b195dc010 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:31.340105 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Attempting to bind port e24f755d-43d7-4a45-a2a6-de4b195dc010 on network 388b3aa0-4507-4328-bd50-2f86970bc000 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:31.347223 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:31.347604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Checking segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:31.348013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.348410 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Bound using segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:31.348945 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Bound port: e24f755d-43d7-4a45-a2a6-de4b195dc010, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:31.349272 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.414848 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] For port e24f755d-43d7-4a45-a2a6-de4b195dc010, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:31.418235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] For port e24f755d-43d7-4a45-a2a6-de4b195dc010, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e24f755d-43d7-4a45-a2a6-de4b195dc010,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:31.423393 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.478533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:31.479177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:31.542522 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8620c84-fa95-4f5a-939c-88b9a16641c9 None None] Pushing event updated for resources: {'Port': ['ID=e24f755d-43d7-4a45-a2a6-de4b195dc010,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:31.559473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b89510b6-c811-4ef5-8c43-6584f6f4f021 None None] Provisioning complete for port e24f755d-43d7-4a45-a2a6-de4b195dc010 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:31.559855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b89510b6-c811-4ef5-8c43-6584f6f4f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.631858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ef9d4afc-b2e9-4da0-9f21-704f15169711 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:31.734151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:31.773442 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f65695c7-0c09-46fb-acf5-2b1f2c9dca14 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:31.775147 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f65695c7-0c09-46fb-acf5-2b1f2c9dca14 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 796 time: 0.1163962 Nov 25 19:39:31.786428 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b89510b6-c811-4ef5-8c43-6584f6f4f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.830919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port ef9d4afc-b2e9-4da0-9f21-704f15169711 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:31.831482 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.848703 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-e36c1c8b-f17d-4092-84d3-91719abb1a8e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 380 time: 0.0637155 Nov 25 19:39:31.859231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'port': {'device_id': '75bf667f-8497-452b-95a1-47336e35b413', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'admin_state_up': True, 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'security_groups': ['84cc8003-8c57-457d-8799-70989d1360f8']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:31.891593 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b93155e7-bf86-46a3-90dc-9dbf7b9d7dbb req-a1065a0b-bfd3-4bff-b665-17fc2f595f83 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 210 time: 0.0291052 Nov 25 19:39:31.929183 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b89510b6-c811-4ef5-8c43-6584f6f4f021 None None] For port e24f755d-43d7-4a45-a2a6-de4b195dc010, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e24f755d-43d7-4a45-a2a6-de4b195dc010,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:31.938367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b89510b6-c811-4ef5-8c43-6584f6f4f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.971978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:31.975774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.065125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89510b6-c811-4ef5-8c43-6584f6f4f021 None None] Pushing event updated for resources: {'Port': ['ID=e24f755d-43d7-4a45-a2a6-de4b195dc010,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.093837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3f3dfd86-7239-4b6c-b79f-6fbb5d6cd88a None None] Provisioning complete for port e24f755d-43d7-4a45-a2a6-de4b195dc010 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:32.093837 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfd86-7239-4b6c-b79f-6fbb5d6cd88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.107776 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.5 (388b3aa0-4507-4328-bd50-2f86970bc000/0623aaf1-2229-4bf3-a522-763c2740819a/d9b63901-3803-4e54-a02d-37875f8e06f4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:32.143679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:32.176074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0f969-71cc-4f60-a4bc-ad71c8c17789 None None] The sync data for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 is: [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:32.263885 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.301215 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.348638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 388b3aa0-4507-4328-bd50-2f86970bc000 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:32.351660 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:32.355241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:32.397160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.420462 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:32.421732 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.442930 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-bf7e5e00-cb38-4d87-ae6b-c0790453f90a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874043 Nov 25 19:39:32.457146 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Request body: {'port': {'device_id': '75bf667f-8497-452b-95a1-47336e35b413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:32.523291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.641226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8b50ec1c-364a-4011-8513-f8933dd0243b None None] Provisioning complete for port d9b63901-3803-4e54-a02d-37875f8e06f4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:32.641600 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b50ec1c-364a-4011-8513-f8933dd0243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.677406 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8b50ec1c-364a-4011-8513-f8933dd0243b None None] Port d9b63901-3803-4e54-a02d-37875f8e06f4 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:32.805414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b63901-3803-4e54-a02d-37875f8e06f4 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:32.813299 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.825575 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Transition to ACTIVE for port object d9b63901-3803-4e54-a02d-37875f8e06f4 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:32.829504 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.884574 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.965325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:32.966052 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:32.966603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 on network 388b3aa0-4507-4328-bd50-2f86970bc000 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:32.972585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Port d9b63901-3803-4e54-a02d-37875f8e06f4 on network 388b3aa0-4507-4328-bd50-2f86970bc000 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:32.973345 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 on network 388b3aa0-4507-4328-bd50-2f86970bc000 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:32.993544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:32.993544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Checking segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:32.993544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Bound using segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:32.993544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Bound port: d9b63901-3803-4e54-a02d-37875f8e06f4, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:32.993544 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.060438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda0fa6-fed6-48ff-b548-5da28b285cb2 req-4a2c93de-db8c-4514-93ae-a1d2b0896255 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.062071 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1fda0fa6-fed6-48ff-b548-5da28b285cb2 req-4a2c93de-db8c-4514-93ae-a1d2b0896255 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 943 time: 0.0851743 Nov 25 19:39:33.125537 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:33.142360 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1fda0fa6-fed6-48ff-b548-5da28b285cb2 req-8e9a617a-d300-462f-9988-909956090a98 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723963 Nov 25 19:39:33.146079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:33.151771 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.190543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.191194 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.192582 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 1091 time: 0.7408516 Nov 25 19:39:33.193024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:33.195353 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f" -d '{"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:33.255807 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82133f7-cde0-4a3a-b78f-298dfa46d176 x-openstack-request-id: req-d82133f7-cde0-4a3a-b78f-298dfa46d176 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:33.256107 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:33.256458 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d82133f7-cde0-4a3a-b78f-298dfa46d176 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:33.256761 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'status': 'completed', 'code': 200} Nov 25 19:39:33.260532 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3198a-00c0-404b-b4df-b2af045eb2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:33.299187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-9c16a0da-f546-4252-b9ef-55a414969949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.300833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-9c16a0da-f546-4252-b9ef-55a414969949 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1094 time: 0.0603948 Nov 25 19:39:33.346232 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-c4e1a20b-50d9-4fee-b2c6-317d65e699b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 217 time: 0.0365181 Nov 25 19:39:33.402148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-423cab4c-5f40-45f6-a22f-d139d50111be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.403682 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-423cab4c-5f40-45f6-a22f-d139d50111be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0505750 Nov 25 19:39:33.456418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-4930a590-7cd5-467e-bdf1-236232139f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.457882 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-4930a590-7cd5-467e-bdf1-236232139f7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475466 Nov 25 19:39:33.547942 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-8b70d64c-9ff8-4767-9740-5012a42d1f06 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827434 Nov 25 19:39:33.578077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e24f755d-43d7-4a45-a2a6-de4b195dc010 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:33.629277 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port e24f755d-43d7-4a45-a2a6-de4b195dc010 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:33.629647 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.640936 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8f3a51b5-cb94-43c5-98b6-3fb77db4c327 req-64aed001-6dd7-41cc-9817-24cfd0a48989 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864015 Nov 25 19:39:33.726882 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-aca180e3-fae0-4fb6-834b-34012358e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.728385 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-aca180e3-fae0-4fb6-834b-34012358e2bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1094 time: 0.0417056 Nov 25 19:39:33.819750 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-bfb6da4a-2482-4c5c-a49c-86f787d83b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.821196 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-bfb6da4a-2482-4c5c-a49c-86f787d83b4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0850823 Nov 25 19:39:33.971465 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.149212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-3e96a7d4-db6b-4760-b173-b4aad0abfe38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 217 time: 0.3195722 Nov 25 19:39:34.197951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-d64a5751-8bd3-4921-884d-8edb954b7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.199447 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-d64a5751-8bd3-4921-884d-8edb954b7291 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0426099 Nov 25 19:39:34.277699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-7d1c5fd0-c9c6-4f5d-a014-b0f29bed6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.279142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-7d1c5fd0-c9c6-4f5d-a014-b0f29bed6a25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720720 Nov 25 19:39:34.287859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65b104-afdc-4f9d-bc0f-203bef92e453 req-91a96c58-31ed-4604-ab1a-b1bf9c164d64 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.289201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e65b104-afdc-4f9d-bc0f-203bef92e453 req-91a96c58-31ed-4604-ab1a-b1bf9c164d64 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 943 time: 0.0747263 Nov 25 19:39:34.386477 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e65b104-afdc-4f9d-bc0f-203bef92e453 req-269768c5-9f9a-4284-97c2-ce68af5e55ec tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889390 Nov 25 19:39:34.407707 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-1b7c676b-443d-4ac5-9d67-121e04838c9d service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175632 Nov 25 19:39:34.495109 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5d1a2f5-df7a-4dfb-998b-6c46c760224f req-5624e4b8-dda4-4daa-9133-ac7e17bc86de service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803211 Nov 25 19:39:35.509578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1af22-58ea-472e-87bd-af0c9c39d4ea req-9e65c7eb-c8d1-4c81-a5cb-6adb62517ac6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:35.511037 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00b1af22-58ea-472e-87bd-af0c9c39d4ea req-9e65c7eb-c8d1-4c81-a5cb-6adb62517ac6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 943 time: 0.0538940 Nov 25 19:39:35.559466 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00b1af22-58ea-472e-87bd-af0c9c39d4ea req-76ff3a63-28c5-470d-b7d1-d1be7670632f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Nov 25 19:39:36.674581 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5992-7923-48fe-988b-efb4426d71c6 req-4791e495-9ab4-437b-b7ef-cb5c9af4e52e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:36.676050 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db1e5992-7923-48fe-988b-efb4426d71c6 req-4791e495-9ab4-437b-b7ef-cb5c9af4e52e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 943 time: 0.0495083 Nov 25 19:39:36.723623 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-db1e5992-7923-48fe-988b-efb4426d71c6 req-ba855451-ad5c-45a5-b644-c4181d109a15 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Nov 25 19:39:37.439912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:37.535215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:37.546834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'port_id': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'mac_address': 'fa:16:3e:30:ca:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:37.566575 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:39:37.583367 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.596198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b63901-3803-4e54-a02d-37875f8e06f4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:37.618482 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:37.621847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.669471 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:37.841923 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeaecb-5b94-496f-8387-5bdba09e4b5b req-a561f82d-f7b5-46ca-9370-e59e94dd1e0c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:37.844033 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8aeaecb-5b94-496f-8387-5bdba09e4b5b req-a561f82d-f7b5-46ca-9370-e59e94dd1e0c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 944 time: 0.0483479 Nov 25 19:39:37.892945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c8aeaecb-5b94-496f-8387-5bdba09e4b5b req-dc0d4027-6bfe-499a-a332-0945d18a6dbb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Nov 25 19:39:37.951287 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['d9b63901-3803-4e54-a02d-37875f8e06f4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:39.012967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865461a3-4455-4ca9-818d-fee1b4f75570 req-cafe9fd2-84e0-4444-bf4a-fc6288b70f7c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.014966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-865461a3-4455-4ca9-818d-fee1b4f75570 req-cafe9fd2-84e0-4444-bf4a-fc6288b70f7c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 944 time: 0.0527675 Nov 25 19:39:39.064692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-865461a3-4455-4ca9-818d-fee1b4f75570 req-59f9d6ca-577b-49f7-b2ef-526efb9eb7b9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 Nov 25 19:39:39.446996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:39.496330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port d9b63901-3803-4e54-a02d-37875f8e06f4 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:39.500304 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port d9b63901-3803-4e54-a02d-37875f8e06f4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:39.500784 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.578115 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.600390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:39.602568 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61736f03-8c06-4578-8391-9f67e0de7e47" -d '{"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-plugged", "status": "completed", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:39.615763 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:39.620197 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.642545 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c501bbdc-6279-4e22-823e-395aa0ce3816 x-openstack-request-id: req-c501bbdc-6279-4e22-823e-395aa0ce3816 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:39.642840 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-plugged", "status": "completed", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:39.643094 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c501bbdc-6279-4e22-823e-395aa0ce3816 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:39.643483 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'code': 200} Nov 25 19:39:39.669775 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:39.745939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baa6db-2a12-46c2-b050-89b45dff48ce req-02062bce-1314-401b-8709-98400967f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.747461 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73baa6db-2a12-46c2-b050-89b45dff48ce req-02062bce-1314-401b-8709-98400967f2f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1096 time: 0.0411272 Nov 25 19:39:39.792802 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73baa6db-2a12-46c2-b050-89b45dff48ce req-32ca3eb8-ff1b-4f16-85b8-6d947d4fb1aa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387278 Nov 25 19:39:40.181753 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100040a-24e8-4f71-8cff-ca68947ee41a req-1e6c9dfe-89f3-483b-9df2-0163243829c1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.183221 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d100040a-24e8-4f71-8cff-ca68947ee41a req-1e6c9dfe-89f3-483b-9df2-0163243829c1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0516703 Nov 25 19:39:40.231897 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d100040a-24e8-4f71-8cff-ca68947ee41a req-587a7d55-6240-4321-86eb-0e514f996098 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Nov 25 19:39:41.050659 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-adf66964-2d63-4745-be1a-b73a1075ee42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.347500 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66450130-c316-4f63-a3c1-853b3197c1d3 req-375d3ce5-450a-4b27-9caf-9cfcab96fa40 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.349171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66450130-c316-4f63-a3c1-853b3197c1d3 req-375d3ce5-450a-4b27-9caf-9cfcab96fa40 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0480270 Nov 25 19:39:41.401609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-66450130-c316-4f63-a3c1-853b3197c1d3 req-7bdee5a6-42ab-4253-bbbd-56fe2dc73979 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461226 Nov 25 19:39:41.517122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686df71-b7a9-42e7-9848-64c19bca9285 req-ea96aa29-bd3f-498d-9d95-b603485cecf8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.518567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b686df71-b7a9-42e7-9848-64c19bca9285 req-ea96aa29-bd3f-498d-9d95-b603485cecf8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0506334 Nov 25 19:39:41.566638 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b686df71-b7a9-42e7-9848-64c19bca9285 req-84593576-0efd-4b03-b1dd-294db05279a7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Nov 25 19:39:41.588361 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60692) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:41.626865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6dfa9b-3f5e-430c-ab6c-51f77eacf3a5 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.628355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9a6dfa9b-3f5e-430c-ab6c-51f77eacf3a5 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1091 time: 0.0390453 Nov 25 19:39:41.631210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60694) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:41.635356 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:41.657407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.753562 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.857262 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.181 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/dab5603e-fc6c-4672-927e-ad7e844e5525) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:41.955240 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.987749 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.025991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:42.030261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:42.034012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:42.058919 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=dab5603e-fc6c-4672-927e-ad7e844e5525,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:42.383081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.453160 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.595217 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.599850 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.672811 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=dab5603e-fc6c-4672-927e-ad7e844e5525,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:42.681720 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.781796 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP 34e0c883-5004-4bfe-bab8-6af63d366de9 associated. External IP: 172.25.2.181, port: d9b63901-3803-4e54-a02d-37875f8e06f4. Nov 25 19:39:42.985241 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 90805e64-b61b-463e-b1da-c7e5a4a4d79f has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:43.100837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:43.111230 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] Sync routers for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:43.119666 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.120432 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:43.121045 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:43.147099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-52dac12d-50a9-4057-bc3c-43064c15fa30 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5149012 Nov 25 19:39:43.147694 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:43.149987 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:43.190948 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3cc798-bed5-4114-b435-b7cab165668f x-openstack-request-id: req-ce3cc798-bed5-4114-b435-b7cab165668f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:43.191528 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:43.191971 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce3cc798-bed5-4114-b435-b7cab165668f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:43.192697 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'status': 'completed', 'code': 200} Nov 25 19:39:43.250358 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc2b61-8335-401b-99b4-d5dff077340c req-dd6007c9-c5e8-4590-895b-426654e7832a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.253021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f9dc2b61-8335-401b-99b4-d5dff077340c req-dd6007c9-c5e8-4590-895b-426654e7832a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0535519 Nov 25 19:39:43.260470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-e8261a4c-eaba-44de-9032-98f96f6356aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.262127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-e8261a4c-eaba-44de-9032-98f96f6356aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1096 time: 0.0460660 Nov 25 19:39:43.304613 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f9dc2b61-8335-401b-99b4-d5dff077340c req-6dfb7dee-15d3-4aa2-aefb-f596b5023812 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452335 Nov 25 19:39:43.325075 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:43.328945 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60700) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:43.359643 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-16c7306e-57ee-4f36-86f8-7d88c18398e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.361418 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-16c7306e-57ee-4f36-86f8-7d88c18398e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0927954 Nov 25 19:39:43.400447 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6c5f08f9-6412-40fd-833e-c056e385b00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/34e0c883-5004-4bfe-bab8-6af63d366de9 HTTP/1.1" status: 200 len: 991 time: 0.0686331 Nov 25 19:39:43.427190 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-aee36a97-6c1b-4e96-b7dc-059c796423fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 999 time: 0.0586641 Nov 25 19:39:43.476224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-5663fa94-5d7f-4346-b6c8-9e1200279bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.477714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-5663fa94-5d7f-4346-b6c8-9e1200279bd9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0434015 Nov 25 19:39:43.528629 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-1781fdf7-ba74-4d95-ae69-cf4e2aae5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:43.530230 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-1781fdf7-ba74-4d95-ae69-cf4e2aae5b36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447867 Nov 25 19:39:43.552348 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '34e0c883-5004-4bfe-bab8-6af63d366de9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'port_id': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'mac_address': 'fa:16:3e:30:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bf667f-8497-452b-95a1-47336e35b413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:39:42Z', 'updated_at': '2021-11-25T19:39:42Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:43.557085 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-45d27cd5-f099-4981-8ad8-06c7b2ff4486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.578849 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] Checking router: 90805e64-b61b-463e-b1da-c7e5a4a4d79f for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:43.587057 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:43.587661 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:39:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:43.621769 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-072c8683-2d5b-4535-b3f9-d5bf52968c63 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846558 Nov 25 19:39:43.691206 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:43.713495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df5d6b5e-99c7-49bd-8e74-48224bb7c3fb req-910fca64-35d8-4782-baad-4a31f70457f7 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850482 Nov 25 19:39:43.909445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '34e0c883-5004-4bfe-bab8-6af63d366de9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'port_id': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'mac_address': 'fa:16:3e:30:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bf667f-8497-452b-95a1-47336e35b413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:39:42Z', 'updated_at': '2021-11-25T19:39:42Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:43.938001 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabddc2-3bf6-4c18-a972-29ebd574615e None None] The sync data for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 is: [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '34e0c883-5004-4bfe-bab8-6af63d366de9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'port_id': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'mac_address': 'fa:16:3e:30:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bf667f-8497-452b-95a1-47336e35b413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:39:42Z', 'updated_at': '2021-11-25T19:39:42Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:44.138586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e974cb9c-e4c7-40dd-9566-6c2d0d57a01d None None] New status for floating IP 34e0c883-5004-4bfe-bab8-6af63d366de9: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:39:44.403003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60702) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:44.462889 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4a99e80a-69d7-4052-8187-573e07cfdabe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/34e0c883-5004-4bfe-bab8-6af63d366de9 HTTP/1.1" status: 200 len: 993 time: 0.0587175 Nov 25 19:39:44.651207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.208523 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.105200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.281479 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-2449895c-4f89-4170-847b-a93ad12de06b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403242 Nov 25 19:39:49.364316 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-c6903dd3-dc6e-421f-b248-c3333175107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.365827 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-c6903dd3-dc6e-421f-b248-c3333175107d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1096 time: 0.0434165 Nov 25 19:39:49.466210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-642a7563-e7a2-445a-8f1c-a9f7328e78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.467733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-642a7563-e7a2-445a-8f1c-a9f7328e78a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0834284 Nov 25 19:39:49.536309 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-c73e143c-1a5d-4de3-8186-50c6b0f2cb1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 1001 time: 0.0619135 Nov 25 19:39:49.585027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-c73b5abb-0402-4d02-8708-d7695e136be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.586493 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-c73b5abb-0402-4d02-8708-d7695e136be7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0435748 Nov 25 19:39:49.632161 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-1614b586-de3f-4891-93b9-b7809d17f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:49.633617 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-1614b586-de3f-4891-93b9-b7809d17f666 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397608 Nov 25 19:39:49.723275 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-22e5bad3-ee4c-43a6-92ba-97fa95f79dda service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 Nov 25 19:39:49.812731 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c70fa0c6-91a4-4366-8188-841ab77f544f req-fa8a84e6-1e98-4bb7-b365-87beb7b2e454 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828347 Nov 25 19:40:01.151440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.975616 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.050950 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9947-2515-4de4-b3a5-d05902884bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.548308 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8637846-af97-45bc-a2c7-ba325a496e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.565222 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:40:14.651997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.211810 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.108237 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.179957 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.985749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.051736 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-60712ab0-fce2-463e-b973-85a887b33f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.549408 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d222939-a268-414b-bd08-2b56336bd700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.656073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.214188 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.110152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.274441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-5b85ea4b-edc8-4b38-b3f0-decad2c020f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407767 Nov 25 19:40:49.358638 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-0ad7932f-0f16-4191-a480-164feff888a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.360103 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-0ad7932f-0f16-4191-a480-164feff888a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1096 time: 0.0436945 Nov 25 19:40:49.464104 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-798ceffc-90d2-427c-b458-3c6e5fd7e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.465595 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-798ceffc-90d2-427c-b458-3c6e5fd7e1c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0864747 Nov 25 19:40:49.534890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-552c6423-b604-4602-af50-35297b4cb685 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 1001 time: 0.0617537 Nov 25 19:40:49.865721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-b26da8a9-58b3-463e-9c67-89eb742da18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.867211 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-b26da8a9-58b3-463e-9c67-89eb742da18f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.3259630 Nov 25 19:40:49.911831 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-542c38ef-5f78-42e4-b230-cc4902404036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.913325 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-542c38ef-5f78-42e4-b230-cc4902404036 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386045 Nov 25 19:40:49.924368 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-9b571e8c-87a0-4249-97a7-b939ac96a4fc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:40:49.925372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-9b571e8c-87a0-4249-97a7-b939ac96a4fc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048347 Nov 25 19:40:50.019905 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-e5a82fb2-5298-4900-8e0b-2d884717335a service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865111 Nov 25 19:40:50.106692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4a19b5d2-e1e3-4fb2-8e3f-8a8d044d93b2 req-214a3866-93af-482c-aabd-53d03e317191 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793881 Nov 25 19:40:51.564252 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:40:55.997390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60746) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:56.039217 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2186b-6280-4966-846c-68915118ab13 req-2d63d10f-76b8-4301-88cf-011d11aa0c13 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:56.040736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ba2186b-6280-4966-846c-68915118ab13 req-2d63d10f-76b8-4301-88cf-011d11aa0c13 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.1079552 Nov 25 19:40:56.084049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-047b8f9d-0257-41ab-ba3b-671cfca9e128 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854208 Nov 25 19:40:56.092819 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-06282610-c6c7-47b4-939a-236526dcec2e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:40:56.093630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ba2186b-6280-4966-846c-68915118ab13 req-501d8989-d56e-410b-a4a8-864e6b887664 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470433 Nov 25 19:40:56.093966 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-06282610-c6c7-47b4-939a-236526dcec2e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050590 Nov 25 19:40:57.240589 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-aad78eb8-f5d9-42d2-a86b-f1c88a8633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.242128 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-aad78eb8-f5d9-42d2-a86b-f1c88a8633ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1096 time: 0.0413456 Nov 25 19:40:57.271571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbdd23-da51-45c5-b4af-af8051e75646 req-05cd01d8-4b66-4c0a-886a-b1b538576ad3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.273088 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49cbdd23-da51-45c5-b4af-af8051e75646 req-05cd01d8-4b66-4c0a-886a-b1b538576ad3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.1044939 Nov 25 19:40:57.324946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-49cbdd23-da51-45c5-b4af-af8051e75646 req-45941f4c-456b-435b-87e0-373312981bb8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Nov 25 19:40:57.334034 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-b4dc346b-dddc-43fa-9e5c-2ba6a0442da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.335531 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-b4dc346b-dddc-43fa-9e5c-2ba6a0442da6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0863602 Nov 25 19:40:57.405893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-353aa148-632e-4fec-8644-581e265cb1e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 1001 time: 0.0621130 Nov 25 19:40:57.454125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-b1198abd-d063-4138-aab3-6e1dca069b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.455610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-b1198abd-d063-4138-aab3-6e1dca069b47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0426707 Nov 25 19:40:57.500414 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-f7f7f533-9e09-4cf4-a20d-87b333fc3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:57.502540 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-f7f7f533-9e09-4cf4-a20d-87b333fc3a70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401492 Nov 25 19:40:57.594251 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-ff825cdf-3e2b-454f-a269-6b047780de79 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847304 Nov 25 19:40:57.684450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-16a58183-52c4-4add-b459-2b1498abe8f7 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835650 Nov 25 19:40:58.490210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253b2d-3a8c-4292-aa36-61b28ff8d08a req-14716e17-b662-4a40-b8b2-3b73726f13d7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:58.491697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63253b2d-3a8c-4292-aa36-61b28ff8d08a req-14716e17-b662-4a40-b8b2-3b73726f13d7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Nov 25 19:40:58.545340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-63253b2d-3a8c-4292-aa36-61b28ff8d08a req-3ada90a9-b290-4b5e-b71c-97c63bae7510 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474002 Nov 25 19:40:59.666387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0f36f-a4f7-4d83-be05-36e5a3fc8406 req-c0afb551-71dc-49c7-be18-51d674435324 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:59.667895 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71b0f36f-a4f7-4d83-be05-36e5a3fc8406 req-c0afb551-71dc-49c7-be18-51d674435324 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Nov 25 19:40:59.719541 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71b0f36f-a4f7-4d83-be05-36e5a3fc8406 req-1230e03f-0f9c-4c5f-8e3b-f29a76b95d16 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457122 Nov 25 19:41:00.831769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595d46-365a-453f-8c07-10e36e284a58 req-5e48f8b6-aa8d-4aa4-8e9c-6321eba0c5a2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:00.833262 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a595d46-365a-453f-8c07-10e36e284a58 req-5e48f8b6-aa8d-4aa4-8e9c-6321eba0c5a2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0474551 Nov 25 19:41:00.890120 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2a595d46-365a-453f-8c07-10e36e284a58 req-c2da347e-3182-4503-88d5-843e58944102 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507135 Nov 25 19:41:01.191347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.007958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d30e7-4dc1-4bbc-89b0-d7ca04517ac8 req-fff63fe4-03b7-4eeb-9ba5-3ac3ba26153b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:02.009434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c58d30e7-4dc1-4bbc-89b0-d7ca04517ac8 req-fff63fe4-03b7-4eeb-9ba5-3ac3ba26153b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Nov 25 19:41:02.060991 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c58d30e7-4dc1-4bbc-89b0-d7ca04517ac8 req-0088021b-82d2-4e48-b4e1-a97a7e0a9f9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Nov 25 19:41:03.175797 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2a5f6-1b2a-426e-be4e-2a538ab64719 req-0f98e7f6-4b89-415d-9f91-9576735e2077 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:03.177249 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fb2a5f6-1b2a-426e-be4e-2a538ab64719 req-0f98e7f6-4b89-415d-9f91-9576735e2077 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Nov 25 19:41:03.224353 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9fb2a5f6-1b2a-426e-be4e-2a538ab64719 req-0757225a-9af7-441b-b841-4e581ea9f588 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Nov 25 19:41:03.985919 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.341102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595ee3-1bcd-40cf-97a5-310f33f3bbfd req-5130352f-3f34-4bab-a0d3-e90ea21979b5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:04.342609 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21595ee3-1bcd-40cf-97a5-310f33f3bbfd req-5130352f-3f34-4bab-a0d3-e90ea21979b5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0490406 Nov 25 19:41:04.391266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-21595ee3-1bcd-40cf-97a5-310f33f3bbfd req-148f9820-dd52-4221-864e-907df199dd1d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Nov 25 19:41:05.509417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dce50-7bdb-4e2f-9ed6-7d6c95715f0f req-bb3148fa-e6bf-4976-b8c0-1e85bd48581a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:05.510890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d03dce50-7bdb-4e2f-9ed6-7d6c95715f0f req-bb3148fa-e6bf-4976-b8c0-1e85bd48581a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0524402 Nov 25 19:41:05.559343 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d03dce50-7bdb-4e2f-9ed6-7d6c95715f0f req-e452abda-7b3c-4b40-b831-785b4e9b2951 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Nov 25 19:41:06.676790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfad28b-c806-4b36-aae5-d3c0a7624c45 req-813da7d3-9d87-49b8-8607-9ff5fd7a933c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:06.678244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6cfad28b-c806-4b36-aae5-d3c0a7624c45 req-813da7d3-9d87-49b8-8607-9ff5fd7a933c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0521669 Nov 25 19:41:06.724983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6cfad28b-c806-4b36-aae5-d3c0a7624c45 req-93ac3eeb-6dae-4484-a6fb-33483908c9ef tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Nov 25 19:41:07.840243 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08c5a3-af96-4957-a73d-e3ee19d3e298 req-1cfb14ad-7364-4d45-a267-ce0efdd39b40 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:07.841726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a08c5a3-af96-4957-a73d-e3ee19d3e298 req-1cfb14ad-7364-4d45-a267-ce0efdd39b40 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Nov 25 19:41:07.889899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8a08c5a3-af96-4957-a73d-e3ee19d3e298 req-8db20792-8cb9-4407-9fd0-c5074afa311c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Nov 25 19:41:09.005436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106b430-3f1c-4963-bc89-c46c4d9251c0 req-85874d42-778b-420c-bb1e-d07f3292eaea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:09.007137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b106b430-3f1c-4963-bc89-c46c4d9251c0 req-85874d42-778b-420c-bb1e-d07f3292eaea tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0480492 Nov 25 19:41:09.058022 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b106b430-3f1c-4963-bc89-c46c4d9251c0 req-d04029d8-d758-46bd-adfe-3ca02b47f5d2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Nov 25 19:41:10.178231 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a33ee-55cd-449f-92c3-9039c46799ec req-e846d223-be3a-4434-8b64-1b9444bd7f04 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:10.182307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc4a33ee-55cd-449f-92c3-9039c46799ec req-e846d223-be3a-4434-8b64-1b9444bd7f04 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0564530 Nov 25 19:41:10.231985 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fc4a33ee-55cd-449f-92c3-9039c46799ec req-6161c20b-ddf9-455a-b566-5514efaac8fc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Nov 25 19:41:11.052353 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8e72-c147-41c9-ba19-8d4c4b6865ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.347072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1de08-e2cb-4137-87e8-7394b0513a8f req-e46b9e96-45a6-4021-a103-b176fa6e1a13 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:11.348435 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7bf1de08-e2cb-4137-87e8-7394b0513a8f req-e46b9e96-45a6-4021-a103-b176fa6e1a13 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0487237 Nov 25 19:41:11.402911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7bf1de08-e2cb-4137-87e8-7394b0513a8f req-8d14ba2d-2801-492f-83ee-15084ed01826 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486150 Nov 25 19:41:12.520706 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc30e1-eca2-46ea-b632-5489714a80ec req-70729292-41f2-4b05-8e85-032830e1e599 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:12.522175 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91cc30e1-eca2-46ea-b632-5489714a80ec req-70729292-41f2-4b05-8e85-032830e1e599 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Nov 25 19:41:12.571381 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-91cc30e1-eca2-46ea-b632-5489714a80ec req-35f6eae1-b644-4225-9333-6a04f8b7d781 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Nov 25 19:41:13.551819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-483d3041-fdb0-45dd-b4b6-5de7cebdea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.689105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf59c5-0ee0-43a2-9e1c-28ca808e330a req-9189ed55-2ee4-4f2d-9fda-21b3ef3313cf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.690622 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8cf59c5-0ee0-43a2-9e1c-28ca808e330a req-9189ed55-2ee4-4f2d-9fda-21b3ef3313cf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0488904 Nov 25 19:41:13.741890 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8cf59c5-0ee0-43a2-9e1c-28ca808e330a req-74c6ded6-5206-4c04-ad09-3a8e8c8b87a7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Nov 25 19:41:14.660764 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.662071 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-7f665001-04a5-492c-a072-cc71c871d2e7 service neutron] show failed (client error): The resource could not be found. Nov 25 19:41:14.663129 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-7f665001-04a5-492c-a072-cc71c871d2e7 service neutron] 10.222.0.66 "GET /v2.0/ports/d9b63901-3803-4e54-a02d-37875f8e06f4/bindings/n-h2-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0919745 Nov 25 19:41:14.866690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742de50a-8b3c-49bb-be22-0b3b52c873ee req-338b4cbc-b7de-42dc-bda7-c143c526b4eb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.868185 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-742de50a-8b3c-49bb-be22-0b3b52c873ee req-338b4cbc-b7de-42dc-bda7-c143c526b4eb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0542583 Nov 25 19:41:14.911902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-8fcbd9d0-0ba8-465c-88ff-81bb780778f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.913323 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-8fcbd9d0-0ba8-465c-88ff-81bb780778f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 1096 time: 0.0853698 Nov 25 19:41:14.918578 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-742de50a-8b3c-49bb-be22-0b3b52c873ee req-46af6165-1613-4efb-b835-a63ec8d85b15 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 Nov 25 19:41:14.932067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:14.987053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.180506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:15.212957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:15.249943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:15.252272 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5ded1-ab6f-43a2-9d00-0edaa8f607b4" -d '{"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:15.256564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.269138 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Transition to ACTIVE for port object d9b63901-3803-4e54-a02d-37875f8e06f4 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:41:15.273072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.359709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:15.370938 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.371291 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.371634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.371968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.372301 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.372630 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.372956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.373282 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.373607 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.373930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.374253 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.374601 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:15.408773 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2651dd88-e286-4d41-9518-bc4370de552d x-openstack-request-id: req-2651dd88-e286-4d41-9518-bc4370de552d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:15.409069 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-unplugged", "status": "completed", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:15.409325 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2651dd88-e286-4d41-9518-bc4370de552d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:15.409718 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'code': 200} Nov 25 19:41:15.410647 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] No DVR routers for this DVR port d9b63901-3803-4e54-a02d-37875f8e06f4 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:15.545908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:15.546245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:15.546611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 on network 388b3aa0-4507-4328-bd50-2f86970bc000 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:15.551381 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Port d9b63901-3803-4e54-a02d-37875f8e06f4 on network 388b3aa0-4507-4328-bd50-2f86970bc000 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:41:15.551705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Attempting to bind port d9b63901-3803-4e54-a02d-37875f8e06f4 on network 388b3aa0-4507-4328-bd50-2f86970bc000 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:15.556503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:15.556940 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Checking segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:15.557300 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Bound using segment: {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:15.557617 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Bound port: d9b63901-3803-4e54-a02d-37875f8e06f4, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bf307a-a02f-4f06-86f9-3f8780a1d40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:15.557965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.619530 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:15.622469 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:15.626828 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.662817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.663441 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.664819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 1091 time: 0.7368450 Nov 25 19:41:15.687429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6193a-e61d-41c5-9f07-e9d5a867c264 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:15.738814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-f11e5285-4341-4071-95e6-55bd4167e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.740139 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-f11e5285-4341-4071-95e6-55bd4167e15b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1094 time: 0.0434647 Nov 25 19:41:15.845851 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-f9f8eb8d-7ff9-4f48-a5b8-93992ed471af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.847851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-f9f8eb8d-7ff9-4f48-a5b8-93992ed471af service neutron] 10.222.0.64 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0965252 Nov 25 19:41:15.919765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-a46e98d9-40f1-46b8-b61e-9e094c2efacf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 999 time: 0.0603857 Nov 25 19:41:15.972396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-fcd7659c-1c0a-41c8-861d-33b128038f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.973926 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-fcd7659c-1c0a-41c8-861d-33b128038f01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0436494 Nov 25 19:41:16.021773 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-89707335-f014-4568-bc19-922e43691550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:16.023345 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-89707335-f014-4568-bc19-922e43691550 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406466 Nov 25 19:41:16.035235 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89abab-d164-4457-8660-23458dbf4c9d req-cdb695b3-0334-45fc-91a0-fd766b2e816f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:16.036705 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1f89abab-d164-4457-8660-23458dbf4c9d req-cdb695b3-0334-45fc-91a0-fd766b2e816f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 943 time: 0.0486922 Nov 25 19:41:16.084948 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1f89abab-d164-4457-8660-23458dbf4c9d req-1487a0c7-6af9-4b4e-9530-e29962a14e2d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422394 Nov 25 19:41:16.117651 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-c1086d2f-28ee-40d6-ab02-66481df7529e service neutron] 10.222.0.64 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859985 Nov 25 19:41:16.211221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba5f748d-babc-4a81-8001-8fe010e9fdce req-9177aa8c-1660-40d9-ba9c-5a6a84709376 service neutron] 10.222.0.64 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809593 Nov 25 19:41:16.216383 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.112587 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.210963 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d54cbe-f234-4655-957c-f3d109965fd3 req-100809f3-3de2-4b59-aab3-39742d9275d4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.212445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8d54cbe-f234-4655-957c-f3d109965fd3 req-100809f3-3de2-4b59-aab3-39742d9275d4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 943 time: 0.0540850 Nov 25 19:41:17.261414 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a8d54cbe-f234-4655-957c-f3d109965fd3 req-9481fc88-dc69-4410-b49e-72b9541e8018 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Nov 25 19:41:17.411201 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:17.413557 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685921d-098d-41bd-b479-18b4f1d3df45" -d '{"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:17.460890 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d61cbe8-f520-49d2-86e4-618e18c4cec0 x-openstack-request-id: req-8d61cbe8-f520-49d2-86e4-618e18c4cec0 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:17.461241 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:17.461426 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d61cbe8-f520-49d2-86e4-618e18c4cec0 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:17.461877 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'status': 'completed', 'code': 200} Nov 25 19:41:17.519778 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-197e88b1-aef5-4a7f-9508-f4436c9e7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.521292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-197e88b1-aef5-4a7f-9508-f4436c9e7c49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1094 time: 0.0416484 Nov 25 19:41:17.530989 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-c43350b8-9858-42ed-a138-6ebed5d731d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.532511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-c43350b8-9858-42ed-a138-6ebed5d731d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1094 time: 0.0403836 Nov 25 19:41:17.619406 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-221eeefb-f390-4881-9f7c-a7ec366bdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.620861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-221eeefb-f390-4881-9f7c-a7ec366bdd1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0921216 Nov 25 19:41:17.630651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-08cbcd68-2ca1-488b-b589-51a4bacc8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.632105 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-08cbcd68-2ca1-488b-b589-51a4bacc8b76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.0919862 Nov 25 19:41:17.685987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-e3b53b9b-f4f3-4119-a563-92658cf81733 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 999 time: 0.0571551 Nov 25 19:41:17.699947 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-6296022a-45c7-4750-a1c5-5b014f23613c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 999 time: 0.0572622 Nov 25 19:41:17.739134 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-ef4d4044-eb0d-4812-98ea-28145939f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.740624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-ef4d4044-eb0d-4812-98ea-28145939f567 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0480237 Nov 25 19:41:17.748994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-3646acd2-537a-41e3-aa8f-cc0accfb6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.750428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-3646acd2-537a-41e3-aa8f-cc0accfb6351 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0426338 Nov 25 19:41:17.791286 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-d49be422-bd32-43fa-b291-a3e0024545c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.792833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-d49be422-bd32-43fa-b291-a3e0024545c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440073 Nov 25 19:41:17.800569 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-81aafff8-4629-4b5c-8881-95e94ca796f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:17.802739 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-81aafff8-4629-4b5c-8881-95e94ca796f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448248 Nov 25 19:41:17.863348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:17.885661 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-1d557890-0e0a-401e-8232-c8903bd65739 service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Nov 25 19:41:17.899208 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-24df67f3-ad7b-4792-a967-27851217fd8e service neutron] 10.222.0.64 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856106 Nov 25 19:41:18.007678 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-32f00bb3-caaa-4397-8119-ebabc67368e0 service neutron] 10.222.0.64 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989311 Nov 25 19:41:18.022009 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7685921d-098d-41bd-b479-18b4f1d3df45 req-0af2112d-cbdd-4d0a-b16a-badb6381cd9a service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276929 Nov 25 19:41:18.048908 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:41:18.080958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:18.159261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:18.169332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'port_id': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'mac_address': 'fa:16:3e:30:ca:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:41:18.206084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.218388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b63901-3803-4e54-a02d-37875f8e06f4 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:18.238530 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:18.242122 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.298946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:18.306260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.306647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.306991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.307330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.307663 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.307994 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.308323 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.308650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.308974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.309299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.309624 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.309950 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:18.377448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4cb06-4135-480d-945e-db25cd04d45b req-99df2769-4faf-4904-96ab-caabee419f95 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:18.379016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48b4cb06-4135-480d-945e-db25cd04d45b req-99df2769-4faf-4904-96ab-caabee419f95 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 944 time: 0.0495210 Nov 25 19:41:18.428109 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-48b4cb06-4135-480d-945e-db25cd04d45b req-cc51194e-9cb8-4947-a2d7-1dfce3e5cfed tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Nov 25 19:41:18.496949 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d9b63901-3803-4e54-a02d-37875f8e06f4'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:18.630979 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce96b-7330-43a2-8616-a16a208eb664 req-eb826d6c-3099-41b9-94c9-8a6f79bb0e0a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:18.632511 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd2ce96b-7330-43a2-8616-a16a208eb664 req-eb826d6c-3099-41b9-94c9-8a6f79bb0e0a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 944 time: 0.0492857 Nov 25 19:41:18.646085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-9e781948-5d26-49a7-a922-de71bbc6e401 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:18.647738 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-9e781948-5d26-49a7-a922-de71bbc6e401 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.66 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413&tenant_id=b88776704ba74968bbcf4cec5db97e8b&binding%3Ahost_id=n-h2-819194-3 HTTP/1.1" status: 200 len: 944 time: 0.0567229 Nov 25 19:41:18.683451 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bd2ce96b-7330-43a2-8616-a16a208eb664 req-8e6ea550-b1b8-46c8-94ce-2bdd2720c007 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Nov 25 19:41:18.709996 n-d-819194-3 neutron-server[103457]: INFO neutron.api.v2.resource [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-9b35d239-cdbd-490a-8895-585c51eceb51 service neutron] delete failed (client error): The resource could not be found. Nov 25 19:41:18.711054 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-9b35d239-cdbd-490a-8895-585c51eceb51 service neutron] 10.222.0.66 "DELETE /v2.0/ports/d9b63901-3803-4e54-a02d-37875f8e06f4/bindings/n-h1-819194-3 HTTP/1.1" status: 404 len: 380 time: 0.0554705 Nov 25 19:41:18.832943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-38240a32-964f-4261-a917-2ed16f366600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:18.834386 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-38240a32-964f-4261-a917-2ed16f366600 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1095 time: 0.0749853 Nov 25 19:41:18.842383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca91e1c-728f-43fe-9e04-9a45f34bfc59 req-c77bbc56-27df-4288-9534-bd7018f692ac tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:18.843778 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eca91e1c-728f-43fe-9e04-9a45f34bfc59 req-c77bbc56-27df-4288-9534-bd7018f692ac tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 944 time: 0.0831618 Nov 25 19:41:18.944732 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-eca91e1c-728f-43fe-9e04-9a45f34bfc59 req-d14ebfc4-55f8-4d49-ada2-98330590d89c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929558 Nov 25 19:41:18.965522 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-d7f6725f-5d7d-430b-b23e-e60e43da0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:18.967078 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-d7f6725f-5d7d-430b-b23e-e60e43da0978 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.1224303 Nov 25 19:41:19.031018 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-8474f9e3-94aa-4172-bc46-10ed4223015a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 1000 time: 0.0571952 Nov 25 19:41:19.082716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-80692cce-49ae-46e5-936a-8fa93c506164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:19.084663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-80692cce-49ae-46e5-936a-8fa93c506164 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0469077 Nov 25 19:41:19.129838 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-dace4d2f-5e8e-42cf-9d0e-0a5111be25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:19.131340 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-dace4d2f-5e8e-42cf-9d0e-0a5111be25a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396364 Nov 25 19:41:19.217449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-03a2d798-f814-4396-a1de-066f785123ed service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786552 Nov 25 19:41:19.309515 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1822f934-617c-4b00-ac73-beb29e7d0f01 req-0384dac9-c301-4cb6-9acd-310658cfc12a service neutron] 10.222.0.66 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855837 Nov 25 19:41:19.995112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:20.047362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d9b63901-3803-4e54-a02d-37875f8e06f4 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:41:20.051747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d9b63901-3803-4e54-a02d-37875f8e06f4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:20.052120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.065583 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10a73-cf89-47c2-beea-440669412713 req-4e53126e-42ee-4a47-bed2-4f8967d6e92c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:20.067090 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5df10a73-cf89-47c2-beea-440669412713 req-4e53126e-42ee-4a47-bed2-4f8967d6e92c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 944 time: 0.0533364 Nov 25 19:41:20.116466 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5df10a73-cf89-47c2-beea-440669412713 req-081ae349-a464-4565-85c9-021a76cedf2c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Nov 25 19:41:20.128579 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.138972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60836) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:20.151253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:20.153508 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a596f2-8a13-4c81-8425-920b67801434" -d '{"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-plugged", "status": "completed", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:20.168575 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:20.173331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.204538 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e75a3f40-d47c-4530-a33a-af8271c6dc35 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/34e0c883-5004-4bfe-bab8-6af63d366de9 HTTP/1.1" status: 200 len: 992 time: 0.0644121 Nov 25 19:41:20.235439 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:20.260644 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b16aaae-2e19-4be0-a32a-b0278d3afd76 x-openstack-request-id: req-0b16aaae-2e19-4be0-a32a-b0278d3afd76 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:20.260940 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-plugged", "status": "completed", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:20.261200 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b16aaae-2e19-4be0-a32a-b0278d3afd76 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:20.261601 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'code': 200} Nov 25 19:41:28.562896 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:41:31.185905 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.985248 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.056540 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0a15677-f077-4986-878f-1f01151a65b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.553535 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68356341-f667-4088-ae64-ff1f3d6db753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.662934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.219111 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:47.114982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.593967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60852) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:52.750511 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port dab5603e-fc6c-4672-927e-ad7e844e5525 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:52.750851 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.821859 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.822229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.833994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for dab5603e-fc6c-4672-927e-ad7e844e5525 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:52.984435 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.006971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=dab5603e-fc6c-4672-927e-ad7e844e5525,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:53.071830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.072142 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP 34e0c883-5004-4bfe-bab8-6af63d366de9 disassociated (deleted). External IP: 172.25.2.181, port: d9b63901-3803-4e54-a02d-37875f8e06f4. Nov 25 19:41:53.616156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 90805e64-b61b-463e-b1da-c7e5a4a4d79f has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:41:53.718117 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:53.722968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.727528 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] Sync routers for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:53.737836 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:53.738433 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:53.752394 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-aca43ec6-fbad-4fd1-a1fe-5a3c8b341b8c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/floatingips/34e0c883-5004-4bfe-bab8-6af63d366de9 HTTP/1.1" status: 204 len: 168 time: 1.1549706 Nov 25 19:41:53.752394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:53.752988 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c" -d '{"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:53.791609 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f99db7-9b9b-4da1-815b-ddfd4519c1b1 x-openstack-request-id: req-16f99db7-9b9b-4da1-815b-ddfd4519c1b1 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:53.791907 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:53.792159 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16f99db7-9b9b-4da1-815b-ddfd4519c1b1 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:53.792622 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'status': 'completed', 'code': 200} Nov 25 19:41:53.842471 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:53.870632 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-c5074358-34a2-4357-b56c-151d32a804ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.872472 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-c5074358-34a2-4357-b56c-151d32a804ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 1096 time: 0.0481100 Nov 25 19:41:54.019972 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b36b-7e40-42b8-8bc0-4d653388ea73 req-d5139dfb-3503-4d01-8cb9-ee9cea9ad6a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:54.021413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-baf5b36b-7e40-42b8-8bc0-4d653388ea73 req-d5139dfb-3503-4d01-8cb9-ee9cea9ad6a4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0823150 Nov 25 19:41:54.024496 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-9513dbc9-42a9-45db-81f6-5a75b4a6ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:54.025869 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-9513dbc9-42a9-45db-81f6-5a75b4a6ded1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 200 len: 897 time: 0.1461370 Nov 25 19:41:54.080012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-8d28aab6-265d-4b5d-ab5f-6884bed43b0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 200 len: 217 time: 0.0448987 Nov 25 19:41:54.133270 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-baf5b36b-7e40-42b8-8bc0-4d653388ea73 req-d1357acd-a145-49f8-9f81-b8686160486d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058922 Nov 25 19:41:54.139452 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:54.155426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-6c7c69c6-349f-4752-9bf0-f7a00abf65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:54.157558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-6c7c69c6-349f-4752-9bf0-f7a00abf65e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 200 len: 834 time: 0.0626812 Nov 25 19:41:54.171182 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] Checking router: 90805e64-b61b-463e-b1da-c7e5a4a4d79f for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:41:54.182628 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:54.183241 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:54.204759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-7d983340-ec77-4021-ac49-df39bd793ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:54.206343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-7d983340-ec77-4021-ac49-df39bd793ffd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=388b3aa0-4507-4328-bd50-2f86970bc000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409875 Nov 25 19:41:54.288038 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:54.297039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-a3736c8e-3463-45b2-8216-f61451d4b021 service neutron] 10.222.0.64 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825863 Nov 25 19:41:54.394577 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e4f2e47b-5ab7-435e-8980-b60f9de4fa8c req-2fc4c96a-86bd-4aa8-bc3f-c9144a259505 service neutron] 10.222.0.64 "GET /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874143 Nov 25 19:41:54.480200 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:54.511018 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e46f4-767d-426a-9df8-754def6a5849 None None] The sync data for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 is: [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:29Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'e24f755d-43d7-4a45-a2a6-de4b195dc010', 'name': '', 'network_id': '388b3aa0-4507-4328-bd50-2f86970bc000', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:3c:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:28Z', 'updated_at': '2021-11-25T19:39:31Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '0623aaf1-2229-4bf3-a522-763c2740819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:54.731512 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2bb6d-6783-41ad-9ea8-42751ed451d6 None None] New status for floating IP 34e0c883-5004-4bfe-bab8-6af63d366de9: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:41:55.249520 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8a893-a505-4ac8-90c9-6b8fe4b3d9b1 req-b672a3f6-3e12-4c1d-be83-72e75aaca0af tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.251014 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5b8a893-a505-4ac8-90c9-6b8fe4b3d9b1 req-b672a3f6-3e12-4c1d-be83-72e75aaca0af tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0487425 Nov 25 19:41:55.301140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d5b8a893-a505-4ac8-90c9-6b8fe4b3d9b1 req-6ae45d90-f38a-4f79-b350-473d8c3ff144 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=84cc8003-8c57-457d-8799-70989d1360f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Nov 25 19:41:55.592968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-0292102d-e0b4-4378-9da2-cf35a74d39ed tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.594467 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-0292102d-e0b4-4378-9da2-cf35a74d39ed tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 945 time: 0.0483673 Nov 25 19:41:55.687660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port d9b63901-3803-4e54-a02d-37875f8e06f4 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:55.687998 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.775957 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port d9b63901-3803-4e54-a02d-37875f8e06f4, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d9b63901-3803-4e54-a02d-37875f8e06f4,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:55.776318 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.789362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for d9b63901-3803-4e54-a02d-37875f8e06f4 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:55.917796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.944040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=d9b63901-3803-4e54-a02d-37875f8e06f4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:55.987504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] No DVR routers for this DVR port d9b63901-3803-4e54-a02d-37875f8e06f4 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:55.990140 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.993518 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b67b4ae3-e715-4f42-a867-a69aa152ac61 req-e682e923-2273-4147-93e7-6b9150313415 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "DELETE /v2.0/ports/d9b63901-3803-4e54-a02d-37875f8e06f4 HTTP/1.1" status: 204 len: 173 time: 0.3925374 Nov 25 19:41:55.993962 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-deleted', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:55.996258 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be53de7-f407-47e1-9e09-f3a6e2b42b91" -d '{"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-deleted", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:56.036483 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267bc18-f272-4a51-aeb9-d19d9533c13a x-openstack-request-id: req-b267bc18-f272-4a51-aeb9-d19d9533c13a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:56.036811 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bf667f-8497-452b-95a1-47336e35b413", "name": "network-vif-deleted", "tag": "d9b63901-3803-4e54-a02d-37875f8e06f4", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:56.037075 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b267bc18-f272-4a51-aeb9-d19d9533c13a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:56.037502 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bf667f-8497-452b-95a1-47336e35b413', 'name': 'network-vif-deleted', 'tag': 'd9b63901-3803-4e54-a02d-37875f8e06f4', 'status': 'completed', 'code': 200} Nov 25 19:41:56.417610 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-749f62eb-7aab-4e96-afac-7124511995c5 req-759d5282-0d92-4615-8b8f-578694935875 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=75bf667f-8497-452b-95a1-47336e35b413 HTTP/1.1" status: 200 len: 210 time: 0.0315773 Nov 25 19:41:57.474215 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60868) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:57.845722 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.107504 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port e24f755d-43d7-4a45-a2a6-de4b195dc010 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:58.107759 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.186768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:58.198759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port e24f755d-43d7-4a45-a2a6-de4b195dc010, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=e24f755d-43d7-4a45-a2a6-de4b195dc010,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:58.199125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.210292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: d9b63901-3803-4e54-a02d-37875f8e06f4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:58.210671 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d9b63901-3803-4e54-a02d-37875f8e06f4 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:58.211594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for e24f755d-43d7-4a45-a2a6-de4b195dc010 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:58.398193 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.429858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=e24f755d-43d7-4a45-a2a6-de4b195dc010,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:58.595829 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.809256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 90805e64-b61b-463e-b1da-c7e5a4a4d79f has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:41:58.914150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:58.922043 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-cad323e3-f597-47ed-aacf-5f8cceea25b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/90805e64-b61b-463e-b1da-c7e5a4a4d79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4439106 Nov 25 19:41:58.922237 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60872) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:58.923309 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] Sync routers for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:58.934088 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:58.934721 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:58.979114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting subnet 0623aaf1-2229-4bf3-a522-763c2740819a {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:58.982511 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.023015 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.037604 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:59.102242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.171258 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.196959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Subnet': ['ID=0623aaf1-2229-4bf3-a522-763c2740819a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:59.208765 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.209359 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.209865 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.210221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.210664 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.211009 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.211138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309ad1c-833f-4c05-88f5-5d13f5c567e3 None None] Network 388b3aa0-4507-4328-bd50-2f86970bc000 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:59.211579 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.211678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.211987 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.212320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.212649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.212976 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:59.216039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.220280 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-9acf89f9-2fad-4757-8ad3-9b24a39cf362 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/subnets/0623aaf1-2229-4bf3-a522-763c2740819a HTTP/1.1" status: 204 len: 168 time: 0.2969866 Nov 25 19:41:59.222998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60874) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:59.233369 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:41:58Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:59.260621 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] Checking router: 90805e64-b61b-463e-b1da-c7e5a4a4d79f for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:41:59.271129 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] Routers {'90805e64-b61b-463e-b1da-c7e5a4a4d79f'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:59.272191 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:59.334861 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.379669 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] Set router 90805e64-b61b-463e-b1da-c7e5a4a4d79f gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:41:59.395444 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] DHCP port deletion for 388b3aa0-4507-4328-bd50-2f86970bc000 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:59.447813 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] Deleting port ef9d4afc-b2e9-4da0-9f21-704f15169711 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:59.448186 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.450387 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.510608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port f32cc1d5-0b58-4a9e-a34f-b82bba38a760 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:59.510965 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.515946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] For port ef9d4afc-b2e9-4da0-9f21-704f15169711, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=ef9d4afc-b2e9-4da0-9f21-704f15169711,segment=NetworkSegment(37bf307a-a02f-4f06-86f9-3f8780a1d40f),segment_id=37bf307a-a02f-4f06-86f9-3f8780a1d40f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:59.516583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.529874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] Calling delete_port for ef9d4afc-b2e9-4da0-9f21-704f15169711 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:59.573169 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:41:58Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:59.601865 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port f32cc1d5-0b58-4a9e-a34f-b82bba38a760, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:59.602421 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.604250 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9669065-ddc9-40b6-be27-2ea99f190ee7 None None] The sync data for ids ['90805e64-b61b-463e-b1da-c7e5a4a4d79f'] in n-d-819194-3 is: [{'id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2041467700', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:41:58Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'f32cc1d5-0b58-4a9e-a34f-b82bba38a760', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90805e64-b61b-463e-b1da-c7e5a4a4d79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:25Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:59.613617 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.624441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for f32cc1d5-0b58-4a9e-a34f-b82bba38a760 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:59.641685 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] Pushing event deleted for resources: {'Port': ['ID=ef9d4afc-b2e9-4da0-9f21-704f15169711,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:59.646687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e06c5-ef3d-4f0a-a67d-cf92d1536164 None None] No DVR routers for this DVR port ef9d4afc-b2e9-4da0-9f21-704f15169711 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:59.802939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.833589 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=f32cc1d5-0b58-4a9e-a34f-b82bba38a760,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:59.840666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c7fa03-1c31-4152-8077-bbfd4a17a4d7 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:59.890176 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.986285 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.988875 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.027874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ef9d4afc-b2e9-4da0-9f21-704f15169711 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:00.038877 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.039625 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Fanout notify agent at l3_agent the message router_deleted on router 90805e64-b61b-463e-b1da-c7e5a4a4d79f {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:42:00.047429 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.051171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-7e85daff-8472-41e6-88af-4b3446d8c00e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/routers/90805e64-b61b-463e-b1da-c7e5a4a4d79f HTTP/1.1" status: 204 len: 168 time: 0.8247213 Nov 25 19:42:00.051317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: ef9d4afc-b2e9-4da0-9f21-704f15169711 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:00.051317 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device ef9d4afc-b2e9-4da0-9f21-704f15169711 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:00.051515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60876) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:00.130729 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.220309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.244953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388b3aa0-4507-4328-bd50-2f86970bc000']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:00.255559 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bf307a-a02f-4f06-86f9-3f8780a1d40f') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:00.255917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bf307a-a02f-4f06-86f9-3f8780a1d40f') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:00.266006 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.280786 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.287419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:00.287881 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:00.291102 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:00.347778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.354604 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.357891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/networks/388b3aa0-4507-4328-bd50-2f86970bc000 HTTP/1.1" status: 204 len: 168 time: 0.3048184 Nov 25 19:42:00.360907 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60878) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:00.373748 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846203b-f563-4a39-b143-0659218e285b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Network': ['ID=388b3aa0-4507-4328-bd50-2f86970bc000,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:00.419762 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebed10ef-a2d9-4787-90bb-07d697aebac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.444676 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebed10ef-a2d9-4787-90bb-07d697aebac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.501898 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebed10ef-a2d9-4787-90bb-07d697aebac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.505073 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebed10ef-a2d9-4787-90bb-07d697aebac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.506255 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ebed10ef-a2d9-4787-90bb-07d697aebac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/security-groups/84cc8003-8c57-457d-8799-70989d1360f8 HTTP/1.1" status: 204 len: 168 time: 0.1438062 Nov 25 19:42:00.515163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed10ef-a2d9-4787-90bb-07d697aebac0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cc8003-8c57-457d-8799-70989d1360f8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:01.183665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.641131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e24f755d-43d7-4a45-a2a6-de4b195dc010 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:01.663690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: e24f755d-43d7-4a45-a2a6-de4b195dc010 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:01.664114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device e24f755d-43d7-4a45-a2a6-de4b195dc010 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:01.664591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f32cc1d5-0b58-4a9e-a34f-b82bba38a760 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:01.683101 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f32cc1d5-0b58-4a9e-a34f-b82bba38a760 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:01.683446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f32cc1d5-0b58-4a9e-a34f-b82bba38a760 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:01.752439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60886) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:01.757082 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6ba079a3-90a0-485a-9d16-e5a1c02b927e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081071381', 'description': 'tempest-secgroup-smoke-1081071381 description', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:01.780271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ba079a3-90a0-485a-9d16-e5a1c02b927e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.845190 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ba079a3-90a0-485a-9d16-e5a1c02b927e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.849239 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ba079a3-90a0-485a-9d16-e5a1c02b927e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.882905 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ba079a3-90a0-485a-9d16-e5a1c02b927e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.884100 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6ba079a3-90a0-485a-9d16-e5a1c02b927e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306555 Nov 25 19:42:01.886077 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba079a3-90a0-485a-9d16-e5a1c02b927e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130d86bb-9224-4f17-81f2-2b72b7514890,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:01.887081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60888) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:01.891967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-328d3872-3578-4522-8cc8-20c550c2ffb6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '130d86bb-9224-4f17-81f2-2b72b7514890', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:01.918462 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-328d3872-3578-4522-8cc8-20c550c2ffb6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.971481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-328d3872-3578-4522-8cc8-20c550c2ffb6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.974848 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-328d3872-3578-4522-8cc8-20c550c2ffb6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.992000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d3872-3578-4522-8cc8-20c550c2ffb6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637964bc-cc3f-49ce-bdeb-a3369a8e32a7,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:01.999719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-328d3872-3578-4522-8cc8-20c550c2ffb6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.000897 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-328d3872-3578-4522-8cc8-20c550c2ffb6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127770 Nov 25 19:42:02.004179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60890) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:02.008461 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2b4a590d-f487-4fdb-a537-272e5c854bf7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '130d86bb-9224-4f17-81f2-2b72b7514890', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.033125 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b4a590d-f487-4fdb-a537-272e5c854bf7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.086308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b4a590d-f487-4fdb-a537-272e5c854bf7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.089734 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b4a590d-f487-4fdb-a537-272e5c854bf7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.106298 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a590d-f487-4fdb-a537-272e5c854bf7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e6bb5b-75de-412f-8548-a2e4c3100c6c,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:02.114413 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2b4a590d-f487-4fdb-a537-272e5c854bf7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.115621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2b4a590d-f487-4fdb-a537-272e5c854bf7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105258 Nov 25 19:42:02.118398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60892) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:02.122749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d0329abc-a0a3-41ed-af76-5374dfef82a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '130d86bb-9224-4f17-81f2-2b72b7514890', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.147849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d0329abc-a0a3-41ed-af76-5374dfef82a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.202422 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d0329abc-a0a3-41ed-af76-5374dfef82a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.206035 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d0329abc-a0a3-41ed-af76-5374dfef82a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.227004 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0329abc-a0a3-41ed-af76-5374dfef82a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5308d07-9dab-42fd-b194-4ac789f2653b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:02.234550 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d0329abc-a0a3-41ed-af76-5374dfef82a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.235735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d0329abc-a0a3-41ed-af76-5374dfef82a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163845 Nov 25 19:42:02.238974 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60894) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:02.243230 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-9ddd370b-fd87-4b21-82da-7d28e33c3aa9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '130d86bb-9224-4f17-81f2-2b72b7514890', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.269512 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ddd370b-fd87-4b21-82da-7d28e33c3aa9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.329369 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ddd370b-fd87-4b21-82da-7d28e33c3aa9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.333262 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ddd370b-fd87-4b21-82da-7d28e33c3aa9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.351434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd370b-fd87-4b21-82da-7d28e33c3aa9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e361e55-ed2b-4d64-a403-48b367e5fb61,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:02.356105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9ddd370b-fd87-4b21-82da-7d28e33c3aa9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.358874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-9ddd370b-fd87-4b21-82da-7d28e33c3aa9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189566 Nov 25 19:42:02.360219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60896) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:02.364481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '130d86bb-9224-4f17-81f2-2b72b7514890', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.386594 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:42:02.391858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.449909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.453532 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.470247 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12028aaa-e6c3-41ac-bb10-1f41d1270994,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:02.478388 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.479625 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-eb030e15-fd30-487f-98c2-23d5ae43a724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184728 Nov 25 19:42:02.482646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60898) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:02.487476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '130d86bb-9224-4f17-81f2-2b72b7514890', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.508427 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:42:02.513322 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.572339 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.575860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.595380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a624cb6-ba4f-46d7-86d6-9fec93dd6990,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:02.601619 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.602839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c6deb363-da5a-416b-918d-48f76f23102f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192687 Nov 25 19:42:02.605761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60900) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:02.610785 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'network': {'name': 'tempest-network-smoke--1931166294', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'port_security_enabled': True}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.631719 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:02.635634 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.658228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:02.667395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.667733 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Added segment 368f9aad-2ce6-4c6c-a066-6699b143dc37 of type vlan for network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 Nov 25 19:42:02.706892 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.730032 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.735780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.736873 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.799443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1921315 Nov 25 19:42:02.802383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60902) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:02.807137 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'admin_state_up': True, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:02.814306 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e67a4-5a4c-49b5-b654-a1b1093e7366 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Network': ['ID=5e6b1688-d6b5-4ae6-bd99-71c272708be9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:02.826376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:02.830933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.832133 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.890691 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.029874 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.215440 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.234340 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.339090 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.198 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/7a0c2faf-15c5-4de6-b9c8-b3f53d54459c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:03.438414 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.471826 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.514438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:03.517187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:03.520718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:03.530653 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f935218-9852-4c87-848d-876c91c906e9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:03.546971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:03.622983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6c4f2e21-875c-4078-b7ad-d516ad5a2a79 None None] Provisioning complete for port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:03.623370 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2e21-875c-4078-b7ad-d516ad5a2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.656457 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f2e21-875c-4078-b7ad-d516ad5a2a79 None None] Port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:03.776309 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.974279 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.979871 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.385079 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router eea6cda1-1abc-449c-811a-828d05936514 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:42:04.485885 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:04.496428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Sync routers for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:04.506099 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.506281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:04.506768 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:04.507354 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-129d94a0-a787-4997-b849-6facd41dbe0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7038391 Nov 25 19:42:04.510491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60904) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:04.592903 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-a159864f-55ad-4df8-ac4a-ad76197cc49f tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b88776704ba74968bbcf4cec5db97e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812747 Nov 25 19:42:04.595513 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60908) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:04.615026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:04.744117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe5e9c-7348-4fae-93b4-99e96db8e314 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:04.745609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-97fe5e9c-7348-4fae-93b4-99e96db8e314 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485317 Nov 25 19:42:04.748419 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60910) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:04.777821 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-aaf519ec-5659-44f7-8eff-2246e3c50b0b tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261676 Nov 25 19:42:04.778288 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60912) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:04.784197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-231922709', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:04.786823 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:03Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:04.816927 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Checking router: eea6cda1-1abc-449c-811a-828d05936514 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:04.817278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Updating router eea6cda1-1abc-449c-811a-828d05936514 port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:42:04.841703 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.878734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:04.882240 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.062250 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.087564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.093188 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.120967 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Subnet': ['ID=62570b3e-47ea-4342-96f1-d29d33dd3a09,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:05.132366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Checking segment: {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:05.132734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network hostable DHCP agents. Network: 5e6b1688-d6b5-4ae6-bd99-71c272708be9, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:05.140384 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c995b-aa7d-47dd-afb3-2b927faa044a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:05.149543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:05.150867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Attempting to bind port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:05.151234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Attempting to bind port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:05.151586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Attempting to bind port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:05.159456 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 5e6b1688-d6b5-4ae6-bd99-71c272708be9) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:05.160504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:05.160868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:05.161263 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.161621 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:05.162087 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Bound port: 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:05.162488 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.163858 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.164571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.164668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584744e-790f-4f96-a793-aed9692ec229 None None] Pushing event updated for resources: {'Port': ['ID=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:05.191598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-009beeb9-6559-45a3-81b7-eb293928c78b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4121447 Nov 25 19:42:05.194297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:05.203645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dee387-159a-4b7f-8175-eb588b9ff6b5 None None] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:05.257888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0b741532-4b27-4902-aa73-3691efb323be None None] Provisioning complete for port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:05.258262 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0b741532-4b27-4902-aa73-3691efb323be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.312235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] For port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:05.317338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] For port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:05.329699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.340052 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0b741532-4b27-4902-aa73-3691efb323be None None] Port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:05.386428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c46cf-ada8-41f5-9124-e4c5dbf6ad1a None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:05.444006 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:05.444640 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:05.453047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584744e-790f-4f96-a793-aed9692ec229 None None] Pushing event updated for resources: {'Port': ['ID=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:05.529429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:05.530281 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.560837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d0333d7c-bfed-40e8-9ec4-a159a87005ec None None] Provisioning complete for port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:05.561200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0333d7c-bfed-40e8-9ec4-a159a87005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.564251 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:42:05.796567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:05.985489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.045487 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0333d7c-bfed-40e8-9ec4-a159a87005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.087262 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d0333d7c-bfed-40e8-9ec4-a159a87005ec None None] For port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:06.094009 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Allocated IP 172.20.0.2 (5e6b1688-d6b5-4ae6-bd99-71c272708be9/62570b3e-47ea-4342-96f1-d29d33dd3a09/f4330aa2-3fdb-4c15-a142-c12fd96fdf89) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:06.095973 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0333d7c-bfed-40e8-9ec4-a159a87005ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.222742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0333d7c-bfed-40e8-9ec4-a159a87005ec None None] Pushing event updated for resources: {'Port': ['ID=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:06.274888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:03Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:06.312986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada975f-e42d-473c-9853-438386a0e828 None None] The sync data for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 is: [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:03Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:06.370567 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.376652 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.418767 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:06.421641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:06.425106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:06.433081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.1 (5e6b1688-d6b5-4ae6-bd99-71c272708be9/62570b3e-47ea-4342-96f1-d29d33dd3a09/3ad9ff6c-8ce7-489a-baee-1bb47aeea31a) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:06.437567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Pushing event updated for resources: {'Port': ['ID=f4330aa2-3fdb-4c15-a142-c12fd96fdf89,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:06.490086 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Attempting to bind port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:06.490544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Attempting to bind port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:06.490864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Attempting to bind port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 on network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:06.496231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:06.496617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Checking segment: {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:06.497083 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.497480 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Bound using segment: {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:06.497958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Bound port: f4330aa2-3fdb-4c15-a142-c12fd96fdf89, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:06.498344 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.568528 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.572717 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] For port f4330aa2-3fdb-4c15-a142-c12fd96fdf89, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:06.587501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] For port f4330aa2-3fdb-4c15-a142-c12fd96fdf89, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f4330aa2-3fdb-4c15-a142-c12fd96fdf89,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:06.593570 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.617894 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.668375 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c446dc7-5fcd-4ab4-840f-2c1718e52fb3 None None] Pushing event updated for resources: {'Port': ['ID=f4330aa2-3fdb-4c15-a142-c12fd96fdf89,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:06.673336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:06.679285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:06.683030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:06.722772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:06.738165 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.901395 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.214733 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.219086 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.298549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.300928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:07.397448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:07.398980 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:07.527977 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router eea6cda1-1abc-449c-811a-828d05936514 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:07.645638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:07.651095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e5718dba-498e-4385-97df-de3371b650d3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/eea6cda1-1abc-449c-811a-828d05936514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4557369 Nov 25 19:42:07.711226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f4330aa2-3fdb-4c15-a142-c12fd96fdf89 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:07.718078 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b71aaf-54e2-4b91-a159-f345178c829e None None] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:07.810216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-fd69fad8-8e5a-4fc4-b79a-4a7fcf6e634e None None] Provisioning complete for port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:07.810625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd69fad8-8e5a-4fc4-b79a-4a7fcf6e634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.815736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-ccbb7180-1007-4f6a-a42c-2b0da309fd9e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081071381&fields=id&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 267 time: 0.0438080 Nov 25 19:42:07.878914 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:07.879200 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.925762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-8322bf38-9cf6-45f0-9514-d212879343cb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.927292 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-8322bf38-9cf6-45f0-9514-d212879343cb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/networks?id=5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 200 len: 797 time: 0.1045673 Nov 25 19:42:07.943828 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-bda9be95-71a4-491c-bb40-b21b0da81d3a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/quotas/b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 375 time: 0.0103254 Nov 25 19:42:08.007155 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-382afdcd-33f3-484b-b3de-1949a6ddc74b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501337 Nov 25 19:42:08.007556 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd69fad8-8e5a-4fc4-b79a-4a7fcf6e634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.066062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-4ddd6284-cd47-4327-96dd-1e3e294a1781 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:08.067075 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-4ddd6284-cd47-4327-96dd-1e3e294a1781 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494325 Nov 25 19:42:08.082362 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.085416 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-fd69fad8-8e5a-4fc4-b79a-4a7fcf6e634e None None] For port f4330aa2-3fdb-4c15-a142-c12fd96fdf89, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f4330aa2-3fdb-4c15-a142-c12fd96fdf89,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:08.097257 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd69fad8-8e5a-4fc4-b79a-4a7fcf6e634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.184748 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-555bd9bd-e8d4-423e-9e9f-bfff1dfddf3a service neutron] 10.222.0.62 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073542 Nov 25 19:42:08.186042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69fad8-8e5a-4fc4-b79a-4a7fcf6e634e None None] Pushing event updated for resources: {'Port': ['ID=f4330aa2-3fdb-4c15-a142-c12fd96fdf89,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:08.189033 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:42:08.189926 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:42:08.279880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-bdd8696e-f5af-4a85-ad72-7d003d58b576 service neutron] 10.222.0.62 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885134 Nov 25 19:42:08.318221 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e06193cd-aba4-42f6-9d07-f1729ece7522 None None] Provisioning complete for port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:08.318700 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e06193cd-aba4-42f6-9d07-f1729ece7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.346608 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Sync routers for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:08.360346 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:08.361300 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:08.361458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e06193cd-aba4-42f6-9d07-f1729ece7522 None None] Port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:08.373308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e06193cd-aba4-42f6-9d07-f1729ece7522 None None] Provisioning complete for port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:08.373678 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e06193cd-aba4-42f6-9d07-f1729ece7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.515267 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:08.520839 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c81690e2-3bea-4f00-81b4-f8e991426a41 req-1aad1301-af33-473b-9f20-07abc3ff1abd tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 210 time: 0.0366888 Nov 25 19:42:08.608226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-da28024f-c2f3-4c49-8ba8-0ed139e5bb7c None None] Provisioning complete for port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:08.608593 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da28024f-c2f3-4c49-8ba8-0ed139e5bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.651791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-da28024f-c2f3-4c49-8ba8-0ed139e5bb7c None None] Port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:08.741376 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:08.817772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:08.818533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.876625 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:07Z', 'revision_number': 2, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:08.877402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5b521017-7b32-471e-b76a-4899093c2f4d None None] Provisioning complete for port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:08.877806 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b521017-7b32-471e-b76a-4899093c2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.909789 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Checking router: eea6cda1-1abc-449c-811a-828d05936514 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:08.910137 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Updating router eea6cda1-1abc-449c-811a-828d05936514 port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:42:08.938478 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.940259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5b521017-7b32-471e-b76a-4899093c2f4d None None] Port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:09.206074 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.211007 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.264070 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Pushing event updated for resources: {'Port': ['ID=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:09.287492 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.287845 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.288182 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.288517 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.288852 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.289181 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.289506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.289832 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.290156 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.290499 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.290825 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.291146 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.320574 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Attempting to bind port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:09.320942 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Attempting to bind port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:09.321308 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Attempting to bind port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a on network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:09.326389 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:09.326978 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Checking segment: {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:09.327343 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.327725 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Bound using segment: {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:09.328189 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Bound port: 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:09.328569 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.391779 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] For port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:09.395601 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] For port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:09.400783 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.458354 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:09.458955 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:41:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:09.470027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cab0ff1f-14e1-4c79-b9d4-3cffdf7f5e71 None None] Provisioning complete for port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:09.470493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cab0ff1f-14e1-4c79-b9d4-3cffdf7f5e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.493736 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816fcdf-a405-4caf-8caf-0efba0b811e8 None None] Pushing event updated for resources: {'Port': ['ID=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:09.574112 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cab0ff1f-14e1-4c79-b9d4-3cffdf7f5e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.593707 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:09.608990 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cab0ff1f-14e1-4c79-b9d4-3cffdf7f5e71 None None] For port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:09.615303 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cab0ff1f-14e1-4c79-b9d4-3cffdf7f5e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.671139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0ff1f-14e1-4c79-b9d4-3cffdf7f5e71 None None] Pushing event updated for resources: {'Port': ['ID=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:09.703346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f4330aa2-3fdb-4c15-a142-c12fd96fdf89 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:09.769397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2ca4fc4e-6e8a-4bb0-a9e4-fe6de700a2f9 req-8b52c554-fe3d-4870-90a5-e680b8644ffd tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 210 time: 0.0612509 Nov 25 19:42:09.793254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:09.794311 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.811812 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-25f1d2b6-ee8d-47a1-874f-fc7eda2cd1b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.814766 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-25f1d2b6-ee8d-47a1-874f-fc7eda2cd1b4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/networks?id=5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 200 len: 797 time: 0.2612000 Nov 25 19:42:09.853012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1bb7679a-bc46-4f51-9a8e-363296d9ebf5 None None] Provisioning complete for port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:09.853478 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bb7679a-bc46-4f51-9a8e-363296d9ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.890516 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-0896f53a-73af-46b4-bae1-34e5dbebf5e0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 380 time: 0.0588195 Nov 25 19:42:09.902410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'port': {'device_id': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'admin_state_up': True, 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'security_groups': ['130d86bb-9224-4f17-81f2-2b72b7514890']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:09.934909 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:09.962097 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393671a-1964-45b5-a3ba-3dcffca9ca29 None None] The sync data for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 is: [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:10.039270 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:10.042941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.186612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.12 (5e6b1688-d6b5-4ae6-bd99-71c272708be9/62570b3e-47ea-4342-96f1-d29d33dd3a09/459f638f-5b39-425d-b851-d40367cc8f84) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:10.336487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.372390 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.420506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:10.423879 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:10.428368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:10.432495 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=459f638f-5b39-425d-b851-d40367cc8f84,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:10.491889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:10.492571 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.511287 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-40ab690f-c012-4401-9210-6d8fb12f4bbe tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127810 Nov 25 19:42:10.529668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Request body: {'port': {'device_id': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:10.590277 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.702972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b5b14b83-36ff-4c1b-9eba-7f17c6c7503f None None] Provisioning complete for port 459f638f-5b39-425d-b851-d40367cc8f84 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:10.703259 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5b14b83-36ff-4c1b-9eba-7f17c6c7503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.746734 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b5b14b83-36ff-4c1b-9eba-7f17c6c7503f None None] Port 459f638f-5b39-425d-b851-d40367cc8f84 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:10.871883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459f638f-5b39-425d-b851-d40367cc8f84 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:10.889028 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.922624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Transition to ACTIVE for port object 459f638f-5b39-425d-b851-d40367cc8f84 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:42:10.927918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.966505 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa4bd7-fad9-49de-997d-076d4f182c3b req-9b7ad696-34b9-4d0d-8743-51117da6f711 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:10.968106 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4bfa4bd7-fad9-49de-997d-076d4f182c3b req-9b7ad696-34b9-4d0d-8743-51117da6f711 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 932 time: 0.0985894 Nov 25 19:42:11.002870 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Pushing event updated for resources: {'Port': ['ID=459f638f-5b39-425d-b851-d40367cc8f84,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:11.068437 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-984c036b-c314-4d8a-9adc-6878c205f03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.082348 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4bfa4bd7-fad9-49de-997d-076d4f182c3b req-11437aa1-e66b-4828-a7dd-f622fa7698da tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048343 Nov 25 19:42:11.106139 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Attempting to bind port 459f638f-5b39-425d-b851-d40367cc8f84 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:11.106502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Attempting to bind port 459f638f-5b39-425d-b851-d40367cc8f84 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:11.107096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Attempting to bind port 459f638f-5b39-425d-b851-d40367cc8f84 on network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:11.112608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Port 459f638f-5b39-425d-b851-d40367cc8f84 on network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:42:11.112927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Attempting to bind port 459f638f-5b39-425d-b851-d40367cc8f84 on network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:11.118370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:11.118877 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Checking segment: {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:11.119272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Bound using segment: {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:11.119715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Bound port: 459f638f-5b39-425d-b851-d40367cc8f84, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368f9aad-2ce6-4c6c-a066-6699b143dc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:11.120071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.188561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] For port 459f638f-5b39-425d-b851-d40367cc8f84, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:11.192602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] For port 459f638f-5b39-425d-b851-d40367cc8f84, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=459f638f-5b39-425d-b851-d40367cc8f84,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:11.197094 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.236968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.237579 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.238959 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] 10.222.0.64 "PUT /v2.0/ports/459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 200 len: 1092 time: 0.7137964 Nov 25 19:42:11.239396 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:11.241652 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560277ed-5ce9-4243-a76c-74739baf822b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "tag": "459f638f-5b39-425d-b851-d40367cc8f84"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:11.270374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292a4e5-a4e2-4366-bf9b-a06b59700d60 service neutron] Pushing event updated for resources: {'Port': ['ID=459f638f-5b39-425d-b851-d40367cc8f84,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:11.291742 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c361f6-1537-4739-882e-40ef122eb4dd x-openstack-request-id: req-11c361f6-1537-4739-882e-40ef122eb4dd {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:11.292035 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "tag": "459f638f-5b39-425d-b851-d40367cc8f84", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:11.292294 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11c361f6-1537-4739-882e-40ef122eb4dd {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:11.292703 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84', 'status': 'completed', 'code': 200} Nov 25 19:42:11.344318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-cb637fc4-9622-40b3-ae27-c99f313c0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.346492 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-cb637fc4-9622-40b3-ae27-c99f313c0d73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1095 time: 0.0441027 Nov 25 19:42:11.395721 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-2ab98c81-2ff7-4f85-ba0e-5a24a9ce7d6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 200 len: 217 time: 0.0387218 Nov 25 19:42:11.447390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-a210bd57-6f9c-4d62-8320-049d44e9523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.448837 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-a210bd57-6f9c-4d62-8320-049d44e9523b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62570b3e-47ea-4342-96f1-d29d33dd3a09 HTTP/1.1" status: 200 len: 834 time: 0.0446553 Nov 25 19:42:11.497162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-153929e9-a090-4ce7-8880-fe39d3905ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.499254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-153929e9-a090-4ce7-8880-fe39d3905ee4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6b1688-d6b5-4ae6-bd99-71c272708be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417695 Nov 25 19:42:11.594159 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-389c7d74-a558-4a60-8e18-765b78f6d849 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832605 Nov 25 19:42:11.655239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:11.686517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0151bc7b-6e24-421c-9232-71df7e3e8327 req-027039c2-96ac-473d-b3ca-bc875af18082 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836556 Nov 25 19:42:11.701554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:11.701920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.774242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560277ed-5ce9-4243-a76c-74739baf822b req-a3e98ed4-34cc-4ef2-9450-ef3761b10eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.775757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560277ed-5ce9-4243-a76c-74739baf822b req-a3e98ed4-34cc-4ef2-9450-ef3761b10eeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1095 time: 0.0408728 Nov 25 19:42:11.870259 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560277ed-5ce9-4243-a76c-74739baf822b req-1318cf9c-d308-4354-a441-4c86f0331892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.871661 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560277ed-5ce9-4243-a76c-74739baf822b req-1318cf9c-d308-4354-a441-4c86f0331892 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 200 len: 898 time: 0.0868323 Nov 25 19:42:11.914078 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560277ed-5ce9-4243-a76c-74739baf822b req-47f3e142-e1d7-4833-bf27-2de8b150ab43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 200 len: 217 time: 0.0338371 Nov 25 19:42:11.968312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560277ed-5ce9-4243-a76c-74739baf822b req-8695cbbd-d54b-4249-b945-52002e03dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.969744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560277ed-5ce9-4243-a76c-74739baf822b req-8695cbbd-d54b-4249-b945-52002e03dbd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62570b3e-47ea-4342-96f1-d29d33dd3a09 HTTP/1.1" status: 200 len: 834 time: 0.0477204 Nov 25 19:42:12.018927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560277ed-5ce9-4243-a76c-74739baf822b req-ef2e909f-4037-45ba-8098-709a425c83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.020521 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560277ed-5ce9-4243-a76c-74739baf822b req-ef2e909f-4037-45ba-8098-709a425c83c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6b1688-d6b5-4ae6-bd99-71c272708be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421233 Nov 25 19:42:12.108727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560277ed-5ce9-4243-a76c-74739baf822b req-a75a08e7-6a69-49c1-bcbe-ab3fd1103f6c service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801787 Nov 25 19:42:12.237635 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab6a76-6e43-40d7-b2a1-09e92b4073c7 req-f5c76e20-477f-4c22-b172-512a2df0e299 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.239128 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70ab6a76-6e43-40d7-b2a1-09e92b4073c7 req-f5c76e20-477f-4c22-b172-512a2df0e299 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 944 time: 0.0755389 Nov 25 19:42:12.241286 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560277ed-5ce9-4243-a76c-74739baf822b req-56c2765c-c870-4cee-8820-4aca45c15d72 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254215 Nov 25 19:42:12.288403 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-70ab6a76-6e43-40d7-b2a1-09e92b4073c7 req-f0d6a8dc-81e9-4c55-9609-06779c697f09 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Nov 25 19:42:13.410969 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50d0b-e737-4dcf-a8d5-871a267a69d5 req-61634f8c-1ace-4b36-8ec3-9be43e285d32 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:13.412450 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aad50d0b-e737-4dcf-a8d5-871a267a69d5 req-61634f8c-1ace-4b36-8ec3-9be43e285d32 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 944 time: 0.0543764 Nov 25 19:42:13.459964 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-aad50d0b-e737-4dcf-a8d5-871a267a69d5 req-f6fb052b-0f16-45e0-aba6-45d19dc40e32 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Nov 25 19:42:13.555221 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d7df-7b6d-44d1-ab00-9681a1e34788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.262607 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 459f638f-5b39-425d-b851-d40367cc8f84 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:14.357564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 459f638f-5b39-425d-b851-d40367cc8f84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=459f638f-5b39-425d-b851-d40367cc8f84,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:14.530867 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '459f638f-5b39-425d-b851-d40367cc8f84', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'port_id': '459f638f-5b39-425d-b851-d40367cc8f84', 'mac_address': 'fa:16:3e:00:4e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:14.567895 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.582136 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459f638f-5b39-425d-b851-d40367cc8f84 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:14.588864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69841d-7aa0-4a77-81fc-248e134cdba9 req-8398e071-6f55-43f6-913d-9bd615c15998 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.590567 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f69841d-7aa0-4a77-81fc-248e134cdba9 req-8398e071-6f55-43f6-913d-9bd615c15998 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 944 time: 0.0540247 Nov 25 19:42:14.602408 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 459f638f-5b39-425d-b851-d40367cc8f84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=459f638f-5b39-425d-b851-d40367cc8f84,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:14.606296 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.641409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1f69841d-7aa0-4a77-81fc-248e134cdba9 req-3808cea1-c6c0-413d-8239-0d1f17c569d8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443375 Nov 25 19:42:14.659662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=459f638f-5b39-425d-b851-d40367cc8f84,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:14.670704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.883723 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['459f638f-5b39-425d-b851-d40367cc8f84'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:15.758029 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1822e0-d8af-4b36-9a56-ade15b11de09 req-849e9e55-d801-4bfa-a62a-e98bc2f638c9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.759521 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e1822e0-d8af-4b36-9a56-ade15b11de09 req-849e9e55-d801-4bfa-a62a-e98bc2f638c9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 945 time: 0.0479765 Nov 25 19:42:15.809402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1e1822e0-d8af-4b36-9a56-ade15b11de09 req-9a613687-c370-4077-823d-c4cc4ad2ecf0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Nov 25 19:42:16.226425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.277872 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 459f638f-5b39-425d-b851-d40367cc8f84 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:16.324508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 459f638f-5b39-425d-b851-d40367cc8f84 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:42:16.328062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 459f638f-5b39-425d-b851-d40367cc8f84 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:16.328429 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.404520 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.426973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:16.429239 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5927b28-bf1d-458a-8065-647815375504" -d '{"events": [{"server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "name": "network-vif-plugged", "status": "completed", "tag": "459f638f-5b39-425d-b851-d40367cc8f84"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:16.446875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 459f638f-5b39-425d-b851-d40367cc8f84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=459f638f-5b39-425d-b851-d40367cc8f84,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:16.451244 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.474431 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a471346-c356-46ee-a57a-cdc3f3f6e962 x-openstack-request-id: req-3a471346-c356-46ee-a57a-cdc3f3f6e962 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:16.474746 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "name": "network-vif-plugged", "status": "completed", "tag": "459f638f-5b39-425d-b851-d40367cc8f84", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:16.475000 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a471346-c356-46ee-a57a-cdc3f3f6e962 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:16.475388 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84', 'code': 200} Nov 25 19:42:16.504095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=459f638f-5b39-425d-b851-d40367cc8f84,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:16.566323 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de513adb-d141-40ce-8ef4-5c524c580071 req-6f4ae4b4-30a3-49d6-8ef1-a6b100337736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:16.567826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de513adb-d141-40ce-8ef4-5c524c580071 req-6f4ae4b4-30a3-49d6-8ef1-a6b100337736 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1097 time: 0.0393693 Nov 25 19:42:16.614779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-de513adb-d141-40ce-8ef4-5c524c580071 req-0895cd7c-0c1d-48c7-8a33-81a5d8de1221 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384684 Nov 25 19:42:16.929893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea22ef-df32-42a2-a067-4ff00580c896 req-2835691d-65e7-4855-94c1-ce5b7a900ce5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:16.931427 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25ea22ef-df32-42a2-a067-4ff00580c896 req-2835691d-65e7-4855-94c1-ce5b7a900ce5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0557971 Nov 25 19:42:16.979352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-25ea22ef-df32-42a2-a067-4ff00580c896 req-bb4af3fe-9088-4e02-ae01-18b6e35a2b76 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Nov 25 19:42:17.119446 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.096558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4353c4-4eca-4908-9a5c-b5bb96c65030 req-60b3eb79-d7c2-4de8-9188-36f38bcd4f3e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.098034 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e4353c4-4eca-4908-9a5c-b5bb96c65030 req-60b3eb79-d7c2-4de8-9188-36f38bcd4f3e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0475595 Nov 25 19:42:18.149304 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2e4353c4-4eca-4908-9a5c-b5bb96c65030 req-dde89c46-037b-43b1-93f4-59acc5f78040 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Nov 25 19:42:18.266006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e511b-a2be-455f-ad5f-4b5949da16cb req-9fb20b08-74e6-4b12-affb-60443931433b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.267426 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f78e511b-a2be-455f-ad5f-4b5949da16cb req-9fb20b08-74e6-4b12-affb-60443931433b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0487902 Nov 25 19:42:18.315716 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f78e511b-a2be-455f-ad5f-4b5949da16cb req-98b1e817-22ca-42ee-9628-8f4873dac6b7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Nov 25 19:42:18.336745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.375518 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc0d46-500a-4093-a124-1b892a2ce0ad tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.377017 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-fdcc0d46-500a-4093-a124-1b892a2ce0ad tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1092 time: 0.0392797 Nov 25 19:42:18.379780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60970) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.383938 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '459f638f-5b39-425d-b851-d40367cc8f84', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:18.405104 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.504212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.608234 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.132 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/2d7aa9b6-06c2-42c7-b78d-43fde2bb56b4) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:18.704709 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.738076 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.776868 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:18.779612 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:18.783773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:18.808391 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=2d7aa9b6-06c2-42c7-b78d-43fde2bb56b4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:19.134392 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.202152 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.345132 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.350007 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.419130 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=2d7aa9b6-06c2-42c7-b78d-43fde2bb56b4,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:19.431687 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.530349 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP fd8fde8f-2005-49eb-a649-ebccf4dff6b9 associated. External IP: 172.25.2.132, port: 459f638f-5b39-425d-b851-d40367cc8f84. Nov 25 19:42:19.734417 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router eea6cda1-1abc-449c-811a-828d05936514 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:19.840485 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:19.850676 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] Sync routers for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:19.858022 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.861231 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:19.861863 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:42:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:19.884575 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c574a425-39c5-446f-a79a-2d24f49d5a8b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5038137 Nov 25 19:42:19.885261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:19.889977 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08b2cab-b593-47b6-9a1f-e02c149f3d69" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "tag": "459f638f-5b39-425d-b851-d40367cc8f84"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:19.969932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:19.985106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3f40-6c58-4b76-a4da-44ae90886ff1 req-2bae0356-b0d9-491e-96f9-d89d99e724f6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:19.987269 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53434e56-7edb-499a-9bba-1947927ddede x-openstack-request-id: req-53434e56-7edb-499a-9bba-1947927ddede {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:19.987565 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "tag": "459f638f-5b39-425d-b851-d40367cc8f84", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:19.987821 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53434e56-7edb-499a-9bba-1947927ddede {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:19.988221 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84', 'status': 'completed', 'code': 200} Nov 25 19:42:19.990910 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df2c3f40-6c58-4b76-a4da-44ae90886ff1 req-2bae0356-b0d9-491e-96f9-d89d99e724f6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0564291 Nov 25 19:42:20.068399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df2c3f40-6c58-4b76-a4da-44ae90886ff1 req-2915b6d9-b4bf-4fd4-9e43-ae327725ad63 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730255 Nov 25 19:42:20.079629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-85973e39-2b6a-412b-9855-20121e0e7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.080669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-85973e39-2b6a-412b-9855-20121e0e7cc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1097 time: 0.0643711 Nov 25 19:42:20.096094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 60978) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:20.174213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2daf2ebe-c101-45d0-9cdf-12a46b3715e5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/fd8fde8f-2005-49eb-a649-ebccf4dff6b9 HTTP/1.1" status: 200 len: 992 time: 0.0763524 Nov 25 19:42:20.201361 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-5b6708b1-88c0-42ce-87e0-3c6f822be5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.202861 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-5b6708b1-88c0-42ce-87e0-3c6f822be5f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 200 len: 898 time: 0.1135349 Nov 25 19:42:20.236405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'fd8fde8f-2005-49eb-a649-ebccf4dff6b9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'port_id': '459f638f-5b39-425d-b851-d40367cc8f84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'mac_address': 'fa:16:3e:00:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:42:18Z', 'updated_at': '2021-11-25T19:42:18Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:20.261913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] Checking router: eea6cda1-1abc-449c-811a-828d05936514 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:42:20.269408 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-26afb7ad-69a6-4c9e-8d0a-bd8d6788de31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 200 len: 1000 time: 0.0587339 Nov 25 19:42:20.271032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:20.271631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:42:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:20.323255 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-e905a370-b6c9-4dd0-829b-cc0835f733ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.324711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-e905a370-b6c9-4dd0-829b-cc0835f733ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62570b3e-47ea-4342-96f1-d29d33dd3a09 HTTP/1.1" status: 200 len: 834 time: 0.0465605 Nov 25 19:42:20.370713 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-71b19c07-e48c-41ab-b96e-e5bb1dbc4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.372231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-71b19c07-e48c-41ab-b96e-e5bb1dbc4789 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6b1688-d6b5-4ae6-bd99-71c272708be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400715 Nov 25 19:42:20.376238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:42:20.461818 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-3656f8d9-68b7-403a-b834-1bbf2a73aa73 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818298 Nov 25 19:42:20.559188 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d08b2cab-b593-47b6-9a1f-e02c149f3d69 req-8e35b2ed-4e1f-4dd6-bfa5-6201196e6093 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886765 Nov 25 19:42:20.606857 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'fd8fde8f-2005-49eb-a649-ebccf4dff6b9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'port_id': '459f638f-5b39-425d-b851-d40367cc8f84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'mac_address': 'fa:16:3e:00:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:42:18Z', 'updated_at': '2021-11-25T19:42:18Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:20.636574 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ae83d-0862-4fff-9af1-dcb750be00b7 None None] The sync data for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 is: [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'fd8fde8f-2005-49eb-a649-ebccf4dff6b9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'port_id': '459f638f-5b39-425d-b851-d40367cc8f84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'mac_address': 'fa:16:3e:00:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:42:18Z', 'updated_at': '2021-11-25T19:42:18Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:20.817135 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b88b6f-4f4a-4926-8c9b-313ce9a6ade0 None None] New status for floating IP fd8fde8f-2005-49eb-a649-ebccf4dff6b9: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:42:21.178096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 60980) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:21.238302 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-807073d1-91a8-4026-a6e0-46f5b6b8c4b3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/fd8fde8f-2005-49eb-a649-ebccf4dff6b9 HTTP/1.1" status: 200 len: 994 time: 0.0590725 Nov 25 19:42:31.204142 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.983560 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.059869 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed39d402-8a45-4fb0-927e-d6d80842740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.563333 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:42:43.556922 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a977182c-f24a-4d2b-b769-2bd629aa1636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.668950 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.225223 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.121030 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.511769 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc56a05-9eba-40f5-8e7b-c9f12f4525da req-121cbe8f-e61e-4d90-a4cf-6a2306e1a2ce tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:56.513284 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fc56a05-9eba-40f5-8e7b-c9f12f4525da req-121cbe8f-e61e-4d90-a4cf-6a2306e1a2ce tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0520854 Nov 25 19:42:56.567714 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8fc56a05-9eba-40f5-8e7b-c9f12f4525da req-fcf5cad7-ba6a-4742-baa3-f589ecc2203b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478449 Nov 25 19:42:57.688363 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597aa33-8910-4859-87cb-28c3cf7d369e req-8ea6ea8c-ff83-46f6-82a8-94805b56daed tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.690377 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0597aa33-8910-4859-87cb-28c3cf7d369e req-8ea6ea8c-ff83-46f6-82a8-94805b56daed tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0527031 Nov 25 19:42:57.739239 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0597aa33-8910-4859-87cb-28c3cf7d369e req-b1b930f1-ae46-4311-a450-5291ae39d871 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Nov 25 19:42:58.856857 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c3ff-8873-47a3-af10-8919cd716b70 req-cd384404-bbe9-49b9-bf90-a9115776af2b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:58.858629 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa83c3ff-8873-47a3-af10-8919cd716b70 req-cd384404-bbe9-49b9-bf90-a9115776af2b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0490844 Nov 25 19:42:58.907440 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fa83c3ff-8873-47a3-af10-8919cd716b70 req-d06f5a38-a0a9-46f9-bd93-3495b09d6b91 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Nov 25 19:43:00.021693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a64c74-28e0-4e6e-aeb1-bc8248511752 req-036eaa7b-9fc4-46c2-9da4-3798d88433e4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.024997 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8a64c74-28e0-4e6e-aeb1-bc8248511752 req-036eaa7b-9fc4-46c2-9da4-3798d88433e4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0514634 Nov 25 19:43:00.071241 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e8a64c74-28e0-4e6e-aeb1-bc8248511752 req-7b4e75a7-9e46-43ac-8eae-69cf9428280c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Nov 25 19:43:00.634958 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-87c1edc8-944c-4d99-850a-3b1c62d5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.636415 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-87c1edc8-944c-4d99-850a-3b1c62d5d5ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1097 time: 0.0415716 Nov 25 19:43:00.745137 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-6722b7b1-6e5a-4fe7-88a9-dc557984d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.746911 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-6722b7b1-6e5a-4fe7-88a9-dc557984d154 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 200 len: 898 time: 0.0907700 Nov 25 19:43:00.811899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-3860e43f-54df-4a00-bbbe-14586f5a3d03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 200 len: 1002 time: 0.0578949 Nov 25 19:43:00.868943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-36afeec0-d471-4c6a-aa59-220a1f27dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.870359 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-36afeec0-d471-4c6a-aa59-220a1f27dff0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62570b3e-47ea-4342-96f1-d29d33dd3a09 HTTP/1.1" status: 200 len: 834 time: 0.0464499 Nov 25 19:43:00.914743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-bfbdff02-d02b-4ed8-8ee4-146e6e625452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.916191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-bfbdff02-d02b-4ed8-8ee4-146e6e625452 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6b1688-d6b5-4ae6-bd99-71c272708be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383363 Nov 25 19:43:01.008758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-b7512489-1a73-4c70-a201-8b127ef2df65 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Nov 25 19:43:01.100454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9deb7283-1b51-4cf2-8ffd-01d2812b3e6f req-27d2f879-24b4-47a4-8a7f-d25e377afbe9 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841451 Nov 25 19:43:01.186602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c850d-131d-4919-86a2-cb1dca1226e6 req-dc629962-0f2d-4f50-8b14-b64f7aa3e944 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:01.188088 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b87c850d-131d-4919-86a2-cb1dca1226e6 req-dc629962-0f2d-4f50-8b14-b64f7aa3e944 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0485766 Nov 25 19:43:01.203387 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.239368 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b87c850d-131d-4919-86a2-cb1dca1226e6 req-be233bdf-9d92-4c92-91a0-89eea49abe6d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 Nov 25 19:43:02.354160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab400cfb-f7a3-4b32-b566-c15ff48851e6 req-ff4a25f5-306c-4017-afab-524e60ef6645 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.355659 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ab400cfb-f7a3-4b32-b566-c15ff48851e6 req-ff4a25f5-306c-4017-afab-524e60ef6645 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0486519 Nov 25 19:43:02.404824 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ab400cfb-f7a3-4b32-b566-c15ff48851e6 req-86ef77c9-8022-44a2-b2a4-d45547d3a16c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Nov 25 19:43:03.524762 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a53a8-b8bd-4f58-a6a0-005d95ff661c req-1edfefa6-d066-455d-9098-e102f261e2e5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:03.526234 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c7a53a8-b8bd-4f58-a6a0-005d95ff661c req-1edfefa6-d066-455d-9098-e102f261e2e5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0526800 Nov 25 19:43:03.573763 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7c7a53a8-b8bd-4f58-a6a0-005d95ff661c req-434c1910-1654-46dd-8627-0827fccceda0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 Nov 25 19:43:03.993728 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.693133 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441d53-de3a-42a7-8636-0c6f0d1bebff req-ef8ad145-03df-4a40-a4c6-34504a81c258 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:04.694619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f441d53-de3a-42a7-8636-0c6f0d1bebff req-ef8ad145-03df-4a40-a4c6-34504a81c258 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0513754 Nov 25 19:43:04.742269 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9f441d53-de3a-42a7-8636-0c6f0d1bebff req-ffd6b582-9d4d-4ddc-b2d1-cb5267d12e99 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Nov 25 19:43:05.855438 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab776bf-dc54-469c-aa95-cd78150830f6 req-78c526eb-b4f6-433e-9d5a-0ab86dd31944 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:05.856952 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ab776bf-dc54-469c-aa95-cd78150830f6 req-78c526eb-b4f6-433e-9d5a-0ab86dd31944 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0476902 Nov 25 19:43:05.905135 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7ab776bf-dc54-469c-aa95-cd78150830f6 req-1785b34e-fca2-4fca-b103-24923a0f8e1f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Nov 25 19:43:07.024493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad9328-9395-43a6-a572-9c2426c641d7 req-0f564a2c-8c01-4488-bcdc-f49906002310 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:07.026016 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bad9328-9395-43a6-a572-9c2426c641d7 req-0f564a2c-8c01-4488-bcdc-f49906002310 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0527406 Nov 25 19:43:07.074793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bad9328-9395-43a6-a572-9c2426c641d7 req-3e1e81eb-5219-4f86-aa6f-042a0ae6c5cb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Nov 25 19:43:07.097030 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32786) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:07.515905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f4bcbbec-1017-4dfa-aa1b-5a0604fdd9b8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/fd8fde8f-2005-49eb-a649-ebccf4dff6b9 HTTP/1.1" status: 200 len: 994 time: 0.4177217 Nov 25 19:43:08.794899 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290439eb-9e4f-4392-994a-78f80ab87470 req-b8280cf9-681a-4162-931b-2d2542ff88d1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:08.796388 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-290439eb-9e4f-4392-994a-78f80ab87470 req-b8280cf9-681a-4162-931b-2d2542ff88d1 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0516975 Nov 25 19:43:08.818825 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-4b0b2b1a-977d-46d9-8683-2a391c48f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:08.820301 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-4b0b2b1a-977d-46d9-8683-2a391c48f70d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1097 time: 0.0420787 Nov 25 19:43:08.846816 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-290439eb-9e4f-4392-994a-78f80ab87470 req-4b390ffb-6abb-4142-9cbc-e05b4ffda8a6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 Nov 25 19:43:08.914156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-b155cd55-bf04-4e37-996d-eaab8b0fb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:08.915669 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-b155cd55-bf04-4e37-996d-eaab8b0fb7ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 200 len: 898 time: 0.0866282 Nov 25 19:43:08.985280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-d1cf7fa2-565e-472f-bc4d-e9d834252cf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 200 len: 1002 time: 0.0612309 Nov 25 19:43:09.034994 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-38d66350-2df2-4634-9057-23dfb3c52f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.036806 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-38d66350-2df2-4634-9057-23dfb3c52f1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62570b3e-47ea-4342-96f1-d29d33dd3a09 HTTP/1.1" status: 200 len: 834 time: 0.0435095 Nov 25 19:43:09.090191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-c7549c82-ccad-4b97-9c9d-b4375e8e4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.091722 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-c7549c82-ccad-4b97-9c9d-b4375e8e4a43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6b1688-d6b5-4ae6-bd99-71c272708be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473680 Nov 25 19:43:09.182978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-241e7f93-968e-4faf-b002-72d2bf1b1e69 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834126 Nov 25 19:43:09.272266 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7269fb82-f1dd-4264-b0e9-39ba8aa48123 req-fcc78fdc-0e58-4e81-8639-88f4120aa070 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810962 Nov 25 19:43:09.970437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a65b-679f-465e-8706-0d93cb49a765 req-714eb0eb-2c45-410f-a421-6ff16f6e4eed tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.971955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6609a65b-679f-465e-8706-0d93cb49a765 req-714eb0eb-2c45-410f-a421-6ff16f6e4eed tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0542989 Nov 25 19:43:10.020793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6609a65b-679f-465e-8706-0d93cb49a765 req-1f217feb-bc56-43d6-829c-3a5281c33cb9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Nov 25 19:43:10.043622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32796) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:10.101637 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-940744c7-5ea9-4e19-8d4b-a7616efcaa2c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/fd8fde8f-2005-49eb-a649-ebccf4dff6b9 HTTP/1.1" status: 200 len: 994 time: 0.0568943 Nov 25 19:43:11.063209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0abcecf9-9cfa-4937-928f-55f98224c3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.557538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea6007ae-a13e-4444-a3f7-4c6213b2584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.669965 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.227452 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:17.124091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.561796 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:43:31.199997 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.993780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.064578 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db9d8843-b419-4ba7-b580-2e0c12cb7d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.560792 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f067a50-601e-44f0-af5d-c2adad2da4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.485610 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32806) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:44.645734 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 2d7aa9b6-06c2-42c7-b78d-43fde2bb56b4 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:44.645991 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.673128 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.722363 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.722719 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.734332 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 2d7aa9b6-06c2-42c7-b78d-43fde2bb56b4 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:44.880204 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.905709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=2d7aa9b6-06c2-42c7-b78d-43fde2bb56b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:44.930835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.931193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.931538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.931878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.932233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.932550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.932880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.933209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.933540 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.933868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.934192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.934550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:44.974837 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.975172 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP fd8fde8f-2005-49eb-a649-ebccf4dff6b9 disassociated (deleted). External IP: 172.25.2.132, port: 459f638f-5b39-425d-b851-d40367cc8f84. Nov 25 19:43:45.179094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router eea6cda1-1abc-449c-811a-828d05936514 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:45.286154 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:45.290939 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.295699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] Sync routers for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:45.305131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:45.305737 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:45.317535 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ffd90a48-aad6-49de-a049-26995a5a702d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/floatingips/fd8fde8f-2005-49eb-a649-ebccf4dff6b9 HTTP/1.1" status: 204 len: 168 time: 0.8308723 Nov 25 19:43:45.318113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:45.320543 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a14fa04-3d23-47c2-a2aa-9074932b750d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "tag": "459f638f-5b39-425d-b851-d40367cc8f84"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:45.367697 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639fabc0-7338-4d7f-a38f-44d7f1e7b76d x-openstack-request-id: req-639fabc0-7338-4d7f-a38f-44d7f1e7b76d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:45.368195 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "tag": "459f638f-5b39-425d-b851-d40367cc8f84", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:45.368446 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-639fabc0-7338-4d7f-a38f-44d7f1e7b76d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:45.368842 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84', 'status': 'completed', 'code': 200} Nov 25 19:43:45.414982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:45.442426 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-b77abdf3-d153-45ae-aca5-9a47ade47662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:45.444120 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-b77abdf3-d153-45ae-aca5-9a47ade47662 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 1097 time: 0.0511270 Nov 25 19:43:45.544781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-c0df4a3f-d25d-46ae-b581-32f427b2f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:45.546343 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-c0df4a3f-d25d-46ae-b581-32f427b2f7ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 200 len: 898 time: 0.0941198 Nov 25 19:43:45.558773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55df635-f313-48ef-bc2f-cf3ac5a7cb70 req-5592d7bf-f0c5-4089-bd2b-7092fab80421 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:45.560399 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a55df635-f313-48ef-bc2f-cf3ac5a7cb70 req-5592d7bf-f0c5-4089-bd2b-7092fab80421 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0534027 Nov 25 19:43:45.590652 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-086235ed-b6e1-43d7-b54f-245cd87b5500 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 200 len: 217 time: 0.0358787 Nov 25 19:43:45.613413 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a55df635-f313-48ef-bc2f-cf3ac5a7cb70 req-a6c40b02-0934-4fab-8efe-e638af2d7682 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447669 Nov 25 19:43:45.632818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:45.652780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-92d17917-d59f-46e6-bde8-fea924db8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:45.654268 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-92d17917-d59f-46e6-bde8-fea924db8ee9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62570b3e-47ea-4342-96f1-d29d33dd3a09 HTTP/1.1" status: 200 len: 834 time: 0.0556731 Nov 25 19:43:45.659044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] Checking router: eea6cda1-1abc-449c-811a-828d05936514 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:45.667272 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:45.667881 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:45.700866 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-c77abffc-8e5b-4891-ae29-7afc2371c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:45.702321 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-c77abffc-8e5b-4891-ae29-7afc2371c885 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6b1688-d6b5-4ae6-bd99-71c272708be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405061 Nov 25 19:43:45.772905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:45.793808 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-ce01edab-e0f4-4ac4-8d72-79c5f48256b8 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822945 Nov 25 19:43:45.891752 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a14fa04-3d23-47c2-a2aa-9074932b750d req-19f94a82-9ec5-4eae-ba74-ee551d4e6a15 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898974 Nov 25 19:43:45.978649 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:46.005646 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061d277-f659-4056-a57f-0ba5984e16f7 None None] The sync data for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 is: [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '3ad9ff6c-8ce7-489a-baee-1bb47aeea31a', 'name': '', 'network_id': '5e6b1688-d6b5-4ae6-bd99-71c272708be9', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:76:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:06Z', 'updated_at': '2021-11-25T19:42:09Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': '62570b3e-47ea-4342-96f1-d29d33dd3a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:46.231219 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0fdda-4161-44da-b6d7-57dfa7152efa None None] New status for floating IP fd8fde8f-2005-49eb-a649-ebccf4dff6b9: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:43:46.232040 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.732492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e038a-1d2e-4dbc-9ee0-811fef7c71ca req-cac6eb6b-1a49-4fa2-a147-4790f9b7e04c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:46.734203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df7e038a-1d2e-4dbc-9ee0-811fef7c71ca req-cac6eb6b-1a49-4fa2-a147-4790f9b7e04c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Nov 25 19:43:46.783865 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-df7e038a-1d2e-4dbc-9ee0-811fef7c71ca req-768bc161-31bb-40d8-9dcf-e377d6d76e24 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=130d86bb-9224-4f17-81f2-2b72b7514890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Nov 25 19:43:47.127227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.157995 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-6722b769-f77d-4cdc-9df9-6453ac5bda82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:47.159482 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-6722b769-f77d-4cdc-9df9-6453ac5bda82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 946 time: 0.0535488 Nov 25 19:43:47.247786 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 459f638f-5b39-425d-b851-d40367cc8f84 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:47.248126 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.340269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 459f638f-5b39-425d-b851-d40367cc8f84, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=459f638f-5b39-425d-b851-d40367cc8f84,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:47.340627 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.353207 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 459f638f-5b39-425d-b851-d40367cc8f84 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:47.477297 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.518484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=459f638f-5b39-425d-b851-d40367cc8f84,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:47.559448 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] No DVR routers for this DVR port 459f638f-5b39-425d-b851-d40367cc8f84 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:47.562157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.566430 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d96bca64-4da7-42f1-aca5-49aff3cc6645 req-379837f8-6f73-4c34-a8bb-d34d7f0d2dc7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "DELETE /v2.0/ports/459f638f-5b39-425d-b851-d40367cc8f84 HTTP/1.1" status: 204 len: 173 time: 0.3994517 Nov 25 19:43:47.566900 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'name': 'network-vif-deleted', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:47.569654 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7cce1-c473-4756-ba21-2b2a0459bb4b" -d '{"events": [{"server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "name": "network-vif-deleted", "tag": "459f638f-5b39-425d-b851-d40367cc8f84"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:47.607034 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1fe2bd-5be4-462f-aa9e-f53a49eabd21 x-openstack-request-id: req-2f1fe2bd-5be4-462f-aa9e-f53a49eabd21 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:47.607331 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9919cc-7476-4998-ae18-7b82cedd14f3", "name": "network-vif-deleted", "tag": "459f638f-5b39-425d-b851-d40367cc8f84", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:47.607640 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f1fe2bd-5be4-462f-aa9e-f53a49eabd21 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:47.608034 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9919cc-7476-4998-ae18-7b82cedd14f3', 'name': 'network-vif-deleted', 'tag': '459f638f-5b39-425d-b851-d40367cc8f84', 'status': 'completed', 'code': 200} Nov 25 19:43:47.905662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-44ccc3be-e455-4567-8ec9-82b2dff630a2 req-be183692-e79c-4a9c-987c-9a13735eafae tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c9919cc-7476-4998-ae18-7b82cedd14f3 HTTP/1.1" status: 200 len: 210 time: 0.0273957 Nov 25 19:43:48.984331 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32822) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:49.338110 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.879848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:49.880182 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.965505 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:49.965863 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.977846 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:50.153519 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.184147 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=3ad9ff6c-8ce7-489a-baee-1bb47aeea31a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:50.211544 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.212085 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.212651 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.213212 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.213767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.214322 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.214782 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.215121 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.215468 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.215854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.216128 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.216449 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:50.370685 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.585245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router eea6cda1-1abc-449c-811a-828d05936514 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:50.690665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:50.695777 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-7fa31612-37d7-4844-8f57-6319b3ef2410 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/eea6cda1-1abc-449c-811a-828d05936514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7103281 Nov 25 19:43:50.698889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32824) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:50.700029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] Sync routers for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:50.710647 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:50.711515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:50.752299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting subnet 62570b3e-47ea-4342-96f1-d29d33dd3a09 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:50.755860 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.803064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.894987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.909580 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 459f638f-5b39-425d-b851-d40367cc8f84 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:50.935674 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 459f638f-5b39-425d-b851-d40367cc8f84 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:50.936023 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 459f638f-5b39-425d-b851-d40367cc8f84 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:50.952934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.985398 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Subnet': ['ID=62570b3e-47ea-4342-96f1-d29d33dd3a09,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:50.989403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.992682 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ed55d719-ed62-4da0-8844-8f27914d8cbf tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/subnets/62570b3e-47ea-4342-96f1-d29d33dd3a09 HTTP/1.1" status: 204 len: 168 time: 0.2927804 Nov 25 19:43:50.995329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:51.001510 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c1cd6-2e40-4f49-90f7-48efb98b0133 None None] Network 5e6b1688-d6b5-4ae6-bd99-71c272708be9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:51.007083 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:51.100310 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.199155 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.260275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:51.260617 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.296923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:43:50Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': '7a0c2faf-15c5-4de6-b9c8-b3f53d54459c', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea6cda1-1abc-449c-811a-828d05936514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:42:03Z', 'updated_at': '2021-11-25T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:51.327266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] DHCP port deletion for 5e6b1688-d6b5-4ae6-bd99-71c272708be9 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:51.329631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] Checking router: eea6cda1-1abc-449c-811a-828d05936514 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:51.349619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:51.349984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.363331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:51.363506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] Routers {'eea6cda1-1abc-449c-811a-828d05936514'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:51.364068 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['eea6cda1-1abc-449c-811a-828d05936514'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:51.461106 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] Set router eea6cda1-1abc-449c-811a-828d05936514 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:51.464138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Deleting port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:51.464514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.530009 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.530261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:43:51Z', 'revision_number': 6, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:51.557494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=7a0c2faf-15c5-4de6-b9c8-b3f53d54459c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:51.589933 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2e539-29fd-4a50-9757-ad8bc1524ef9 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:51.595112 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcfed61-1d7c-43d1-9f84-b9dc971303f0 None None] The sync data for ids ['eea6cda1-1abc-449c-811a-828d05936514'] in n-d-819194-3 is: [{'id': 'eea6cda1-1abc-449c-811a-828d05936514', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665570952', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:42:02Z', 'updated_at': '2021-11-25T19:43:51Z', 'revision_number': 6, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:51.623319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] For port f4330aa2-3fdb-4c15-a142-c12fd96fdf89, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f4330aa2-3fdb-4c15-a142-c12fd96fdf89,segment=NetworkSegment(368f9aad-2ce6-4c6c-a066-6699b143dc37),segment_id=368f9aad-2ce6-4c6c-a066-6699b143dc37)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:51.623719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.636425 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.645036 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Calling delete_port for f4330aa2-3fdb-4c15-a142-c12fd96fdf89 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:51.727176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.728061 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.730414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.754605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Pushing event deleted for resources: {'Port': ['ID=f4330aa2-3fdb-4c15-a142-c12fd96fdf89,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:51.756820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] No DVR routers for this DVR port f4330aa2-3fdb-4c15-a142-c12fd96fdf89 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:51.766311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.766692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.767034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.767389 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.767873 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.768004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.768635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.769014 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.769461 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.769659 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.770016 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.770339 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f19fa-7cfd-4da3-a174-6afbca9f2b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:51.776214 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.776823 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Fanout notify agent at l3_agent the message router_deleted on router eea6cda1-1abc-449c-811a-828d05936514 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:43:51.784011 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.785143 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a0b9ed2c-ae4f-4304-b2bb-89da5dcdec94 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/routers/eea6cda1-1abc-449c-811a-828d05936514 HTTP/1.1" status: 204 len: 168 time: 0.7886763 Nov 25 19:43:51.787944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32828) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:51.866899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.953132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.975834 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6b1688-d6b5-4ae6-bd99-71c272708be9']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:51.986151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368f9aad-2ce6-4c6c-a066-6699b143dc37') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:51.986477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368f9aad-2ce6-4c6c-a066-6699b143dc37') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:52.001668 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.016537 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.023856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:52.025372 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:52.027756 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:52.091720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.099225 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.102199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/networks/5e6b1688-d6b5-4ae6-bd99-71c272708be9 HTTP/1.1" status: 204 len: 168 time: 0.3133309 Nov 25 19:43:52.105326 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32830) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:52.114388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41e4ee-c977-4760-801c-6c6e6fe9ae82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Network': ['ID=5e6b1688-d6b5-4ae6-bd99-71c272708be9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.164845 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5ca9-af81-4dfb-bbf1-a01fb55e4f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.189807 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5ca9-af81-4dfb-bbf1-a01fb55e4f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.247913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5ca9-af81-4dfb-bbf1-a01fb55e4f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.250981 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5ca9-af81-4dfb-bbf1-a01fb55e4f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.252127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c0ed5ca9-af81-4dfb-bbf1-a01fb55e4f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/security-groups/130d86bb-9224-4f17-81f2-2b72b7514890 HTTP/1.1" status: 204 len: 168 time: 0.1456947 Nov 25 19:43:52.261067 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed5ca9-af81-4dfb-bbf1-a01fb55e4f50 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130d86bb-9224-4f17-81f2-2b72b7514890,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.373834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:52.396060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:52.396414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 3ad9ff6c-8ce7-489a-baee-1bb47aeea31a not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:52.396836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f4330aa2-3fdb-4c15-a142-c12fd96fdf89 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:52.417335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f4330aa2-3fdb-4c15-a142-c12fd96fdf89 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:52.417795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f4330aa2-3fdb-4c15-a142-c12fd96fdf89 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:52.815242 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32836) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:52.819785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b1bd9373-9861-493f-b408-3e3f9c6d1724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787296937', 'description': 'tempest-secgroup-smoke-787296937 description', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:52.842263 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1bd9373-9861-493f-b408-3e3f9c6d1724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.908412 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1bd9373-9861-493f-b408-3e3f9c6d1724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.912331 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1bd9373-9861-493f-b408-3e3f9c6d1724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.943003 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1bd9373-9861-493f-b408-3e3f9c6d1724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.944234 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b1bd9373-9861-493f-b408-3e3f9c6d1724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1279864 Nov 25 19:43:52.946032 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd9373-9861-493f-b408-3e3f9c6d1724 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f12b9e-f064-44ba-8822-5b7078846712,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.947269 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32838) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:52.953034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-11b3f138-09c8-4d3a-8ef8-50bec18bfd29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '28f12b9e-f064-44ba-8822-5b7078846712', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:52.980360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11b3f138-09c8-4d3a-8ef8-50bec18bfd29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.035064 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11b3f138-09c8-4d3a-8ef8-50bec18bfd29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.038697 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11b3f138-09c8-4d3a-8ef8-50bec18bfd29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.055856 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3f138-09c8-4d3a-8ef8-50bec18bfd29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc6293b-e9a4-440f-915f-debff0a834bb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.063893 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11b3f138-09c8-4d3a-8ef8-50bec18bfd29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.065095 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-11b3f138-09c8-4d3a-8ef8-50bec18bfd29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159761 Nov 25 19:43:53.067915 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.072150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6499630c-8ed8-4c2a-8f94-7058fbcf6ea7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '28f12b9e-f064-44ba-8822-5b7078846712', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.097493 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6499630c-8ed8-4c2a-8f94-7058fbcf6ea7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.155517 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6499630c-8ed8-4c2a-8f94-7058fbcf6ea7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.159229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6499630c-8ed8-4c2a-8f94-7058fbcf6ea7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.177661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499630c-8ed8-4c2a-8f94-7058fbcf6ea7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d368ccf-d723-46c4-966e-ecfc6e717764,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.182208 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6499630c-8ed8-4c2a-8f94-7058fbcf6ea7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.186249 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32842) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.186815 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-6499630c-8ed8-4c2a-8f94-7058fbcf6ea7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174014 Nov 25 19:43:53.191751 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-85dd36f0-0d59-463b-aeb5-aaf5761a6c29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '28f12b9e-f064-44ba-8822-5b7078846712', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.216949 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85dd36f0-0d59-463b-aeb5-aaf5761a6c29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.276290 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85dd36f0-0d59-463b-aeb5-aaf5761a6c29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.280028 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85dd36f0-0d59-463b-aeb5-aaf5761a6c29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.298874 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd36f0-0d59-463b-aeb5-aaf5761a6c29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403b6cdb-3471-4348-b9d7-40e255670bc5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.309006 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-85dd36f0-0d59-463b-aeb5-aaf5761a6c29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.310428 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-85dd36f0-0d59-463b-aeb5-aaf5761a6c29 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228795 Nov 25 19:43:53.313848 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32844) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.318397 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1ade0dbc-3bf1-4349-add2-4dd1801fa46b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '28f12b9e-f064-44ba-8822-5b7078846712', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.343607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ade0dbc-3bf1-4349-add2-4dd1801fa46b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.401377 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ade0dbc-3bf1-4349-add2-4dd1801fa46b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.405297 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ade0dbc-3bf1-4349-add2-4dd1801fa46b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.422617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade0dbc-3bf1-4349-add2-4dd1801fa46b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e11b29-f6ce-4a32-9504-f2389322b872,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.430291 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ade0dbc-3bf1-4349-add2-4dd1801fa46b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.431519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1ade0dbc-3bf1-4349-add2-4dd1801fa46b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166427 Nov 25 19:43:53.434181 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.438440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '28f12b9e-f064-44ba-8822-5b7078846712', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.459913 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:43:53.464633 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.523452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.527218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.544528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eed36f7-9376-4e79-9557-bbb14a4c326d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.553354 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.554579 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8aad0376-f074-4899-ac39-221a64f564f0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194072 Nov 25 19:43:53.558287 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32848) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.561554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'security_group_rule': {'security_group_id': '28f12b9e-f064-44ba-8822-5b7078846712', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.583781 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Project b88776704ba74968bbcf4cec5db97e8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:43:53.588818 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.659279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:53.664797 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.668954 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.683099 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:53.683532 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 7a0c2faf-15c5-4de6-b9c8-b3f53d54459c not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:53.688824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01e7b82-a168-49e9-b219-87104caab607,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.696120 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.697349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-be8ff665-f3ef-45cd-98f1-adb079d400fa tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392095 Nov 25 19:43:53.700346 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.705773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'network': {'name': 'tempest-network-smoke--1165776386', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'port_security_enabled': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.725656 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:53.729024 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.752131 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:53.760784 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.761142 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Added segment 1519f87b-e5d0-49f4-920f-cf53086dfc39 of type vlan for network ab14e9e3-0216-4d89-9af2-559930324f8a Nov 25 19:43:53.800531 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.824520 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.829959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:53.830577 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.891313 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898117 Nov 25 19:43:53.894168 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 32852) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.898925 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'admin_state_up': True, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:53.902961 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409983f-ab78-4aeb-8104-8a2e66132667 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Network': ['ID=ab14e9e3-0216-4d89-9af2-559930324f8a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.915065 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network ab14e9e3-0216-4d89-9af2-559930324f8a details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:53.923075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.924090 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.978361 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.114681 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.301376 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.322937 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.424855 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.86 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/bd304c20-c299-4f8f-a4a9-24dcee0a5a59) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:54.522813 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.559789 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.598803 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:54.601633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:54.605024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:54.615501 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93c686-60ef-43e8-a01c-f9bba1c11e4f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:54.628727 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:54.653563 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-67864f35-5798-4b1c-a231-73a95296bef4 None None] Provisioning complete for port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:54.653848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-67864f35-5798-4b1c-a231-73a95296bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.690743 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-67864f35-5798-4b1c-a231-73a95296bef4 None None] Port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:54.851181 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.049723 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.522838 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 428f1704-011b-4fdc-96a3-864820258d56 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:43:55.625240 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:55.639298 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Sync routers for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:55.648342 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.650954 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:55.651566 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:55.652963 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32854) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:55.653432 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-2f29acbd-2bd1-4b6a-9b5b-479aee1a18b0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7576151 Nov 25 19:43:55.684189 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-2374dc0c-7f50-4430-91d4-bf13926dca75 tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b88776704ba74968bbcf4cec5db97e8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276735 Nov 25 19:43:55.684403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32856) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:55.773788 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4daacf3-9b20-4661-8845-3b77f59b6ffd tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:55.775382 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e4daacf3-9b20-4661-8845-3b77f59b6ffd tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900667 Nov 25 19:43:55.778184 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:55.810785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ee138ad9-f180-46ca-9d9e-acb15f122d0c tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=95577337-912d-42e9-b23c-854a36eebdb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313990 Nov 25 19:43:55.813719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:55.818430 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-635146157', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:55.842770 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:55.906194 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:55.910366 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.023818 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:56.053088 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Checking router: 428f1704-011b-4fdc-96a3-864820258d56 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:56.053445 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Updating router 428f1704-011b-4fdc-96a3-864820258d56 port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:43:56.077704 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.091081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.150814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Subnet': ['ID=f41d2e85-c07e-499e-b9eb-d8ea3189342b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:56.158172 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Checking segment: {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:56.158646 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network hostable DHCP agents. Network: ab14e9e3-0216-4d89-9af2-559930324f8a, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:56.174663 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network ab14e9e3-0216-4d89-9af2-559930324f8a is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:56.183453 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, ab14e9e3-0216-4d89-9af2-559930324f8a) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:56.187771 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:56.188300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.197012 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd240649-7379-4e12-b091-8c2b23d3e867 None None] Network ab14e9e3-0216-4d89-9af2-559930324f8a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:56.207798 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da419254-3ea6-4801-8054-4cca3c08ad42 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3903751 Nov 25 19:43:56.208006 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32862) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:56.326282 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.334523 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.346423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-ab14e9e3-0216-4d89-9af2-559930324f8a', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:56.347314 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.388517 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Attempting to bind port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:56.388901 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Attempting to bind port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:56.389274 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Attempting to bind port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:56.399190 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:56.399570 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:56.399974 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.400364 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:56.400834 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Bound port: bd304c20-c299-4f8f-a4a9-24dcee0a5a59, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:56.401212 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.422484 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Pushing event updated for resources: {'Port': ['ID=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:56.435242 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e621e-7fb9-40c8-986a-3b1eda5f62bb None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:56.438732 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.439071 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.439417 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.439759 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.440097 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.440432 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.440762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.441090 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.441414 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.441737 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.442165 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.442534 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:56.466844 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] For port bd304c20-c299-4f8f-a4a9-24dcee0a5a59, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:56.470662 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] For port bd304c20-c299-4f8f-a4a9-24dcee0a5a59, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:56.475860 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.509735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Allocated IP 172.20.0.2 (ab14e9e3-0216-4d89-9af2-559930324f8a/f41d2e85-c07e-499e-b9eb-d8ea3189342b/9b108737-c5c4-4617-b428-baf488f5fce3) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:56.529426 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:56.530050 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:56.535929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48599294-af4f-4b9d-9725-e52e83ec808e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:56.545936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d49c0abf-5e75-486e-b4ec-4ca395c70775 None None] Provisioning complete for port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:56.547015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d49c0abf-5e75-486e-b4ec-4ca395c70775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.595122 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954948-44e2-4b67-bd6b-08edfd9717b0 None None] Pushing event updated for resources: {'Port': ['ID=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:56.598212 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:43:56.652545 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:56.707718 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.743015 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d49c0abf-5e75-486e-b4ec-4ca395c70775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.750724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.758114 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.772062 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d49c0abf-5e75-486e-b4ec-4ca395c70775 None None] For port bd304c20-c299-4f8f-a4a9-24dcee0a5a59, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:56.793847 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d49c0abf-5e75-486e-b4ec-4ca395c70775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.811007 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Network ab14e9e3-0216-4d89-9af2-559930324f8a is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:56.814543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:56.817151 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:56.826424 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Pushing event updated for resources: {'Port': ['ID=9b108737-c5c4-4617-b428-baf488f5fce3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:56.840040 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:56.870202 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00a273-f225-4bcc-bf70-d980e6d7269f None None] The sync data for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 is: [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:54Z', 'revision_number': 3, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:56.929591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c0abf-5e75-486e-b4ec-4ca395c70775 None None] Pushing event updated for resources: {'Port': ['ID=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:56.937266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Attempting to bind port 9b108737-c5c4-4617-b428-baf488f5fce3 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:56.937847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Attempting to bind port 9b108737-c5c4-4617-b428-baf488f5fce3 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:56.938309 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Attempting to bind port 9b108737-c5c4-4617-b428-baf488f5fce3 on network ab14e9e3-0216-4d89-9af2-559930324f8a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:56.947117 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:56.947636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Checking segment: {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:56.948167 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.948662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Bound using segment: {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:56.949258 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Bound port: 9b108737-c5c4-4617-b428-baf488f5fce3, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:56.949743 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.961148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cdc584ca-4ffc-44f3-83aa-cbbfb46cc9b3 None None] Provisioning complete for port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:56.961428 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cdc584ca-4ffc-44f3-83aa-cbbfb46cc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.006923 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.1 (ab14e9e3-0216-4d89-9af2-559930324f8a/f41d2e85-c07e-499e-b9eb-d8ea3189342b/0d5902ba-c20d-431e-a7d2-3aeee5051941) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:57.048211 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] For port 9b108737-c5c4-4617-b428-baf488f5fce3, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:57.053358 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] For port 9b108737-c5c4-4617-b428-baf488f5fce3, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9b108737-c5c4-4617-b428-baf488f5fce3,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:57.059545 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.168484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb40ab-7eac-4740-b7a3-0652e155d3f2 None None] Pushing event updated for resources: {'Port': ['ID=9b108737-c5c4-4617-b428-baf488f5fce3,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.179690 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.228524 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.272066 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network ab14e9e3-0216-4d89-9af2-559930324f8a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:57.275335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:57.280876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:57.310823 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=0d5902ba-c20d-431e-a7d2-3aeee5051941,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.333698 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.507669 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.806912 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bd304c20-c299-4f8f-a4a9-24dcee0a5a59 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:57.818142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.823188 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.859592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:57.860227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.898357 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=0d5902ba-c20d-431e-a7d2-3aeee5051941,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.920753 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.024396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network ab14e9e3-0216-4d89-9af2-559930324f8a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:58.026546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:58.139178 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9b108737-c5c4-4617-b428-baf488f5fce3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:58.156284 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 428f1704-011b-4fdc-96a3-864820258d56 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:58.190042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9b108737-c5c4-4617-b428-baf488f5fce3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:58.190407 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.259688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84cc048-db0f-4798-9baf-20ae7e9a2c6d None None] Network ab14e9e3-0216-4d89-9af2-559930324f8a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:58.280667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:58.289261 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95cbd8c0-76fc-40c7-bd97-3b15967aeb9c tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/428f1704-011b-4fdc-96a3-864820258d56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0779254 Nov 25 19:43:58.326803 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.348206 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-71a9ae93-9093-40d4-b8cc-5936aaaa8ec2 None None] Provisioning complete for port 9b108737-c5c4-4617-b428-baf488f5fce3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:58.348562 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71a9ae93-9093-40d4-b8cc-5936aaaa8ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.421074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port 9b108737-c5c4-4617-b428-baf488f5fce3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9b108737-c5c4-4617-b428-baf488f5fce3,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:58.428515 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.466540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-08d1a86e-42cf-4ff7-a6e9-727ee0c699c5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787296937&fields=id&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 267 time: 0.0563588 Nov 25 19:43:58.537617 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=9b108737-c5c4-4617-b428-baf488f5fce3,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:58.604549 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-7d02dd09-0635-45fd-bc84-2b865767446d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:58.606110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-7d02dd09-0635-45fd-bc84-2b865767446d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/networks?id=ab14e9e3-0216-4d89-9af2-559930324f8a HTTP/1.1" status: 200 len: 797 time: 0.1326563 Nov 25 19:43:58.624151 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-10295ddf-5604-4051-9f9a-53358b795325 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/quotas/b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 375 time: 0.0111244 Nov 25 19:43:58.683563 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-ec5632c4-588a-46e2-b4c8-f6d829caeb5e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530164 Nov 25 19:43:58.786387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Sync routers for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:58.790955 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-9e795b87-8078-4935-930c-47b75cecb4a5 service neutron] 10.222.0.62 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945606 Nov 25 19:43:58.800599 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:58.800803 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:58.891378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3d38da58-4f40-4c86-9f5f-90d930ab329d None None] Provisioning complete for port 9b108737-c5c4-4617-b428-baf488f5fce3 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:58.892019 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d38da58-4f40-4c86-9f5f-90d930ab329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.898196 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-df578335-e75c-459b-b3b8-b393a90c78ca service neutron] 10.222.0.62 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021655 Nov 25 19:43:58.952274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:59.131428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3d38da58-4f40-4c86-9f5f-90d930ab329d None None] Provisioning complete for port 0d5902ba-c20d-431e-a7d2-3aeee5051941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:59.131797 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d38da58-4f40-4c86-9f5f-90d930ab329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.200305 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3d38da58-4f40-4c86-9f5f-90d930ab329d None None] Port 0d5902ba-c20d-431e-a7d2-3aeee5051941 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:59.227502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 2, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:59.253142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Checking router: 428f1704-011b-4fdc-96a3-864820258d56 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:59.253499 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Updating router 428f1704-011b-4fdc-96a3-864820258d56 port 0d5902ba-c20d-431e-a7d2-3aeee5051941 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:43:59.278885 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.383395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f98bd34e-e3d2-429f-b4e4-eb0ce486e717 None None] Provisioning complete for port 0d5902ba-c20d-431e-a7d2-3aeee5051941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:59.383675 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f98bd34e-e3d2-429f-b4e4-eb0ce486e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.432249 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f98bd34e-e3d2-429f-b4e4-eb0ce486e717 None None] Port 0d5902ba-c20d-431e-a7d2-3aeee5051941 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:59.573720 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.579374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.624353 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860094b9-4465-451b-919b-1b07c8412137 None None] Pushing event updated for resources: {'Port': ['ID=0d5902ba-c20d-431e-a7d2-3aeee5051941,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:59.682378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Attempting to bind port 0d5902ba-c20d-431e-a7d2-3aeee5051941 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:59.682802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Attempting to bind port 0d5902ba-c20d-431e-a7d2-3aeee5051941 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:59.683152 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Attempting to bind port 0d5902ba-c20d-431e-a7d2-3aeee5051941 on network ab14e9e3-0216-4d89-9af2-559930324f8a {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:59.694923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:59.695307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Checking segment: {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:59.695715 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.696111 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Bound using segment: {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:59.696591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Bound port: 0d5902ba-c20d-431e-a7d2-3aeee5051941, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:59.696978 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.731622 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9b108737-c5c4-4617-b428-baf488f5fce3 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:59.795179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] For port 0d5902ba-c20d-431e-a7d2-3aeee5051941, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:59.799534 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] For port 0d5902ba-c20d-431e-a7d2-3aeee5051941, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0d5902ba-c20d-431e-a7d2-3aeee5051941,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:59.805043 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.852187 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 9b108737-c5c4-4617-b428-baf488f5fce3 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:59.852530 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.915398 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860094b9-4465-451b-919b-1b07c8412137 None None] Pushing event updated for resources: {'Port': ['ID=0d5902ba-c20d-431e-a7d2-3aeee5051941,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:59.917865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:59.918476 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:43:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:59.923039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4a5ab7df-fe9d-4a63-ae17-00b9dd3f708a None None] Provisioning complete for port 0d5902ba-c20d-431e-a7d2-3aeee5051941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:59.923039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab7df-fe9d-4a63-ae17-00b9dd3f708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.093721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0af50373-4b70-4738-9b8e-725fd30e8fa4 req-4fe03a1e-a54b-41b9-8553-4cbfc455bf6e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 210 time: 0.0252793 Nov 25 19:44:00.121765 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:00.168970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab7df-fe9d-4a63-ae17-00b9dd3f708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.425497 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4a5ab7df-fe9d-4a63-ae17-00b9dd3f708a None None] For port 0d5902ba-c20d-431e-a7d2-3aeee5051941, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0d5902ba-c20d-431e-a7d2-3aeee5051941,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:00.432227 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab7df-fe9d-4a63-ae17-00b9dd3f708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.515330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab7df-fe9d-4a63-ae17-00b9dd3f708a None None] Pushing event updated for resources: {'Port': ['ID=0d5902ba-c20d-431e-a7d2-3aeee5051941,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:00.546202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:43:59Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:00.582630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03e6b-7a11-4f52-bcbd-1293da083c7e None None] The sync data for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 is: [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:43:59Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:00.585348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2cd9a6cb-6a95-4314-a2f1-ecfcf04e9b7d None None] Provisioning complete for port 0d5902ba-c20d-431e-a7d2-3aeee5051941 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:00.585348 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a6cb-6a95-4314-a2f1-ecfcf04e9b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.176278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d69d4586-bf7c-4517-8502-4578c56d222c req-cfb8a1b7-aa5a-4c7d-9df1-9817cd21dd7b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 210 time: 0.0278854 Nov 25 19:44:01.216943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.729175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0d5902ba-c20d-431e-a7d2-3aeee5051941 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:01.788786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0d5902ba-c20d-431e-a7d2-3aeee5051941 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:01.789155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.259067 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e7588e8a-3927-4b60-ad3d-1d0951248cba req-bcab4971-4cf7-4652-827a-1ddc283c0516 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 210 time: 0.0263824 Nov 25 19:44:03.334826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6a797664-1ab8-45ba-9fac-21b0a8ea8163 req-6f60a897-f812-4112-a446-244bf64a9a15 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 210 time: 0.0265172 Nov 25 19:44:04.007583 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.429841 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-989ba3d2-8fe6-4b4a-a6e5-1061c33a34ed req-7a26e1b2-6b7a-4312-b036-f566718089ee tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 210 time: 0.0296910 Nov 25 19:44:05.188424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-0ef895e2-f97e-48e0-b0f4-e8cec74bfe82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:05.189874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-0ef895e2-f97e-48e0-b0f4-e8cec74bfe82 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/networks?id=ab14e9e3-0216-4d89-9af2-559930324f8a HTTP/1.1" status: 200 len: 797 time: 0.1134338 Nov 25 19:44:05.253522 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-0602b75b-33c0-4f25-9c48-403db11b5cda tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88776704ba74968bbcf4cec5db97e8b HTTP/1.1" status: 200 len: 379 time: 0.0530989 Nov 25 19:44:05.264331 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'port': {'device_id': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'admin_state_up': True, 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'security_groups': ['28f12b9e-f064-44ba-8822-5b7078846712']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:05.367690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Made reservation on behalf of b88776704ba74968bbcf4cec5db97e8b for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:05.371093 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.501319 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.20.0.7 (ab14e9e3-0216-4d89-9af2-559930324f8a/f41d2e85-c07e-499e-b9eb-d8ea3189342b/4a0972e9-09f0-4ec9-a77a-7d7cfe597297) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:05.532944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9c03f42b-24f9-4b60-a4e3-fbd27d078ac9 req-49891b8f-ff05-4182-a300-34a56a2f4949 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 210 time: 0.0341527 Nov 25 19:44:05.665546 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.698676 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.743780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network ab14e9e3-0216-4d89-9af2-559930324f8a is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:05.746704 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:05.753423 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:05.782968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:05.811889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:05.812574 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.829983 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-d2a969f9-fbbd-4ec2-abec-3600457a54c7 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691195 Nov 25 19:44:05.847571 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Request body: {'port': {'device_id': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:05.902744 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.026303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c976792f-c992-4973-b6ec-c6985c5e1fab None None] Provisioning complete for port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:06.026918 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c976792f-c992-4973-b6ec-c6985c5e1fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.064839 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c976792f-c992-4973-b6ec-c6985c5e1fab None None] Port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:06.173515 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:06.181026 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.192771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Transition to ACTIVE for port object 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:44:06.196071 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.250796 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:06.316626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Attempting to bind port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:06.316959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Attempting to bind port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:06.317284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Attempting to bind port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 on network ab14e9e3-0216-4d89-9af2-559930324f8a {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:06.321715 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 on network ab14e9e3-0216-4d89-9af2-559930324f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:44:06.322032 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Attempting to bind port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 on network ab14e9e3-0216-4d89-9af2-559930324f8a {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:06.326978 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:06.327315 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Checking segment: {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:06.327694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Bound using segment: {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:06.328219 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Bound port: 4a0972e9-09f0-4ec9-a77a-7d7cfe597297, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1519f87b-e5d0-49f4-920f-cf53086dfc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:06.328579 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.396061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] For port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:06.399821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] For port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:06.404449 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.446527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.447146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.448568 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a0972e9-09f0-4ec9-a77a-7d7cfe597297 HTTP/1.1" status: 200 len: 1091 time: 0.6060162 Nov 25 19:44:06.448970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:06.451282 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72884cf9-6143-4ff6-beff-c151e436360f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:06.473068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663287b7-c303-4295-8cc1-22446d1d0fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:06.497196 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69d5c2-80dd-4fbf-b740-035551f66372 x-openstack-request-id: req-4d69d5c2-80dd-4fbf-b740-035551f66372 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:06.497538 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:06.497890 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d69d5c2-80dd-4fbf-b740-035551f66372 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:06.498630 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'status': 'completed', 'code': 200} Nov 25 19:44:06.558127 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-0de40a7a-8183-484e-a684-4a73751f056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.559679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-0de40a7a-8183-484e-a684-4a73751f056b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 1094 time: 0.0439155 Nov 25 19:44:06.603420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-555ffa83-f791-4213-8594-784edcc50fe5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297 HTTP/1.1" status: 200 len: 217 time: 0.0350680 Nov 25 19:44:06.682072 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-65eeec2c-cdfc-4be0-9ee6-f7847d6440f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.683558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-65eeec2c-cdfc-4be0-9ee6-f7847d6440f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f41d2e85-c07e-499e-b9eb-d8ea3189342b HTTP/1.1" status: 200 len: 834 time: 0.0693018 Nov 25 19:44:06.693705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7362392-f725-4c58-afe4-9599e8f81488 req-a9977cd3-a77c-4f38-af1f-a150b93c75dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.695110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7362392-f725-4c58-afe4-9599e8f81488 req-a9977cd3-a77c-4f38-af1f-a150b93c75dc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 943 time: 0.0901716 Nov 25 19:44:06.765493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-93a2a474-f287-47b1-8748-ad07dcf4ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.767552 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-93a2a474-f287-47b1-8748-ad07dcf4ffe0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab14e9e3-0216-4d89-9af2-559930324f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716038 Nov 25 19:44:06.771699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a7362392-f725-4c58-afe4-9599e8f81488 req-01eb0b7e-de22-4fd1-aa05-a1ad305afd0d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684578 Nov 25 19:44:06.870035 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-a57505eb-d398-4b92-ace7-a421cf87eb34 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939355 Nov 25 19:44:06.958011 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-86e14655-59ca-4f9a-a31a-9b9f8bcf8294 req-a7afe709-e2a9-4680-b34c-28d9f4cdbfb8 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806236 Nov 25 19:44:07.047886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72884cf9-6143-4ff6-beff-c151e436360f req-90130e64-9a2a-496b-b74c-229cc8ed5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:07.049390 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72884cf9-6143-4ff6-beff-c151e436360f req-90130e64-9a2a-496b-b74c-229cc8ed5191 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 1094 time: 0.0458062 Nov 25 19:44:07.143395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72884cf9-6143-4ff6-beff-c151e436360f req-1b18b960-b600-4ef7-9790-4e6769155b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:07.144861 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72884cf9-6143-4ff6-beff-c151e436360f req-1b18b960-b600-4ef7-9790-4e6769155b9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab14e9e3-0216-4d89-9af2-559930324f8a HTTP/1.1" status: 200 len: 898 time: 0.0874298 Nov 25 19:44:07.187170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72884cf9-6143-4ff6-beff-c151e436360f req-693ffa5d-99dc-4d5f-945b-7e886104c9eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297 HTTP/1.1" status: 200 len: 217 time: 0.0339196 Nov 25 19:44:07.242944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72884cf9-6143-4ff6-beff-c151e436360f req-a5b48595-8db0-49a8-9054-9a62fc4d4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:07.244365 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72884cf9-6143-4ff6-beff-c151e436360f req-a5b48595-8db0-49a8-9054-9a62fc4d4c44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f41d2e85-c07e-499e-b9eb-d8ea3189342b HTTP/1.1" status: 200 len: 834 time: 0.0468438 Nov 25 19:44:07.290746 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72884cf9-6143-4ff6-beff-c151e436360f req-dd5f3ab4-1eee-4eac-8af7-ed5411a9d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:07.292209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72884cf9-6143-4ff6-beff-c151e436360f req-dd5f3ab4-1eee-4eac-8af7-ed5411a9d363 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab14e9e3-0216-4d89-9af2-559930324f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400112 Nov 25 19:44:07.379413 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72884cf9-6143-4ff6-beff-c151e436360f req-672e9f57-5bf5-44d6-aa13-6b6f04402283 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790360 Nov 25 19:44:07.475018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72884cf9-6143-4ff6-beff-c151e436360f req-f07a0c3a-78fb-4bf9-b4bc-213e67ea3f22 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856969 Nov 25 19:44:08.200708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ddaea-874a-4f6f-b74e-454af20aae3e req-c1879648-387b-45ee-b0b0-10faab74109e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:08.202201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-806ddaea-874a-4f6f-b74e-454af20aae3e req-c1879648-387b-45ee-b0b0-10faab74109e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 943 time: 0.3571839 Nov 25 19:44:08.251113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-806ddaea-874a-4f6f-b74e-454af20aae3e req-18c0fba7-b37b-40db-a86a-ebbefa0e315d tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427253 Nov 25 19:44:08.854638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:44:08.950070 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:08.961792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'port_id': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'mac_address': 'fa:16:3e:27:ef:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:44:08.997629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.010170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:09.029386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:09.034237 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.080274 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:09.301991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['4a0972e9-09f0-4ec9-a77a-7d7cfe597297'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:09.366802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3a2bd-0ca5-4583-9cd1-66c314630251 req-21aac298-534e-4f4b-bb6e-e65b5c512a92 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:09.368298 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7bd3a2bd-0ca5-4583-9cd1-66c314630251 req-21aac298-534e-4f4b-bb6e-e65b5c512a92 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 944 time: 0.0493042 Nov 25 19:44:09.421137 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7bd3a2bd-0ca5-4583-9cd1-66c314630251 req-35358599-9682-42eb-8953-134dec3ffa69 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467000 Nov 25 19:44:10.536481 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789d52-e9ff-4a56-9209-73df2e2301df req-ade2a919-91ec-4515-8cb2-bda698f5f5ff tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:10.537946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d789d52-e9ff-4a56-9209-73df2e2301df req-ade2a919-91ec-4515-8cb2-bda698f5f5ff tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 944 time: 0.0472162 Nov 25 19:44:10.586091 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5d789d52-e9ff-4a56-9209-73df2e2301df req-724f3cbb-5883-4d7e-a0dc-17fa65e403bc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Nov 25 19:44:10.855261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:10.907308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:44:10.911299 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:10.911664 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.987775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.008999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:11.011282 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e1f2b0-a3f3-4d0c-a0ae-3f4efaebca8a" -d '{"events": [{"server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "name": "network-vif-plugged", "status": "completed", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:11.023955 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:11.027808 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.051223 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bf25e0-a2ad-4f17-9ec8-1b115a19700f x-openstack-request-id: req-92bf25e0-a2ad-4f17-9ec8-1b115a19700f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:11.051534 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "name": "network-vif-plugged", "status": "completed", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:11.051771 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92bf25e0-a2ad-4f17-9ec8-1b115a19700f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:11.052164 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'code': 200} Nov 25 19:44:11.082079 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9c19b1cc-4fe0-450d-850d-d561eef6647f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.092067 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:11.166417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687accd-e3d1-453c-ba3c-1b6ab22b692b req-8aff9951-54d5-480c-a02e-36698d26409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:11.167967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0687accd-e3d1-453c-ba3c-1b6ab22b692b req-8aff9951-54d5-480c-a02e-36698d26409d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 1096 time: 0.0442710 Nov 25 19:44:11.217114 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0687accd-e3d1-453c-ba3c-1b6ab22b692b req-328ecb2f-e0be-46e5-b2b7-61d6fb9c90d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Nov 25 19:44:11.705383 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d984f3-62ea-4d8a-930d-884ee8fab225 req-772430f4-43b0-4e49-89bd-8b916cee35fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:11.706933 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1d984f3-62ea-4d8a-930d-884ee8fab225 req-772430f4-43b0-4e49-89bd-8b916cee35fb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Nov 25 19:44:11.754460 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e1d984f3-62ea-4d8a-930d-884ee8fab225 req-8a96cf4e-dec9-48b6-9397-88758ec54334 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 Nov 25 19:44:12.870102 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddf18a-29ac-4f12-81b0-23f76de97076 req-75b9ef1e-8f92-4045-94ef-50cbecfcf41b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:12.871599 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95ddf18a-29ac-4f12-81b0-23f76de97076 req-75b9ef1e-8f92-4045-94ef-50cbecfcf41b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Nov 25 19:44:12.920184 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-95ddf18a-29ac-4f12-81b0-23f76de97076 req-6d24069e-db6b-439d-a237-c18dccb38adc tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Nov 25 19:44:13.033236 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9c54b-68ac-4463-84f8-75c406a3a955 req-b82e354c-89fc-47bf-89a1-7ab2d1611e71 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:13.034663 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59e9c54b-68ac-4463-84f8-75c406a3a955 req-b82e354c-89fc-47bf-89a1-7ab2d1611e71 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0480816 Nov 25 19:44:13.082426 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-59e9c54b-68ac-4463-84f8-75c406a3a955 req-c302629f-0c06-4e2c-81cc-cf14f03a6040 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418780 Nov 25 19:44:13.104303 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32938) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:13.143396 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e353520-3841-4cd2-8e26-43692b5f9cad tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:13.144868 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0e353520-3841-4cd2-8e26-43692b5f9cad tempest-TestNetworkAdvancedServerOps-550783027 tempest-TestNetworkAdvancedServerOps-550783027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 1091 time: 0.0395947 Nov 25 19:44:13.147705 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32940) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:13.152493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:13.175270 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.271694 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.375584 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Allocated IP 172.25.2.79 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/d6697bdb-838d-4fbf-a738-b8907fb8f2c9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:13.473808 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.507838 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.551603 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:13.556114 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:13.560393 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:13.564251 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=d6697bdb-838d-4fbf-a738-b8907fb8f2c9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:13.565009 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9334245a-7d72-478f-833f-034329a0d6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.910306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.987512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.142922 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.147460 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.216409 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event updated for resources: {'Port': ['ID=d6697bdb-838d-4fbf-a738-b8907fb8f2c9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:14.226512 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.327999 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP a1947c46-076a-46c2-81c3-5850388ac72d associated. External IP: 172.25.2.79, port: 4a0972e9-09f0-4ec9-a77a-7d7cfe597297. Nov 25 19:44:14.537719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 428f1704-011b-4fdc-96a3-864820258d56 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:14.648536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:14.658403 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] Sync routers for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:14.669667 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:14.670588 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:14.672262 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.683425 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.700921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-95dc6c74-98bb-4a27-8e68-135eaa11d138 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5521832 Nov 25 19:44:14.701822 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:14.704468 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:14.742698 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42608857-d528-411f-9e83-0c67da331c6e x-openstack-request-id: req-42608857-d528-411f-9e83-0c67da331c6e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:14.743071 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:14.743406 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42608857-d528-411f-9e83-0c67da331c6e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:14.743886 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'status': 'completed', 'code': 200} Nov 25 19:44:14.790585 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:14.838326 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785f78-bb4f-4548-a2ac-224750f85e2a req-91adb8ad-f09a-422c-a217-b003d94792f4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:14.839874 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c1785f78-bb4f-4548-a2ac-224750f85e2a req-91adb8ad-f09a-422c-a217-b003d94792f4 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0799921 Nov 25 19:44:14.842537 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-b89e0bd0-bc13-4417-bc2a-913cd917e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:14.843918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-b89e0bd0-bc13-4417-bc2a-913cd917e586 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 1096 time: 0.0743887 Nov 25 19:44:14.935898 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c1785f78-bb4f-4548-a2ac-224750f85e2a req-eaf65b68-dee4-48c9-9133-779cca3d03b9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898678 Nov 25 19:44:14.958554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32946) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:14.965951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-4151d858-f5cc-4107-9368-14347905eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:14.967481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-4151d858-f5cc-4107-9368-14347905eaea service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab14e9e3-0216-4d89-9af2-559930324f8a HTTP/1.1" status: 200 len: 898 time: 0.1148026 Nov 25 19:44:15.023424 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a1947c46-076a-46c2-81c3-5850388ac72d', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '428f1704-011b-4fdc-96a3-864820258d56', 'port_id': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'mac_address': 'fa:16:3e:27:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:13Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:15.024117 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf680c30-321c-4fae-aeaf-307aea1bf742 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/a1947c46-076a-46c2-81c3-5850388ac72d HTTP/1.1" status: 200 len: 990 time: 0.0637541 Nov 25 19:44:15.041889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-1eda393e-643f-4135-99e8-899cf0a9d859 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297 HTTP/1.1" status: 200 len: 998 time: 0.0668163 Nov 25 19:44:15.050535 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] Checking router: 428f1704-011b-4fdc-96a3-864820258d56 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:15.058847 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:15.059443 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:15.092928 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-457bcddd-82d4-48b5-a5f9-d4261588b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:15.094434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-457bcddd-82d4-48b5-a5f9-d4261588b890 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f41d2e85-c07e-499e-b9eb-d8ea3189342b HTTP/1.1" status: 200 len: 834 time: 0.0432305 Nov 25 19:44:15.145631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-bca7f7ab-09d6-43c7-8dfa-de461c335096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:15.147179 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-bca7f7ab-09d6-43c7-8dfa-de461c335096 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab14e9e3-0216-4d89-9af2-559930324f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405595 Nov 25 19:44:15.161151 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:15.251785 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-76b2412c-f35d-42aa-a252-31b40b5eed20 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942848 Nov 25 19:44:15.346828 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c2bb488d-4e34-4aa5-92b7-5405fa1d1fc1 req-8598b176-580c-4796-b0c8-2f01e4f13c05 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872900 Nov 25 19:44:15.468329 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a1947c46-076a-46c2-81c3-5850388ac72d', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '428f1704-011b-4fdc-96a3-864820258d56', 'port_id': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'mac_address': 'fa:16:3e:27:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:13Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:15.496417 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fee48-6ea0-461a-a71f-f88bd893e50c None None] The sync data for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 is: [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': 'a1947c46-076a-46c2-81c3-5850388ac72d', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '428f1704-011b-4fdc-96a3-864820258d56', 'port_id': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'mac_address': 'fa:16:3e:27:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:13Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 0, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:15.683809 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582363e-4fbf-4606-8ed9-4f210f60a179 None None] New status for floating IP a1947c46-076a-46c2-81c3-5850388ac72d: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:44:16.026829 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:16.095184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-48c80ea6-8156-476a-b6e0-02b4679ac7eb tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/a1947c46-076a-46c2-81c3-5850388ac72d HTTP/1.1" status: 200 len: 992 time: 0.0671868 Nov 25 19:44:16.238351 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.135466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.214338 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.576908 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:44:34.013871 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.062256 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7f623c3-4eb1-4bc9-ae2c-141e29301733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.566236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7c82345-4337-45dc-be6a-099ccdf6c7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.682401 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.238332 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.136712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.521745 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4cf8e-fd34-476e-9c8d-6e03d0ed3e8d req-c8654332-fda3-4f18-bb49-095690ced0f3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:51.523265 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acb4cf8e-fd34-476e-9c8d-6e03d0ed3e8d req-c8654332-fda3-4f18-bb49-095690ced0f3 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Nov 25 19:44:51.572595 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-acb4cf8e-fd34-476e-9c8d-6e03d0ed3e8d req-834fdf13-323d-4e38-9d01-99968932846a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Nov 25 19:44:52.697510 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842b0e2-1983-44ad-a602-db3438fef812 req-c494c419-5f72-4bb6-836b-f9df49e389f8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:52.699012 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d842b0e2-1983-44ad-a602-db3438fef812 req-c494c419-5f72-4bb6-836b-f9df49e389f8 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0565329 Nov 25 19:44:52.747209 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d842b0e2-1983-44ad-a602-db3438fef812 req-92e7ef8b-0f67-4da3-93d8-112a879e249b tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Nov 25 19:44:52.770010 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:52.835197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-27f8af5f-8d1b-4e2c-a455-a2062b327811 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/a1947c46-076a-46c2-81c3-5850388ac72d HTTP/1.1" status: 200 len: 992 time: 0.0640216 Nov 25 19:44:54.106148 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761829b-85b0-40a0-a6ad-bd6855f02d61 req-35d51df0-d9b7-4f25-9d88-8a55e19cef17 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.107787 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2761829b-85b0-40a0-a6ad-bd6855f02d61 req-35d51df0-d9b7-4f25-9d88-8a55e19cef17 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0485082 Nov 25 19:44:54.134078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-418c9a8e-756f-4f2e-873d-703bd7d94dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.135619 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-418c9a8e-756f-4f2e-873d-703bd7d94dc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 1096 time: 0.0414574 Nov 25 19:44:54.158266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2761829b-85b0-40a0-a6ad-bd6855f02d61 req-2a5099e8-75ad-47b0-a844-1dbcd8e95e6f tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439990 Nov 25 19:44:54.228299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-7df3cdae-a65c-4c5a-ae91-f10f8e69bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.229666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-7df3cdae-a65c-4c5a-ae91-f10f8e69bb4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab14e9e3-0216-4d89-9af2-559930324f8a HTTP/1.1" status: 200 len: 898 time: 0.0869491 Nov 25 19:44:54.294917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-a711dda6-1c38-481e-9c71-975ca79c11b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297 HTTP/1.1" status: 200 len: 1000 time: 0.0577638 Nov 25 19:44:54.348770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-1418377b-0727-41ba-84b4-df7282930811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.350206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-1418377b-0727-41ba-84b4-df7282930811 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f41d2e85-c07e-499e-b9eb-d8ea3189342b HTTP/1.1" status: 200 len: 834 time: 0.0475843 Nov 25 19:44:54.404592 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-ed11da35-6f9b-4f4a-96a1-3670be88590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.406096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-ed11da35-6f9b-4f4a-96a1-3670be88590f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab14e9e3-0216-4d89-9af2-559930324f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433807 Nov 25 19:44:54.496771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-16e2f1a1-df54-443a-b5fb-a4939ac7246b service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817566 Nov 25 19:44:54.590473 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2783ac3f-34d9-425b-add3-adfa1ddfb08b req-48403fdd-fad2-4ec5-b526-ada5e9e14dc2 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Nov 25 19:44:55.277889 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d673ab-b444-4e4d-9c8a-76801d405cae req-353f8977-feb2-4d05-a779-5f72a2917505 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:55.279618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72d673ab-b444-4e4d-9c8a-76801d405cae req-353f8977-feb2-4d05-a779-5f72a2917505 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0508604 Nov 25 19:44:55.329807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-72d673ab-b444-4e4d-9c8a-76801d405cae req-f85f97b5-c084-4977-beda-640901e88ff6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438507 Nov 25 19:44:56.447980 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f1ce5-5481-44e9-973f-859c158e10f1 req-ab17efc3-89e5-4051-855e-976a8ae6cd64 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:56.449441 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e20f1ce5-5481-44e9-973f-859c158e10f1 req-ab17efc3-89e5-4051-855e-976a8ae6cd64 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0493081 Nov 25 19:44:56.501998 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e20f1ce5-5481-44e9-973f-859c158e10f1 req-f4ffd436-d862-441b-98a9-89101303ae47 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464456 Nov 25 19:44:56.524157 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32980) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.585956 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-075a1e7c-3574-4437-bd74-934d573f91e6 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/floatingips/a1947c46-076a-46c2-81c3-5850388ac72d HTTP/1.1" status: 200 len: 992 time: 0.0606182 Nov 25 19:44:56.798690 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 32986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.952179 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port d6697bdb-838d-4fbf-a738-b8907fb8f2c9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:56.952541 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.028594 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.028924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.040837 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for d6697bdb-838d-4fbf-a738-b8907fb8f2c9 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:57.187170 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.211943 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=d6697bdb-838d-4fbf-a738-b8907fb8f2c9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:57.238531 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.238884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.239228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.239564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.239898 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.240232 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.240568 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.240896 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.241227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.241552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.241877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.242198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:57.282302 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.282695 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Floating IP a1947c46-076a-46c2-81c3-5850388ac72d disassociated (deleted). External IP: 172.25.2.79, port: 4a0972e9-09f0-4ec9-a77a-7d7cfe597297. Nov 25 19:44:57.496216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 428f1704-011b-4fdc-96a3-864820258d56 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:57.603680 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:57.608088 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.613694 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] Sync routers for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:57.622645 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:57.623256 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:57.634266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-82b67ab8-bdca-444e-b4a7-31211f08a398 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/floatingips/a1947c46-076a-46c2-81c3-5850388ac72d HTTP/1.1" status: 204 len: 168 time: 0.8345242 Nov 25 19:44:57.634876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:57.637131 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a90680-c98f-46ad-8706-f3f5b0cdf134" -d '{"events": [{"name": "network-changed", "server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:57.676307 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba305e6a-0059-40cf-86de-eb7b2ca4a99e x-openstack-request-id: req-ba305e6a-0059-40cf-86de-eb7b2ca4a99e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:57.676611 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:57.676870 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba305e6a-0059-40cf-86de-eb7b2ca4a99e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:57.677282 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'status': 'completed', 'code': 200} Nov 25 19:44:57.734525 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:57.753453 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-ac3d2f67-4595-4c3e-b5c8-8e7e076e2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.756171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-ac3d2f67-4595-4c3e-b5c8-8e7e076e2e99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b88776704ba74968bbcf4cec5db97e8b&device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 1096 time: 0.0473869 Nov 25 19:44:57.906336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1752d6-8eed-46df-8c01-7aba08f70499 req-12428dc5-2959-4d76-8126-e11e93cd8b19 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.907889 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c1752d6-8eed-46df-8c01-7aba08f70499 req-12428dc5-2959-4d76-8126-e11e93cd8b19 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0758460 Nov 25 19:44:57.909242 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-550698a9-eeb0-4d24-9d0d-354c16e4b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.910569 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-550698a9-eeb0-4d24-9d0d-354c16e4b73f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab14e9e3-0216-4d89-9af2-559930324f8a HTTP/1.1" status: 200 len: 898 time: 0.1370137 Nov 25 19:44:57.939153 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:57.964121 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-585fa312-a52a-427f-968a-22ee0da196f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297 HTTP/1.1" status: 200 len: 217 time: 0.0439835 Nov 25 19:44:57.964433 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] Checking router: 428f1704-011b-4fdc-96a3-864820258d56 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:57.973337 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:57.973944 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:58.022255 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5c1752d6-8eed-46df-8c01-7aba08f70499 req-63495bcf-9253-4eec-b6e0-66f425f74df0 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077969 Nov 25 19:44:58.034015 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-f11d7c42-6f77-4f38-bf13-81d8fab577b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:58.036455 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-f11d7c42-6f77-4f38-bf13-81d8fab577b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f41d2e85-c07e-499e-b9eb-d8ea3189342b HTTP/1.1" status: 200 len: 834 time: 0.0612576 Nov 25 19:44:58.081594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:58.090434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-64200c3f-a961-441b-ac68-288b1503c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:58.091980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-64200c3f-a961-441b-ac68-288b1503c8c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab14e9e3-0216-4d89-9af2-559930324f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404117 Nov 25 19:44:58.189754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-d47d0c24-2966-4e1c-b0fc-1013cfd82911 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861504 Nov 25 19:44:58.276559 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:58.288443 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-87a90680-c98f-46ad-8706-f3f5b0cdf134 req-e240cb43-9b35-4d38-884d-429a58e5e2c7 service neutron] 10.222.0.64 "GET /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842381 Nov 25 19:44:58.302986 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc78cde-74f4-4dc1-a53b-3ea02b7b8af5 None None] The sync data for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 is: [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:43:57Z', 'revision_number': 4, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '0d5902ba-c20d-431e-a7d2-3aeee5051941', 'name': '', 'network_id': 'ab14e9e3-0216-4d89-9af2-559930324f8a', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'mac_address': 'fa:16:3e:53:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:56Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'subnets': [{'id': 'f41d2e85-c07e-499e-b9eb-d8ea3189342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:58.529936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1bd1b-a3af-483e-8476-4437897db03d None None] New status for floating IP a1947c46-076a-46c2-81c3-5850388ac72d: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:44:59.143208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3113-3ad0-4c88-a633-813541aa7de4 req-078aaa00-d473-4a46-8ddd-d578f43306d2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:59.144695 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00ee3113-3ad0-4c88-a633-813541aa7de4 req-078aaa00-d473-4a46-8ddd-d578f43306d2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0525386 Nov 25 19:44:59.193329 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-00ee3113-3ad0-4c88-a633-813541aa7de4 req-45dff948-6c8e-43d2-b3dc-20d76be3cb23 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Nov 25 19:45:00.058629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-13f43ccb-fa0d-498e-b4cb-220e0d417f10 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.059999 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-13f43ccb-fa0d-498e-b4cb-220e0d417f10 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0538368 Nov 25 19:45:00.151379 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:00.151716 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.241791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:00.242305 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.255998 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:00.353666 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0503-5a35-42cc-b183-a6247ae2434d req-3425efce-e0bc-4f40-bc9d-f1534a8bfe1a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.355101 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-243c0503-5a35-42cc-b183-a6247ae2434d req-3425efce-e0bc-4f40-bc9d-f1534a8bfe1a tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e56f48d-d37c-4b90-8bc2-89f4b0fe0429 HTTP/1.1" status: 200 len: 945 time: 0.0904522 Nov 25 19:45:00.446278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-243c0503-5a35-42cc-b183-a6247ae2434d req-0dfb4354-5fbe-424b-9917-7cd5e8007799 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "GET /v2.0/security-groups?id=28f12b9e-f064-44ba-8822-5b7078846712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796938 Nov 25 19:45:00.461301 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.519063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=4a0972e9-09f0-4ec9-a77a-7d7cfe597297,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:00.545112 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] No DVR routers for this DVR port 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:00.548144 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.551505 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6cfc0d45-d12b-434b-b92e-b388f25336b8 req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.64 "DELETE /v2.0/ports/4a0972e9-09f0-4ec9-a77a-7d7cfe597297 HTTP/1.1" status: 204 len: 173 time: 0.4804654 Nov 25 19:45:00.552794 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.553143 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.553481 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.553826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.554156 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.554503 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.554839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.555243 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.555575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.555897 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.556217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.556536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf3805-1c19-4275-aace-c315fe6cc9a5 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:00.558837 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'name': 'network-vif-deleted', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:00.562675 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c452d183-dbfb-4f38-ba0f-5af1d44a5c5d" -d '{"events": [{"server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "name": "network-vif-deleted", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:00.598986 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a4bf12-47df-4441-895a-1bc0bfd02f34 x-openstack-request-id: req-11a4bf12-47df-4441-895a-1bc0bfd02f34 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:00.599308 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e56f48d-d37c-4b90-8bc2-89f4b0fe0429", "name": "network-vif-deleted", "tag": "4a0972e9-09f0-4ec9-a77a-7d7cfe597297", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:00.599572 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11a4bf12-47df-4441-895a-1bc0bfd02f34 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:00.599972 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e56f48d-d37c-4b90-8bc2-89f4b0fe0429', 'name': 'network-vif-deleted', 'tag': '4a0972e9-09f0-4ec9-a77a-7d7cfe597297', 'status': 'completed', 'code': 200} Nov 25 19:45:01.176449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-28188b45-6b33-43cc-aa8b-9a053eedd390 req-bda4dfd8-ff49-495d-bbf1-a18b116414ae service neutron] (103456) timed out ('10.222.0.62', 40514) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:45:01.213625 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.501715 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:01.861518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.119622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port 0d5902ba-c20d-431e-a7d2-3aeee5051941 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:02.119875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.495470 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port 0d5902ba-c20d-431e-a7d2-3aeee5051941, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0d5902ba-c20d-431e-a7d2-3aeee5051941,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:02.495837 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.508451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for 0d5902ba-c20d-431e-a7d2-3aeee5051941 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:02.686832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.712746 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=0d5902ba-c20d-431e-a7d2-3aeee5051941,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:02.888905 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.100504 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Router 428f1704-011b-4fdc-96a3-864820258d56 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:03.169828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:03.190247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:03.190620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 4a0972e9-09f0-4ec9-a77a-7d7cfe597297 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:03.208718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:03.213928 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d7a14d0d-f495-4d2e-bfd7-72e059f737a9 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "PUT /v2.0/routers/428f1704-011b-4fdc-96a3-864820258d56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111528 Nov 25 19:45:03.216687 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33004) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:03.218746 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] Sync routers for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:03.228651 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:03.229268 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:03.268047 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting subnet f41d2e85-c07e-499e-b9eb-d8ea3189342b {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:03.271162 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.316504 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.333066 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:03.400093 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.457602 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.490619 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Subnet': ['ID=f41d2e85-c07e-499e-b9eb-d8ea3189342b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:03.496924 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.497797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c87e3-cad8-469d-acf4-67da13b6b4ca None None] Network ab14e9e3-0216-4d89-9af2-559930324f8a requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:03.500813 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-96640d9f-0850-435a-8bdb-43b91092896e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/subnets/f41d2e85-c07e-499e-b9eb-d8ea3189342b HTTP/1.1" status: 204 len: 168 time: 0.2831728 Nov 25 19:45:03.503620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:03.515762 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:45:02Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:03.548062 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] Checking router: 428f1704-011b-4fdc-96a3-864820258d56 for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:03.557955 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] Routers {'428f1704-011b-4fdc-96a3-864820258d56'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:03.558625 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['428f1704-011b-4fdc-96a3-864820258d56'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:03.615414 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.692944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] DHCP port deletion for ab14e9e3-0216-4d89-9af2-559930324f8a request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:03.725321 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.753281 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Deleting port 9b108737-c5c4-4617-b428-baf488f5fce3 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:03.753683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.765048 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] Set router 428f1704-011b-4fdc-96a3-864820258d56 gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:03.784368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Deleting port bd304c20-c299-4f8f-a4a9-24dcee0a5a59 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:03.784710 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.827226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] For port 9b108737-c5c4-4617-b428-baf488f5fce3, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=9b108737-c5c4-4617-b428-baf488f5fce3,segment=NetworkSegment(1519f87b-e5d0-49f4-920f-cf53086dfc39),segment_id=1519f87b-e5d0-49f4-920f-cf53086dfc39)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:03.827698 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.841390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Calling delete_port for 9b108737-c5c4-4617-b428-baf488f5fce3 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:03.854137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 9b108737-c5c4-4617-b428-baf488f5fce3 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:03.873179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] For port bd304c20-c299-4f8f-a4a9-24dcee0a5a59, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:03.873544 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.886547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Calling delete_port for bd304c20-c299-4f8f-a4a9-24dcee0a5a59 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:03.981377 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:45:02Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:03.989154 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.992294 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.018636 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43f49d-ae82-4cf9-aa46-b3d03dddf663 None None] The sync data for ids ['428f1704-011b-4fdc-96a3-864820258d56'] in n-d-819194-3 is: [{'id': '428f1704-011b-4fdc-96a3-864820258d56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886911982', 'tenant_id': 'b88776704ba74968bbcf4cec5db97e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:53Z', 'updated_at': '2021-11-25T19:45:02Z', 'revision_number': 5, 'project_id': 'b88776704ba74968bbcf4cec5db97e8b', 'gw_port': {'id': 'bd304c20-c299-4f8f-a4a9-24dcee0a5a59', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f1704-011b-4fdc-96a3-864820258d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:04.042157 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Pushing event deleted for resources: {'Port': ['ID=9b108737-c5c4-4617-b428-baf488f5fce3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.046030 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] No DVR routers for this DVR port 9b108737-c5c4-4617-b428-baf488f5fce3 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:04.056970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.058298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.058677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.059022 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.059359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.059692 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.060026 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.060374 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.060953 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.061044 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.061300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.061656 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.061984 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3580dd-9c05-458e-b143-a3192db6b909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:04.072065 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.100790 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Port': ['ID=bd304c20-c299-4f8f-a4a9-24dcee0a5a59,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.114422 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af284b8-a23e-4e83-970f-c9d32a6e71aa None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:04.163870 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.251645 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.253672 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.298820 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.299106 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Fanout notify agent at l3_agent the message router_deleted on router 428f1704-011b-4fdc-96a3-864820258d56 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:45:04.310358 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.311517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-949d9414-0509-429f-8ba5-649f24cdb493 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/routers/428f1704-011b-4fdc-96a3-864820258d56 HTTP/1.1" status: 204 len: 168 time: 0.8069143 Nov 25 19:45:04.314330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33008) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.397915 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.493320 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.514304 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab14e9e3-0216-4d89-9af2-559930324f8a']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:04.524493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1519f87b-e5d0-49f4-920f-cf53086dfc39') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:04.524791 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1519f87b-e5d0-49f4-920f-cf53086dfc39') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:04.534555 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.547471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.553256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:04.553638 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:04.556654 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:04.627287 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.635157 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.641879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/networks/ab14e9e3-0216-4d89-9af2-559930324f8a HTTP/1.1" status: 204 len: 168 time: 0.3233082 Nov 25 19:45:04.642227 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33010) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.651299 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f0cf7-9248-4f1e-a345-5fbc742384c2 tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'Network': ['ID=ab14e9e3-0216-4d89-9af2-559930324f8a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.709915 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-434ca8d0-bb5d-4d96-8888-29f70680197e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.736703 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-434ca8d0-bb5d-4d96-8888-29f70680197e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.796271 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-434ca8d0-bb5d-4d96-8888-29f70680197e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.799012 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-434ca8d0-bb5d-4d96-8888-29f70680197e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.800478 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-434ca8d0-bb5d-4d96-8888-29f70680197e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] 10.222.0.62 "DELETE /v2.0/security-groups/28f12b9e-f064-44ba-8822-5b7078846712 HTTP/1.1" status: 204 len: 168 time: 0.1570992 Nov 25 19:45:04.813949 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ca8d0-bb5d-4d96-8888-29f70680197e tempest-TestNetworkAdvancedServerOps-14713197 tempest-TestNetworkAdvancedServerOps-14713197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f12b9e-f064-44ba-8822-5b7078846712,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:05.137005 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33018) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:05.268820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-304ef108-9092-4848-a7df-6b2b4d0bb3c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b88776704ba74968bbcf4cec5db97e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306274 Nov 25 19:45:05.271507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33022) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:05.320317 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f92805c-f382-41a0-9caf-52d73eedecae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.341152 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f92805c-f382-41a0-9caf-52d73eedecae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.387739 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f92805c-f382-41a0-9caf-52d73eedecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.390419 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4f92805c-f382-41a0-9caf-52d73eedecae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.393906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-4f92805c-f382-41a0-9caf-52d73eedecae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3775a03f-dda1-42d2-a622-f698e94d2687 HTTP/1.1" status: 204 len: 168 time: 0.1191225 Nov 25 19:45:05.401440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92805c-f382-41a0-9caf-52d73eedecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775a03f-dda1-42d2-a622-f698e94d2687,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:05.643798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33028) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:05.656801 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98e36228-e68b-493c-86a9-500688000885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.735078 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98e36228-e68b-493c-86a9-500688000885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.739143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-98e36228-e68b-493c-86a9-500688000885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.753071 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bd304c20-c299-4f8f-a4a9-24dcee0a5a59 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:05.772745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bd304c20-c299-4f8f-a4a9-24dcee0a5a59 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:05.773090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bd304c20-c299-4f8f-a4a9-24dcee0a5a59 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:05.773498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0d5902ba-c20d-431e-a7d2-3aeee5051941 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:05.781674 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-98e36228-e68b-493c-86a9-500688000885 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f16bf9cd27dc426bb178b9d4db47a30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367664 Nov 25 19:45:05.782902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e36228-e68b-493c-86a9-500688000885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e00059-3fbe-4736-953f-6e3d5e455ac4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:05.784719 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:05.792428 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0d5902ba-c20d-431e-a7d2-3aeee5051941 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:05.792771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0d5902ba-c20d-431e-a7d2-3aeee5051941 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:05.835047 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9b74b9d-6f32-4b38-9aaf-308ea4ca2ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.856104 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9b74b9d-6f32-4b38-9aaf-308ea4ca2ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.903889 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9b74b9d-6f32-4b38-9aaf-308ea4ca2ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.907066 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9b74b9d-6f32-4b38-9aaf-308ea4ca2ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.908208 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d9b74b9d-6f32-4b38-9aaf-308ea4ca2ad0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63e00059-3fbe-4736-953f-6e3d5e455ac4 HTTP/1.1" status: 204 len: 168 time: 0.1219049 Nov 25 19:45:05.915853 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b74b9d-6f32-4b38-9aaf-308ea4ca2ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e00059-3fbe-4736-953f-6e3d5e455ac4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:06.622239 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33052) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:06.715971 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1434356526-network', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:06.737647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Made reservation on behalf of dbf0604a83994b3392bf8e82bfa986de for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:06.739903 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.747900 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.822619 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.826578 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.851416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:06.861813 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c908fb57-1211-4b2e-b32b-2436747c9bfc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:06.866527 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.866874 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Added segment 0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5 of type vlan for network 9199a683-1e64-4e02-9779-11a7448a37a9 Nov 25 19:45:06.905748 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.930517 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.931459 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:06.932038 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.981580 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3581393 Nov 25 19:45:06.985523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33056) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:06.990509 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Request body: {'subnet': {'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1434356526-subnet', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:06.997151 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb88934-5da7-4939-a8f4-e6a9288739c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9199a683-1e64-4e02-9779-11a7448a37a9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:07.012976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Made reservation on behalf of dbf0604a83994b3392bf8e82bfa986de for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:07.015487 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.017874 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 9199a683-1e64-4e02-9779-11a7448a37a9 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:07.187683 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.250829 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09acbbb2-f6d1-44dc-b884-95b3e1e63410,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:07.258567 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Checking segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:07.258924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Network hostable DHCP agents. Network: 9199a683-1e64-4e02-9779-11a7448a37a9, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:07.275037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Network 9199a683-1e64-4e02-9779-11a7448a37a9 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:07.283830 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 9199a683-1e64-4e02-9779-11a7448a37a9) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:07.287956 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:07.288549 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.293677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51418d3-4503-488b-a507-a025d1c5362c None None] Network 9199a683-1e64-4e02-9779-11a7448a37a9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:07.306123 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-50169b2a-7b0d-4f52-b1bf-5ecbd5654d01 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3190041 Nov 25 19:45:07.308410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33058) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:07.313251 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:07.333514 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.334557 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.394143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.441701 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-9199a683-1e64-4e02-9779-11a7448a37a9', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:07.442582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.578747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Allocated IP 172.20.0.2 (9199a683-1e64-4e02-9779-11a7448a37a9/09acbbb2-f6d1-44dc-b884-95b3e1e63410/bfd32e6e-2c4a-456c-87bf-9893408bf94f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:07.891759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.897126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.899012 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.938730 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Network 9199a683-1e64-4e02-9779-11a7448a37a9 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:07.941537 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:07.944926 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:07.954017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Pushing event updated for resources: {'Port': ['ID=bfd32e6e-2c4a-456c-87bf-9893408bf94f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:08.003170 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Attempting to bind port bfd32e6e-2c4a-456c-87bf-9893408bf94f on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:08.003547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Attempting to bind port bfd32e6e-2c4a-456c-87bf-9893408bf94f by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:08.003832 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Attempting to bind port bfd32e6e-2c4a-456c-87bf-9893408bf94f on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:08.008916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:08.009302 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Checking segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:08.009702 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.010098 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Bound using segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:08.010614 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Bound port: bfd32e6e-2c4a-456c-87bf-9893408bf94f, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:08.010999 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.074005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] For port bfd32e6e-2c4a-456c-87bf-9893408bf94f, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:08.077502 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] For port bfd32e6e-2c4a-456c-87bf-9893408bf94f, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bfd32e6e-2c4a-456c-87bf-9893408bf94f,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:08.081719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.107966 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.127967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.146810 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0096a-7a61-4545-b74b-262d94e26ec5 None None] Pushing event updated for resources: {'Port': ['ID=bfd32e6e-2c4a-456c-87bf-9893408bf94f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:08.238739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Allocated IP 172.25.2.140 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0844264c-82ca-40d4-bd13-a9c833808be7) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:08.370806 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.409217 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.450789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:08.453707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:08.464809 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Pushing event updated for resources: {'Port': ['ID=0844264c-82ca-40d4-bd13-a9c833808be7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:08.469025 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:08.476491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac89310-4a0c-4683-8d97-2269c6b809b3 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:08.526916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-302060f8-ffbe-42f0-ad1b-739d3fd6614f None None] Provisioning complete for port 0844264c-82ca-40d4-bd13-a9c833808be7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:08.527285 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-302060f8-ffbe-42f0-ad1b-739d3fd6614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.561387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-302060f8-ffbe-42f0-ad1b-739d3fd6614f None None] Port 0844264c-82ca-40d4-bd13-a9c833808be7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:08.711878 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.920595 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.052329 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Router 5c8331f4-3b09-4453-a21a-45a18f0745d3 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:45:09.087960 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a61e90-dae2-4f46-a3b1-ba03feedac63 None None] Network 9199a683-1e64-4e02-9779-11a7448a37a9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:09.159235 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:09.170238 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6907158-65f8-4433-816c-850901d09073 None None] Sync routers for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:09.177530 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.178826 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e34e5cfa-6add-4e30-bf7f-457891e3a7db admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8693788 Nov 25 19:45:09.181646 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33062) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:09.220394 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:09.221017 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:09.274996 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0f9db184-681d-4f77-b9c0-82ed158df9ab None None] Provisioning complete for port bfd32e6e-2c4a-456c-87bf-9893408bf94f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:09.275286 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f9db184-681d-4f77-b9c0-82ed158df9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.413540 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:09.492655 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f9db184-681d-4f77-b9c0-82ed158df9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.568581 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0f9db184-681d-4f77-b9c0-82ed158df9ab None None] For port bfd32e6e-2c4a-456c-87bf-9893408bf94f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bfd32e6e-2c4a-456c-87bf-9893408bf94f,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:09.574681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f9db184-681d-4f77-b9c0-82ed158df9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.623143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.664941 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9db184-681d-4f77-b9c0-82ed158df9ab None None] Pushing event updated for resources: {'Port': ['ID=bfd32e6e-2c4a-456c-87bf-9893408bf94f,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:09.696169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:08Z', 'revision_number': 3, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:09.725891 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6907158-65f8-4433-816c-850901d09073 None None] Checking router: 5c8331f4-3b09-4453-a21a-45a18f0745d3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:09.726261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6907158-65f8-4433-816c-850901d09073 None None] Updating router 5c8331f4-3b09-4453-a21a-45a18f0745d3 port 0844264c-82ca-40d4-bd13-a9c833808be7 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:09.747923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8486bb7c-b414-4938-94cf-437689723254 None None] Provisioning complete for port bfd32e6e-2c4a-456c-87bf-9893408bf94f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:09.748298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8486bb7c-b414-4938-94cf-437689723254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.770878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6907158-65f8-4433-816c-850901d09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.797808 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Allocated IP 172.20.0.1 (9199a683-1e64-4e02-9779-11a7448a37a9/09acbbb2-f6d1-44dc-b884-95b3e1e63410/4c79d046-e0b4-4e39-971c-8fc5d6aa035b) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:09.803328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bfd32e6e-2c4a-456c-87bf-9893408bf94f up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:09.903941 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.939401 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.980801 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Network 9199a683-1e64-4e02-9779-11a7448a37a9 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:09.986664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:09.989227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:09.992992 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Pushing event updated for resources: {'Port': ['ID=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.011514 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port bfd32e6e-2c4a-456c-87bf-9893408bf94f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:10.011882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.036597 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.174930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6907158-65f8-4433-816c-850901d09073 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.182179 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.182759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6907158-65f8-4433-816c-850901d09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.228864 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17fda8-0eb4-45d9-936a-b30c94a01411 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:10.241095 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5042fa-13df-4a26-bd61-8029f1e9bb06 None None] Pushing event updated for resources: {'Port': ['ID=0844264c-82ca-40d4-bd13-a9c833808be7,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.243459 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b6907158-65f8-4433-816c-850901d09073 None None] Attempting to bind port 0844264c-82ca-40d4-bd13-a9c833808be7 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:10.243691 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b6907158-65f8-4433-816c-850901d09073 None None] Attempting to bind port 0844264c-82ca-40d4-bd13-a9c833808be7 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:10.244188 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6907158-65f8-4433-816c-850901d09073 None None] Attempting to bind port 0844264c-82ca-40d4-bd13-a9c833808be7 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:10.251714 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6907158-65f8-4433-816c-850901d09073 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:10.251920 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6907158-65f8-4433-816c-850901d09073 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:10.252298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6907158-65f8-4433-816c-850901d09073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.252689 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6907158-65f8-4433-816c-850901d09073 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:10.253176 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b6907158-65f8-4433-816c-850901d09073 None None] Bound port: 0844264c-82ca-40d4-bd13-a9c833808be7, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:10.253539 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6907158-65f8-4433-816c-850901d09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.304814 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b6907158-65f8-4433-816c-850901d09073 None None] For port 0844264c-82ca-40d4-bd13-a9c833808be7, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:10.308429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b6907158-65f8-4433-816c-850901d09073 None None] For port 0844264c-82ca-40d4-bd13-a9c833808be7, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0844264c-82ca-40d4-bd13-a9c833808be7,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:10.312667 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6907158-65f8-4433-816c-850901d09073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.365254 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817fdd0-71c9-4469-aa7c-e2e265e65dc5 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:10.367254 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.372079 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.396625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:10.397047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:10.401405 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Provisioning complete for port 0844264c-82ca-40d4-bd13-a9c833808be7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:10.401405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.402590 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5042fa-13df-4a26-bd61-8029f1e9bb06 None None] Pushing event updated for resources: {'Port': ['ID=0844264c-82ca-40d4-bd13-a9c833808be7,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.451488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Pushing event updated for resources: {'Port': ['ID=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.455308 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.549779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Network 9199a683-1e64-4e02-9779-11a7448a37a9 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:10.551248 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:10.566091 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:10.579063 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:45:10.614211 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.666427 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] For port 0844264c-82ca-40d4-bd13-a9c833808be7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0844264c-82ca-40d4-bd13-a9c833808be7,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:10.676759 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Router 5c8331f4-3b09-4453-a21a-45a18f0745d3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:10.680770 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.801166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:10.814667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d9350d3f-6fa1-4d5f-9eca-76c9c469c989 admin admin] 10.222.0.62 "PUT /v2.0/routers/5c8331f4-3b09-4453-a21a-45a18f0745d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237926 Nov 25 19:45:10.941003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Provisioning complete for port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:10.941371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.987097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Pushing event updated for resources: {'Port': ['ID=0844264c-82ca-40d4-bd13-a9c833808be7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:11.015402 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-5d496d7b-9a75-4729-a73f-29f947a44f25 None None] Port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:11.039603 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b6907158-65f8-4433-816c-850901d09073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 2, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:11.078240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6907158-65f8-4433-816c-850901d09073 None None] The sync data for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 is: [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 2, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:11.092350 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a189dda6-6d4a-4084-ab43-3e49ade31200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.136275 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-681aa63f-e7fc-4ebf-bfe7-ee9a82047be2 None None] Provisioning complete for port 0844264c-82ca-40d4-bd13-a9c833808be7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:11.136642 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-681aa63f-e7fc-4ebf-bfe7-ee9a82047be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.230485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-681aa63f-e7fc-4ebf-bfe7-ee9a82047be2 None None] Provisioning complete for port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:11.231130 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-681aa63f-e7fc-4ebf-bfe7-ee9a82047be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.272266 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-681aa63f-e7fc-4ebf-bfe7-ee9a82047be2 None None] Port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:11.316523 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33078) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:11.321470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1609573983-network', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:11.350421 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Made reservation on behalf of eb984aab97e74c2c98d26a8a2a43a0b3 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:11.353015 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.362423 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.446903 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.451222 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.476367 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:11.487105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b65d4c5-64b6-4d01-bd5c-7ee8a1ef4098,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:11.491968 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.492306 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Added segment ca0d8d6d-1969-4f4c-b909-397d61eb9385 of type vlan for network a1f67236-1be4-47d5-bcfd-89c592afc861 Nov 25 19:45:11.533158 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.562379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.563611 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:11.564246 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.617371 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2997108 Nov 25 19:45:11.620289 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33080) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:11.625665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Request body: {'subnet': {'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1609573983-subnet', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:11.629554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186e38f-9ea3-47b4-b37c-ad0171de8398 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f67236-1be4-47d5-bcfd-89c592afc861,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:11.640328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network a1f67236-1be4-47d5-bcfd-89c592afc861 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:11.653022 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Made reservation on behalf of eb984aab97e74c2c98d26a8a2a43a0b3 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:11.656884 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.859191 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.917557 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb761711-5ede-43a5-b1c7-cf8ae86549c3,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:11.928821 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Checking segment: {'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:11.929183 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Network hostable DHCP agents. Network: a1f67236-1be4-47d5-bcfd-89c592afc861, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:11.946208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Network a1f67236-1be4-47d5-bcfd-89c592afc861 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:11.956015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, a1f67236-1be4-47d5-bcfd-89c592afc861) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:11.962125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:11.963112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.965024 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92438378-ab37-4371-bd49-56521f8ed9bf None None] Network a1f67236-1be4-47d5-bcfd-89c592afc861 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:11.981264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-090bffa1-da24-4775-a525-23efa122e425 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3598158 Nov 25 19:45:11.983633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33082) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:11.988494 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:12.013027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.014171 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.075027 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.135393 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-a1f67236-1be4-47d5-bcfd-89c592afc861', 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'fixed_ips': [{'subnet_id': 'bb761711-5ede-43a5-b1c7-cf8ae86549c3'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:12.136586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.232819 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.284447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Allocated IP 172.20.0.2 (a1f67236-1be4-47d5-bcfd-89c592afc861/bb761711-5ede-43a5-b1c7-cf8ae86549c3/2a5d04b9-b4e7-418b-9630-c841dc013103) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:12.446955 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.454665 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.456976 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.475968 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.494787 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Network a1f67236-1be4-47d5-bcfd-89c592afc861 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:12.500043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:12.503694 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:12.509150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Pushing event updated for resources: {'Port': ['ID=2a5d04b9-b4e7-418b-9630-c841dc013103,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:12.567896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Attempting to bind port 2a5d04b9-b4e7-418b-9630-c841dc013103 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:12.568259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Attempting to bind port 2a5d04b9-b4e7-418b-9630-c841dc013103 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:12.568615 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Attempting to bind port 2a5d04b9-b4e7-418b-9630-c841dc013103 on network a1f67236-1be4-47d5-bcfd-89c592afc861 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:12.573520 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:12.573887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Checking segment: {'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:12.574282 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.574699 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Bound using segment: {'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:12.575159 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Bound port: 2a5d04b9-b4e7-418b-9630-c841dc013103, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:12.575534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.583717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Allocated IP 172.25.2.27 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/baebb8b6-e256-4df1-8637-ca8828e0f2e8) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:12.641631 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] For port 2a5d04b9-b4e7-418b-9630-c841dc013103, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:12.645248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] For port 2a5d04b9-b4e7-418b-9630-c841dc013103, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2a5d04b9-b4e7-418b-9630-c841dc013103,segment=NetworkSegment(ca0d8d6d-1969-4f4c-b909-397d61eb9385),segment_id=ca0d8d6d-1969-4f4c-b909-397d61eb9385)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:12.649701 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.693935 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.706544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be942d06-cc5f-4330-a002-e8743d5c9446 None None] Pushing event updated for resources: {'Port': ['ID=2a5d04b9-b4e7-418b-9630-c841dc013103,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:12.728858 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.769883 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:12.772708 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:12.776413 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:12.786126 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa32a35-6f32-4c0c-bead-887d9d82fb4b None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:12.798728 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Pushing event updated for resources: {'Port': ['ID=baebb8b6-e256-4df1-8637-ca8828e0f2e8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:12.912879 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2de75933-d834-4bd7-a58c-c006bb61e62b None None] Provisioning complete for port baebb8b6-e256-4df1-8637-ca8828e0f2e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:12.913329 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2de75933-d834-4bd7-a58c-c006bb61e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.962585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2de75933-d834-4bd7-a58c-c006bb61e62b None None] Port baebb8b6-e256-4df1-8637-ca8828e0f2e8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:13.079754 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.274372 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.403665 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Router 96a379a5-5ecd-497b-ac78-ad5dae95cffa is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:45:13.520500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:13.531368 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Sync routers for ids ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:13.541895 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.543241 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Routers {'96a379a5-5ecd-497b-ac78-ad5dae95cffa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:13.546886 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:44:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:13.547053 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-075dd9f8-b858-45f7-a6f1-24be2f617e9f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5594280 Nov 25 19:45:13.548196 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33084) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:13.580031 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-086b2c3c-b5d5-4534-ba61-821c62e6dad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.668923 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Set router 96a379a5-5ecd-497b-ac78-ad5dae95cffa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:13.698423 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Sync routers for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:13.721662 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:13.722308 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:45:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:13.825282 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748518a-37d6-449b-9b01-531523ffe080 None None] Network a1f67236-1be4-47d5-bcfd-89c592afc861 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:13.902725 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a5d04b9-b4e7-418b-9630-c841dc013103 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:13.905413 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:12Z', 'revision_number': 3, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:13.934640 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Checking router: 96a379a5-5ecd-497b-ac78-ad5dae95cffa for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:13.935453 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Updating router 96a379a5-5ecd-497b-ac78-ad5dae95cffa port baebb8b6-e256-4df1-8637-ca8828e0f2e8 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:13.962092 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.971664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:13.977311 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ce44add6-c46b-4145-be19-3f658221069a None None] Provisioning complete for port 2a5d04b9-b4e7-418b-9630-c841dc013103 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:13.977680 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ce44add6-c46b-4145-be19-3f658221069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.034267 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.167437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2a5d04b9-b4e7-418b-9630-c841dc013103 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:14.167808 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.204217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Allocated IP 172.20.0.1 (a1f67236-1be4-47d5-bcfd-89c592afc861/bb761711-5ede-43a5-b1c7-cf8ae86549c3/8974aea3-3db4-44ad-a6fc-735c2b526bc9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:14.239811 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.247521 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.308158 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Attempting to bind port baebb8b6-e256-4df1-8637-ca8828e0f2e8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:14.308525 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Attempting to bind port baebb8b6-e256-4df1-8637-ca8828e0f2e8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:14.308893 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Attempting to bind port baebb8b6-e256-4df1-8637-ca8828e0f2e8 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:14.315456 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e696e33-f672-4bbc-9188-3468f8890b0e None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:14.316700 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Pushing event updated for resources: {'Port': ['ID=baebb8b6-e256-4df1-8637-ca8828e0f2e8,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.320151 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:14.320612 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:14.320923 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.321531 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:14.321775 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Bound port: baebb8b6-e256-4df1-8637-ca8828e0f2e8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:14.322316 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.326179 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ce44add6-c46b-4145-be19-3f658221069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.346910 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.349986 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.350533 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.350885 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.351223 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.351553 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.351884 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.352211 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.352528 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.353032 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.353519 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.354022 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.354545 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:14.390483 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] For port baebb8b6-e256-4df1-8637-ca8828e0f2e8, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:14.396666 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] For port baebb8b6-e256-4df1-8637-ca8828e0f2e8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=baebb8b6-e256-4df1-8637-ca8828e0f2e8,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:14.400940 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.420561 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.424258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.442713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ce44add6-c46b-4145-be19-3f658221069a None None] For port 2a5d04b9-b4e7-418b-9630-c841dc013103, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2a5d04b9-b4e7-418b-9630-c841dc013103,segment=NetworkSegment(ca0d8d6d-1969-4f4c-b909-397d61eb9385),segment_id=ca0d8d6d-1969-4f4c-b909-397d61eb9385)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:14.456759 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ce44add6-c46b-4145-be19-3f658221069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.461007 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc641b-d834-4d2b-a086-50a379c45f93 None None] Pushing event updated for resources: {'Port': ['ID=baebb8b6-e256-4df1-8637-ca8828e0f2e8,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.478802 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Pushing event updated for resources: {'Port': ['ID=8974aea3-3db4-44ad-a6fc-735c2b526bc9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.479755 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Routers {'96a379a5-5ecd-497b-ac78-ad5dae95cffa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:14.480380 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:45:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:14.493187 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Network a1f67236-1be4-47d5-bcfd-89c592afc861 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:14.496335 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:14.499716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:14.537773 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293218c-6c22-4a4a-b699-2975239b79e0 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:14.553643 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.581241 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 2, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:14.588054 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:45:14.588561 n-d-819194-3 neutron-server[103458]: DEBUG oslo_db.api [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:45:14.592591 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44add6-c46b-4145-be19-3f658221069a None None] Pushing event updated for resources: {'Port': ['ID=2a5d04b9-b4e7-418b-9630-c841dc013103,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.623966 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Checking router: 5c8331f4-3b09-4453-a21a-45a18f0745d3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:14.624506 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Updating router 5c8331f4-3b09-4453-a21a-45a18f0745d3 port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:14.645177 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4269bb0b-49a7-422b-ada1-44ba6dd6f0f4 None None] Provisioning complete for port baebb8b6-e256-4df1-8637-ca8828e0f2e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:14.645588 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4269bb0b-49a7-422b-ada1-44ba6dd6f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.666122 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] Set router 96a379a5-5ecd-497b-ac78-ad5dae95cffa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:14.682517 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.718672 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.734183 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.885655 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:12Z', 'revision_number': 3, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:14.913127 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8226c6-db5f-4731-beb4-d8fa6c2460c7 None None] The sync data for ids ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'] in n-d-819194-3 is: [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:12Z', 'revision_number': 3, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:14.958787 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.965309 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.034074 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4269bb0b-49a7-422b-ada1-44ba6dd6f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.049330 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.052144 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Pushing event updated for resources: {'Port': ['ID=8974aea3-3db4-44ad-a6fc-735c2b526bc9,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:15.071138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-4269bb0b-49a7-422b-ada1-44ba6dd6f0f4 None None] For port baebb8b6-e256-4df1-8637-ca8828e0f2e8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=baebb8b6-e256-4df1-8637-ca8828e0f2e8,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:15.103404 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4269bb0b-49a7-422b-ada1-44ba6dd6f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.174261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Network a1f67236-1be4-47d5-bcfd-89c592afc861 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:15.175811 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:15.204495 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0844264c-82ca-40d4-bd13-a9c833808be7 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:15.263626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269bb0b-49a7-422b-ada1-44ba6dd6f0f4 None None] Pushing event updated for resources: {'Port': ['ID=baebb8b6-e256-4df1-8637-ca8828e0f2e8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:15.303735 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dfbfa0ed-22ce-4aa3-9bbf-4c42c2e668ef None None] Provisioning complete for port baebb8b6-e256-4df1-8637-ca8828e0f2e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:15.304123 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dfbfa0ed-22ce-4aa3-9bbf-4c42c2e668ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.403981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 0844264c-82ca-40d4-bd13-a9c833808be7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:15.405059 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.460878 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.471251 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.607626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176c8cb-174f-4284-b01b-137cc0a2a701 None None] Pushing event updated for resources: {'Port': ['ID=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:15.664005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dfbfa0ed-22ce-4aa3-9bbf-4c42c2e668ef None None] Provisioning complete for port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:15.664380 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dfbfa0ed-22ce-4aa3-9bbf-4c42c2e668ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.666240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Attempting to bind port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:15.666635 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Attempting to bind port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:15.666997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Attempting to bind port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:15.703529 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:15.703924 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Checking segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:15.704422 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.704707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Bound using segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:15.705240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Bound port: 4c79d046-e0b4-4e39-971c-8fc5d6aa035b, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:15.705564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.790205 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfa0ed-22ce-4aa3-9bbf-4c42c2e668ef None None] Port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:15.808071 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Router 96a379a5-5ecd-497b-ac78-ad5dae95cffa has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:15.820672 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] For port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:15.824316 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] For port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:15.831864 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.838165 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dfbfa0ed-22ce-4aa3-9bbf-4c42c2e668ef None None] Provisioning complete for port 2a5d04b9-b4e7-418b-9630-c841dc013103 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:15.838611 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dfbfa0ed-22ce-4aa3-9bbf-4c42c2e668ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.933789 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device baebb8b6-e256-4df1-8637-ca8828e0f2e8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:15.948947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:15.963284 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8dcbd985-07c7-43b9-9d35-02f2cbe9bb10 admin admin] 10.222.0.62 "PUT /v2.0/routers/96a379a5-5ecd-497b-ac78-ad5dae95cffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4138939 Nov 25 19:45:15.972909 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:15.973553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:45:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:16.096866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176c8cb-174f-4284-b01b-137cc0a2a701 None None] Pushing event updated for resources: {'Port': ['ID=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:16.145332 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:16.173677 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port baebb8b6-e256-4df1-8637-ca8828e0f2e8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:16.174042 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.313406 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.318870 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Provisioning complete for port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:16.319228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.395851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:16.421935 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a5d04b9-b4e7-418b-9630-c841dc013103 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:16.464690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Provisioning complete for port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:16.465070 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.571557 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 2a5d04b9-b4e7-418b-9630-c841dc013103 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:16.572193 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.611999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:16.687947 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33092) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:16.693575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-76efff7b-149d-4980-bbca-d81b1d87fa54 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182926681', 'description': 'tempest-secgroup-smoke-1182926681 description', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:16.720745 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76efff7b-149d-4980-bbca-d81b1d87fa54 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.794660 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76efff7b-149d-4980-bbca-d81b1d87fa54 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.800927 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76efff7b-149d-4980-bbca-d81b1d87fa54 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.812000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324823c-50b7-455d-ab0a-2a4c10cd8fb6 None None] The sync data for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 is: [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:16.818732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.835033 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-76efff7b-149d-4980-bbca-d81b1d87fa54 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.839203 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-76efff7b-149d-4980-bbca-d81b1d87fa54 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1471291 Nov 25 19:45:16.839203 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efff7b-149d-4980-bbca-d81b1d87fa54 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a6a82-4392-4b04-9188-ce636dcb8364,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:16.844528 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33094) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:16.845712 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Sync routers for ids ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:16.853742 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-32a05773-749a-4de5-b9e7-02eddebfb6d3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': 'b87a6a82-4392-4b04-9188-ce636dcb8364', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:16.857434 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Routers {'96a379a5-5ecd-497b-ac78-ad5dae95cffa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:16.858108 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:45:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:16.908435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32a05773-749a-4de5-b9e7-02eddebfb6d3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.914239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] For port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:16.920413 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.984958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438bc48-37f5-44ff-b52f-6c03ee8db456 None None] Pushing event updated for resources: {'Port': ['ID=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:16.999647 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Set router 96a379a5-5ecd-497b-ac78-ad5dae95cffa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:17.010888 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32a05773-749a-4de5-b9e7-02eddebfb6d3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.020399 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32a05773-749a-4de5-b9e7-02eddebfb6d3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.042229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a05773-749a-4de5-b9e7-02eddebfb6d3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa259d4e-70cc-46f0-9a04-1fa203eb6663,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.049979 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32a05773-749a-4de5-b9e7-02eddebfb6d3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.053792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-32a05773-749a-4de5-b9e7-02eddebfb6d3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013912 Nov 25 19:45:17.054987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33096) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:17.062676 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b68fe124-efb3-4e01-aeef-4bc270baeb71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': 'b87a6a82-4392-4b04-9188-ce636dcb8364', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:17.100560 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b68fe124-efb3-4e01-aeef-4bc270baeb71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.145391 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.172553 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b68fe124-efb3-4e01-aeef-4bc270baeb71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.176934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b68fe124-efb3-4e01-aeef-4bc270baeb71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.204355 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b68fe124-efb3-4e01-aeef-4bc270baeb71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.205575 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-b68fe124-efb3-4e01-aeef-4bc270baeb71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494493 Nov 25 19:45:17.208434 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33098) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:17.212824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ecbe550f-05fa-4912-aa2c-9f4163424eae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': 'b87a6a82-4392-4b04-9188-ce636dcb8364', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:17.218578 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fe124-efb3-4e01-aeef-4bc270baeb71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9c2347-07b4-4fae-95c1-627d967372bd,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.243717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecbe550f-05fa-4912-aa2c-9f4163424eae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.322663 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecbe550f-05fa-4912-aa2c-9f4163424eae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.328708 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecbe550f-05fa-4912-aa2c-9f4163424eae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.336802 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:14Z', 'revision_number': 4, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '8974aea3-3db4-44ad-a6fc-735c2b526bc9', 'name': '', 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'mac_address': 'fa:16:3e:6a:32:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bb761711-5ede-43a5-b1c7-cf8ae86549c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:14Z', 'updated_at': '2021-11-25T19:45:14Z', 'revision_number': 2, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'subnets': [{'id': 'bb761711-5ede-43a5-b1c7-cf8ae86549c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:17.347245 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe550f-05fa-4912-aa2c-9f4163424eae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b973a64-9c01-47b0-89fa-59b6fbfd2cf6,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.363866 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ecbe550f-05fa-4912-aa2c-9f4163424eae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.367746 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-ecbe550f-05fa-4912-aa2c-9f4163424eae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557436 Nov 25 19:45:17.367971 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33100) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:17.369527 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Checking router: 96a379a5-5ecd-497b-ac78-ad5dae95cffa for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:17.370005 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Updating router 96a379a5-5ecd-497b-ac78-ad5dae95cffa port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:17.372772 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a186f988-1ade-440f-ab0d-393bafa46533 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': 'b87a6a82-4392-4b04-9188-ce636dcb8364', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:17.398634 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.406897 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a186f988-1ade-440f-ab0d-393bafa46533 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.472234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a186f988-1ade-440f-ab0d-393bafa46533 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.476918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a186f988-1ade-440f-ab0d-393bafa46533 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.494393 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f988-1ade-440f-ab0d-393bafa46533 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce56a44c-0ef1-428c-99a2-4466caf71e89,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.509039 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a186f988-1ade-440f-ab0d-393bafa46533 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.510366 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-a186f988-1ade-440f-ab0d-393bafa46533 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411030 Nov 25 19:45:17.513151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33102) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:17.518018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': 'b87a6a82-4392-4b04-9188-ce636dcb8364', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:17.545998 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Project dbf0604a83994b3392bf8e82bfa986de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:45:17.551990 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.611567 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.615524 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.633626 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d74b47-34cf-4749-a81c-89f8b4b6c8c0,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.642728 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.644062 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1e5cc71c-7055-4a77-b153-67ad435d03ff tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299186 Nov 25 19:45:17.647984 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33104) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:17.652369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': 'b87a6a82-4392-4b04-9188-ce636dcb8364', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:17.675841 n-d-819194-3 neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Project dbf0604a83994b3392bf8e82bfa986de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:45:17.680823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.700765 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.705930 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.750558 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.755404 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.763759 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d865305-e528-4cb5-a092-6a83d21ec16a None None] Pushing event updated for resources: {'Port': ['ID=8974aea3-3db4-44ad-a6fc-735c2b526bc9,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.780336 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2bfc50-4ed1-4b6a-86ce-3495ba74a043,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.792068 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.805804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-094f6c36-f6b6-44ca-8d49-35ebceabd769 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567070 Nov 25 19:45:17.813256 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4c79d046-e0b4-4e39-971c-8fc5d6aa035b up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:17.831949 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Attempting to bind port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:17.832614 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Attempting to bind port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:17.833203 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Attempting to bind port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 on network a1f67236-1be4-47d5-bcfd-89c592afc861 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:17.839120 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:17.839638 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Checking segment: {'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:17.840132 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.840621 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Bound using segment: {'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:17.841331 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Bound port: 8974aea3-3db4-44ad-a6fc-735c2b526bc9, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0d8d6d-1969-4f4c-b909-397d61eb9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:17.851045 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.871886 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:17.871886 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.931709 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] For port 8974aea3-3db4-44ad-a6fc-735c2b526bc9, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:17.939507 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] For port 8974aea3-3db4-44ad-a6fc-735c2b526bc9, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8974aea3-3db4-44ad-a6fc-735c2b526bc9,segment=NetworkSegment(ca0d8d6d-1969-4f4c-b909-397d61eb9385),segment_id=ca0d8d6d-1969-4f4c-b909-397d61eb9385)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:17.945918 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.008376 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Routers {'96a379a5-5ecd-497b-ac78-ad5dae95cffa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:18.009663 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:45:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:18.034513 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-2eee7278-176a-4733-bdbb-b58f2f422b02 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182926681&fields=id&tenant_id=dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 267 time: 0.1089606 Nov 25 19:45:18.060855 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f0f56838-abdb-4a71-a403-8f9c1e423e84 None None] Provisioning complete for port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:18.062150 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0f56838-abdb-4a71-a403-8f9c1e423e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.078484 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d865305-e528-4cb5-a092-6a83d21ec16a None None] Pushing event updated for resources: {'Port': ['ID=8974aea3-3db4-44ad-a6fc-735c2b526bc9,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:18.155894 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] Set router 96a379a5-5ecd-497b-ac78-ad5dae95cffa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:18.163378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0f56838-abdb-4a71-a403-8f9c1e423e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.194261 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-c2ddf910-88fb-47a8-a1c8-624bff14ac70 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.196402 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-c2ddf910-88fb-47a8-a1c8-624bff14ac70 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 809 time: 0.1420827 Nov 25 19:45:18.199899 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f0f56838-abdb-4a71-a403-8f9c1e423e84 None None] For port 8974aea3-3db4-44ad-a6fc-735c2b526bc9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8974aea3-3db4-44ad-a6fc-735c2b526bc9,segment=NetworkSegment(ca0d8d6d-1969-4f4c-b909-397d61eb9385),segment_id=ca0d8d6d-1969-4f4c-b909-397d61eb9385)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:18.204861 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f0f56838-abdb-4a71-a403-8f9c1e423e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.215899 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-36783d38-08df-41db-9ab6-6aed624860dc tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/quotas/dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 375 time: 0.0122185 Nov 25 19:45:18.267148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56838-abdb-4a71-a403-8f9c1e423e84 None None] Pushing event updated for resources: {'Port': ['ID=8974aea3-3db4-44ad-a6fc-735c2b526bc9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:18.280708 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-77e3108c-2378-461c-a0d9-f6b5b0aee02f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569394 Nov 25 19:45:18.324719 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8b5a0af3-ab81-42a5-9704-42ae88bb518c None None] Provisioning complete for port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:18.324991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0af3-ab81-42a5-9704-42ae88bb518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.381880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-fce6bc3d-3fa8-4588-ae4a-7ef9920a3e95 service neutron] 10.222.0.62 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886970 Nov 25 19:45:18.400555 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:14Z', 'revision_number': 4, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '8974aea3-3db4-44ad-a6fc-735c2b526bc9', 'name': '', 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'mac_address': 'fa:16:3e:6a:32:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bb761711-5ede-43a5-b1c7-cf8ae86549c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:14Z', 'updated_at': '2021-11-25T19:45:17Z', 'revision_number': 4, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'subnets': [{'id': 'bb761711-5ede-43a5-b1c7-cf8ae86549c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:18.431260 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c254cd-885f-4a04-a102-b02f19938493 None None] The sync data for ids ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'] in n-d-819194-3 is: [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:14Z', 'revision_number': 4, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '8974aea3-3db4-44ad-a6fc-735c2b526bc9', 'name': '', 'network_id': 'a1f67236-1be4-47d5-bcfd-89c592afc861', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'mac_address': 'fa:16:3e:6a:32:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'bb761711-5ede-43a5-b1c7-cf8ae86549c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:14Z', 'updated_at': '2021-11-25T19:45:17Z', 'revision_number': 4, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'subnets': [{'id': 'bb761711-5ede-43a5-b1c7-cf8ae86549c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:18.494697 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-0cef8874-c1ad-4c9d-a8af-6a9291c4bb8b service neutron] 10.222.0.62 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057343 Nov 25 19:45:18.678984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad50b8c6-e322-4d24-820f-e97a5cf052d8 req-1365cdb6-0b6b-48d1-ba39-4ab66367d140 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 210 time: 0.0315320 Nov 25 19:45:19.638977 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-5a688175-bf7d-4554-b4b9-07d98ad35b5c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.640561 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-5a688175-bf7d-4554-b4b9-07d98ad35b5c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 809 time: 0.1092024 Nov 25 19:45:19.703785 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-8a45e83a-7ee3-482c-a5ee-7bbe8bdaefca tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 380 time: 0.0536690 Nov 25 19:45:19.714351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'port': {'device_id': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'admin_state_up': True, 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'security_groups': ['b87a6a82-4392-4b04-9188-ce636dcb8364']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:19.794273 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8974aea3-3db4-44ad-a6fc-735c2b526bc9 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:19.795654 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6ec622ca-2b86-43f3-a9e8-09b92c1fefd0 req-f5f38fa9-4a98-4bf0-9f22-76c22722fd8d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 210 time: 0.0334780 Nov 25 19:45:19.846704 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:19.847179 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.862152 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Made reservation on behalf of dbf0604a83994b3392bf8e82bfa986de for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:19.865713 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.990208 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Allocated IP 172.20.0.3 (9199a683-1e64-4e02-9779-11a7448a37a9/09acbbb2-f6d1-44dc-b884-95b3e1e63410/466b6af4-7b3d-4108-900b-932377c4b4d9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:20.133474 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.168159 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.215763 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Network 9199a683-1e64-4e02-9779-11a7448a37a9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:20.219351 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:20.223240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:20.246960 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:20.276254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.276875 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.294941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-56623936-b15c-4cdf-b78e-5016d8e70951 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849793 Nov 25 19:45:20.307958 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Request body: {'port': {'device_id': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:20.362910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.451817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0531badf-0ff2-4101-b9d6-a2b14de5ab28 None None] Provisioning complete for port 466b6af4-7b3d-4108-900b-932377c4b4d9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:20.452884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0531badf-0ff2-4101-b9d6-a2b14de5ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.492605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0531badf-0ff2-4101-b9d6-a2b14de5ab28 None None] Port 466b6af4-7b3d-4108-900b-932377c4b4d9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:20.646842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466b6af4-7b3d-4108-900b-932377c4b4d9 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:45:20.654047 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.666772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Transition to ACTIVE for port object 466b6af4-7b3d-4108-900b-932377c4b4d9 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:45:20.670428 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.918550 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0df2d-8f33-41ee-9a7f-aaba8c4be520 req-5552a174-111b-4815-82a9-e8f7a704163b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.920127 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cfc0df2d-8f33-41ee-9a7f-aaba8c4be520 req-5552a174-111b-4815-82a9-e8f7a704163b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0513198 Nov 25 19:45:20.976147 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cfc0df2d-8f33-41ee-9a7f-aaba8c4be520 req-9c1d02e1-b20b-4f92-b5d8-a5c57a3c9cb9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498343 Nov 25 19:45:21.057369 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:21.108796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:21.109136 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:21.109466 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:21.114218 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Port 466b6af4-7b3d-4108-900b-932377c4b4d9 on network 9199a683-1e64-4e02-9779-11a7448a37a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:21.114571 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:21.119661 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:21.120027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Checking segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:21.120407 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Bound using segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:21.120843 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Bound port: 466b6af4-7b3d-4108-900b-932377c4b4d9, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:21.121326 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.192247 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:21.195245 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:21.198719 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.236308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.236932 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.238327 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] 10.222.0.66 "PUT /v2.0/ports/466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1091 time: 0.9346693 Nov 25 19:45:21.238796 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:21.241077 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7f191f-e825-4d0b-af2b-170e365b4a76" -d '{"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:21.263246 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273b5c9-5f4e-4e2f-b619-e4afc17b0c71 service neutron] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:21.294048 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e069204b-9a8a-4efa-bc43-f52f37f6be3d x-openstack-request-id: req-e069204b-9a8a-4efa-bc43-f52f37f6be3d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:21.294346 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:21.294690 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e069204b-9a8a-4efa-bc43-f52f37f6be3d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:21.295095 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'status': 'completed', 'code': 200} Nov 25 19:45:21.326088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-e9f88268-a58a-4be1-a8e9-dad29f1e44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.327752 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-e9f88268-a58a-4be1-a8e9-dad29f1e44bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1094 time: 0.0440135 Nov 25 19:45:21.371007 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-5ff8b7a0-f30e-4422-80d4-f4ac926e64d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 217 time: 0.0348389 Nov 25 19:45:21.426118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-881979e7-cee5-47f3-90d8-8b549e477f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.427618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-881979e7-cee5-47f3-90d8-8b549e477f35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0492156 Nov 25 19:45:21.472403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933cca-9c07-487b-ba6c-9258b822f18f req-943fbc23-2868-48dd-aa2e-a3e978fc245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.473893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-943fbc23-2868-48dd-aa2e-a3e978fc245f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396941 Nov 25 19:45:21.567831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-d6802d42-3d4a-4f8d-a1ba-903c96d04f92 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863893 Nov 25 19:45:21.655153 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-42933cca-9c07-487b-ba6c-9258b822f18f req-8007a076-f2a5-4c18-8993-6aee4835562c service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804880 Nov 25 19:45:21.739223 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-90b39690-8c98-46c6-8bc2-87be0015b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.740677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-90b39690-8c98-46c6-8bc2-87be0015b5ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1094 time: 0.0414698 Nov 25 19:45:21.833758 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-9247c53a-efb5-4ac7-841a-535d21dd3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.835272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-9247c53a-efb5-4ac7-841a-535d21dd3307 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0873275 Nov 25 19:45:21.876516 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-ca45508d-d5c8-40e3-8ed8-3393ffaa3b0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 217 time: 0.0345998 Nov 25 19:45:21.924209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-82ff826a-64d8-4cfc-9c74-3767aecba4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.925618 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-82ff826a-64d8-4cfc-9c74-3767aecba4d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0425746 Nov 25 19:45:21.974731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-659121a0-1776-4a25-b1cd-9c9964fc167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.976119 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-659121a0-1776-4a25-b1cd-9c9964fc167b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437775 Nov 25 19:45:22.066544 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-e485517d-a88c-4a15-9616-cb20a94490d0 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832672 Nov 25 19:45:22.096067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64661b71-ed86-4734-b860-e6132c54768e req-6aaba738-9ef9-45d0-b208-a3c0d7b44e43 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:22.097560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-64661b71-ed86-4734-b860-e6132c54768e req-6aaba738-9ef9-45d0-b208-a3c0d7b44e43 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0488160 Nov 25 19:45:22.146718 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-64661b71-ed86-4734-b860-e6132c54768e req-18ce4bac-6b54-4b16-9e55-48b796401fbf tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Nov 25 19:45:22.161168 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b7f191f-e825-4d0b-af2b-170e365b4a76 req-f93d1d57-7b5c-4537-90c6-758dca41bcc4 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874145 Nov 25 19:45:23.263799 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e6e1e-5b9a-4c62-b438-297084397984 req-c3df91c6-85ed-4b1a-84b1-f3b4898a454a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:23.265867 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-608e6e1e-5b9a-4c62-b438-297084397984 req-c3df91c6-85ed-4b1a-84b1-f3b4898a454a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0501506 Nov 25 19:45:23.315164 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-608e6e1e-5b9a-4c62-b438-297084397984 req-33c95e2f-4212-405d-82f4-4234d0a284ee tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Nov 25 19:45:24.432178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533d6d4-58ec-4b3e-b1ab-20fe774cb4d2 req-5e4e11d5-28a8-4722-8135-9ebf31730cc2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:24.433642 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1533d6d4-58ec-4b3e-b1ab-20fe774cb4d2 req-5e4e11d5-28a8-4722-8135-9ebf31730cc2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0529816 Nov 25 19:45:24.482007 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1533d6d4-58ec-4b3e-b1ab-20fe774cb4d2 req-3d7859f3-5c05-40ea-8190-fdf705f17adf tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Nov 25 19:45:25.021519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:45:25.114954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:25.126527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'port_id': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'mac_address': 'fa:16:3e:ed:48:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:45:25.161114 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.175516 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466b6af4-7b3d-4108-900b-932377c4b4d9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:45:25.201667 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:25.206641 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.258604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.565652 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['466b6af4-7b3d-4108-900b-932377c4b4d9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:45:25.597527 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df838fe2-332a-432b-aff4-32253b6b15eb req-bf894793-9ba1-486f-a424-67ac21522587 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:25.599045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df838fe2-332a-432b-aff4-32253b6b15eb req-bf894793-9ba1-486f-a424-67ac21522587 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0480084 Nov 25 19:45:25.652830 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df838fe2-332a-432b-aff4-32253b6b15eb req-08971d92-0283-46b1-8f06-57e2757e29ad tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477169 Nov 25 19:45:26.770419 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d6c72-3fd1-49aa-8f61-947dae333e00 req-a50d2ba9-6b2b-4897-8233-c24337b417eb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:26.771902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c73d6c72-3fd1-49aa-8f61-947dae333e00 req-a50d2ba9-6b2b-4897-8233-c24337b417eb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0486534 Nov 25 19:45:26.819971 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c73d6c72-3fd1-49aa-8f61-947dae333e00 req-70ba8de3-230c-4649-8616-de971d9e1011 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421557 Nov 25 19:45:27.027447 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:27.080057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 466b6af4-7b3d-4108-900b-932377c4b4d9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:45:27.084103 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 466b6af4-7b3d-4108-900b-932377c4b4d9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:27.084475 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.159515 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.187174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:27.189723 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c71dd-83d5-49f6-b1c9-d4c6305dc225" -d '{"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-plugged", "status": "completed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:27.203234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:27.207330 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.230142 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c41accf-b4de-4300-aa15-301f2f1d9ab2 x-openstack-request-id: req-7c41accf-b4de-4300-aa15-301f2f1d9ab2 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:27.230435 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-plugged", "status": "completed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:27.230724 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c41accf-b4de-4300-aa15-301f2f1d9ab2 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:27.231109 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'code': 200} Nov 25 19:45:27.256952 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:27.326250 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2dde3-99a6-4322-8983-71bde25c6a16 req-ef6d6ee9-7521-445f-864d-c1acb1ecca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:27.328198 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ae2dde3-99a6-4322-8983-71bde25c6a16 req-ef6d6ee9-7521-445f-864d-c1acb1ecca65 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1096 time: 0.0407336 Nov 25 19:45:27.373861 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8ae2dde3-99a6-4322-8983-71bde25c6a16 req-0a234563-b9c3-4e59-b053-161bf4be8ea9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Nov 25 19:45:27.940756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de554-ad87-4a4b-a540-d3c9f5325651 req-c79ecc9b-500c-4ce9-b08f-0be827598b4e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:27.942225 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f16de554-ad87-4a4b-a540-d3c9f5325651 req-c79ecc9b-500c-4ce9-b08f-0be827598b4e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0543420 Nov 25 19:45:27.990935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f16de554-ad87-4a4b-a540-d3c9f5325651 req-9b9dd3a0-744c-421a-8b24-92a405aaf4f9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Nov 25 19:45:29.109288 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c73381-2300-46bb-8382-941b06e9fc97 req-2279cc50-9829-4cbc-9fb1-c2727f41bb1a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:29.111062 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68c73381-2300-46bb-8382-941b06e9fc97 req-2279cc50-9829-4cbc-9fb1-c2727f41bb1a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0534256 Nov 25 19:45:29.159236 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-68c73381-2300-46bb-8382-941b06e9fc97 req-fe1aa1bf-04ef-494a-9ca9-9038300f5dba tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 Nov 25 19:45:29.272163 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ac44f-0e53-4b29-9816-8fe5588c6759 req-6fafb820-bf2f-4fbe-967a-a1d991232762 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:29.273520 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-876ac44f-0e53-4b29-9816-8fe5588c6759 req-6fafb820-bf2f-4fbe-967a-a1d991232762 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0476468 Nov 25 19:45:29.323157 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-876ac44f-0e53-4b29-9816-8fe5588c6759 req-fcc3a6f8-bb60-4d1a-b3a0-f521951c8af0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Nov 25 19:45:29.345382 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33156) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:29.474232 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2730b26-32cc-420a-a850-5822c5727283 tempest-TestShelveInstance-2018536505 tempest-TestShelveInstance-2018536505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:29.475758 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f2730b26-32cc-420a-a850-5822c5727283 tempest-TestShelveInstance-2018536505 tempest-TestShelveInstance-2018536505-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1091 time: 0.1293910 Nov 25 19:45:29.478633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33160) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:29.482840 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:29.504534 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.605688 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.718988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Allocated IP 172.25.2.85 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/0b767b07-166a-4929-9000-db7bd5f2e1c5) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:29.820858 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.857705 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.896771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:29.899702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:29.903076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:29.930463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'Port': ['ID=0b767b07-166a-4929-9000-db7bd5f2e1c5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:30.284564 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.363362 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.512062 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.517028 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.592018 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'Port': ['ID=0b767b07-166a-4929-9000-db7bd5f2e1c5,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:30.603034 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.711310 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Floating IP 1d17168e-5c49-4241-b04b-f760379f1605 associated. External IP: 172.25.2.85, port: 466b6af4-7b3d-4108-900b-932377c4b4d9. Nov 25 19:45:30.919943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Router 5c8331f4-3b09-4453-a21a-45a18f0745d3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:31.025572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:31.038366 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] Sync routers for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:31.042790 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.048132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:31.048746 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:45:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:31.070219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8c3e6615-4ec5-4de9-8dec-8373e4f9ae71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5904572 Nov 25 19:45:31.070969 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:31.074127 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80843587-3663-45bd-91be-fb86323f22d6" -d '{"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:31.114325 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63f07be-8406-4575-be99-1deca2e9a96f x-openstack-request-id: req-a63f07be-8406-4575-be99-1deca2e9a96f {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:31.114704 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:31.114984 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a63f07be-8406-4575-be99-1deca2e9a96f {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:31.115400 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'status': 'completed', 'code': 200} Nov 25 19:45:31.166003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:31.178436 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843587-3663-45bd-91be-fb86323f22d6 req-bdcebe93-6764-4ed4-a56c-0719d06f55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:31.179890 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80843587-3663-45bd-91be-fb86323f22d6 req-bdcebe93-6764-4ed4-a56c-0719d06f55cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1096 time: 0.0441902 Nov 25 19:45:31.261889 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.270387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843587-3663-45bd-91be-fb86323f22d6 req-f4b03b40-3d62-4d99-adac-23c2ad1ff70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:31.271909 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80843587-3663-45bd-91be-fb86323f22d6 req-f4b03b40-3d62-4d99-adac-23c2ad1ff70d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0843019 Nov 25 19:45:31.342329 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80843587-3663-45bd-91be-fb86323f22d6 req-b17ed555-23c7-4d23-b8d5-8b164e7144bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 998 time: 0.0635040 Nov 25 19:45:31.395709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843587-3663-45bd-91be-fb86323f22d6 req-6b31f389-e5a0-47a4-8515-594ca5ef4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:31.397227 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80843587-3663-45bd-91be-fb86323f22d6 req-6b31f389-e5a0-47a4-8515-594ca5ef4336 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0477095 Nov 25 19:45:31.408131 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1d17168e-5c49-4241-b04b-f760379f1605', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'port_id': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'mac_address': 'fa:16:3e:ed:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:45:30Z', 'updated_at': '2021-11-25T19:45:30Z', 'revision_number': 0, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:31.434002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] Checking router: 5c8331f4-3b09-4453-a21a-45a18f0745d3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:31.442788 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:31.443388 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:45:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:31.450814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80843587-3663-45bd-91be-fb86323f22d6 req-07d9d6fd-cab8-4003-985a-bcba6f1fcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:31.452394 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80843587-3663-45bd-91be-fb86323f22d6 req-07d9d6fd-cab8-4003-985a-bcba6f1fcf40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404856 Nov 25 19:45:31.547056 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80843587-3663-45bd-91be-fb86323f22d6 req-3a1f587d-b63d-4102-bd2d-1b54483414e6 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874593 Nov 25 19:45:31.548392 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:31.637503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-80843587-3663-45bd-91be-fb86323f22d6 req-b34c85aa-0b5e-450e-a203-e13e87429d79 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833116 Nov 25 19:45:31.772079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1d17168e-5c49-4241-b04b-f760379f1605', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'port_id': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'mac_address': 'fa:16:3e:ed:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:45:30Z', 'updated_at': '2021-11-25T19:45:30Z', 'revision_number': 0, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:31.798485 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da8be6-c9cb-4a1e-a06a-6b48bd6307b8 None None] The sync data for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 is: [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1d17168e-5c49-4241-b04b-f760379f1605', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'port_id': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'mac_address': 'fa:16:3e:ed:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:45:30Z', 'updated_at': '2021-11-25T19:45:30Z', 'revision_number': 0, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:31.990208 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f850b0e1-4a1c-4b31-bba1-5cf1355129fd None None] New status for floating IP 1d17168e-5c49-4241-b04b-f760379f1605: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:45:34.037620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.064741 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-10aaedb6-901c-4955-bd93-6cb2f27b823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.573469 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-434f4ebd-14c1-45a7-a251-ecccc91d7404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.686961 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.241540 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.138230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.577682 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:45:52.286341 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-9f2b30f6-3ef7-4afb-8b98-d251f468eada service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397034 Nov 25 19:45:52.372402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1928-7263-464b-8d62-58425c7f6c18 req-a446e9aa-5250-4b5f-a581-5d27021e25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:52.373863 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-a446e9aa-5250-4b5f-a581-5d27021e25dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1096 time: 0.0444467 Nov 25 19:45:52.478106 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1928-7263-464b-8d62-58425c7f6c18 req-adae5b70-e28b-4af0-aa27-662a8c7e123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:52.479602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-adae5b70-e28b-4af0-aa27-662a8c7e123b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0836086 Nov 25 19:45:52.550445 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-167561ba-952a-4a09-afa7-c2ca87d77d11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1000 time: 0.0617516 Nov 25 19:45:52.598666 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1928-7263-464b-8d62-58425c7f6c18 req-408710f1-c807-4c58-a0f5-c38bcafc74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:52.600338 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-408710f1-c807-4c58-a0f5-c38bcafc74c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0436492 Nov 25 19:45:52.644586 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1928-7263-464b-8d62-58425c7f6c18 req-26b70833-22cb-4f89-9fb1-7cdd6bac558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:52.646045 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-26b70833-22cb-4f89-9fb1-7cdd6bac558c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393503 Nov 25 19:45:52.735235 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-0f13b8ba-9c69-4976-9374-d9c8b43dbc01 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824955 Nov 25 19:45:52.821941 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-573e1928-7263-464b-8d62-58425c7f6c18 req-2fc06f5a-589f-4dde-87e3-9afe66300cac service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797191 Nov 25 19:46:01.227013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.036090 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.066306 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2fff899c-4383-4132-bd7a-a37f3c64c9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.578053 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ecaaab73-479a-4baf-8fac-fa77ebc9e0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.689265 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.244653 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.140830 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:24.577865 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:46:31.246421 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.052247 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.067923 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e2726bc-7fe3-4695-8911-a45914c4c900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.578809 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86579998-b8a0-4e93-95b1-1566b8af88db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.691950 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.246707 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.142047 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.326064 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-7d5fa6f8-8128-41bf-aa66-69f55c7185c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921540 Nov 25 19:46:52.412027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-50f0e026-cdcc-439a-a910-1cff1ec2acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.413537 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-50f0e026-cdcc-439a-a910-1cff1ec2acb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1096 time: 0.0445297 Nov 25 19:46:52.516081 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-940b5fdc-dc47-4fd4-ba1e-5067b409eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.517449 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-940b5fdc-dc47-4fd4-ba1e-5067b409eab0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0842824 Nov 25 19:46:52.585407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-2e9949b2-0f57-4c19-ba74-bb08b1414749 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1000 time: 0.0603857 Nov 25 19:46:52.633755 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-a1a8fc02-d4df-40e2-8e55-9b0ce16c124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.635213 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-a1a8fc02-d4df-40e2-8e55-9b0ce16c124e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0430574 Nov 25 19:46:52.679117 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-2f900b12-5696-440b-b7ad-a373d726e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.680557 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-2f900b12-5696-440b-b7ad-a373d726e826 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388250 Nov 25 19:46:52.769483 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-1967ab3e-f64f-4481-ba57-e0389f68874d service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816264 Nov 25 19:46:52.857923 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a43581c1-e3c5-4943-9c87-abdfb0f1fb6f req-86eb5548-b119-4e6f-9946-7728198692ad service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807481 Nov 25 19:47:01.271038 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.577460 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:47:04.053580 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.069360 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7305761e-a879-4d98-ac03-3f62cd707e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.580627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d4d19760-b5ea-4b6b-b740-12893a87887b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.695378 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.249575 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.142709 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.261156 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.050092 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.579359 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:47:41.070536 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ddabc241-dc69-4737-a683-ad82cd1a2dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.581825 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8b984663-6a01-4d41-816d-10ab35f8e0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.698403 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.251945 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.143400 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.267499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-01d28c1f-54c3-4ef3-9e8c-f70ed2951437 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401139 Nov 25 19:47:54.354633 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-2180514e-436a-420f-bf58-a507da18ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:54.356734 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-2180514e-436a-420f-bf58-a507da18ae4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1096 time: 0.0448763 Nov 25 19:47:54.459872 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-a3038d10-70e0-4170-911f-72efe4a8f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:54.461355 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-a3038d10-70e0-4170-911f-72efe4a8f814 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0844700 Nov 25 19:47:54.529160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-f78787f0-4e39-4a53-b35a-4f336ea9c237 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1000 time: 0.0607038 Nov 25 19:47:54.577789 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-6ae57d86-d919-4d89-8803-a8b8278f8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:54.579285 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-6ae57d86-d919-4d89-8803-a8b8278f8894 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0435731 Nov 25 19:47:54.626210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-c82949da-67c9-4a85-bd02-034e3b336ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:54.627733 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-c82949da-67c9-4a85-bd02-034e3b336ca2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416143 Nov 25 19:47:54.721210 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-dd9754a5-aeb0-4083-a8de-22aba721bba1 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862796 Nov 25 19:47:54.820216 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba65e528-d723-49e5-aa23-056293dc3df2 req-0f12e46d-e01a-4bd2-b98a-90787e421551 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922244 Nov 25 19:47:59.031272 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0047-a254-4753-ae75-513dc6a759b9 req-30228c21-1d7e-4364-a02b-f074f030b37a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:59.032753 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce2d0047-a254-4753-ae75-513dc6a759b9 req-30228c21-1d7e-4364-a02b-f074f030b37a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.1029689 Nov 25 19:47:59.080853 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ce2d0047-a254-4753-ae75-513dc6a759b9 req-39ece5ee-ea2a-4a30-86f0-26ff089c4178 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Nov 25 19:48:00.225176 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475c321-29a0-492f-b0ec-5f7a819cdef9 req-3874a6eb-8851-4385-9bc3-bb0ddb305a90 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:00.226694 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f475c321-29a0-492f-b0ec-5f7a819cdef9 req-3874a6eb-8851-4385-9bc3-bb0ddb305a90 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0507274 Nov 25 19:48:00.275787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f475c321-29a0-492f-b0ec-5f7a819cdef9 req-980908c6-4d0d-44fa-ab53-216759014501 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Nov 25 19:48:01.273899 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.430632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053d460-0668-41a6-b424-d4ad2183a840 req-41b5af51-8464-4574-a3c5-c8037f89cc4c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:01.432089 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5053d460-0668-41a6-b424-d4ad2183a840 req-41b5af51-8464-4574-a3c5-c8037f89cc4c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0522890 Nov 25 19:48:01.479791 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5053d460-0668-41a6-b424-d4ad2183a840 req-893ebe34-1b8f-43c0-a5d3-14e10e148fd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Nov 25 19:48:02.597197 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150f70a-4137-450c-827b-03707d19925c req-0c2b15e3-d42a-47dc-bbd3-96e10dece00d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:02.598671 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4150f70a-4137-450c-827b-03707d19925c req-0c2b15e3-d42a-47dc-bbd3-96e10dece00d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0480962 Nov 25 19:48:02.650993 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4150f70a-4137-450c-827b-03707d19925c req-6c155854-32d3-4b11-a77a-b463b7d2a24e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Nov 25 19:48:03.766248 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7029912-d43e-4a8d-b2e1-2f8d93d8a9c6 req-6f92931e-bf39-4e42-8687-66ee517feb29 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:03.767770 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7029912-d43e-4a8d-b2e1-2f8d93d8a9c6 req-6f92931e-bf39-4e42-8687-66ee517feb29 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0488303 Nov 25 19:48:03.815874 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c7029912-d43e-4a8d-b2e1-2f8d93d8a9c6 req-dd86029c-83d4-437f-8ff4-7f4849373321 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 Nov 25 19:48:04.065054 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.941303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213a2d-a79b-4ab7-bd52-8b38aa7db8a1 req-b3604055-4950-428a-80e8-0a0c8bef8028 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:04.942792 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92213a2d-a79b-4ab7-bd52-8b38aa7db8a1 req-b3604055-4950-428a-80e8-0a0c8bef8028 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0489414 Nov 25 19:48:04.991289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-92213a2d-a79b-4ab7-bd52-8b38aa7db8a1 req-744f34eb-e843-4ece-803b-35c331232074 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Nov 25 19:48:06.111942 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37887f73-3323-4bcd-af70-66d301dbcc6f req-78e2858c-c5b7-4a56-83cb-b4b6675bb690 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:06.113563 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37887f73-3323-4bcd-af70-66d301dbcc6f req-78e2858c-c5b7-4a56-83cb-b4b6675bb690 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0512516 Nov 25 19:48:06.162990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-37887f73-3323-4bcd-af70-66d301dbcc6f req-16543a11-92ad-40d5-9df4-5e72ebc170eb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Nov 25 19:48:07.283497 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da264f-a8b2-448b-86cd-69bea5866bfa req-93faf9dd-9025-4dcb-a3fa-dde132cb45c5 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:07.285031 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65da264f-a8b2-448b-86cd-69bea5866bfa req-93faf9dd-9025-4dcb-a3fa-dde132cb45c5 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0516095 Nov 25 19:48:07.335734 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-65da264f-a8b2-448b-86cd-69bea5866bfa req-a023509e-fbfc-471e-8a59-329d54a2e47f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441017 Nov 25 19:48:08.449818 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3809358-964b-4d8c-a0bc-312a4253ddbe req-faf3887d-0a9f-47c2-97b8-57b2b19b7d5e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.451342 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3809358-964b-4d8c-a0bc-312a4253ddbe req-faf3887d-0a9f-47c2-97b8-57b2b19b7d5e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0478933 Nov 25 19:48:08.500352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b3809358-964b-4d8c-a0bc-312a4253ddbe req-75aa91ee-ca3f-4c66-b2f7-6e0b9da83f92 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Nov 25 19:48:09.621279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e85a9-62cc-4e13-b140-d317afbcaee7 req-647153ff-ac8c-433e-8955-b4db23eec225 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:09.622948 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-348e85a9-62cc-4e13-b140-d317afbcaee7 req-647153ff-ac8c-433e-8955-b4db23eec225 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0565321 Nov 25 19:48:09.671221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-348e85a9-62cc-4e13-b140-d317afbcaee7 req-cb36d5d8-2421-49f1-9d4d-c728404e7b11 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Nov 25 19:48:10.786798 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6dc29-cc84-4eca-81ab-54b8be7d8db3 req-9023ac25-8265-45ed-b847-d164eea7341a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.788253 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bee6dc29-cc84-4eca-81ab-54b8be7d8db3 req-9023ac25-8265-45ed-b847-d164eea7341a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0470705 Nov 25 19:48:10.840289 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bee6dc29-cc84-4eca-81ab-54b8be7d8db3 req-3c0dabf5-4cd6-47ff-96ff-357745a1b4e6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Nov 25 19:48:11.072295 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c987fb68-48ef-46d2-815a-4aec22b7515e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.832973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:48:11.941235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:11.953346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'port_id': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'mac_address': 'fa:16:3e:ed:48:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:48:11.959619 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0850-d1f3-49cd-aeb4-764e18c64b78 req-cc527297-a228-46fb-b1f0-b8baaaebd221 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:11.961148 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37bf0850-d1f3-49cd-aeb4-764e18c64b78 req-cc527297-a228-46fb-b1f0-b8baaaebd221 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0519152 Nov 25 19:48:11.992395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.005948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 466b6af4-7b3d-4108-900b-932377c4b4d9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:12.011581 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-37bf0850-d1f3-49cd-aeb4-764e18c64b78 req-c041609c-b2db-49be-8e53-6f0dcf20afe2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Nov 25 19:48:12.025818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:12.032069 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.084526 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:12.092570 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.092922 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.093263 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.093599 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.093928 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.094259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.094611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.094937 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.095267 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.095586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.095929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.096251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:12.105429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['466b6af4-7b3d-4108-900b-932377c4b4d9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:13.128335 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadd94-9954-44f7-b185-5bf86e611874 req-4d677ae3-4721-4f28-9412-6d98aeddebf4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:13.129831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bfadd94-9954-44f7-b185-5bf86e611874 req-4d677ae3-4721-4f28-9412-6d98aeddebf4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0484629 Nov 25 19:48:13.179308 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6bfadd94-9954-44f7-b185-5bf86e611874 req-10a8b3ea-9791-4b51-9f35-7b053b9e69f5 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Nov 25 19:48:13.741328 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-55d41dc2-a8b3-4b7d-9807-92a6f25254b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.851802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:13.898645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 466b6af4-7b3d-4108-900b-932377c4b4d9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:13.899013 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.975153 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.997804 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:13.999988 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc6cb69-9256-4095-98ba-986e2cc7e0d1" -d '{"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-plugged", "status": "completed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:14.012944 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:14.018423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.069359 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:14.090681 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf80812-6ad6-474d-8c40-156ac48a9e07 x-openstack-request-id: req-eaf80812-6ad6-474d-8c40-156ac48a9e07 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:14.090972 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-plugged", "status": "completed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:14.091222 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eaf80812-6ad6-474d-8c40-156ac48a9e07 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:14.091616 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'code': 200} Nov 25 19:48:14.293299 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e82d9-87f0-4bf6-a88f-36230ce1f32a req-9d30f6ba-62cd-4919-a112-c02d0a49fc5e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:14.294768 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a8e82d9-87f0-4bf6-a88f-36230ce1f32a req-9d30f6ba-62cd-4919-a112-c02d0a49fc5e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0490119 Nov 25 19:48:14.343747 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9a8e82d9-87f0-4bf6-a88f-36230ce1f32a req-40eff6e9-54ef-4c44-9240-d318f98f0e7a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Nov 25 19:48:14.703100 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.475597 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e833dda-e64a-41cc-8767-7b390036fbcd req-5046a8b6-08c8-4aa1-b324-175d997fe0b9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:15.477082 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e833dda-e64a-41cc-8767-7b390036fbcd req-5046a8b6-08c8-4aa1-b324-175d997fe0b9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0522308 Nov 25 19:48:15.539169 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1e833dda-e64a-41cc-8767-7b390036fbcd req-24ad0332-8538-4df6-ab3e-6d51775c81af tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548396 Nov 25 19:48:15.579126 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:48:16.255028 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.664787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72fb3d-4379-4616-b250-bccefe08b7c7 req-aff577d5-1522-4cc7-aabd-e50cfe37b3ce tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:16.667113 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e72fb3d-4379-4616-b250-bccefe08b7c7 req-aff577d5-1522-4cc7-aabd-e50cfe37b3ce tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0576551 Nov 25 19:48:16.723158 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8e72fb3d-4379-4616-b250-bccefe08b7c7 req-6dedfb7e-0ff9-4f29-aea9-49ce2f66a629 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489450 Nov 25 19:48:17.147745 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.853134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a1912-9ab8-4bc2-915d-d978dcafa3ad req-99910338-e29d-47ba-ba4f-b598ef33a84b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:17.855525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca6a1912-9ab8-4bc2-915d-d978dcafa3ad req-99910338-e29d-47ba-ba4f-b598ef33a84b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0539012 Nov 25 19:48:17.911831 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca6a1912-9ab8-4bc2-915d-d978dcafa3ad req-ec8c25c5-cc07-40ad-a46a-ae4f75a9c38c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499661 Nov 25 19:48:19.052028 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73586ffc-aa33-4a0f-bd5d-7314cd4d891c req-00b1d638-8595-4f44-8fb7-8ff8d7514b5b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:19.053609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73586ffc-aa33-4a0f-bd5d-7314cd4d891c req-00b1d638-8595-4f44-8fb7-8ff8d7514b5b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0566237 Nov 25 19:48:19.112273 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-73586ffc-aa33-4a0f-bd5d-7314cd4d891c req-312d4309-cdf6-4b20-991f-aa0857928b55 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476413 Nov 25 19:48:20.246548 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499d2d-92a9-4588-ab38-dc34bc3d6ccf req-17697645-38c0-4180-81ea-9640f9ea5bf2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:20.248735 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69499d2d-92a9-4588-ab38-dc34bc3d6ccf req-17697645-38c0-4180-81ea-9640f9ea5bf2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0614781 Nov 25 19:48:20.310990 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-69499d2d-92a9-4588-ab38-dc34bc3d6ccf req-a38f56b7-88e5-4aee-8783-7a46832824ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558219 Nov 25 19:48:21.431187 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9231d-3a35-42b3-a9e4-e8f9cc0e0c54 req-d2084fc6-835d-46bf-8c54-95d36873c785 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:21.432724 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72e9231d-3a35-42b3-a9e4-e8f9cc0e0c54 req-d2084fc6-835d-46bf-8c54-95d36873c785 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0503483 Nov 25 19:48:21.489850 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-72e9231d-3a35-42b3-a9e4-e8f9cc0e0c54 req-76e193c5-737f-43ac-ac0f-d7fc8768f641 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501795 Nov 25 19:48:22.628073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1763002-a399-445a-9704-e65294db92d6 req-82edd776-7afe-41d0-902c-80de8f610012 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:22.629779 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1763002-a399-445a-9704-e65294db92d6 req-82edd776-7afe-41d0-902c-80de8f610012 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0646892 Nov 25 19:48:22.686471 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1763002-a399-445a-9704-e65294db92d6 req-8c0d665c-cb49-46a4-a08a-bc87087eaed3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Nov 25 19:48:23.816506 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772e52c-967e-42c8-b001-2a0f85f4bf44 req-1af5fa63-cf7c-4369-8a44-efdd4cc5ac5b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.823938 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6772e52c-967e-42c8-b001-2a0f85f4bf44 req-1af5fa63-cf7c-4369-8a44-efdd4cc5ac5b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0580056 Nov 25 19:48:23.873200 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6772e52c-967e-42c8-b001-2a0f85f4bf44 req-0b03f139-e31a-4fa1-8e10-233969bc874a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478349 Nov 25 19:48:24.991641 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff865-af36-498e-a47e-60b267a1db27 req-3d86d042-c130-431b-b06f-9cff02d61f1b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:24.993153 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-baeff865-af36-498e-a47e-60b267a1db27 req-3d86d042-c130-431b-b06f-9cff02d61f1b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0508828 Nov 25 19:48:25.042213 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-baeff865-af36-498e-a47e-60b267a1db27 req-08da5f76-5268-4988-91b7-e60ef397e2b1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Nov 25 19:48:25.137502 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-5a691766-796e-4c49-9d09-538c0703f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.139112 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-5a691766-796e-4c49-9d09-538c0703f01d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1096 time: 0.0409939 Nov 25 19:48:25.235564 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-565fdf59-d27c-4b69-bf5c-7cc1afe24779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.237011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-565fdf59-d27c-4b69-bf5c-7cc1afe24779 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0909281 Nov 25 19:48:25.306246 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-7640ffa9-f950-40f7-9106-58150e10e16f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1000 time: 0.0579755 Nov 25 19:48:25.361133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-23ff389d-7b9c-4ba4-9b40-a5a572305704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.362625 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-23ff389d-7b9c-4ba4-9b40-a5a572305704 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0500584 Nov 25 19:48:25.409669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-ad986c04-3f97-45dc-9916-dedcd04539fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.411193 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-ad986c04-3f97-45dc-9916-dedcd04539fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410743 Nov 25 19:48:25.499068 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-d82a3fb8-6528-4e5f-b584-0512c5ad78d6 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796306 Nov 25 19:48:25.592644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1b1808a7-b3cc-4fce-b37c-833a7481b13a req-d4af323a-d3c3-4b91-b878-a6149e5fdd95 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855639 Nov 25 19:48:26.161027 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8659d-ddc4-4e1a-bb33-c9b1e176a145 req-6819c35d-93db-4b39-8cdf-d0046d885703 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.162780 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1e8659d-ddc4-4e1a-bb33-c9b1e176a145 req-6819c35d-93db-4b39-8cdf-d0046d885703 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0482519 Nov 25 19:48:26.210317 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1e8659d-ddc4-4e1a-bb33-c9b1e176a145 req-a607ec3d-74a2-42ab-a679-013044da0398 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Nov 25 19:48:27.333864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a15ba-b19b-4099-917c-1307bc241691 req-f651cd13-b08b-400d-9671-1c7148e64beb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:27.335773 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef6a15ba-b19b-4099-917c-1307bc241691 req-f651cd13-b08b-400d-9671-1c7148e64beb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0572562 Nov 25 19:48:27.385933 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ef6a15ba-b19b-4099-917c-1307bc241691 req-6bc25b10-2dcc-4f9a-b901-b6f75b1ead58 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 Nov 25 19:48:27.501125 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-130a20f2-e17e-4a3a-b11b-a0530538f2a5 req-bf63b05b-60b6-4f5c-ae51-462dece0f460 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:48:27.502172 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-130a20f2-e17e-4a3a-b11b-a0530538f2a5 req-bf63b05b-60b6-4f5c-ae51-462dece0f460 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484216 Nov 25 19:48:27.667718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f3d77-93ea-4dc7-85be-7712bf606701 req-d67e80d4-bcc3-4ca4-8ddd-0ca7b5020f49 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:27.669254 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-972f3d77-93ea-4dc7-85be-7712bf606701 req-d67e80d4-bcc3-4ca4-8ddd-0ca7b5020f49 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0612192 Nov 25 19:48:27.720160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-972f3d77-93ea-4dc7-85be-7712bf606701 req-a139dcbf-aa67-4b16-9290-ca0cbac32750 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449522 Nov 25 19:48:27.837719 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-5c08ccd4-572f-4eac-aca1-5f8c3e248450 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829763 Nov 25 19:48:27.929464 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:28.058225 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:28.085973 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:28.088311 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312af5a5-64b8-4735-81bc-9ae4a716c4a2" -d '{"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-unplugged", "status": "completed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:28.130226 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:28.137832 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:28.164584 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef43e75-0f1d-4561-97e3-abe10ac2e389 x-openstack-request-id: req-7ef43e75-0f1d-4561-97e3-abe10ac2e389 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:28.164874 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-unplugged", "status": "failed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:28.165129 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ef43e75-0f1d-4561-97e3-abe10ac2e389 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:28.165518 n-d-819194-3 neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'code': 422} returned with failed status Nov 25 19:48:28.201442 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:28.842343 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18484a8-f663-4b63-a8d8-5661a29c5edc req-78cb12bc-95f2-43ae-a4e9-7a656b22cb26 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:28.843836 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b18484a8-f663-4b63-a8d8-5661a29c5edc req-78cb12bc-95f2-43ae-a4e9-7a656b22cb26 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0539248 Nov 25 19:48:28.895944 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b18484a8-f663-4b63-a8d8-5661a29c5edc req-6ca736a6-cb51-4164-bb49-4e5fb19fc197 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457075 Nov 25 19:48:30.017362 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaec277-b26c-42bc-a617-f39e13d692bf req-62a5f90f-aad2-4c69-a5e3-73ca05424791 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.018854 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8eaec277-b26c-42bc-a617-f39e13d692bf req-62a5f90f-aad2-4c69-a5e3-73ca05424791 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0506697 Nov 25 19:48:30.075749 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8eaec277-b26c-42bc-a617-f39e13d692bf req-f8ad2039-c8a3-4862-a410-46b1b8c58f6b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505946 Nov 25 19:48:31.202778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd204d2-ea16-4182-afee-01758c55daee req-b8fc833e-daaf-4a78-8b21-4c617b10c987 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:31.204019 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bd204d2-ea16-4182-afee-01758c55daee req-b8fc833e-daaf-4a78-8b21-4c617b10c987 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0547786 Nov 25 19:48:31.252905 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5bd204d2-ea16-4182-afee-01758c55daee req-9413a312-c12b-4271-9729-6e7094422599 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429940 Nov 25 19:48:31.284810 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.367839 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f18b-dd3b-44e8-b509-e8b563e3656b req-aa9ed6da-a424-4d59-a3c7-d43785a1384b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.369335 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5427f18b-dd3b-44e8-b509-e8b563e3656b req-aa9ed6da-a424-4d59-a3c7-d43785a1384b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 943 time: 0.0495791 Nov 25 19:48:32.421921 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5427f18b-dd3b-44e8-b509-e8b563e3656b req-652438eb-668d-47d4-acde-7e64fca1a9b1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465105 Nov 25 19:48:32.767749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-068acd61-bec8-4cba-968e-c7192e905409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.769358 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-068acd61-bec8-4cba-968e-c7192e905409 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b&tenant_id=dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 1094 time: 0.0842381 Nov 25 19:48:32.781091 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-dcf8fb08-1e4c-4dfa-9a41-12b032b15f86 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:48:32.782071 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-dcf8fb08-1e4c-4dfa-9a41-12b032b15f86 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054169 Nov 25 19:48:32.795374 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:32.854169 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.051638 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:33.084919 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:33.116714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466b6af4-7b3d-4108-900b-932377c4b4d9 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:33.124263 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.136024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Transition to ACTIVE for port object 466b6af4-7b3d-4108-900b-932377c4b4d9 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:48:33.140048 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.221926 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=9']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:33.236067 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.236417 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.236760 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.237097 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.237432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.237761 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.238083 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.238696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.239023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.239346 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.239668 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.239988 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:33.274237 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] No DVR routers for this DVR port 466b6af4-7b3d-4108-900b-932377c4b4d9 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:33.412275 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:33.412612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:33.412950 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:33.417262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Port 466b6af4-7b3d-4108-900b-932377c4b4d9 on network 9199a683-1e64-4e02-9779-11a7448a37a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:48:33.417603 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Attempting to bind port 466b6af4-7b3d-4108-900b-932377c4b4d9 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:33.422465 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:33.422813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Checking segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:33.423202 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Bound using segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:33.423631 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Bound port: 466b6af4-7b3d-4108-900b-932377c4b4d9, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:33.423984 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.489402 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:33.492475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:33.505143 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.559158 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.559778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.561206 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] 10.222.0.64 "PUT /v2.0/ports/466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1091 time: 0.7699697 Nov 25 19:48:33.562436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:33.564735 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b799031-3447-4d92-a769-71d5ad40b43e" -d '{"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:33.607164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd003-3968-4f46-9266-c21aca725c71 req-0b88c17f-5dcc-42e7-adc3-c8e9ebc2a49e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.608690 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e13bd003-3968-4f46-9266-c21aca725c71 req-0b88c17f-5dcc-42e7-adc3-c8e9ebc2a49e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.1149795 Nov 25 19:48:33.611340 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70900a-22ef-4983-84c4-17d7e1adf512 service neutron] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=10']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:33.675844 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-cd4a2f52-aeaf-47e1-9309-7c6cd4215208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.677362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-cd4a2f52-aeaf-47e1-9309-7c6cd4215208 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1095 time: 0.0892370 Nov 25 19:48:33.685248 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c1e363-3d42-4787-8657-e07a3d4f77c7 x-openstack-request-id: req-b1c1e363-3d42-4787-8657-e07a3d4f77c7 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:33.685543 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:33.685795 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1c1e363-3d42-4787-8657-e07a3d4f77c7 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:33.686186 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'status': 'completed', 'code': 200} Nov 25 19:48:33.704068 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e13bd003-3968-4f46-9266-c21aca725c71 req-ed585c1f-fb5d-40ae-96c8-deef6595220a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721831 Nov 25 19:48:33.781096 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-a7a06f8e-7c7c-4f33-83a0-ee661c0788ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.782587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-a7a06f8e-7c7c-4f33-83a0-ee661c0788ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0913839 Nov 25 19:48:33.852565 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-ea6ab63b-7769-4a51-b897-e653f7591b18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 998 time: 0.0621965 Nov 25 19:48:33.902297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-c0c712c0-7a99-495e-acf8-ef7bd52c131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.903733 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-c0c712c0-7a99-495e-acf8-ef7bd52c131d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0430062 Nov 25 19:48:33.949468 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-7e01edc8-343c-459c-af75-a7bf7bff5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.950977 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-7e01edc8-343c-459c-af75-a7bf7bff5287 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393355 Nov 25 19:48:34.043540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-e799960f-2d74-4d76-ab9d-538b083a3432 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Nov 25 19:48:34.084734 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.135172 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-5b5f1aaa-66d1-4a9e-a8af-376fc137763f req-9cd87ffb-e0e0-4a1b-add4-7a1663a260ca service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830181 Nov 25 19:48:34.222037 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799031-3447-4d92-a769-71d5ad40b43e req-45ca45f2-8451-49b9-8722-d2374810a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.223582 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b799031-3447-4d92-a769-71d5ad40b43e req-45ca45f2-8451-49b9-8722-d2374810a01d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1095 time: 0.0420682 Nov 25 19:48:34.325570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799031-3447-4d92-a769-71d5ad40b43e req-af1c247e-69c2-486c-b4c9-8d9514961d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.327122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b799031-3447-4d92-a769-71d5ad40b43e req-af1c247e-69c2-486c-b4c9-8d9514961d92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0886815 Nov 25 19:48:34.402337 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b799031-3447-4d92-a769-71d5ad40b43e req-f285f61f-3644-4a85-b11d-7fee28bbe31b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 998 time: 0.0641789 Nov 25 19:48:34.459475 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799031-3447-4d92-a769-71d5ad40b43e req-c178cda4-e0cb-40cf-857f-011e14fd1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.461247 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b799031-3447-4d92-a769-71d5ad40b43e req-c178cda4-e0cb-40cf-857f-011e14fd1ca4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0513496 Nov 25 19:48:34.830895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433c72-1a55-4122-b1d9-e07e7b9d2d28 req-fba49d0c-d34d-4791-aff4-4bca977de9e6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.832378 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96433c72-1a55-4122-b1d9-e07e7b9d2d28 req-fba49d0c-d34d-4791-aff4-4bca977de9e6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0517764 Nov 25 19:48:34.906133 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-96433c72-1a55-4122-b1d9-e07e7b9d2d28 req-25dbd8a4-fbc4-48fa-b375-c832f72813aa tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675802 Nov 25 19:48:36.045354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc465733-cd56-4588-aaae-9fbdf05ba880 req-90136d82-e562-4aca-918b-3fd7b64340a4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:36.053275 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc465733-cd56-4588-aaae-9fbdf05ba880 req-90136d82-e562-4aca-918b-3fd7b64340a4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0668418 Nov 25 19:48:36.106100 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fc465733-cd56-4588-aaae-9fbdf05ba880 req-55e22e1d-92b1-4462-8953-a3b172427101 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527234 Nov 25 19:48:37.235767 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eb2f6-0f31-4aff-8eff-bea9e6c0acab req-f71cae83-06dd-4d44-9fa8-e99a95e2bb6b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:37.244114 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043eb2f6-0f31-4aff-8eff-bea9e6c0acab req-f71cae83-06dd-4d44-9fa8-e99a95e2bb6b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0662997 Nov 25 19:48:37.290713 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-043eb2f6-0f31-4aff-8eff-bea9e6c0acab req-a9f70d45-3353-4d13-87e5-5a0ef976b4de tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456829 Nov 25 19:48:38.410049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a85d6-d697-440f-9ea4-8a0bcbf11166 req-318a6b63-3c2b-4214-b41c-ade2e588ba6d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:38.411618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed3a85d6-d697-440f-9ea4-8a0bcbf11166 req-318a6b63-3c2b-4214-b41c-ade2e588ba6d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0507524 Nov 25 19:48:38.467608 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ed3a85d6-d697-440f-9ea4-8a0bcbf11166 req-f12a6e30-03ce-4c31-869f-402d4bb08a3f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479889 Nov 25 19:48:39.591777 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc98b1-49be-45e7-acca-b175449985df req-4dbce48b-37cd-486c-b3e6-504e3f9d3a90 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:39.593475 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5cc98b1-49be-45e7-acca-b175449985df req-4dbce48b-37cd-486c-b3e6-504e3f9d3a90 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0523736 Nov 25 19:48:39.646767 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f5cc98b1-49be-45e7-acca-b175449985df req-4dfb98a2-e2f9-471d-91bd-76f4c691da10 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Nov 25 19:48:40.771939 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b98f2-ab7e-4415-8e41-8fd9ecdcdc5e req-90817323-253b-4584-bd87-8b9a5b2fe30b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:40.773391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-989b98f2-ab7e-4415-8e41-8fd9ecdcdc5e req-90817323-253b-4584-bd87-8b9a5b2fe30b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0536773 Nov 25 19:48:40.842261 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-989b98f2-ab7e-4415-8e41-8fd9ecdcdc5e req-33c4a7bd-546e-4072-b0f7-10c080f1fe0c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626047 Nov 25 19:48:41.077493 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db65dd16-84d9-4f90-8401-0aba89a653f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.969412 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d0a1f-c75a-47e0-a7dc-4e2b204249f7 req-a694b2a1-46d7-4e85-a559-857b65cf00da tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:41.971097 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0d0a1f-c75a-47e0-a7dc-4e2b204249f7 req-a694b2a1-46d7-4e85-a559-857b65cf00da tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0587609 Nov 25 19:48:42.023634 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf0d0a1f-c75a-47e0-a7dc-4e2b204249f7 req-00a8eebb-1b57-4974-9e9e-75d60545721e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Nov 25 19:48:43.156930 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bad04f-b24f-44c0-9bf6-7ec3107d0847 req-6a3149fd-51de-4167-ba51-8164aa7b0a59 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:43.158698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22bad04f-b24f-44c0-9bf6-7ec3107d0847 req-6a3149fd-51de-4167-ba51-8164aa7b0a59 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0605040 Nov 25 19:48:43.211957 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-22bad04f-b24f-44c0-9bf6-7ec3107d0847 req-d248462e-a21f-46d5-a4e3-f911671245c3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459163 Nov 25 19:48:43.586369 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ffc77a20-d613-4d20-bc78-bc200552dafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.339917 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831da42-9909-4c84-84a4-a277ba76067f req-0c3972f9-0ef3-47b2-b3e9-11036badafea tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:44.341495 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c831da42-9909-4c84-84a4-a277ba76067f req-0c3972f9-0ef3-47b2-b3e9-11036badafea tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0502000 Nov 25 19:48:44.390499 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c831da42-9909-4c84-84a4-a277ba76067f req-64c1c658-23db-44c2-8513-c6c8448158dc tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Nov 25 19:48:44.705272 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.973193 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799031-3447-4d92-a769-71d5ad40b43e req-437861bb-909d-4476-9035-9339c655665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:44.974378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b799031-3447-4d92-a769-71d5ad40b43e req-437861bb-909d-4476-9035-9339c655665c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533586 Nov 25 19:48:45.064551 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b799031-3447-4d92-a769-71d5ad40b43e req-b5e9408c-9683-4c12-a99d-ea7226ea5518 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819204 Nov 25 19:48:45.156654 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4b799031-3447-4d92-a769-71d5ad40b43e req-01e55c38-2cdb-4056-97a1-5deb7eff5c21 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835886 Nov 25 19:48:45.507160 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536d17-7816-4dd8-ac93-d3ad74b556d7 req-eb444933-9b33-4c0b-b66b-fe50fc0b7c25 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:45.508615 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7536d17-7816-4dd8-ac93-d3ad74b556d7 req-eb444933-9b33-4c0b-b66b-fe50fc0b7c25 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0496089 Nov 25 19:48:45.557222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c7536d17-7816-4dd8-ac93-d3ad74b556d7 req-c741e6e1-f64c-4460-a4fb-8d8c2f185e18 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Nov 25 19:48:46.257587 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.678471 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9cda2-059d-4b01-9b27-0d0435a21f66 req-a11cc1d0-296a-415e-a71a-2bf174f17f97 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:46.679939 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98a9cda2-059d-4b01-9b27-0d0435a21f66 req-a11cc1d0-296a-415e-a71a-2bf174f17f97 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0548701 Nov 25 19:48:46.732622 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-98a9cda2-059d-4b01-9b27-0d0435a21f66 req-fa5d6fa3-765e-42ce-b8b6-09d4ee5205bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467284 Nov 25 19:48:47.149233 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.854043 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca075d1e-b0a1-4a91-9e58-efb989b9b4d9 req-9385ce29-518e-4c70-920f-775a0bfb79c1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:47.855560 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca075d1e-b0a1-4a91-9e58-efb989b9b4d9 req-9385ce29-518e-4c70-920f-775a0bfb79c1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 944 time: 0.0546775 Nov 25 19:48:47.906967 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ca075d1e-b0a1-4a91-9e58-efb989b9b4d9 req-ae89ea84-4d78-44af-ba15-f9e63efc069f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Nov 25 19:48:48.099069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:48:48.192715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:48.203630 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'port_id': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'mac_address': 'fa:16:3e:ed:48:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:48:48.244528 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.257837 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466b6af4-7b3d-4108-900b-932377c4b4d9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:48.276592 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:48.280397 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.327069 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=11']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:48.559524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['466b6af4-7b3d-4108-900b-932377c4b4d9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:49.036311 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b886b-d6a9-4303-90f1-a4eda4b4175a req-70d1a179-70ce-4fc2-980d-fd00741b39a5 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:49.037812 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b39b886b-d6a9-4303-90f1-a4eda4b4175a req-70d1a179-70ce-4fc2-980d-fd00741b39a5 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.0531173 Nov 25 19:48:49.085426 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b39b886b-d6a9-4303-90f1-a4eda4b4175a req-c3dc4508-4984-4f7b-99d6-1baa0c425fb2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Nov 25 19:48:50.097133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:50.146198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 466b6af4-7b3d-4108-900b-932377c4b4d9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:48:50.150362 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 466b6af4-7b3d-4108-900b-932377c4b4d9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:50.150769 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.235713 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.260114 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:50.262460 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a506f69f-a4d2-4411-9465-78b79a39b6cc" -d '{"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-plugged", "status": "completed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:50.276981 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:50.282077 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.307937 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae26a93d-0c43-4d38-a950-c1fd10d5d4fa x-openstack-request-id: req-ae26a93d-0c43-4d38-a950-c1fd10d5d4fa {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:50.308228 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-plugged", "status": "completed", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:50.308477 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae26a93d-0c43-4d38-a950-c1fd10d5d4fa {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:50.308865 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'code': 200} Nov 25 19:48:50.336972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=12']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:50.582546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade05d5f-55ff-45a8-8ea2-941b19bea677 req-623d2b93-58b0-47d7-a664-8496f8737778 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:50.584021 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ade05d5f-55ff-45a8-8ea2-941b19bea677 req-623d2b93-58b0-47d7-a664-8496f8737778 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 945 time: 0.4303787 Nov 25 19:48:50.607427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6b07f-04a1-4e18-bb9b-1ac93b7266d6 req-9c4afc9e-d6f9-462f-b426-23db172cab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:50.608891 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3c6b07f-04a1-4e18-bb9b-1ac93b7266d6 req-9c4afc9e-d6f9-462f-b426-23db172cab7d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1097 time: 0.0637107 Nov 25 19:48:50.657517 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ade05d5f-55ff-45a8-8ea2-941b19bea677 req-3543ffd6-62cd-4054-ba42-30dd111c081d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663962 Nov 25 19:48:50.679161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b3c6b07f-04a1-4e18-bb9b-1ac93b7266d6 req-d4b1b6be-356b-46eb-9151-6772c4102314 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623019 Nov 25 19:48:51.779731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372de44-6baa-48a8-ba1f-609641cc2b9f req-2ed1af37-1172-4908-bc34-25999286dd42 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.781102 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e372de44-6baa-48a8-ba1f-609641cc2b9f req-2ed1af37-1172-4908-bc34-25999286dd42 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 946 time: 0.0505950 Nov 25 19:48:51.842671 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e372de44-6baa-48a8-ba1f-609641cc2b9f req-3a09201a-8851-40b2-8420-d6d8558dafde tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556214 Nov 25 19:48:52.578917 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:48:52.957327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918285-a1a8-4e9f-8d7f-e35ed8a69b4c req-09d3d00d-b7ba-4225-beb3-6e098a07b152 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:52.958879 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74918285-a1a8-4e9f-8d7f-e35ed8a69b4c req-09d3d00d-b7ba-4225-beb3-6e098a07b152 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 946 time: 0.0489831 Nov 25 19:48:53.011618 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-74918285-a1a8-4e9f-8d7f-e35ed8a69b4c req-c49d7180-2d12-4720-b1cd-a2d146dcd6a5 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462599 Nov 25 19:49:01.299927 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:04.093236 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.537420 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-56517f70-58fc-4b43-8d26-86652f6cf9a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397384 Nov 25 19:49:06.626333 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-d8dfcc63-b87c-4008-bd46-b65125ebd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.627819 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-d8dfcc63-b87c-4008-bd46-b65125ebd8a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1097 time: 0.0397127 Nov 25 19:49:06.731743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-c7eac6b0-0d52-4312-97a5-8d0ce933dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.733210 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-c7eac6b0-0d52-4312-97a5-8d0ce933dc7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0846295 Nov 25 19:49:06.802918 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-cdafe645-a406-406a-a4e2-e1127e39148b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1000 time: 0.0592737 Nov 25 19:49:06.859556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-6b8d503f-ae71-4997-99c9-fe525ab01340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.860963 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-6b8d503f-ae71-4997-99c9-fe525ab01340 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0428030 Nov 25 19:49:06.910281 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-9407627c-2f71-4918-a164-f202c17bb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.911789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-9407627c-2f71-4918-a164-f202c17bb3ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432403 Nov 25 19:49:07.000313 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-63ecf82f-a3df-4eb1-9bc1-438184cd5394 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802836 Nov 25 19:49:07.097787 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e1d60a31-ce65-40a7-95f1-d99300e3196f req-b36df6f0-7d85-45ba-b712-42c0da116912 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877843 Nov 25 19:49:11.070617 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ac906a9-9ec7-47a5-97ee-f1da54f27cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.580341 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-16eee1a6-e52c-4a3a-9c65-6fe8cfab6ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.709662 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.261163 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.150569 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.577822 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:49:31.297359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.100113 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.071767 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c58c5022-5b4b-41fb-95ad-75360b160777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.581712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ebf7d0fa-a855-4370-ac8d-8a05ff5030f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.711103 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.266116 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.153125 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.310960 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.111146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.577597 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:50:07.772754 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-1dfd00f4-ffba-40f5-a91b-1fb09d0d97f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405586 Nov 25 19:50:07.858703 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-9c1f6427-daae-4f22-9394-a53ec1f35254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:07.860202 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-9c1f6427-daae-4f22-9394-a53ec1f35254 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1097 time: 0.0407705 Nov 25 19:50:07.971723 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-1e59473b-fff7-4ec1-872a-733d54601400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:07.973191 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-1e59473b-fff7-4ec1-872a-733d54601400 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0918589 Nov 25 19:50:08.037906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-46219783-9a0f-4b7d-9c17-9597b3319509 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 1000 time: 0.0567188 Nov 25 19:50:08.091944 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-01b3c8b4-28f0-404e-b90b-de741f113396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:08.093356 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-01b3c8b4-28f0-404e-b90b-de741f113396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0424693 Nov 25 19:50:08.146261 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-fc81d87c-8e8c-44ca-aa61-3abb107e1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:08.147807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-fc81d87c-8e8c-44ca-aa61-3abb107e1773 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434861 Nov 25 19:50:08.235439 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-66c4ecaa-ad42-40d8-88fb-0b6ef6b69434 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801661 Nov 25 19:50:08.331720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f56e1851-2da4-46be-b43c-b7c6aaecc2d9 req-6e7441e9-2581-4fd8-b010-51dde4c07793 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888522 Nov 25 19:50:11.073579 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b21991f2-1fee-48ab-b2c9-4480b4d73ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.444278 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33524) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:11.601484 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Deleting port 0b767b07-166a-4929-9000-db7bd5f2e1c5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:11.601823 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.676177 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.676505 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.688757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Calling delete_port for 0b767b07-166a-4929-9000-db7bd5f2e1c5 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:11.838481 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.863459 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event deleted for resources: {'Port': ['ID=0b767b07-166a-4929-9000-db7bd5f2e1c5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:11.875377 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.875743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.876086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.876424 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.876758 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.877094 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.877429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.877756 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.878085 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.878408 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.878755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.879075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:11.940148 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.940387 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Floating IP 1d17168e-5c49-4241-b04b-f760379f1605 disassociated (deleted). External IP: 172.25.2.85, port: 466b6af4-7b3d-4108-900b-932377c4b4d9. Nov 25 19:50:12.147590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Router 5c8331f4-3b09-4453-a21a-45a18f0745d3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:50:12.255763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:50:12.261197 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.265843 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] Sync routers for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:50:12.274868 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:12.275533 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:12.287888 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-38d24d43-6d4c-4d23-b0ce-c129bc48d223 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "DELETE /v2.0/floatingips/1d17168e-5c49-4241-b04b-f760379f1605 HTTP/1.1" status: 204 len: 168 time: 0.8423727 Nov 25 19:50:12.288488 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:12.290805 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa45dbc5-68e8-4e55-91f6-72af2431b81f" -d '{"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:12.343615 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b225b3f1-328c-46a4-be50-c559c6d0157e x-openstack-request-id: req-b225b3f1-328c-46a4-be50-c559c6d0157e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:12.344535 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:12.344794 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b225b3f1-328c-46a4-be50-c559c6d0157e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:12.345239 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'status': 'completed', 'code': 200} Nov 25 19:50:12.409338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:50:12.422836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-d60ee6fc-7dba-49ed-a897-9a7c62c76612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:12.425096 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-d60ee6fc-7dba-49ed-a897-9a7c62c76612 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 1097 time: 0.0477149 Nov 25 19:50:12.535228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-f625fdf3-6475-49ff-892b-61e24e4f5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:12.536018 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba023739-e981-4b94-94d4-c84f817273d7 req-5417abc3-fcda-40aa-8b5e-86f88117667f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:12.536804 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-f625fdf3-6475-49ff-892b-61e24e4f5d4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.1030536 Nov 25 19:50:12.538274 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba023739-e981-4b94-94d4-c84f817273d7 req-5417abc3-fcda-40aa-8b5e-86f88117667f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 946 time: 0.0579307 Nov 25 19:50:12.587306 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-ccda8b0d-4402-4271-9392-fdf8a0d20e80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 200 len: 217 time: 0.0411534 Nov 25 19:50:12.597304 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ba023739-e981-4b94-94d4-c84f817273d7 req-1a1f3e8b-ca7c-4f71-91e7-92d7d9d24f3c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521564 Nov 25 19:50:12.640181 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:12.643186 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-8f4c296f-1e6d-4f89-b07e-3ae380e5ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:12.644679 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-8f4c296f-1e6d-4f89-b07e-3ae380e5ab47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0459452 Nov 25 19:50:12.669669 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] Checking router: 5c8331f4-3b09-4453-a21a-45a18f0745d3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:50:12.677884 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:12.678519 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:49:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:12.691675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-63269b5d-5ad8-4bb0-aac5-420f1c84180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:12.693175 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-63269b5d-5ad8-4bb0-aac5-420f1c84180c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407479 Nov 25 19:50:12.790198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-12fcb83a-61a9-4334-af94-fe7bdc77ffb3 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Nov 25 19:50:12.791923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:50:12.883561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa45dbc5-68e8-4e55-91f6-72af2431b81f req-10172b2b-e1df-4d9e-b46e-35a6ff0114d8 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844507 Nov 25 19:50:12.993632 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:13.019986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54077a8-697c-4db9-bb38-3424c446e135 None None] The sync data for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 is: [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:50:13.263843 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637df04-3513-454f-92d9-5f0eb190bf18 None None] New status for floating IP 1d17168e-5c49-4241-b04b-f760379f1605: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:50:13.585722 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fd10-87aa-41da-b588-49aba5f02e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.721256 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2b26-b4f5-48a9-a325-4615fea21d86 req-f623b85b-83d0-472a-9dc2-de4eab037420 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:13.722783 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560f2b26-b4f5-48a9-a325-4615fea21d86 req-f623b85b-83d0-472a-9dc2-de4eab037420 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 946 time: 0.0531812 Nov 25 19:50:13.771643 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-560f2b26-b4f5-48a9-a325-4615fea21d86 req-e2046925-a210-4a85-8405-0055706a92b4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=b87a6a82-4392-4b04-9188-ce636dcb8364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429330 Nov 25 19:50:14.153493 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-9628e674-23d4-4ac5-ad7d-4269b9b5b3cc tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:14.154960 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-9628e674-23d4-4ac5-ad7d-4269b9b5b3cc tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.64 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 946 time: 0.0485866 Nov 25 19:50:14.244749 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Deleting port 466b6af4-7b3d-4108-900b-932377c4b4d9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:14.245153 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.336629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] For port 466b6af4-7b3d-4108-900b-932377c4b4d9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=466b6af4-7b3d-4108-900b-932377c4b4d9,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:14.336990 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.349547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Calling delete_port for 466b6af4-7b3d-4108-900b-932377c4b4d9 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:14.480341 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.510781 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event deleted for resources: {'Port': ['ID=466b6af4-7b3d-4108-900b-932377c4b4d9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:14.550922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] No DVR routers for this DVR port 466b6af4-7b3d-4108-900b-932377c4b4d9 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:14.553506 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.556847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-fff3fc1d-0f33-4e13-a854-7c8477d403a6 req-69816b10-0c9d-492f-a9b1-02a6d30806ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.64 "DELETE /v2.0/ports/466b6af4-7b3d-4108-900b-932377c4b4d9 HTTP/1.1" status: 204 len: 173 time: 0.3921800 Nov 25 19:50:14.557279 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-deleted', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:14.559524 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44c92c-35b5-48d1-9f5b-d11a7b69986a" -d '{"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-deleted", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:14.600083 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb8c0ff-5f9b-4c4f-bfb2-2a65b77a501e x-openstack-request-id: req-1eb8c0ff-5f9b-4c4f-bfb2-2a65b77a501e {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:14.600385 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e44d1-4e0b-4df1-a510-ed2e6588d47b", "name": "network-vif-deleted", "tag": "466b6af4-7b3d-4108-900b-932377c4b4d9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:14.600644 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1eb8c0ff-5f9b-4c4f-bfb2-2a65b77a501e {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:14.601044 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e44d1-4e0b-4df1-a510-ed2e6588d47b', 'name': 'network-vif-deleted', 'tag': '466b6af4-7b3d-4108-900b-932377c4b4d9', 'status': 'completed', 'code': 200} Nov 25 19:50:14.713193 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.881400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-aa39bc02-63be-4d32-9110-f966907993f6 req-84459088-fbdb-425f-b4d4-fc66f961eab3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=525e44d1-4e0b-4df1-a510-ed2e6588d47b HTTP/1.1" status: 200 len: 210 time: 0.0303283 Nov 25 19:50:15.987807 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33548) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:16.050552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca8fc-191a-42fd-a423-6c620415d2ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.074992 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca8fc-191a-42fd-a423-6c620415d2ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.136229 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca8fc-191a-42fd-a423-6c620415d2ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.138899 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca8fc-191a-42fd-a423-6c620415d2ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.140070 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-1a7ca8fc-191a-42fd-a423-6c620415d2ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "DELETE /v2.0/security-groups/b87a6a82-4392-4b04-9188-ce636dcb8364 HTTP/1.1" status: 204 len: 168 time: 0.1512780 Nov 25 19:50:16.149694 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca8fc-191a-42fd-a423-6c620415d2ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a6a82-4392-4b04-9188-ce636dcb8364,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:16.266581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.155036 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.488362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33556) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:17.493200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8951294e-899b-4c53-990e-afcbed92387e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912289822', 'description': 'tempest-secgroup-smoke-912289822 description', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:17.515489 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8951294e-899b-4c53-990e-afcbed92387e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.579648 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8951294e-899b-4c53-990e-afcbed92387e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.583447 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8951294e-899b-4c53-990e-afcbed92387e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.613811 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8951294e-899b-4c53-990e-afcbed92387e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.615295 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-8951294e-899b-4c53-990e-afcbed92387e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1256371 Nov 25 19:50:17.617234 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951294e-899b-4c53-990e-afcbed92387e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2eb9f9-a4d4-4ee5-9d43-04927af25104,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:17.618307 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33558) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:17.623539 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': '1c2eb9f9-a4d4-4ee5-9d43-04927af25104', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:17.649844 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.703980 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.707806 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.726731 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd68526-d83b-44b7-835e-b3d0babda9de,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:17.737003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.737379 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.737717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.738049 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.738552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.738887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.739213 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.739535 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.739856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.740431 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.740749 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.741068 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:17.747201 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.748376 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bf6259a6-7aee-4d10-9b34-c7c3039dbcd6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284654 Nov 25 19:50:17.751133 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33560) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:17.755274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0eae3c5b-5b6f-4b1d-af24-cf10712747cb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': '1c2eb9f9-a4d4-4ee5-9d43-04927af25104', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:17.781913 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0eae3c5b-5b6f-4b1d-af24-cf10712747cb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.835909 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0eae3c5b-5b6f-4b1d-af24-cf10712747cb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.839821 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0eae3c5b-5b6f-4b1d-af24-cf10712747cb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.856832 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae3c5b-5b6f-4b1d-af24-cf10712747cb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06411445-1b34-4198-9ea8-4061a36ce691,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:17.864034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0eae3c5b-5b6f-4b1d-af24-cf10712747cb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.865458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-0eae3c5b-5b6f-4b1d-af24-cf10712747cb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131759 Nov 25 19:50:17.868201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33562) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:17.872493 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1ef75909-0a06-4c42-8bee-bae7b04e5ae7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': '1c2eb9f9-a4d4-4ee5-9d43-04927af25104', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:17.899155 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ef75909-0a06-4c42-8bee-bae7b04e5ae7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.957736 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ef75909-0a06-4c42-8bee-bae7b04e5ae7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.961804 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ef75909-0a06-4c42-8bee-bae7b04e5ae7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.982632 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef75909-0a06-4c42-8bee-bae7b04e5ae7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba09bc81-e227-4206-95f5-dc32baf0792e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:17.991756 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1ef75909-0a06-4c42-8bee-bae7b04e5ae7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.994489 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-1ef75909-0a06-4c42-8bee-bae7b04e5ae7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238210 Nov 25 19:50:17.995692 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33564) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:17.999866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e45e8406-c6d9-4d4c-b8af-6394d790db93 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': '1c2eb9f9-a4d4-4ee5-9d43-04927af25104', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:18.027048 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e45e8406-c6d9-4d4c-b8af-6394d790db93 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.096992 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e45e8406-c6d9-4d4c-b8af-6394d790db93 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.100390 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e45e8406-c6d9-4d4c-b8af-6394d790db93 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.118240 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e8406-c6d9-4d4c-b8af-6394d790db93 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854bde0d-3ac7-451e-93ea-1de8247316e2,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:18.123568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e45e8406-c6d9-4d4c-b8af-6394d790db93 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.124736 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-e45e8406-c6d9-4d4c-b8af-6394d790db93 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281407 Nov 25 19:50:18.127536 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33566) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:18.131699 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': '1c2eb9f9-a4d4-4ee5-9d43-04927af25104', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:18.152260 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Project dbf0604a83994b3392bf8e82bfa986de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:50:18.156862 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.212322 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.216199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.232787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f003c66b-e038-4656-9550-3e40568bbbfc,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:18.240952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.242125 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8ba36b8d-e417-4b94-9b87-2e5fbda6727c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136889 Nov 25 19:50:18.245451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33568) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:18.249617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'security_group_rule': {'security_group_id': '1c2eb9f9-a4d4-4ee5-9d43-04927af25104', 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:18.270819 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Project dbf0604a83994b3392bf8e82bfa986de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:50:18.276112 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.336595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.340244 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.357482 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a16ac1-7cf2-40b3-84ce-d4eeb3969adc,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:18.365463 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.366693 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-3502b907-ab6e-4c47-a135-f03e3cd16cb4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202984 Nov 25 19:50:18.470906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:18.494923 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 466b6af4-7b3d-4108-900b-932377c4b4d9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:18.495268 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 466b6af4-7b3d-4108-900b-932377c4b4d9 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:31.310786 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.623916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-ed3ad393-72a0-4d55-a087-182e7f317d94 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912289822&fields=id&tenant_id=dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 267 time: 0.0513234 Nov 25 19:50:33.727716 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-effc9c27-dc1e-4dad-a81e-d0bb9be9d44f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:33.729699 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-effc9c27-dc1e-4dad-a81e-d0bb9be9d44f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 809 time: 0.0988832 Nov 25 19:50:33.744400 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-1b92d432-7479-44f9-9480-975e2a301ea2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/quotas/dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 375 time: 0.0090747 Nov 25 19:50:33.793946 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-b94e0d4b-3e08-4ec7-8d91-60e64aefe0f7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442715 Nov 25 19:50:33.865063 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-7758a920-c11a-4c69-8b41-fe913817f437 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:50:33.866311 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-7758a920-c11a-4c69-8b41-fe913817f437 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0610569 Nov 25 19:50:33.957231 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-9821da3f-ca56-4b5e-a26e-375108d24362 service neutron] 10.222.0.62 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845158 Nov 25 19:50:34.044972 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-fe4b522f-4553-4e33-b9b2-98a23b79b41e service neutron] 10.222.0.62 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814474 Nov 25 19:50:34.111708 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.337404 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c664600d-d2c9-4833-affb-629ce8bfcea2 req-7fd09d3d-d16b-4c3e-a3de-e38dac908112 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0316002 Nov 25 19:50:35.422289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ce3ab961-a5b8-4e0e-83e8-e22a2e2d3fb4 req-a10e5fd3-6cf0-4720-8683-296407a8e2e5 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0325263 Nov 25 19:50:36.500869 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d2cb5c4e-90d8-448c-bca0-57cbb3d3f01c req-8beee39a-7cbb-4654-834e-fd1b0be8e2d9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0281348 Nov 25 19:50:37.577222 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bb01aba9-816e-4e42-8f9a-d61295eb778b req-56122c40-5d19-43fd-9b4d-7efb3a0cf64c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0255215 Nov 25 19:50:38.682033 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bf86172d-7728-40a6-b3f0-76fea4978eee req-0a747bf4-3b5d-4884-922f-e3eb97cb1182 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0269072 Nov 25 19:50:39.386324 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-c80d909b-fd5c-4a1e-9f06-381caafdacae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:39.387848 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-c80d909b-fd5c-4a1e-9f06-381caafdacae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 809 time: 0.1087673 Nov 25 19:50:39.455825 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-db5f6f35-14b2-45bb-811c-241432c9323f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 379 time: 0.0588291 Nov 25 19:50:39.466110 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'port': {'device_id': '193c31b2-041e-45ff-819b-ec53217c2354', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'admin_state_up': True, 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'security_groups': ['1c2eb9f9-a4d4-4ee5-9d43-04927af25104']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:39.782727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b1ae35c-14b2-44e8-906d-a14516f8f50a req-53aa2fe4-de81-4cbd-8f20-1cbd780b47ec tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0277340 Nov 25 19:50:39.890221 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Made reservation on behalf of dbf0604a83994b3392bf8e82bfa986de for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:39.893766 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.018803 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Allocated IP 172.20.0.14 (9199a683-1e64-4e02-9779-11a7448a37a9/09acbbb2-f6d1-44dc-b884-95b3e1e63410/1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:40.163943 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.198667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.242411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Network 9199a683-1e64-4e02-9779-11a7448a37a9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:40.245959 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:40.249892 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:40.277519 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:40.306693 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:40.307346 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.325272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-e7257ab7-c75b-42c4-837e-40a3d12b49bd tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8626266 Nov 25 19:50:40.339916 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Request body: {'port': {'device_id': '193c31b2-041e-45ff-819b-ec53217c2354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:40.405958 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.535633 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-99687704-080f-4704-b716-af89575ad3c7 None None] Provisioning complete for port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:40.536782 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-99687704-080f-4704-b716-af89575ad3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.576887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-99687704-080f-4704-b716-af89575ad3c7 None None] Port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:40.686667 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:50:40.694144 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.707467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Transition to ACTIVE for port object 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:50:40.713034 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.770160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:40.847824 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:40.848163 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:40.848628 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:40.854274 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on network 9199a683-1e64-4e02-9779-11a7448a37a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:50:40.854645 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:40.860954 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:40.861399 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Checking segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:40.861702 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Bound using segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:40.862122 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Bound port: 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:40.862492 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.984472 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb3f9a-e7d2-4a72-8e72-937556a363ad req-190ba6c8-f6c5-4aea-ae93-808af3681fa6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:40.986987 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01cb3f9a-e7d2-4a72-8e72-937556a363ad req-190ba6c8-f6c5-4aea-ae93-808af3681fa6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.1212027 Nov 25 19:50:41.030062 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:41.053105 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:41.069474 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.077165 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a523dc20-1cf6-46ce-a473-9d83a4de960b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.116016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-01cb3f9a-e7d2-4a72-8e72-937556a363ad req-31efb25b-a715-42c1-aebb-1e6d5a80174b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169178 Nov 25 19:50:41.125920 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.126802 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.128833 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] 10.222.0.66 "PUT /v2.0/ports/1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1092 time: 0.7944458 Nov 25 19:50:41.141842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:41.141842 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4798f394-d4d1-43cf-be63-87b3fdc413ec" -d '{"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:41.220914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d6da6-3f42-4e3f-9601-6bf507698b62 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.238156 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-01d5950e-693e-47e9-88c9-efaf0237ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.239764 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-01d5950e-693e-47e9-88c9-efaf0237ab58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1095 time: 0.0590329 Nov 25 19:50:41.297480 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d0192-ab6b-47a4-bc1c-83c42af504d2 x-openstack-request-id: req-161d0192-ab6b-47a4-bc1c-83c42af504d2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:41.297739 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:41.297928 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-161d0192-ab6b-47a4-bc1c-83c42af504d2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:41.298330 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'status': 'completed', 'code': 200} Nov 25 19:50:41.299847 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-00c820c3-3b26-476c-b511-c83f5c4c5442 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 217 time: 0.0505848 Nov 25 19:50:41.358725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-6a2e9798-0d0c-4667-9a86-ef250fb58437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.360519 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-6a2e9798-0d0c-4667-9a86-ef250fb58437 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0528812 Nov 25 19:50:41.412526 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-26332d1e-0b9f-434b-ace4-e0b30160f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.414272 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-26332d1e-0b9f-434b-ace4-e0b30160f9f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471351 Nov 25 19:50:41.513933 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-1a7133a9-59d9-4383-bef1-a6176c44f738 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924182 Nov 25 19:50:41.609423 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6438c93d-6cbe-4a0c-b3b6-4c93d4f04a5a req-244de7ca-c89c-4ea0-8e4d-6537487f5099 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884657 Nov 25 19:50:41.703523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-e9d77458-877d-475d-9ca2-00ad42e46567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.705016 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-e9d77458-877d-475d-9ca2-00ad42e46567 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1095 time: 0.0478330 Nov 25 19:50:41.798169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-678de0cb-0f0f-435d-9301-0cf2b287ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.799698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-678de0cb-0f0f-435d-9301-0cf2b287ea24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0864542 Nov 25 19:50:41.842774 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-3fcf3add-488b-45b7-80a9-4131e938de24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 217 time: 0.0352287 Nov 25 19:50:41.896392 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-5a89bdc6-089e-435c-aca4-e982cc7eb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.897831 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-5a89bdc6-089e-435c-aca4-e982cc7eb788 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0483961 Nov 25 19:50:41.944756 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-147d70a5-14d7-4664-a186-f8a1d52c0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.946266 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-147d70a5-14d7-4664-a186-f8a1d52c0f57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406508 Nov 25 19:50:42.042912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-f07b8be2-66b2-4996-bf9a-96d2390d8133 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887215 Nov 25 19:50:42.139527 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4798f394-d4d1-43cf-be63-87b3fdc413ec req-1b579c10-617c-4570-8a0b-900f6e204d49 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Nov 25 19:50:42.244514 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a038-dd32-4edb-8505-c88c4855a1ad req-49d96f59-8ac2-4f66-8d57-c29bcf9fc2ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:42.245991 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f62a038-dd32-4edb-8505-c88c4855a1ad req-49d96f59-8ac2-4f66-8d57-c29bcf9fc2ef tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0496392 Nov 25 19:50:42.294166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2f62a038-dd32-4edb-8505-c88c4855a1ad req-f9c77f9d-f1cd-4c32-baa0-e12349bb9609 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Nov 25 19:50:43.413023 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd454-a208-4652-ba46-144d6b073576 req-1be2eb5f-d2e1-4b93-806a-1efe7715ffd4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:43.414646 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-607cd454-a208-4652-ba46-144d6b073576 req-1be2eb5f-d2e1-4b93-806a-1efe7715ffd4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0516050 Nov 25 19:50:43.470998 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-607cd454-a208-4652-ba46-144d6b073576 req-7fc220c5-0aaa-4346-a7fc-a42966b76b43 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484939 Nov 25 19:50:43.582402 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:50:43.588629 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-04dfbed6-8021-40a2-93c1-728645b368b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.593939 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbfbca-a1a3-4bf1-8468-2b0c374dde82 req-933eb88c-5e2e-481e-8217-c145ff393206 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:44.595458 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83bbfbca-a1a3-4bf1-8468-2b0c374dde82 req-933eb88c-5e2e-481e-8217-c145ff393206 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0539117 Nov 25 19:50:44.646299 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-83bbfbca-a1a3-4bf1-8468-2b0c374dde82 req-010e89ed-7ac8-4f64-a5a1-7ce372b23c37 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436659 Nov 25 19:50:44.716630 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.767080 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e72af4-6a36-4d41-96e8-2ad6191cee11 req-a61c2855-37c5-4d45-96d6-466b65c4ca9c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:45.768540 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85e72af4-6a36-4d41-96e8-2ad6191cee11 req-a61c2855-37c5-4d45-96d6-466b65c4ca9c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0522451 Nov 25 19:50:45.817662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-85e72af4-6a36-4d41-96e8-2ad6191cee11 req-53b55f23-d4ac-4acf-9706-199c05e6b92a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Nov 25 19:50:46.267433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.932337 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6669bc8-2262-4561-8752-7e117985b00c req-9a4b3fca-8369-40e7-8c6b-5a6701297c71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:46.933792 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6669bc8-2262-4561-8752-7e117985b00c req-9a4b3fca-8369-40e7-8c6b-5a6701297c71 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0480819 Nov 25 19:50:46.982585 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-d6669bc8-2262-4561-8752-7e117985b00c req-36b62f98-524b-48b3-952e-868067213935 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429001 Nov 25 19:50:47.161139 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.097046 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b37c5-bdea-440e-9938-0209fec700c6 req-e51db3d2-5a35-4e2e-b5fc-8459bf3b5275 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:48.098550 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a49b37c5-bdea-440e-9938-0209fec700c6 req-e51db3d2-5a35-4e2e-b5fc-8459bf3b5275 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0495994 Nov 25 19:50:48.151018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a49b37c5-bdea-440e-9938-0209fec700c6 req-6ec6454c-b280-46dd-ad85-d719d9b11720 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465662 Nov 25 19:50:49.267475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d3bc-e6d5-45e5-8e78-f5f42c1e437f req-b7a6860c-fcaf-4082-bd8b-4691673c74bc tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:49.268843 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e61d3bc-e6d5-45e5-8e78-f5f42c1e437f req-b7a6860c-fcaf-4082-bd8b-4691673c74bc tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0495293 Nov 25 19:50:49.321746 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4e61d3bc-e6d5-45e5-8e78-f5f42c1e437f req-16062c47-c4cb-4cfa-8b91-8943745279bb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470207 Nov 25 19:50:50.435648 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbe6da-286a-46b2-b3ee-775e670f22ac req-67a9a56f-8cf4-442f-8f95-7314777895ee tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:50.437092 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84bbe6da-286a-46b2-b3ee-775e670f22ac req-67a9a56f-8cf4-442f-8f95-7314777895ee tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0478988 Nov 25 19:50:50.488655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-84bbe6da-286a-46b2-b3ee-775e670f22ac req-2bc97109-e77d-465d-b460-8ad58d88b745 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Nov 25 19:50:51.604158 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c7665-bc15-4f36-b7e4-55c1692cc076 req-90648b64-7285-4469-a2f9-5b5a09e43603 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:51.605624 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58c7665-bc15-4f36-b7e4-55c1692cc076 req-90648b64-7285-4469-a2f9-5b5a09e43603 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0491247 Nov 25 19:50:51.655473 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c58c7665-bc15-4f36-b7e4-55c1692cc076 req-3da27ed5-73a3-4b77-ad87-55c536d107da tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439100 Nov 25 19:50:52.657559 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:50:52.751251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:52.762975 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'port_id': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'mac_address': 'fa:16:3e:bb:3c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:50:52.768821 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c9422-1786-4114-a15c-a6bc5b8d2341 req-c51d4bc9-7572-4670-bed7-01c8bf6a9096 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:52.770367 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a23c9422-1786-4114-a15c-a6bc5b8d2341 req-c51d4bc9-7572-4670-bed7-01c8bf6a9096 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0484688 Nov 25 19:50:52.804879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.818010 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:50:52.830208 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a23c9422-1786-4114-a15c-a6bc5b8d2341 req-28cc0d84-e988-4ce0-8e62-08f3df37fcf2 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533745 Nov 25 19:50:52.836452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:52.841172 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.888265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:52.895305 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.895650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.895986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.896328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.896658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.896982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.897307 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.897626 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.897943 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.898260 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.898612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:52.898929 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:53.203786 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:50:53.944951 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd53e64-bcab-4578-8355-7cbdd6e50b88 req-39e1445e-101d-478d-8870-0975edc288fb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:53.946946 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9dd53e64-bcab-4578-8355-7cbdd6e50b88 req-39e1445e-101d-478d-8870-0975edc288fb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 945 time: 0.0481329 Nov 25 19:50:53.995726 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-9dd53e64-bcab-4578-8355-7cbdd6e50b88 req-082e3d26-3062-406b-858e-7218ea8e48c9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429108 Nov 25 19:50:54.659598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:54.706328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:50:54.710033 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:54.710405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.787884 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.813882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:54.816898 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe9bed-5af5-430f-971c-28122dbb97d4" -d '{"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-plugged", "status": "completed", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:54.830583 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:54.835146 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.859196 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5dd306-cb8b-4013-ad1e-21d38f9ca57b x-openstack-request-id: req-ec5dd306-cb8b-4013-ad1e-21d38f9ca57b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:54.859482 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-plugged", "status": "completed", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:54.859750 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec5dd306-cb8b-4013-ad1e-21d38f9ca57b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:54.860139 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'code': 200} Nov 25 19:50:54.888999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:54.958900 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732d89-63ca-493b-bac1-3ae6a156e1ac req-0e38921f-9047-4762-9c88-3d906d9a6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.960370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc732d89-63ca-493b-bac1-3ae6a156e1ac req-0e38921f-9047-4762-9c88-3d906d9a6a8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1097 time: 0.0443919 Nov 25 19:50:55.007967 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cc732d89-63ca-493b-bac1-3ae6a156e1ac req-1e70e2ed-d630-4374-94b1-4e9944f646fe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Nov 25 19:50:55.110325 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4e7a8-a51d-486f-90a1-b97a44de15c7 req-c067a09a-a913-4705-aa9e-3bee39eadc63 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:55.111793 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26e4e7a8-a51d-486f-90a1-b97a44de15c7 req-c067a09a-a913-4705-aa9e-3bee39eadc63 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0477173 Nov 25 19:50:55.160140 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-26e4e7a8-a51d-486f-90a1-b97a44de15c7 req-573da11e-4812-4086-b975-ac8cc6e69755 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Nov 25 19:50:56.289449 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd541cce-6084-4258-9967-1dd232922257 req-983eef4b-48ae-43d6-aeb6-a22f88522681 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:56.291539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd541cce-6084-4258-9967-1dd232922257 req-983eef4b-48ae-43d6-aeb6-a22f88522681 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0549762 Nov 25 19:50:56.339940 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd541cce-6084-4258-9967-1dd232922257 req-3e70ed90-7ad6-43ef-918a-553e6a2142b0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Nov 25 19:50:57.460298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747e183-5de5-4882-a1e2-1fe6002b778a req-1e1a8510-927e-4fee-beab-b32b2fe4f062 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:57.461776 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c747e183-5de5-4882-a1e2-1fe6002b778a req-1e1a8510-927e-4fee-beab-b32b2fe4f062 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0521803 Nov 25 19:50:57.510548 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c747e183-5de5-4882-a1e2-1fe6002b778a req-59beec35-0511-4188-be2f-bb105d3fbfcf tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Nov 25 19:50:57.633297 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025fba0-235b-42b6-ae62-eac941fc717c req-7dac91cd-370f-4acf-b4b3-22184eb6601d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:57.634697 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6025fba0-235b-42b6-ae62-eac941fc717c req-7dac91cd-370f-4acf-b4b3-22184eb6601d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0522587 Nov 25 19:50:57.687765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6025fba0-235b-42b6-ae62-eac941fc717c req-200f849d-d3ff-4df2-bdbd-36a00a73e788 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470364 Nov 25 19:50:57.709002 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33782) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:57.788968 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ff753-49e3-4fce-859b-e1ec46af0e06 tempest-TestShelveInstance-2018536505 tempest-TestShelveInstance-2018536505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:57.790992 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-754ff753-49e3-4fce-859b-e1ec46af0e06 tempest-TestShelveInstance-2018536505 tempest-TestShelveInstance-2018536505-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1092 time: 0.0810053 Nov 25 19:50:57.793701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33786) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:57.797886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:57.818933 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.919286 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.018409 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Allocated IP 172.25.2.109 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/5180cb1e-af86-4ede-81c5-9580af43a7a9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:58.118756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.152245 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.191463 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:58.196053 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:58.200572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:58.202602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'Port': ['ID=5180cb1e-af86-4ede-81c5-9580af43a7a9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:58.552849 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.617257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.102934 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.107483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.178943 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event updated for resources: {'Port': ['ID=5180cb1e-af86-4ede-81c5-9580af43a7a9,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:59.188223 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.287562 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Floating IP 1cecb93f-361d-49da-a0cd-c748b6d84676 associated. External IP: 172.25.2.109, port: 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62. Nov 25 19:50:59.494789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Router 5c8331f4-3b09-4453-a21a-45a18f0745d3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:50:59.602185 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:50:59.612390 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] Sync routers for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:50:59.620840 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.625641 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:59.626265 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:50:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:59.651049 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-d43acd35-8c65-417e-8b61-2ac9484052f8 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8562655 Nov 25 19:50:59.651660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:59.653906 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf" -d '{"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:59.691369 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b6d9a6-08fe-4725-a500-44cc21e80883 x-openstack-request-id: req-e7b6d9a6-08fe-4725-a500-44cc21e80883 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:59.691656 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:59.691909 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7b6d9a6-08fe-4725-a500-44cc21e80883 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:59.692331 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'status': 'completed', 'code': 200} Nov 25 19:50:59.732338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:50:59.756118 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-a853898c-c61d-4c98-b0ba-e86d9c56582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:59.757630 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-a853898c-c61d-4c98-b0ba-e86d9c56582f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1097 time: 0.0409093 Nov 25 19:50:59.852270 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-c18fced2-2fba-4b8d-a24b-ae465bdbba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:59.854321 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-c18fced2-2fba-4b8d-a24b-ae465bdbba1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0883267 Nov 25 19:50:59.922184 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-32941cb4-7ac5-4d41-b34e-f4d08fcc5bd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1000 time: 0.0585868 Nov 25 19:50:59.954690 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1cecb93f-361d-49da-a0cd-c748b6d84676', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'port_id': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'mac_address': 'fa:16:3e:bb:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c31b2-041e-45ff-819b-ec53217c2354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:50:58Z', 'updated_at': '2021-11-25T19:50:58Z', 'revision_number': 0, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:59.971229 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-3abd9173-ed9a-41f6-84b7-8a75c7ef3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:59.972704 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-3abd9173-ed9a-41f6-84b7-8a75c7ef3f53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0436358 Nov 25 19:50:59.980796 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] Checking router: 5c8331f4-3b09-4453-a21a-45a18f0745d3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:50:59.989129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:59.989741 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:50:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:00.021819 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-9909aa64-01b0-48bc-a936-aac5ff79c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.023349 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-9909aa64-01b0-48bc-a936-aac5ff79c227 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436430 Nov 25 19:51:00.034467 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-7a34e34d-3905-4017-be54-3b50ec67a0bb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:51:00.035398 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-7a34e34d-3905-4017-be54-3b50ec67a0bb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048883 Nov 25 19:51:00.095851 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:51:00.123609 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-a38c1874-ebac-44d8-a244-e3b3f2aec680 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810533 Nov 25 19:51:00.213778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.66', 60996) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:00.220976 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-220ec034-8667-4cb2-a733-a529a27b0077 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900950 Nov 25 19:51:00.277748 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-62e4dc5f-4dc7-4aa2-82fb-ae9437a0e75e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412955 Nov 25 19:51:00.331718 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1cecb93f-361d-49da-a0cd-c748b6d84676', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'port_id': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'mac_address': 'fa:16:3e:bb:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c31b2-041e-45ff-819b-ec53217c2354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:50:58Z', 'updated_at': '2021-11-25T19:50:58Z', 'revision_number': 0, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:00.358382 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f24b6-c903-4a81-b80e-00a312f00339 None None] The sync data for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 is: [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '1cecb93f-361d-49da-a0cd-c748b6d84676', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'port_id': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'mac_address': 'fa:16:3e:bb:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c31b2-041e-45ff-819b-ec53217c2354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:50:58Z', 'updated_at': '2021-11-25T19:50:58Z', 'revision_number': 0, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:51:00.361132 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-439e3d14-0368-45de-98ba-afaaec794b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.362698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-439e3d14-0368-45de-98ba-afaaec794b86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1097 time: 0.0416424 Nov 25 19:51:00.474227 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-a77aadca-fc6d-4ea7-853b-4eb4178efb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.475662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-a77aadca-fc6d-4ea7-853b-4eb4178efb0f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0921402 Nov 25 19:51:00.547973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-e576c0f7-4a7e-45e8-8fdd-abd91183765c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1000 time: 0.0641658 Nov 25 19:51:00.575579 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec3948-2a70-4aea-8cc1-1c892391da27 None None] New status for floating IP 1cecb93f-361d-49da-a0cd-c748b6d84676: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:51:00.600770 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-ee3b9336-eb4c-43ac-8483-679d2947b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.602989 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-ee3b9336-eb4c-43ac-8483-679d2947b561 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0481577 Nov 25 19:51:00.654575 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-717587cf-791c-476a-8823-03ac6144423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.656065 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-717587cf-791c-476a-8823-03ac6144423b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446384 Nov 25 19:51:00.748039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-5eaca3bf-c5c7-4410-80b3-e1d3b1911351 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847003 Nov 25 19:51:00.840496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-26eb03d7-d877-4e0d-9ee6-6f6b12d0bda6 req-8b21757d-204c-4283-ab1c-dd499a288641 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858555 Nov 25 19:51:01.309998 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.127279 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.079166 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1045e2c-0b49-43d7-b3fd-4ee85391ff37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.589591 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c71a38c4-b5fb-487f-97f1-52394724c244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.719198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.271699 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.163019 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.581189 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:51:31.308057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.121724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.082933 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0af28241-ae3e-4953-9735-c4654e761fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:43.590716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fbf11b8-bef2-41d2-8062-0259f51de4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.721030 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.274283 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.166039 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.579920 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:52:00.348616 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-27d5ec23-dc51-4db8-9709-ebc82a55ad6b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789819 Nov 25 19:52:00.432432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-6d71dd48-1dbf-4776-9c1e-9ec7c0c90dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.433899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-6d71dd48-1dbf-4776-9c1e-9ec7c0c90dd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1097 time: 0.0409489 Nov 25 19:52:00.539557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-daba469b-5386-4ec1-bc16-27d97dc733b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.540935 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-daba469b-5386-4ec1-bc16-27d97dc733b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0860062 Nov 25 19:52:00.607023 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-aa9ace0e-fae5-44ee-925e-c5745047b9fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1002 time: 0.0572162 Nov 25 19:52:00.655740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-50433e93-15db-4a0a-8fb2-e1dc3c07aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.657124 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-50433e93-15db-4a0a-8fb2-e1dc3c07aa85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0429728 Nov 25 19:52:00.706690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-65ff7d3a-4fb8-4d49-a399-d76638a65dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.708138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-65ff7d3a-4fb8-4d49-a399-d76638a65dd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422981 Nov 25 19:52:00.797720 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-b636aaa5-d610-4c86-b3ff-3086c05ed691 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818801 Nov 25 19:52:00.898937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8548d1f0-f130-420e-a00c-585f709a1f91 req-dd4d749e-96ff-46a5-9f69-477ba15f5470 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918746 Nov 25 19:52:01.307474 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.126339 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.083860 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9586d66a-0168-4a56-8dd9-03ca77b578d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.590896 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-369e17d9-a72b-47b6-9252-435180150d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:14.723399 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.277258 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.169466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.296293 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.136149 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.578594 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:52:41.085321 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-57b34ce6-99df-4776-b708-6db359961459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.592756 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-24f4ad64-20a8-499a-899e-b6f198276769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.726400 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.282738 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.171468 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.297159 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc78bc3-836e-4e6d-a7c6-8c7d920a30af req-1269958f-f81b-4932-9dbb-4d8ba625a2b7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:55.298712 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cc78bc3-836e-4e6d-a7c6-8c7d920a30af req-1269958f-f81b-4932-9dbb-4d8ba625a2b7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0550122 Nov 25 19:52:55.348672 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2cc78bc3-836e-4e6d-a7c6-8c7d920a30af req-a0c55e19-6b76-4fcc-8825-78a8312f94a7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 Nov 25 19:52:56.467380 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94d9a5-f7e4-41a5-8fbf-3aeea16b8539 req-6d53f5d4-b4e2-4085-935f-3f54aa37b3d1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.468836 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc94d9a5-f7e4-41a5-8fbf-3aeea16b8539 req-6d53f5d4-b4e2-4085-935f-3f54aa37b3d1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0495079 Nov 25 19:52:56.520171 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cc94d9a5-f7e4-41a5-8fbf-3aeea16b8539 req-577ae29c-2468-43a9-8e2b-6d224dd54ad7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437968 Nov 25 19:52:57.660300 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f45d-dc6f-4bb4-8d6a-f0e137a7f776 req-34edb168-595d-472f-a283-98fb40d29a05 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:57.661696 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3322f45d-dc6f-4bb4-8d6a-f0e137a7f776 req-34edb168-595d-472f-a283-98fb40d29a05 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0492136 Nov 25 19:52:57.709514 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3322f45d-dc6f-4bb4-8d6a-f0e137a7f776 req-accc5f54-9fd8-4b35-85f4-d3519c023078 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412588 Nov 25 19:52:58.875527 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3331730-0737-443b-aa61-d9443245ae46 req-c39ce3f0-00b8-4439-980c-278fbd6453af tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:58.876984 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3331730-0737-443b-aa61-d9443245ae46 req-c39ce3f0-00b8-4439-980c-278fbd6453af tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0992122 Nov 25 19:52:58.925525 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-c3331730-0737-443b-aa61-d9443245ae46 req-81e0e3bc-f2fe-4f58-acc2-8a325211824e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416427 Nov 25 19:53:00.087978 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc048a0-4102-4bc2-a5c9-3fae42539c05 req-8d66c08d-e7dc-482f-9677-1687e97f7edf tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:00.089446 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bcc048a0-4102-4bc2-a5c9-3fae42539c05 req-8d66c08d-e7dc-482f-9677-1687e97f7edf tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0981834 Nov 25 19:53:00.138374 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-bcc048a0-4102-4bc2-a5c9-3fae42539c05 req-d95ac877-6087-49a4-91d5-5aba68702d49 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Nov 25 19:53:01.298077 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dc291-bfe2-439e-b11e-1c0ed482b027 req-6e99ce5c-5911-491f-bd17-192d50a50a00 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:01.299604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-417dc291-bfe2-439e-b11e-1c0ed482b027 req-6e99ce5c-5911-491f-bd17-192d50a50a00 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0927358 Nov 25 19:53:01.305417 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.306121 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-ed117b23-768e-450b-83c8-1d49209c78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:01.307587 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-ed117b23-768e-450b-83c8-1d49209c78ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1097 time: 0.0583954 Nov 25 19:53:01.400523 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-417dc291-bfe2-439e-b11e-1c0ed482b027 req-ee617f03-6dd5-4a2a-8639-78e35bed5566 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919795 Nov 25 19:53:01.436000 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-588f8c6f-21e0-4611-9a95-14ad6a780d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:01.437428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-588f8c6f-21e0-4611-9a95-14ad6a780d7b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.1082189 Nov 25 19:53:01.502697 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-e9563f81-efee-480e-a388-5919da2e012b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1002 time: 0.0569634 Nov 25 19:53:01.551384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-69e0d246-28af-4a56-b15d-d76c607f7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:01.552832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-69e0d246-28af-4a56-b15d-d76c607f7ff4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0433917 Nov 25 19:53:01.601883 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-fb770488-30d9-4345-818a-ab85a3371bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:01.603379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-fb770488-30d9-4345-818a-ab85a3371bcd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440581 Nov 25 19:53:01.692346 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-8016c570-26c7-476e-82c3-0207824c6f8c service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809591 Nov 25 19:53:01.784753 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8a5aee37-a3e9-47bf-a314-c0ca23c64dd7 req-f3b942c0-0ae3-4966-9dea-fd7279fbcf4a service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858991 Nov 25 19:53:02.517678 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cf0d5-3346-46f4-836a-00f4b327a9d4 req-8ff3acf5-c34b-423f-99e0-b0bbc18b8dea tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:02.519206 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b62cf0d5-3346-46f4-836a-00f4b327a9d4 req-8ff3acf5-c34b-423f-99e0-b0bbc18b8dea tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0495796 Nov 25 19:53:02.568523 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b62cf0d5-3346-46f4-836a-00f4b327a9d4 req-13aec17e-b5ef-4b61-bb7d-854ee85ccbcb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 Nov 25 19:53:03.684366 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f9bb0-ff83-47ca-80b5-281731f4ac44 req-264da352-eba3-4f04-9807-e712b3cd93c4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:03.685856 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c7f9bb0-ff83-47ca-80b5-281731f4ac44 req-264da352-eba3-4f04-9807-e712b3cd93c4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0495696 Nov 25 19:53:03.733871 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8c7f9bb0-ff83-47ca-80b5-281731f4ac44 req-e0ca3d63-ae3a-4f72-aed6-2f680ddb6f6c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 Nov 25 19:53:04.150939 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.852561 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b43cc-2973-4d63-98a0-03dc01169294 req-9ab76f13-7c70-478c-8fb0-018a977330c0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:04.854041 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-987b43cc-2973-4d63-98a0-03dc01169294 req-9ab76f13-7c70-478c-8fb0-018a977330c0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0530355 Nov 25 19:53:04.902741 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-987b43cc-2973-4d63-98a0-03dc01169294 req-1c761943-43e3-44e6-94b8-5eb12b5851c9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 Nov 25 19:53:05.388556 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-98bc80cc-d5b5-417f-a7e9-033e3b676dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:05.390402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-98bc80cc-d5b5-417f-a7e9-033e3b676dc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1097 time: 0.0421848 Nov 25 19:53:05.481342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-3085f4c9-5df8-44d6-84d6-f94547d6f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:05.482841 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-3085f4c9-5df8-44d6-84d6-f94547d6f8ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0849624 Nov 25 19:53:05.547863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-d72ac0f5-4965-410a-a5a7-7b24a84ef3c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1002 time: 0.0580482 Nov 25 19:53:05.598902 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-5569ce60-628e-42f5-898c-ceebea596af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:05.600945 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-5569ce60-628e-42f5-898c-ceebea596af8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0453618 Nov 25 19:53:05.646492 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-cd1c413b-3ed6-4b8e-98d9-b97d0a8db2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:05.648419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-cd1c413b-3ed6-4b8e-98d9-b97d0a8db2fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409009 Nov 25 19:53:05.734094 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-eedec46b-09ad-4572-ac6b-203838409f15 service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780134 Nov 25 19:53:05.824283 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ad880f0a-b54f-4c5c-a80f-4d992508861d req-c338b643-005e-464a-9bea-32db5db44f1b service neutron] 10.222.0.66 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831094 Nov 25 19:53:06.016817 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ebaad-4a93-4587-b5ae-df70275b94d9 req-3e2c1e74-c4ff-4fe0-97fa-b042e737861d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:06.018282 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e63ebaad-4a93-4587-b5ae-df70275b94d9 req-3e2c1e74-c4ff-4fe0-97fa-b042e737861d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0490544 Nov 25 19:53:06.074868 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e63ebaad-4a93-4587-b5ae-df70275b94d9 req-72ac9854-42e7-4cba-a08b-b5b246975571 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501721 Nov 25 19:53:07.194202 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71722b-a7ce-475a-84d9-1c18356b0b3d req-19ca5542-13df-492b-8092-ffa2b1d066a1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:07.195749 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb71722b-a7ce-475a-84d9-1c18356b0b3d req-19ca5542-13df-492b-8092-ffa2b1d066a1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0521939 Nov 25 19:53:07.246270 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cb71722b-a7ce-475a-84d9-1c18356b0b3d req-a1f7a63d-9fee-4cdf-9f92-74c590df5661 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446184 Nov 25 19:53:08.373048 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28557efa-d920-49b6-8624-b2155c67c8b3 req-a6152add-9f54-41fa-9914-814c38ec5ad0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:08.374544 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28557efa-d920-49b6-8624-b2155c67c8b3 req-a6152add-9f54-41fa-9914-814c38ec5ad0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 946 time: 0.0513196 Nov 25 19:53:08.429832 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-28557efa-d920-49b6-8624-b2155c67c8b3 req-e380f9bb-e97a-43ae-af21-5d52db4276d6 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491569 Nov 25 19:53:09.346727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:09.421785 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.443531 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:09.446225 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22542fd-6594-4b4d-8ee4-19fa89e2b6fd" -d '{"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:09.458253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:09.463848 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.491083 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31527dc-0ef8-4923-bcf3-2ed4fe9b3543 x-openstack-request-id: req-a31527dc-0ef8-4923-bcf3-2ed4fe9b3543 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:09.491381 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:09.491627 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a31527dc-0ef8-4923-bcf3-2ed4fe9b3543 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:09.492017 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'code': 200} Nov 25 19:53:09.518004 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:09.526190 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.526566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.526905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.527344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.527709 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.528089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.528434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.528747 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.529174 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.529524 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.529897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.530216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:09.551881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d248b8f-c9b7-441f-b398-6c59437a4e8b req-f2a2ebe3-1882-4e3d-95cb-66657eec29c7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:09.553507 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d248b8f-c9b7-441f-b398-6c59437a4e8b req-f2a2ebe3-1882-4e3d-95cb-66657eec29c7 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0528085 Nov 25 19:53:09.607280 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6d248b8f-c9b7-441f-b398-6c59437a4e8b req-726582ad-d153-46e1-84f9-2329f364bf67 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474842 Nov 25 19:53:09.829262 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-5b304d3b-c9d6-4197-861a-4850e8257873 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729871 Nov 25 19:53:09.842609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e41988-d7b1-4d55-bc46-61a32ba93cf2 req-0eec6fcf-9b8a-4253-8d6e-97c616e70d24 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:09.844160 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00e41988-d7b1-4d55-bc46-61a32ba93cf2 req-0eec6fcf-9b8a-4253-8d6e-97c616e70d24 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0625706 Nov 25 19:53:09.847766 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-fd0a3529-8169-4e95-85a8-ca110b6d8e3e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:53:09.848708 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-fd0a3529-8169-4e95-85a8-ca110b6d8e3e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141780 Nov 25 19:53:09.895454 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-00e41988-d7b1-4d55-bc46-61a32ba93cf2 req-21c1b927-352b-4ef5-bf93-6d31b006f832 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 Nov 25 19:53:11.016773 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c98a6-43af-4ca6-9257-d38c9b86cdb7 req-c90c44da-6709-4e46-accc-2315314f484f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:11.018370 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b9c98a6-43af-4ca6-9257-d38c9b86cdb7 req-c90c44da-6709-4e46-accc-2315314f484f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0534108 Nov 25 19:53:11.075197 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4b9c98a6-43af-4ca6-9257-d38c9b86cdb7 req-4ed712ce-ab52-4023-8170-cdc8339a3700 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499923 Nov 25 19:53:11.095934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-891ed562-52f1-4fd8-a0ab-38fd541d9ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.577635 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:53:12.193778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52997719-a5d3-4fc8-ba7b-c4bc0da901c6 req-1c4bb58e-ed95-498b-b437-1c76d593ca6e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:12.195319 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52997719-a5d3-4fc8-ba7b-c4bc0da901c6 req-1c4bb58e-ed95-498b-b437-1c76d593ca6e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0491748 Nov 25 19:53:12.245996 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-52997719-a5d3-4fc8-ba7b-c4bc0da901c6 req-10287c4c-f12d-4bf4-9765-1ea1380d511a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 Nov 25 19:53:13.364876 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5cb98-3ab2-4ca2-9fc1-61349e50555b req-16091780-c50f-4f6e-ab63-67a9d61ec312 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:13.366914 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6c5cb98-3ab2-4ca2-9fc1-61349e50555b req-16091780-c50f-4f6e-ab63-67a9d61ec312 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0506897 Nov 25 19:53:13.425832 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a6c5cb98-3ab2-4ca2-9fc1-61349e50555b req-c38d559b-d1d0-4240-981e-5802100e6513 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523746 Nov 25 19:53:13.593897 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d4f686cc-2907-4b02-a45f-1ea1f9ad35dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.550660 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c84a63-d132-484d-bd52-fe8ba2e12c03 req-86268028-9cf7-463d-8ca1-84800c234c9e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:14.552161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57c84a63-d132-484d-bd52-fe8ba2e12c03 req-86268028-9cf7-463d-8ca1-84800c234c9e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0503614 Nov 25 19:53:14.607821 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-57c84a63-d132-484d-bd52-fe8ba2e12c03 req-08bd7a14-c46c-4ca2-ac5d-041add39bf7e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495989 Nov 25 19:53:14.728916 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.729102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb79e28-f814-4c15-a2bb-11fd62ef3520 req-a7555e64-6688-43da-9e48-3ebe63eb0fd9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:15.730616 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1bb79e28-f814-4c15-a2bb-11fd62ef3520 req-a7555e64-6688-43da-9e48-3ebe63eb0fd9 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0528679 Nov 25 19:53:15.750868 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-53344a8d-6d9a-4f2f-b3ce-0f23639e11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:15.752361 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-53344a8d-6d9a-4f2f-b3ce-0f23639e11cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354&tenant_id=dbf0604a83994b3392bf8e82bfa986de HTTP/1.1" status: 200 len: 1095 time: 0.0455472 Nov 25 19:53:15.767274 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819194-3', 'device_owner': 'compute:nova'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:15.790926 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-1bb79e28-f814-4c15-a2bb-11fd62ef3520 req-c80ecadb-d678-4b68-85c5-b2c72671bc50 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539112 Nov 25 19:53:15.821620 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.018443 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:16.050798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:16.086849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:53:16.094491 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.107285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Transition to ACTIVE for port object 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:53:16.112830 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.190437 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:16.206368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.206739 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.207076 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.207410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.207736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.208060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.208384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.208705 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.209024 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.209342 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.210200 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.210546 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:16.251454 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] No DVR routers for this DVR port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:16.285799 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.392157 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:16.392485 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:16.392813 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:16.397733 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on network 9199a683-1e64-4e02-9779-11a7448a37a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:53:16.398075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Attempting to bind port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on network 9199a683-1e64-4e02-9779-11a7448a37a9 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:16.402982 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:16.403318 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Checking segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:16.403698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Bound using segment: {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:16.404122 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Bound port: 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:16.404471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.471388 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:16.474373 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:16.478432 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.511520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.512130 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.515978 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] 10.222.0.64 "PUT /v2.0/ports/1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1092 time: 0.7528105 Nov 25 19:53:16.516467 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:16.518781 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb39bd94-bcd9-48eb-a41b-131306982558" -d '{"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:16.559368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250c94d-5fbb-4681-90fd-2ae3976d11cb service neutron] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=8']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:16.577625 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284763f-bdc8-492c-afe5-df752619d65a x-openstack-request-id: req-b284763f-bdc8-492c-afe5-df752619d65a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:16.577983 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:16.578310 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b284763f-bdc8-492c-afe5-df752619d65a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:16.578740 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'status': 'completed', 'code': 200} Nov 25 19:53:16.595542 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-7efaa430-8c05-49fe-874b-f1f9a62f13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.597079 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-7efaa430-8c05-49fe-874b-f1f9a62f13ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1095 time: 0.0530047 Nov 25 19:53:16.699849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-c55753e7-6816-47d7-bd5f-d70caa1a745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.701658 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-c55753e7-6816-47d7-bd5f-d70caa1a745a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0930986 Nov 25 19:53:16.773954 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-f12dd4ca-fa9a-4adb-8a88-8159481cc283 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1000 time: 0.0604634 Nov 25 19:53:16.827779 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-b335a0e7-5a3b-4f29-a6e1-fe96d8f72dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.829399 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-b335a0e7-5a3b-4f29-a6e1-fe96d8f72dfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0480165 Nov 25 19:53:16.876771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-342ea239-ac4b-40e4-a506-ae029de980fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.878276 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-342ea239-ac4b-40e4-a506-ae029de980fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410528 Nov 25 19:53:16.913264 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1998ed-d07b-4bff-a958-31c9ee2a6858 req-2a5cb3cc-e25f-4480-baa8-f1fe826202f3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.914800 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e1998ed-d07b-4bff-a958-31c9ee2a6858 req-2a5cb3cc-e25f-4480-baa8-f1fe826202f3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0537472 Nov 25 19:53:16.964949 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7e1998ed-d07b-4bff-a958-31c9ee2a6858 req-1ebf0c55-46e8-46ed-a0ee-9ddd8b2f76eb tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439508 Nov 25 19:53:16.973344 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-0e24974e-3479-4037-824f-d0a9d20eca2f service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864964 Nov 25 19:53:17.067097 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-1ea44f19-9ef4-48ba-9c2e-bbac63cb2ac0 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Nov 25 19:53:17.162576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-f6f9a80c-d6d4-455b-a091-37f4ad7cd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:17.164024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-f6f9a80c-d6d4-455b-a091-37f4ad7cd627 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1095 time: 0.0420542 Nov 25 19:53:17.175704 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.268166 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-08d3c48e-15a1-4fb0-90c6-5de45898be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:17.269662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-08d3c48e-15a1-4fb0-90c6-5de45898be83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0941339 Nov 25 19:53:17.341406 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-af6c7a03-c1d1-4a30-8675-6a0e1eeb4827 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1000 time: 0.0598967 Nov 25 19:53:17.400547 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-1a291190-5156-4897-b2b0-5a394a6cc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:17.401987 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-1a291190-5156-4897-b2b0-5a394a6cc3e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0470095 Nov 25 19:53:17.453433 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-812c430b-dfb4-4567-b1eb-1f67b7869c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:17.454931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-812c430b-dfb4-4567-b1eb-1f67b7869c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446253 Nov 25 19:53:17.545119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-60f5150b-2c30-4f63-a2bb-3e0103d881d6 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803752 Nov 25 19:53:17.641968 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cb39bd94-bcd9-48eb-a41b-131306982558 req-928e44e1-9ae1-4739-99bd-0dd54cbf9b05 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853398 Nov 25 19:53:18.086624 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069945d-9e0a-42a4-b354-9d3fffec747d req-6a11622d-d9ef-47a2-a1d2-042f46de559e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:18.088091 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4069945d-9e0a-42a4-b354-9d3fffec747d req-6a11622d-d9ef-47a2-a1d2-042f46de559e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0506136 Nov 25 19:53:18.137000 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4069945d-9e0a-42a4-b354-9d3fffec747d req-d6ed35d2-bef1-4294-9fce-e1f18ca67c1e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Nov 25 19:53:19.270473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd27e4-a29e-41cf-9328-2ba2c6b5ee2d req-a4932291-f840-4879-91e0-e85eb7f0086a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:19.271983 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3edd27e4-a29e-41cf-9328-2ba2c6b5ee2d req-a4932291-f840-4879-91e0-e85eb7f0086a tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0562260 Nov 25 19:53:19.321779 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3edd27e4-a29e-41cf-9328-2ba2c6b5ee2d req-6511c296-017e-48ea-88d1-2f64aecc424d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Nov 25 19:53:20.439908 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6711636-94a1-4d19-8837-53c87b723b2c req-f8fa34d2-acbb-4297-9241-9c094b4f2685 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:20.441469 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6711636-94a1-4d19-8837-53c87b723b2c req-f8fa34d2-acbb-4297-9241-9c094b4f2685 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0487998 Nov 25 19:53:20.500816 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d6711636-94a1-4d19-8837-53c87b723b2c req-eed066f2-7f16-4938-b00d-c2bdb371eed3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516860 Nov 25 19:53:21.617424 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e31d2-194d-4f8d-8851-c8c3837330ac req-b5aa66b0-2f8d-48fc-aecc-d0dcaba2f7f1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:21.619201 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-144e31d2-194d-4f8d-8851-c8c3837330ac req-b5aa66b0-2f8d-48fc-aecc-d0dcaba2f7f1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0512474 Nov 25 19:53:21.672698 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-144e31d2-194d-4f8d-8851-c8c3837330ac req-c7bebc15-4606-4ce3-83e0-a13236f593a1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475159 Nov 25 19:53:22.789440 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf422fc-e3f2-48ce-b17a-15e50e64c702 req-cc10202b-88af-4523-a346-fe31069c0e57 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:22.790931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eaf422fc-e3f2-48ce-b17a-15e50e64c702 req-cc10202b-88af-4523-a346-fe31069c0e57 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0515804 Nov 25 19:53:22.839255 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eaf422fc-e3f2-48ce-b17a-15e50e64c702 req-d0741d3b-b0ad-44db-b3ca-56d630642bf1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Nov 25 19:53:23.953308 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8282f29-a0fc-4c0f-9757-10b6e1e3fa3a req-aba69d97-3617-411f-81a4-2d0f99b92924 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:23.954799 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8282f29-a0fc-4c0f-9757-10b6e1e3fa3a req-aba69d97-3617-411f-81a4-2d0f99b92924 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0481973 Nov 25 19:53:24.003886 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-b8282f29-a0fc-4c0f-9757-10b6e1e3fa3a req-9502a2a0-3ea8-43a5-b32c-09524f9afe0c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Nov 25 19:53:25.119078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597f9da-663b-4a9b-b5ea-9d1d321ac4b0 req-72155f21-07bb-409b-882d-08a26dc69c2c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:25.120545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a597f9da-663b-4a9b-b5ea-9d1d321ac4b0 req-72155f21-07bb-409b-882d-08a26dc69c2c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 944 time: 0.0481427 Nov 25 19:53:25.169727 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a597f9da-663b-4a9b-b5ea-9d1d321ac4b0 req-c8bd6637-b791-491f-8334-fbfcdaf4c367 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 Nov 25 19:53:25.469597 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:53:25.561430 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:25.576257 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'port_id': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'mac_address': 'fa:16:3e:bb:3c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:53:25.612577 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.626113 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:53:25.644329 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:25.648803 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.696833 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:25.959824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:53:26.290727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2361f-4874-453c-8582-dd57a684ad25 req-010e3ad6-9342-418e-b460-bd97fa0183d0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:26.292214 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22a2361f-4874-453c-8582-dd57a684ad25 req-010e3ad6-9342-418e-b460-bd97fa0183d0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 945 time: 0.0528929 Nov 25 19:53:26.342087 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-22a2361f-4874-453c-8582-dd57a684ad25 req-97ba7a78-6139-4a8a-ab95-fe3d1080fb0d tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439107 Nov 25 19:53:27.464155 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144c00-0f8d-41ad-86b6-7ce720945171 req-99e7f1a9-4263-48ca-98e7-b3ddc427287c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:27.465614 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9144c00-0f8d-41ad-86b6-7ce720945171 req-99e7f1a9-4263-48ca-98e7-b3ddc427287c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 945 time: 0.0548890 Nov 25 19:53:27.483150 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:27.524347 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-d9144c00-0f8d-41ad-86b6-7ce720945171 req-6a8a18f6-5c0d-4d02-a0b8-dc76fdf9b86f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528812 Nov 25 19:53:27.535123 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:53:27.546102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:27.546102 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.616253 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.639199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:27.641351 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798e0c1-7ef4-4ce1-a10e-50cb91f8f161" -d '{"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-plugged", "status": "completed", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:27.654650 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:27.659854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.709387 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:27.735875 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab91f79-e8f1-49d1-a49f-5ca790eec226 x-openstack-request-id: req-8ab91f79-e8f1-49d1-a49f-5ca790eec226 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:27.736197 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-plugged", "status": "completed", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:27.736477 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ab91f79-e8f1-49d1-a49f-5ca790eec226 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:27.736874 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'code': 200} Nov 25 19:53:27.904007 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd26f90-88bb-4fd8-a807-f714e38aa252 req-f85fc9f1-3133-4bda-9bad-8652581fcc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:27.905391 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcd26f90-88bb-4fd8-a807-f714e38aa252 req-f85fc9f1-3133-4bda-9bad-8652581fcc56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1098 time: 0.0420365 Nov 25 19:53:27.954089 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-dcd26f90-88bb-4fd8-a807-f714e38aa252 req-60085e98-eefa-4c9f-9056-c9b5db53ca93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Nov 25 19:53:28.642780 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839e417-b886-40cb-8791-40728c07b56a req-2859f84f-95ff-4dbc-8c3c-195b5b940b01 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:28.644299 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2839e417-b886-40cb-8791-40728c07b56a req-2859f84f-95ff-4dbc-8c3c-195b5b940b01 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 947 time: 0.0504620 Nov 25 19:53:28.696744 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2839e417-b886-40cb-8791-40728c07b56a req-4ef650b6-e03f-4120-a9ef-71cc958bdfe4 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464451 Nov 25 19:53:29.820402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79508835-8502-40bd-83b6-7a43e3c98bc5 req-501f66fb-07e3-43bb-b8eb-a228ed66a89b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:29.821880 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79508835-8502-40bd-83b6-7a43e3c98bc5 req-501f66fb-07e3-43bb-b8eb-a228ed66a89b tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 947 time: 0.0545435 Nov 25 19:53:29.874212 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-79508835-8502-40bd-83b6-7a43e3c98bc5 req-e283fbac-d01f-498a-96c5-814f301171e3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463717 Nov 25 19:53:31.312974 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.181775 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.090462 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-533352a9-a30f-4b48-bc86-599ba2801e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:43.596395 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d588acd7-30ed-46a5-8164-714cd5e72098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.730582 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:46.286311 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.178909 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.578360 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:54:01.312084 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.187959 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.092626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71996cc3-51de-472f-a016-f03807352863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.668917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-98bedd1f-28cf-4dec-8d03-f9dbf40851e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836856 Nov 25 19:54:12.750016 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-5d16ef70-51fd-471d-852b-73d949558f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:12.751526 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-5d16ef70-51fd-471d-852b-73d949558f30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1098 time: 0.0397530 Nov 25 19:54:13.206320 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-d2addb3c-70ef-455c-86a0-7e89ec30055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:13.207822 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-d2addb3c-70ef-455c-86a0-7e89ec30055c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.4357996 Nov 25 19:54:13.272448 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-adc19047-b55e-44bb-a452-3d30972f98b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 1002 time: 0.0560045 Nov 25 19:54:13.319581 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-5ff24e0d-bc34-4285-8800-e6c05ac89d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:13.320973 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-5ff24e0d-bc34-4285-8800-e6c05ac89d9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0418231 Nov 25 19:54:13.368755 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-009bdd7e-82bf-46ac-bb60-a05a45aa63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:13.370445 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-009bdd7e-82bf-46ac-bb60-a05a45aa63ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427566 Nov 25 19:54:13.457535 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-e4fc3ecc-0e23-4283-b651-e7a22d35e3c5 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799038 Nov 25 19:54:13.549362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0affbbfb-98f7-4193-ac37-3087a4918fe2 req-857741e6-4598-4810-b25b-e04d0635204a service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838830 Nov 25 19:54:13.595943 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5019480-72c8-4bc4-8a3b-d4bacf0dc259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.735176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.290902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.181510 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.576974 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:54:31.311942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.200789 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.093780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b4f8-dd4c-4a28-a678-18383bc55c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.602940 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fdcd-144d-4267-9e84-abb2611eb5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.737641 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.292384 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.640854 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:46.796647 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Deleting port 5180cb1e-af86-4ede-81c5-9580af43a7a9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:46.796987 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.873196 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.873542 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.885378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Calling delete_port for 5180cb1e-af86-4ede-81c5-9580af43a7a9 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:47.034576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.060320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event deleted for resources: {'Port': ['ID=5180cb1e-af86-4ede-81c5-9580af43a7a9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:47.086780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.087132 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.087475 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.087810 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.088142 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.088473 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.088834 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.089224 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.089552 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.089877 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.090200 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.090551 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:47.128082 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.128417 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Floating IP 1cecb93f-361d-49da-a0cd-c748b6d84676 disassociated (deleted). External IP: 172.25.2.109, port: 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62. Nov 25 19:54:47.182396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.338102 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Router 5c8331f4-3b09-4453-a21a-45a18f0745d3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:47.445649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:47.453074 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.458797 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] Sync routers for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:47.468551 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:47.469179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:47.482721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-122c655a-b881-4580-a94e-abdce817693f tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "DELETE /v2.0/floatingips/1cecb93f-361d-49da-a0cd-c748b6d84676 HTTP/1.1" status: 204 len: 168 time: 0.8383942 Nov 25 19:54:47.482721 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:47.483148 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703e66cb-046b-4efe-970e-b136efdb60ab" -d '{"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:47.527586 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4279b0-b672-4461-932a-5d98cf54e4c5 x-openstack-request-id: req-0d4279b0-b672-4461-932a-5d98cf54e4c5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:47.527879 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:47.528133 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d4279b0-b672-4461-932a-5d98cf54e4c5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:47.528538 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'status': 'completed', 'code': 200} Nov 25 19:54:47.585414 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:47.595394 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e66cb-046b-4efe-970e-b136efdb60ab req-3d893885-b8ce-457c-b4cb-d86baeb9226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:47.596981 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-703e66cb-046b-4efe-970e-b136efdb60ab req-3d893885-b8ce-457c-b4cb-d86baeb9226c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dbf0604a83994b3392bf8e82bfa986de&device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 1098 time: 0.0453084 Nov 25 19:54:47.700534 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e66cb-046b-4efe-970e-b136efdb60ab req-5edf5d0e-4b6f-4c85-ab98-6e6bb0594bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:47.702027 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-703e66cb-046b-4efe-970e-b136efdb60ab req-5edf5d0e-4b6f-4c85-ab98-6e6bb0594bfe service neutron] 10.222.0.64 "GET /v2.0/networks?id=9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 200 len: 910 time: 0.0933340 Nov 25 19:54:47.722842 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f47bb9-c455-4bb1-bb16-a7ce628d0fc8 req-6949418c-bb68-438e-8f46-4fb467bc0b75 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:47.730310 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9f47bb9-c455-4bb1-bb16-a7ce628d0fc8 req-6949418c-bb68-438e-8f46-4fb467bc0b75 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 947 time: 0.0578277 Nov 25 19:54:47.756765 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-703e66cb-046b-4efe-970e-b136efdb60ab req-af06edda-8520-429d-89df-08f28ee363c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 200 len: 217 time: 0.0454345 Nov 25 19:54:47.803378 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-e9f47bb9-c455-4bb1-bb16-a7ce628d0fc8 req-8348e074-10a5-40da-b112-113915649a99 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670257 Nov 25 19:54:47.814580 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e66cb-046b-4efe-970e-b136efdb60ab req-3acdc576-6a6c-46a9-99aa-f07da821813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:47.814580 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-703e66cb-046b-4efe-970e-b136efdb60ab req-3acdc576-6a6c-46a9-99aa-f07da821813f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 200 len: 848 time: 0.0474112 Nov 25 19:54:47.826844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:47.853446 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] Checking router: 5c8331f4-3b09-4453-a21a-45a18f0745d3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:47.862346 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:47.863000 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:47.863911 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e66cb-046b-4efe-970e-b136efdb60ab req-79166901-9673-4d2f-8e15-8d8923933927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:47.865561 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-703e66cb-046b-4efe-970e-b136efdb60ab req-79166901-9673-4d2f-8e15-8d8923933927 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9199a683-1e64-4e02-9779-11a7448a37a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443211 Nov 25 19:54:47.970600 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-703e66cb-046b-4efe-970e-b136efdb60ab req-55a833b1-8a8a-445f-8bf3-8669702203ee service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947716 Nov 25 19:54:47.975239 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:48.067289 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-703e66cb-046b-4efe-970e-b136efdb60ab req-4f9436ff-e72b-41ca-b0d3-fb9de4b8d8b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889542 Nov 25 19:54:48.174102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:48.204897 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722adac4-a474-4ef6-9bf0-2c15e40fa917 None None] The sync data for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 is: [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '4c79d046-e0b4-4e39-971c-8fc5d6aa035b', 'name': '', 'network_id': '9199a683-1e64-4e02-9779-11a7448a37a9', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'mac_address': 'fa:16:3e:67:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:09Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'subnets': [{'id': '09acbbb2-f6d1-44dc-b884-95b3e1e63410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:48.429680 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7f786-6ffc-453c-ad41-788896c6d708 None None] New status for floating IP 1cecb93f-361d-49da-a0cd-c748b6d84676: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:54:48.917353 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71556338-df2c-4b30-b5c2-fe4c0b1c21cc req-c3b6a878-f0bc-4e13-a33e-dcd26b32621e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:48.918965 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71556338-df2c-4b30-b5c2-fe4c0b1c21cc req-c3b6a878-f0bc-4e13-a33e-dcd26b32621e tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 947 time: 0.0569947 Nov 25 19:54:48.972504 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-71556338-df2c-4b30-b5c2-fe4c0b1c21cc req-25122718-ff95-4aed-bc1e-a23eb5a036c0 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c2eb9f9-a4d4-4ee5-9d43-04927af25104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460212 Nov 25 19:54:49.434351 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-30f16235-a563-4efa-b3bb-96d5f912ec29 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:49.435795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-30f16235-a563-4efa-b3bb-96d5f912ec29 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.64 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 947 time: 0.0486944 Nov 25 19:54:49.531362 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Deleting port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:49.531702 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.621822 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] For port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:49.625898 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.638664 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Calling delete_port for 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:49.766581 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.793563 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event deleted for resources: {'Port': ['ID=1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:49.803621 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.803976 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.804330 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.804670 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.805012 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.805349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.805712 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.806047 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.806849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.806849 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.807064 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.807349 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.848123 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] No DVR routers for this DVR port 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:49.850854 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.854207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0b7008fe-5078-44ec-8e1e-bcc1821d83d1 req-b3a0bf74-0ecd-49c1-98d6-71d33df65628 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.64 "DELETE /v2.0/ports/1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 HTTP/1.1" status: 204 len: 173 time: 0.4084682 Nov 25 19:54:49.854675 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-deleted', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:49.856932 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037084d4-917d-494a-aa7c-b1695826c172" -d '{"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-deleted", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:49.954226 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c43d77e-8d5a-4478-a279-1f6c0ffa9759 x-openstack-request-id: req-0c43d77e-8d5a-4478-a279-1f6c0ffa9759 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:49.954859 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193c31b2-041e-45ff-819b-ec53217c2354", "name": "network-vif-deleted", "tag": "1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:49.955551 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c43d77e-8d5a-4478-a279-1f6c0ffa9759 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:49.956028 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193c31b2-041e-45ff-819b-ec53217c2354', 'name': 'network-vif-deleted', 'tag': '1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62', 'status': 'completed', 'code': 200} Nov 25 19:54:50.073136 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e50eff57-0e94-4393-b600-94738d9b7900 req-d641fe33-0242-4b70-8607-12a624246e08 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0301008 Nov 25 19:54:51.174142 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-a3b56b31-030d-4cb5-a706-ac2cfdf62ff7 req-8d902fa6-64bd-4b7b-b21d-3a0eeab35cc3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0301976 Nov 25 19:54:52.268084 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2c45a2fd-6a17-4421-80cf-08480300c69b req-09dea144-d8d1-4c6f-ba5d-88e9f097b7b3 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0271454 Nov 25 19:54:53.363974 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6991a24a-fad7-4a20-95b2-8d2323db2cff req-4cc6ffe7-39d3-41ba-aff1-9c9feb614dd1 tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0258312 Nov 25 19:54:53.877856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:53.898983 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:53.899312 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device 1aa54ebc-7efe-4263-b6be-fdcbf1b3aa62 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:54.470481 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6761e502-b6b9-4713-b055-ce00ae45394f req-ecbe38f0-aed3-454c-8ab0-a0fe08db757c tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "GET /v2.0/ports?device_id=193c31b2-041e-45ff-819b-ec53217c2354 HTTP/1.1" status: 200 len: 210 time: 0.0265212 Nov 25 19:54:55.526935 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33984) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:55.588729 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4f360c3-0154-4797-80c3-7c6089ae54ae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.615437 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4f360c3-0154-4797-80c3-7c6089ae54ae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.676250 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4f360c3-0154-4797-80c3-7c6089ae54ae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.679480 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b4f360c3-0154-4797-80c3-7c6089ae54ae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.680648 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b4f360c3-0154-4797-80c3-7c6089ae54ae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] 10.222.0.62 "DELETE /v2.0/security-groups/1c2eb9f9-a4d4-4ee5-9d43-04927af25104 HTTP/1.1" status: 204 len: 168 time: 0.1527045 Nov 25 19:54:55.690662 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f360c3-0154-4797-80c3-7c6089ae54ae tempest-TestShelveInstance-958890028 tempest-TestShelveInstance-958890028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2eb9f9-a4d4-4ee5-9d43-04927af25104,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:55.731928 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33988) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:56.194576 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.740385 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Deleting port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:56.741097 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.818554 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] For port 4c79d046-e0b4-4e39-971c-8fc5d6aa035b, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:56.818952 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.833884 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Calling delete_port for 4c79d046-e0b4-4e39-971c-8fc5d6aa035b owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:57.015490 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.040476 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c79d046-e0b4-4e39-971c-8fc5d6aa035b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:57.211142 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.435207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Router 5c8331f4-3b09-4453-a21a-45a18f0745d3 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:57.545023 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:57.551039 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-10d167cb-4457-4211-abd1-3f7c3648b369 admin admin] 10.222.0.62 "PUT /v2.0/routers/5c8331f4-3b09-4453-a21a-45a18f0745d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8180311 Nov 25 19:54:57.553452 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33992) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:57.555051 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] Sync routers for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:57.569571 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:57.570215 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:57.666123 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.681080 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:57.780102 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.836150 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Deleting port 0844264c-82ca-40d4-bd13-a9c833808be7 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:57.836529 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.866303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:54:56Z', 'revision_number': 5, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port': {'id': '0844264c-82ca-40d4-bd13-a9c833808be7', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:00:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:08Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:57.893612 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] Checking router: 5c8331f4-3b09-4453-a21a-45a18f0745d3 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:57.901753 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] Routers {'5c8331f4-3b09-4453-a21a-45a18f0745d3'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:57.902355 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['5c8331f4-3b09-4453-a21a-45a18f0745d3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:57.923411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] For port 0844264c-82ca-40d4-bd13-a9c833808be7, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=0844264c-82ca-40d4-bd13-a9c833808be7,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:57.923742 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.936609 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Calling delete_port for 0844264c-82ca-40d4-bd13-a9c833808be7 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:57.993039 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] Set router 5c8331f4-3b09-4453-a21a-45a18f0745d3 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:58.069354 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:54:57Z', 'revision_number': 6, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:58.099812 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164c1cc-500b-4bb0-9123-588797e86f8b None None] The sync data for ids ['5c8331f4-3b09-4453-a21a-45a18f0745d3'] in n-d-819194-3 is: [{'id': '5c8331f4-3b09-4453-a21a-45a18f0745d3', 'name': 'tempest-TestShelveInstance-1434356526-router', 'tenant_id': 'dbf0604a83994b3392bf8e82bfa986de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:54:57Z', 'revision_number': 6, 'project_id': 'dbf0604a83994b3392bf8e82bfa986de', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:58.119091 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.147604 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Pushing event deleted for resources: {'Port': ['ID=0844264c-82ca-40d4-bd13-a9c833808be7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:58.162917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4236d11-3e80-4259-a492-0c74819dd989 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:58.209490 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.305465 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.307647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.352368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.352896 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c8331f4-3b09-4453-a21a-45a18f0745d3 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:54:58.357210 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.358368 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-f4f36bd5-b271-4fb8-8f2f-6a492dc15595 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5c8331f4-3b09-4453-a21a-45a18f0745d3 HTTP/1.1" status: 204 len: 168 time: 0.8038614 Nov 25 19:54:58.360891 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33994) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.405429 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] Deleting subnet 09acbbb2-f6d1-44dc-b884-95b3e1e63410 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:58.408483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.442967 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.529403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.582409 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.608520 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09acbbb2-f6d1-44dc-b884-95b3e1e63410,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:58.610518 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.614906 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c8c05d57-c15f-4f35-acf2-920f5dd0689f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/09acbbb2-f6d1-44dc-b884-95b3e1e63410 HTTP/1.1" status: 204 len: 168 time: 0.2530658 Nov 25 19:54:58.615666 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7186f87e-fb4d-413c-8282-6b592645836f None None] Network 9199a683-1e64-4e02-9779-11a7448a37a9 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:58.616698 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 33996) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.683121 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.741113 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Deleting port bfd32e6e-2c4a-456c-87bf-9893408bf94f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:58.741459 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.811130 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] For port bfd32e6e-2c4a-456c-87bf-9893408bf94f, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=bfd32e6e-2c4a-456c-87bf-9893408bf94f,segment=NetworkSegment(0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5),segment_id=0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:58.811510 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.824881 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Calling delete_port for bfd32e6e-2c4a-456c-87bf-9893408bf94f owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:58.867053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] DHCP port deletion for 9199a683-1e64-4e02-9779-11a7448a37a9 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:58.912002 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.915693 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Deleting port bfd32e6e-2c4a-456c-87bf-9893408bf94f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:58.916073 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.938709 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd32e6e-2c4a-456c-87bf-9893408bf94f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:58.944410 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] No DVR routers for this DVR port bfd32e6e-2c4a-456c-87bf-9893408bf94f on host n-d-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:58.981484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] For port bfd32e6e-2c4a-456c-87bf-9893408bf94f, host n-d-819194-3, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:58.981934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.995167 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Calling delete_port for bfd32e6e-2c4a-456c-87bf-9893408bf94f owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:58.999015 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Port bfd32e6e-2c4a-456c-87bf-9893408bf94f was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:54:59.000296 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.018955 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.023496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Pushing event deleted for resources: {'Port': ['ID=bfd32e6e-2c4a-456c-87bf-9893408bf94f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.032496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] No DVR routers for this DVR port bfd32e6e-2c4a-456c-87bf-9893408bf94f on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:59.036582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.036936 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.039545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.040722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.040722 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485bf16-b027-44f9-9b98-cc0261746bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:59.043993 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9199a683-1e64-4e02-9779-11a7448a37a9']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.054490 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.054798 n-d-819194-3 neutron-server[103456]: DEBUG neutron.services.segments.db [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e80fa3d-8222-4af7-88e6-1d4ba15c6cf5') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.064559 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823524'] for segment, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.079079 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.086438 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:59.086857 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9107664'] for segment, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: Traceback (most recent call last): Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: timer() Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: cb(*args, **kw) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: return func(*args, **kwargs) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: self._notify() Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: self.callback(batched_events) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: event.method(event) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: return f(self, *a, **k) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: return self._get(url).json() Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:59.089014 n-d-819194-3 neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:59.152794 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.159056 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.162110 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9199a683-1e64-4e02-9779-11a7448a37a9 HTTP/1.1" status: 204 len: 168 time: 0.5442946 Nov 25 19:54:59.164968 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 33998) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:59.175217 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bd356-683d-4fad-a10e-2aee5464d5b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9199a683-1e64-4e02-9779-11a7448a37a9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.507223 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.745418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Deleting port 8974aea3-3db4-44ad-a6fc-735c2b526bc9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:59.745757 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.823675 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] For port 8974aea3-3db4-44ad-a6fc-735c2b526bc9, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8974aea3-3db4-44ad-a6fc-735c2b526bc9,segment=NetworkSegment(ca0d8d6d-1969-4f4c-b909-397d61eb9385),segment_id=ca0d8d6d-1969-4f4c-b909-397d61eb9385)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:59.824039 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.836546 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Calling delete_port for 8974aea3-3db4-44ad-a6fc-735c2b526bc9 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:00.012443 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.035929 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=8974aea3-3db4-44ad-a6fc-735c2b526bc9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:00.058419 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bfd32e6e-2c4a-456c-87bf-9893408bf94f no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:00.082543 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: bfd32e6e-2c4a-456c-87bf-9893408bf94f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:00.083074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device bfd32e6e-2c4a-456c-87bf-9893408bf94f not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:00.083584 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4c79d046-e0b4-4e39-971c-8fc5d6aa035b no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:00.109031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 4c79d046-e0b4-4e39-971c-8fc5d6aa035b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:00.109377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 4c79d046-e0b4-4e39-971c-8fc5d6aa035b not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:00.109794 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0844264c-82ca-40d4-bd13-a9c833808be7 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:00.130484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 0844264c-82ca-40d4-bd13-a9c833808be7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:00.130817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 0844264c-82ca-40d4-bd13-a9c833808be7 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:00.212684 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.427088 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Router 96a379a5-5ecd-497b-ac78-ad5dae95cffa has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:00.531370 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:00.536424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-5d0f151c-7520-42d1-8b45-b0d277536fbf admin admin] 10.222.0.62 "PUT /v2.0/routers/96a379a5-5ecd-497b-ac78-ad5dae95cffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3704543 Nov 25 19:55:00.539054 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34000) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:00.541504 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] Sync routers for ids ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:00.551730 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] Routers {'96a379a5-5ecd-497b-ac78-ad5dae95cffa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:00.552348 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:00.641775 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.654025 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] Set router 96a379a5-5ecd-497b-ac78-ad5dae95cffa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:00.833917 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:54:59Z', 'revision_number': 5, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:00.860973 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] Checking router: 96a379a5-5ecd-497b-ac78-ad5dae95cffa for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:00.870612 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] Routers {'96a379a5-5ecd-497b-ac78-ad5dae95cffa'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:00.871236 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:00.976982 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] Set router 96a379a5-5ecd-497b-ac78-ad5dae95cffa gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:01.040631 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.097814 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Deleting port baebb8b6-e256-4df1-8637-ca8828e0f2e8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:01.098157 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.179718 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] For port baebb8b6-e256-4df1-8637-ca8828e0f2e8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=baebb8b6-e256-4df1-8637-ca8828e0f2e8,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:01.180108 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.196420 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Calling delete_port for baebb8b6-e256-4df1-8637-ca8828e0f2e8 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:01.240218 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:54:59Z', 'revision_number': 5, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:01.265384 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13773029-4f72-4499-8e91-5a53b6325ebc None None] The sync data for ids ['96a379a5-5ecd-497b-ac78-ad5dae95cffa'] in n-d-819194-3 is: [{'id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'name': 'tempest-TestShelveInstance-1609573983-router', 'tenant_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:54:59Z', 'revision_number': 5, 'project_id': 'eb984aab97e74c2c98d26a8a2a43a0b3', 'gw_port': {'id': 'baebb8b6-e256-4df1-8637-ca8828e0f2e8', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a379a5-5ecd-497b-ac78-ad5dae95cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:12Z', 'updated_at': '2021-11-25T19:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:01.327259 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.359832 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.392143 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=baebb8b6-e256-4df1-8637-ca8828e0f2e8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:01.408172 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b88c6-17bc-4341-b4cb-e225b2ad2c90 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:01.455332 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.545094 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.547138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.600667 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.601411 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a379a5-5ecd-497b-ac78-ad5dae95cffa {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:55:01.606910 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.608819 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-bbcfacaf-bd76-4ea2-a247-874c8a020e29 admin admin] 10.222.0.62 "DELETE /v2.0/routers/96a379a5-5ecd-497b-ac78-ad5dae95cffa HTTP/1.1" status: 204 len: 168 time: 1.0681989 Nov 25 19:55:01.612469 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34002) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:01.658521 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] Deleting subnet bb761711-5ede-43a5-b1c7-cf8ae86549c3 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:01.662759 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.697675 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.776575 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.834028 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.878198 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb761711-5ede-43a5-b1c7-cf8ae86549c3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:01.884553 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.887842 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6e8f9932-c5ee-45af-8a19-143657b25b5c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bb761711-5ede-43a5-b1c7-cf8ae86549c3 HTTP/1.1" status: 204 len: 168 time: 0.2742813 Nov 25 19:55:01.890343 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34004) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:01.893887 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5aa86-7b37-4a83-bb3b-43564cd53daa None None] Network a1f67236-1be4-47d5-bcfd-89c592afc861 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:01.977735 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.032456 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Deleting port 2a5d04b9-b4e7-418b-9630-c841dc013103 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:02.032798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.104793 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] For port 2a5d04b9-b4e7-418b-9630-c841dc013103, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=2a5d04b9-b4e7-418b-9630-c841dc013103,segment=NetworkSegment(ca0d8d6d-1969-4f4c-b909-397d61eb9385),segment_id=ca0d8d6d-1969-4f4c-b909-397d61eb9385)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:02.105089 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.119206 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Calling delete_port for 2a5d04b9-b4e7-418b-9630-c841dc013103 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:02.199063 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.230634 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5d04b9-b4e7-418b-9630-c841dc013103,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:02.232451 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] No DVR routers for this DVR port 2a5d04b9-b4e7-418b-9630-c841dc013103 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:02.305035 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.323824 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914c03f-25b0-411f-bb1c-e583899c1b3a None None] DHCP port deletion for a1f67236-1be4-47d5-bcfd-89c592afc861 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:02.343046 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f67236-1be4-47d5-bcfd-89c592afc861']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:02.355138 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0d8d6d-1969-4f4c-b909-397d61eb9385') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:02.355439 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0d8d6d-1969-4f4c-b909-397d61eb9385') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:02.367908 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.389496 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.398761 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:02.399260 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: timer() Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:02.401192 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:02.409687 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8974aea3-3db4-44ad-a6fc-735c2b526bc9 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:02.433504 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8974aea3-3db4-44ad-a6fc-735c2b526bc9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:02.433800 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8974aea3-3db4-44ad-a6fc-735c2b526bc9 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:02.434218 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device baebb8b6-e256-4df1-8637-ca8828e0f2e8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:02.453727 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: baebb8b6-e256-4df1-8637-ca8828e0f2e8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:02.454319 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device baebb8b6-e256-4df1-8637-ca8828e0f2e8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:02.455084 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a5d04b9-b4e7-418b-9630-c841dc013103 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:02.474365 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.474875 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 2a5d04b9-b4e7-418b-9630-c841dc013103 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:02.475003 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 2a5d04b9-b4e7-418b-9630-c841dc013103 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:02.479957 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.487990 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a1f67236-1be4-47d5-bcfd-89c592afc861 HTTP/1.1" status: 204 len: 168 time: 0.5876131 Nov 25 19:55:02.500061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c7c2b-7b0c-4289-9c82-db0f83e923c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f67236-1be4-47d5-bcfd-89c592afc861,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:02.576695 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:55:02.601171 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34008) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:02.644567 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-80f80978-5433-4cb8-b9be-496b298ce9a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbf0604a83994b3392bf8e82bfa986de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421808 Nov 25 19:55:02.647787 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34010) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:02.694091 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0348530-04fc-4671-a284-9eaa220ec4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.715008 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0348530-04fc-4671-a284-9eaa220ec4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.759639 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0348530-04fc-4671-a284-9eaa220ec4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.762259 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0348530-04fc-4671-a284-9eaa220ec4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.763621 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-f0348530-04fc-4671-a284-9eaa220ec4d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c908fb57-1211-4b2e-b32b-2436747c9bfc HTTP/1.1" status: 204 len: 168 time: 0.1149402 Nov 25 19:55:02.771936 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0348530-04fc-4671-a284-9eaa220ec4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c908fb57-1211-4b2e-b32b-2436747c9bfc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.075736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34016) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:03.113558 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-c730e89a-4500-4881-b3ce-eb3076de24c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb984aab97e74c2c98d26a8a2a43a0b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0366306 Nov 25 19:55:03.116653 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34018) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:03.163091 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-494538bf-d171-436b-9d1e-7dbb39fa12b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.189173 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-494538bf-d171-436b-9d1e-7dbb39fa12b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.235471 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-494538bf-d171-436b-9d1e-7dbb39fa12b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.238053 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-494538bf-d171-436b-9d1e-7dbb39fa12b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.239803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-494538bf-d171-436b-9d1e-7dbb39fa12b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b65d4c5-64b6-4d01-bd5c-7ee8a1ef4098 HTTP/1.1" status: 204 len: 168 time: 0.1222808 Nov 25 19:55:03.247645 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494538bf-d171-436b-9d1e-7dbb39fa12b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b65d4c5-64b6-4d01-bd5c-7ee8a1ef4098,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.909313 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34040) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.005498 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1983538148-network', 'tenant_id': '8666942920d14648b101a57eca0f2112'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:04.027161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Made reservation on behalf of 8666942920d14648b101a57eca0f2112 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:04.029394 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.038024 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.111483 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.115272 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.142741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:04.153060 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca3c1e1-82c8-4fee-a480-a73be9f2ad18,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.159976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.160247 n-d-819194-3 neutron-server[103456]: INFO neutron.db.segments_db [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Added segment 24800762-af68-41e4-a27a-86c4e6dec02b of type vlan for network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 Nov 25 19:55:04.196683 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.206360 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.230979 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.232036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:04.232616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Publish callbacks [] for network, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.286860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3763130 Nov 25 19:55:04.289967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34044) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.294983 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Request body: {'subnet': {'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1983538148-subnet', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:04.297622 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cd2eb-f4e5-453c-8088-b9dfdbbae2ce admin admin] Pushing event updated for resources: {'Network': ['ID=73ab60c1-3a78-4d0c-8caa-c4576e86df55,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.308771 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:04.322051 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Made reservation on behalf of 8666942920d14648b101a57eca0f2112 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:04.324672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9005565'] for subnet, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.486198 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10383199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9005591'] for subnet, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.545856 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a1bf77-6783-414f-858e-52b84148b17d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.554981 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Checking segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:04.555338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Network hostable DHCP agents. Network: 73ab60c1-3a78-4d0c-8caa-c4576e86df55, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:04.571735 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:04.579785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 73ab60c1-3a78-4d0c-8caa-c4576e86df55) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:04.583866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:04.584496 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.590473 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73c06a-3b1c-414e-b7d8-e38468e31ddd None None] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:04.603613 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34046) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:04.604307 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-44953354-0dbd-4451-b766-93a50fbd8952 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3130679 Nov 25 19:55:04.610917 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:04.632105 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.633189 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.683796 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.735344 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:55:04.736299 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.823270 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.896160 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Allocated IP 172.20.0.2 (73ab60c1-3a78-4d0c-8caa-c4576e86df55/64a1bf77-6783-414f-858e-52b84148b17d/b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:05.041598 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.065020 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.174602 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Allocated IP 172.25.2.15 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/8e238d61-8140-46f0-ade8-5cc6a9028f03) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:05.212854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.218377 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.256726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:05.259566 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:05.263696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:05.272849 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Pushing event updated for resources: {'Port': ['ID=b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.285223 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.319953 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.322001 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Attempting to bind port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:05.322378 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Attempting to bind port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:05.322776 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Attempting to bind port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:05.329102 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:05.329484 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Checking segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:05.329887 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.330286 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Bound using segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:05.330781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Bound port: b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:05.331163 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.359863 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:05.364391 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:05.368732 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:05.372029 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Pushing event updated for resources: {'Port': ['ID=8e238d61-8140-46f0-ade8-5cc6a9028f03,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.387035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1aa7d9-ea64-4769-8a66-b207dc560fba None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:05.409032 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] For port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:05.412781 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] For port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:05.416749 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.488202 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0382c5ca-3d75-40fa-be27-314430bd36a6 None None] Provisioning complete for port 8e238d61-8140-46f0-ade8-5cc6a9028f03 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:05.488581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0382c5ca-3d75-40fa-be27-314430bd36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.491527 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbba37c-c560-452a-a63b-0403892f4a60 None None] Pushing event updated for resources: {'Port': ['ID=b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.528279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0382c5ca-3d75-40fa-be27-314430bd36a6 None None] Port 8e238d61-8140-46f0-ade8-5cc6a9028f03 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:05.634161 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.849373 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.974411 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Router c7d05e8e-d207-4443-aef4-b83d404c2863 is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:55:06.074137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:06.132043 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:06.132487 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.216920 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.255074 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] For port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:06.260143 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.317041 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Pushing event updated for resources: {'Port': ['ID=b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:06.447138 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed1433-8f34-4e0d-8a65-49caf1091e0d None None] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:06.453028 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:06.470194 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.471487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-adf391d2-178a-4c18-9661-c912df137153 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8663933 Nov 25 19:55:06.474684 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34048) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:06.493077 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Sync routers for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:06.511047 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:06.511668 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:06.646866 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6d415548-41b1-4c6e-b32f-6a4f8e0f75f6 None None] Provisioning complete for port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:06.647168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6d415548-41b1-4c6e-b32f-6a4f8e0f75f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.714998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:06.878922 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.958189 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:05Z', 'revision_number': 3, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:06.985437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Checking router: c7d05e8e-d207-4443-aef4-b83d404c2863 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:06.986335 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Updating router c7d05e8e-d207-4443-aef4-b83d404c2863 port 8e238d61-8140-46f0-ade8-5cc6a9028f03 binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:55:07.016229 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.048445 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Allocated IP 172.20.0.1 (73ab60c1-3a78-4d0c-8caa-c4576e86df55/64a1bf77-6783-414f-858e-52b84148b17d/536afd75-6e94-4322-bd08-365b01a029af) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:07.143477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b0a3fef6-3b8d-47a7-9d24-3d28623655ef None None] Provisioning complete for port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:07.143765 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fef6-3b8d-47a7-9d24-3d28623655ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.154243 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.189226 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.228904 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:07.233179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:07.236888 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:07.262557 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Pushing event updated for resources: {'Port': ['ID=536afd75-6e94-4322-bd08-365b01a029af,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:07.281940 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.357819 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.364831 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.424330 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff1c09-adee-48aa-9283-81591ddc0490 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:07.427633 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.432932 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a31231-5b15-4082-9a3a-a209467a7958 None None] Pushing event updated for resources: {'Port': ['ID=8e238d61-8140-46f0-ade8-5cc6a9028f03,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:07.437515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Attempting to bind port 8e238d61-8140-46f0-ade8-5cc6a9028f03 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:07.437888 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Attempting to bind port 8e238d61-8140-46f0-ade8-5cc6a9028f03 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:07.438251 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Attempting to bind port 8e238d61-8140-46f0-ade8-5cc6a9028f03 on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:07.450830 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:07.450997 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:07.451463 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.451865 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:07.452347 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Bound port: 8e238d61-8140-46f0-ade8-5cc6a9028f03, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:07.452732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.510310 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] For port 8e238d61-8140-46f0-ade8-5cc6a9028f03, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:07.528991 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] For port 8e238d61-8140-46f0-ade8-5cc6a9028f03, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8e238d61-8140-46f0-ade8-5cc6a9028f03,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:07.537065 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.543107 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Provisioning complete for port 8e238d61-8140-46f0-ade8-5cc6a9028f03 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:07.543107 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.610014 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.611791 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd0b28-781e-4742-99b4-f69840d48827 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:07.614735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.639999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a31231-5b15-4082-9a3a-a209467a7958 None None] Pushing event updated for resources: {'Port': ['ID=8e238d61-8140-46f0-ade8-5cc6a9028f03,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:07.645890 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:07.646508 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:07.686369 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Pushing event updated for resources: {'Port': ['ID=536afd75-6e94-4322-bd08-365b01a029af,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:07.689727 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.765354 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.786997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:07.788477 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:07.796148 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] For port 8e238d61-8140-46f0-ade8-5cc6a9028f03, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8e238d61-8140-46f0-ade8-5cc6a9028f03,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:07.798094 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:07.828014 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.919594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Router c7d05e8e-d207-4443-aef4-b83d404c2863 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:07.921279 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Provisioning complete for port 536afd75-6e94-4322-bd08-365b01a029af triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:07.921732 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.993759 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Pushing event updated for resources: {'Port': ['ID=8e238d61-8140-46f0-ade8-5cc6a9028f03,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.013636 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd6556-fd8a-4544-a2fc-12bcd34fd27c None None] Port 536afd75-6e94-4322-bd08-365b01a029af cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:08.038533 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:08.043771 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3b15fe9f-de9b-4f9b-9f62-f80eb345c500 admin admin] 10.222.0.62 "PUT /v2.0/routers/c7d05e8e-d207-4443-aef4-b83d404c2863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680683 Nov 25 19:55:08.095391 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:08.120247 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 2, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:08.324840 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7ce22-eb30-4f43-9fe5-ce1c74d1db76 None None] The sync data for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 is: [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 2, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:08.335978 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4afe3276-cb24-4b10-ae53-e5e30a3f1d12 None None] Provisioning complete for port 8e238d61-8140-46f0-ade8-5cc6a9028f03 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:08.336355 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4afe3276-cb24-4b10-ae53-e5e30a3f1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.380707 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:08.381307 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.509276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4afe3276-cb24-4b10-ae53-e5e30a3f1d12 None None] Provisioning complete for port 536afd75-6e94-4322-bd08-365b01a029af triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:08.509645 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4afe3276-cb24-4b10-ae53-e5e30a3f1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.571336 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4afe3276-cb24-4b10-ae53-e5e30a3f1d12 None None] Port 536afd75-6e94-4322-bd08-365b01a029af cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:08.621622 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34064) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.626725 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-741002103-network', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:08.649602 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Made reservation on behalf of 6edaf91c5ca948d5ad475de553a62e77 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:08.652014 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for network, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.661435 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.741208 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.745487 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.770967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:08.781063 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa74489-71f7-4e96-a784-ec866e9f0f8e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.786475 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.786835 n-d-819194-3 neutron-server[103457]: INFO neutron.db.segments_db [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Added segment 9f7b2655-246d-4c16-b0c5-f591c16f0d45 of type vlan for network 03191e63-f080-4aef-a881-131bf4a77870 Nov 25 19:55:08.828199 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754432780261'] for network, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.855452 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485'] for network, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.856491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:08.857100 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.914171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2913826 Nov 25 19:55:08.916975 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34066) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:08.922441 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Request body: {'subnet': {'network_id': '03191e63-f080-4aef-a881-131bf4a77870', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-741002103-subnet', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:08.925542 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa3b1c-e98c-4345-8971-28a76397985c admin admin] Pushing event updated for resources: {'Network': ['ID=03191e63-f080-4aef-a881-131bf4a77870,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.936552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Network 03191e63-f080-4aef-a881-131bf4a77870 details requested by agent ovs-agent-n-d-819194-3 with host n-d-819194-3 {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:08.947395 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Made reservation on behalf of 6edaf91c5ca948d5ad475de553a62e77 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:08.949809 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8910151'] for subnet, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.162403 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9107561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8910509'] for subnet, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.217316 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acdfa73-cefd-4a64-b099-0df4188c67e4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:09.236195 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Checking segment: {'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:09.236562 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Network hostable DHCP agents. Network: 03191e63-f080-4aef-a881-131bf4a77870, hostable agents: ['f8ed5959-b720-4903-b297-8a286c50ca44'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:09.257061 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Network 03191e63-f080-4aef-a881-131bf4a77870 is scheduled to be hosted by DHCP agent f8ed5959-b720-4903-b297-8a286c50ca44 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:09.267290 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819194-3, 03191e63-f080-4aef-a881-131bf4a77870) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:09.272151 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:09.273304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.277893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0cb618-a1f9-44f2-b681-97f1f50c1a21 None None] Network 03191e63-f080-4aef-a881-131bf4a77870 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:09.293051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3cbfbf4e-b487-4616-9323-41d131ce56d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3746598 Nov 25 19:55:09.295570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34068) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:09.300142 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:09.336172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3704852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25218'] for router, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.337940 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3709899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3791135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25275'] for router, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.407976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.448764 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba9ecb4-d0ca-51b5-ba35-69d61a4a6fc3-03191e63-f080-4aef-a881-131bf4a77870', 'network_id': '03191e63-f080-4aef-a881-131bf4a77870', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'fixed_ips': [{'subnet_id': '4acdfa73-cefd-4a64-b099-0df4188c67e4'}]}} from n-d-819194-3. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:55:09.450604 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.563696 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.599793 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Allocated IP 172.20.0.2 (03191e63-f080-4aef-a881-131bf4a77870/4acdfa73-cefd-4a64-b099-0df4188c67e4/f8fac018-2220-4267-9d76-77f8fbc4e6f8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:09.762564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Publish callbacks [] for port, precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.769543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259'] for port, after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.790552 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.809742 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Network 03191e63-f080-4aef-a881-131bf4a77870 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:09.810621 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.812620 n-d-819194-3 neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:09.816034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:09.827871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Pushing event updated for resources: {'Port': ['ID=f8fac018-2220-4267-9d76-77f8fbc4e6f8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:09.879367 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Attempting to bind port f8fac018-2220-4267-9d76-77f8fbc4e6f8 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:09.880253 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Attempting to bind port f8fac018-2220-4267-9d76-77f8fbc4e6f8 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:09.880625 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Attempting to bind port f8fac018-2220-4267-9d76-77f8fbc4e6f8 on network 03191e63-f080-4aef-a881-131bf4a77870 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:09.885869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:09.886248 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Checking segment: {'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:09.886682 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.887079 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Bound using segment: {'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:09.887552 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Bound port: f8fac018-2220-4267-9d76-77f8fbc4e6f8, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:09.887934 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.919507 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Allocated IP 172.25.2.102 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/f6f50251-cdc4-43b2-8baf-f89dac61a98d) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:09.954547 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] For port f8fac018-2220-4267-9d76-77f8fbc4e6f8, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:09.959477 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] For port f8fac018-2220-4267-9d76-77f8fbc4e6f8, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f8fac018-2220-4267-9d76-77f8fbc4e6f8,segment=NetworkSegment(9f7b2655-246d-4c16-b0c5-f591c16f0d45),segment_id=9f7b2655-246d-4c16-b0c5-f591c16f0d45)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:09.963734 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.032713 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc826684-92cc-4518-8514-9857a7cad334 None None] Pushing event updated for resources: {'Port': ['ID=f8fac018-2220-4267-9d76-77f8fbc4e6f8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:10.043079 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.082379 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.102035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8e238d61-8140-46f0-ade8-5cc6a9028f03 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:10.124014 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:10.126940 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:10.132836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:10.145240 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a677ff-3a95-4e85-99c2-6b4f1cdfd97f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:10.184027 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 8e238d61-8140-46f0-ade8-5cc6a9028f03 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:10.184586 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.239476 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f50251-cdc4-43b2-8baf-f89dac61a98d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:10.274395 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f3c6be7d-cd00-4733-8307-d723d4211b86 None None] Provisioning complete for port f6f50251-cdc4-43b2-8baf-f89dac61a98d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:10.274797 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3c6be7d-cd00-4733-8307-d723d4211b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.342544 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6be7d-cd00-4733-8307-d723d4211b86 None None] Port f6f50251-cdc4-43b2-8baf-f89dac61a98d cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:10.443480 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.640109 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3704963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3701818'] for router, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.773147 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Router c835989a-ece4-4310-acd7-14652cde35dd is scheduled to L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:55:10.888224 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:10.899374 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Sync routers for ids ['c835989a-ece4-4310-acd7-14652cde35dd'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:10.910493 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Routers {'c835989a-ece4-4310-acd7-14652cde35dd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:10.912257 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c835989a-ece4-4310-acd7-14652cde35dd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:10.913368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.914884 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-78d88bcf-7dbb-48f0-966b-95618bcba752 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6181288 Nov 25 19:55:10.917364 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34070) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:11.035441 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Set router c835989a-ece4-4310-acd7-14652cde35dd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:11.042198 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Sync routers for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:11.055383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:11.056598 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:11.128564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06af01a-7a66-479b-b0e6-afe4d606b145 None None] Network 03191e63-f080-4aef-a881-131bf4a77870 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:11.147982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-393287c0-29fc-4a87-abcd-e8c076f6ba68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.226946 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:10Z', 'revision_number': 3, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port': {'id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:11.242283 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6fe31adf-eeec-4bc9-a8ad-856c73fe2e2a None None] Provisioning complete for port f8fac018-2220-4267-9d76-77f8fbc4e6f8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:11.242999 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fe31adf-eeec-4bc9-a8ad-856c73fe2e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.262913 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Checking router: c835989a-ece4-4310-acd7-14652cde35dd for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:11.263256 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Updating router c835989a-ece4-4310-acd7-14652cde35dd port f6f50251-cdc4-43b2-8baf-f89dac61a98d binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:55:11.288968 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.319985 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:11.562142 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fe31adf-eeec-4bc9-a8ad-856c73fe2e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.565380 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.572730 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.623496 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6fe31adf-eeec-4bc9-a8ad-856c73fe2e2a None None] For port f8fac018-2220-4267-9d76-77f8fbc4e6f8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f8fac018-2220-4267-9d76-77f8fbc4e6f8,segment=NetworkSegment(9f7b2655-246d-4c16-b0c5-f591c16f0d45),segment_id=9f7b2655-246d-4c16-b0c5-f591c16f0d45)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:11.630600 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Attempting to bind port f6f50251-cdc4-43b2-8baf-f89dac61a98d on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:11.631046 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Attempting to bind port f6f50251-cdc4-43b2-8baf-f89dac61a98d by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:11.632506 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Attempting to bind port f6f50251-cdc4-43b2-8baf-f89dac61a98d on network 95577337-912d-42e9-b23c-854a36eebdb1 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:11.638057 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fe31adf-eeec-4bc9-a8ad-856c73fe2e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.644788 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:11.646091 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Checking segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:11.646911 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.647486 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Bound using segment: {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:11.648558 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Bound port: f6f50251-cdc4-43b2-8baf-f89dac61a98d, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f97cb1-ece1-4463-b5da-ed3e30a7528d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:11.649336 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.651356 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f994aa-218d-4e10-a08d-7a585d022751 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:11.720002 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] For port f6f50251-cdc4-43b2-8baf-f89dac61a98d, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:11.723703 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] For port f6f50251-cdc4-43b2-8baf-f89dac61a98d, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f6f50251-cdc4-43b2-8baf-f89dac61a98d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:11.725218 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Pushing event updated for resources: {'Port': ['ID=f6f50251-cdc4-43b2-8baf-f89dac61a98d,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:11.736192 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe31adf-eeec-4bc9-a8ad-856c73fe2e2a None None] Pushing event updated for resources: {'Port': ['ID=f8fac018-2220-4267-9d76-77f8fbc4e6f8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:11.736462 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.736774 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.737382 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.737821 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.738781 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.738781 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.739401 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.739816 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.741247 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.741778 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.742204 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.742674 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.747460 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.782871 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-037e89d1-e78c-41f1-84fd-6994ddb964f1 None None] Provisioning complete for port f6f50251-cdc4-43b2-8baf-f89dac61a98d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:11.783373 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-037e89d1-e78c-41f1-84fd-6994ddb964f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.809232 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd601f3-0a9b-44d6-a1d3-a34cfa040d60 None None] Pushing event updated for resources: {'Port': ['ID=f6f50251-cdc4-43b2-8baf-f89dac61a98d,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:11.814016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.826193 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Routers {'c835989a-ece4-4310-acd7-14652cde35dd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:11.826953 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c835989a-ece4-4310-acd7-14652cde35dd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:11.840818 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434ddac-852b-4c86-a311-62751d67229f None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:11.855919 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 2, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:11.890108 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Checking router: c7d05e8e-d207-4443-aef4-b83d404c2863 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:11.890478 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Updating router c7d05e8e-d207-4443-aef4-b83d404c2863 port 536afd75-6e94-4322-bd08-365b01a029af binding host n-d-819194-3 {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:55:11.942976 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] Set router c835989a-ece4-4310-acd7-14652cde35dd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:11.944991 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.963340 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-037e89d1-e78c-41f1-84fd-6994ddb964f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.995966 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Allocated IP 172.20.0.1 (03191e63-f080-4aef-a881-131bf4a77870/4acdfa73-cefd-4a64-b099-0df4188c67e4/f38d7f48-c91a-426d-9318-d6e7bdae9cc5) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:12.012954 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-037e89d1-e78c-41f1-84fd-6994ddb964f1 None None] For port f6f50251-cdc4-43b2-8baf-f89dac61a98d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f6f50251-cdc4-43b2-8baf-f89dac61a98d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:12.018445 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-037e89d1-e78c-41f1-84fd-6994ddb964f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.130179 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e89d1-e78c-41f1-84fd-6994ddb964f1 None None] Pushing event updated for resources: {'Port': ['ID=f6f50251-cdc4-43b2-8baf-f89dac61a98d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.132709 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.165386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f8fac018-2220-4267-9d76-77f8fbc4e6f8 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:12.168891 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:10Z', 'revision_number': 3, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port': {'id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:12.182778 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.198628 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae318f-eb53-40c7-92b1-8498501b80cc None None] The sync data for ids ['c835989a-ece4-4310-acd7-14652cde35dd'] in n-d-819194-3 is: [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:10Z', 'revision_number': 3, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port': {'id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:12.228934 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Network 03191e63-f080-4aef-a881-131bf4a77870 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:12.231638 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-93ea50cd-a9ae-4acb-9744-cece2e6c180e None None] Provisioning complete for port f6f50251-cdc4-43b2-8baf-f89dac61a98d triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:12.231801 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93ea50cd-a9ae-4acb-9744-cece2e6c180e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.232107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:12.236554 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:12.240192 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Pushing event updated for resources: {'Port': ['ID=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.281234 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3701963'] for router_interface, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.345418 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f8fac018-2220-4267-9d76-77f8fbc4e6f8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:12.345712 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.439815 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.659192 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.669625 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.673877 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.675164 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.675795 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-93ea50cd-a9ae-4acb-9744-cece2e6c180e None None] Provisioning complete for port f8fac018-2220-4267-9d76-77f8fbc4e6f8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:12.676691 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93ea50cd-a9ae-4acb-9744-cece2e6c180e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.746329 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4162439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3709307'] for router_interface, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.753406 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Pushing event updated for resources: {'Port': ['ID=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.784869 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480104f-4fd8-492d-8e51-bd69175c726b None None] Pushing event updated for resources: {'Port': ['ID=536afd75-6e94-4322-bd08-365b01a029af,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.897882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Attempting to bind port 536afd75-6e94-4322-bd08-365b01a029af on host n-d-819194-3 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:12.897882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Attempting to bind port 536afd75-6e94-4322-bd08-365b01a029af by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:12.897882 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Attempting to bind port 536afd75-6e94-4322-bd08-365b01a029af on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:12.907741 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Network 03191e63-f080-4aef-a881-131bf4a77870 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:12.912340 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:12.912726 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Checking segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:12.913137 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.913528 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Bound using segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:12.914025 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Bound port: 536afd75-6e94-4322-bd08-365b01a029af, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:12.914416 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.914543 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:13.004234 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] For port 536afd75-6e94-4322-bd08-365b01a029af, host n-d-819194-3, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:13.007836 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] For port 536afd75-6e94-4322-bd08-365b01a029af, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=536afd75-6e94-4322-bd08-365b01a029af,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:13.020350 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.095828 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Provisioning complete for port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:13.099017 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.114034 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Router c835989a-ece4-4310-acd7-14652cde35dd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:13.149859 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480104f-4fd8-492d-8e51-bd69175c726b None None] Pushing event updated for resources: {'Port': ['ID=536afd75-6e94-4322-bd08-365b01a029af,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:13.162917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:13.167196 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:54:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:13.175905 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:13.246237 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Provisioning complete for port 536afd75-6e94-4322-bd08-365b01a029af triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:13.247519 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.274679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:13.280664 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-57e9f202-e142-4770-b17a-e525a5edb17d admin admin] 10.222.0.62 "PUT /v2.0/routers/c835989a-ece4-4310-acd7-14652cde35dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620417 Nov 25 19:55:13.382708 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:13.433002 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.545383 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] For port 536afd75-6e94-4322-bd08-365b01a029af, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=536afd75-6e94-4322-bd08-365b01a029af,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:13.552687 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.637446 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f9865bb1-a13c-4ba9-b988-be2b6591e5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.665037 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292fb2f-deff-4762-8de3-543792dbdad1 None None] Pushing event updated for resources: {'Port': ['ID=536afd75-6e94-4322-bd08-365b01a029af,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:13.687808 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7da07808-0999-431c-9fb4-43bdbdd98968 None None] Provisioning complete for port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:13.688177 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7da07808-0999-431c-9fb4-43bdbdd98968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.736348 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7da07808-0999-431c-9fb4-43bdbdd98968 None None] Port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:13.746896 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:12Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:13.778278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba354c40-fafe-4e3f-8233-af60037950e0 None None] The sync data for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 is: [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:12Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:13.780696 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7da07808-0999-431c-9fb4-43bdbdd98968 None None] Provisioning complete for port 536afd75-6e94-4322-bd08-365b01a029af triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:13.781059 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7da07808-0999-431c-9fb4-43bdbdd98968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.214175 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 536afd75-6e94-4322-bd08-365b01a029af up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:14.240872 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34078) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.246065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5379d5cc-cd44-4609-845d-781bff39060f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228281796', 'description': 'tempest-secgroup-smoke-228281796 description', 'project_id': '8666942920d14648b101a57eca0f2112'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:14.276002 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port 536afd75-6e94-4322-bd08-365b01a029af triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:14.276442 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.280056 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5379d5cc-cd44-4609-845d-781bff39060f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.348961 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5379d5cc-cd44-4609-845d-781bff39060f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.353692 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5379d5cc-cd44-4609-845d-781bff39060f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.356745 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f6f50251-cdc4-43b2-8baf-f89dac61a98d up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:14.396132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5379d5cc-cd44-4609-845d-781bff39060f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.397433 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-5379d5cc-cd44-4609-845d-781bff39060f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1555369 Nov 25 19:55:14.398701 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379d5cc-cd44-4609-845d-781bff39060f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc95b217-97ed-4c66-8219-c3ae7983467b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.402606 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34080) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.407771 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-65e4bf9a-2f53-4d0b-957a-1dec8deac675 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'security_group_rule': {'security_group_id': 'dc95b217-97ed-4c66-8219-c3ae7983467b', 'project_id': '8666942920d14648b101a57eca0f2112', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:14.430878 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f6f50251-cdc4-43b2-8baf-f89dac61a98d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:14.431232 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.440886 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e4bf9a-2f53-4d0b-957a-1dec8deac675 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.509735 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e4bf9a-2f53-4d0b-957a-1dec8deac675 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.514548 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e4bf9a-2f53-4d0b-957a-1dec8deac675 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.532714 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4bf9a-2f53-4d0b-957a-1dec8deac675 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30261836-edc6-4759-b53e-4906bcff4ac3,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.544562 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65e4bf9a-2f53-4d0b-957a-1dec8deac675 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.545803 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-65e4bf9a-2f53-4d0b-957a-1dec8deac675 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422262 Nov 25 19:55:14.548661 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34082) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.553213 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [None req-92081690-4e6f-4ba7-a0fd-e0457fae42ba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'security_group_rule': {'security_group_id': 'dc95b217-97ed-4c66-8219-c3ae7983467b', 'project_id': '8666942920d14648b101a57eca0f2112', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:14.573436 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Sync routers for ids ['c835989a-ece4-4310-acd7-14652cde35dd'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:14.587031 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Routers {'c835989a-ece4-4310-acd7-14652cde35dd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:14.587647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92081690-4e6f-4ba7-a0fd-e0457fae42ba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.587801 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:55:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c835989a-ece4-4310-acd7-14652cde35dd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:14.653433 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92081690-4e6f-4ba7-a0fd-e0457fae42ba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.657621 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92081690-4e6f-4ba7-a0fd-e0457fae42ba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.681924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081690-4e6f-4ba7-a0fd-e0457fae42ba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db9ba3d-b43f-4931-a39c-103ff1a582d6,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.688498 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-92081690-4e6f-4ba7-a0fd-e0457fae42ba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.689937 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-92081690-4e6f-4ba7-a0fd-e0457fae42ba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402621 Nov 25 19:55:14.693653 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34084) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.701037 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6844d134-1d3f-43ab-8930-2c1ef736bab3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'security_group_rule': {'security_group_id': 'dc95b217-97ed-4c66-8219-c3ae7983467b', 'project_id': '8666942920d14648b101a57eca0f2112', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:14.702698 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Set router c835989a-ece4-4310-acd7-14652cde35dd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:14.748891 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.757672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6844d134-1d3f-43ab-8930-2c1ef736bab3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.818138 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6844d134-1d3f-43ab-8930-2c1ef736bab3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.822344 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6844d134-1d3f-43ab-8930-2c1ef736bab3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.842024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844d134-1d3f-43ab-8930-2c1ef736bab3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df60238d-a477-4e05-b8b3-eb81c64ddb68,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.852791 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6844d134-1d3f-43ab-8930-2c1ef736bab3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.854003 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6844d134-1d3f-43ab-8930-2c1ef736bab3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593306 Nov 25 19:55:14.856688 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34086) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.861053 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4057efbc-1ced-4956-a77c-1b97c767bd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'security_group_rule': {'security_group_id': 'dc95b217-97ed-4c66-8219-c3ae7983467b', 'project_id': '8666942920d14648b101a57eca0f2112', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:14.890174 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4057efbc-1ced-4956-a77c-1b97c767bd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.916351 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:12Z', 'revision_number': 4, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port': {'id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f38d7f48-c91a-426d-9318-d6e7bdae9cc5', 'name': '', 'network_id': '03191e63-f080-4aef-a881-131bf4a77870', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'mac_address': 'fa:16:3e:65:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4acdfa73-cefd-4a64-b099-0df4188c67e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:11Z', 'updated_at': '2021-11-25T19:55:12Z', 'revision_number': 2, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'subnets': [{'id': '4acdfa73-cefd-4a64-b099-0df4188c67e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:14.944229 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Checking router: c835989a-ece4-4310-acd7-14652cde35dd for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:14.944497 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Updating router c835989a-ece4-4310-acd7-14652cde35dd port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 binding host n-d-819194-3 {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:55:14.948111 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4057efbc-1ced-4956-a77c-1b97c767bd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.952399 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4057efbc-1ced-4956-a77c-1b97c767bd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.969986 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057efbc-1ced-4956-a77c-1b97c767bd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5a393b-2157-4892-9b9b-e4c8924077e5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.971080 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.979568 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4057efbc-1ced-4956-a77c-1b97c767bd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.980773 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4057efbc-1ced-4956-a77c-1b97c767bd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231639 Nov 25 19:55:14.984087 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.988057 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'security_group_rule': {'security_group_id': 'dc95b217-97ed-4c66-8219-c3ae7983467b', 'project_id': '8666942920d14648b101a57eca0f2112', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:15.010388 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Project 8666942920d14648b101a57eca0f2112 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:55:15.015408 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.079156 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.084148 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.105207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79902594-8dd9-4d1f-9fac-9465a952868c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.111345 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.115611 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8814c484-23bc-479a-9dd3-9a7c0f5d0726 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278718 Nov 25 19:55:15.115780 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34090) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:15.120339 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'security_group_rule': {'security_group_id': 'dc95b217-97ed-4c66-8219-c3ae7983467b', 'project_id': '8666942920d14648b101a57eca0f2112', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:15.142638 n-d-819194-3 neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Project 8666942920d14648b101a57eca0f2112 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:55:15.147976 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.208625 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.212238 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780245'] for security_group_rule, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.227685 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c573671-512b-422e-8110-23d1e37f2751,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.236195 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Publish callbacks [] for port, precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.237942 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.239670 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-da049c1b-e715-4af8-92d4-0aef85344f81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229737 Nov 25 19:55:15.241186 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.417355 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-98e75e10-2ea5-4399-8ccf-0130a9070d8b tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228281796&fields=id&tenant_id=8666942920d14648b101a57eca0f2112 HTTP/1.1" status: 200 len: 267 time: 0.0541644 Nov 25 19:55:15.432859 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a959717-cc44-483b-a02c-46f2afa987a1 None None] Pushing event updated for resources: {'Port': ['ID=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.451813 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Attempting to bind port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 on host n-d-819194-3 for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:15.452176 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Attempting to bind port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 by drivers openvswitch,hyperv on host n-d-819194-3 at level 0 using segments [{'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:15.452560 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Attempting to bind port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 on network 03191e63-f080-4aef-a881-131bf4a77870 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:15.458145 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Checking agent: {'id': '72e24bd3-4d36-458b-8995-23823157aaa5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 15, 47), 'started_at': datetime.datetime(2021, 11, 25, 18, 16, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819194-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:15.458551 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Checking segment: {'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:15.459136 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.459498 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Bound using segment: {'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:15.459973 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Bound port: f38d7f48-c91a-426d-9318-d6e7bdae9cc5, host: n-d-819194-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7b2655-246d-4c16-b0c5-f591c16f0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '03191e63-f080-4aef-a881-131bf4a77870'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:15.460356 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.531625 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] For port f38d7f48-c91a-426d-9318-d6e7bdae9cc5, host n-d-819194-3, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:15.535140 n-d-819194-3 neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] For port f38d7f48-c91a-426d-9318-d6e7bdae9cc5, host n-d-819194-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,segment=NetworkSegment(9f7b2655-246d-4c16-b0c5-f591c16f0d45),segment_id=9f7b2655-246d-4c16-b0c5-f591c16f0d45)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:15.541529 n-d-819194-3 neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.547228 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-79a552c7-5f19-4694-9672-bff2de14f9c9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:15.548793 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-79a552c7-5f19-4694-9672-bff2de14f9c9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 810 time: 0.1217966 Nov 25 19:55:15.565603 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-64e1220e-5a03-4359-86e4-61b4f0e7f15b tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/quotas/8666942920d14648b101a57eca0f2112 HTTP/1.1" status: 200 len: 375 time: 0.0099065 Nov 25 19:55:15.601635 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Routers {'c835989a-ece4-4310-acd7-14652cde35dd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:15.602280 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:55:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c835989a-ece4-4310-acd7-14652cde35dd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:15.621686 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-72d8d391-2dba-4239-a140-3c7143855f32 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495903 Nov 25 19:55:15.639377 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a959717-cc44-483b-a02c-46f2afa987a1 None None] Pushing event updated for resources: {'Port': ['ID=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.716567 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1b03105a-493d-4b5a-978b-6dfd21f51f69 None None] Provisioning complete for port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:15.717543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b03105a-493d-4b5a-978b-6dfd21f51f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.729901 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] Set router c835989a-ece4-4310-acd7-14652cde35dd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:15.741931 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-5a1be3ed-5894-4adf-bdeb-b01ffc3d78b3 service neutron] 10.222.0.62 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074693 Nov 25 19:55:15.815886 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b03105a-493d-4b5a-978b-6dfd21f51f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.855137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1b03105a-493d-4b5a-978b-6dfd21f51f69 None None] For port f38d7f48-c91a-426d-9318-d6e7bdae9cc5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,segment=NetworkSegment(9f7b2655-246d-4c16-b0c5-f591c16f0d45),segment_id=9f7b2655-246d-4c16-b0c5-f591c16f0d45)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:15.862392 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b03105a-493d-4b5a-978b-6dfd21f51f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.871411 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-3399f445-3b9d-4e1b-aa85-0aca23a2fb2c service neutron] 10.222.0.62 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209671 Nov 25 19:55:15.920259 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03105a-493d-4b5a-978b-6dfd21f51f69 None None] Pushing event updated for resources: {'Port': ['ID=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.955238 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:12Z', 'revision_number': 4, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port': {'id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f38d7f48-c91a-426d-9318-d6e7bdae9cc5', 'name': '', 'network_id': '03191e63-f080-4aef-a881-131bf4a77870', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'mac_address': 'fa:16:3e:65:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4acdfa73-cefd-4a64-b099-0df4188c67e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:11Z', 'updated_at': '2021-11-25T19:55:15Z', 'revision_number': 4, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'subnets': [{'id': '4acdfa73-cefd-4a64-b099-0df4188c67e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:15.986887 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb73f16d-d3c2-4379-a6ec-452d53c0fe37 None None] The sync data for ids ['c835989a-ece4-4310-acd7-14652cde35dd'] in n-d-819194-3 is: [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:12Z', 'revision_number': 4, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port': {'id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': 'f38d7f48-c91a-426d-9318-d6e7bdae9cc5', 'name': '', 'network_id': '03191e63-f080-4aef-a881-131bf4a77870', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'mac_address': 'fa:16:3e:65:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4acdfa73-cefd-4a64-b099-0df4188c67e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:11Z', 'updated_at': '2021-11-25T19:55:15Z', 'revision_number': 4, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'subnets': [{'id': '4acdfa73-cefd-4a64-b099-0df4188c67e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:15.987222 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a779dc14-1b6b-42bc-a529-045a70103bbc None None] Provisioning complete for port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:15.987538 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a779dc14-1b6b-42bc-a529-045a70103bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.299901 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:17.059989 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-cf5f9abb-2a76-4c65-a812-d36d5fac2789 req-6692fa11-23a6-4070-9c65-8ab3f08a7b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 210 time: 0.0261033 Nov 25 19:55:17.184880 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.082917 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f38d7f48-c91a-426d-9318-d6e7bdae9cc5 up at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:18.139162 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Provisioning complete for port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:18.139443 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.145419 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cf1c7f95-ed0b-45f4-9646-7ca16c881bbc req-641f2c58-b526-47db-9992-8024bf0cafbf tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Nov 25 19:55:19.225348 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-6cf1addd-af79-404d-a9c4-6d24c74f706c req-57bd7a6c-c1b9-409e-98d5-233d04422cb3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 210 time: 0.0283933 Nov 25 19:55:20.307252 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8833649b-9358-49be-b6e8-27ae35e459d0 req-9f051adf-139f-4000-a9f3-ee08ddc66bcf tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 210 time: 0.0282733 Nov 25 19:55:21.418721 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-2864bb7c-f99e-49d1-9a05-84aceb02df85 req-42c04bdc-c7de-47a2-a192-74d0efc32e4b tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 210 time: 0.0402930 Nov 25 19:55:22.167019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-424e36c8-6e1b-40d7-a516-f62e4d72ab56 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:22.168777 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-424e36c8-6e1b-40d7-a516-f62e4d72ab56 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 810 time: 0.1076131 Nov 25 19:55:22.241845 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-fe9d0955-f312-4eb8-9341-88530683cb8b tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8666942920d14648b101a57eca0f2112 HTTP/1.1" status: 200 len: 379 time: 0.0612466 Nov 25 19:55:22.255033 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'port': {'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'admin_state_up': True, 'tenant_id': '8666942920d14648b101a57eca0f2112', 'security_groups': ['dc95b217-97ed-4c66-8219-c3ae7983467b']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:22.367706 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Made reservation on behalf of 8666942920d14648b101a57eca0f2112 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:22.371539 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.507153 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Allocated IP 172.20.0.9 (73ab60c1-3a78-4d0c-8caa-c4576e86df55/64a1bf77-6783-414f-858e-52b84148b17d/d3409609-001e-4ffd-a18b-83c45c55c7a9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:22.529736 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-73a83e61-703f-4c65-8573-95ca8c9f9217 req-b59aefd2-f804-44a3-a4f7-70019958f8ef tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 210 time: 0.0364547 Nov 25 19:55:22.668149 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.700474 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.746360 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:22.749226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:22.752730 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:22.778536 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:22.807985 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:22.808608 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.827741 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-e6e9f8cd-3408-4ad2-bd24-3af7eefa64bb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767968 Nov 25 19:55:22.841272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Request body: {'port': {'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:22.899843 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.941492 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-68c34395-5a6a-46c7-bcb2-1e522fefd027 None None] Provisioning complete for port d3409609-001e-4ffd-a18b-83c45c55c7a9 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:22.942631 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-68c34395-5a6a-46c7-bcb2-1e522fefd027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.975466 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-68c34395-5a6a-46c7-bcb2-1e522fefd027 None None] Port d3409609-001e-4ffd-a18b-83c45c55c7a9 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:23.164854 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3409609-001e-4ffd-a18b-83c45c55c7a9 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:23.172572 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.185009 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Transition to ACTIVE for port object d3409609-001e-4ffd-a18b-83c45c55c7a9 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:55:23.189151 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.237105 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:23.308886 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Attempting to bind port d3409609-001e-4ffd-a18b-83c45c55c7a9 on host n-h2-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:23.309226 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Attempting to bind port d3409609-001e-4ffd-a18b-83c45c55c7a9 by drivers openvswitch,hyperv on host n-h2-819194-3 at level 0 using segments [{'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:23.309558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Attempting to bind port d3409609-001e-4ffd-a18b-83c45c55c7a9 on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:23.314107 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Port d3409609-001e-4ffd-a18b-83c45c55c7a9 on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 not bound, no agent of type Open vSwitch agent registered on host n-h2-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:23.314427 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Attempting to bind port d3409609-001e-4ffd-a18b-83c45c55c7a9 on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:23.319538 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Checking agent: {'id': '2f880dd5-89bb-44f1-9a13-d8f6d54c9acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:23.319873 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Checking segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:23.320262 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Bound using segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:23.320693 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Bound port: d3409609-001e-4ffd-a18b-83c45c55c7a9, host: n-h2-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:23.321074 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.396633 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:23.399946 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:23.404172 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.440608 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:23.441230 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.443233 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-00403450-c481-4268-90a0-13f432dc4925 service neutron] 10.222.0.64 "PUT /v2.0/ports/d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 1091 time: 0.6063626 Nov 25 19:55:23.443679 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:23.445980 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b753941-251d-4443-89b1-9954ee0f1154" -d '{"events": [{"name": "network-changed", "server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:23.468078 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403450-c481-4268-90a0-13f432dc4925 service neutron] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:23.496126 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c92475-5b83-4732-ad8b-d1200fc8cd30 x-openstack-request-id: req-a8c92475-5b83-4732-ad8b-d1200fc8cd30 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:23.496555 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:23.497025 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8c92475-5b83-4732-ad8b-d1200fc8cd30 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:23.497508 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'status': 'completed', 'code': 200} Nov 25 19:55:23.545970 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-864d0032-9829-4c9a-8d52-5e3715a02093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:23.547489 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-864d0032-9829-4c9a-8d52-5e3715a02093 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1094 time: 0.0472298 Nov 25 19:55:23.597747 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-507d61da-a54c-47f3-bc4c-1bb0fa4428e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 217 time: 0.0369790 Nov 25 19:55:23.683442 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-683fac9a-bed5-4c8b-9cbf-a0d60f8c6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:23.684901 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-683fac9a-bed5-4c8b-9cbf-a0d60f8c6a02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0786245 Nov 25 19:55:23.693718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8263e52-fb1c-4a89-a5c1-e950ee2e3b13 req-a2197aeb-c99c-416a-9b1b-8460b53e7ce4 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:23.695024 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8263e52-fb1c-4a89-a5c1-e950ee2e3b13 req-a2197aeb-c99c-416a-9b1b-8460b53e7ce4 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 943 time: 0.0905690 Nov 25 19:55:23.766765 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-d63403a2-9186-43b5-a603-8f97253b746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:23.768278 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-d63403a2-9186-43b5-a603-8f97253b746f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712602 Nov 25 19:55:23.772479 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f8263e52-fb1c-4a89-a5c1-e950ee2e3b13 req-39443994-26ef-4eab-88ae-90d8491e1720 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682509 Nov 25 19:55:23.868250 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-a6254ce5-435e-48d1-b030-52a7750b7afb service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915458 Nov 25 19:55:23.956530 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-8afa88d6-0e67-420e-a5e2-695f19f5da3f req-d4bfe747-17bc-4d54-a99a-09b6c7513934 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801694 Nov 25 19:55:24.055162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753941-251d-4443-89b1-9954ee0f1154 req-e0730e7f-32db-4f9e-9ee0-c8179f500865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:24.056681 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b753941-251d-4443-89b1-9954ee0f1154 req-e0730e7f-32db-4f9e-9ee0-c8179f500865 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1094 time: 0.0461235 Nov 25 19:55:24.147447 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753941-251d-4443-89b1-9954ee0f1154 req-410cc850-8f1a-484e-9e45-30de6a456931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:24.148943 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b753941-251d-4443-89b1-9954ee0f1154 req-410cc850-8f1a-484e-9e45-30de6a456931 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0815089 Nov 25 19:55:24.195848 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b753941-251d-4443-89b1-9954ee0f1154 req-48a65faa-678b-46bb-b2ab-34f588771dab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 217 time: 0.0374777 Nov 25 19:55:24.246997 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753941-251d-4443-89b1-9954ee0f1154 req-a588c676-a676-475a-9b73-57ee4fff35af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:24.248327 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b753941-251d-4443-89b1-9954ee0f1154 req-a588c676-a676-475a-9b73-57ee4fff35af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0426855 Nov 25 19:55:24.295590 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753941-251d-4443-89b1-9954ee0f1154 req-55252e17-d2f2-4d12-bee5-8631dc689943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:24.297063 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b753941-251d-4443-89b1-9954ee0f1154 req-55252e17-d2f2-4d12-bee5-8631dc689943 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393310 Nov 25 19:55:24.392170 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b753941-251d-4443-89b1-9954ee0f1154 req-241ceaad-94b1-44a1-bc39-0f6c2c71d6f7 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838234 Nov 25 19:55:24.481909 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-9b753941-251d-4443-89b1-9954ee0f1154 req-dd03a99a-6565-4033-8396-0a2ff88e72a6 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802202 Nov 25 19:55:24.888258 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9c29c-67a1-4aed-a3b4-3e852550cb54 req-f852c742-de58-4e72-81f9-0616fcb3386f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:24.890110 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6d9c29c-67a1-4aed-a3b4-3e852550cb54 req-f852c742-de58-4e72-81f9-0616fcb3386f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 943 time: 0.0487442 Nov 25 19:55:24.939372 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-c6d9c29c-67a1-4aed-a3b4-3e852550cb54 req-f9209b58-825e-4c42-af3a-2aa4c98c3a51 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Nov 25 19:55:26.055824 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e376-9dd5-4f0d-8ad9-4aa0e7c108b5 req-76ce3c50-e2de-4394-b755-e248b3b57ad7 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:26.057292 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17f8e376-9dd5-4f0d-8ad9-4aa0e7c108b5 req-76ce3c50-e2de-4394-b755-e248b3b57ad7 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 943 time: 0.0509264 Nov 25 19:55:26.107449 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-17f8e376-9dd5-4f0d-8ad9-4aa0e7c108b5 req-0508fdee-d1aa-4d71-a743-d2dfff87b8eb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440345 Nov 25 19:55:27.223772 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b450f-d2c9-49d3-a740-5fc59086405f req-7cc8494a-2dba-4216-88cc-50ea4dd19e3a tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:27.225559 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-853b450f-d2c9-49d3-a740-5fc59086405f req-7cc8494a-2dba-4216-88cc-50ea4dd19e3a tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 943 time: 0.0503566 Nov 25 19:55:27.279306 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-853b450f-d2c9-49d3-a740-5fc59086405f req-0c36d16c-15ea-450f-bb42-f7a2f9329a12 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477815 Nov 25 19:55:28.029434 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d3409609-001e-4ffd-a18b-83c45c55c7a9 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:55:28.120739 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:28.132586 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:55:28.171502 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.183904 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3409609-001e-4ffd-a18b-83c45c55c7a9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:28.203341 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:28.207405 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.253549 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:28.400019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c560e-9160-4499-a4f3-527f95938cfc req-51a436db-50b5-4abc-a1c7-494804117359 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:28.401507 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b27c560e-9160-4499-a4f3-527f95938cfc req-51a436db-50b5-4abc-a1c7-494804117359 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 944 time: 0.0533113 Nov 25 19:55:28.449795 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b27c560e-9160-4499-a4f3-527f95938cfc req-b76a7b98-7885-473e-81be-2a1c066744ce tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 Nov 25 19:55:28.515013 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d3409609-001e-4ffd-a18b-83c45c55c7a9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:55:29.569543 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd695fbc-fee7-45ea-8124-19b572e8ecaa req-793cf3c9-06b4-4d2f-a05c-0b4ab5c5937f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:29.572332 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd695fbc-fee7-45ea-8124-19b572e8ecaa req-793cf3c9-06b4-4d2f-a05c-0b4ab5c5937f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 944 time: 0.0529761 Nov 25 19:55:29.622002 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-fd695fbc-fee7-45ea-8124-19b572e8ecaa req-f91984a1-cc2b-466c-b233-26eb7e35e0c6 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Nov 25 19:55:30.042137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d3409609-001e-4ffd-a18b-83c45c55c7a9 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:30.090856 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning for port d3409609-001e-4ffd-a18b-83c45c55c7a9 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:55:30.094429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d3409609-001e-4ffd-a18b-83c45c55c7a9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:30.094826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.171441 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.194194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:30.196620 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f4fd0-a764-4f3c-8d2a-2fbcda4619a3" -d '{"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-plugged", "status": "completed", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:30.209604 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:30.213568 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.238107 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280d3f2d-bf87-4b79-ab28-c7963f75a3cc x-openstack-request-id: req-280d3f2d-bf87-4b79-ab28-c7963f75a3cc {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:30.238910 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-plugged", "status": "completed", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:30.239172 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-280d3f2d-bf87-4b79-ab28-c7963f75a3cc {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:30.239558 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'code': 200} Nov 25 19:55:30.263589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:30.339558 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3f34-9ce5-4feb-95ed-1d7cf700c5f9 req-688f4195-b008-44d6-ab6b-1ea27f6b2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:30.341056 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b56d3f34-9ce5-4feb-95ed-1d7cf700c5f9 req-688f4195-b008-44d6-ab6b-1ea27f6b2448 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1096 time: 0.0413899 Nov 25 19:55:30.388324 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-b56d3f34-9ce5-4feb-95ed-1d7cf700c5f9 req-c75363bb-5fbd-4d48-9700-e22f46ff1c4c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390301 Nov 25 19:55:30.739901 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf16a3f-99f3-4a69-80a5-cacb2912d1f4 req-3ea306eb-1747-4f9c-b4bc-759a3f42a8dc tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:30.741410 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bf16a3f-99f3-4a69-80a5-cacb2912d1f4 req-3ea306eb-1747-4f9c-b4bc-759a3f42a8dc tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Nov 25 19:55:30.791677 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0bf16a3f-99f3-4a69-80a5-cacb2912d1f4 req-090e5837-9676-40f8-9854-21ff512e4a43 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Nov 25 19:55:31.345176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.911081 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494863b-6ddc-4faf-b58b-ddedcab01609 req-667833c6-65f7-47c1-af8d-f6f395970872 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:31.912545 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1494863b-6ddc-4faf-b58b-ddedcab01609 req-667833c6-65f7-47c1-af8d-f6f395970872 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 945 time: 0.0527813 Nov 25 19:55:31.969376 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1494863b-6ddc-4faf-b58b-ddedcab01609 req-fbfd40d4-5605-4a50-ba09-df9128dc8dfb tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509388 Nov 25 19:55:32.083669 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe95b1f-8f09-488f-858a-beca18e991cc req-fe800a0c-aab0-463e-ac95-d28cfa2b84b9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:32.085051 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbe95b1f-8f09-488f-858a-beca18e991cc req-fe800a0c-aab0-463e-ac95-d28cfa2b84b9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 945 time: 0.0488451 Nov 25 19:55:32.139534 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-dbe95b1f-8f09-488f-858a-beca18e991cc req-ebe6f501-8b8d-47f7-a07f-74db8a0b1d43 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484354 Nov 25 19:55:32.164228 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34162) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:32.299448 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8455e5cf-bb3a-4cdc-97ae-5d46ee116223 tempest-TestSnapshotPattern-2004627807 tempest-TestSnapshotPattern-2004627807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:32.301026 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-8455e5cf-bb3a-4cdc-97ae-5d46ee116223 tempest-TestSnapshotPattern-2004627807 tempest-TestSnapshotPattern-2004627807-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1091 time: 0.1376848 Nov 25 19:55:32.304026 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34166) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:32.308402 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:32.331114 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.433827 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.534100 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Allocated IP 172.25.2.105 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/bc3fda0f-4296-441c-9761-962ab5f1ebea) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:32.639373 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.672861 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.710717 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:32.713496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:32.716893 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:32.743225 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'Port': ['ID=bc3fda0f-4296-441c-9761-962ab5f1ebea,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:33.071672 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.136774 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.283107 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.288237 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.352378 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'Port': ['ID=bc3fda0f-4296-441c-9761-962ab5f1ebea,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:33.364300 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.462836 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Floating IP 22ff24fb-0a4e-45dd-a283-5b4d284a4315 associated. External IP: 172.25.2.105, port: d3409609-001e-4ffd-a18b-83c45c55c7a9. Nov 25 19:55:33.664956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Router c7d05e8e-d207-4443-aef4-b83d404c2863 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:33.770318 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:33.780695 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] Sync routers for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:33.787758 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.791171 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:33.791858 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:55:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:33.814168 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-242aa4d0-a60f-4fb9-968c-85bcb658dd34 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5090790 Nov 25 19:55:33.815012 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:33.817326 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d" -d '{"events": [{"name": "network-changed", "server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:33.853874 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d987a4-67f6-4b30-a262-24d8274d4446 x-openstack-request-id: req-62d987a4-67f6-4b30-a262-24d8274d4446 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:33.854233 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:33.854520 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62d987a4-67f6-4b30-a262-24d8274d4446 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:33.854928 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'status': 'completed', 'code': 200} Nov 25 19:55:33.920272 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-ce032194-cd2e-46e8-9d5c-c7162b68a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:33.921693 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-ce032194-cd2e-46e8-9d5c-c7162b68a959 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1096 time: 0.0433278 Nov 25 19:55:34.026164 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-b762d14e-8b55-4e6f-9787-8d45ae7211fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:34.027717 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-b762d14e-8b55-4e6f-9787-8d45ae7211fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0977442 Nov 25 19:55:34.075063 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:34.094483 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-35fca3c9-4ba2-4396-a036-4b19bf2e0764 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 999 time: 0.0590813 Nov 25 19:55:34.151949 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-0fa55fe7-b0f6-4b40-b273-ca136e1c8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:34.153407 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-0fa55fe7-b0f6-4b40-b273-ca136e1c8ae7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0511606 Nov 25 19:55:34.202634 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-faf8aeb0-023d-4090-be4e-683ea2c4324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:34.204018 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-faf8aeb0-023d-4090-be4e-683ea2c4324d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432987 Nov 25 19:55:34.237419 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.293647 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-2b1aec83-c54e-42cb-84b0-0ea078b2184e service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806835 Nov 25 19:55:34.318817 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:32Z', 'revision_number': 0, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:34.345042 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] Checking router: c7d05e8e-d207-4443-aef4-b83d404c2863 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:34.354779 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:34.355386 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:55:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:34.389598 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-abb70cd6-b37b-41b2-92f0-b0e40ea9734d req-682137d1-5347-4d51-b1a6-2fbd251dff22 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883989 Nov 25 19:55:34.460166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:34.678883 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:32Z', 'revision_number': 0, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:34.704554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6bd7d-1caf-47f0-aa6b-94db39fe337d None None] The sync data for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 is: [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:32Z', 'revision_number': 0, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:34.898188 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4b640-db67-42a0-99d1-6c2a223fa90c None None] New status for floating IP 22ff24fb-0a4e-45dd-a283-5b4d284a4315: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:55:39.575792 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:55:41.094396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-06f299ac-04aa-4dc1-8e91-c7308fbf89a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.602246 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afc7abda-aae5-4b60-8a94-7030dbbd0890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.745022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:46.299222 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.186543 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.345106 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.213649 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:11.096533 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0137ed9-a9dc-48d2-8e01-4b436d9fdf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.585219 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-af019bbe-4022-42a3-afce-8df94f30ab01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395694 Nov 25 19:56:13.603671 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85f54a15-4cc0-4294-bbbe-0f8195f84928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.666905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-7be285d1-d56f-49e8-8700-5f6da6b39d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:13.668425 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-7be285d1-d56f-49e8-8700-5f6da6b39d3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1096 time: 0.0400419 Nov 25 19:56:13.781116 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-2e68736f-e13b-4066-85e2-c29d2bc55303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:13.782649 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-2e68736f-e13b-4066-85e2-c29d2bc55303 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0935872 Nov 25 19:56:13.855838 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-1b06d89f-3755-43a8-bcc1-f0e781aee138 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0645173 Nov 25 19:56:13.903663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-1bae825b-3ba4-47ad-8fc4-fd7051bc256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:13.905020 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-1bae825b-3ba4-47ad-8fc4-fd7051bc256c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0411439 Nov 25 19:56:13.953696 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-e0bdb23a-6146-47a1-8719-f781842c0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:13.955125 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-e0bdb23a-6146-47a1-8719-f781842c0a7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419419 Nov 25 19:56:14.045519 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-86afacf4-6155-4c3b-b045-97cb6534d43c service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805907 Nov 25 19:56:14.140917 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6bc36019-7605-4360-8386-b1fb9960ab58 req-b8b0eb96-0f4e-4370-b869-b9065d2ee79f service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863869 Nov 25 19:56:14.746207 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.302144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.577357 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:56:17.187868 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.348500 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.209040 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.101751 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-49cfd13b-b30c-449f-948b-b64dc731df99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.604826 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91ca2295-33fc-4293-9b15-51ad717d0ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.750432 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.309441 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:47.189820 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.575630 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:57:01.358126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.210970 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.104128 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3407f929-f369-4279-88a4-393ae9ba2f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.606906 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cfef720d-5be6-4328-ac3f-016dd8495085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.752309 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.543883 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-e7a301d8-b3e0-489d-a049-3f0b6abc6aba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415735 Nov 25 19:57:15.631191 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-e5da910a-a418-4ca6-b88e-0a8fda39b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:15.632655 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-e5da910a-a418-4ca6-b88e-0a8fda39b02d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1096 time: 0.0401495 Nov 25 19:57:15.740959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-ee9d6afa-051d-4f53-b3a2-972969adecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:15.742409 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-ee9d6afa-051d-4f53-b3a2-972969adecaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0851369 Nov 25 19:57:15.813789 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-8846853e-3fb6-4067-ada6-03cb8819f826 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0624228 Nov 25 19:57:15.865959 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-cf33a177-08e7-40b7-bf03-8a90579c057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:15.867555 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-cf33a177-08e7-40b7-bf03-8a90579c057e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0452132 Nov 25 19:57:15.920231 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-d7a4e801-df5d-4b84-83d0-13e9189147ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:15.921698 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-d7a4e801-df5d-4b84-83d0-13e9189147ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455222 Nov 25 19:57:16.009576 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-cf2163a3-6b83-4c6d-9369-f06367508570 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792859 Nov 25 19:57:16.101487 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-2668046d-91a9-4561-83e3-0c1ca4064500 req-1c9e12f0-f59d-48be-be2c-6429863cf5af service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831187 Nov 25 19:57:16.308780 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.194514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.574316 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:57:31.360829 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.220377 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.652648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d3409609-001e-4ffd-a18b-83c45c55c7a9 details requested by agent hyperv_n-h2-819194-3 with host n-h2-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:57:36.770852 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:36.783553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Returning: {'device': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:57:36.823433 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.838318 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-489f74f5-7941-4579-887f-680612161b58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3409609-001e-4ffd-a18b-83c45c55c7a9 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:57:36.859261 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:36.864268 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.923458 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:36.931974 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.932324 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.932664 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.932999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.933334 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.933658 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.933982 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.934303 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.934648 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.934969 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.935292 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.935611 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:36.942619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] get_ports_and_sgs() called for port_ids ['d3409609-001e-4ffd-a18b-83c45c55c7a9'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:57:38.685475 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d3409609-001e-4ffd-a18b-83c45c55c7a9 up at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:38.750792 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-489f74f5-7941-4579-887f-680612161b58 None None] Provisioning complete for port d3409609-001e-4ffd-a18b-83c45c55c7a9 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:38.751188 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.847209 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.871959 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:38.874471 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f55a01-ed1d-4263-b126-093002585f1a" -d '{"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-plugged", "status": "completed", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:38.888831 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:38.915930 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.954868 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5815f-8358-40db-a50b-c728cb16d0fb x-openstack-request-id: req-1ad5815f-8358-40db-a50b-c728cb16d0fb {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:38.955763 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-plugged", "status": "completed", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:38.956035 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ad5815f-8358-40db-a50b-c728cb16d0fb {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:38.956424 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'code': 200} Nov 25 19:57:38.972035 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:41.106021 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f6ea03ac-d33a-43e1-bb33-15ffe59d28fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.609127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-200533e1-86b2-45b3-812f-45122df69e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.763530 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.121352 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-8648e893-b66c-4f2a-81fe-432ea1e71f70 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228281796&fields=id&tenant_id=8666942920d14648b101a57eca0f2112 HTTP/1.1" status: 200 len: 267 time: 0.0514057 Nov 25 19:57:46.239716 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-a20cce37-e192-4be0-b51b-fe01e51db19c tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:46.241099 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-a20cce37-e192-4be0-b51b-fe01e51db19c tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 810 time: 0.1122181 Nov 25 19:57:46.256857 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e2f9cdd8-f978-49c5-b261-a12d129e5ef7 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/quotas/8666942920d14648b101a57eca0f2112 HTTP/1.1" status: 200 len: 375 time: 0.0097423 Nov 25 19:57:46.311393 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-9b18004f-54cf-4c4a-88d8-152c4db21e55 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491245 Nov 25 19:57:46.315882 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.383254 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-6aba7815-9cbe-4231-b6af-04015f37f3bb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:57:46.384279 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-6aba7815-9cbe-4231-b6af-04015f37f3bb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0608232 Nov 25 19:57:46.481692 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-aa5e7f3d-b742-405c-9a5f-674c3b633c91 service neutron] 10.222.0.62 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893340 Nov 25 19:57:46.578992 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-38e87e7e-e63e-40e4-8cfd-4b3057f8f1a0 service neutron] 10.222.0.62 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910122 Nov 25 19:57:47.162835 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ab59da05-62b7-44e2-94f5-701245d7bb43 req-a25b9a08-281a-4f44-a832-44ac8cac3276 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 210 time: 0.4099631 Nov 25 19:57:47.198988 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.734040 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-a02e06d3-589f-4126-ba12-8c1971f20fcd tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:47.735604 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-a02e06d3-589f-4126-ba12-8c1971f20fcd tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.66 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 810 time: 0.1079540 Nov 25 19:57:47.805342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-fccb903a-444b-498b-a471-30e532361249 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8666942920d14648b101a57eca0f2112 HTTP/1.1" status: 200 len: 379 time: 0.0601993 Nov 25 19:57:47.816783 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'port': {'device_id': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'admin_state_up': True, 'tenant_id': '8666942920d14648b101a57eca0f2112', 'security_groups': ['dc95b217-97ed-4c66-8219-c3ae7983467b']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:47.956826 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Made reservation on behalf of 8666942920d14648b101a57eca0f2112 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:47.961976 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.197384 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Allocated IP 172.20.0.4 (73ab60c1-3a78-4d0c-8caa-c4576e86df55/64a1bf77-6783-414f-858e-52b84148b17d/1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:48.289602 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-8008f03e-82e9-4411-b39d-d19700d8db39 req-94505579-9f3f-45fe-9b34-b13d2a7971c3 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 210 time: 0.0313129 Nov 25 19:57:48.393616 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for port, precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.460909 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.532576 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:48.538308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:48.545599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:48.586702 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:48.612494 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.613149 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.613669 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.614184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.614740 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.615370 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.629148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.629718 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.630179 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.630814 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.637922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.638284 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:48.653573 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:48.658495 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.692666 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-e3b609c9-686f-4c44-ab6f-50e27d8b16c5 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8807912 Nov 25 19:57:48.773429 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d3409609-001e-4ffd-a18b-83c45c55c7a9 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:48.865797 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.903350 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-489f74f5-7941-4579-887f-680612161b58 None None] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:48.906435 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:48.909733 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b7356-bc51-4cb3-b2af-88fc0f726d3b" -d '{"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-unplugged", "status": "completed", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:48.932756 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.993298 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Pushing event updated for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:49.002569 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-224e6277-d0f0-4f24-8b72-18519cce2835 None None] Provisioning complete for port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:49.003230 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-224e6277-d0f0-4f24-8b72-18519cce2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.007901 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279bd874-63de-4363-b8f6-979b18ceb12b x-openstack-request-id: req-279bd874-63de-4363-b8f6-979b18ceb12b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:49.008508 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-unplugged", "status": "completed", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:49.008916 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-279bd874-63de-4363-b8f6-979b18ceb12b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:49.009558 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'code': 200} Nov 25 19:57:49.048005 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-224e6277-d0f0-4f24-8b72-18519cce2835 None None] Port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:49.423257 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c189-e978-45b6-8940-c838ff3d9420 req-330b6d9b-296c-4fcc-990a-0e37e9d3e6f0 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:49.425503 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e71c189-e978-45b6-8940-c838ff3d9420 req-330b6d9b-296c-4fcc-990a-0e37e9d3e6f0 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0575233 Nov 25 19:57:49.476166 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-5e71c189-e978-45b6-8940-c838ff3d9420 req-3dece8e0-db16-4575-bfb4-1cd7d75495a2 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 Nov 25 19:57:50.600924 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e76fb-72f7-44a5-8711-33bf286af660 req-c7e90d81-4d1c-4c5c-ad6f-8ea261e0f061 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:50.605547 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19e76fb-72f7-44a5-8711-33bf286af660 req-c7e90d81-4d1c-4c5c-ad6f-8ea261e0f061 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0550599 Nov 25 19:57:50.661372 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-e19e76fb-72f7-44a5-8711-33bf286af660 req-879357ca-3e0f-4e81-8d63-26287e8c6624 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466673 Nov 25 19:57:51.780585 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1ecd-34c3-46cb-a926-03a3f47cda5d req-1a2e923c-aab7-472e-a84e-b21489bc2ae0 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:51.782912 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f50f1ecd-34c3-46cb-a926-03a3f47cda5d req-1a2e923c-aab7-472e-a84e-b21489bc2ae0 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0517590 Nov 25 19:57:51.833171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-f50f1ecd-34c3-46cb-a926-03a3f47cda5d req-e03c48e8-b561-4fb4-bc4e-3f63ff338ab7 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Nov 25 19:57:52.957763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae909868-866c-451c-8b5b-4eaf3548fca7 req-01e1370e-4a54-44d9-a510-f61dd1232d89 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:52.957763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae909868-866c-451c-8b5b-4eaf3548fca7 req-01e1370e-4a54-44d9-a510-f61dd1232d89 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0486343 Nov 25 19:57:53.014351 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ae909868-866c-451c-8b5b-4eaf3548fca7 req-371f7d05-72f3-4556-b81f-a43cd8e457b0 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482666 Nov 25 19:57:54.136115 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff39d2-9234-4234-9ee7-50d65c81f3d5 req-c9569705-ac56-40c7-b197-f8edb22fb02f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:54.137628 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-84ff39d2-9234-4234-9ee7-50d65c81f3d5 req-c9569705-ac56-40c7-b197-f8edb22fb02f tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0530448 Nov 25 19:57:54.194593 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-84ff39d2-9234-4234-9ee7-50d65c81f3d5 req-a21498fc-eb3d-4499-b892-28b85dec7bf4 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507586 Nov 25 19:57:55.315148 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67ab2e-cd32-4be1-88fd-f6c3d843f2d6 req-391ee8b1-7bd4-4e46-ae6f-a30f7896c612 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:55.316667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb67ab2e-cd32-4be1-88fd-f6c3d843f2d6 req-391ee8b1-7bd4-4e46-ae6f-a30f7896c612 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0532503 Nov 25 19:57:55.371688 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-eb67ab2e-cd32-4be1-88fd-f6c3d843f2d6 req-749ed69a-b87b-4cfe-88a4-b53cfab0750c tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489986 Nov 25 19:57:56.503908 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df157b7b-045b-4721-b4b4-24784b51e615 req-b38a6e4e-1d60-4df8-8656-850eeef83941 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:56.506438 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df157b7b-045b-4721-b4b4-24784b51e615 req-b38a6e4e-1d60-4df8-8656-850eeef83941 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0529528 Nov 25 19:57:56.563127 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-df157b7b-045b-4721-b4b4-24784b51e615 req-56730a98-7dfc-40f1-b8a6-5307eb90706d tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506842 Nov 25 19:57:57.691068 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde65dc-2bb3-4da9-b207-41c2c14dc312 req-bdf80e14-928f-4735-8c78-cb63ccb07cc9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.692862 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfde65dc-2bb3-4da9-b207-41c2c14dc312 req-bdf80e14-928f-4735-8c78-cb63ccb07cc9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0600235 Nov 25 19:57:57.750198 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfde65dc-2bb3-4da9-b207-41c2c14dc312 req-2c8b065c-2a9a-405d-a892-f06e1bd72ffd tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511668 Nov 25 19:57:58.864709 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653822e-9b4d-4ed9-98a8-05c47b9c0375 req-7a23b7c0-3778-4f57-bc09-8a507fa8a270 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.866260 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7653822e-9b4d-4ed9-98a8-05c47b9c0375 req-7a23b7c0-3778-4f57-bc09-8a507fa8a270 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.0491083 Nov 25 19:57:58.915264 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-7653822e-9b4d-4ed9-98a8-05c47b9c0375 req-475eb240-9be0-407b-bfd2-eebeb17a14a2 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Nov 25 19:58:00.131308 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd263364-851a-4c8a-a8b0-6dd094d69fa0 req-3b704db1-ed31-4907-a796-7e33b98c1f40 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:00.132788 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd263364-851a-4c8a-a8b0-6dd094d69fa0 req-3b704db1-ed31-4907-a796-7e33b98c1f40 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.1492774 Nov 25 19:58:00.181138 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-cd263364-851a-4c8a-a8b0-6dd094d69fa0 req-252393e5-d8e8-4252-b290-77dbef548807 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 Nov 25 19:58:01.359211 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.361553 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a999af-e46f-49c4-98d5-5c163e597c11 req-62e4040f-8c49-4155-9da8-cdfff180139c tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:01.363424 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23a999af-e46f-49c4-98d5-5c163e597c11 req-62e4040f-8c49-4155-9da8-cdfff180139c tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 931 time: 0.1146283 Nov 25 19:58:01.413917 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-23a999af-e46f-49c4-98d5-5c163e597c11 req-b4ebda97-b754-462a-962c-89c2ef14166b tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441008 Nov 25 19:58:01.921663 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.v2.base [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Request body: {'port': {'device_id': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819194-3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:01.979196 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.265295 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:02.272756 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.284839 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Transition to ACTIVE for port object 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:58:02.290075 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.340836 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:02.421065 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Attempting to bind port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e on host n-h1-819194-3 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:02.421473 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Attempting to bind port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e by drivers openvswitch,hyperv on host n-h1-819194-3 at level 0 using segments [{'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:02.422375 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Attempting to bind port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:02.427591 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 not bound, no agent of type Open vSwitch agent registered on host n-h1-819194-3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:58:02.427910 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Attempting to bind port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e on network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:02.432867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Checking agent: {'id': '834d5980-150e-4c7b-b290-4ddaf7abbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819194-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'started_at': datetime.datetime(2021, 11, 25, 18, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:02.433208 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Checking segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:02.433594 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Bound using segment: {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:02.434019 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Bound port: 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host: n-h1-819194-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24800762-af68-41e4-a27a-86c4e6dec02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:02.434411 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.531620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:02.551867 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:02.565368 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661676a-4dd6-4717-8a7c-c6fdabe61ae3 req-08f3a38e-6183-4891-b681-8436854ec091 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.566876 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4661676a-4dd6-4717-8a7c-c6fdabe61ae3 req-08f3a38e-6183-4891-b681-8436854ec091 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 943 time: 0.0815871 Nov 25 19:58:02.568391 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9107700'] for port, after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.629372 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.629987 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.631382 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 200 len: 1091 time: 0.7562909 Nov 25 19:58:02.633717 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:02.636382 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d166498-534a-49c1-a254-af319b0583bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:02.658999 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516235fc-d02b-457b-b632-a773bfe90d69 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:02.693589 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06451aac-8323-4781-a76c-8f076bfaf182 x-openstack-request-id: req-06451aac-8323-4781-a76c-8f076bfaf182 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:02.693885 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:02.694206 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06451aac-8323-4781-a76c-8f076bfaf182 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:02.694823 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'status': 'completed', 'code': 200} Nov 25 19:58:02.702363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4661676a-4dd6-4717-8a7c-c6fdabe61ae3 req-bac0420c-668d-4ac2-926f-c20ab2cbcc12 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286128 Nov 25 19:58:02.741021 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-6356c4ae-5be1-4b2b-931f-1dda23a528ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.742662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-6356c4ae-5be1-4b2b-931f-1dda23a528ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1094 time: 0.0622671 Nov 25 19:58:02.791015 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-67c4fb37-96fb-49db-ae95-3ac37e63409b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 200 len: 217 time: 0.0388370 Nov 25 19:58:02.847521 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-217947d5-8d5c-4ba2-9d11-6219fffb54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.848985 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-217947d5-8d5c-4ba2-9d11-6219fffb54f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0493557 Nov 25 19:58:02.895428 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-c5da83f8-7ede-49c4-95c0-2f3566ecd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.896844 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-c5da83f8-7ede-49c4-95c0-2f3566ecd68f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404730 Nov 25 19:58:02.985638 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-1fec4494-1a3b-4e90-8d62-4d65df135470 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812712 Nov 25 19:58:03.084695 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-975f1d9f-ae41-4314-a12c-d857222fde9a req-8560e136-4775-4dc4-87cb-39f30213d158 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923393 Nov 25 19:58:03.169595 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d166498-534a-49c1-a254-af319b0583bc req-7489d160-6346-4a95-8bd2-61ed737b207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.171145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d166498-534a-49c1-a254-af319b0583bc req-7489d160-6346-4a95-8bd2-61ed737b207b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1094 time: 0.0414853 Nov 25 19:58:03.264049 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d166498-534a-49c1-a254-af319b0583bc req-7d14f68f-96c5-4451-a69f-db3f2913c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.265513 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d166498-534a-49c1-a254-af319b0583bc req-7d14f68f-96c5-4451-a69f-db3f2913c889 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0876632 Nov 25 19:58:03.305851 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d166498-534a-49c1-a254-af319b0583bc req-1426bee9-b6d5-4e46-b0f5-45c5aa5f9cbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 200 len: 217 time: 0.0330904 Nov 25 19:58:03.355162 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d166498-534a-49c1-a254-af319b0583bc req-36d985b2-8d65-4950-a7ec-ea716745682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.356529 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d166498-534a-49c1-a254-af319b0583bc req-36d985b2-8d65-4950-a7ec-ea716745682c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0439494 Nov 25 19:58:03.406432 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d166498-534a-49c1-a254-af319b0583bc req-921044d3-f818-45df-b113-a75b53b634ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.408004 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d166498-534a-49c1-a254-af319b0583bc req-921044d3-f818-45df-b113-a75b53b634ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447428 Nov 25 19:58:03.500379 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d166498-534a-49c1-a254-af319b0583bc req-a1fad5bb-4335-4ec0-a014-8df97738c45b service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853944 Nov 25 19:58:03.588474 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0d166498-534a-49c1-a254-af319b0583bc req-e0075874-004d-494d-85d3-54dd6425593b service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812745 Nov 25 19:58:03.827160 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679113e6-d7ca-41c4-8b48-384be514b9a3 req-0a17832e-7a96-4156-b156-269e68a7229a tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:03.828637 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-679113e6-d7ca-41c4-8b48-384be514b9a3 req-0a17832e-7a96-4156-b156-269e68a7229a tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 943 time: 0.0491083 Nov 25 19:58:03.878011 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-679113e6-d7ca-41c4-8b48-384be514b9a3 req-157e9474-6822-43db-967b-aca1fec5ba82 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Nov 25 19:58:04.222661 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.997871 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e571e9-3eff-423c-8252-78e481e26318 req-16ffbba3-c072-4e7a-8b95-4119c134abd4 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:04.999426 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1e571e9-3eff-423c-8252-78e481e26318 req-16ffbba3-c072-4e7a-8b95-4119c134abd4 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 943 time: 0.0543144 Nov 25 19:58:05.048057 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-f1e571e9-3eff-423c-8252-78e481e26318 req-bcff0ac7-d162-477c-a0dc-357637c50fad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Nov 25 19:58:06.162209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc6689-8550-4573-a62a-bef4214762e2 req-2b074e20-4ff8-4a6c-92ed-df1d901dbff4 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:06.163729 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ebc6689-8550-4573-a62a-bef4214762e2 req-2b074e20-4ff8-4a6c-92ed-df1d901dbff4 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 943 time: 0.0482886 Nov 25 19:58:06.216160 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-4ebc6689-8550-4573-a62a-bef4214762e2 req-ef0f79d5-bae1-4c9e-9b10-839bd1784096 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465665 Nov 25 19:58:06.530229 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:58:06.626199 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:06.637377 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'port_id': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'mac_address': 'fa:16:3e:93:97:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:58:06.674257 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.686619 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:06.705328 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:06.708928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.755049 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.107053 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:07.332502 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc42dd3-a47f-4fdd-a830-8cb960a5d38b req-0bee4e45-1602-4e76-a224-b2db85085db9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:07.334005 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfc42dd3-a47f-4fdd-a830-8cb960a5d38b req-0bee4e45-1602-4e76-a224-b2db85085db9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 944 time: 0.0489373 Nov 25 19:58:07.384915 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-bfc42dd3-a47f-4fdd-a830-8cb960a5d38b req-c3a8fab3-4e4f-43ee-b7b7-378f878f7e47 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439863 Nov 25 19:58:07.573315 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:58:08.501741 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c501191-b1d0-4e70-9226-d25b6ac66659 req-8ed3f2e2-935d-4f57-a86b-466d01345b48 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:08.503238 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c501191-b1d0-4e70-9226-d25b6ac66659 req-8ed3f2e2-935d-4f57-a86b-466d01345b48 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 944 time: 0.0487039 Nov 25 19:58:08.545972 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:08.552730 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-3c501191-b1d0-4e70-9226-d25b6ac66659 req-1db0abfa-cde4-4525-a27c-14d998e71764 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435081 Nov 25 19:58:08.599129 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning for port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:58:08.603090 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:08.603466 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.678747 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.699916 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:08.702113 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9415ef5d-6561-45b3-a192-01442acc3b54" -d '{"events": [{"server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:08.715156 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:08.719218 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.741947 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7140cb06-47b4-4792-a266-f77a5dcfcac2 x-openstack-request-id: req-7140cb06-47b4-4792-a266-f77a5dcfcac2 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:08.742235 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:08.742514 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7140cb06-47b4-4792-a266-f77a5dcfcac2 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:08.742898 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'code': 200} Nov 25 19:58:08.772342 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:08.847161 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb90218-7367-4036-9e5b-ef84bdc93546 req-bf3b0b7b-99f5-4897-b7a7-5827e4ce7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:08.848660 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6cb90218-7367-4036-9e5b-ef84bdc93546 req-bf3b0b7b-99f5-4897-b7a7-5827e4ce7d5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1096 time: 0.0442505 Nov 25 19:58:08.894066 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6cb90218-7367-4036-9e5b-ef84bdc93546 req-c71f32fd-8da2-490e-b134-f72206ef2f5c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388446 Nov 25 19:58:09.678401 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bacccf-ebdd-47ce-937d-2392390ba8bf req-5017b92f-99b9-40cf-81e3-3b423ac58232 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:09.680019 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64bacccf-ebdd-47ce-937d-2392390ba8bf req-5017b92f-99b9-40cf-81e3-3b423ac58232 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Nov 25 19:58:09.728966 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-64bacccf-ebdd-47ce-937d-2392390ba8bf req-b28a62f6-07c2-4aed-9e73-af017c0b65f9 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Nov 25 19:58:10.846922 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d2a0d-7d5a-4d3e-89c5-f4b6bcf172ca req-cb143fdf-caf8-4354-aa30-513558344765 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.848434 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-722d2a0d-7d5a-4d3e-89c5-f4b6bcf172ca req-cb143fdf-caf8-4354-aa30-513558344765 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 945 time: 0.0508802 Nov 25 19:58:10.902847 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-722d2a0d-7d5a-4d3e-89c5-f4b6bcf172ca req-c9c82f60-b2ff-433d-948e-73b49c8651b1 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Nov 25 19:58:11.020278 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab934b18-ed40-4475-8f3b-996ba6eb5adf req-f45748ab-3d48-4dbb-81cb-959ce4dc6b81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.021644 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab934b18-ed40-4475-8f3b-996ba6eb5adf req-f45748ab-3d48-4dbb-81cb-959ce4dc6b81 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 945 time: 0.0526137 Nov 25 19:58:11.071152 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-ab934b18-ed40-4475-8f3b-996ba6eb5adf req-d15eda89-1fca-420a-9e02-a621e9fd9d63 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 Nov 25 19:58:11.093403 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:11.109314 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a68e643-d235-41d7-9845-b9465966cb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.133465 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cd286-c54f-4014-ba69-36141be5843c tempest-TestSnapshotPattern-2004627807 tempest-TestSnapshotPattern-2004627807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.135046 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-803cd286-c54f-4014-ba69-36141be5843c tempest-TestSnapshotPattern-2004627807 tempest-TestSnapshotPattern-2004627807-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1091 time: 0.0406322 Nov 25 19:58:11.137732 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34456) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:11.142440 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.v2.base [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Request body: {'floatingip': {'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'port_id': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:11.165218 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.269823 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.372895 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Allocated IP 172.25.2.118 (95577337-912d-42e9-b23c-854a36eebdb1/41fb9db6-73a0-4088-bdae-a952f3bf191a/4365b827-44b1-448b-b4fa-b0ce415efac1) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:11.476206 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for port, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.511002 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754432773259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.550652 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Network 95577337-912d-42e9-b23c-854a36eebdb1 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:11.555216 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:11.559455 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:11.562484 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'Port': ['ID=4365b827-44b1-448b-b4fa-b0ce415efac1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:11.591201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.591548 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.591888 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.592226 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.592558 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.592887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.593219 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.593545 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.593864 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.594189 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.594541 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:11.594866 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:12.234102 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.304124 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.464540 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for port, precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.469115 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10383298'] for port, after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.543201 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event updated for resources: {'Port': ['ID=4365b827-44b1-448b-b4fa-b0ce415efac1,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:12.555798 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3701852'] for floatingip, after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.656161 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Floating IP b3f463d2-f2de-4ada-baa0-1b201cf51119 associated. External IP: 172.25.2.118, port: 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e. Nov 25 19:58:12.861733 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Router c7d05e8e-d207-4443-aef4-b83d404c2863 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:12.964859 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:12.975600 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] Sync routers for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:12.983595 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.986293 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:12.986948 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:57:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:13.014801 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-47a19c1f-67d8-4d34-832e-3caf8f17ea01 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8760226 Nov 25 19:58:13.015480 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:13.018332 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1739482a-387f-4d02-a88c-ba021143b4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:13.097097 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:13.114648 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a8b78d-b3f1-4aef-a295-fd0afca45419 x-openstack-request-id: req-53a8b78d-b3f1-4aef-a295-fd0afca45419 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:13.114944 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:13.115230 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53a8b78d-b3f1-4aef-a295-fd0afca45419 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:13.115637 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'status': 'completed', 'code': 200} Nov 25 19:58:13.178905 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-9beaa914-dec3-45d0-a0cb-e25967c853bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:13.180428 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-9beaa914-dec3-45d0-a0cb-e25967c853bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1096 time: 0.0423784 Nov 25 19:58:13.276229 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-0e8bfa5d-181a-4f6d-9977-6ee4010254a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:13.277620 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-0e8bfa5d-181a-4f6d-9977-6ee4010254a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0887969 Nov 25 19:58:13.320133 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:35Z', 'revision_number': 1, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}, {'id': 'b3f463d2-f2de-4ada-baa0-1b201cf51119', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:93:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:12Z', 'updated_at': '2021-11-25T19:58:12Z', 'revision_number': 0, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:13.344039 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-7a6e9fda-78d7-4097-b269-860f10e38aa9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 200 len: 999 time: 0.0592291 Nov 25 19:58:13.403354 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-365620f8-1cf9-4937-ad43-abf7127dff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:13.404852 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-365620f8-1cf9-4937-ad43-abf7127dff5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0535722 Nov 25 19:58:13.453470 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-e79be01a-e14b-4ed8-ad81-4fd01cd336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:13.455595 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-e79be01a-e14b-4ed8-ad81-4fd01cd336f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429337 Nov 25 19:58:13.515628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] Checking router: c7d05e8e-d207-4443-aef4-b83d404c2863 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:13.524553 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:13.525173 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T19:57:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:13.549195 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-a836659a-7ad8-4344-b209-d1ff11f13fe0 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867429 Nov 25 19:58:13.633055 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d64d7253-825f-456d-bb6b-05572bb2593f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.646903 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:13.648880 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-1739482a-387f-4d02-a88c-ba021143b4d1 req-d6da2079-d968-4645-9b76-3cdc791636f0 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930483 Nov 25 19:58:13.887075 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:35Z', 'revision_number': 1, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}, {'id': 'b3f463d2-f2de-4ada-baa0-1b201cf51119', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:93:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:12Z', 'updated_at': '2021-11-25T19:58:12Z', 'revision_number': 0, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:13.916998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf1cc0-de43-4de7-8eaf-7b4b211cbb19 None None] The sync data for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 is: [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:35Z', 'revision_number': 1, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}, {'id': 'b3f463d2-f2de-4ada-baa0-1b201cf51119', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:93:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:12Z', 'updated_at': '2021-11-25T19:58:12Z', 'revision_number': 0, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:14.108745 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd07f97-3a19-4827-a906-7363428eed85 None None] New status for floating IP b3f463d2-f2de-4ada-baa0-1b201cf51119: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:58:14.760170 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.313266 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.632823 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-61abd45e-e0c0-4664-9317-0e30d66d40db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406337 Nov 25 19:58:16.723853 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-af97d30e-9cf7-4a32-ad15-d0bc420b5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:16.725499 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-af97d30e-9cf7-4a32-ad15-d0bc420b5ab4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1094 time: 0.0442157 Nov 25 19:58:16.832184 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-57383311-ef33-48c7-abaa-bb866270555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:16.833636 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-57383311-ef33-48c7-abaa-bb866270555c service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0886519 Nov 25 19:58:16.898784 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-49f4f43e-f539-4428-8656-af3d2c60eef8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 999 time: 0.0574861 Nov 25 19:58:16.951787 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-1698b60a-2ab0-47f8-b317-50d48799720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:16.953199 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-1698b60a-2ab0-47f8-b317-50d48799720a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0474164 Nov 25 19:58:17.002075 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-1981f15f-a93e-4553-8db1-79cdfa2e360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:17.003526 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-1981f15f-a93e-4553-8db1-79cdfa2e360c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417910 Nov 25 19:58:17.093378 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-b018e04b-d09c-4da0-b637-132c62779e59 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809758 Nov 25 19:58:17.192763 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-3fac197f-93e7-403e-b9bd-44b2d6f3f2aa req-1bf233cb-ad54-4dc2-9bb4-2187e3b31504 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896966 Nov 25 19:58:17.202375 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.358552 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.241549 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.112168 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4df49859-736f-4247-8e30-ee963d9446f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.614298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2817277f-0f10-4a29-9f59-2d7d84e5af0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.572904 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:58:44.762244 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.318648 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.209637 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:01.363479 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.247855 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.236284 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-a9bce212-9509-42f0-ac63-1075cfbc7f25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399914 Nov 25 19:59:05.318835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-67f90147-b35b-44b7-a89f-8eb46a90f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:05.320325 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-67f90147-b35b-44b7-a89f-8eb46a90f69a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1096 time: 0.0414941 Nov 25 19:59:05.428707 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-8d35e9a0-5616-450c-960d-1d910bce7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:05.430161 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-8d35e9a0-5616-450c-960d-1d910bce7855 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0908141 Nov 25 19:59:05.494508 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-dcacef98-3bcd-4498-81d3-0e01c4448289 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 200 len: 1001 time: 0.0553994 Nov 25 19:59:05.547763 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-6f812a8f-83a5-41ac-ab17-d65697e423af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:05.549423 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-6f812a8f-83a5-41ac-ab17-d65697e423af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0478375 Nov 25 19:59:05.595312 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-e097d0b8-1b0a-47a6-82af-cb2f433f4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:05.596757 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-e097d0b8-1b0a-47a6-82af-cb2f433f4b3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397339 Nov 25 19:59:05.683112 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-23be2a7e-8936-4d5e-8efe-1d0538cb0e35 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789876 Nov 25 19:59:05.775221 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-6ba80ce1-0c39-4329-97c8-cb0aabb06033 req-6b97a609-446a-49c0-bc03-2df533272e47 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850253 Nov 25 19:59:11.113596 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7f25d04-95e2-4b8c-92d5-70592f65bebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.620982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30a3a214-0dcf-46d2-9841-75cb28b14f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:14.765371 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.323175 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.553402 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-81b52344-8f94-4a40-ad1c-99528d770e8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912359 Nov 25 19:59:16.643831 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-c7f506d2-f01e-45b4-9796-fcaa7bbf3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:16.645362 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-c7f506d2-f01e-45b4-9796-fcaa7bbf3d48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1094 time: 0.0408287 Nov 25 19:59:16.759209 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-80c8e01d-904e-4973-960c-36f8dcfc5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:16.760662 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-80c8e01d-904e-4973-960c-36f8dcfc5d85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0946581 Nov 25 19:59:16.828829 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-277bd926-f931-42d5-b9e0-f642debbe8cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 999 time: 0.0593488 Nov 25 19:59:16.882283 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-3956a7db-1994-49cd-843f-2eef425c9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:16.883743 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-3956a7db-1994-49cd-843f-2eef425c9051 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0475996 Nov 25 19:59:16.929612 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-bcaa358b-1581-479b-bb89-56048eef8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:16.931119 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-bcaa358b-1581-479b-bb89-56048eef8097 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401154 Nov 25 19:59:16.942927 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-2b2edd02-e1a7-408f-bb42-cf17ad1880d6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:59:16.943849 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-2b2edd02-e1a7-408f-bb42-cf17ad1880d6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048184 Nov 25 19:59:17.033149 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-353757cb-b2f3-4755-acc9-8ab65ab55bee service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807405 Nov 25 19:59:17.125118 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-611b2ac6-5c41-4b05-8d23-e70bd68cce33 req-f876aa1f-c5dc-4c42-9161-16aa110f4927 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848939 Nov 25 19:59:17.205502 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.571867 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:59:31.387423 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:34.252455 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:41.114888 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-809f9213-2864-4d5d-8184-a5a4beaa6b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.612900 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75f54630-3050-41d5-af3c-eaaa6f93deb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.767502 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.325694 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.209326 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:58.570701 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:00:01.379512 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:04.254808 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.275060 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-49cfe41a-2127-4848-9c1d-85b2e26bdc7c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404127 Nov 25 20:00:07.357561 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-03409e90-9fb7-446a-8ff0-0a4cb2bc1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:07.359667 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-03409e90-9fb7-446a-8ff0-0a4cb2bc1719 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1096 time: 0.0425498 Nov 25 20:00:07.463341 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-23c37201-6296-440f-be6e-2f917bae4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:07.464867 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-23c37201-6296-440f-be6e-2f917bae4674 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0864050 Nov 25 20:00:07.538644 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-d028db9e-b3d8-4d11-b4d3-aed386dac9bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 200 len: 1001 time: 0.0578296 Nov 25 20:00:07.593487 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-bf0eaec7-0970-4336-a1d0-1def9a418b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:07.594980 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-bf0eaec7-0970-4336-a1d0-1def9a418b7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0481510 Nov 25 20:00:07.639835 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-056f819f-8ec6-496c-9622-83b2ff1b7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:07.641807 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-056f819f-8ec6-496c-9622-83b2ff1b7d1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402803 Nov 25 20:00:07.729051 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-8a9231a2-49d9-48bf-8985-f48f5eb0c0cc service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797207 Nov 25 20:00:07.820146 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-0e5968e0-996a-478b-94d0-ef3ce0ffeede req-0c904515-7d2c-472a-b84b-b87bca1094d9 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836487 Nov 25 20:00:11.118646 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-65bf8463-8612-4d99-b63c-271ce0b40243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:13.614390 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7400e7eb-3bac-4fd9-81c4-ddbd2a957405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:14.772380 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:16.328368 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.211153 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.243986 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e details requested by agent hyperv_n-h1-819194-3 with host n-h1-819194-3 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:00:17.337515 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:17.349034 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Returning: {'device': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'port_id': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'mac_address': 'fa:16:3e:93:97:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:00:17.384692 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.397829 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:17.417195 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:17.421601 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:17.473060 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:17.480561 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.480907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.481243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.481573 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.481907 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.482235 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.482582 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.482906 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.483216 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.484073 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.484403 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.484720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:17.500432 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] get_ports_and_sgs() called for port_ids ['1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:17.897786 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-84e779b6-d98f-4f04-9f38-73784830cd8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407574 Nov 25 20:00:17.984086 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-dbef7ef1-613d-4399-9c74-4171e8379243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:17.985539 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-dbef7ef1-613d-4399-9c74-4171e8379243 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1094 time: 0.0402875 Nov 25 20:00:18.094413 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-fd79ab44-379a-420a-b396-c707a94975b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:18.095900 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-fd79ab44-379a-420a-b396-c707a94975b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.0893383 Nov 25 20:00:18.161554 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-1ad0667b-1991-46db-8004-d17051c218e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 999 time: 0.0577972 Nov 25 20:00:18.215506 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-7812464b-f3f7-4225-b60e-cc2956f71500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:18.216916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-7812464b-f3f7-4225-b60e-cc2956f71500 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0471232 Nov 25 20:00:18.262629 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-4b955655-aa72-43e2-a489-582b44c0d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:18.264081 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-4b955655-aa72-43e2-a489-582b44c0d592 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389595 Nov 25 20:00:18.351307 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-3745fe50-8d44-4252-881e-3337e7bf9c2b service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796206 Nov 25 20:00:18.444621 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-ba91b3dd-895c-441c-8bf0-b04089244ea7 req-6f41a2cf-6504-4923-acb6-88fcfe9afcb3 service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858788 Nov 25 20:00:19.256029 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e up at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:19.305166 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Provisioning complete for port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:19.305534 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669925'] for port, provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.379094 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590214'] for port, before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.401142 n-d-819194-3 neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:19.403406 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48b7ae7cbcdc64f1cfa430146e0499e971a77640585ba018bc2fa52749846ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4d9e95-8a44-4741-975a-f8285fbcb092" -d '{"events": [{"server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:19.416436 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:19.420708 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754433295656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754432773277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754432773295'] for port, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.470900 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Pushing event updated for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:19.506870 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b757d-004d-4769-8e16-2d26c736cbd5 x-openstack-request-id: req-d69b757d-004d-4769-8e16-2d26c736cbd5 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:19.507101 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:19.507352 n-d-819194-3 neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d69b757d-004d-4769-8e16-2d26c736cbd5 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:19.507747 n-d-819194-3 neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'code': 200} Nov 25 20:00:31.399155 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.424003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34688) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:31.581207 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Deleting port 4365b827-44b1-448b-b4fa-b0ce415efac1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:31.581459 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.654985 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.655318 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.666881 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Calling delete_port for 4365b827-44b1-448b-b4fa-b0ce415efac1 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:31.815680 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.840649 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event deleted for resources: {'Port': ['ID=4365b827-44b1-448b-b4fa-b0ce415efac1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:31.869861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.870215 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.870595 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.870944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.871281 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.871617 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.871952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.872283 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.872613 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.872944 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.873277 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.873604 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:31.916081 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.916454 n-d-819194-3 neutron-server[103457]: INFO neutron.db.l3_db [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Floating IP b3f463d2-f2de-4ada-baa0-1b201cf51119 disassociated (deleted). External IP: 172.25.2.118, port: 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e. Nov 25 20:00:32.122169 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Router c7d05e8e-d207-4443-aef4-b83d404c2863 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:00:32.226418 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:32.231226 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:32.237137 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] Sync routers for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:32.246712 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:32.247338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:32.260893 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-6ac61a5a-9a07-4831-8857-8ac244b77610 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "DELETE /v2.0/floatingips/b3f463d2-f2de-4ada-baa0-1b201cf51119 HTTP/1.1" status: 204 len: 168 time: 0.8357320 Nov 25 20:00:32.261441 n-d-819194-3 neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:32.263788 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027b4a8c724f010dd9457fb0b5d9a0554ca6c097277d8724f50be237d02a7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:32.344739 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def0f9a0-1215-41cb-b59f-84fb2af1e490 x-openstack-request-id: req-def0f9a0-1215-41cb-b59f-84fb2af1e490 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:32.345104 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:32.345363 n-d-819194-3 neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-def0f9a0-1215-41cb-b59f-84fb2af1e490 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:32.345769 n-d-819194-3 neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'status': 'completed', 'code': 200} Nov 25 20:00:32.357913 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:32.421392 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-1aa6ae69-063e-48e1-832a-19d2aeefdc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.423244 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-1aa6ae69-063e-48e1-832a-19d2aeefdc05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 1096 time: 0.0545552 Nov 25 20:00:32.566327 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b11e0-1fd2-4ecd-a40c-fbaeef0c8043 req-97e0539e-acee-4d45-8f53-cfc68cdb7b0b tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.567859 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a0b11e0-1fd2-4ecd-a40c-fbaeef0c8043 req-97e0539e-acee-4d45-8f53-cfc68cdb7b0b tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 945 time: 0.0873690 Nov 25 20:00:32.569266 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-be186b0a-47f9-4bb8-a702-c7d13b770497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.570634 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-be186b0a-47f9-4bb8-a702-c7d13b770497 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.1402276 Nov 25 20:00:32.600491 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:35Z', 'revision_number': 1, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:32.626974 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-0a488afe-e8e0-4ae0-8f8d-cbad5e9acb3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 200 len: 217 time: 0.0460868 Nov 25 20:00:32.627706 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] Checking router: c7d05e8e-d207-4443-aef4-b83d404c2863 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:32.636125 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:32.636740 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:32.685437 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-4a0b11e0-1fd2-4ecd-a40c-fbaeef0c8043 req-ded61128-1964-492e-ae44-7a206754629e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106470 Nov 25 20:00:32.697570 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-0f176c54-5caf-4d44-a3b0-8c68be18344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.699916 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-0f176c54-5caf-4d44-a3b0-8c68be18344d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0632119 Nov 25 20:00:32.749599 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-79ce58fe-560f-439a-9154-9c72fceca77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.751438 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-79ce58fe-560f-439a-9154-9c72fceca77c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439568 Nov 25 20:00:32.856342 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-41166067-4bff-4de3-91ac-62e539a999c9 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950670 Nov 25 20:00:32.907008 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:32.945458 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-a1fe6332-4add-4d99-861f-73e0a2f3e3e7 req-0ff12d50-dcf0-41b9-b36a-10028fe2b878 service neutron] 10.222.0.66 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813386 Nov 25 20:00:33.132057 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:35Z', 'revision_number': 1, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:33.159031 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc027cb-aa9c-4ada-8897-c072a931f450 None None] The sync data for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 is: [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_floatingips': [{'id': '22ff24fb-0a4e-45dd-a283-5b4d284a4315', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'router_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'port_id': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'mac_address': 'fa:16:3e:1a:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:55:32Z', 'updated_at': '2021-11-25T19:55:35Z', 'revision_number': 1, 'project_id': '8666942920d14648b101a57eca0f2112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:33.386652 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82201b9d-d4d0-49bd-b874-9758a5b42be1 None None] New status for floating IP b3f463d2-f2de-4ada-baa0-1b201cf51119: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:00:33.808668 n-d-819194-3 neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848d69-9602-46e4-bfc7-c076720a8600 req-e3fea18d-094d-4678-b74d-80636f8f1125 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:33.810171 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85848d69-9602-46e4-bfc7-c076720a8600 req-e3fea18d-094d-4678-b74d-80636f8f1125 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 945 time: 0.0498798 Nov 25 20:00:33.859390 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-85848d69-9602-46e4-bfc7-c076720a8600 req-ad175457-c422-4790-bed9-13d6c210f8da tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Nov 25 20:00:34.160644 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-7505ee80-e082-4365-ba2f-82d3a9a1aee7 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:34.162107 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-7505ee80-e082-4365-ba2f-82d3a9a1aee7 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Nov 25 20:00:34.251565 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.256389 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Deleting port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:34.256717 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.348757 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] For port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e, host n-h1-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819194-3',level=0,port_id=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:34.349119 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.361951 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Calling delete_port for 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:34.490365 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.519036 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event deleted for resources: {'Port': ['ID=1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:34.551722 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.552073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.552415 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.552752 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.553087 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.553418 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.553747 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.554073 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.554390 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.554743 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.555066 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.555387 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819194-3 {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:34.575236 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] No DVR routers for this DVR port 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e on host n-h1-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:34.577803 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:34.581207 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-afed0e46-b833-4e31-9c75-4bf2dcd4e297 req-3153e02f-c92f-4ea0-a685-81d59ca690ad tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.66 "DELETE /v2.0/ports/1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e HTTP/1.1" status: 204 len: 173 time: 0.4133308 Nov 25 20:00:34.581737 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'name': 'network-vif-deleted', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:34.584739 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffe5113-125e-4a78-82aa-c992e78bb9f1" -d '{"events": [{"server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "name": "network-vif-deleted", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:34.682147 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15c899e-df26-4e60-b5ff-d34bd91de4ae x-openstack-request-id: req-e15c899e-df26-4e60-b5ff-d34bd91de4ae {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:34.682444 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b01214-3776-4bfe-bf70-426eba7b53f6", "name": "network-vif-deleted", "tag": "1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:34.682731 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e15c899e-df26-4e60-b5ff-d34bd91de4ae {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:34.683156 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b01214-3776-4bfe-bf70-426eba7b53f6', 'name': 'network-vif-deleted', 'tag': '1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e', 'status': 'completed', 'code': 200} Nov 25 20:00:34.981397 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-0fb8439d-f38d-4df1-b166-34298bf96951 req-9c5332da-561f-4253-baf4-2c9d05ffb042 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9b01214-3776-4bfe-bf70-426eba7b53f6 HTTP/1.1" status: 200 len: 210 time: 0.0302203 Nov 25 20:00:35.305999 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:35.334589 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:35.334942 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:35.569979 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:00:36.563572 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34752) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:36.719027 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Deleting port bc3fda0f-4296-441c-9761-962ab5f1ebea {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:36.719368 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.792089 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.792415 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.803864 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Calling delete_port for bc3fda0f-4296-441c-9761-962ab5f1ebea owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:36.949304 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.974480 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event deleted for resources: {'Port': ['ID=bc3fda0f-4296-441c-9761-962ab5f1ebea,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:37.050072 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for floatingip, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.050505 n-d-819194-3 neutron-server[103456]: INFO neutron.db.l3_db [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Floating IP 22ff24fb-0a4e-45dd-a283-5b4d284a4315 disassociated (deleted). External IP: 172.25.2.105, port: d3409609-001e-4ffd-a18b-83c45c55c7a9. Nov 25 20:00:37.600178 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Router c7d05e8e-d207-4443-aef4-b83d404c2863 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:00:37.707405 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:37.712195 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for floatingip, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.718679 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] Sync routers for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:37.728754 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:37.729368 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:37.738395 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-15ff5c7a-a4e0-44ee-868a-20dce3e49708 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "DELETE /v2.0/floatingips/22ff24fb-0a4e-45dd-a283-5b4d284a4315 HTTP/1.1" status: 204 len: 168 time: 1.1737046 Nov 25 20:00:37.739134 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:37.741269 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892b17aa-d0a7-461f-a069-5289d68d4597" -d '{"events": [{"name": "network-changed", "server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:37.785518 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680b030c-379f-4585-b20f-9b303b75be68 x-openstack-request-id: req-680b030c-379f-4585-b20f-9b303b75be68 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:37.785815 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:37.786074 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-680b030c-379f-4585-b20f-9b303b75be68 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:37.786499 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'status': 'completed', 'code': 200} Nov 25 20:00:37.842645 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:37.852233 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-668af977-4e40-4781-a6f6-fbdb1c34a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.853934 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-668af977-4e40-4781-a6f6-fbdb1c34a4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8666942920d14648b101a57eca0f2112&device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 1094 time: 0.0452168 Nov 25 20:00:37.979744 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-310fcfc8-e942-45a4-926c-4dfe9641bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.981122 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-310fcfc8-e942-45a4-926c-4dfe9641bb10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 200 len: 911 time: 0.1179976 Nov 25 20:00:37.996285 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa1a68-45f1-452a-81e4-2d50782ce401 req-34f0319b-fa53-4753-bf11-a0c26aa8014d tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.997711 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07fa1a68-45f1-452a-81e4-2d50782ce401 req-34f0319b-fa53-4753-bf11-a0c26aa8014d tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 943 time: 0.0694971 Nov 25 20:00:38.039496 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-14a72e0b-c9da-46a3-9c21-5ef29c4b7242 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 200 len: 217 time: 0.0408049 Nov 25 20:00:38.067452 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:38.095276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] Checking router: c7d05e8e-d207-4443-aef4-b83d404c2863 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:38.104104 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:38.104720 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:38.114863 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-07fa1a68-45f1-452a-81e4-2d50782ce401 req-6db1d8eb-0f67-421d-80f2-f9648b0a5e8a tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc95b217-97ed-4c66-8219-c3ae7983467b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094091 Nov 25 20:00:38.118555 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-563dc6dd-086d-4df9-9d40-0467a267c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:38.119951 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-563dc6dd-086d-4df9-9d40-0467a267c3af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 200 len: 849 time: 0.0723243 Nov 25 20:00:38.174953 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-95e78147-aedc-4944-a4fc-7af03a7c9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:38.176498 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-95e78147-aedc-4944-a4fc-7af03a7c9b6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73ab60c1-3a78-4d0c-8caa-c4576e86df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465844 Nov 25 20:00:38.214207 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:38.268985 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-91ed0138-d24b-4cf4-812b-4c873e6b07ba service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Nov 25 20:00:38.365899 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-892b17aa-d0a7-461f-a069-5289d68d4597 req-e081dcb1-3c4c-4765-bc4e-122377831eff service neutron] 10.222.0.64 "GET /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888624 Nov 25 20:00:38.416628 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:38.442834 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786fb0a-1383-48a0-8545-551a0d0a6b00 None None] The sync data for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 is: [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3', '_interfaces': [{'id': '536afd75-6e94-4322-bd08-365b01a029af', 'name': '', 'network_id': '73ab60c1-3a78-4d0c-8caa-c4576e86df55', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'mac_address': 'fa:16:3e:62:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '64a1bf77-6783-414f-858e-52b84148b17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:06Z', 'updated_at': '2021-11-25T19:55:13Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'subnets': [{'id': '64a1bf77-6783-414f-858e-52b84148b17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:38.652015 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02498819-9d06-4836-9652-c11e27dba319 None None] New status for floating IP 22ff24fb-0a4e-45dd-a283-5b4d284a4315: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:00:38.663444 n-d-819194-3 neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-0120dbcc-793d-43cd-8e17-03a2cb6cadba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:38.664902 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-0120dbcc-793d-43cd-8e17-03a2cb6cadba tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 943 time: 0.0521152 Nov 25 20:00:38.761880 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Deleting port d3409609-001e-4ffd-a18b-83c45c55c7a9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:38.762216 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.847852 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] For port d3409609-001e-4ffd-a18b-83c45c55c7a9, host n-h2-819194-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819194-3',level=0,port_id=d3409609-001e-4ffd-a18b-83c45c55c7a9,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:38.848087 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.860620 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Calling delete_port for d3409609-001e-4ffd-a18b-83c45c55c7a9 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:38.987655 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.015436 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event deleted for resources: {'Port': ['ID=d3409609-001e-4ffd-a18b-83c45c55c7a9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:39.057882 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] No DVR routers for this DVR port d3409609-001e-4ffd-a18b-83c45c55c7a9 on host n-h2-819194-3 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:39.060315 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92293'] for port, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.064145 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [req-18f449b0-2039-4d7e-887f-3ba0f25f9c5b req-b6ae1d59-153b-4345-8bb8-56d6728a8b6e tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.64 "DELETE /v2.0/ports/d3409609-001e-4ffd-a18b-83c45c55c7a9 HTTP/1.1" status: 204 len: 173 time: 0.3910444 Nov 25 20:00:39.223699 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [req-74c94caf-87ad-47da-82ca-e2db9d9c5dc8 req-b619677a-faed-46be-a5f9-1346d9592502 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79690b9-4424-4058-a2ff-d23ec3415191 HTTP/1.1" status: 200 len: 210 time: 0.0269871 Nov 25 20:00:39.305844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e no longer exists at agent hyperv_n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:39.325993 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] No Port match for: 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:39.326338 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Device 1c6d1794-2ab9-4e63-9f01-a4f59dbf0f7e not bound to the agent host n-h1-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:39.787322 n-d-819194-3 neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-deleted', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:39.789846 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac91f1a9b86fafc64cfb4a2427ca0ddff6a3b4a5e1a5d2b0b8ca0a45e1ccf7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f3718-8093-4be4-90a1-e7bb1eac070c" -d '{"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-deleted", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:39.824840 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defd0cd7-ab1e-4c65-830d-262b292100a6 x-openstack-request-id: req-defd0cd7-ab1e-4c65-830d-262b292100a6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:39.825160 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79690b9-4424-4058-a2ff-d23ec3415191", "name": "network-vif-deleted", "tag": "d3409609-001e-4ffd-a18b-83c45c55c7a9", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:39.825417 n-d-819194-3 neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-defd0cd7-ab1e-4c65-830d-262b292100a6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:39.825813 n-d-819194-3 neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79690b9-4424-4058-a2ff-d23ec3415191', 'name': 'network-vif-deleted', 'tag': 'd3409609-001e-4ffd-a18b-83c45c55c7a9', 'status': 'completed', 'code': 200} Nov 25 20:00:40.278303 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:40.337180 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99c68a67-ce38-40c3-b6c6-57ec6e428735 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.362306 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99c68a67-ce38-40c3-b6c6-57ec6e428735 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.423445 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99c68a67-ce38-40c3-b6c6-57ec6e428735 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.426146 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99c68a67-ce38-40c3-b6c6-57ec6e428735 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Publish callbacks [] for security_group, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.427363 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-99c68a67-ce38-40c3-b6c6-57ec6e428735 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] 10.222.0.62 "DELETE /v2.0/security-groups/dc95b217-97ed-4c66-8219-c3ae7983467b HTTP/1.1" status: 204 len: 168 time: 0.1480458 Nov 25 20:00:40.436789 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c68a67-ce38-40c3-b6c6-57ec6e428735 tempest-TestSnapshotPattern-392458125 tempest-TestSnapshotPattern-392458125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc95b217-97ed-4c66-8219-c3ae7983467b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:41.119579 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f79b5a5f-77e9-4d5c-ac47-90475147d2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.496887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34772) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:41.596860 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d3409609-001e-4ffd-a18b-83c45c55c7a9 no longer exists at agent hyperv_n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:41.616132 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-489f74f5-7941-4579-887f-680612161b58 None None] No Port match for: d3409609-001e-4ffd-a18b-83c45c55c7a9 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:41.616479 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-489f74f5-7941-4579-887f-680612161b58 None None] Device d3409609-001e-4ffd-a18b-83c45c55c7a9 not bound to the agent host n-h2-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:41.935431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.177094 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Deleting port 536afd75-6e94-4322-bd08-365b01a029af {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:42.177432 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.253726 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] For port 536afd75-6e94-4322-bd08-365b01a029af, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=536afd75-6e94-4322-bd08-365b01a029af,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:42.254002 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.266723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Calling delete_port for 536afd75-6e94-4322-bd08-365b01a029af owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:42.441723 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.470209 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=536afd75-6e94-4322-bd08-365b01a029af,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:42.633249 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.139952 n-d-819194-3 neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Router c7d05e8e-d207-4443-aef4-b83d404c2863 has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:00:43.244298 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:43.250820 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c2a85ae1-8dae-4044-a13e-6c2d10a39c14 admin admin] 10.222.0.62 "PUT /v2.0/routers/c7d05e8e-d207-4443-aef4-b83d404c2863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520335 Nov 25 20:00:43.252723 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34776) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:43.253623 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] Sync routers for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:43.264964 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:43.265585 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:43.355629 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks [] for router, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.366893 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: n-d-819194-3 {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:43.463645 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.524276 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Deleting port 8e238d61-8140-46f0-ade8-5cc6a9028f03 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:43.524615 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.546169 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T20:00:42Z', 'revision_number': 5, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port': {'id': '8e238d61-8140-46f0-ade8-5cc6a9028f03', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:05Z', 'updated_at': '2021-11-25T19:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:43.577605 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] Checking router: c7d05e8e-d207-4443-aef4-b83d404c2863 for host: n-d-819194-3 {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:43.586115 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] Routers {'c7d05e8e-d207-4443-aef4-b83d404c2863'} bound to L3 agent in host n-d-819194-3 {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:43.586761 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:14Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c7d05e8e-d207-4443-aef4-b83d404c2863'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:43.604024 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] For port 8e238d61-8140-46f0-ade8-5cc6a9028f03, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=8e238d61-8140-46f0-ade8-5cc6a9028f03,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:43.604382 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.617210 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Calling delete_port for 8e238d61-8140-46f0-ade8-5cc6a9028f03 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:43.672446 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0aea8f99-5ae4-498a-823c-dc7598d277f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.685139 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] Set router c7d05e8e-d207-4443-aef4-b83d404c2863 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:43.736700 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T20:00:43Z', 'revision_number': 6, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:43.766545 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa9692-013e-42e7-a394-5ba2aa19ea64 None None] The sync data for ids ['c7d05e8e-d207-4443-aef4-b83d404c2863'] in n-d-819194-3 is: [{'id': 'c7d05e8e-d207-4443-aef4-b83d404c2863', 'name': 'tempest-TestSnapshotPattern-1983538148-router', 'tenant_id': '8666942920d14648b101a57eca0f2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:04Z', 'updated_at': '2021-11-25T20:00:43Z', 'revision_number': 6, 'project_id': '8666942920d14648b101a57eca0f2112', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:43.789441 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.813752 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e238d61-8140-46f0-ade8-5cc6a9028f03,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:43.829409 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb7aa0e-05f3-42a0-9a81-2571a8b146ed None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:43.879317 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.968530 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.970686 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.011689 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.012220 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d05e8e-d207-4443-aef4-b83d404c2863 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:00:44.017096 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] Publish callbacks [] for router, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.018344 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-97be3cdf-cc27-4f01-867c-edc01f852119 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c7d05e8e-d207-4443-aef4-b83d404c2863 HTTP/1.1" status: 204 len: 168 time: 0.7646806 Nov 25 20:00:44.020861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34778) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:44.063887 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] Deleting subnet 64a1bf77-6783-414f-858e-52b84148b17d {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:00:44.066822 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.105351 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9280603'] for subnet, precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.189022 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.241240 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10383132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9005598'] for subnet, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.267387 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a1bf77-6783-414f-858e-52b84148b17d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:44.271137 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4162475'] for subnet, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.274362 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-d37fb4e3-7b97-41e8-9667-ced86e466135 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/64a1bf77-6783-414f-858e-52b84148b17d HTTP/1.1" status: 204 len: 168 time: 0.2525735 Nov 25 20:00:44.277785 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34780) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:44.280847 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56226a5f-2ccd-4594-b21d-64dc1c476b82 None None] Network 73ab60c1-3a78-4d0c-8caa-c4576e86df55 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:44.348072 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.403320 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Deleting port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:44.403662 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.470003 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] For port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4,segment=NetworkSegment(24800762-af68-41e4-a27a-86c4e6dec02b),segment_id=24800762-af68-41e4-a27a-86c4e6dec02b)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:44.470306 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.483097 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Calling delete_port for b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:44.562437 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28f041-8006-464a-b960-349c468f0a87 None None] DHCP port deletion for 73ab60c1-3a78-4d0c-8caa-c4576e86df55 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:44.567212 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.595259 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:44.596322 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7a28f041-8006-464a-b960-349c468f0a87 None None] The port 'b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4' was deleted {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 20:00:44.601367 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] No DVR routers for this DVR port b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:44.654772 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 536afd75-6e94-4322-bd08-365b01a029af no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:44.674762 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 536afd75-6e94-4322-bd08-365b01a029af {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:44.675194 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 536afd75-6e94-4322-bd08-365b01a029af not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:44.682431 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.704491 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ab60c1-3a78-4d0c-8caa-c4576e86df55']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:44.718727 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24800762-af68-41e4-a27a-86c4e6dec02b') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:44.719061 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24800762-af68-41e4-a27a-86c4e6dec02b') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:44.729007 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.742907 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.748967 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:00:44.749358 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: timer() Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:00:44.751276 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:00:44.778198 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.812422 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.819937 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.823754 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/73ab60c1-3a78-4d0c-8caa-c4576e86df55 HTTP/1.1" status: 204 len: 168 time: 0.5450227 Nov 25 20:00:44.827778 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34782) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:44.843338 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38de0fa-60e7-4099-a9c1-25d181900cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ab60c1-3a78-4d0c-8caa-c4576e86df55,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:45.183366 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3709276'] for router_interface, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.428799 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Deleting port f38d7f48-c91a-426d-9318-d6e7bdae9cc5 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:45.429132 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.515651 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] For port f38d7f48-c91a-426d-9318-d6e7bdae9cc5, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,segment=NetworkSegment(9f7b2655-246d-4c16-b0c5-f591c16f0d45),segment_id=9f7b2655-246d-4c16-b0c5-f591c16f0d45)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:45.516051 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.528736 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Calling delete_port for f38d7f48-c91a-426d-9318-d6e7bdae9cc5 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:45.708674 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.735257 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38d7f48-c91a-426d-9318-d6e7bdae9cc5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:45.900752 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4162446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3709376'] for router_interface, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.118422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Router c835989a-ece4-4310-acd7-14652cde35dd has already been hosted by L3 agent bb2cd63f-52a8-42cf-9a49-0d18d4500dc3 {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:00:46.228628 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] Notify agent at l3_agent.n-d-819194-3 the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:46.235193 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-3aec420d-4f8f-43b2-8fac-565718cdff47 admin admin] 10.222.0.62 "PUT /v2.0/routers/c835989a-ece4-4310-acd7-14652cde35dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4059298 Nov 25 20:00:46.237422 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34784) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:46.241761 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] Sync routers for ids ['c835989a-ece4-4310-acd7-14652cde35dd'] in n-d-819194-3 {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:46.254959 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] Routers {'c835989a-ece4-4310-acd7-14652cde35dd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:46.256065 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c835989a-ece4-4310-acd7-14652cde35dd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:46.275243 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8e238d61-8140-46f0-ade8-5cc6a9028f03 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:46.301802 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: 8e238d61-8140-46f0-ade8-5cc6a9028f03 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:46.302300 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device 8e238d61-8140-46f0-ade8-5cc6a9028f03 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:46.302844 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:46.326278 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:46.327314 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device b50d4ab3-b4f8-4e87-bbf8-33112c3cd4f4 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:46.341512 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.350918 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks [] for router, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.362037 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] Set router c835989a-ece4-4310-acd7-14652cde35dd gateway port host: n-d-819194-3 {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:46.455720 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.506912 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Deleting port f6f50251-cdc4-43b2-8baf-f89dac61a98d {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:46.507253 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.536134 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'external_fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T20:00:45Z', 'revision_number': 5, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port': {'id': 'f6f50251-cdc4-43b2-8baf-f89dac61a98d', 'name': '', 'network_id': '95577337-912d-42e9-b23c-854a36eebdb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819194-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41fb9db6-73a0-4088-bdae-a952f3bf191a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819194-3'}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:46.565221 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] Checking router: c835989a-ece4-4310-acd7-14652cde35dd for host: n-d-819194-3 {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:46.573365 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] Routers {'c835989a-ece4-4310-acd7-14652cde35dd'} bound to L3 agent in host n-d-819194-3 {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:46.573966 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819194-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T18:15:43Z,description=,heartbeat_timestamp=2021-11-25T20:00:44Z,host='n-d-819194-3',id=bb2cd63f-52a8-42cf-9a49-0d18d4500dc3,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T18:15:43Z,topic='l3_agent')) {'router_ids': ['c835989a-ece4-4310-acd7-14652cde35dd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:46.589878 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] For port f6f50251-cdc4-43b2-8baf-f89dac61a98d, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f6f50251-cdc4-43b2-8baf-f89dac61a98d,segment=NetworkSegment(09f97cb1-ece1-4463-b5da-ed3e30a7528d),segment_id=09f97cb1-ece1-4463-b5da-ed3e30a7528d)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:46.590374 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.604005 n-d-819194-3 neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Calling delete_port for f6f50251-cdc4-43b2-8baf-f89dac61a98d owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:46.657322 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] Set router c835989a-ece4-4310-acd7-14652cde35dd gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:46.706485 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T20:00:46Z', 'revision_number': 6, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port_host': None}], 'n-d-819194-3', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:46.734574 n-d-819194-3 neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55baad3-c74e-410c-9db4-75fb6dfff273 None None] The sync data for ids ['c835989a-ece4-4310-acd7-14652cde35dd'] in n-d-819194-3 is: [{'id': 'c835989a-ece4-4310-acd7-14652cde35dd', 'name': 'tempest-TestSnapshotPattern-741002103-router', 'tenant_id': '6edaf91c5ca948d5ad475de553a62e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:09Z', 'updated_at': '2021-11-25T20:00:46Z', 'revision_number': 6, 'project_id': '6edaf91c5ca948d5ad475de553a62e77', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:46.770082 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9107709'] for port, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.795181 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f50251-cdc4-43b2-8baf-f89dac61a98d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:46.807820 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e3928-ec54-4742-9a26-bfc79e9a9661 None None] DHCP port deletion for 95577337-912d-42e9-b23c-854a36eebdb1 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:46.856287 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3701862'] for router_gateway, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.946257 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3705078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25264'] for router, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.948413 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.993647 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3705081'] for router, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.994212 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c835989a-ece4-4310-acd7-14652cde35dd {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:00:46.999882 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] Publish callbacks [] for router, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.001398 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-21afd2ce-ebe2-49ab-a7d6-edd38bb8db47 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c835989a-ece4-4310-acd7-14652cde35dd HTTP/1.1" status: 204 len: 168 time: 0.7630210 Nov 25 20:00:47.003933 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 34786) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:47.048690 n-d-819194-3 neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] Deleting subnet 4acdfa73-cefd-4a64-b099-0df4188c67e4 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:00:47.051740 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.089016 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823535'] for subnet, precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.171098 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667387'] for subnet, precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.211514 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.223605 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3755341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9107498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8910500'] for subnet, after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.248359 n-d-819194-3 neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acdfa73-cefd-4a64-b099-0df4188c67e4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:47.252770 n-d-819194-3 neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.255860 n-d-819194-3 neutron-server[103456]: INFO neutron.wsgi [None req-df35d86a-0588-4175-a245-d8ee0ffed795 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4acdfa73-cefd-4a64-b099-0df4188c67e4 HTTP/1.1" status: 204 len: 168 time: 0.2509043 Nov 25 20:00:47.258500 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34788) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:47.258958 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09923a6-e9eb-441d-9e16-1b3b71bc0236 None None] Network 03191e63-f080-4aef-a881-131bf4a77870 requested from n-d-819194-3 {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:47.325809 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687185'] for network, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.378739 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Deleting port f8fac018-2220-4267-9d76-77f8fbc4e6f8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:47.379068 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.457689 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] For port f8fac018-2220-4267-9d76-77f8fbc4e6f8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f8fac018-2220-4267-9d76-77f8fbc4e6f8,segment=NetworkSegment(9f7b2655-246d-4c16-b0c5-f591c16f0d45),segment_id=9f7b2655-246d-4c16-b0c5-f591c16f0d45)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:47.458154 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.466536 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] DHCP port deletion for 03191e63-f080-4aef-a881-131bf4a77870 request from n-d-819194-3 {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:47.472914 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Calling delete_port for f8fac018-2220-4267-9d76-77f8fbc4e6f8 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:47.521209 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] Deleting port f8fac018-2220-4267-9d76-77f8fbc4e6f8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:47.521580 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754433288632'] for port, before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.565347 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10383307'] for port, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.596927 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fac018-2220-4267-9d76-77f8fbc4e6f8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:47.599015 n-d-819194-3 neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] No DVR routers for this DVR port f8fac018-2220-4267-9d76-77f8fbc4e6f8 on host n-d-819194-3 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:47.680670 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664172', 'neutron.services.segments.db._delete_segments_for_network-8754433262035'] for network, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.704956 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03191e63-f080-4aef-a881-131bf4a77870']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:47.717496 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7b2655-246d-4c16-b0c5-f591c16f0d45') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:47.717861 n-d-819194-3 neutron-server[103457]: DEBUG neutron.services.segments.db [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7b2655-246d-4c16-b0c5-f591c16f0d45') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:47.729023 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754433266908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9280592'] for segment, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.750933 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718'] for segment, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.761276 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] For port f8fac018-2220-4267-9d76-77f8fbc4e6f8, host n-d-819194-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819194-3',level=0,port_id=f8fac018-2220-4267-9d76-77f8fbc4e6f8,segment=NetworkSegment(9f7b2655-246d-4c16-b0c5-f591c16f0d45),segment_id=9f7b2655-246d-4c16-b0c5-f591c16f0d45)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:47.761681 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3710733'] for port, precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.763196 n-d-819194-3 neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:00:47.763607 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10383334'] for segment, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: Traceback (most recent call last): Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: timer() Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: cb(*args, **kw) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: return func(*args, **kwargs) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: self._notify() Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: self.callback(batched_events) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: event.method(event) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: return f(self, *a, **k) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: return self._get(url).json() Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: return self.request(url, 'GET', **kwargs) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:00:47.765934 n-d-819194-3 neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:00:47.775564 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] Calling delete_port for f8fac018-2220-4267-9d76-77f8fbc4e6f8 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:47.826904 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3701826'] for network, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.832407 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Publish callbacks [] for network, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.835625 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] 10.222.0.62 "DELETE /v2.0/networks/03191e63-f080-4aef-a881-131bf4a77870 HTTP/1.1" status: 204 len: 168 time: 0.5760050 Nov 25 20:00:47.846991 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16abcf-0086-4170-b8d0-6da4bf9b7091 admin admin] Pushing event deleted for resources: {'Network': ['ID=03191e63-f080-4aef-a881-131bf4a77870,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:47.851679 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4162485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754433295638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754432773268'] for port, after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.875715 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] Network 03191e63-f080-4aef-a881-131bf4a77870 is not hosted by any dhcp agent {{(pid=103458) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 20:00:47.876182 n-d-819194-3 neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] No DVR routers for this DVR port f8fac018-2220-4267-9d76-77f8fbc4e6f8 on host n-d-819194-3 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:47.877921 n-d-819194-3 neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edd4f7-4aee-4e6a-8d83-341dc016685a None None] Pushing event deleted for resources: {'Port': ['ID=f8fac018-2220-4267-9d76-77f8fbc4e6f8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:47.991301 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34792) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:48.032481 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-531c0094-c421-4620-ab93-4ec391056da5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8666942920d14648b101a57eca0f2112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398967 Nov 25 20:00:48.034880 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:48.082534 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebee244b-8b90-408d-a339-30f4f54c768e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.103743 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebee244b-8b90-408d-a339-30f4f54c768e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.151518 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebee244b-8b90-408d-a339-30f4f54c768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.154213 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebee244b-8b90-408d-a339-30f4f54c768e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.159150 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-ebee244b-8b90-408d-a339-30f4f54c768e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ca3c1e1-82c8-4fee-a480-a73be9f2ad18 HTTP/1.1" status: 204 len: 168 time: 0.1233301 Nov 25 20:00:48.167089 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee244b-8b90-408d-a339-30f4f54c768e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca3c1e1-82c8-4fee-a480-a73be9f2ad18,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:48.247498 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f6f50251-cdc4-43b2-8baf-f89dac61a98d no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:48.267946 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f6f50251-cdc4-43b2-8baf-f89dac61a98d {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:48.268433 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f6f50251-cdc4-43b2-8baf-f89dac61a98d not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:48.268998 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f38d7f48-c91a-426d-9318-d6e7bdae9cc5 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:48.288822 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f38d7f48-c91a-426d-9318-d6e7bdae9cc5 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:48.289554 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f38d7f48-c91a-426d-9318-d6e7bdae9cc5 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:48.290089 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f8fac018-2220-4267-9d76-77f8fbc4e6f8 no longer exists at agent ovs-agent-n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:48.309688 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] No Port match for: f8fac018-2220-4267-9d76-77f8fbc4e6f8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:48.310045 n-d-819194-3 neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Device f8fac018-2220-4267-9d76-77f8fbc4e6f8 not bound to the agent host n-d-819194-3 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:48.490523 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34800) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:48.534296 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-b830c764-5ddd-4034-ad60-a1246346e75c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6edaf91c5ca948d5ad475de553a62e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425801 Nov 25 20:00:48.536979 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 34802) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:48.590183 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-243db0ac-c52a-484a-a8ca-6ba1c776c558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.611207 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-243db0ac-c52a-484a-a8ca-6ba1c776c558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.658257 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-243db0ac-c52a-484a-a8ca-6ba1c776c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3754027'] for security_group, after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.661242 n-d-819194-3 neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-243db0ac-c52a-484a-a8ca-6ba1c776c558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.662407 n-d-819194-3 neutron-server[103457]: INFO neutron.wsgi [None req-243db0ac-c52a-484a-a8ca-6ba1c776c558 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fa74489-71f7-4e96-a784-ec866e9f0f8e HTTP/1.1" status: 204 len: 168 time: 0.1244385 Nov 25 20:00:48.670677 n-d-819194-3 neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243db0ac-c52a-484a-a8ca-6ba1c776c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa74489-71f7-4e96-a784-ec866e9f0f8e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:01.405609 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:04.253196 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:11.120657 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85cdc49e-a65e-4a5c-953f-f5368dffcfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:12.569384 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:01:13.616854 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-40f0c003-21ab-4342-ba11-bc6469f27b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.781437 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:16.334012 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:17.214813 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.410160 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.253542 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.121135 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2fef3396-3fe2-4a76-ad20-a5494ba1ec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.617550 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b3e323a-217c-4729-aea4-ad44a4bf1f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.781632 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:46.338482 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:47.217668 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:49.568592 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:02:01.424928 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:04.265022 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.124191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8458d99f-f67b-4f3e-a25e-1f8f158417cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.618723 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71cecbb5-b30a-4758-83ac-e9b71c26e7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:14.785127 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.340719 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.220191 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:26.567664 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:02:31.425418 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.264697 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:41.126372 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-32de5481-e63e-4dcc-ad41-5db4910966e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:43.619772 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94fcbd5c-67d8-404f-9cf5-dd049c8a83e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:44.786902 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:46.344131 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:47.222701 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:01.423860 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:03.566713 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:03:04.266091 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:11.128474 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-964126c9-4b6b-4f87-b640-1299645e4f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:13.623298 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f4addf5-584d-4398-8841-9a724e264b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:14.789677 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:16.346964 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:17.225374 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:31.438444 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:34.277076 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:40.566208 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:03:41.130989 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a6ae-bec8-4adc-8df2-fba2f95f125b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:43.625461 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0d2046df-563d-4ec4-b23e-4f2c3ca7ac4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:44.795286 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:46.350565 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:47.227357 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.451152 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.278620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:11.134620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0a3181a8-c486-46d6-9306-c1d66b2de5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:13.627982 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b193649-f989-4492-aa55-df022e17063b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:14.795324 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:16.353251 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:17.232833 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:17.565755 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:04:31.450331 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:34.292231 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:41.135609 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-726353f3-bc69-416f-9005-857c3b068e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:43.629724 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-014a59b6-415c-4f0c-89b3-37c9815d5c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:44.798347 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:46.358620 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:47.234144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:54.565220 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:05:01.452536 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:04.293739 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:11.140634 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0811242c-9adc-414c-ac9e-50a98d492de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:13.631890 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b94f909-4c7f-4b1b-80ac-b8ef087c028e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:14.801067 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:16.360791 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:17.234385 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.466440 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:31.566147 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:05:34.310788 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:41.142176 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9665e552-c363-439a-a10e-39deb23abca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:43.633133 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2e6bfe9-689e-435d-ba2f-8b345cf79021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:44.804252 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:46.363680 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:47.235564 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:00.222416 n-d-819194-3 neutron-server[103457]: DEBUG neutron.wsgi [req-a1486f08-e816-43b0-a2e5-fdfc86e7abbf req-220ec034-8667-4cb2-a733-a529a27b0077 service neutron] (103457) timed out ('10.222.0.66', 60192) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:06:01.477911 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:04.313983 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.565131 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:06:11.143470 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9c39457d-3738-447b-b07b-a9c9bdef7ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:13.635460 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-94c5d3ad-5d2c-41d3-86fc-61de85357611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:14.807743 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.368359 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.237569 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:31.493110 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.320592 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:41.144388 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-89e0fc64-dafa-41ec-82cd-60b9e68d2b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.637144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cbd8071a-75e0-442b-a1b8-32ecf2bbe007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:44.810300 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.564700 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:06:46.371608 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.239174 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.491609 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:04.321300 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:11.149806 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc146b19-15f9-43ed-8773-547d4dd36fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:13.638396 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcc762a9-e0ae-4171-a4a3-3aa87ca2e5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:14.813572 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:16.375479 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:17.239925 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:22.563537 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:07:31.490289 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:34.317120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:41.142025 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f360ec26-2b49-439d-8d1f-db722ee3a6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:43.639626 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1564-8198-4669-933d-ae147926a3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:44.816467 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:46.379931 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:47.243068 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:59.562592 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:08:01.505352 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.332716 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:09.850987 n-d-819194-3 neutron-server[103456]: DEBUG neutron.wsgi [req-7342e4b6-bd08-4b04-8ea8-c86021e2dfd5 req-fd0a3529-8169-4e95-85a8-ca110b6d8e3e service neutron] (103456) timed out ('10.222.0.62', 60746) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:08:11.143095 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9459b531-52a5-41d3-b995-924349970b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:13.640617 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1760fe4-cb6d-4996-befa-37171d97b56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:14.819119 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:16.383581 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:17.243606 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:31.512228 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.332942 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.561678 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:08:41.144522 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7235-7d09-4539-af13-158bfe06bd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.642120 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-567b2de3-a147-41fb-9d13-26920c6d7cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:44.822627 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.389412 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:47.245241 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.507126 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e41b2518-2f2a-43d2-a6ad-e6c05f83b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.345891 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-489f74f5-7941-4579-887f-680612161b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:11.150948 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-676cbc34-74ab-403b-a4a1-862c1a2f6f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:13.560906 n-d-819194-3 neutron-server[103459]: DEBUG neutron.db.agents_db [None req-a9bce972-c5b7-47ab-affb-ac1c74f834d8 None None] Agent healthcheck: found 7 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:09:13.643474 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2af0fc2c-ae42-4b55-b237-de5d12ad1f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:14.824879 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03241bab-ea27-4c1e-be6c-9de6d8d8cff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:16.396144 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3980-a942-460d-9c0c-0a55ae56dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:17.246979 n-d-819194-3 neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eb8c958e-8bc9-4cc9-b3b3-1cb2dfbf9055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754433261990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669754'] for agent, after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}